-- Logs begin at Thu 2021-09-16 03:51:19 UTC, end at Thu 2021-09-16 06:06:52 UTC. -- Sep 16 04:23:29.824138 n-d-712142-17 systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 04:23:32.689943 n-d-712142-17 neutron-server[94635]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:23:32.690556 n-d-712142-17 neutron-server[94635]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:23:32.690726 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94635) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:23:32.693947 n-d-712142-17 neutron-server[94635]: INFO neutron.common.config [-] Logging enabled! Sep 16 04:23:32.694210 n-d-712142-17 neutron-server[94635]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 04:23:32.694524 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94635) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 04:23:32.695474 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:23:32.695714 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:23:32.696081 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:23:32.696333 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:23:32.696564 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:23:32.696889 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.697194 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.697497 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.697756 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.698059 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.698357 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.698643 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.698938 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.699236 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.699526 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.699807 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.700095 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.700327 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.700610 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.700903 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.701195 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.701422 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] debug = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.701735 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.702173 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.702586 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.702872 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.703166 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.703445 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.703712 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.703995 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.704857 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.705896 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] host = n-d-712142-17 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.706178 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.706471 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.706772 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.707064 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.707349 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.707628 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.707926 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.708199 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.708474 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] log_file = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.708756 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.709054 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.709349 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.709658 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.709895 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.710109 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.710397 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.710689 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.710969 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.711250 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.711522 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.711796 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.712076 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.712353 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.712637 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.712924 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.713216 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.713488 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.713785 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.714062 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.714332 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.714621 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.714892 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.715171 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.715440 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.715733 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.716001 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.716274 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.716574 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.716866 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.717149 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.717442 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.717734 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.718030 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.718298 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.718568 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.718841 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] use_json = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.719114 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.719381 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.719733 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.719960 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.720230 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.720506 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.720775 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.721063 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:32.721364 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.721687 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.721995 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.722277 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.722575 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.722856 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.723147 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.723425 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.723715 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.724009 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.724297 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.724576 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.724865 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.725138 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.725435 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.725769 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.726065 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.726358 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.726636 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.726916 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.727186 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.727466 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.727751 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.728036 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.728321 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.728618 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.728894 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.729178 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.729473 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.729803 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.730085 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.730363 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.730661 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.730939 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.731217 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.731499 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.731798 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.732080 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.732358 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.732640 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.732926 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.733198 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.733538 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.733868 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.734169 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.734453 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.734734 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.735009 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.735337 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.735729 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.736050 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.736332 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.736621 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.736901 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.737184 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.737463 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.737774 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.738106 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.738331 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.738613 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.738894 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.739168 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.739442 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.739720 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.740070 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.740271 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.740544 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.740829 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.741099 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.741372 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.741674 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.741954 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.742500 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.742790 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.743087 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.743369 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.743651 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.743933 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.744215 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.744496 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.744772 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.745054 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.745334 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.745637 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.745932 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.746220 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.746522 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.746810 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.747091 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.747399 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.747677 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.747965 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.748244 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.748524 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.748810 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.749088 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.749385 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.749709 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.750010 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.750304 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.750604 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.750881 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.751821 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.752110 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:32.752325 n-d-712142-17 neutron-server[94635]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:23:32.752579 n-d-712142-17 neutron-server[94635]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94635) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 04:23:33.109236 n-d-712142-17 neutron-server[94635]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:23:33.109516 n-d-712142-17 neutron-server[94635]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:23:33.109835 n-d-712142-17 neutron-server[94635]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 04:23:33.110175 n-d-712142-17 neutron-server[94635]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 04:23:33.506306 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.506608 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.506883 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.508203 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.508479 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.508745 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.545148 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.545422 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.545718 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.561063 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.561345 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.561634 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.590622 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.590913 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.591181 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.630243 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.630520 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.630792 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.864136 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.864740 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.864740 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.864910 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.865550 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.992531 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.992853 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.993134 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.993414 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.993715 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.994032 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.994300 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.994558 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.994812 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.995102 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.995493 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.995764 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.996024 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.996278 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.996535 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.996801 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.997062 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.997329 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.997600 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.997886 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.998163 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.998416 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.998699 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.999083 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.999332 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.999584 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:33.999988 n-d-712142-17 neutron-server[94635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:23:34.000236 n-d-712142-17 neutron-server[94635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:23:34.000470 n-d-712142-17 neutron-server[94635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:23:34.000710 n-d-712142-17 neutron-server[94635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:23:34.001010 n-d-712142-17 neutron-server[94635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:23:34.001292 n-d-712142-17 neutron-server[94635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:23:34.001647 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 04:23:34.004923 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 04:23:34.008966 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 04:23:34.012667 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 16 04:23:34.014330 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 04:23:34.014787 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 04:23:34.015123 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 04:23:34.015514 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 04:23:34.018461 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 04:23:34.018715 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 04:23:34.019066 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:23:34.024442 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 04:23:34.047158 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 04:23:34.047624 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.048627 n-d-712142-17 neutron-server[94635]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94635) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 04:23:34.049058 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.050418 n-d-712142-17 neutron-server[94635]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94635) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 04:23:34.050878 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 04:23:34.051130 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 04:23:34.054409 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.054700 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.119572 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 04:23:34.119753 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 04:23:34.119962 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 04:23:34.120345 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 04:23:34.143166 n-d-712142-17 neutron-server[94635]: DEBUG oslo_db.sqlalchemy.engines [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94635) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 04:23:34.682819 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Initializing driver for type 'gre' Sep 16 04:23:34.683408 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] gre ID ranges: [(1, 1000)] Sep 16 04:23:34.736951 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Initializing driver for type 'local' Sep 16 04:23:34.737290 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Initializing driver for type 'vlan' Sep 16 04:23:34.749849 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] VlanTypeDriver initialization complete Sep 16 04:23:34.750215 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Initializing driver for type 'vxlan' Sep 16 04:23:34.750765 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] vxlan ID ranges: [(1, 1000)] Sep 16 04:23:34.810900 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Initializing extension driver 'port_security' Sep 16 04:23:34.811394 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.extensions.port_security [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] PortSecurityExtensionDriver initialization complete Sep 16 04:23:34.811827 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Initializing mechanism driver 'openvswitch' Sep 16 04:23:34.812319 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Initializing mechanism driver 'hyperv' Sep 16 04:23:34.819839 n-d-712142-17 neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:34.820558 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > port after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.820939 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > port after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.821297 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > port after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.821849 n-d-712142-17 neutron-server[94635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:23:34.822288 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > subnet after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.822869 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > subnet after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.823222 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.823616 n-d-712142-17 neutron-server[94635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:23:34.824026 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > network after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.824377 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > network after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.824725 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > network after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.825112 n-d-712142-17 neutron-server[94635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:23:34.825520 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > security_group after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.825890 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > security_group after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.826232 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.826761 n-d-712142-17 neutron-server[94635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:23:34.827172 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.827524 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.827869 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.828262 n-d-712142-17 neutron-server[94635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:23:34.828666 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > address_group after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.829060 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > address_group after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.829959 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.830350 n-d-712142-17 neutron-server[94635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 04:23:34.830732 n-d-712142-17 neutron-server[94635]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] ML2 OVO RPC backend initialized. {{(pid=94635) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 04:23:34.831448 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.831803 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.832295 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > network before_response 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.832645 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > networks before_response 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.832995 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > port before_response 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.833340 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > ports before_response 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.833711 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > subnet before_response 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.834057 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > subnets before_response 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.834408 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > network after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.834764 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > network after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.835091 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > network after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.835431 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > port after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.835771 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > port after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.836106 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > port after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.836445 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > subnet after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.836784 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > subnet after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.837119 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.837730 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.plugin [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Modular L2 Plugin initialization complete Sep 16 04:23:34.838067 n-d-712142-17 neutron-server[94635]: DEBUG neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading services supported by the core plugin {{(pid=94635) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 04:23:34.838399 n-d-712142-17 neutron-server[94635]: INFO neutron.plugins.ml2.managers [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Got port-security extension from driver 'port_security' Sep 16 04:23:34.838861 n-d-712142-17 neutron-server[94635]: INFO neutron.extensions.vlantransparent [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Disabled vlantransparent extension. Sep 16 04:23:34.839343 n-d-712142-17 neutron-server[94635]: DEBUG neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94635) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 04:23:34.839664 n-d-712142-17 neutron-server[94635]: INFO neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading Plugin: router Sep 16 04:23:34.875740 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.876810 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router after_create 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.877284 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router before_create 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.877690 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.878075 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.878442 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router after_delete 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.878809 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.879164 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.879529 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router after_create 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.879880 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router after_update 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.880242 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router after_update 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.880594 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.880957 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router after_update 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.881374 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router precommit_update 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.881776 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: port after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.882122 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: port after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.882463 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: subnet after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.882806 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.883157 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.883510 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router precommit_create 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.883858 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: port before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.884201 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router precommit_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.884563 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router after_update 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.884913 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.885270 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router precommit_create 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.885659 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.886010 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router precommit_update 55549900 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.886379 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > agent after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.886733 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > agent after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.887082 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > network after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.887939 n-d-712142-17 neutron-server[94635]: DEBUG neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Tracking information for resource: router configured {{(pid=94635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:23:34.888272 n-d-712142-17 neutron-server[94635]: DEBUG neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Tracking information for resource: floatingip configured {{(pid=94635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 04:23:34.893984 n-d-712142-17 neutron-server[94635]: INFO neutron.db.l3_agentschedulers_db [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 04:23:34.894596 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: port after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.894908 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: port after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.895262 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: port after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.895621 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: port after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.896409 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router before_create 55550100 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.896775 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.897136 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router precommit_create 55550100 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.897492 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > router precommit_update 55550100 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.902289 n-d-712142-17 neutron-server[94635]: DEBUG neutron.services.provider_configuration [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service providers = [] {{(pid=94635) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 04:23:34.902656 n-d-712142-17 neutron-server[94635]: DEBUG neutron.db.servicetype_db [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94635) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 04:23:34.905596 n-d-712142-17 neutron-server[94635]: DEBUG neutron.services.service_base [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:23:34.905970 n-d-712142-17 neutron-server[94635]: DEBUG neutron.services.service_base [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:23:34.906321 n-d-712142-17 neutron-server[94635]: DEBUG neutron.services.service_base [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:23:34.907257 n-d-712142-17 neutron-server[94635]: DEBUG neutron.services.service_base [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 04:23:34.907630 n-d-712142-17 neutron-server[94635]: INFO neutron.services.service_base [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 04:23:34.908015 n-d-712142-17 neutron-server[94635]: DEBUG neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:23:34.908337 n-d-712142-17 neutron-server[94635]: INFO neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 04:23:34.918879 n-d-712142-17 neutron-server[94635]: DEBUG neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:23:34.919215 n-d-712142-17 neutron-server[94635]: INFO neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading Plugin: auto_allocate Sep 16 04:23:34.924991 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: network precommit_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.925361 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: network precommit_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.925906 n-d-712142-17 neutron-server[94635]: DEBUG neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:23:34.926233 n-d-712142-17 neutron-server[94635]: INFO neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading Plugin: tag Sep 16 04:23:34.932712 n-d-712142-17 neutron-server[94635]: DEBUG neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:23:34.933093 n-d-712142-17 neutron-server[94635]: INFO neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading Plugin: timestamp Sep 16 04:23:34.937750 n-d-712142-17 neutron-server[94635]: DEBUG neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:23:34.941396 n-d-712142-17 neutron-server[94635]: INFO neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading Plugin: network_ip_availability Sep 16 04:23:34.944198 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.944574 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.944932 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:34.945692 n-d-712142-17 neutron-server[94635]: DEBUG neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:23:34.946014 n-d-712142-17 neutron-server[94635]: INFO neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading Plugin: flavors Sep 16 04:23:34.950745 n-d-712142-17 neutron-server[94635]: DEBUG neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:23:34.951079 n-d-712142-17 neutron-server[94635]: INFO neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading Plugin: revisions Sep 16 04:23:34.955945 n-d-712142-17 neutron-server[94635]: DEBUG neutron.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 04:23:34.956336 n-d-712142-17 neutron-server[94635]: DEBUG oslo_concurrency.lockutils [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.846s {{(pid=94635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 04:23:34.957073 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94635) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 04:23:34.957409 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Initializing extension manager. Sep 16 04:23:34.958037 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: __init__.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.958380 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: __pycache__ {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.958714 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.959046 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: address_group.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.959813 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.960382 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: address-group Sep 16 04:23:34.960700 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: address_scope.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.961690 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.962147 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: address-scope Sep 16 04:23:34.962468 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.963400 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.963904 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: router-admin-state-down-before-update Sep 16 04:23:34.964226 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: agent.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.964928 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.965422 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: agent Sep 16 04:23:34.965783 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: agent_resources_synced.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.966701 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.967201 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: agent-resources-synced Sep 16 04:23:34.967525 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: allowedaddresspairs.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.969343 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.969930 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: allowed-address-pairs Sep 16 04:23:34.970267 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: auto_allocated_topology.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.971353 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.971879 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: auto-allocated-topology Sep 16 04:23:34.972200 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: availability_zone.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.972963 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.973403 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: availability_zone Sep 16 04:23:34.973762 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: availability_zone_filter.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.974679 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.975182 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: availability_zone_filter Sep 16 04:23:34.975510 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: data_plane_status.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.976457 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.976907 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 04:23:34.977230 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: default_subnetpools.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.978176 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.978680 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: default-subnetpools Sep 16 04:23:34.979006 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.979832 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.980345 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: dhcp_agent_scheduler Sep 16 04:23:34.980666 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: dns.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.981598 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.982125 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 04:23:34.982443 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: dns_domain_ports.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.983365 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.983899 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 04:23:34.984372 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.985128 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.985783 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 04:23:34.986108 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: dvr.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.986779 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.987280 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: dvr Sep 16 04:23:34.987600 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: ecmp_routes.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.988523 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.989017 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 04:23:34.989336 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: empty_string_filtering.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.990286 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.990788 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: empty-string-filtering Sep 16 04:23:34.991110 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.992016 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.992779 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:23:34.993098 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.994058 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.994559 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 04:23:34.994880 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: external_net.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.995792 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.996291 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: external-net Sep 16 04:23:34.996615 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.997528 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.998056 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: extra_dhcp_opt Sep 16 04:23:34.998378 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: extraroute.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:34.999295 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:34.999791 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: extraroute Sep 16 04:23:35.000121 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: extraroute_atomic.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.001743 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.002281 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: extraroute-atomic Sep 16 04:23:35.002569 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: filter_validation.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.003242 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.003744 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: filter-validation Sep 16 04:23:35.004067 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: fip_pf_description.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.004989 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.005487 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 04:23:35.005960 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: fip_port_details.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.006901 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.007408 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: fip-port-details Sep 16 04:23:35.007732 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: flavors.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.008978 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.009493 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: flavors Sep 16 04:23:35.009851 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.011538 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.012057 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 04:23:35.012389 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: floatingip_pools.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.013093 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.013616 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: floatingip-pools Sep 16 04:23:35.013961 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: ip_allocation.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.014885 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.015389 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 04:23:35.015710 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.017247 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.017787 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: ip-substring-filtering Sep 16 04:23:35.018113 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: l2_adjacency.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.019042 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.019543 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 04:23:35.019867 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: l3.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.021025 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.021538 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: router Sep 16 04:23:35.021890 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.024148 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.024677 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 04:23:35.025008 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.025978 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.026492 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: ext-gw-mode Sep 16 04:23:35.026820 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.027739 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.028247 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: l3-ha Sep 16 04:23:35.028573 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: l3_flavors.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.029485 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.030031 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: l3-flavors Sep 16 04:23:35.030359 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.031270 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.031778 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 04:23:35.032125 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: l3agentscheduler.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.033205 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.033741 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: l3_agent_scheduler Sep 16 04:23:35.034070 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: logging.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.035548 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.036065 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension logging not supported by any of loaded plugins Sep 16 04:23:35.036399 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: metering.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.037143 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.037756 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: metering Sep 16 04:23:35.038087 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.039174 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.039688 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: metering_source_and_destination_fields Sep 16 04:23:35.040021 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: multiprovidernet.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.040945 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.041448 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: multi-provider Sep 16 04:23:35.041810 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: netmtu.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.042724 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.043226 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: net-mtu Sep 16 04:23:35.043550 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: netmtu_writable.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.044466 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.044971 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: net-mtu-writable Sep 16 04:23:35.045293 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: network_availability_zone.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.045995 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.046498 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: network_availability_zone Sep 16 04:23:35.046820 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: network_ip_availability.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.047979 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.048486 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: network-ip-availability Sep 16 04:23:35.048812 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: network_segment_range.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.049577 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.050108 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 04:23:35.050432 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: pagination.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.051409 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.051737 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: pagination Sep 16 04:23:35.052059 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: port_device_profile.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.052977 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.053489 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: port-device-profile Sep 16 04:23:35.053905 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.054830 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.055335 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: port-mac-address-regenerate Sep 16 04:23:35.055657 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.056568 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.057073 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: port-numa-affinity-policy Sep 16 04:23:35.057396 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: port_resource_request.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.058454 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.058964 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 04:23:35.059288 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: portbindings.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.060223 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.060728 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: binding Sep 16 04:23:35.061052 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: portbindings_extended.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.062348 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.062858 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: binding-extended Sep 16 04:23:35.063186 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: portsecurity.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.064646 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.065154 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: port-security Sep 16 04:23:35.065477 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: project_id.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.066484 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.066817 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: project-id Sep 16 04:23:35.067141 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: providernet.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.068063 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.068573 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: provider Sep 16 04:23:35.068898 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: qos.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.072627 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.073155 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension qos not supported by any of loaded plugins Sep 16 04:23:35.073488 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.075012 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.075705 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 04:23:35.076107 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.077029 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.077771 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 04:23:35.078131 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: qos_default.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.079719 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.080267 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension qos-default not supported by any of loaded plugins Sep 16 04:23:35.080596 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: qos_fip.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.081261 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.081789 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 04:23:35.082114 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: qos_gateway_ip.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.083051 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.083558 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 04:23:35.083880 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: qos_port_network_policy.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.084788 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.085288 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 04:23:35.085630 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: qos_pps_rule.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.087245 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.087516 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 04:23:35.087846 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: qos_rule_type_details.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.088762 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.089269 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 04:23:35.089598 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: qos_rules_alias.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.090755 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.091268 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 04:23:35.091592 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: quotasv2.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.092826 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.094611 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: quotas Sep 16 04:23:35.094611 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: quotasv2_detail.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.097291 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.097658 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: quota_details Sep 16 04:23:35.097997 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: rbac.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.099082 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.099617 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: rbac-policies Sep 16 04:23:35.099945 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: rbac_address_group.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.100873 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.101392 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: rbac-address-group Sep 16 04:23:35.101745 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: rbac_address_scope.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.102660 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.103168 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: rbac-address-scope Sep 16 04:23:35.103491 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: rbac_security_groups.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.104399 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.104908 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: rbac-security-groups Sep 16 04:23:35.105230 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: rbac_subnetpool.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.106170 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.106682 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: rbac-subnetpool Sep 16 04:23:35.107007 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: revisionifmatch.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.107930 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.108442 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: revision-if-match Sep 16 04:23:35.108765 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: revisions.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.109907 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.111054 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: standard-attr-revisions Sep 16 04:23:35.111387 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: router_availability_zone.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.112131 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.112642 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: router_availability_zone Sep 16 04:23:35.112966 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: routerservicetype.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.113918 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.114426 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 04:23:35.114752 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.115669 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.116183 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: security-groups-normalized-cidr Sep 16 04:23:35.116509 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.117713 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.118223 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: port-security-groups-filtering Sep 16 04:23:35.118547 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.119464 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.119973 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: security-groups-remote-address-group Sep 16 04:23:35.120297 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: securitygroup.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.132196 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.132726 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: security-group Sep 16 04:23:35.133065 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: segment.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.133891 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.134401 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension segment not supported by any of loaded plugins Sep 16 04:23:35.134732 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.135679 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.136190 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 04:23:35.136519 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: servicetype.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.137717 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.138242 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: service-type Sep 16 04:23:35.138575 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: sorting.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.139560 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.140110 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: sorting Sep 16 04:23:35.140444 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: standard_attr_segment.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.141380 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.141960 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 04:23:35.142287 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: standardattrdescription.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.142936 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.143444 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: standard-attr-description Sep 16 04:23:35.143763 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: stateful_security_group.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.144689 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.145208 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: stateful-security-group Sep 16 04:23:35.145532 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: stdattrs_common.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.146143 n-d-712142-17 neutron-server[94635]: WARNING neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 04:23:35.146461 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.147399 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.147916 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 04:23:35.148236 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: subnet_onboard.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.149315 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.149984 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: subnet_onboard Sep 16 04:23:35.150308 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.151287 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.151799 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 04:23:35.152123 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: subnet_service_types.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.153049 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.153562 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: subnet-service-types Sep 16 04:23:35.153914 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: subnetallocation.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.154997 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.155514 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: subnet_allocation Sep 16 04:23:35.155839 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.156515 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.157017 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: subnetpool-prefix-ops Sep 16 04:23:35.158030 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.158451 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.158969 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 04:23:35.159292 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: tagging.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.160420 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.160941 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: standard-attr-tag Sep 16 04:23:35.161263 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: timestamp.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.162507 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.163024 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loaded extension: standard-attr-timestamp Sep 16 04:23:35.163357 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: trunk.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.164397 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.164906 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension trunk not supported by any of loaded plugins Sep 16 04:23:35.165232 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: trunk_details.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.166179 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.166686 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 04:23:35.167012 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: uplink_status_propagation.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.167932 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.168440 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 04:23:35.168763 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Loading extension file: vlantransparent.py {{(pid=94635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 04:23:35.169438 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 04:23:35.169976 n-d-712142-17 neutron-server[94635]: INFO neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 04:23:35.172451 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:network Sep 16 04:23:35.173564 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:subnet Sep 16 04:23:35.174122 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:23:35.174526 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:port Sep 16 04:23:35.175790 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.176245 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service FLAVORS assigned prefix: {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.176886 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.177316 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.177686 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:router Sep 16 04:23:35.178120 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:23:35.178603 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service METERING assigned prefix: /metering {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.180060 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:35.180437 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:35.180794 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:23:35.181844 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:23:35.182297 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:23:35.182728 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:23:35.183359 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service CORE assigned prefix: {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.183647 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:23:35.183992 n-d-712142-17 neutron-server[94635]: WARNING neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] subnetpool is already registered Sep 16 04:23:35.184430 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service CORE assigned prefix: {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.184761 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:23:35.185091 n-d-712142-17 neutron-server[94635]: WARNING neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] subnetpool is already registered Sep 16 04:23:35.187411 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.187848 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service FLAVORS assigned prefix: {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.189108 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.189720 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.190068 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:router Sep 16 04:23:35.190413 n-d-712142-17 neutron-server[94635]: WARNING neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] router is already registered Sep 16 04:23:35.190832 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 04:23:35.191169 n-d-712142-17 neutron-server[94635]: WARNING neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] floatingip is already registered Sep 16 04:23:35.191624 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service METERING assigned prefix: /metering {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.192297 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 04:23:35.192630 n-d-712142-17 neutron-server[94635]: WARNING neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] rbac_policy is already registered Sep 16 04:23:35.193040 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:security_group Sep 16 04:23:35.193375 n-d-712142-17 neutron-server[94635]: WARNING neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] security_group is already registered Sep 16 04:23:35.193811 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 04:23:35.194145 n-d-712142-17 neutron-server[94635]: WARNING neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] security_group_rule is already registered Sep 16 04:23:35.194766 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service CORE assigned prefix: {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.195103 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:23:35.195436 n-d-712142-17 neutron-server[94635]: WARNING neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] subnetpool is already registered Sep 16 04:23:35.195855 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.v2.resource_helper [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Service CORE assigned prefix: {{(pid=94635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 04:23:35.196188 n-d-712142-17 neutron-server[94635]: INFO neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 04:23:35.196518 n-d-712142-17 neutron-server[94635]: WARNING neutron.quota.resource_registry [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] subnetpool is already registered Sep 16 04:23:35.196984 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: extensions {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.198500 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: address-groups {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.199964 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: address-scopes {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.201275 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: agents {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.202446 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: auto-allocated-topology {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.203682 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: availability_zones {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.205014 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: dhcp-networks {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.206588 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: dhcp-agents {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.208017 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: routers {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.210242 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: flavors {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.211387 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: service_profiles {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.212592 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: next_providers {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.214055 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: service_profiles {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.215584 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: floatingip-pools {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.216791 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: routers {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.218895 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: floatingips {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.220265 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: l3-routers {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.221665 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: l3-agents {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.223066 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: metering-labels {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.224401 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: metering-label-rules {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.225701 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: network-ip-availabilities {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.226955 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: bindings {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.229448 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: quotas {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.230941 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: quotas {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.232343 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: rbac-policies {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.233536 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: security-groups {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.234860 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: security-group-rules {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.237209 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: service-providers {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.238444 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: subnetpools {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.239863 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: subnetpools {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.241299 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: tags {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.243264 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: tags {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.245066 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: tags {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.246877 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: tags {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.248645 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: tags {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.250513 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: tags {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.253447 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: tags {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.255371 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: tags {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.257118 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: tags {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.258863 n-d-712142-17 neutron-server[94635]: DEBUG neutron.api.extensions [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Extended resource: tags {{(pid=94635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 04:23:35.264891 n-d-712142-17 neutron-server[94635]: WARNING keystonemiddleware.auth_token [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 04:23:35.270502 n-d-712142-17 neutron-server[94635]: WARNING keystonemiddleware.auth_token [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 04:23:35.279072 n-d-712142-17 neutron-server[94635]: DEBUG oslo_concurrency.lockutils [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Acquired lock "singleton_lock" {{(pid=94635) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 04:23:35.279554 n-d-712142-17 neutron-server[94635]: DEBUG oslo_concurrency.lockutils [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Releasing lock "singleton_lock" {{(pid=94635) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 04:23:35.280192 n-d-712142-17 neutron-server[94635]: INFO oslo_service.service [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Starting 2 workers Sep 16 04:23:35.285846 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Started child 94744 {{(pid=94635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:23:35.290501 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Started child 94745 {{(pid=94635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:23:35.291170 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:35.292086 n-d-712142-17 neutron-server[94635]: INFO neutron.service [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 04:23:35.292667 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [-] (94744) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:23:35.292827 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Notify callbacks [] for process, before_spawn {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:35.295197 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:35.295643 n-d-712142-17 neutron-server[94635]: INFO oslo_service.service [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Starting 1 workers Sep 16 04:23:35.296583 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [-] (94745) wsgi starting up on http://0.0.0.0:9696 Sep 16 04:23:35.301217 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Started child 94746 {{(pid=94635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:23:35.301772 n-d-712142-17 neutron-server[94635]: INFO oslo_service.service [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Starting 1 workers Sep 16 04:23:35.304682 n-d-712142-17 neutron-server[94746]: DEBUG neutron.service [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] calling RpcWorker wait() {{(pid=94746) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 04:23:35.305242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.service [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] returning from RpcWorker wait() {{(pid=94746) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 04:23:35.306388 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Started child 94747 {{(pid=94635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 04:23:35.306646 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:35.307106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:35.307265 n-d-712142-17 neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-42076d29-8b54-40ec-8ad4-3fb96e277194 None None] Notify callbacks [] for process, after_spawn {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:35.309196 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94635) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:23:35.309407 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:23:35.309592 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:23:35.309829 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:23:35.310171 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:23:35.310331 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:23:35.310850 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.311134 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.311403 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.311651 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.311964 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.312053 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:35.312580 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.312817 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.313068 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.313336 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.314765 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.314947 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.315082 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.315329 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.315558 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.315879 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.316155 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.316387 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.316647 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.316825 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.317056 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.317342 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.317585 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.317886 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] debug = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.318100 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.318575 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.318801 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.319069 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.319271 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.319568 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.319794 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.320040 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.320284 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.320502 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.320750 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.321021 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.321228 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.321437 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.321672 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.321911 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.322127 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.322616 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] host = n-d-712142-17 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.322851 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.323095 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.323340 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.323595 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.323839 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.324050 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.324314 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.324554 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.324802 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.325027 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.325265 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.325531 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.325777 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.326029 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_file = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.326199 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_options = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.326441 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.326686 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.326930 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.327121 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.327286 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.327458 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.327680 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.327840 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.328092 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.328307 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.328606 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.328748 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.328945 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.329746 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.330206 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.330625 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.330874 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.331088 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.331364 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.331593 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.331819 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.332050 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.332265 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.332482 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.332696 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.332942 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.333184 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.333391 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.333599 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.333873 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.334119 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.334365 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.334583 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.334813 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.335086 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.335312 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.335537 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.335809 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.336006 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.336228 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.336492 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.336747 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.336961 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.337220 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.337431 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.337693 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.337935 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] use_json = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.338144 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.338373 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.338719 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.338867 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.339085 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.340038 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.341476 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.341895 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.342397 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.342669 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.343007 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.343253 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.343534 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.344005 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.346171 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.346419 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.346693 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.346977 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.347297 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.347544 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.347853 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.348109 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.348404 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.348709 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.348993 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.349265 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.349522 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.349788 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.350178 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.350360 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.350525 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.350745 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.350983 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.351240 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.351504 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.351732 n-d-712142-17 neutron-server[94747]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:35.351909 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.352281 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.352454 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.352639 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.352834 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.353062 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.353299 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.353519 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.353788 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.354048 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.354301 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.354534 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.354784 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.355034 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.355289 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.355509 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.355741 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.356044 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.356211 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.356448 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.356689 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.356930 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.357171 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.357405 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.357889 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.357889 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.358174 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.358375 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.358606 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.359216 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.359216 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.359503 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.359503 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.359799 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.359935 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.361446 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.361446 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.361446 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.361446 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.361446 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.361446 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.362436 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.362436 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.362436 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.362436 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.362959 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.362959 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.362959 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.363316 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.363440 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.363573 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.364173 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.364173 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.364432 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.364432 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.364686 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.364891 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.365107 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.365349 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.366152 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.366152 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.366152 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.366588 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.366588 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.366832 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.367323 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.367709 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.367866 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.368023 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.368291 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.368847 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.368847 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.369161 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.369294 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.369429 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.369745 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.369971 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.370209 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.370489 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.370996 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.370996 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.371190 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.371365 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.371594 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.371862 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.372124 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.372398 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.372638 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.372888 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.373359 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.373837 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.374284 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.374698 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.374975 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.375277 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.375716 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.375983 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.376415 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.376955 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.377221 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.377639 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.378040 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.378444 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.378869 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.379238 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.379663 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.380058 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.380437 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.380804 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.381191 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.381678 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.381938 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.382308 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.382642 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.382892 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.383135 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.383559 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.383834 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.384093 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.384583 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.384583 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.384958 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.385327 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.385327 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.385662 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.385864 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.386044 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.386285 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.386544 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.386770 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.387011 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.387263 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.387505 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.387747 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.387984 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.388202 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.388430 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.388698 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.388889 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.389263 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.389672 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.390041 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.390414 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.390806 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.391217 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.391994 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.392266 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.392661 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.393066 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.393323 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.393580 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.393839 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.394122 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.394370 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.394628 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.394872 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.395101 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.395330 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.395577 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.395812 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.396028 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.396282 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.396498 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.396734 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.397141 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.397496 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.397787 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.398029 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.398272 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.398493 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.398745 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.398965 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.399186 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.399407 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.399624 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.399870 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.400132 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.400365 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.400611 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.400860 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.401086 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.401300 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.401519 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.401773 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.402111 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.402336 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.402570 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.402834 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.403086 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.403320 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.403553 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.403764 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.403978 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.404204 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.404446 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.404633 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.404863 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.405078 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.405289 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.405513 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.405784 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.405994 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.406373 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.406788 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.407003 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.407897 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.408306 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.408525 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.408758 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.408969 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.409203 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.409428 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.409663 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.409882 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.410130 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.410346 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.410864 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.410864 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.411029 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.411171 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.411621 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.411873 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.412106 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.412393 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.412637 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.412896 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.413277 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.413764 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.414137 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.414547 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.414773 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.415001 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.415225 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.415498 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.415831 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.416111 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.416356 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.416610 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.416921 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.417196 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.417473 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.417733 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.418040 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.418379 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.418650 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.418919 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.419145 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.419393 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.419621 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.419837 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.420096 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.420338 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.420553 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.420813 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.421041 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.421264 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.421508 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.421778 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.422017 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.422239 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.422471 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.422737 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.422949 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.423102 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:23:35.423637 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94635) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 04:23:35.423796 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 04:23:35.423954 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 04:23:35.424127 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 04:23:35.424296 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 04:23:35.424450 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 04:23:35.424661 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.424823 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.424983 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.425144 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.425305 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.425486 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.425670 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.425832 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.425991 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.426150 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.426309 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.426468 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.426630 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.426788 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.427128 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.427286 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.427587 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.427886 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.428059 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.428216 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.428506 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.428806 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.428972 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] debug = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.429132 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.429343 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.429510 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.429695 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.429857 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.430024 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.430208 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.430335 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.430638 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.430804 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.430962 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.431121 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.431280 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.431438 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.431618 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.431758 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.431909 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.432096 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] host = n-d-712142-17 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.432226 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.432526 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.432691 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.432851 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.433010 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.433171 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.433330 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.433561 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.433738 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.433877 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.433999 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.434089 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.434255 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.434411 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_file = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.434569 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_options = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.434729 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.434889 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.435048 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.435235 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.435399 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.435559 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.435717 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.435877 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.436037 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.436196 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.436355 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.436512 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.436671 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.436830 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.436988 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.437324 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.437324 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.437527 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.437635 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.437755 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.437914 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.438073 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.438232 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.438679 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.438870 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.439098 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.439098 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.439313 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.439518 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.439610 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.439693 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.439892 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.439993 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.440230 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.440331 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.440519 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.440678 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.440906 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.440906 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.441075 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.441216 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.441388 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.441712 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.441891 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.441977 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.442213 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.442213 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] use_json = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.442553 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.442553 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.442990 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.442990 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.442990 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.443589 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.443589 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.443589 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 04:23:35.443589 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.444061 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.444061 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.444061 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.444435 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.444435 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.444435 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.444765 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.444765 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.445048 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.445048 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.445214 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.445367 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.445596 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.445752 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.445918 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.446128 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.446230 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.446391 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.446546 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.446738 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.446878 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.447008 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.447233 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.447374 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.447593 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.447689 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.447793 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.447965 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.448098 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.448325 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.448426 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.448565 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.448726 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.448969 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.449070 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.449251 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.449361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:35.449450 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.449673 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.449673 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.449912 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.449997 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.450184 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.450285 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.450431 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.450596 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.450742 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.450974 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.451074 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.451215 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.451377 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.451539 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.451709 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.452000 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.452000 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.452161 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.452299 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.452464 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.452623 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.452865 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.453036 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.453249 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.453249 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.453408 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.453570 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.453798 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.454546 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.454734 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.454734 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.455232 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.455232 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.455232 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.455560 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.455560 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.455822 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.455822 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.455965 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.456067 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.456265 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.456395 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.456556 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.456719 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.456897 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.457043 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.457205 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.457367 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.457529 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.457718 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.457929 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.458021 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.458181 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.458334 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.458505 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.458713 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.458802 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.458954 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.459144 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.459321 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.459413 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.459597 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.459689 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.459836 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.459995 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.460186 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.460351 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.460443 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.460596 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.460824 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.460925 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.461091 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.461214 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.461375 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.461580 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.461771 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.461991 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.461991 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.462251 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.462466 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.462466 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.462893 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.462893 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.463203 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.463203 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.463421 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.463421 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.463830 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.463830 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.463830 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.464448 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.464448 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.464448 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.464448 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.464902 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.464902 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.464902 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.465423 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.465423 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.465423 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.465970 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.465970 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.465970 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.465970 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.466528 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.466528 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.466528 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.466528 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.467188 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.467188 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.467188 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.467188 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.467767 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.467767 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.467767 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.467767 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.468384 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.468384 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.468384 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.468384 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.468946 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.468946 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.468946 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.468946 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.469483 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.469483 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.469483 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.470562 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.470562 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.470562 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.470898 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.470898 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.470898 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.471244 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.471244 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.471437 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.471605 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.471716 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.471800 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.471943 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.472132 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.472242 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.472405 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.472573 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.472729 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.473644 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.473644 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.473644 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.473644 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.473644 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.473644 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.474061 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.474061 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.474179 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.474298 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.474476 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.474614 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.474759 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.474884 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.475050 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.475205 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.475366 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.475533 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.475688 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.475850 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.476015 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.476190 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.476360 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.476481 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.476639 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.476802 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.476965 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.477128 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.477297 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.477491 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.477658 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.477796 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.477930 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.478133 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.478321 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.478514 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.478659 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.478777 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.478912 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.479047 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.479203 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.479312 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.479453 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.479590 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.479743 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.479907 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.480079 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.480244 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.480406 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.480552 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.480716 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.480863 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.481037 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.481181 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.481347 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.481505 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.481700 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.481819 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.481995 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.482143 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.482332 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.482437 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.482612 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.482759 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.482916 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.483083 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.483231 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.483398 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.483563 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.483708 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.483870 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.484045 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.484209 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.484370 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.484532 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.484700 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.484849 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.485015 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.485166 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.485363 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.485537 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.485832 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.485976 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.486102 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.486245 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.486410 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.486547 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.486689 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.486811 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.486964 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.487128 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.487274 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.487416 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.487823 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.487987 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.488149 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.488318 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.488481 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.488629 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.488796 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.488943 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.489106 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.489267 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.489479 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.489705 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.489835 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.489962 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 04:23:35.490119 n-d-712142-17 neutron-server[94635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 04:23:35.511849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42918) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:35.522199 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075235 Sep 16 04:23:47.286775 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1b038d-9355-48f1-81b1-9ce7f51394e2 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:23:47.450727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b038d-9355-48f1-81b1-9ce7f51394e2 None None] No non-hosted networks {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 04:23:47.466192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.agentschedulers_db [None req-ad1b038d-9355-48f1-81b1-9ce7f51394e2 None None] DHCP Agent not found on host n-d-712142-17 {{(pid=94746) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 04:23:47.520363 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c3330f30-ae26-4cef-8db1-81c847e0a0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580652'] for agent, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:49.896050 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-05eef23a-2294-4468-8069-cece4f6b937a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580652'] for agent, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:49.950191 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22386f2f-89b0-416d-af5a-4be6f3b71139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:50.679905 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580652'] for agent, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:50.681318 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.684232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.687200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.688368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.689187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.689810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.690409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.691005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.691581 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.692262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.692960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.693559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:23:50.704430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712142-17', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:50.725890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712142-17', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:23:51.495548 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580652'] for agent, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:52.999686 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580652'] for agent, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:54.418867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43010) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:54.917546 n-d-712142-17 neutron-server[94744]: WARNING oslo_policy.policy [None req-390d66e7-f47f-402e-8936-cf5e72021a71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:54.918159 n-d-712142-17 neutron-server[94744]: WARNING oslo_policy.policy [None req-390d66e7-f47f-402e-8936-cf5e72021a71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:55.142086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-390d66e7-f47f-402e-8936-cf5e72021a71 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:23:55.143263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-390d66e7-f47f-402e-8936-cf5e72021a71 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7221832 Sep 16 04:23:57.242632 n-d-712142-17 neutron-server[94746]: INFO neutron.db.l3_hamode_db [None req-aae97a06-ead6-42cd-9430-84c917aaa7a8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 04:23:57.320703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae97a06-ead6-42cd-9430-84c917aaa7a8 None None] Routers set() bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:23:57.321103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae97a06-ead6-42cd-9430-84c917aaa7a8 None None] Router IDs set() for agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:23:57.870471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43024) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:23:58.370216 n-d-712142-17 neutron-server[94745]: WARNING oslo_policy.policy [None req-5d621910-ea4e-49af-bf69-e6d8d56aec57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:58.370773 n-d-712142-17 neutron-server[94745]: WARNING oslo_policy.policy [None req-5d621910-ea4e-49af-bf69-e6d8d56aec57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:58.657711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5d621910-ea4e-49af-bf69-e6d8d56aec57 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:23:58.754473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.policy [None req-5d621910-ea4e-49af-bf69-e6d8d56aec57 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94745) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:23:58.801043 n-d-712142-17 neutron-server[94745]: WARNING oslo_policy.policy [None req-5d621910-ea4e-49af-bf69-e6d8d56aec57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:58.801418 n-d-712142-17 neutron-server[94745]: WARNING oslo_policy.policy [None req-5d621910-ea4e-49af-bf69-e6d8d56aec57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:23:58.809852 n-d-712142-17 neutron-server[94745]: INFO neutron.quota [None req-5d621910-ea4e-49af-bf69-e6d8d56aec57 admin admin] Loaded quota_driver: . Sep 16 04:23:58.901418 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d621910-ea4e-49af-bf69-e6d8d56aec57 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767728700469', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767728693976', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767728688580', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767728683704', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767728269904', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767728858882', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3675025', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3646863', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-463878', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-425004'] for rbac-policy, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:58.966851 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d621910-ea4e-49af-bf69-e6d8d56aec57 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:23:58.968073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5d621910-ea4e-49af-bf69-e6d8d56aec57 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0966399 Sep 16 04:24:01.601582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43042) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:24:01.903885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Request body: {'network': {'project_id': '9d269d30aba543f7a236136a557d6500', 'admin_state_up': True, 'name': 'private', 'tenant_id': '9d269d30aba543f7a236136a557d6500'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:24:01.905272 n-d-712142-17 neutron-server[94744]: INFO neutron.quota [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Loaded quota_driver: . Sep 16 04:24:01.962148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Made reservation on behalf of 9d269d30aba543f7a236136a557d6500 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:24:02.030668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.policy [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94744) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 04:24:02.076133 n-d-712142-17 neutron-server[94744]: WARNING oslo_policy.policy [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:24:02.076510 n-d-712142-17 neutron-server[94744]: WARNING oslo_policy.policy [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 04:24:02.087659 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:02.108149 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:02.253727 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:02.257966 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:02.277881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:24:02.309142 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767728454036', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:02.309682 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Unsubscribe: segment precommit_create {{(pid=94744) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:24:02.310231 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Added segment 2c30dc78-ae4c-41cb-bf19-e2d79977bad2 of type vlan for network 0456771a-9a4b-442f-a6e5-d1b018f41531 Sep 16 04:24:02.326882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588708e9-f5a2-4564-8e16-e3f1420b9c57,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:02.377093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:02.377442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:02.377808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:02.378147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:02.378478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:02.378807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:02.379133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:02.379455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:02.379777 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:02.380096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:02.380416 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:02.380735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Tracked resource versions report: Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: pushed versions: Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: { 'AddressGroup': {'1.2'}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'ConntrackHelper': {'1.0'}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'Log': {'1.0'}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'Network': {'1.1'}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'Port': {'1.7'}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'PortForwarding': {'1.2'}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'QosPolicy': {'1.9'}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'SecurityGroup': {'1.4'}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'SubPort': {'1.0'}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'Subnet': {'1.1'}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'Trunk': {'1.1'}} Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: consumer versions: Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: { DHCP agent@n-d-712142-17: {}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: L3 agent@n-d-712142-17: {}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: Metadata agent@n-d-712142-17: {}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: Metering agent@n-d-712142-17: {}, Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: Open vSwitch agent@n-d-712142-17: { 'AddressGroup': '1.2', Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'ConntrackHelper': '1.0', Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'Log': '1.0', Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'Network': '1.1', Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'Port': '1.7', Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'PortForwarding': '1.2', Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'QosPolicy': '1.9', Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'SecurityGroup': '1.4', Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'SecurityGroupRule': '1.2', Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'SubPort': '1.0', Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'Subnet': '1.1', Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: 'Trunk': '1.1'}} Sep 16 04:24:02.381844 n-d-712142-17 neutron-server[94744]: {{(pid=94744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:24:02.433647 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:02.477905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:02.479161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:24:02.479818 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:02.538267 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9355648 Sep 16 04:24:02.582709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642ba3e-b571-4577-8176-ee62f01e1802 admin admin] Pushing event updated for resources: {'Network': ['ID=0456771a-9a4b-442f-a6e5-d1b018f41531,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:02.594714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 0456771a-9a4b-442f-a6e5-d1b018f41531 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:24:05.226969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43058) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:24:05.627674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f1d3a-d877-48dd-be4b-2a00d393bec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:24:05.629350 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7c0f1d3a-d877-48dd-be4b-2a00d393bec5 admin admin] 10.222.0.53 "GET /v2.0/networks/0456771a-9a4b-442f-a6e5-d1b018f41531 HTTP/1.1" status: 200 len: 825 time: 0.4012370 Sep 16 04:24:05.669926 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ec6f3854-e801-42cc-8e7e-63e5d58fa9f2 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/12bed1b0-27b2-4969-9970-6e16da03132c HTTP/1.1" status: 200 len: 734 time: 0.0341017 Sep 16 04:24:05.680074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a1991214-dc90-49a4-a71b-03d49f37ef4b admin admin] Request body: {'subnet': {'tenant_id': '9d269d30aba543f7a236136a557d6500', 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531', 'subnetpool_id': '12bed1b0-27b2-4969-9970-6e16da03132c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:24:05.702885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1991214-dc90-49a4-a71b-03d49f37ef4b admin admin] Made reservation on behalf of 9d269d30aba543f7a236136a557d6500 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:24:05.705129 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a1991214-dc90-49a4-a71b-03d49f37ef4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:06.006925 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a1991214-dc90-49a4-a71b-03d49f37ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:06.074941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1991214-dc90-49a4-a71b-03d49f37ef4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=080be1d0-b0d5-47b2-a552-4e6e5c7a939d,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:06.080084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1991214-dc90-49a4-a71b-03d49f37ef4b admin admin] Checking segment: {'id': '2c30dc78-ae4c-41cb-bf19-e2d79977bad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:24:06.080461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1991214-dc90-49a4-a71b-03d49f37ef4b admin admin] Network hostable DHCP agents. Network: 0456771a-9a4b-442f-a6e5-d1b018f41531, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:24:06.101458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1991214-dc90-49a4-a71b-03d49f37ef4b admin admin] Network 0456771a-9a4b-442f-a6e5-d1b018f41531 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:24:06.114352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-a1991214-dc90-49a4-a71b-03d49f37ef4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 0456771a-9a4b-442f-a6e5-d1b018f41531) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:24:06.119831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1991214-dc90-49a4-a71b-03d49f37ef4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:24:06.121023 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a1991214-dc90-49a4-a71b-03d49f37ef4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:06.124525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d8102a-5de9-469f-a3ba-e640f6f410ad None None] Network 0456771a-9a4b-442f-a6e5-d1b018f41531 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:24:06.148705 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a1991214-dc90-49a4-a71b-03d49f37ef4b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4603760 Sep 16 04:24:06.471517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-0456771a-9a4b-442f-a6e5-d1b018f41531', 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'fixed_ips': [{'subnet_id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:24:06.473444 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:06.755093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Allocated IP 172.20.0.2 (0456771a-9a4b-442f-a6e5-d1b018f41531/080be1d0-b0d5-47b2-a552-4e6e5c7a939d/b41edc23-5fb3-4ca8-8a69-8233c4d5f91d) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:24:07.026718 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:07.037329 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:07.139237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Network 0456771a-9a4b-442f-a6e5-d1b018f41531 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:24:07.145890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:24:07.150440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:24:07.164292 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Pushing event updated for resources: {'Port': ['ID=b41edc23-5fb3-4ca8-8a69-8233c4d5f91d,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:07.211032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:07.211383 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:07.211733 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:07.212074 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:07.212409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:07.212742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:07.213072 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:07.213415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:07.213772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:07.214100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:07.214426 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:07.214749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Tracked resource versions report: Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: pushed versions: Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: { 'AddressGroup': {'1.2'}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'ConntrackHelper': {'1.0'}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'Log': {'1.0'}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'Network': {'1.1'}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'Port': {'1.7'}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'PortForwarding': {'1.2'}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'QosPolicy': {'1.9'}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'SecurityGroup': {'1.4'}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'SubPort': {'1.0'}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'Subnet': {'1.1'}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'Trunk': {'1.1'}} Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: consumer versions: Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: { DHCP agent@n-d-712142-17: {}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: L3 agent@n-d-712142-17: {}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: Metadata agent@n-d-712142-17: {}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: Metering agent@n-d-712142-17: {}, Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: Open vSwitch agent@n-d-712142-17: { 'AddressGroup': '1.2', Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'ConntrackHelper': '1.0', Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'Log': '1.0', Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'Network': '1.1', Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'Port': '1.7', Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'PortForwarding': '1.2', Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'QosPolicy': '1.9', Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'SecurityGroup': '1.4', Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'SecurityGroupRule': '1.2', Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'SubPort': '1.0', Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'Subnet': '1.1', Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: 'Trunk': '1.1'}} Sep 16 04:24:07.215861 n-d-712142-17 neutron-server[94746]: {{(pid=94746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:24:07.252425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Attempting to bind port b41edc23-5fb3-4ca8-8a69-8233c4d5f91d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:24:07.253043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Attempting to bind port b41edc23-5fb3-4ca8-8a69-8233c4d5f91d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '2c30dc78-ae4c-41cb-bf19-e2d79977bad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:24:07.253477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Attempting to bind port b41edc23-5fb3-4ca8-8a69-8233c4d5f91d on network 0456771a-9a4b-442f-a6e5-d1b018f41531 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:24:07.258533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:24:07.258945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Checking segment: {'id': '2c30dc78-ae4c-41cb-bf19-e2d79977bad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:24:07.259427 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:07.259819 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Bound using segment: {'id': '2c30dc78-ae4c-41cb-bf19-e2d79977bad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:24:07.260292 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Bound port: b41edc23-5fb3-4ca8-8a69-8233c4d5f91d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c30dc78-ae4c-41cb-bf19-e2d79977bad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:24:07.260693 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:07.329852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] For port b41edc23-5fb3-4ca8-8a69-8233c4d5f91d, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:24:07.334164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] For port b41edc23-5fb3-4ca8-8a69-8233c4d5f91d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b41edc23-5fb3-4ca8-8a69-8233c4d5f91d,segment=NetworkSegment(2c30dc78-ae4c-41cb-bf19-e2d79977bad2),segment_id=2c30dc78-ae4c-41cb-bf19-e2d79977bad2)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:24:07.338755 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:07.413977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb93887-ad13-4508-92de-d1010d86d72a None None] Pushing event updated for resources: {'Port': ['ID=b41edc23-5fb3-4ca8-8a69-8233c4d5f91d,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:08.630539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43066) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:24:08.966924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-6f29b4c8-23d6-46f1-8f06-df407efffe54 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:24:08.967998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6f29b4c8-23d6-46f1-8f06-df407efffe54 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3361194 Sep 16 04:24:11.477399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43074) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:24:11.809359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-4c29f042-04f5-4c60-a2b1-3d44eb14642f admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:24:11.810470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4c29f042-04f5-4c60-a2b1-3d44eb14642f admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3319790 Sep 16 04:24:14.547677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43084) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:24:14.914254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-861401a6-fc1e-42b2-903e-02ab95497457 admin admin] Request body: {'router': {'tenant_id': '9d269d30aba543f7a236136a557d6500', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:24:14.939645 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-861401a6-fc1e-42b2-903e-02ab95497457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:14.941361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-861401a6-fc1e-42b2-903e-02ab95497457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:15.087261 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-861401a6-fc1e-42b2-903e-02ab95497457 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:15.092160 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-861401a6-fc1e-42b2-903e-02ab95497457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:15.106435 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-861401a6-fc1e-42b2-903e-02ab95497457 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:15.107660 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-861401a6-fc1e-42b2-903e-02ab95497457 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5586483 Sep 16 04:24:15.980921 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491e9323-5feb-4bcc-b8ce-ffa3a7698b63 None None] Network 0456771a-9a4b-442f-a6e5-d1b018f41531 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:24:16.061020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-20789f60-d274-47aa-9114-66ee5e6a22e2 None None] Provisioning complete for port b41edc23-5fb3-4ca8-8a69-8233c4d5f91d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:24:16.061419 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20789f60-d274-47aa-9114-66ee5e6a22e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:16.253468 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20789f60-d274-47aa-9114-66ee5e6a22e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:16.320612 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-20789f60-d274-47aa-9114-66ee5e6a22e2 None None] For port b41edc23-5fb3-4ca8-8a69-8233c4d5f91d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b41edc23-5fb3-4ca8-8a69-8233c4d5f91d,segment=NetworkSegment(2c30dc78-ae4c-41cb-bf19-e2d79977bad2),segment_id=2c30dc78-ae4c-41cb-bf19-e2d79977bad2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:24:16.326089 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20789f60-d274-47aa-9114-66ee5e6a22e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:16.391299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20789f60-d274-47aa-9114-66ee5e6a22e2 None None] Pushing event updated for resources: {'Port': ['ID=b41edc23-5fb3-4ca8-8a69-8233c4d5f91d,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:16.492940 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b41edc23-5fb3-4ca8-8a69-8233c4d5f91d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:24:16.555213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b41edc23-5fb3-4ca8-8a69-8233c4d5f91d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:24:16.555679 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:16.662384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2d759476-3a3c-4ced-8b0a-026e2073c208 None None] Provisioning complete for port b41edc23-5fb3-4ca8-8a69-8233c4d5f91d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:24:16.662761 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d759476-3a3c-4ced-8b0a-026e2073c208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:17.119323 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82ed3acb-959a-4409-ab73-40e6c968962e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:17.666740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43096) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:24:17.995774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-661da849-acf0-4d22-979d-7e9ae523fa57 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:24:17.997008 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-661da849-acf0-4d22-979d-7e9ae523fa57 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3291569 Sep 16 04:24:18.439168 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b41edc23-5fb3-4ca8-8a69-8233c4d5f91d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:24:18.489103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b41edc23-5fb3-4ca8-8a69-8233c4d5f91d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:24:18.489480 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:19.898104 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-686908f8-9021-4e97-9220-4b11fd94ed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:20.390691 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 5 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:24:20.516760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43104) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:24:20.681076 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:20.838911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:24:20.867917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Made reservation on behalf of b66a4e9ecd1e41feb39aa9869a9ce6bc for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:24:20.870782 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:20.887716 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:21.019986 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:21.024074 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:21.035419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Reserving flat network on physical network physnet1 {{(pid=94745) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 04:24:21.069313 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767728454036', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:21.070023 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Unsubscribe: segment precommit_create {{(pid=94745) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 04:24:21.070539 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Added segment 9e9db0bb-dbb3-4325-a208-d20ff12eb748 of type flat for network d6f07381-018f-452e-9a64-d5ddd43ee5a9 Sep 16 04:24:21.087237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0a6393-0cbb-4b58-bb9e-21bbeb286e97,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:21.113952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:21.114297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:21.114634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:21.114965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:21.115294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:21.115623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:21.115947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:21.116536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:21.116854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:21.117173 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:21.117493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:21.117842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Tracked resource versions report: Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: pushed versions: Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: { 'AddressGroup': {'1.2'}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'ConntrackHelper': {'1.0'}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'Log': {'1.0'}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'Network': {'1.1'}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'Port': {'1.7'}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'PortForwarding': {'1.2'}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'QosPolicy': {'1.9'}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'SecurityGroup': {'1.4'}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'SubPort': {'1.0'}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'Subnet': {'1.1'}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'Trunk': {'1.1'}} Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: consumer versions: Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: { DHCP agent@n-d-712142-17: {}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: L3 agent@n-d-712142-17: {}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: Metadata agent@n-d-712142-17: {}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: Metering agent@n-d-712142-17: {}, Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: Open vSwitch agent@n-d-712142-17: { 'AddressGroup': '1.2', Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'ConntrackHelper': '1.0', Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'Log': '1.0', Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'Network': '1.1', Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'Port': '1.7', Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'PortForwarding': '1.2', Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'QosPolicy': '1.9', Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'SecurityGroup': '1.4', Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'SecurityGroupRule': '1.2', Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'SubPort': '1.0', Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'Subnet': '1.1', Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: 'Trunk': '1.1'}} Sep 16 04:24:21.118937 n-d-712142-17 neutron-server[94745]: {{(pid=94745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:24:21.202749 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:21.248567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:21.250621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:24:21.251258 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:21.303329 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7854934 Sep 16 04:24:21.356984 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da1212-0acb-4e22-a4f7-81f45765790a admin admin] Pushing event updated for resources: {'Network': ['ID=d6f07381-018f-452e-9a64-d5ddd43ee5a9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:21.371038 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:24:21.462334 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:22.911399 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:23.807886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43126) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:24:24.036726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740db7e9-b35a-4ef6-871b-1a5642a1e2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:24:24.038163 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-740db7e9-b35a-4ef6-871b-1a5642a1e2c4 admin admin] 10.222.0.53 "GET /v2.0/subnets/080be1d0-b0d5-47b2-a552-4e6e5c7a939d HTTP/1.1" status: 200 len: 849 time: 0.2293119 Sep 16 04:24:24.219738 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e64d2348-c270-499f-a8af-feaf98fcf16f admin admin] 10.222.0.53 "GET /v2.0/routers/33dfb7ea-5237-4d63-985b-da563ea07aeb HTTP/1.1" status: 200 len: 704 time: 0.1752825 Sep 16 04:24:24.493594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:24.794388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Allocated IP 172.20.0.1 (0456771a-9a4b-442f-a6e5-d1b018f41531/080be1d0-b0d5-47b2-a552-4e6e5c7a939d/4b7a1569-c00b-4850-8b68-ed5a49061d10) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:24:24.983419 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:25.050041 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:25.127777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Network 0456771a-9a4b-442f-a6e5-d1b018f41531 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:24:25.133792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:24:25.146430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:24:25.146430 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:25.164671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7a1569-c00b-4850-8b68-ed5a49061d10,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:25.330204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f2ce0d97-32c8-4f0f-9698-35fda4a810a1 None None] Provisioning complete for port 4b7a1569-c00b-4850-8b68-ed5a49061d10 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:24:25.330764 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0d97-32c8-4f0f-9698-35fda4a810a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:25.346729 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:25.364060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce0d97-32c8-4f0f-9698-35fda4a810a1 None None] Port 4b7a1569-c00b-4850-8b68-ed5a49061d10 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:24:25.617815 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:25.622332 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:25.623200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:25.683543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7a1569-c00b-4850-8b68-ed5a49061d10,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:25.752793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Network 0456771a-9a4b-442f-a6e5-d1b018f41531 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:24:25.754211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:24:25.925964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Router 33dfb7ea-5237-4d63-985b-da563ea07aeb is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:24:25.986983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-39248230-6bfa-4526-a04a-98e4035f1bc4 None None] Provisioning complete for port 4b7a1569-c00b-4850-8b68-ed5a49061d10 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:24:25.987361 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-39248230-6bfa-4526-a04a-98e4035f1bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:26.023929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-39248230-6bfa-4526-a04a-98e4035f1bc4 None None] Port 4b7a1569-c00b-4850-8b68-ed5a49061d10 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:24:26.027229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:24:26.033334 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a243c7dd-b398-4161-93ed-21061f68ea63 admin admin] 10.222.0.53 "PUT /v2.0/routers/33dfb7ea-5237-4d63-985b-da563ea07aeb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8076730 Sep 16 04:24:26.037519 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Sync routers for ids ['33dfb7ea-5237-4d63-985b-da563ea07aeb'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:24:26.052070 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Routers {'33dfb7ea-5237-4d63-985b-da563ea07aeb'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:24:26.052914 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:24:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['33dfb7ea-5237-4d63-985b-da563ea07aeb'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:24:26.244467 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Set router 33dfb7ea-5237-4d63-985b-da563ea07aeb gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:24:26.691474 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'name': 'router1', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:24:14Z', 'updated_at': '2021-09-16T04:24:25Z', 'revision_number': 2, 'project_id': '9d269d30aba543f7a236136a557d6500', 'gw_port_host': None, '_interfaces': [{'id': '4b7a1569-c00b-4850-8b68-ed5a49061d10', 'name': '', 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'mac_address': 'fa:16:3e:16:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:24:24Z', 'updated_at': '2021-09-16T04:24:25Z', 'revision_number': 2, 'project_id': '9d269d30aba543f7a236136a557d6500', 'subnets': [{'id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12bed1b0-27b2-4969-9970-6e16da03132c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:24:26.745153 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Checking router: 33dfb7ea-5237-4d63-985b-da563ea07aeb for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:24:26.745533 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Updating router 33dfb7ea-5237-4d63-985b-da563ea07aeb port 4b7a1569-c00b-4850-8b68-ed5a49061d10 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:24:26.794518 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:27.327889 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:27.335288 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:27.521643 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Pushing event updated for resources: {'Port': ['ID=4b7a1569-c00b-4850-8b68-ed5a49061d10,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:27.526366 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Attempting to bind port 4b7a1569-c00b-4850-8b68-ed5a49061d10 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:24:27.526766 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Attempting to bind port 4b7a1569-c00b-4850-8b68-ed5a49061d10 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '2c30dc78-ae4c-41cb-bf19-e2d79977bad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:24:27.527207 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Attempting to bind port 4b7a1569-c00b-4850-8b68-ed5a49061d10 on network 0456771a-9a4b-442f-a6e5-d1b018f41531 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:24:27.536671 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:27.537031 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:27.537374 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:27.537740 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:27.538054 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:27.538393 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:27.538718 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:27.539053 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:27.539561 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:27.539688 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:27.540013 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:27.540333 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Tracked resource versions report: Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: pushed versions: Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: { 'AddressGroup': {'1.2'}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'ConntrackHelper': {'1.0'}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'Log': {'1.0'}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'Network': {'1.1'}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'Port': {'1.7'}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'PortForwarding': {'1.2'}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'QosPolicy': {'1.9'}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'SecurityGroup': {'1.4'}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'SubPort': {'1.0'}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'Subnet': {'1.1'}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'Trunk': {'1.1'}} Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: consumer versions: Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: { DHCP agent@n-d-712142-17: {}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: L3 agent@n-d-712142-17: {}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: Metadata agent@n-d-712142-17: {}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: Metering agent@n-d-712142-17: {}, Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: Open vSwitch agent@n-d-712142-17: { 'AddressGroup': '1.2', Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'ConntrackHelper': '1.0', Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'Log': '1.0', Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'Network': '1.1', Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'Port': '1.7', Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'PortForwarding': '1.2', Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'QosPolicy': '1.9', Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'SecurityGroup': '1.4', Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'SecurityGroupRule': '1.2', Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'SubPort': '1.0', Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'Subnet': '1.1', Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: 'Trunk': '1.1'}} Sep 16 04:24:27.541402 n-d-712142-17 neutron-server[94747]: {{(pid=94747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:24:27.544399 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:24:27.544399 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Checking segment: {'id': '2c30dc78-ae4c-41cb-bf19-e2d79977bad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:24:27.544666 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:27.546473 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Bound using segment: {'id': '2c30dc78-ae4c-41cb-bf19-e2d79977bad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:24:27.546473 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Bound port: 4b7a1569-c00b-4850-8b68-ed5a49061d10, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c30dc78-ae4c-41cb-bf19-e2d79977bad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:24:27.546473 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:27.572882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-87605166-123b-407f-8c7c-59b6f091a18d None None] Provisioning complete for port 4b7a1569-c00b-4850-8b68-ed5a49061d10 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:24:27.573430 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87605166-123b-407f-8c7c-59b6f091a18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:27.615561 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] For port 4b7a1569-c00b-4850-8b68-ed5a49061d10, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:24:27.627785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-87605166-123b-407f-8c7c-59b6f091a18d None None] Port 4b7a1569-c00b-4850-8b68-ed5a49061d10 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:24:27.637098 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] For port 4b7a1569-c00b-4850-8b68-ed5a49061d10, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4b7a1569-c00b-4850-8b68-ed5a49061d10,segment=NetworkSegment(2c30dc78-ae4c-41cb-bf19-e2d79977bad2),segment_id=2c30dc78-ae4c-41cb-bf19-e2d79977bad2)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:24:27.642199 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:27.696471 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6da811-287e-4b44-8bad-495799756712 None None] Pushing event updated for resources: {'Port': ['ID=4b7a1569-c00b-4850-8b68-ed5a49061d10,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:27.705680 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Routers {'33dfb7ea-5237-4d63-985b-da563ea07aeb'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:24:27.706361 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:24:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['33dfb7ea-5237-4d63-985b-da563ea07aeb'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:24:27.820280 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] Set router 33dfb7ea-5237-4d63-985b-da563ea07aeb gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:24:27.961361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e70d22a1-bcca-4eb7-a806-fe48e13448c6 None None] Provisioning complete for port 4b7a1569-c00b-4850-8b68-ed5a49061d10 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:24:27.961926 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e70d22a1-bcca-4eb7-a806-fe48e13448c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:28.044644 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'name': 'router1', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:24:14Z', 'updated_at': '2021-09-16T04:24:25Z', 'revision_number': 2, 'project_id': '9d269d30aba543f7a236136a557d6500', 'gw_port_host': None, '_interfaces': [{'id': '4b7a1569-c00b-4850-8b68-ed5a49061d10', 'name': '', 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'mac_address': 'fa:16:3e:16:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:24:24Z', 'updated_at': '2021-09-16T04:24:27Z', 'revision_number': 4, 'project_id': '9d269d30aba543f7a236136a557d6500', 'subnets': [{'id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12bed1b0-27b2-4969-9970-6e16da03132c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:24:28.045285 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e70d22a1-bcca-4eb7-a806-fe48e13448c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:28.080222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e70d22a1-bcca-4eb7-a806-fe48e13448c6 None None] For port 4b7a1569-c00b-4850-8b68-ed5a49061d10, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4b7a1569-c00b-4850-8b68-ed5a49061d10,segment=NetworkSegment(2c30dc78-ae4c-41cb-bf19-e2d79977bad2),segment_id=2c30dc78-ae4c-41cb-bf19-e2d79977bad2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:24:28.083390 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b65956-1b4f-401f-82de-155488cacba1 None None] The sync data for ids ['33dfb7ea-5237-4d63-985b-da563ea07aeb'] in n-d-712142-17 is: [{'id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'name': 'router1', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:24:14Z', 'updated_at': '2021-09-16T04:24:25Z', 'revision_number': 2, 'project_id': '9d269d30aba543f7a236136a557d6500', 'gw_port_host': None, '_interfaces': [{'id': '4b7a1569-c00b-4850-8b68-ed5a49061d10', 'name': '', 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'mac_address': 'fa:16:3e:16:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:24:24Z', 'updated_at': '2021-09-16T04:24:27Z', 'revision_number': 4, 'project_id': '9d269d30aba543f7a236136a557d6500', 'subnets': [{'id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12bed1b0-27b2-4969-9970-6e16da03132c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:24:28.085274 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e70d22a1-bcca-4eb7-a806-fe48e13448c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:28.153665 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d22a1-bcca-4eb7-a806-fe48e13448c6 None None] Pushing event updated for resources: {'Port': ['ID=4b7a1569-c00b-4850-8b68-ed5a49061d10,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:28.364081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43146) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:24:28.497990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a890e7ad-ce3f-41fb-9dcf-927878a6682d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:24:28.500533 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a890e7ad-ce3f-41fb-9dcf-927878a6682d admin admin] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 842 time: 0.1350825 Sep 16 04:24:28.511647 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'name': 'public-subnet'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:24:28.537120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] Made reservation on behalf of b66a4e9ecd1e41feb39aa9869a9ce6bc for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:24:28.539396 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:28.852730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.objects.ports [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94745) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:24:28.853192 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:28.909574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6fd090-5b9e-42f1-9ad8-6eb400feea08,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:28.921217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:24:28.921570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] Network hostable DHCP agents. Network: d6f07381-018f-452e-9a64-d5ddd43ee5a9, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:24:28.943410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:24:28.958239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, d6f07381-018f-452e-9a64-d5ddd43ee5a9) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:24:28.962760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:24:28.963376 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:28.972663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d60221-751d-4ef9-b6d3-9f3d71d8fdc9 None None] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:24:29.001156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7ba5abcf-f287-41fd-ab29-ce444aeaf2b1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4720550 Sep 16 04:24:29.118903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09848ccf-187c-43e4-83a9-635262675315 None None] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:24:31.521172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43154) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:24:31.663446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-844fc0a8-5300-4faa-afb1-030a40f15ad7 admin admin] 10.222.0.53 "GET /v2.0/routers/33dfb7ea-5237-4d63-985b-da563ea07aeb HTTP/1.1" status: 200 len: 710 time: 0.1411250 Sep 16 04:24:31.755827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9183e-c08c-4147-9819-409c3395deb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:24:31.757223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dbb9183e-c08c-4147-9819-409c3395deb8 admin admin] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 886 time: 0.0871804 Sep 16 04:24:31.768612 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:24:32.089697 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:32.363597 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:32.447264 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:32.553137 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Allocated IP 172.25.0.2 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/a8512eaf-d78a-4591-ae02-79bbf08861a5) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:24:32.692290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:32.736084 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:32.773260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:24:32.776055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:24:32.778582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:24:32.819219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a8512eaf-d78a-4591-ae02-79bbf08861a5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:33.043973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:33.246779 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:33.251540 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:33.360239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Router 33dfb7ea-5237-4d63-985b-da563ea07aeb has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:24:33.470719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:24:33.475467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:33.476741 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eaa9b2df-c71b-479c-9b9b-a449e5ad76a5 admin admin] 10.222.0.53 "PUT /v2.0/routers/33dfb7ea-5237-4d63-985b-da563ea07aeb HTTP/1.1" status: 200 len: 888 time: 1.7121594 Sep 16 04:24:34.458457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4b7a1569-c00b-4850-8b68-ed5a49061d10 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:24:34.515065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4b7a1569-c00b-4850-8b68-ed5a49061d10 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:24:34.515451 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:35.008007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Sync routers for ids ['33dfb7ea-5237-4d63-985b-da563ea07aeb'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:24:35.021978 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Routers {'33dfb7ea-5237-4d63-985b-da563ea07aeb'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:24:35.022706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:24:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['33dfb7ea-5237-4d63-985b-da563ea07aeb'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:24:35.237099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Set router 33dfb7ea-5237-4d63-985b-da563ea07aeb gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:24:35.645450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'name': 'router1', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a8512eaf-d78a-4591-ae02-79bbf08861a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:24:14Z', 'updated_at': '2021-09-16T04:24:32Z', 'revision_number': 4, 'project_id': '9d269d30aba543f7a236136a557d6500', 'gw_port': {'id': 'a8512eaf-d78a-4591-ae02-79bbf08861a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:08:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:24:32Z', 'updated_at': '2021-09-16T04:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '4b7a1569-c00b-4850-8b68-ed5a49061d10', 'name': '', 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'mac_address': 'fa:16:3e:16:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:24:24Z', 'updated_at': '2021-09-16T04:24:28Z', 'revision_number': 5, 'project_id': '9d269d30aba543f7a236136a557d6500', 'subnets': [{'id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12bed1b0-27b2-4969-9970-6e16da03132c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:24:35.697433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Checking router: 33dfb7ea-5237-4d63-985b-da563ea07aeb for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:24:35.697873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Updating router 33dfb7ea-5237-4d63-985b-da563ea07aeb port a8512eaf-d78a-4591-ae02-79bbf08861a5 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:24:35.745435 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:36.156059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43166) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:24:36.173129 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:36.186388 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:36.245975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Attempting to bind port a8512eaf-d78a-4591-ae02-79bbf08861a5 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:24:36.246355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Attempting to bind port a8512eaf-d78a-4591-ae02-79bbf08861a5 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:24:36.246755 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Attempting to bind port a8512eaf-d78a-4591-ae02-79bbf08861a5 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:24:36.259843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd378232-b300-4379-b66a-2bfb9af46cd7 None None] Pushing event updated for resources: {'Port': ['ID=a8512eaf-d78a-4591-ae02-79bbf08861a5,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:36.262246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:24:36.262631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:24:36.263037 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:36.263432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:24:36.263917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Bound port: a8512eaf-d78a-4591-ae02-79bbf08861a5, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:24:36.266028 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:36.320193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] For port a8512eaf-d78a-4591-ae02-79bbf08861a5, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:24:36.323663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] For port a8512eaf-d78a-4591-ae02-79bbf08861a5, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a8512eaf-d78a-4591-ae02-79bbf08861a5,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:24:36.328505 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:36.386604 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd378232-b300-4379-b66a-2bfb9af46cd7 None None] Pushing event updated for resources: {'Port': ['ID=a8512eaf-d78a-4591-ae02-79bbf08861a5,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:36.393700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Routers {'33dfb7ea-5237-4d63-985b-da563ea07aeb'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:24:36.394287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:24:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['33dfb7ea-5237-4d63-985b-da563ea07aeb'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:24:36.415537 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bd8297cf-4af4-4aae-a841-4da71eded61e admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.2579596 Sep 16 04:24:36.523262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] Set router 33dfb7ea-5237-4d63-985b-da563ea07aeb gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:24:36.784903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'name': 'router1', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a8512eaf-d78a-4591-ae02-79bbf08861a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:24:14Z', 'updated_at': '2021-09-16T04:24:32Z', 'revision_number': 4, 'project_id': '9d269d30aba543f7a236136a557d6500', 'gw_port': {'id': 'a8512eaf-d78a-4591-ae02-79bbf08861a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:08:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:24:32Z', 'updated_at': '2021-09-16T04:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '4b7a1569-c00b-4850-8b68-ed5a49061d10', 'name': '', 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'mac_address': 'fa:16:3e:16:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:24:24Z', 'updated_at': '2021-09-16T04:24:28Z', 'revision_number': 5, 'project_id': '9d269d30aba543f7a236136a557d6500', 'subnets': [{'id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12bed1b0-27b2-4969-9970-6e16da03132c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:24:36.811709 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1148c67-00bd-41f8-a614-bad85b5e9b9b None None] The sync data for ids ['33dfb7ea-5237-4d63-985b-da563ea07aeb'] in n-d-712142-17 is: [{'id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'name': 'router1', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a8512eaf-d78a-4591-ae02-79bbf08861a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:24:14Z', 'updated_at': '2021-09-16T04:24:32Z', 'revision_number': 4, 'project_id': '9d269d30aba543f7a236136a557d6500', 'gw_port': {'id': 'a8512eaf-d78a-4591-ae02-79bbf08861a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:08:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:24:32Z', 'updated_at': '2021-09-16T04:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '4b7a1569-c00b-4850-8b68-ed5a49061d10', 'name': '', 'network_id': '0456771a-9a4b-442f-a6e5-d1b018f41531', 'tenant_id': '9d269d30aba543f7a236136a557d6500', 'mac_address': 'fa:16:3e:16:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dfb7ea-5237-4d63-985b-da563ea07aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:24:24Z', 'updated_at': '2021-09-16T04:24:28Z', 'revision_number': 5, 'project_id': '9d269d30aba543f7a236136a557d6500', 'subnets': [{'id': '080be1d0-b0d5-47b2-a552-4e6e5c7a939d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12bed1b0-27b2-4969-9970-6e16da03132c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:24:38.659436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a8512eaf-d78a-4591-ae02-79bbf08861a5 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:24:38.739492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port a8512eaf-d78a-4591-ae02-79bbf08861a5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:24:38.740221 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:38.838103 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:38.866259 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port a8512eaf-d78a-4591-ae02-79bbf08861a5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a8512eaf-d78a-4591-ae02-79bbf08861a5,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:24:38.871169 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:38.939567 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=a8512eaf-d78a-4591-ae02-79bbf08861a5,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:24:40.493233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a8512eaf-d78a-4591-ae02-79bbf08861a5 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:24:40.619388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port a8512eaf-d78a-4591-ae02-79bbf08861a5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:24:40.620117 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:47.135198 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1fae96f7-9b1a-4985-8aa6-348efe761dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:49.902720 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42303fdc-0729-4e2b-9b41-428f5cec3f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:50.687978 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:51.436935 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:52.935546 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:24:57.379232 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 5 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:25:17.127160 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-81c1c7a7-06a3-41d1-a0d4-fa4b6cb281f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:19.906457 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ee7555b1-24fc-42b5-988e-8b39d419eda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:20.683930 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:21.439177 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:22.950469 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:34.379443 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 5 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:25:47.109283 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7c539573-b699-479c-8369-e2fc474da8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:49.909494 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1a6ce91d-0e7b-4dfb-83e3-942c0839090a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:50.678322 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:51.440243 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:25:52.938437 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:11.384766 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 5 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:26:17.111579 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cf0da18a-159e-4328-89ed-b4b75f950827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:19.911068 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eeef9639-40a0-428b-9843-cdc82f9204d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:20.521025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43762) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:20.582750 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9249049e-db9f-48a4-83f4-2736fadd7bf7 admin admin] GET failed (client error): The resource could not be found. Sep 16 04:26:20.584086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9249049e-db9f-48a4-83f4-2736fadd7bf7 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620871 Sep 16 04:26:20.679916 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:20.757213 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55469225-9ddc-4f82-b891-1a563de22c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:20.758731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-55469225-9ddc-4f82-b891-1a563de22c6a admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1699922 Sep 16 04:26:21.444013 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:22.945200 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:22.951523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43772) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:23.044460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ad6d2-b60c-4301-8e6c-1b8b8fb89827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:23.045844 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-422ad6d2-b60c-4301-8e6c-1b8b8fb89827 admin admin] 10.222.0.53 "GET /v2.0/subnets/080be1d0-b0d5-47b2-a552-4e6e5c7a939d HTTP/1.1" status: 200 len: 849 time: 0.0933444 Sep 16 04:26:23.056132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:26:23.143154 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:23.312446 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767728591620'] for subnet, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:23.362580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:23.363505 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:23.365663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d5d9eb-b518-4431-8d53-3faa60f53913 None None] Network 0456771a-9a4b-442f-a6e5-d1b018f41531 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:26:23.365801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] 10.222.0.53 "PUT /v2.0/subnets/080be1d0-b0d5-47b2-a552-4e6e5c7a939d HTTP/1.1" status: 200 len: 868 time: 0.3131585 Sep 16 04:26:23.395724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=080be1d0-b0d5-47b2-a552-4e6e5c7a939d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:26:23.403838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:23.404186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:23.404534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:23.404877 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:23.405213 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:23.405546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:23.405911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:23.406243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:23.406573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:23.406900 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:23.407228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:23.407555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1c315-59e8-4609-9495-cb1b9d01c3b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:26:23.763431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1893b755-591c-4ad1-a415-dd65e61922f8 None None] Provisioning complete for port b41edc23-5fb3-4ca8-8a69-8233c4d5f91d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:26:23.763809 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1893b755-591c-4ad1-a415-dd65e61922f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:23.847886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1893b755-591c-4ad1-a415-dd65e61922f8 None None] Provisioning complete for port 4b7a1569-c00b-4850-8b68-ed5a49061d10 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:26:23.848185 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1893b755-591c-4ad1-a415-dd65e61922f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:25.597115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43780) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:25.855605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb7e9f6-5fbf-4b81-bd8a-c4792e7482d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:25.856089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb7e9f6-5fbf-4b81-bd8a-c4792e7482d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:25.857676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0bb7e9f6-5fbf-4b81-bd8a-c4792e7482d0 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2595363 Sep 16 04:26:28.249003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43788) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:28.380428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d15e965-08ac-46b3-97d9-57b19ececc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:28.380905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d15e965-08ac-46b3-97d9-57b19ececc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:28.382476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5d15e965-08ac-46b3-97d9-57b19ececc43 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324348 Sep 16 04:26:30.594861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43796) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:30.731734 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0023abcf-76fd-4f00-95ca-d1d352d4e64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:30.733049 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0023abcf-76fd-4f00-95ca-d1d352d4e64c admin admin] 10.222.0.53 "GET /v2.0/networks/0456771a-9a4b-442f-a6e5-d1b018f41531 HTTP/1.1" status: 200 len: 869 time: 0.1369140 Sep 16 04:26:32.961373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43804) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:33.088788 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d5d4b9-1c39-476d-8eb1-c9209580d12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:33.090634 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f8d5d4b9-1c39-476d-8eb1-c9209580d12c admin admin] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 886 time: 0.1279843 Sep 16 04:26:35.378698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43812) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:35.517143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9c3bd4-888a-445c-8516-96fb92c72f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:35.517652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9c3bd4-888a-445c-8516-96fb92c72f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:35.519201 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6c9c3bd4-888a-445c-8516-96fb92c72f9f admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1395407 Sep 16 04:26:37.789810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43822) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:37.930583 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d711c3b-0423-4cca-bacb-041e277c55bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:37.931055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d711c3b-0423-4cca-bacb-041e277c55bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:37.932623 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0d711c3b-0423-4cca-bacb-041e277c55bb admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1415737 Sep 16 04:26:40.228447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43830) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:40.322538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ded179-09d1-4472-be75-da55e2de83ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:40.324699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d7ded179-09d1-4472-be75-da55e2de83ad admin admin] 10.222.0.53 "GET /v2.0/subnets/080be1d0-b0d5-47b2-a552-4e6e5c7a939d HTTP/1.1" status: 200 len: 868 time: 0.0945811 Sep 16 04:26:42.549049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43838) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:26:42.643033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b302daad-806a-49bc-b6ec-84459935586f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:26:42.644385 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b302daad-806a-49bc-b6ec-84459935586f admin admin] 10.222.0.53 "GET /v2.0/subnets/ae6fd090-5b9e-42f1-9ad8-6eb400feea08 HTTP/1.1" status: 200 len: 816 time: 0.0942881 Sep 16 04:26:47.117110 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-897da60d-83bf-4bb9-9be9-14160e95a9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:48.384336 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 5 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:26:49.913449 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-23f5ad8a-ea70-4fc5-9d68-ff70a31849e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:50.680268 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:51.448545 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:26:52.965132 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:07.198863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43892) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:27:07.250639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-de52adf5-b6e2-4331-a1af-b828c593d925 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:27:07.252001 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-de52adf5-b6e2-4331-a1af-b828c593d925 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513437 Sep 16 04:27:09.587341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43900) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:27:09.648074 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-231bf128-2460-4a69-8afa-ef0dcf63cc61 admin admin] GET failed (client error): The resource could not be found. Sep 16 04:27:09.649394 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-231bf128-2460-4a69-8afa-ef0dcf63cc61 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611081 Sep 16 04:27:09.736440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55985d1c-0337-4a4f-8bc4-b1b22317af3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:27:09.737924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-55985d1c-0337-4a4f-8bc4-b1b22317af3b admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832458 Sep 16 04:27:11.997075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43908) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:27:12.046276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:27:12.066932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] Made reservation on behalf of b66a4e9ecd1e41feb39aa9869a9ce6bc for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:27:12.069168 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:12.100003 n-d-712142-17 neutron-server[94745]: WARNING neutron.services.revisions.revision_plugin [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] Could not find related network for resource to bump revision. Sep 16 04:27:12.114015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:27:12.123567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:12.123918 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] Added segment 67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb of type vlan for network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 Sep 16 04:27:12.171579 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:12.194629 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:12.195718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:27:12.196303 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:12.228665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2304504 Sep 16 04:27:12.260033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee729ef-ea61-4e8b-bc75-04f023e879c3 admin admin] Pushing event updated for resources: {'Network': ['ID=4d88b6ff-5ced-48b0-907a-664fc6ea8506,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:27:12.271723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:27:14.514709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43916) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:27:14.574310 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-15935fb6-36bd-49e0-94f8-57a57fcc372a admin admin] GET failed (client error): The resource could not be found. Sep 16 04:27:14.575721 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-15935fb6-36bd-49e0-94f8-57a57fcc372a admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600431 Sep 16 04:27:14.645316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe194a-9850-4462-bd14-da52b7acf055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:27:14.646815 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-26fe194a-9850-4462-bd14-da52b7acf055 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663810 Sep 16 04:27:14.657575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-8521e4a5-273f-4b09-b7aa-a61c47fff681 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:27:14.677666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8521e4a5-273f-4b09-b7aa-a61c47fff681 admin admin] Made reservation on behalf of b66a4e9ecd1e41feb39aa9869a9ce6bc for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:27:14.679862 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8521e4a5-273f-4b09-b7aa-a61c47fff681 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:14.941646 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8521e4a5-273f-4b09-b7aa-a61c47fff681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:14.999641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521e4a5-273f-4b09-b7aa-a61c47fff681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee948eb1-e227-4e45-8f82-0e038676512c,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:27:15.007906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8521e4a5-273f-4b09-b7aa-a61c47fff681 admin admin] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:27:15.008259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8521e4a5-273f-4b09-b7aa-a61c47fff681 admin admin] Network hostable DHCP agents. Network: 4d88b6ff-5ced-48b0-907a-664fc6ea8506, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:27:15.024678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8521e4a5-273f-4b09-b7aa-a61c47fff681 admin admin] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:27:15.033488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-8521e4a5-273f-4b09-b7aa-a61c47fff681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 4d88b6ff-5ced-48b0-907a-664fc6ea8506) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:27:15.037475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8521e4a5-273f-4b09-b7aa-a61c47fff681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:27:15.038097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8521e4a5-273f-4b09-b7aa-a61c47fff681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:15.043177 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4981174b-6f43-40a8-ba57-d5552420e5cb None None] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:27:15.054859 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8521e4a5-273f-4b09-b7aa-a61c47fff681 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3969638 Sep 16 04:27:15.197984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'tenant_id': 'b66a4e9ecd1e41feb39aa9869a9ce6bc', 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:27:15.198889 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:15.345123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Allocated IP 192.168.233.2 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/055ed57d-dd4c-4d71-b429-5147dc131411) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:27:15.499891 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:15.506802 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:15.542620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:27:15.546168 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:27:15.557590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:27:15.564987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Pushing event updated for resources: {'Port': ['ID=055ed57d-dd4c-4d71-b429-5147dc131411,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:27:15.586918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:15.587270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:15.587623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:15.587971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:15.588306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:15.588641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:15.588980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:15.589309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:15.589659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:15.590934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:15.591440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:15.591781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:27:15.625384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Attempting to bind port 055ed57d-dd4c-4d71-b429-5147dc131411 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:27:15.625879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Attempting to bind port 055ed57d-dd4c-4d71-b429-5147dc131411 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:27:15.626251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Attempting to bind port 055ed57d-dd4c-4d71-b429-5147dc131411 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:27:15.631329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:27:15.631709 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:27:15.632114 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:15.632528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:27:15.632979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Bound port: 055ed57d-dd4c-4d71-b429-5147dc131411, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:27:15.633365 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:15.698420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] For port 055ed57d-dd4c-4d71-b429-5147dc131411, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:27:15.701874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] For port 055ed57d-dd4c-4d71-b429-5147dc131411, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=055ed57d-dd4c-4d71-b429-5147dc131411,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:27:15.708554 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:15.766368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd91463-b5b3-4cf0-810f-f53c9aaf30e9 None None] Pushing event updated for resources: {'Port': ['ID=055ed57d-dd4c-4d71-b429-5147dc131411,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:27:16.628620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 055ed57d-dd4c-4d71-b429-5147dc131411 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:27:16.696595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 055ed57d-dd4c-4d71-b429-5147dc131411 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:27:16.697353 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:16.728059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d2942d-a88f-490a-9d6e-0711372826ac None None] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:27:16.872553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-525b5100-fb41-4ae1-acc3-a24b8b1d3f2b None None] Provisioning complete for port 055ed57d-dd4c-4d71-b429-5147dc131411 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:27:16.872855 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-525b5100-fb41-4ae1-acc3-a24b8b1d3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:16.874496 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:16.974862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 055ed57d-dd4c-4d71-b429-5147dc131411, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=055ed57d-dd4c-4d71-b429-5147dc131411,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:27:16.987818 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:17.114590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=055ed57d-dd4c-4d71-b429-5147dc131411,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:27:17.220053 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-816a3141-91b7-4ac5-a9c4-8fb919f296da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:17.390309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-038c81a3-e2bf-48c1-90b7-4b000cd2d43c None None] Provisioning complete for port 055ed57d-dd4c-4d71-b429-5147dc131411 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:27:17.390660 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-038c81a3-e2bf-48c1-90b7-4b000cd2d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:18.555575 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 055ed57d-dd4c-4d71-b429-5147dc131411 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:27:18.604664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 055ed57d-dd4c-4d71-b429-5147dc131411 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:27:18.605051 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:19.914841 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e6a7f63e-c293-4a68-8367-664e6fb82ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:20.682914 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:21.450487 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:22.967103 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:25.382472 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 5 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:27:47.128193 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0f3aad09-bdb7-4e2c-89a3-00458a298cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:49.917933 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9c4ce-393c-4488-8a9c-092958937a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:50.684377 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:51.454651 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:27:52.970908 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:02.381353 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 5 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:28:17.120978 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e79ebb25-1c80-458f-a2e0-0c7c8cf7010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:19.920912 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1f84c480-c9c5-4b81-bb64-06a0239f28bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:20.686157 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:21.456037 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:22.983898 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:25.743230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43978) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:28:25.753192 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-c3466033-45d2-498b-8e17-b68a68f330cc tempest-verify_tempest_config-517969860 tempest-verify_tempest_config-517969860-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:28:25.754280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c3466033-45d2-498b-8e17-b68a68f330cc tempest-verify_tempest_config-517969860 tempest-verify_tempest_config-517969860-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0100539 Sep 16 04:28:26.052572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43996) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:28:26.160354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:26.254608 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:26.258429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:26.303750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4460c4c8279c47bb90f4903389f2161a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2501016 Sep 16 04:28:26.304716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f539bc-7d19-4fe6-b7b7-99d98a20115c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:28:26.307773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44000) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:28:26.317989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:28:26.318338 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:28:26.318681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:28:26.319022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:28:26.319353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:28:26.319697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:28:26.320015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:28:26.320340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:28:26.320664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:28:26.320986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:28:26.321309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:28:26.321654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0eed04-b48c-4c28-9523-7df3c61e535f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:28:26.374246 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e22b24e0-4bdd-4f3a-bab1-2ce4d08569ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:26.395726 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e22b24e0-4bdd-4f3a-bab1-2ce4d08569ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:26.486803 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e22b24e0-4bdd-4f3a-bab1-2ce4d08569ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:26.489801 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e22b24e0-4bdd-4f3a-bab1-2ce4d08569ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:26.490965 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e22b24e0-4bdd-4f3a-bab1-2ce4d08569ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51f539bc-7d19-4fe6-b7b7-99d98a20115c HTTP/1.1" status: 204 len: 168 time: 0.1822743 Sep 16 04:28:26.501109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b24e0-4bdd-4f3a-bab1-2ce4d08569ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f539bc-7d19-4fe6-b7b7-99d98a20115c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:28:39.380123 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 5 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:28:47.122890 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2b2c-5b2c-418f-aeeb-4a5a92d64799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:49.921847 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ee49603e-5944-43ba-938c-8a95e62791be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:50.688605 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:51.457918 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:28:52.978188 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:16.379614 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 5 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:29:17.133019 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1c1d10dc-81f4-4eef-9835-253133cc0800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:19.921481 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9dc491a0-98ae-4e08-8828-1fd15a66a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:20.689713 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:21.461095 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:22.982922 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:47.125428 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-96557652-8f3e-4558-a4c4-c4360b4125ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:49.922743 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2149e056-9381-428b-ab8c-b0be2a2deea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:50.689205 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:51.464547 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:52.985617 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:29:53.378822 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 5 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:30:17.127928 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bf8d27dc-44bd-4e47-bb1e-3e31111011a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:19.924281 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c284ab3a-453b-482a-a4d3-b4118f63900e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:20.691294 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:21.467933 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:22.989087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:30.378514 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 5 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:30:47.130234 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de1d1505-e23d-4654-adfe-6bb5b07c08f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:49.926597 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f1997771-9ffb-4e29-99a1-0136a3687a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:50.696921 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:51.472072 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:30:52.994721 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:07.378136 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 5 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:31:17.137597 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b120bf06-187d-426c-99f2-a2b471ae66d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:19.929310 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-515461aa-198c-4f54-8ab6-3e9f53916ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:20.691056 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:21.476521 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:22.995203 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:35.002861 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580652'] for agent, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:37.318849 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580652'] for agent, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:44.377838 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:31:47.129368 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-70bf5f8a-6cae-405e-a84d-daa79826db02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:49.931503 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-af705b75-c8f7-4668-be34-82602b66d95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:50.695162 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:51.478334 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:31:52.998625 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:04.956643 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:07.271224 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:17.131916 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-27cfacf8-11c4-434f-a457-1e99f52f5afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:18.487533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44064) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:18.606253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-07c1aeb5-7f8e-4ac8-b6e0-dab1b7c6e0f7 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1176059 Sep 16 04:32:19.931582 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-552fa744-e5b7-42f3-8d72-cc18bbf55c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:20.697086 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:20.880130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44074) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:32:20.949412 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2a077a9d-b584-4128-b282-a7ed416243f1 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0681536 Sep 16 04:32:21.377873 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:32:21.485814 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:23.002511 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:34.954771 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:37.273511 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:47.132607 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0642ba14-fe67-42fd-9752-584897cfa5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:49.932215 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-be32600e-13c9-4b9d-8b2b-824063aa5ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:50.700564 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:51.482961 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:53.006558 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:32:58.377187 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:33:04.964149 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:07.309724 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:17.145094 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6bc24b84-696c-4f1b-a43e-518834a8af72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:19.934119 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6db7324c-46ae-4498-b238-3e206f7e79e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:20.704175 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:21.486803 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:23.008464 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:34.965650 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:35.376985 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:33:37.315027 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:46.401651 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44276) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:46.828650 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d5e8d7ab-7fff-4124-8db7-19f27b05f77a tempest-AutoAllocateNetworkTest-96238812 tempest-AutoAllocateNetworkTest-96238812-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=334433822e204b5a93750c0235923237&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4258091 Sep 16 04:33:46.832279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44296) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:47.036559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d92457-e7ef-4494-81b4-c3653c546414 tempest-AutoAllocateNetworkTest-96238812 tempest-AutoAllocateNetworkTest-96238812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:47.041127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44306) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:47.041727 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f5d92457-e7ef-4494-81b4-c3653c546414 tempest-AutoAllocateNetworkTest-96238812 tempest-AutoAllocateNetworkTest-96238812-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2078884 Sep 16 04:33:47.101388 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-551675ba-5dd4-49cf-9bbb-2a78573ba0bc tempest-AutoAllocateNetworkTest-96238812 tempest-AutoAllocateNetworkTest-96238812-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583656 Sep 16 04:33:47.103950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44310) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:47.143676 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-61c3d71c-4d0f-4785-95bc-0daab1e830b3 tempest-AutoAllocateNetworkTest-96238812 tempest-AutoAllocateNetworkTest-96238812-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=334433822e204b5a93750c0235923237 HTTP/1.1" status: 200 len: 208 time: 0.0382328 Sep 16 04:33:47.146122 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc863-325d-4ab0-b0ff-71a20fa7f5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:47.832346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44348) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:48.141905 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.256501 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.261642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.293444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5ef27d-03a8-480b-ad0a-b75e9d694424,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:48.305817 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:48.306407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:48.306749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:48.307143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:48.307409 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:48.307731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:48.308106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:48.308408 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:48.308682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:48.308997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:48.309309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:48.309634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] Tracked resource versions report: Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: pushed versions: Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: { 'AddressGroup': {'1.2'}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'ConntrackHelper': {'1.0'}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'Log': {'1.0'}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'Network': {'1.1'}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'Port': {'1.7'}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'PortForwarding': {'1.2'}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'QosPolicy': {'1.9'}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'SecurityGroup': {'1.4'}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'SubPort': {'1.0'}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'Subnet': {'1.1'}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'Trunk': {'1.1'}} Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: consumer versions: Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: { DHCP agent@n-d-712142-17: {}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: HyperV agent@n-h1-712142-17: {}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: HyperV agent@n-h2-712142-17: {}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: L3 agent@n-d-712142-17: {}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: Metadata agent@n-d-712142-17: {}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: Metering agent@n-d-712142-17: {}, Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: Open vSwitch agent@n-d-712142-17: { 'AddressGroup': '1.2', Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'ConntrackHelper': '1.0', Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'Log': '1.0', Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'Network': '1.1', Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'Port': '1.7', Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'PortForwarding': '1.2', Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'QosPolicy': '1.9', Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'SecurityGroup': '1.4', Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'SecurityGroupRule': '1.2', Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'SubPort': '1.0', Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'Subnet': '1.1', Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: 'Trunk': '1.1'}} Sep 16 04:33:48.311414 n-d-712142-17 neutron-server[94745]: {{(pid=94745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:33:48.333498 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ea4b9017-5e5c-4a3f-a43e-200989fb7b76 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=334433822e204b5a93750c0235923237&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4997764 Sep 16 04:33:48.336317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44372) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:48.388344 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22b6a437-c3d7-42b7-92ac-f1cb56aa2661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.413228 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22b6a437-c3d7-42b7-92ac-f1cb56aa2661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.464342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22b6a437-c3d7-42b7-92ac-f1cb56aa2661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.468043 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22b6a437-c3d7-42b7-92ac-f1cb56aa2661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:48.471782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-22b6a437-c3d7-42b7-92ac-f1cb56aa2661 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee5ef27d-03a8-480b-ad0a-b75e9d694424 HTTP/1.1" status: 204 len: 168 time: 0.1321177 Sep 16 04:33:48.478279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6a437-c3d7-42b7-92ac-f1cb56aa2661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5ef27d-03a8-480b-ad0a-b75e9d694424,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:49.950532 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0bce0d40-4e89-4c7c-87b4-745762126590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:50.680689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44508) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:50.713336 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:50.941761 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.058447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44538) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:51.061176 n-d-712142-17 neutron-server[94745]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 04:33:51.087814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.092642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-b0acf5dd-1c7f-4543-9235-4a41c5f3a073 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=14ad765d36454521bc5edd67de8f8e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323694 Sep 16 04:33:51.094531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.143789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b851038b-4455-47fb-8550-8b8947f29fd7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:51.159083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:51.159432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:51.159785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:51.160125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:51.160470 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:51.160953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:51.161295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:51.161643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:51.162132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:51.162465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:51.162807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:51.163134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] Tracked resource versions report: Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: pushed versions: Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: { 'AddressGroup': {'1.2'}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'ConntrackHelper': {'1.0'}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'Log': {'1.0'}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'Network': {'1.1'}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'Port': {'1.7'}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'PortForwarding': {'1.2'}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'QosPolicy': {'1.9'}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'SecurityGroup': {'1.4'}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'SubPort': {'1.0'}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'Subnet': {'1.1'}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'Trunk': {'1.1'}} Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: consumer versions: Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: { DHCP agent@n-d-712142-17: {}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: HyperV agent@n-h1-712142-17: {}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: HyperV agent@n-h2-712142-17: {}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: L3 agent@n-d-712142-17: {}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: Metadata agent@n-d-712142-17: {}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: Metering agent@n-d-712142-17: {}, Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: Open vSwitch agent@n-d-712142-17: { 'AddressGroup': '1.2', Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'ConntrackHelper': '1.0', Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'Log': '1.0', Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'Network': '1.1', Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'Port': '1.7', Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'PortForwarding': '1.2', Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'QosPolicy': '1.9', Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'SecurityGroup': '1.4', Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'SecurityGroupRule': '1.2', Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'SubPort': '1.0', Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'Subnet': '1.1', Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: 'Trunk': '1.1'}} Sep 16 04:33:51.164161 n-d-712142-17 neutron-server[94744]: {{(pid=94744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:33:51.174153 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-071a1068-21bc-4af8-904a-6688476e7c50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21430634f0af4808a383d1603aee3356&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4921200 Sep 16 04:33:51.175020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44542) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:51.248236 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fa004e4-a98c-4b63-849a-fde8f2f48bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.273274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6529f44a-98d1-4b7e-b518-46866a25a967 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:51.281034 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fa004e4-a98c-4b63-849a-fde8f2f48bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.283618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6529f44a-98d1-4b7e-b518-46866a25a967 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836293 Sep 16 04:33:51.298081 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-2c9eaed7-6dfb-4592-a3a8-f8284f5566fd tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/quotas/14ad765d36454521bc5edd67de8f8e79 HTTP/1.1" status: 200 len: 375 time: 0.0127490 Sep 16 04:33:51.362951 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fa004e4-a98c-4b63-849a-fde8f2f48bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.367775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fa004e4-a98c-4b63-849a-fde8f2f48bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.372034 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4fa004e4-a98c-4b63-849a-fde8f2f48bcc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b851038b-4455-47fb-8550-8b8947f29fd7 HTTP/1.1" status: 204 len: 168 time: 0.1930726 Sep 16 04:33:51.378452 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-e410913d-5891-45b5-9cd6-7f228e3e2d30 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14ad765d36454521bc5edd67de8f8e79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714934 Sep 16 04:33:51.393787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa004e4-a98c-4b63-849a-fde8f2f48bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b851038b-4455-47fb-8550-8b8947f29fd7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:51.492391 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:51.829062 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc0a4c38-c299-4dc0-b6d2-12ba8ece5350 req-5cf4a5ed-ad97-4143-ad0c-aa969c0352c5 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 210 time: 0.0537260 Sep 16 04:33:52.123493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44618) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:52.147715 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b55033b9-a1b0-42fe-ad8a-b878971afecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.327463 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b55033b9-a1b0-42fe-ad8a-b878971afecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.333377 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b55033b9-a1b0-42fe-ad8a-b878971afecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.363886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55033b9-a1b0-42fe-ad8a-b878971afecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd982071-61ef-4148-95a4-a7154846bdf3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:52.381933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b55033b9-a1b0-42fe-ad8a-b878971afecc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=daf3a56ced024e49a72a63605216c479&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2567875 Sep 16 04:33:52.384425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44638) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:52.467126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2720a731-47e7-4dc4-a0c0-3ae8a4173b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.498331 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2720a731-47e7-4dc4-a0c0-3ae8a4173b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.568300 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2720a731-47e7-4dc4-a0c0-3ae8a4173b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.571242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2720a731-47e7-4dc4-a0c0-3ae8a4173b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:52.575527 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2720a731-47e7-4dc4-a0c0-3ae8a4173b17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd982071-61ef-4148-95a4-a7154846bdf3 HTTP/1.1" status: 204 len: 168 time: 0.1900280 Sep 16 04:33:52.597450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720a731-47e7-4dc4-a0c0-3ae8a4173b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd982071-61ef-4148-95a4-a7154846bdf3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:53.021546 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:53.133158 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0da3037-4b57-484f-8247-8e3b978fc7b1 req-5512cf72-57d7-478c-9330-8a4d71cf1df2 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 210 time: 0.0427248 Sep 16 04:33:53.655283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44760) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:53.803030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-network', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:53.831501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Made reservation on behalf of fb934ba889964b6a93af769c60c7e9ec for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:53.834436 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:53.840483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.15', 60327) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:53.869096 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:53.911327 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-0395ffd5-8a7a-4e27-a19c-5b2f8c45beee tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=14ad765d36454521bc5edd67de8f8e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657423 Sep 16 04:33:54.152780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44800) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:54.214655 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.224952 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.251434 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:33:54.270815 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.271167 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Added segment 63730ab5-3cba-421d-ba2a-881844e9a64e of type vlan for network b98ad24e-5874-4124-88c8-f794aeec9495 Sep 16 04:33:54.381528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-cfc90d81-8190-49f4-89e0-9e974e552a5f tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:54.381948 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.383007 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-cfc90d81-8190-49f4-89e0-9e974e552a5f tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4683993 Sep 16 04:33:54.410126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e81b0d-d7cd-4399-9712-de073953a6d9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:54.446745 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.448293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:54.449327 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.466628 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8092239 Sep 16 04:33:54.471888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44834) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:54.476945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5215d09a-797e-4f03-bb35-be3d7f01159f admin admin] Request body: {'subnet': {'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-subnet', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:54.530359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Request body: {'port': {'device_id': 'ef366c38-3ba1-472f-b468-bac7a5214584', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '14ad765d36454521bc5edd67de8f8e79'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:54.537228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066f76c-3ccc-4b20-b051-ceca23c4ee1e admin admin] Pushing event updated for resources: {'Network': ['ID=b98ad24e-5874-4124-88c8-f794aeec9495,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:54.540456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44844) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:54.557054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5215d09a-797e-4f03-bb35-be3d7f01159f admin admin] Made reservation on behalf of fb934ba889964b6a93af769c60c7e9ec for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:54.559358 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network b98ad24e-5874-4124-88c8-f794aeec9495 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:33:54.560750 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5215d09a-797e-4f03-bb35-be3d7f01159f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.595874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f5db4eb-a41a-4dc2-89f1-04061fbd2a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.768220 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44860) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:54.776284 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f5db4eb-a41a-4dc2-89f1-04061fbd2a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.786054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f5db4eb-a41a-4dc2-89f1-04061fbd2a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.828210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2f5db4eb-a41a-4dc2-89f1-04061fbd2a2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af65b5a8a57b46e083fad3ebfbed278d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6733832 Sep 16 04:33:54.830685 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e5aaee1-22bc-46ae-99d8-b8062f48e8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.833684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44866) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:54.977566 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e5aaee1-22bc-46ae-99d8-b8062f48e8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:54.995764 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e5aaee1-22bc-46ae-99d8-b8062f48e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.001536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5db4eb-a41a-4dc2-89f1-04061fbd2a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197d7e8a-7ce1-429c-b7dc-857b063d2793,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:55.028817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5215d09a-797e-4f03-bb35-be3d7f01159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.047666 n-d-712142-17 neutron-server[94744]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 04:33:55.094252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8e5aaee1-22bc-46ae-99d8-b8062f48e8ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88dca645951a432c8fab34d01c6a2a46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5522163 Sep 16 04:33:55.096483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5aaee1-22bc-46ae-99d8-b8062f48e8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99b7bad-3b2f-48c8-b317-4388c206a651,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:55.120150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44880) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:55.151760 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4cf77a89-3bfe-427b-a029-acdf6b1c4bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.152200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Made reservation on behalf of 14ad765d36454521bc5edd67de8f8e79 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:33:55.158397 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.179609 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62586c7d-5f77-413f-a113-c78138f98c96 req-ce01b476-3d59-4b5e-996b-3900cf4abc1d tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 210 time: 0.4097872 Sep 16 04:33:55.206257 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4cf77a89-3bfe-427b-a029-acdf6b1c4bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.247821 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dab73b14-2add-463b-a459-aa1298369293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.264822 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.295485 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dab73b14-2add-463b-a459-aa1298369293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.346369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5215d09a-797e-4f03-bb35-be3d7f01159f admin admin] Checking segment: {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:55.350810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5215d09a-797e-4f03-bb35-be3d7f01159f admin admin] Network hostable DHCP agents. Network: b98ad24e-5874-4124-88c8-f794aeec9495, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:33:55.364072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4cf77a89-3bfe-427b-a029-acdf6b1c4bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.369884 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4cf77a89-3bfe-427b-a029-acdf6b1c4bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.374625 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4cf77a89-3bfe-427b-a029-acdf6b1c4bb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/197d7e8a-7ce1-429c-b7dc-857b063d2793 HTTP/1.1" status: 204 len: 168 time: 0.5361187 Sep 16 04:33:55.417563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf77a89-3bfe-427b-a029-acdf6b1c4bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197d7e8a-7ce1-429c-b7dc-857b063d2793,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:55.442523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215d09a-797e-4f03-bb35-be3d7f01159f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:55.460031 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dab73b14-2add-463b-a459-aa1298369293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.480815 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dab73b14-2add-463b-a459-aa1298369293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.489435 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dab73b14-2add-463b-a459-aa1298369293 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d99b7bad-3b2f-48c8-b317-4388c206a651 HTTP/1.1" status: 204 len: 168 time: 0.3644040 Sep 16 04:33:55.541587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab73b14-2add-463b-a459-aa1298369293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99b7bad-3b2f-48c8-b317-4388c206a651,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:55.651642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5215d09a-797e-4f03-bb35-be3d7f01159f admin admin] Network b98ad24e-5874-4124-88c8-f794aeec9495 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:33:55.839975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-5215d09a-797e-4f03-bb35-be3d7f01159f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, b98ad24e-5874-4124-88c8-f794aeec9495) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:55.851253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410b2a0-7236-44d3-a76e-286356390738 None None] Network b98ad24e-5874-4124-88c8-f794aeec9495 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:33:55.852608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215d09a-797e-4f03-bb35-be3d7f01159f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:55.855039 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5215d09a-797e-4f03-bb35-be3d7f01159f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:55.873576 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-529d896a-4180-409b-82a7-4418bcf03a9a tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c2eec0ec2cba41c08884695bcc7b29ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199477 Sep 16 04:33:56.032977 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.048839 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.118536 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5215d09a-797e-4f03-bb35-be3d7f01159f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6454928 Sep 16 04:33:56.157028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44912) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:56.217322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:33:56.258013 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-b98ad24e-5874-4124-88c8-f794aeec9495', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:33:56.259293 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.445998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-655af00e-7a1a-40ce-be1b-c9b48fe88fcf tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:56.448230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-655af00e-7a1a-40ce-be1b-c9b48fe88fcf tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5692127 Sep 16 04:33:56.483308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886b1bd6-cc49-4009-9354-5d256b3fd4d9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:56.492079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-74164766-abb7-499c-91fd-a826bfcce701 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/quotas/c2eec0ec2cba41c08884695bcc7b29ab HTTP/1.1" status: 200 len: 375 time: 0.0323868 Sep 16 04:33:56.515699 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.517028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.574628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44926) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:56.595411 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-18ed1777-ae0c-4254-baa8-45aca03932ba tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2eec0ec2cba41c08884695bcc7b29ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063201 Sep 16 04:33:56.613568 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c578f67-e74f-450a-b648-2ee1df695c8b req-87650a2d-f26b-4c91-9770-246cf97727b6 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 210 time: 0.1382034 Sep 16 04:33:56.655789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44928) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:56.676085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.683829 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d8e81a9-3e42-4ee0-bca2-3727841d7018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.729905 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e65f1cf7-81c1-4bf6-b339-f3c6831c002b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:56.740228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Allocated IP 172.20.0.2 (b98ad24e-5874-4124-88c8-f794aeec9495/bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5/699a70dc-e1f0-445a-b5fa-2b22a91cc17a) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:56.844907 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Allocated IP 192.168.233.252 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:33:57.000241 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d8e81a9-3e42-4ee0-bca2-3727841d7018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.001426 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.api [None req-e65f1cf7-81c1-4bf6-b339-f3c6831c002b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:33:57.001426 n-d-712142-17 neutron-server[94745]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:33:57.001426 n-d-712142-17 neutron-server[94745]: [parameters: {'project_id_1': 'd537cda23b4149508287ed8f7d10fb98', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 33, 36, 773670)}] Sep 16 04:33:57.001426 n-d-712142-17 neutron-server[94745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:33:57.001426 n-d-712142-17 neutron-server[94745]: DEBUG oslo_db.api [None req-e65f1cf7-81c1-4bf6-b339-f3c6831c002b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:33:57.005218 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.011276 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d8e81a9-3e42-4ee0-bca2-3727841d7018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.083475 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7d8e81a9-3e42-4ee0-bca2-3727841d7018 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b5ebef3e0f54b3b8d30f73ca8d3de79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4849772 Sep 16 04:33:57.085883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44946) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:57.264747 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6e92355f-0a92-4d38-b047-62f99e9bb4aa req-7d35155d-519f-4be9-9fdd-3618364ad510 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 210 time: 0.0609007 Sep 16 04:33:57.271812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e81a9-3e42-4ee0-bca2-3727841d7018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980ffc55-2860-45f8-80f7-f4ded4665e62,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:57.297051 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.313974 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.349376 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a508dab5-5803-4f0f-849d-89823ec9ecd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.445866 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a508dab5-5803-4f0f-849d-89823ec9ecd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.447470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Network b98ad24e-5874-4124-88c8-f794aeec9495 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:57.463469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:57.472593 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:57.509365 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e65f1cf7-81c1-4bf6-b339-f3c6831c002b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.558136 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Pushing event updated for resources: {'Port': ['ID=699a70dc-e1f0-445a-b5fa-2b22a91cc17a,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:57.620329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:57.620684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:57.621033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:57.621376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:57.622134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:57.622484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:57.622857 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:57.623291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:57.623680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:57.624178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:57.624648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:57.635433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Tracked resource versions report: Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: pushed versions: Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: { 'AddressGroup': {'1.2'}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'ConntrackHelper': {'1.0'}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'Log': {'1.0'}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'Network': {'1.1'}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'Port': {'1.7'}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'PortForwarding': {'1.2'}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'QosPolicy': {'1.9'}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'SecurityGroup': {'1.4'}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'SubPort': {'1.0'}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'Subnet': {'1.1'}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'Trunk': {'1.1'}} Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: consumer versions: Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: { DHCP agent@n-d-712142-17: {}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: HyperV agent@n-h1-712142-17: {}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: HyperV agent@n-h2-712142-17: {}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: L3 agent@n-d-712142-17: {}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: Metadata agent@n-d-712142-17: {}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: Metering agent@n-d-712142-17: {}, Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: Open vSwitch agent@n-d-712142-17: { 'AddressGroup': '1.2', Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'ConntrackHelper': '1.0', Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'Log': '1.0', Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'Network': '1.1', Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'Port': '1.7', Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'PortForwarding': '1.2', Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'QosPolicy': '1.9', Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'SecurityGroup': '1.4', Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'SecurityGroupRule': '1.2', Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'SubPort': '1.0', Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'Subnet': '1.1', Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: 'Trunk': '1.1'}} Sep 16 04:33:57.636956 n-d-712142-17 neutron-server[94746]: {{(pid=94746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:33:57.659907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Attempting to bind port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:33:57.660958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Attempting to bind port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:33:57.661768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Attempting to bind port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a on network b98ad24e-5874-4124-88c8-f794aeec9495 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:33:57.668065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a508dab5-5803-4f0f-849d-89823ec9ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.671103 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a508dab5-5803-4f0f-849d-89823ec9ecd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.674551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a508dab5-5803-4f0f-849d-89823ec9ecd7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/980ffc55-2860-45f8-80f7-f4ded4665e62 HTTP/1.1" status: 204 len: 168 time: 0.5847642 Sep 16 04:33:57.680798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:33:57.681433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Checking segment: {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:33:57.681738 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.682697 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.683639 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Bound using segment: {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:33:57.684688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Bound port: 699a70dc-e1f0-445a-b5fa-2b22a91cc17a, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:33:57.685473 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.751837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508dab5-5803-4f0f-849d-89823ec9ecd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980ffc55-2860-45f8-80f7-f4ded4665e62,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:57.937419 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e65f1cf7-81c1-4bf6-b339-f3c6831c002b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:57.947442 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e65f1cf7-81c1-4bf6-b339-f3c6831c002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.030639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f1cf7-81c1-4bf6-b339-f3c6831c002b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a72d83-d786-4c27-94e4-c320f1e50d31,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:58.058810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] For port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:33:58.074190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] For port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=699a70dc-e1f0-445a-b5fa-2b22a91cc17a,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:33:58.083726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e65f1cf7-81c1-4bf6-b339-f3c6831c002b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d537cda23b4149508287ed8f7d10fb98&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4228258 Sep 16 04:33:58.086751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45000) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:33:58.088611 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.117658 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1871cecf-1cae-40d0-a912-b17ab6f5b2c2 req-523e6f4a-c208-4714-b1c4-ec513d219c17 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 210 time: 0.2335322 Sep 16 04:33:58.178343 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.272112 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39f9fe72-6bcd-443e-be99-e04feaa5c9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.346230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd8667-a5e5-4bac-9b16-85d33eb2c462 None None] Pushing event updated for resources: {'Port': ['ID=699a70dc-e1f0-445a-b5fa-2b22a91cc17a,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:58.449869 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39f9fe72-6bcd-443e-be99-e04feaa5c9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.515698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:33:58.581485 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39f9fe72-6bcd-443e-be99-e04feaa5c9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.586212 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39f9fe72-6bcd-443e-be99-e04feaa5c9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.598425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-39f9fe72-6bcd-443e-be99-e04feaa5c9f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24a72d83-d786-4c27-94e4-c320f1e50d31 HTTP/1.1" status: 204 len: 168 time: 0.5042329 Sep 16 04:33:58.615883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9fe72-6bcd-443e-be99-e04feaa5c9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a72d83-d786-4c27-94e4-c320f1e50d31,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:58.623764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:33:58.676085 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:33:58.693828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:58.693828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:58.866833 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5beafbda-f8ca-493d-8ded-ccbd962ea1d6 req-60bc71fe-b734-4856-ba4e-b7c445dfac73 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 210 time: 0.3485658 Sep 16 04:33:58.884685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Pushing event updated for resources: {'Port': ['ID=8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:33:59.216124 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-8be595b7-75ff-47d9-9195-e2acb91c718b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6988292 Sep 16 04:33:59.283288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f950b572-4b03-4e19-ae99-d3ab71b20d99 None None] Provisioning complete for port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:33:59.283923 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f950b572-4b03-4e19-ae99-d3ab71b20d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.318788 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-05cbc49a-f535-4900-9012-775aff367edc tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:33:59.325961 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-05cbc49a-f535-4900-9012-775aff367edc tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0763879 Sep 16 04:33:59.423912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f950b572-4b03-4e19-ae99-d3ab71b20d99 None None] Port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:33:59.463042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.511656 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:33:59.536981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64d7a5-17b7-4b78-ac66-b159e296fca5 req-42ba5e98-b1b2-455e-ab71-edacc4ee706d tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:33:59.538898 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c64d7a5-17b7-4b78-ac66-b159e296fca5 req-42ba5e98-b1b2-455e-ab71-edacc4ee706d tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 936 time: 0.1950111 Sep 16 04:33:59.994481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45084) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:00.072227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b806989-06bc-4914-b269-e238735055ee req-cdcbfeb9-f1b2-4789-9d6f-17d9481e7806 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 210 time: 0.0388248 Sep 16 04:34:00.196121 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c64d7a5-17b7-4b78-ac66-b159e296fca5 req-c2ea8514-77be-46bd-87b0-961c0ffd74a2 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6382091 Sep 16 04:34:00.317851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Allocated IP 172.25.0.80 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/549105a0-3a0a-4418-b20e-061e76f30a39) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:00.388480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f741fb7-5a66-4ddb-91f5-745d845cd351 None None] Network b98ad24e-5874-4124-88c8-f794aeec9495 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:00.463270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-690c44a4-463c-4b61-8aad-26877b976382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.476364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45100) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:00.572139 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.598546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aa22577e-4ab0-4aab-985c-d316c96cc6c9 None None] Provisioning complete for port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:00.599161 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa22577e-4ab0-4aab-985c-d316c96cc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.668587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2140034463-network', 'tenant_id': '043d7505d3794c99864b8a9842baccb0'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:00.671942 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.819612 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-690c44a4-463c-4b61-8aad-26877b976382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.830703 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-690c44a4-463c-4b61-8aad-26877b976382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:00.878315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-690c44a4-463c-4b61-8aad-26877b976382 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=023430295686470e84bc43ab9e52e816&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8819740 Sep 16 04:34:00.887267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45110) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:00.899246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:00.937297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:00.967913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:00.983998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 699a70dc-e1f0-445a-b5fa-2b22a91cc17a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:01.004718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45112) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:01.005575 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f2d11c2-a4ca-4099-86b1-ae44084b1070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.037244 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f2d11c2-a4ca-4099-86b1-ae44084b1070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.061828 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa22577e-4ab0-4aab-985c-d316c96cc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.135016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Made reservation on behalf of 043d7505d3794c99864b8a9842baccb0 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:01.142916 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.168323 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.172509 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f2d11c2-a4ca-4099-86b1-ae44084b1070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.180517 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f2d11c2-a4ca-4099-86b1-ae44084b1070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.182165 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2f2d11c2-a4ca-4099-86b1-ae44084b1070 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38a8a869-738c-4b44-b8ce-2dd79159d47c HTTP/1.1" status: 204 len: 168 time: 0.2776906 Sep 16 04:34:01.189141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c44a4-463c-4b61-8aad-26877b976382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a8a869-738c-4b44-b8ce-2dd79159d47c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:01.238661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-aa22577e-4ab0-4aab-985c-d316c96cc6c9 None None] For port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=699a70dc-e1f0-445a-b5fa-2b22a91cc17a,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:01.265287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:01.265886 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.272587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d11c2-a4ca-4099-86b1-ae44084b1070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a8a869-738c-4b44-b8ce-2dd79159d47c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:01.362186 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05c4a860-92a9-4231-b691-23bb1705ca4b req-e8426b9b-a823-4d5b-b52a-514141e67ef8 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 210 time: 0.0946808 Sep 16 04:34:01.372890 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa22577e-4ab0-4aab-985c-d316c96cc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.488940 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.495820 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.531663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:34:01.552567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.555112 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Added segment cd24b6a7-c71f-45ba-9ac7-bd924f45b219 of type vlan for network 45c2c738-4641-4c06-a2b2-aea8aa89b318 Sep 16 04:34:01.611968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22577e-4ab0-4aab-985c-d316c96cc6c9 None None] Pushing event updated for resources: {'Port': ['ID=699a70dc-e1f0-445a-b5fa-2b22a91cc17a,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:01.651297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Pushing event updated for resources: {'Port': ['ID=549105a0-3a0a-4418-b20e-061e76f30a39,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:01.652437 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.785358 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172aa4d-9856-449d-9302-6469d0aed939 req-0f5ee759-3b9e-496b-9038-b94eac169bcd tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:01.786881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9b5f91-7791-4b12-ab71-854c7349e0f3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:01.788507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2172aa4d-9856-449d-9302-6469d0aed939 req-0f5ee759-3b9e-496b-9038-b94eac169bcd tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 936 time: 0.2945392 Sep 16 04:34:01.815779 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.819380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:01.821179 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.929801 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.939202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] Pushing event updated for resources: {'Network': ['ID=45c2c738-4641-4c06-a2b2-aea8aa89b318,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:01.952732 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ee21c395-c900-4df0-871f-954807ba72fa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4574046 Sep 16 04:34:01.952940 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 45c2c738-4641-4c06-a2b2-aea8aa89b318 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:34:01.954611 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d323e8c4-a6d0-41f8-8b11-db21e854af58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:01.967207 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45134) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:02.126627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d323e8c4-a6d0-41f8-8b11-db21e854af58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.136474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45136) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:02.146690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-390bf0ac-fbd9-41e1-bbf5-8a01d0a49367 admin admin] Request body: {'subnet': {'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2140034463-subnet', 'tenant_id': '043d7505d3794c99864b8a9842baccb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:02.190894 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-823804cc-22b5-4765-ac94-f5a89d9fbc20 None None] Provisioning complete for port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:02.192554 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-823804cc-22b5-4765-ac94-f5a89d9fbc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.219433 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d323e8c4-a6d0-41f8-8b11-db21e854af58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.334624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d323e8c4-a6d0-41f8-8b11-db21e854af58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2d8d1b48dd94829bc81f347847cd6c9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2430084 Sep 16 04:34:02.343865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.15', 60332) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:02.344221 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45142) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:02.345301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323e8c4-a6d0-41f8-8b11-db21e854af58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74238774-fa7f-4854-9c24-a048566fb1a4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:02.362461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390bf0ac-fbd9-41e1-bbf5-8a01d0a49367 admin admin] Made reservation on behalf of 043d7505d3794c99864b8a9842baccb0 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:02.368840 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-390bf0ac-fbd9-41e1-bbf5-8a01d0a49367 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.432245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Request body: {'port': {'device_id': 'ef366c38-3ba1-472f-b468-bac7a5214584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:02.520039 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1002fc41-990c-45da-91d7-3c86e8d8d02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.568856 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2172aa4d-9856-449d-9302-6469d0aed939 req-f065f931-faaf-412f-ba90-440ccf845390 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7509389 Sep 16 04:34:02.576622 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc503649-f2d9-469e-b27b-ba51ce2923af req-57504512-5b84-40e8-8fd4-c1edb2521874 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 210 time: 0.0683560 Sep 16 04:34:02.604630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-6a74cfa2-986d-4836-9bbd-e2eaab42e95c tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c2eec0ec2cba41c08884695bcc7b29ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1554570 Sep 16 04:34:02.621751 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.905211 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d59e-5606-4b0c-9541-b1b2ab316598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:02.906863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 699a70dc-e1f0-445a-b5fa-2b22a91cc17a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:02.925669 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.015880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:03.016260 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.085555 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d59e-5606-4b0c-9541-b1b2ab316598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.096316 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-390bf0ac-fbd9-41e1-bbf5-8a01d0a49367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.159691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bf0ac-fbd9-41e1-bbf5-8a01d0a49367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a27c5ba3-cdbf-42f2-965d-bdef41cc1252,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:03.224722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-2615b079-27e8-4eff-b5e7-e0a0e65c42d5 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:03.231485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-2615b079-27e8-4eff-b5e7-e0a0e65c42d5 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6034505 Sep 16 04:34:03.385785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390bf0ac-fbd9-41e1-bbf5-8a01d0a49367 admin admin] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:03.386316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390bf0ac-fbd9-41e1-bbf5-8a01d0a49367 admin admin] Network hostable DHCP agents. Network: 45c2c738-4641-4c06-a2b2-aea8aa89b318, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:34:03.454930 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1002fc41-990c-45da-91d7-3c86e8d8d02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.481101 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d59e-5606-4b0c-9541-b1b2ab316598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.488665 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d59e-5606-4b0c-9541-b1b2ab316598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.498181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ebe6d59e-5606-4b0c-9541-b1b2ab316598 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74238774-fa7f-4854-9c24-a048566fb1a4 HTTP/1.1" status: 204 len: 168 time: 1.0442185 Sep 16 04:34:03.511968 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1002fc41-990c-45da-91d7-3c86e8d8d02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.516675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6d59e-5606-4b0c-9541-b1b2ab316598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74238774-fa7f-4854-9c24-a048566fb1a4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:03.518449 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390bf0ac-fbd9-41e1-bbf5-8a01d0a49367 admin admin] Network 45c2c738-4641-4c06-a2b2-aea8aa89b318 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:34:03.553992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-390bf0ac-fbd9-41e1-bbf5-8a01d0a49367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 45c2c738-4641-4c06-a2b2-aea8aa89b318) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:03.567682 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656b4b70-455a-4e39-9bd0-e238f5719c35 None None] Network 45c2c738-4641-4c06-a2b2-aea8aa89b318 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:03.568924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Request body: {'port': {'device_id': '1772c723-e466-4c22-b919-010c65ec4ec0', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'c2eec0ec2cba41c08884695bcc7b29ab'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:03.600224 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:03.618952 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.671119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Transition to ACTIVE for port object 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:03.684373 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.893076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be015e6a-9c9c-4a1d-96d2-c6a46efe248e req-9b727b54-3bd4-4c48-8184-91102f11c8b6 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:03.895412 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be015e6a-9c9c-4a1d-96d2-c6a46efe248e req-9b727b54-3bd4-4c48-8184-91102f11c8b6 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 948 time: 0.1508558 Sep 16 04:34:03.919490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390bf0ac-fbd9-41e1-bbf5-8a01d0a49367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:03.920108 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-390bf0ac-fbd9-41e1-bbf5-8a01d0a49367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:03.927282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76d2183-9bcd-457e-bb72-dd17b50543a1 None None] Network 45c2c738-4641-4c06-a2b2-aea8aa89b318 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:03.962199 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1002fc41-990c-45da-91d7-3c86e8d8d02a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2fb7aec6f6bc4df5aeb292120c21d9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7566473 Sep 16 04:34:03.963712 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-390bf0ac-fbd9-41e1-bbf5-8a01d0a49367 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8305092 Sep 16 04:34:03.970675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45178) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:03.972124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Attempting to bind port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:03.976943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Attempting to bind port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:03.977310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Attempting to bind port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:04.012602 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:04.050863 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed530f37-b20e-47cf-9183-cf7f48d1bf99 req-5ee995a6-0b88-45e5-96a4-7cc7c14b2361 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 210 time: 0.0952845 Sep 16 04:34:04.058938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002fc41-990c-45da-91d7-3c86e8d8d02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5e7645-81e8-4d8d-9240-87d50dd3eaef,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:04.106494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Made reservation on behalf of c2eec0ec2cba41c08884695bcc7b29ab for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:04.116390 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.146454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:04.147429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Attempting to bind port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:04.160426 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.168783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Router 913d95bd-ffcb-4588-b162-7b42f484100e is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:34:04.560883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:34:04.582835 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Sync routers for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:04.586722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:04.587097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:04.587836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:04.588521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Bound port: 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:04.588940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.594497 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45192) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:04.608869 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.626392 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:04.628907 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:04.665827 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.677895 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.682032 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4fdaf9c3-122c-4765-8c03-0245d4d089b2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.5101485 Sep 16 04:34:04.683683 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2584c29-bb9c-46cf-9ab1-5baf2f38c80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.689166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45196) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:04.706777 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e779a9ba-ee84-4e9a-a102-c568c84f887d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:04.854806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ec938e-de64-4eae-9f6d-f6d936e365f7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:04.875896 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45198) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:04.979272 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:04.995687 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.128568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] For port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:05.134477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] For port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:05.139370 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be015e6a-9c9c-4a1d-96d2-c6a46efe248e req-e2b88a13-7455-412e-ab84-7f9d95a6e908 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1971407 Sep 16 04:34:05.175579 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.289327 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2584c29-bb9c-46cf-9ab1-5baf2f38c80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.292056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:05.321363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:05.322078 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.323776 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-6da9efbd-9f50-43c7-a488-2fc7695094c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 HTTP/1.1" status: 200 len: 1097 time: 3.8009448 Sep 16 04:34:05.330363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef366c38-3ba1-472f-b468-bac7a5214584', 'tag': '8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:05.459297 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:01Z', 'revision_number': 3, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:05.527388 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1983475-f09c-4847-adcd-973fa8049ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.538099 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Checking router: 913d95bd-ffcb-4588-b162-7b42f484100e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:05.538620 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Updating router 913d95bd-ffcb-4588-b162-7b42f484100e port 549105a0-3a0a-4418-b20e-061e76f30a39 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:34:05.539925 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1d2201b-1658-4fab-9811-886efc276c98 req-17cdfb85-8a2f-4bc5-9031-2b8da4ed55f4 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 210 time: 0.2287662 Sep 16 04:34:05.599659 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.769789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45218) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:05.786933 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899e694a-0b48-4dd3-94c6-0d7ee0d566f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef366c38-3ba1-472f-b468-bac7a5214584", "tag": "8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:05.800302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2049516111-network', 'tenant_id': 'da9d235a2ab04324bbf5c58c36767c4c'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:05.804317 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2584c29-bb9c-46cf-9ab1-5baf2f38c80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.806994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2584c29-bb9c-46cf-9ab1-5baf2f38c80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.811054 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d2584c29-bb9c-46cf-9ab1-5baf2f38c80b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d5e7645-81e8-4d8d-9240-87d50dd3eaef HTTP/1.1" status: 204 len: 168 time: 1.7905016 Sep 16 04:34:05.826406 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:05.853623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2584c29-bb9c-46cf-9ab1-5baf2f38c80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5e7645-81e8-4d8d-9240-87d50dd3eaef,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:05.936616 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Allocated IP 192.168.233.155 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/3929f1c7-2eb9-4f61-a493-1f240773f62e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:06.026280 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e779a9ba-ee84-4e9a-a102-c568c84f887d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.054987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e779a9ba-ee84-4e9a-a102-c568c84f887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.248957 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d8a57c-7af5-4564-812e-c08bc0c211df x-openstack-request-id: req-76d8a57c-7af5-4564-812e-c08bc0c211df {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:06.249526 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef366c38-3ba1-472f-b468-bac7a5214584", "tag": "8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:06.249601 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76d8a57c-7af5-4564-812e-c08bc0c211df {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:06.250069 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef366c38-3ba1-472f-b468-bac7a5214584', 'tag': '8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28', 'status': 'completed', 'code': 200} Sep 16 04:34:06.256769 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.270806 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.306540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Allocated IP 172.20.0.1 (b98ad24e-5874-4124-88c8-f794aeec9495/bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5/f73ffd79-5e68-4dcd-844e-c11853590e41) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:06.368152 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Pushing event updated for resources: {'Port': ['ID=549105a0-3a0a-4418-b20e-061e76f30a39,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:06.368352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779a9ba-ee84-4e9a-a102-c568c84f887d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc7a286-fea8-4a0f-bf9b-e9e543098a2a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:06.395003 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e779a9ba-ee84-4e9a-a102-c568c84f887d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9887e51893cd45d98ee529f75f1537f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7908502 Sep 16 04:34:06.398983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45234) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:06.417315 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.417723 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.418080 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.418425 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.427099 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.427595 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.427900 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.428248 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.428587 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.428924 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.429263 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.430129 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Tracked resource versions report: Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: pushed versions: Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: { 'AddressGroup': {'1.2'}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'ConntrackHelper': {'1.0'}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'Log': {'1.0'}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'Network': {'1.1'}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'Port': {'1.7'}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'PortForwarding': {'1.2'}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'QosPolicy': {'1.9'}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'SecurityGroup': {'1.4'}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'SecurityGroupRule': {'1.2'}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'SubPort': {'1.0'}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'Subnet': {'1.1'}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'Trunk': {'1.1'}} Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: consumer versions: Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: { DHCP agent@n-d-712142-17: {}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: HyperV agent@n-h1-712142-17: {}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: HyperV agent@n-h2-712142-17: {}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: L3 agent@n-d-712142-17: {}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: Metadata agent@n-d-712142-17: {}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: Metering agent@n-d-712142-17: {}, Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: Open vSwitch agent@n-d-712142-17: { 'AddressGroup': '1.2', Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'ConntrackHelper': '1.0', Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'Log': '1.0', Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'Network': '1.1', Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'Port': '1.7', Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'PortForwarding': '1.2', Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'QosPolicy': '1.9', Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'SecurityGroup': '1.4', Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'SecurityGroupRule': '1.2', Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'SubPort': '1.0', Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'Subnet': '1.1', Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: 'Trunk': '1.1'}} Sep 16 04:34:06.431240 n-d-712142-17 neutron-server[94747]: {{(pid=94747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 04:34:06.458309 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Attempting to bind port 549105a0-3a0a-4418-b20e-061e76f30a39 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:06.458691 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Attempting to bind port 549105a0-3a0a-4418-b20e-061e76f30a39 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:06.459063 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Attempting to bind port 549105a0-3a0a-4418-b20e-061e76f30a39 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:06.466762 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:06.467145 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:06.467559 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.467963 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:06.468452 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Bound port: 549105a0-3a0a-4418-b20e-061e76f30a39, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:06.468857 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.524487 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.567557 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] For port 549105a0-3a0a-4418-b20e-061e76f30a39, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:06.577777 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] For port 549105a0-3a0a-4418-b20e-061e76f30a39, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=549105a0-3a0a-4418-b20e-061e76f30a39,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:06.592786 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.615922 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.647521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45238) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:06.691392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Network b98ad24e-5874-4124-88c8-f794aeec9495 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:06.705343 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:06.706770 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:06.729435 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d39daf0-3c85-4b43-bc86-a88f64169014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.736825 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a33063df-409c-4633-9917-216c4f223bf4 req-9a5b46bb-1c14-491f-91ee-95f13ea40dee tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 210 time: 0.0510740 Sep 16 04:34:06.746112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:06.762145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:06.762947 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.798134 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf09d1-0870-4265-b2b5-332f2fc1e6d7 None None] Pushing event updated for resources: {'Port': ['ID=549105a0-3a0a-4418-b20e-061e76f30a39,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:06.801938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc596123-7e0a-4b9d-b493-8d3d4bd4d788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.830454 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1983475-f09c-4847-adcd-973fa8049ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.847375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6dd0c-1751-41c8-a25f-1e8ebfdbd439 req-cd041660-36aa-41c2-90fd-ea165b8a4ce4 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:06.855304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cfd6dd0c-1751-41c8-a25f-1e8ebfdbd439 req-cd041660-36aa-41c2-90fd-ea165b8a4ce4 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 948 time: 0.5649216 Sep 16 04:34:06.894808 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.896368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1983475-f09c-4847-adcd-973fa8049ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:06.916362 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:07.006459 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc596123-7e0a-4b9d-b493-8d3d4bd4d788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.052203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Made reservation on behalf of da9d235a2ab04324bbf5c58c36767c4c for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:07.054666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.056483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Pushing event updated for resources: {'Port': ['ID=f73ffd79-5e68-4dcd-844e-c11853590e41,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:07.089703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f1983475-f09c-4847-adcd-973fa8049ec3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6382062dccd94a138fbd88da91a02898&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1567590 Sep 16 04:34:07.101572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1983475-f09c-4847-adcd-973fa8049ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6771f224-c588-4d1f-9b12-2897adcfb9de,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:07.123725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a7707da6-9ccd-4868-b4d1-066ab6f2deba None None] Provisioning complete for port f73ffd79-5e68-4dcd-844e-c11853590e41 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:07.124247 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a7707da6-9ccd-4868-b4d1-066ab6f2deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.131628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45240) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:07.151927 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.169051 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cfd6dd0c-1751-41c8-a25f-1e8ebfdbd439 req-1536bc71-4bc1-4e87-80ed-d4fa7b6502b5 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126125 Sep 16 04:34:07.211018 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a7707da6-9ccd-4868-b4d1-066ab6f2deba None None] Port f73ffd79-5e68-4dcd-844e-c11853590e41 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:07.216099 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.218555 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d39daf0-3c85-4b43-bc86-a88f64169014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.225161 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d39daf0-3c85-4b43-bc86-a88f64169014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.272515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39daf0-3c85-4b43-bc86-a88f64169014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1c95c6-1e5a-46f2-90fc-04eac314b02f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:07.305513 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.324044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9d39daf0-3c85-4b43-bc86-a88f64169014 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3383303135dc4ea3bc4f3332ab4df901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6627128 Sep 16 04:34:07.329008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45242) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:07.352666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc596123-7e0a-4b9d-b493-8d3d4bd4d788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.355635 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc596123-7e0a-4b9d-b493-8d3d4bd4d788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.359421 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fc596123-7e0a-4b9d-b493-8d3d4bd4d788 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bc7a286-fea8-4a0f-bf9b-e9e543098a2a HTTP/1.1" status: 204 len: 168 time: 0.9433522 Sep 16 04:34:07.366396 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:01Z', 'revision_number': 3, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:07.373933 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Pushing event updated for resources: {'Port': ['ID=3929f1c7-2eb9-4f61-a493-1f240773f62e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:07.391579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596123-7e0a-4b9d-b493-8d3d4bd4d788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc7a286-fea8-4a0f-bf9b-e9e543098a2a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:07.396071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:07.413529 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3937f-8539-4705-ba33-ad66567c18b5 None None] The sync data for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 is: [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:01Z', 'revision_number': 3, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:07.422143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:07.428254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:07.444663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:07.445756 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.451474 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4097d8f6-3efc-4284-9f10-75fed81ab5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.482236 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d6a24b29-22cc-4cdf-9486-93830db22239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.510548 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4097d8f6-3efc-4284-9f10-75fed81ab5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.579609 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.589558 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d6a24b29-22cc-4cdf-9486-93830db22239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.590152 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.598245 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.615706 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-b1805ffa-fc62-4820-a7ce-b3fc2d063824 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0568700 Sep 16 04:34:07.635199 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4097d8f6-3efc-4284-9f10-75fed81ab5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.639659 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4097d8f6-3efc-4284-9f10-75fed81ab5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.645466 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4097d8f6-3efc-4284-9f10-75fed81ab5a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6771f224-c588-4d1f-9b12-2897adcfb9de HTTP/1.1" status: 204 len: 168 time: 0.5118718 Sep 16 04:34:07.654664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:34:07.665542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c696e6f9-a533-41a1-8b25-b985a514feb2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:07.675526 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.675889 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Added segment 1df46c0a-2a85-4fa8-9c26-f11585232274 of type vlan for network a988bc8c-fcef-404a-834b-ad11aabd3b0d Sep 16 04:34:07.692301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097d8f6-3efc-4284-9f10-75fed81ab5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6771f224-c588-4d1f-9b12-2897adcfb9de,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:07.746571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Request body: {'port': {'device_id': '1772c723-e466-4c22-b919-010c65ec4ec0', 'device_owner': 'compute:tempest-test_az-1702204395', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:07.755869 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.814641 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d6a24b29-22cc-4cdf-9486-93830db22239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.817833 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d6a24b29-22cc-4cdf-9486-93830db22239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.819260 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d6a24b29-22cc-4cdf-9486-93830db22239 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a1c95c6-1e5a-46f2-90fc-04eac314b02f HTTP/1.1" status: 204 len: 168 time: 0.4893069 Sep 16 04:34:07.853557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-111e65f5-ea7f-4430-ac02-76dca8e77cd8 None None] Provisioning complete for port 3929f1c7-2eb9-4f61-a493-1f240773f62e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:07.857297 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-111e65f5-ea7f-4430-ac02-76dca8e77cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.857674 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.862071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.863097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:07.863811 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:07.939595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-111e65f5-ea7f-4430-ac02-76dca8e77cd8 None None] Port 3929f1c7-2eb9-4f61-a493-1f240773f62e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:07.973571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1984026 Sep 16 04:34:07.974557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a24b29-22cc-4cdf-9486-93830db22239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1c95c6-1e5a-46f2-90fc-04eac314b02f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:07.974870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45254) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:07.989670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-585cf033-2dbc-4030-99c1-b27a9819dee8 admin admin] Request body: {'subnet': {'network_id': 'a988bc8c-fcef-404a-834b-ad11aabd3b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2049516111-subnet', 'tenant_id': 'da9d235a2ab04324bbf5c58c36767c4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:08.155048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea62fc7-0dd0-4bc1-a821-27dac08d8f12 admin admin] Pushing event updated for resources: {'Network': ['ID=a988bc8c-fcef-404a-834b-ad11aabd3b0d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:08.163621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e694a-0b48-4dd3-94c6-0d7ee0d566f2 req-09d8d163-670b-438e-a238-25ebfb88cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:08.167390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a988bc8c-fcef-404a-834b-ad11aabd3b0d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:34:08.177026 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-899e694a-0b48-4dd3-94c6-0d7ee0d566f2 req-09d8d163-670b-438e-a238-25ebfb88cc79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ad765d36454521bc5edd67de8f8e79&device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 1100 time: 0.3791533 Sep 16 04:34:08.188276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585cf033-2dbc-4030-99c1-b27a9819dee8 admin admin] Made reservation on behalf of da9d235a2ab04324bbf5c58c36767c4c for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:08.190916 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-585cf033-2dbc-4030-99c1-b27a9819dee8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.276910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395faed-d642-4e7b-bb06-6be1238d80a7 req-38b1de10-3be6-4946-af36-44332aff810d tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:08.283372 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4395faed-d642-4e7b-bb06-6be1238d80a7 req-38b1de10-3be6-4946-af36-44332aff810d tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 936 time: 0.3478651 Sep 16 04:34:08.316132 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-899e694a-0b48-4dd3-94c6-0d7ee0d566f2 req-6fe5f4f8-af33-4f6c-a127-0ca88ecac0ee service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=14ad765d36454521bc5edd67de8f8e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1111329 Sep 16 04:34:08.431027 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.470527 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.471780 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.498485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45268) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:08.551680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b877c9-2bb3-43ed-95b1-e18e1424aebe req-b782bf57-1806-46e3-9e12-f73ce24c9904 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:08.551680 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2b877c9-2bb3-43ed-95b1-e18e1424aebe req-b782bf57-1806-46e3-9e12-f73ce24c9904 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 948 time: 0.1738420 Sep 16 04:34:08.675387 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4395faed-d642-4e7b-bb06-6be1238d80a7 req-c84507e5-1142-4dae-b876-3e807df71272 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638599 Sep 16 04:34:08.684486 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bd798e34-3eed-453f-9d17-da95f2f4ca8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.742897 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2b877c9-2bb3-43ed-95b1-e18e1424aebe req-da9bbf2a-6f7d-4b52-aa9a-ef6c798a75b6 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797647 Sep 16 04:34:08.770893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3929f1c7-2eb9-4f61-a493-1f240773f62e {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:08.812588 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.903986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Transition to ACTIVE for port object 3929f1c7-2eb9-4f61-a493-1f240773f62e will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:08.909250 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-585cf033-2dbc-4030-99c1-b27a9819dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.924574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 549105a0-3a0a-4418-b20e-061e76f30a39 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:08.939507 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.965223 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bd798e34-3eed-453f-9d17-da95f2f4ca8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:08.996095 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bd798e34-3eed-453f-9d17-da95f2f4ca8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.003149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 549105a0-3a0a-4418-b20e-061e76f30a39 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:09.004546 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.009716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e694a-0b48-4dd3-94c6-0d7ee0d566f2 req-5605a310-82b0-4b71-ac3a-6f111a69809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.012243 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-899e694a-0b48-4dd3-94c6-0d7ee0d566f2 req-5605a310-82b0-4b71-ac3a-6f111a69809b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6782122 Sep 16 04:34:09.039761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Pushing event updated for resources: {'Port': ['ID=f73ffd79-5e68-4dcd-844e-c11853590e41,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:09.123297 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.144869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 549105a0-3a0a-4418-b20e-061e76f30a39, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=549105a0-3a0a-4418-b20e-061e76f30a39,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:09.151491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cf033-2dbc-4030-99c1-b27a9819dee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c03fa918-94c3-4678-aa25-44f78cfbe77e,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:09.152499 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd798e34-3eed-453f-9d17-da95f2f4ca8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88429423-40bb-4c77-a370-05176b5e6f89,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:09.156611 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.159774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bd798e34-3eed-453f-9d17-da95f2f4ca8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7329d87145454c2ba39c6acb754e09cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5868628 Sep 16 04:34:09.160745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45284) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:09.193349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Network b98ad24e-5874-4124-88c8-f794aeec9495 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:09.196770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Pushing event updated for resources: {'Port': ['ID=3929f1c7-2eb9-4f61-a493-1f240773f62e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:09.204257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:09.232140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-32c3aef9-0abe-453c-969b-99f01d637388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.233967 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-32c3aef9-0abe-453c-969b-99f01d637388 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ad765d36454521bc5edd67de8f8e79&device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 1100 time: 0.1603017 Sep 16 04:34:09.263717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585cf033-2dbc-4030-99c1-b27a9819dee8 admin admin] Checking segment: {'id': '1df46c0a-2a85-4fa8-9c26-f11585232274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a988bc8c-fcef-404a-834b-ad11aabd3b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:09.264172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585cf033-2dbc-4030-99c1-b27a9819dee8 admin admin] Network hostable DHCP agents. Network: a988bc8c-fcef-404a-834b-ad11aabd3b0d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:34:09.307395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=549105a0-3a0a-4418-b20e-061e76f30a39,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:09.387915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Attempting to bind port 3929f1c7-2eb9-4f61-a493-1f240773f62e on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:09.389950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Attempting to bind port 3929f1c7-2eb9-4f61-a493-1f240773f62e by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:09.391523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Attempting to bind port 3929f1c7-2eb9-4f61-a493-1f240773f62e on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:09.402572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Port 3929f1c7-2eb9-4f61-a493-1f240773f62e on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:09.403867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Attempting to bind port 3929f1c7-2eb9-4f61-a493-1f240773f62e on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:09.419150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585cf033-2dbc-4030-99c1-b27a9819dee8 admin admin] Network a988bc8c-fcef-404a-834b-ad11aabd3b0d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:34:09.426195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:09.426694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:09.427839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:09.428318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Bound port: 3929f1c7-2eb9-4f61-a493-1f240773f62e, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:09.428717 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.442139 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8945b4c5-e3db-40a2-9052-d56abf1dcb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.470787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8945b4c5-e3db-40a2-9052-d56abf1dcb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.478868 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-f094872f-ed4f-4ba4-921b-386cf2ede62c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 HTTP/1.1" status: 200 len: 217 time: 0.2358005 Sep 16 04:34:09.722674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d6961ec5-bf6c-4dcf-9ac0-c77f277e9ef2 None None] Provisioning complete for port f73ffd79-5e68-4dcd-844e-c11853590e41 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:09.723272 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d6961ec5-bf6c-4dcf-9ac0-c77f277e9ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.741593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-a89985dd-796a-4070-a1df-738fc928fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.746301 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-a89985dd-796a-4070-a1df-738fc928fac3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2514031 Sep 16 04:34:09.760523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-585cf033-2dbc-4030-99c1-b27a9819dee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, a988bc8c-fcef-404a-834b-ad11aabd3b0d) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:09.797822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d6961ec5-bf6c-4dcf-9ac0-c77f277e9ef2 None None] Port f73ffd79-5e68-4dcd-844e-c11853590e41 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:09.805151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0f9d61-d788-4db3-a579-1ba2218c5733 None None] Network a988bc8c-fcef-404a-834b-ad11aabd3b0d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:09.826353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585cf033-2dbc-4030-99c1-b27a9819dee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:09.827012 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-585cf033-2dbc-4030-99c1-b27a9819dee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.900401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-585cf033-2dbc-4030-99c1-b27a9819dee8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9197824 Sep 16 04:34:09.903653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] For port 3929f1c7-2eb9-4f61-a493-1f240773f62e, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:09.913238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] For port 3929f1c7-2eb9-4f61-a493-1f240773f62e, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3929f1c7-2eb9-4f61-a493-1f240773f62e,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:09.925184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Router 913d95bd-ffcb-4588-b162-7b42f484100e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:34:09.925434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.928738 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8945b4c5-e3db-40a2-9052-d56abf1dcb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.940408 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8945b4c5-e3db-40a2-9052-d56abf1dcb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:09.946516 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8945b4c5-e3db-40a2-9052-d56abf1dcb14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88429423-40bb-4c77-a370-05176b5e6f89 HTTP/1.1" status: 204 len: 168 time: 0.7818899 Sep 16 04:34:10.008771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:10.009299 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:10.012191 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] 10.222.0.15 "PUT /v2.0/ports/3929f1c7-2eb9-4f61-a493-1f240773f62e HTTP/1.1" status: 200 len: 1119 time: 2.2704716 Sep 16 04:34:10.045357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1772c723-e466-4c22-b919-010c65ec4ec0', 'tag': '3929f1c7-2eb9-4f61-a493-1f240773f62e'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:10.046626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945b4c5-e3db-40a2-9052-d56abf1dcb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88429423-40bb-4c77-a370-05176b5e6f89,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:10.108165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-a8084e96-a052-404d-94df-f3b513c07859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:10.120601 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-a8084e96-a052-404d-94df-f3b513c07859 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3415091 Sep 16 04:34:10.291487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb2b84-4f0f-4273-9768-0417dc375b38 req-9659f160-603e-48c5-82b1-62915450c2a7 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:10.305992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1bb2b84-4f0f-4273-9768-0417dc375b38 req-9659f160-603e-48c5-82b1-62915450c2a7 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 948 time: 0.3955536 Sep 16 04:34:10.309752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed77165-ab4d-4bf2-99eb-3c0281694a15 None None] Network a988bc8c-fcef-404a-834b-ad11aabd3b0d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:10.418067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf6fc0-e5fd-47ec-9c17-14a94a402595 service neutron] Pushing event updated for resources: {'Port': ['ID=3929f1c7-2eb9-4f61-a493-1f240773f62e,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:10.422891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-29786114-1482-4147-8879-455dd9d4c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:10.424999 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-29786114-1482-4147-8879-455dd9d4c924 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2eec0ec2cba41c08884695bcc7b29ab&device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 1122 time: 0.2466445 Sep 16 04:34:10.443104 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1bb2b84-4f0f-4273-9768-0417dc375b38 req-d1ea607a-efec-4e6b-95a5-785934a6da3a tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315370 Sep 16 04:34:10.484355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a43510-6155-4141-8fda-b47d49e8e0a5 req-0660754d-73b9-4665-8c9e-de8612f2e837 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:10.486311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8a43510-6155-4141-8fda-b47d49e8e0a5 req-0660754d-73b9-4665-8c9e-de8612f2e837 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 970 time: 0.5678556 Sep 16 04:34:10.574058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-00a47680-9f35-47ee-bc14-3bb3e69afa7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3929f1c7-2eb9-4f61-a493-1f240773f62e HTTP/1.1" status: 200 len: 217 time: 0.1303141 Sep 16 04:34:10.632212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8a43510-6155-4141-8fda-b47d49e8e0a5 req-355f9092-4abb-421c-828a-bfcf90b8e16d tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360543 Sep 16 04:34:10.669149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-88121bc7-57bb-4743-85f7-c6a4a20b4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:10.669507 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:34:10.670714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-88121bc7-57bb-4743-85f7-c6a4a20b4f0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0883756 Sep 16 04:34:10.672722 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-92525146-16ca-4e4c-9060-1f55777a596c service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512722 Sep 16 04:34:10.677970 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4d065434-4a3f-4675-ae36-b2c26915879c admin admin] 10.222.0.53 "PUT /v2.0/routers/913d95bd-ffcb-4588-b162-7b42f484100e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9855254 Sep 16 04:34:10.681080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Sync routers for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:10.696821 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:10.697640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:10.813371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3673a8a-d16f-42d2-9b35-a4b09748900b req-1b74c861-d648-4d0d-bf7c-6e31cc7c43a6 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263795 Sep 16 04:34:10.819578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-95719eb0-c68b-4ec3-892e-4b4df54cbd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:10.821843 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-95719eb0-c68b-4ec3-892e-4b4df54cbd9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1377430 Sep 16 04:34:10.864526 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 549105a0-3a0a-4418-b20e-061e76f30a39 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:10.868885 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22e5d9d-e1a4-4c00-bb6b-66ba6db5cb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1772c723-e466-4c22-b919-010c65ec4ec0", "tag": "3929f1c7-2eb9-4f61-a493-1f240773f62e"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:10.936906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:10.960677 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-8f1e61e5-5ad2-42b1-b4f3-5512362b595b service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308775 Sep 16 04:34:11.009051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 549105a0-3a0a-4418-b20e-061e76f30a39 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:11.009412 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.130024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0ba2074-840f-42e6-95eb-dd61c1bc47f4 req-fbb548f6-b374-4aa2-8591-17f5cdf75054 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611066 Sep 16 04:34:11.316902 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 2, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:11.320615 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be4e98e-fd9b-48d3-aaa4-8af4c9a6c3a3 x-openstack-request-id: req-0be4e98e-fd9b-48d3-aaa4-8af4c9a6c3a3 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:11.320615 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1772c723-e466-4c22-b919-010c65ec4ec0", "tag": "3929f1c7-2eb9-4f61-a493-1f240773f62e", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:11.320615 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0be4e98e-fd9b-48d3-aaa4-8af4c9a6c3a3 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:11.321032 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1772c723-e466-4c22-b919-010c65ec4ec0', 'tag': '3929f1c7-2eb9-4f61-a493-1f240773f62e', 'status': 'completed', 'code': 200} Sep 16 04:34:11.346217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Checking router: 913d95bd-ffcb-4588-b162-7b42f484100e for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:11.346636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Updating router 913d95bd-ffcb-4588-b162-7b42f484100e port f73ffd79-5e68-4dcd-844e-c11853590e41 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:34:11.379878 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.425599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-6bf2a6ce-880f-47a9-bb24-241e6d33ec24 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:11.427244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-6bf2a6ce-880f-47a9-bb24-241e6d33ec24 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 808 time: 0.2805326 Sep 16 04:34:11.436488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5d9d-e1a4-4c00-bb6b-66ba6db5cb3b req-ca48a52b-bf52-4b08-b54b-dd3792bd7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:11.438395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c22e5d9d-e1a4-4c00-bb6b-66ba6db5cb3b req-ca48a52b-bf52-4b08-b54b-dd3792bd7a9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2eec0ec2cba41c08884695bcc7b29ab&device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 1122 time: 0.1268291 Sep 16 04:34:11.537690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-29c08a85-ba59-47df-8f03-8909993ad37f tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/quotas/043d7505d3794c99864b8a9842baccb0 HTTP/1.1" status: 200 len: 375 time: 0.0982060 Sep 16 04:34:11.634456 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-dda8394a-3210-4300-9b59-86cc7044405d tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851195 Sep 16 04:34:11.709421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f4ee5-4fba-446d-a837-a586e921a4a7 req-15dfa1ac-cabe-4c42-990f-7d213dc35647 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:11.711710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fa0f4ee5-4fba-446d-a837-a586e921a4a7 req-15dfa1ac-cabe-4c42-990f-7d213dc35647 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 948 time: 0.1151030 Sep 16 04:34:11.715137 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5d9d-e1a4-4c00-bb6b-66ba6db5cb3b req-ddc55da2-b704-4bf0-b366-8885c834844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:11.717193 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c22e5d9d-e1a4-4c00-bb6b-66ba6db5cb3b req-ddc55da2-b704-4bf0-b366-8885c834844b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2689826 Sep 16 04:34:11.766093 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c22e5d9d-e1a4-4c00-bb6b-66ba6db5cb3b req-1a6427d2-5a2f-4d29-b74f-99c5c08704c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3929f1c7-2eb9-4f61-a493-1f240773f62e HTTP/1.1" status: 200 len: 217 time: 0.0406973 Sep 16 04:34:11.787994 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fa0f4ee5-4fba-446d-a837-a586e921a4a7 req-ed7efcc3-585a-473d-a679-a649866af885 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640762 Sep 16 04:34:11.792046 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.801295 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.833987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5d9d-e1a4-4c00-bb6b-66ba6db5cb3b req-25f98eb9-861e-4e66-9235-3c1e179745f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:11.835710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c22e5d9d-e1a4-4c00-bb6b-66ba6db5cb3b req-25f98eb9-861e-4e66-9235-3c1e179745f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0620844 Sep 16 04:34:11.901403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5d9d-e1a4-4c00-bb6b-66ba6db5cb3b req-4e23d16c-0005-46a4-98b3-388fd5aa8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:11.903047 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c22e5d9d-e1a4-4c00-bb6b-66ba6db5cb3b req-4e23d16c-0005-46a4-98b3-388fd5aa8b76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584240 Sep 16 04:34:11.914555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71339dd6-2437-4669-937d-de582aa7214f None None] Pushing event updated for resources: {'Port': ['ID=f73ffd79-5e68-4dcd-844e-c11853590e41,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:11.974681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Attempting to bind port f73ffd79-5e68-4dcd-844e-c11853590e41 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:11.975394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Attempting to bind port f73ffd79-5e68-4dcd-844e-c11853590e41 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:11.976045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Attempting to bind port f73ffd79-5e68-4dcd-844e-c11853590e41 on network b98ad24e-5874-4124-88c8-f794aeec9495 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:11.983813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:11.984463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Checking segment: {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:11.985349 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:11.985993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Bound using segment: {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:11.986698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Bound port: f73ffd79-5e68-4dcd-844e-c11853590e41, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:11.987327 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.075291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c22e5d9d-e1a4-4c00-bb6b-66ba6db5cb3b req-f487ae20-0b71-43d6-8739-4e2a4255e869 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622190 Sep 16 04:34:12.106714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] For port f73ffd79-5e68-4dcd-844e-c11853590e41, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:12.116192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] For port f73ffd79-5e68-4dcd-844e-c11853590e41, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f73ffd79-5e68-4dcd-844e-c11853590e41,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:12.125849 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.225883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:12.226552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:12.229182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c22e5d9d-e1a4-4c00-bb6b-66ba6db5cb3b req-88825d0d-4bbb-4518-808c-6d3a7db36c70 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463504 Sep 16 04:34:12.238031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-d9ac26fe-0801-4b43-b7ea-1e57506f4f92 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:12.240174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-d9ac26fe-0801-4b43-b7ea-1e57506f4f92 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2202613 Sep 16 04:34:12.292932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71339dd6-2437-4669-937d-de582aa7214f None None] Pushing event updated for resources: {'Port': ['ID=f73ffd79-5e68-4dcd-844e-c11853590e41,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:12.309484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b0d7e16b-22be-48d5-9401-57b3eda06369 None None] Provisioning complete for port f73ffd79-5e68-4dcd-844e-c11853590e41 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:12.310157 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e16b-22be-48d5-9401-57b3eda06369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.379184 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:34:12.398921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c4537-7b7d-4fbc-9b70-56bcd6c8d352 req-9189193e-b87c-429e-ac01-1340b245cb96 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:12.411776 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-727c4537-7b7d-4fbc-9b70-56bcd6c8d352 req-9189193e-b87c-429e-ac01-1340b245cb96 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 970 time: 0.1349432 Sep 16 04:34:12.475623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:12.506842 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-727c4537-7b7d-4fbc-9b70-56bcd6c8d352 req-5bd8f39d-b745-4458-9d64-f8e84b4cbc36 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937474 Sep 16 04:34:12.585273 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e16b-22be-48d5-9401-57b3eda06369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.613259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45414) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:12.617994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-16ff8444-542c-4095-9614-1f957ff6f813 service neutron] 10.222.0.53 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569798 Sep 16 04:34:12.619547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-74370312-network', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:12.672253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Made reservation on behalf of b33149b4a2fb4cd9bf148f188300bbc3 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:12.677518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.690509 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.729931 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-d978ecb7-3a9d-47c3-8a67-861bfb4b94c1 service neutron] 10.222.0.53 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105902 Sep 16 04:34:12.765158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b0d7e16b-22be-48d5-9401-57b3eda06369 None None] For port f73ffd79-5e68-4dcd-844e-c11853590e41, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f73ffd79-5e68-4dcd-844e-c11853590e41,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:12.782451 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e16b-22be-48d5-9401-57b3eda06369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.899518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.920052 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:12.991577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:34:13.014090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fe2ed1-e1de-40a6-9c1d-14b8c62e3fd4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:13.040436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.041065 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Added segment 07299c46-4bda-44e1-bd89-d1fa84f262c5 of type vlan for network f7117f93-e848-4fc1-b8eb-c414c921106d Sep 16 04:34:13.064250 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7e16b-22be-48d5-9401-57b3eda06369 None None] Pushing event updated for resources: {'Port': ['ID=f73ffd79-5e68-4dcd-844e-c11853590e41,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:13.081148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1b141088-3065-4065-ab3c-ebc6f839c040 None None] Provisioning complete for port f73ffd79-5e68-4dcd-844e-c11853590e41 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:13.081806 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1b141088-3065-4065-ab3c-ebc6f839c040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.126583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.136143 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:13.171265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.172969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:13.174190 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.182250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f962c8-1289-4165-b289-59503ef6c033 req-923beb20-bc0b-4b28-a0db-1ce756e04ce0 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:13.183891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d94d46-cce6-4a2a-b20e-2161aa79fcc9 None None] The sync data for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 is: [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:13.193131 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45f962c8-1289-4165-b289-59503ef6c033 req-923beb20-bc0b-4b28-a0db-1ce756e04ce0 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 948 time: 0.0953498 Sep 16 04:34:13.220935 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6064785 Sep 16 04:34:13.239124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45436) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:13.275662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-886bbc54-7e16-414f-adab-27357ceb09bb admin admin] Request body: {'subnet': {'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-74370312-subnet', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:13.326135 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45f962c8-1289-4165-b289-59503ef6c033 req-ae4fffa9-8fd4-4f23-b29b-d8f4a45da954 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317205 Sep 16 04:34:13.354891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886bbc54-7e16-414f-adab-27357ceb09bb admin admin] Made reservation on behalf of b33149b4a2fb4cd9bf148f188300bbc3 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:13.360829 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-886bbc54-7e16-414f-adab-27357ceb09bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.452737 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f154627-9ed1-478d-a07e-1f569bd62369 req-a7d8c4d4-95c9-474b-9d30-e071c05dbcf8 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 210 time: 0.1491544 Sep 16 04:34:13.462842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea27209-78b6-4a34-bdb6-1d9c397288a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f7117f93-e848-4fc1-b8eb-c414c921106d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:13.483431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network f7117f93-e848-4fc1-b8eb-c414c921106d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:34:13.542782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:13.750231 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:13.767541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28', 'mac_address': 'fa:16:3e:9f:d3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:13.804662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c45f15-e933-4f0d-8e70-197cb644a373 req-fb348550-8fd4-4154-bb63-9b9f8f3cdae8 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:13.817823 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-20c45f15-e933-4f0d-8e70-197cb644a373 req-fb348550-8fd4-4154-bb63-9b9f8f3cdae8 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 970 time: 0.1439590 Sep 16 04:34:13.839558 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-886bbc54-7e16-414f-adab-27357ceb09bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.844457 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.866913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:13.891948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:13.898598 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:13.931382 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-20c45f15-e933-4f0d-8e70-197cb644a373 req-b9362852-4107-4ba7-9d99-0808203d717d tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097169 Sep 16 04:34:13.991324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bbc54-7e16-414f-adab-27357ceb09bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde67580-1bff-4d20-b79f-d26e6b385463,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:14.038536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886bbc54-7e16-414f-adab-27357ceb09bb admin admin] Checking segment: {'id': '07299c46-4bda-44e1-bd89-d1fa84f262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:14.038897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886bbc54-7e16-414f-adab-27357ceb09bb admin admin] Network hostable DHCP agents. Network: f7117f93-e848-4fc1-b8eb-c414c921106d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:34:14.058236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:14.087334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886bbc54-7e16-414f-adab-27357ceb09bb admin admin] Network f7117f93-e848-4fc1-b8eb-c414c921106d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:34:14.125925 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-886bbc54-7e16-414f-adab-27357ceb09bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, f7117f93-e848-4fc1-b8eb-c414c921106d) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:14.140995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886bbc54-7e16-414f-adab-27357ceb09bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:14.142075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5b9ae1-cfba-432c-a306-c7361cff994f None None] Network f7117f93-e848-4fc1-b8eb-c414c921106d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:14.143489 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-886bbc54-7e16-414f-adab-27357ceb09bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.168058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45462) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:14.170940 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-886bbc54-7e16-414f-adab-27357ceb09bb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9185534 Sep 16 04:34:14.182578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-74370312-router', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:14.223494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45466) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:14.283967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:14.286922 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.289049 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.370478 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.484445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6e681ae9-85fe-47a5-a58a-a3e459253c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.605213 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.618140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-f7117f93-e848-4fc1-b8eb-c414c921106d', 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'fixed_ips': [{'subnet_id': 'bde67580-1bff-4d20-b79f-d26e6b385463'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:34:14.619250 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.694524 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fa970ba8-5a50-411d-90ef-5d983a83f814 req-c8757720-405c-47a6-91d9-bff4ccbcf2f8 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 210 time: 0.0920947 Sep 16 04:34:14.725233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.50', 52607) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:14.881560 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Allocated IP 172.20.0.2 (f7117f93-e848-4fc1-b8eb-c414c921106d/bde67580-1bff-4d20-b79f-d26e6b385463/64379552-4d0f-4f3d-8067-dabb60b89497) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:14.899394 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6e681ae9-85fe-47a5-a58a-a3e459253c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:14.915357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-081baf11-9d38-4dd3-9b1e-d706900106b0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:14.918034 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-081baf11-9d38-4dd3-9b1e-d706900106b0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.50 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 808 time: 0.1864643 Sep 16 04:34:14.940125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8161b68-ebc4-4bea-8ebc-1646e835881d req-5e955db8-7f45-4208-afca-dc0f71420ec0 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:14.951526 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8161b68-ebc4-4bea-8ebc-1646e835881d req-5e955db8-7f45-4208-afca-dc0f71420ec0 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 949 time: 0.5185096 Sep 16 04:34:14.965684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f73ffd79-5e68-4dcd-844e-c11853590e41 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:14.990725 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6e681ae9-85fe-47a5-a58a-a3e459253c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.048782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Request body: {'port': {'device_id': 'f527aeba-2647-41b6-bb0d-ee59c4ac5e26', 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318', 'admin_state_up': True, 'tenant_id': '043d7505d3794c99864b8a9842baccb0'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:15.143828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port f73ffd79-5e68-4dcd-844e-c11853590e41 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:15.144221 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.160615 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8161b68-ebc4-4bea-8ebc-1646e835881d req-c144babf-f2b0-48ec-92c6-5a078874a9f4 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065523 Sep 16 04:34:15.195637 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6e681ae9-85fe-47a5-a58a-a3e459253c28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=732b39cdead8455aa3b6a20d7c5a848a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9698386 Sep 16 04:34:15.209382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45498) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:15.217055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e681ae9-85fe-47a5-a58a-a3e459253c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6062d0-1689-4cf7-ae45-d2917be568e3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:15.222838 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.242583 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.276876 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.329013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.339452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Network f7117f93-e848-4fc1-b8eb-c414c921106d is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:15.343615 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Pushing event updated for resources: {'Port': ['ID=64379552-4d0f-4f3d-8067-dabb60b89497,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:15.348711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:15.361569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:15.425810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Made reservation on behalf of 043d7505d3794c99864b8a9842baccb0 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:15.430186 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.456406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Attempting to bind port 64379552-4d0f-4f3d-8067-dabb60b89497 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:15.456979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Attempting to bind port 64379552-4d0f-4f3d-8067-dabb60b89497 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '07299c46-4bda-44e1-bd89-d1fa84f262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:15.458369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Attempting to bind port 64379552-4d0f-4f3d-8067-dabb60b89497 on network f7117f93-e848-4fc1-b8eb-c414c921106d {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:15.468125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:15.468843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Checking segment: {'id': '07299c46-4bda-44e1-bd89-d1fa84f262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:15.469239 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.469895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Bound using segment: {'id': '07299c46-4bda-44e1-bd89-d1fa84f262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:15.470538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Bound port: 64379552-4d0f-4f3d-8067-dabb60b89497, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07299c46-4bda-44e1-bd89-d1fa84f262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:15.471789 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.478057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee67e5-17ae-4e5a-b8eb-29c1b82734bf req-c725331b-ce6e-4b4b-bfd9-523693cbac57 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:15.487266 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7eee67e5-17ae-4e5a-b8eb-29c1b82734bf req-c725331b-ce6e-4b4b-bfd9-523693cbac57 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 970 time: 0.3471711 Sep 16 04:34:15.535079 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3929f1c7-2eb9-4f61-a493-1f240773f62e details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:15.588172 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7eee67e5-17ae-4e5a-b8eb-29c1b82734bf req-498e2a24-a093-41ba-8345-7c697b43c0d6 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996604 Sep 16 04:34:15.597300 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30465cff-1aea-491b-a72c-aabbbb6720bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.645781 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30465cff-1aea-491b-a72c-aabbbb6720bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.707950 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:15.745004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] For port 64379552-4d0f-4f3d-8067-dabb60b89497, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:15.778650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] For port 64379552-4d0f-4f3d-8067-dabb60b89497, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=64379552-4d0f-4f3d-8067-dabb60b89497,segment=NetworkSegment(07299c46-4bda-44e1-bd89-d1fa84f262c5),segment_id=07299c46-4bda-44e1-bd89-d1fa84f262c5)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:15.785242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3929f1c7-2eb9-4f61-a493-1f240773f62e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3929f1c7-2eb9-4f61-a493-1f240773f62e,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:15.790528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Allocated IP 172.20.0.6 (45c2c738-4641-4c06-a2b2-aea8aa89b318/a27c5ba3-cdbf-42f2-965d-bdef41cc1252/99b87ed8-b576-4c22-b57d-7dd4ef45b52f) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:15.795421 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:15.827692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Allocated IP 172.25.0.151 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/27bb1b88-91a3-4089-b78f-457645358f58) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:15.857184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '3929f1c7-2eb9-4f61-a493-1f240773f62e', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '3929f1c7-2eb9-4f61-a493-1f240773f62e', 'mac_address': 'fa:16:3e:6d:63:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:tempest-test_az-1702204395', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:15.971425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:15.985125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6023c8-5df8-45b2-94c4-cc71e36b5c9a None None] Pushing event updated for resources: {'Port': ['ID=64379552-4d0f-4f3d-8067-dabb60b89497,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:15.999820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:16.000323 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.003454 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.065580 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.075618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3929f1c7-2eb9-4f61-a493-1f240773f62e {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:16.080979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30465cff-1aea-491b-a72c-aabbbb6720bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.083748 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30465cff-1aea-491b-a72c-aabbbb6720bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.088626 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-30465cff-1aea-491b-a72c-aabbbb6720bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa6062d0-1689-4cf7-ae45-d2917be568e3 HTTP/1.1" status: 204 len: 168 time: 0.8743763 Sep 16 04:34:16.088626 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57f48306-5509-4100-8332-672a1a43cbd3 req-ab19179c-8151-4328-999a-70b6f82a3f39 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 210 time: 0.0964296 Sep 16 04:34:16.102247 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45524) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:16.144676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30465cff-1aea-491b-a72c-aabbbb6720bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6062d0-1689-4cf7-ae45-d2917be568e3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:16.154688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3929f1c7-2eb9-4f61-a493-1f240773f62e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3929f1c7-2eb9-4f61-a493-1f240773f62e,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:16.195658 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.211384 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.237541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45530) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:16.299883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:16.305015 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:16.321919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:16.372348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Pushing event updated for resources: {'Port': ['ID=27bb1b88-91a3-4089-b78f-457645358f58,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:16.395505 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.562827 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.594023 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e835c907-b636-4fb0-a7b8-33a2d2f8bff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.675649 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Network 45c2c738-4641-4c06-a2b2-aea8aa89b318 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:16.696909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31792945-cce3-4072-b581-5959d7d0d2e7 req-2733c955-7d6e-44f5-aa89-ece5b3a7d37b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:16.698570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31792945-cce3-4072-b581-5959d7d0d2e7 req-2733c955-7d6e-44f5-aa89-ece5b3a7d37b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 949 time: 0.2763023 Sep 16 04:34:16.707709 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=3929f1c7-2eb9-4f61-a493-1f240773f62e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:16.710195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:16.716114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['3929f1c7-2eb9-4f61-a493-1f240773f62e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:16.723881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:16.740364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:16.741377 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.805417 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.866379 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef366c38-3ba1-472f-b468-bac7a5214584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:16.892410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Pushing event updated for resources: {'Port': ['ID=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:16.941764 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7188a342-ca2b-479b-ba27-5b231b202962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:16.976663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45538) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:17.028532 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31792945-cce3-4072-b581-5959d7d0d2e7 req-f94bfd34-dd14-4f7e-b9dd-fd05fa67a924 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829442 Sep 16 04:34:17.030018 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1890ed8-6f1a-4c89-8aef-96466e4dd497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.045337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:17.049844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 64379552-4d0f-4f3d-8067-dabb60b89497 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:17.093424 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.154785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1810f96-8e79-4461-bef2-defad8156a08 req-c70110ea-3fb5-47d3-af75-b1e42466f7a8 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:17.173145 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1810f96-8e79-4461-bef2-defad8156a08 req-c70110ea-3fb5-47d3-af75-b1e42466f7a8 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 971 time: 0.3571448 Sep 16 04:34:17.237028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.302891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658333-b8c0-41e6-bfaf-3c20588afb24 req-7f4d7fa8-24d4-44f1-ab31-0ee520c99545 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:17.304568 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23658333-b8c0-41e6-bfaf-3c20588afb24 req-7f4d7fa8-24d4-44f1-ab31-0ee520c99545 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 931 time: 0.0968139 Sep 16 04:34:17.319750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:17.335387 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d3502a-dae7-4bc5-a079-bb42f7826c18" -d '{"events": [{"server_uuid": "ef366c38-3ba1-472f-b468-bac7a5214584", "name": "network-vif-plugged", "status": "completed", "tag": "8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:17.358421 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d5476edd-0762-46ed-acbe-8e2e0d6b303c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.375525 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e835c907-b636-4fb0-a7b8-33a2d2f8bff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.392231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23658333-b8c0-41e6-bfaf-3c20588afb24 req-04b4051d-2c38-4b40-9ee3-3577c18419bb tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795994 Sep 16 04:34:17.395374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e835c907-b636-4fb0-a7b8-33a2d2f8bff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.400213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-034f1cc3-14ba-422b-bf6d-3b5265e91b55 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3553641 Sep 16 04:34:17.403934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 64379552-4d0f-4f3d-8067-dabb60b89497 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:17.410565 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.426146 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.api [None req-a1890ed8-6f1a-4c89-8aef-96466e4dd497 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:34:17.426146 n-d-712142-17 neutron-server[94745]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:34:17.426146 n-d-712142-17 neutron-server[94745]: [parameters: {'project_id_1': 'c429deb86aff467a9f7ad6db6c8d1e30', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 33, 57, 60481)}] Sep 16 04:34:17.426146 n-d-712142-17 neutron-server[94745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:34:17.426554 n-d-712142-17 neutron-server[94745]: DEBUG oslo_db.api [None req-a1890ed8-6f1a-4c89-8aef-96466e4dd497 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:34:17.510611 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1810f96-8e79-4461-bef2-defad8156a08 req-eb387f8c-a4d7-43f0-82b5-be4ec3fbcd2f tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317974 Sep 16 04:34:17.518174 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e835c907-b636-4fb0-a7b8-33a2d2f8bff0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d591a89cba474d1eb77feb3a41371741&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4138823 Sep 16 04:34:17.525539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45550) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:17.569721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a74906f-05b0-49da-977f-92030253eb5f None None] Network f7117f93-e848-4fc1-b8eb-c414c921106d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:17.612836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7188a342-ca2b-479b-ba27-5b231b202962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.627762 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7188a342-ca2b-479b-ba27-5b231b202962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.665593 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb0dd04-ff0b-47a0-83e7-8990e8f6e66b x-openstack-request-id: req-0cb0dd04-ff0b-47a0-83e7-8990e8f6e66b {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:17.676992 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef366c38-3ba1-472f-b468-bac7a5214584", "name": "network-vif-plugged", "status": "completed", "tag": "8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:17.677272 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cb0dd04-ff0b-47a0-83e7-8990e8f6e66b {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:17.677791 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef366c38-3ba1-472f-b468-bac7a5214584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28', 'code': 200} Sep 16 04:34:17.694648 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835c907-b636-4fb0-a7b8-33a2d2f8bff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02291a57-437f-432d-a03c-2ad44632438f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:17.708446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188a342-ca2b-479b-ba27-5b231b202962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aabf73-28aa-4d2c-96e2-b461f4a9f563,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:17.718275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45552) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:17.741790 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7188a342-ca2b-479b-ba27-5b231b202962 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=000fed6a94574919a25363740a6b02bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4803071 Sep 16 04:34:17.763959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1d057fe7-869e-4310-a925-dda2677f53c8 None None] Provisioning complete for port 64379552-4d0f-4f3d-8067-dabb60b89497 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:17.764658 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1d057fe7-869e-4310-a925-dda2677f53c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.782086 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb10fb24-35f1-45b5-a7e0-6d830aedb912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.792132 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.860927 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb10fb24-35f1-45b5-a7e0-6d830aedb912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.863904 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 64379552-4d0f-4f3d-8067-dabb60b89497, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=64379552-4d0f-4f3d-8067-dabb60b89497,segment=NetworkSegment(07299c46-4bda-44e1-bd89-d1fa84f262c5),segment_id=07299c46-4bda-44e1-bd89-d1fa84f262c5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:17.882080 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de484bc-bedb-47d1-8872-9c22c75de30f req-969bc067-cd97-4705-877a-7e2c48ba4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:17.884204 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4de484bc-bedb-47d1-8872-9c22c75de30f req-969bc067-cd97-4705-877a-7e2c48ba4e6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 1102 time: 0.1405246 Sep 16 04:34:17.898102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.939960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1890ed8-6f1a-4c89-8aef-96466e4dd497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.956414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4de484bc-bedb-47d1-8872-9c22c75de30f req-e0dfb0d9-4e64-4a53-a98a-3de0421bc6af service neutron] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.992218 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb10fb24-35f1-45b5-a7e0-6d830aedb912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:17.995141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb10fb24-35f1-45b5-a7e0-6d830aedb912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.000742 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eb10fb24-35f1-45b5-a7e0-6d830aedb912 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02291a57-437f-432d-a03c-2ad44632438f HTTP/1.1" status: 204 len: 168 time: 0.4740124 Sep 16 04:34:18.013191 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.api [req-4de484bc-bedb-47d1-8872-9c22c75de30f req-e0dfb0d9-4e64-4a53-a98a-3de0421bc6af service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:34:18.013191 n-d-712142-17 neutron-server[94745]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:34:18.013191 n-d-712142-17 neutron-server[94745]: [parameters: {'project_id_1': 'a79d96af9144419f86125cca9454655f', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 33, 57, 981645)}] Sep 16 04:34:18.013191 n-d-712142-17 neutron-server[94745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:34:18.013704 n-d-712142-17 neutron-server[94745]: DEBUG oslo_db.api [req-4de484bc-bedb-47d1-8872-9c22c75de30f req-e0dfb0d9-4e64-4a53-a98a-3de0421bc6af service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:34:18.020895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10fb24-35f1-45b5-a7e0-6d830aedb912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02291a57-437f-432d-a03c-2ad44632438f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:18.094333 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8a95101-7695-44d3-945a-015bc8914184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.095764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=64379552-4d0f-4f3d-8067-dabb60b89497,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:18.145255 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8a95101-7695-44d3-945a-015bc8914184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.184911 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1890ed8-6f1a-4c89-8aef-96466e4dd497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.192217 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1890ed8-6f1a-4c89-8aef-96466e4dd497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.250423 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a1890ed8-6f1a-4c89-8aef-96466e4dd497 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c429deb86aff467a9f7ad6db6c8d1e30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2635939 Sep 16 04:34:18.250423 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1890ed8-6f1a-4c89-8aef-96466e4dd497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0393fb30-40ce-4ae9-823d-27725fb77ec1,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:18.252864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45558) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:18.290681 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.320010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415b7bd-9d8d-4fe7-b5f3-8ede7b0def12 req-495040bb-88f9-4664-90a2-e49c3133e2f5 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.321589 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9415b7bd-9d8d-4fe7-b5f3-8ede7b0def12 req-495040bb-88f9-4664-90a2-e49c3133e2f5 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 950 time: 0.1085896 Sep 16 04:34:18.326796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-46da3324-b986-4aa6-8caa-0f46bf5ccdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.360673 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-46da3324-b986-4aa6-8caa-0f46bf5ccdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.368992 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8a95101-7695-44d3-945a-015bc8914184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.372971 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8a95101-7695-44d3-945a-015bc8914184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.374519 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e8a95101-7695-44d3-945a-015bc8914184 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72aabf73-28aa-4d2c-96e2-b461f4a9f563 HTTP/1.1" status: 204 len: 168 time: 0.6550453 Sep 16 04:34:18.444609 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-46da3324-b986-4aa6-8caa-0f46bf5ccdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.448235 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-46da3324-b986-4aa6-8caa-0f46bf5ccdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.449589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-46da3324-b986-4aa6-8caa-0f46bf5ccdf0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0393fb30-40ce-4ae9-823d-27725fb77ec1 HTTP/1.1" status: 204 len: 168 time: 0.1844199 Sep 16 04:34:18.455655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a95101-7695-44d3-945a-015bc8914184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aabf73-28aa-4d2c-96e2-b461f4a9f563,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:18.467451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da3324-b986-4aa6-8caa-0f46bf5ccdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0393fb30-40ce-4ae9-823d-27725fb77ec1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:18.514537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4de484bc-bedb-47d1-8872-9c22c75de30f req-e0dfb0d9-4e64-4a53-a98a-3de0421bc6af service neutron] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.519373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9415b7bd-9d8d-4fe7-b5f3-8ede7b0def12 req-a40cd65a-ff59-41d9-8298-cd4b09bec79a tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544189 Sep 16 04:34:18.615087 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-924737c7-2098-4e63-9867-262178a81eca None None] Provisioning complete for port 64379552-4d0f-4f3d-8067-dabb60b89497 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:18.618028 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-924737c7-2098-4e63-9867-262178a81eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.647506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08160c39-b884-4879-86f3-25211b39f88b req-107de603-6a7c-408b-babf-438e76268d8f tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.649180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08160c39-b884-4879-86f3-25211b39f88b req-107de603-6a7c-408b-babf-438e76268d8f tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 931 time: 0.1103623 Sep 16 04:34:18.728716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45570) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:18.736080 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08160c39-b884-4879-86f3-25211b39f88b req-220d54bd-16df-4c23-b365-56da0e02e3ce tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724452 Sep 16 04:34:18.754411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-24150dc0-d342-4b42-80b0-38566963e7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.799675 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4de484bc-bedb-47d1-8872-9c22c75de30f req-e0dfb0d9-4e64-4a53-a98a-3de0421bc6af service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.807959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea68dd-c2c2-4d37-a858-9afe477cb538 req-629ec245-aabc-4436-b8bc-c3da8039a683 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:18.814658 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4de484bc-bedb-47d1-8872-9c22c75de30f req-e0dfb0d9-4e64-4a53-a98a-3de0421bc6af service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:18.827168 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-67ea68dd-c2c2-4d37-a858-9afe477cb538 req-629ec245-aabc-4436-b8bc-c3da8039a683 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 971 time: 0.1807990 Sep 16 04:34:18.861714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Router 8019303b-52aa-437b-a1bc-aea224fca308 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:34:18.870447 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4de484bc-bedb-47d1-8872-9c22c75de30f req-e0dfb0d9-4e64-4a53-a98a-3de0421bc6af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9747589 Sep 16 04:34:18.881710 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 64379552-4d0f-4f3d-8067-dabb60b89497 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:18.909541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-67ea68dd-c2c2-4d37-a858-9afe477cb538 req-739bd251-9d25-4281-b21d-c952d896549e tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765703 Sep 16 04:34:18.911756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfb0d9-4e64-4a53-a98a-3de0421bc6af service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=03eae2e7-4722-42a7-b33a-ffa413d26734,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:18.993487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 64379552-4d0f-4f3d-8067-dabb60b89497 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:18.994066 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.025351 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-24150dc0-d342-4b42-80b0-38566963e7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.032919 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-24150dc0-d342-4b42-80b0-38566963e7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.126268 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-24150dc0-d342-4b42-80b0-38566963e7b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a5a0d7cdfa64eefa0f1b32ab103acff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956442 Sep 16 04:34:19.127130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24150dc0-d342-4b42-80b0-38566963e7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee730880-df78-4188-b336-dc35fc7b7ac6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:19.129823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45576) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:19.140924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:34:19.155563 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Sync routers for ids ['8019303b-52aa-437b-a1bc-aea224fca308'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:19.181096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.182986 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2fa4e84e-6da9-4608-bf1b-07c090d1fb5a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.0130918 Sep 16 04:34:19.186298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45578) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:19.190691 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Routers {'8019303b-52aa-437b-a1bc-aea224fca308'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:19.192678 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8019303b-52aa-437b-a1bc-aea224fca308'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:19.204325 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eabd31a7-62e1-4e9e-8c11-27eda5556d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.236591 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eabd31a7-62e1-4e9e-8c11-27eda5556d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.264174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45582) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:19.295197 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f92abf68-d7df-4baa-a478-58f69cc93cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.363237 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Set router 8019303b-52aa-437b-a1bc-aea224fca308 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:19.373797 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eabd31a7-62e1-4e9e-8c11-27eda5556d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.376429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eabd31a7-62e1-4e9e-8c11-27eda5556d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.384087 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eabd31a7-62e1-4e9e-8c11-27eda5556d4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee730880-df78-4188-b336-dc35fc7b7ac6 HTTP/1.1" status: 204 len: 168 time: 0.2498002 Sep 16 04:34:19.401770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd31a7-62e1-4e9e-8c11-27eda5556d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee730880-df78-4188-b336-dc35fc7b7ac6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:19.480528 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f92abf68-d7df-4baa-a478-58f69cc93cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.489898 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f92abf68-d7df-4baa-a478-58f69cc93cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.536891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92abf68-d7df-4baa-a478-58f69cc93cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863754f1-1578-4cd3-a5dc-809fe275fa40,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:19.554672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f92abf68-d7df-4baa-a478-58f69cc93cd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=657e3faa697c424a8f411ce2843f7689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854691 Sep 16 04:34:19.555569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45594) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:19.567044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3929f1c7-2eb9-4f61-a493-1f240773f62e up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:19.672042 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 3929f1c7-2eb9-4f61-a493-1f240773f62e completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:19.682842 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 3929f1c7-2eb9-4f61-a493-1f240773f62e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:19.683233 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.733035 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa053af7-e888-434c-80ce-70ef4708c80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.745380 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019303b-52aa-437b-a1bc-aea224fca308', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-74370312-router', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '27bb1b88-91a3-4089-b78f-457645358f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:14Z', 'updated_at': '2021-09-16T04:34:16Z', 'revision_number': 3, 'project_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'gw_port': {'id': '27bb1b88-91a3-4089-b78f-457645358f58', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8019303b-52aa-437b-a1bc-aea224fca308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:15Z', 'updated_at': '2021-09-16T04:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:19.795880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa053af7-e888-434c-80ce-70ef4708c80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.816699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b4f60-7da3-43a6-a948-d9f223a72b29 req-7777be36-5baf-45f8-a04d-ec75e7ec9141 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:19.818627 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-034b4f60-7da3-43a6-a948-d9f223a72b29 req-7777be36-5baf-45f8-a04d-ec75e7ec9141 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 950 time: 0.1418707 Sep 16 04:34:19.822020 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Checking router: 8019303b-52aa-437b-a1bc-aea224fca308 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:19.822685 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Updating router 8019303b-52aa-437b-a1bc-aea224fca308 port 27bb1b88-91a3-4089-b78f-457645358f58 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:34:19.872584 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.881019 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.911654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-034b4f60-7da3-43a6-a948-d9f223a72b29 req-bd98d4fc-679d-4622-93e6-2ca0c1772608 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790582 Sep 16 04:34:19.960105 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa053af7-e888-434c-80ce-70ef4708c80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.969688 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa053af7-e888-434c-80ce-70ef4708c80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:19.972315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-aa053af7-e888-434c-80ce-70ef4708c80f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/863754f1-1578-4cd3-a5dc-809fe275fa40 HTTP/1.1" status: 204 len: 168 time: 0.4155786 Sep 16 04:34:19.993363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa053af7-e888-434c-80ce-70ef4708c80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863754f1-1578-4cd3-a5dc-809fe275fa40,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:20.009381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1772c723-e466-4c22-b919-010c65ec4ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3929f1c7-2eb9-4f61-a493-1f240773f62e'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:20.013531 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506c7557-0e4f-4c9d-b957-037119ed44ff" -d '{"events": [{"server_uuid": "1772c723-e466-4c22-b919-010c65ec4ec0", "name": "network-vif-plugged", "status": "completed", "tag": "3929f1c7-2eb9-4f61-a493-1f240773f62e"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:20.038503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3929f1c7-2eb9-4f61-a493-1f240773f62e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3929f1c7-2eb9-4f61-a493-1f240773f62e,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:20.068521 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.086675 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c46f7c06-d0f9-49a3-9ddb-902feea4922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.152605 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=3929f1c7-2eb9-4f61-a493-1f240773f62e,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:20.177566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4843b43-60bf-44a5-af51-1c512997be7d req-25390d27-37ce-485e-aa2e-ed73d436231b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:20.180211 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4843b43-60bf-44a5-af51-1c512997be7d req-25390d27-37ce-485e-aa2e-ed73d436231b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 931 time: 0.1947968 Sep 16 04:34:20.199135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b6423-96b8-4288-9b74-17e66cb5ad29 req-547395f1-ed0b-4183-8412-508a12cf0e3e tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:20.201347 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b70b6423-96b8-4288-9b74-17e66cb5ad29 req-547395f1-ed0b-4183-8412-508a12cf0e3e tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 972 time: 0.1557386 Sep 16 04:34:20.282664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b70b6423-96b8-4288-9b74-17e66cb5ad29 req-cf7902ba-15c0-4702-9708-8937359836be tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721359 Sep 16 04:34:20.357645 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1033694c-942c-4acc-bf13-3aabd27c1dc6 x-openstack-request-id: req-1033694c-942c-4acc-bf13-3aabd27c1dc6 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:20.358264 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1772c723-e466-4c22-b919-010c65ec4ec0", "name": "network-vif-plugged", "status": "completed", "tag": "3929f1c7-2eb9-4f61-a493-1f240773f62e", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:20.358373 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1033694c-942c-4acc-bf13-3aabd27c1dc6 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:20.358729 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1772c723-e466-4c22-b919-010c65ec4ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3929f1c7-2eb9-4f61-a493-1f240773f62e', 'code': 200} Sep 16 04:34:20.366233 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4843b43-60bf-44a5-af51-1c512997be7d req-950d8e10-0312-457f-ab8e-9652131407d6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515145 Sep 16 04:34:20.376763 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.389340 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.393462 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.458969 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Attempting to bind port 27bb1b88-91a3-4089-b78f-457645358f58 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:20.459636 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Attempting to bind port 27bb1b88-91a3-4089-b78f-457645358f58 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:20.460264 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Attempting to bind port 27bb1b88-91a3-4089-b78f-457645358f58 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:20.470018 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:20.470736 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:20.471341 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.471904 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:20.472606 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Bound port: 27bb1b88-91a3-4089-b78f-457645358f58, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:20.473427 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.525823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8023394-9037-4881-ad00-65a3c5562b84 req-4f172611-28d5-4df8-b27a-4d5480b297aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:20.532514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8023394-9037-4881-ad00-65a3c5562b84 req-4f172611-28d5-4df8-b27a-4d5480b297aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 1124 time: 0.0861633 Sep 16 04:34:20.562354 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd1a1e-5737-405a-878f-ac8aa1df7bfa None None] Pushing event updated for resources: {'Port': ['ID=27bb1b88-91a3-4089-b78f-457645358f58,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:20.574596 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] For port 27bb1b88-91a3-4089-b78f-457645358f58, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:20.588161 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] For port 27bb1b88-91a3-4089-b78f-457645358f58, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=27bb1b88-91a3-4089-b78f-457645358f58,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:20.595241 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.673032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8023394-9037-4881-ad00-65a3c5562b84 req-117b9751-edae-4497-b9f4-b1c6eb82b83c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234088 Sep 16 04:34:20.673787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Allocated IP 172.20.0.1 (f7117f93-e848-4fc1-b8eb-c414c921106d/bde67580-1bff-4d20-b79f-d26e6b385463/c67e8dfb-1c56-425e-bd0b-91fd7888fb2d) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:20.685660 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Routers {'8019303b-52aa-437b-a1bc-aea224fca308'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:20.694889 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:34:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8019303b-52aa-437b-a1bc-aea224fca308'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:20.734109 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.787237 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd1a1e-5737-405a-878f-ac8aa1df7bfa None None] Pushing event updated for resources: {'Port': ['ID=27bb1b88-91a3-4089-b78f-457645358f58,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:20.878561 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] Set router 8019303b-52aa-437b-a1bc-aea224fca308 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:20.898592 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:20.954739 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.042656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Network f7117f93-e848-4fc1-b8eb-c414c921106d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:21.048761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:21.060794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:21.061301 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.124732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Pushing event updated for resources: {'Port': ['ID=c67e8dfb-1c56-425e-bd0b-91fd7888fb2d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:21.203993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c7de3-de66-4b6f-a6fe-f4d48a1745da req-4fec2954-67b8-48e3-9596-b8ca82d90d1b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:21.213126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa6c7de3-de66-4b6f-a6fe-f4d48a1745da req-4fec2954-67b8-48e3-9596-b8ca82d90d1b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 950 time: 0.1665182 Sep 16 04:34:21.287882 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa6c7de3-de66-4b6f-a6fe-f4d48a1745da req-223baf65-4b53-4b6d-8202-2a44abc9c7c0 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657039 Sep 16 04:34:21.295927 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019303b-52aa-437b-a1bc-aea224fca308', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-74370312-router', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '27bb1b88-91a3-4089-b78f-457645358f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:14Z', 'updated_at': '2021-09-16T04:34:16Z', 'revision_number': 3, 'project_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'gw_port': {'id': '27bb1b88-91a3-4089-b78f-457645358f58', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8019303b-52aa-437b-a1bc-aea224fca308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:15Z', 'updated_at': '2021-09-16T04:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:21.356200 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca74404f-914b-4774-9fbc-48afa87c237c None None] The sync data for ids ['8019303b-52aa-437b-a1bc-aea224fca308'] in n-d-712142-17 is: [{'id': '8019303b-52aa-437b-a1bc-aea224fca308', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-74370312-router', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '27bb1b88-91a3-4089-b78f-457645358f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:14Z', 'updated_at': '2021-09-16T04:34:16Z', 'revision_number': 3, 'project_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'gw_port': {'id': '27bb1b88-91a3-4089-b78f-457645358f58', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8019303b-52aa-437b-a1bc-aea224fca308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:15Z', 'updated_at': '2021-09-16T04:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:21.360998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.459781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ac363150-9c3c-4beb-9c7f-663801609344 None None] Provisioning complete for port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:21.460374 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac363150-9c3c-4beb-9c7f-663801609344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.511256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10407e0-1e85-4b97-b1fd-451159145453 req-6c4d1101-7967-48ec-85e1-74323cb17e74 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:21.524494 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f10407e0-1e85-4b97-b1fd-451159145453 req-6c4d1101-7967-48ec-85e1-74323cb17e74 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 972 time: 0.1002982 Sep 16 04:34:21.538289 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.539021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ac363150-9c3c-4beb-9c7f-663801609344 None None] Port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:21.585729 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f10407e0-1e85-4b97-b1fd-451159145453 req-542695ad-4c2b-4d17-a33f-d28e7c88375a tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586355 Sep 16 04:34:21.648510 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.659601 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.660630 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:21.741034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88ea40-2c50-4313-9fba-fb62ddc8bbc1 req-46bb559e-3c73-4db8-9be8-82378e4d1228 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:21.751151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b88ea40-2c50-4313-9fba-fb62ddc8bbc1 req-46bb559e-3c73-4db8-9be8-82378e4d1228 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 931 time: 0.0766625 Sep 16 04:34:21.834687 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b88ea40-2c50-4313-9fba-fb62ddc8bbc1 req-3188c7cd-efdf-4a68-8530-9c14d0991469 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814826 Sep 16 04:34:21.870122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Network f7117f93-e848-4fc1-b8eb-c414c921106d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:21.876570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:21.884121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Pushing event updated for resources: {'Port': ['ID=c67e8dfb-1c56-425e-bd0b-91fd7888fb2d,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:21.951975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-dec1f3e0-a0dc-4a2f-9b6b-de8e166b11ef tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:21.951975 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-dec1f3e0-a0dc-4a2f-9b6b-de8e166b11ef tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052068 Sep 16 04:34:22.049187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Router 8019303b-52aa-437b-a1bc-aea224fca308 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:34:22.309389 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-523fafd4-fbc5-479b-9aea-8a5b485ece16 None None] Provisioning complete for port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:22.310152 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-523fafd4-fbc5-479b-9aea-8a5b485ece16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.363554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-523fafd4-fbc5-479b-9aea-8a5b485ece16 None None] Port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:22.513971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:34:22.520915 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f5045b8f-9342-48cd-a04a-d1e08331086e admin admin] 10.222.0.53 "PUT /v2.0/routers/8019303b-52aa-437b-a1bc-aea224fca308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3330715 Sep 16 04:34:22.582525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Request body: {'port': {'device_id': 'f527aeba-2647-41b6-bb0d-ee59c4ac5e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:22.759653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf113c5-b728-4f19-9a25-7ee3d985db41 req-7b7722da-44e1-4a41-8fbc-7576cad46abb tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:22.767849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004a308-04e3-4f69-a66c-715f56603138 req-ef94454c-606c-455a-b1a0-3f0863f53881 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:22.771097 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8004a308-04e3-4f69-a66c-715f56603138 req-ef94454c-606c-455a-b1a0-3f0863f53881 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 950 time: 0.1468105 Sep 16 04:34:22.772342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:22.780278 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbf113c5-b728-4f19-9a25-7ee3d985db41 req-7b7722da-44e1-4a41-8fbc-7576cad46abb tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 972 time: 0.0994847 Sep 16 04:34:22.857450 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8004a308-04e3-4f69-a66c-715f56603138 req-c6a22489-b4f8-4281-815e-ab6dd193bf63 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712016 Sep 16 04:34:22.879160 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbf113c5-b728-4f19-9a25-7ee3d985db41 req-41271fef-1d33-4e6f-a2e7-9029a1cafc44 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978575 Sep 16 04:34:22.912738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 27bb1b88-91a3-4089-b78f-457645358f58 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:22.981668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 27bb1b88-91a3-4089-b78f-457645358f58 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:22.982465 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.048625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2052b82-a27c-4a2b-8c3a-c742483dffe9 req-4950fc7b-01d6-49b4-8867-c96211925ab5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.056248 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e2052b82-a27c-4a2b-8c3a-c742483dffe9 req-4950fc7b-01d6-49b4-8867-c96211925ab5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 931 time: 0.0927150 Sep 16 04:34:23.072021 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.092071 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.123114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 27bb1b88-91a3-4089-b78f-457645358f58, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=27bb1b88-91a3-4089-b78f-457645358f58,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:23.128044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e2052b82-a27c-4a2b-8c3a-c742483dffe9 req-c2887202-b0a8-4cef-96da-ecb11e7262b6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587556 Sep 16 04:34:23.130409 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.210093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=27bb1b88-91a3-4089-b78f-457645358f58,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:23.298208 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e65ec-527f-4e7f-ab07-4e3b6797fcb8 req-1f75f54d-8821-488f-ba8f-170b9daa59ce tempest-AggregatesAdminTestJSON-1254629705 tempest-AggregatesAdminTestJSON-1254629705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.300096 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-455e65ec-527f-4e7f-ab07-4e3b6797fcb8 req-1f75f54d-8821-488f-ba8f-170b9daa59ce tempest-AggregatesAdminTestJSON-1254629705 tempest-AggregatesAdminTestJSON-1254629705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 1124 time: 0.1103759 Sep 16 04:34:23.302652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b87ed8-b576-4c22-b57d-7dd4ef45b52f {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:23.313486 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.328976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Transition to ACTIVE for port object 99b87ed8-b576-4c22-b57d-7dd4ef45b52f will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:23.335370 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.337906 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-455e65ec-527f-4e7f-ab07-4e3b6797fcb8 req-da7edaa9-ce13-4b71-89d7-4d6f46b4c1e9 tempest-AggregatesAdminTestJSON-1254629705 tempest-AggregatesAdminTestJSON-1254629705-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.431992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Pushing event updated for resources: {'Port': ['ID=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:23.448179 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Attempting to bind port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:23.449730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Attempting to bind port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:23.450644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Attempting to bind port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:23.456665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:23.457698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Attempting to bind port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:23.464112 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-455e65ec-527f-4e7f-ab07-4e3b6797fcb8 req-da7edaa9-ce13-4b71-89d7-4d6f46b4c1e9 tempest-AggregatesAdminTestJSON-1254629705 tempest-AggregatesAdminTestJSON-1254629705-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.464706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:23.466017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:23.466458 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Bound using segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:23.467272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Bound port: 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:23.467744 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.470346 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-455e65ec-527f-4e7f-ab07-4e3b6797fcb8 req-da7edaa9-ce13-4b71-89d7-4d6f46b4c1e9 tempest-AggregatesAdminTestJSON-1254629705 tempest-AggregatesAdminTestJSON-1254629705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.523761 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-455e65ec-527f-4e7f-ab07-4e3b6797fcb8 req-da7edaa9-ce13-4b71-89d7-4d6f46b4c1e9 tempest-AggregatesAdminTestJSON-1254629705 tempest-AggregatesAdminTestJSON-1254629705-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160249 Sep 16 04:34:23.545130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7edaa9-ce13-4b71-89d7-4d6f46b4c1e9 tempest-AggregatesAdminTestJSON-1254629705 tempest-AggregatesAdminTestJSON-1254629705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3c3871-a9f7-4257-a3a8-42648987422a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:23.562258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:23.565928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:23.573174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.616974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.617592 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:23.619208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] 10.222.0.50 "PUT /v2.0/ports/99b87ed8-b576-4c22-b57d-7dd4ef45b52f HTTP/1.1" status: 200 len: 1092 time: 1.4131763 Sep 16 04:34:23.622430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f527aeba-2647-41b6-bb0d-ee59c4ac5e26', 'tag': '99b87ed8-b576-4c22-b57d-7dd4ef45b52f'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:23.633924 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33efd135-fb28-4b7a-b898-d1233f671b90" -d '{"events": [{"name": "network-changed", "server_uuid": "f527aeba-2647-41b6-bb0d-ee59c4ac5e26", "tag": "99b87ed8-b576-4c22-b57d-7dd4ef45b52f"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:23.665903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4a788-fe45-43a7-a731-bb31111f1e12 service neutron] Pushing event updated for resources: {'Port': ['ID=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:23.745785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Sync routers for ids ['8019303b-52aa-437b-a1bc-aea224fca308'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:23.753601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-c0b1de4a-f2df-4374-983b-3a8ce8343bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.755631 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-c0b1de4a-f2df-4374-983b-3a8ce8343bfa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 1095 time: 0.0835052 Sep 16 04:34:23.763330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Routers {'8019303b-52aa-437b-a1bc-aea224fca308'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:23.764089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:34:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8019303b-52aa-437b-a1bc-aea224fca308'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:23.827769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-71ae99dc-67f4-4164-9c1b-9f4d797a430e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f HTTP/1.1" status: 200 len: 217 time: 0.0624478 Sep 16 04:34:23.897822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Set router 8019303b-52aa-437b-a1bc-aea224fca308 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:23.925868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-f41e5ccc-0754-46fb-96f9-e47ba195947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.927503 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-f41e5ccc-0754-46fb-96f9-e47ba195947d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.0920122 Sep 16 04:34:23.932586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c596f2-b32c-4ada-b3d9-22e2d2c0fa4e req-7c0a92fe-a155-44fd-aa24-7334ee5c9ac8 tempest-DeleteServersAdminTestJSON-2047857556 tempest-DeleteServersAdminTestJSON-2047857556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:23.934154 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06c596f2-b32c-4ada-b3d9-22e2d2c0fa4e req-7c0a92fe-a155-44fd-aa24-7334ee5c9ac8 tempest-DeleteServersAdminTestJSON-2047857556 tempest-DeleteServersAdminTestJSON-2047857556-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 1102 time: 0.0865879 Sep 16 04:34:23.997443 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-77ddb927-2d9a-406a-8487-9cb02498ca51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548832 Sep 16 04:34:24.047202 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2888fbd4-fa91-4e73-9af9-df98cd256773 x-openstack-request-id: req-2888fbd4-fa91-4e73-9af9-df98cd256773 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:24.047497 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f527aeba-2647-41b6-bb0d-ee59c4ac5e26", "tag": "99b87ed8-b576-4c22-b57d-7dd4ef45b52f", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:24.048101 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2888fbd4-fa91-4e73-9af9-df98cd256773 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:24.048275 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f527aeba-2647-41b6-bb0d-ee59c4ac5e26', 'tag': '99b87ed8-b576-4c22-b57d-7dd4ef45b52f', 'status': 'completed', 'code': 200} Sep 16 04:34:24.175827 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-a84256ab-04bc-49df-8624-fb7c2714d420 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682746 Sep 16 04:34:24.237395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-06c596f2-b32c-4ada-b3d9-22e2d2c0fa4e req-71b3952d-e586-44ac-b95f-3ca4bc33a8d0 tempest-DeleteServersAdminTestJSON-2047857556 tempest-DeleteServersAdminTestJSON-2047857556-project-admin] Deleting port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:34:24.238028 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-06c596f2-b32c-4ada-b3d9-22e2d2c0fa4e req-71b3952d-e586-44ac-b95f-3ca4bc33a8d0 tempest-DeleteServersAdminTestJSON-2047857556 tempest-DeleteServersAdminTestJSON-2047857556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:24.251447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019303b-52aa-437b-a1bc-aea224fca308', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-74370312-router', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '27bb1b88-91a3-4089-b78f-457645358f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:14Z', 'updated_at': '2021-09-16T04:34:21Z', 'revision_number': 4, 'project_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'gw_port': {'id': '27bb1b88-91a3-4089-b78f-457645358f58', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019303b-52aa-437b-a1bc-aea224fca308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:15Z', 'updated_at': '2021-09-16T04:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'c67e8dfb-1c56-425e-bd0b-91fd7888fb2d', 'name': '', 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'mac_address': 'fa:16:3e:f2:0c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8019303b-52aa-437b-a1bc-aea224fca308', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'bde67580-1bff-4d20-b79f-d26e6b385463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:20Z', 'updated_at': '2021-09-16T04:34:21Z', 'revision_number': 2, 'project_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'subnets': [{'id': 'bde67580-1bff-4d20-b79f-d26e6b385463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:24.292765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1824ff-6db5-4ddb-871d-6d4808847a72 req-0b162cc7-947b-4ee5-af2c-0dcc6c6e8c34 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:24.301076 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6b1824ff-6db5-4ddb-871d-6d4808847a72 req-0b162cc7-947b-4ee5-af2c-0dcc6c6e8c34 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 950 time: 0.0676713 Sep 16 04:34:24.311349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Checking router: 8019303b-52aa-437b-a1bc-aea224fca308 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:24.311861 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Updating router 8019303b-52aa-437b-a1bc-aea224fca308 port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:34:24.338272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7f5f56-2b73-4406-b118-a6417ddb4b93 req-12440337-1bc7-48d4-82bd-d8850562b35e service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501670 Sep 16 04:34:24.344848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6b1824ff-6db5-4ddb-871d-6d4808847a72 req-4cbced4b-3180-4564-ba74-146a89787f2f tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425477 Sep 16 04:34:24.370144 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:24.421448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-06c596f2-b32c-4ada-b3d9-22e2d2c0fa4e req-71b3952d-e586-44ac-b95f-3ca4bc33a8d0 tempest-DeleteServersAdminTestJSON-2047857556 tempest-DeleteServersAdminTestJSON-2047857556-project-admin] For port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:24.422083 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-06c596f2-b32c-4ada-b3d9-22e2d2c0fa4e req-71b3952d-e586-44ac-b95f-3ca4bc33a8d0 tempest-DeleteServersAdminTestJSON-2047857556 tempest-DeleteServersAdminTestJSON-2047857556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:24.476369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-06c596f2-b32c-4ada-b3d9-22e2d2c0fa4e req-71b3952d-e586-44ac-b95f-3ca4bc33a8d0 tempest-DeleteServersAdminTestJSON-2047857556 tempest-DeleteServersAdminTestJSON-2047857556-project-admin] Calling delete_port for 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:34:24.556709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efd135-fb28-4b7a-b898-d1233f671b90 req-6fd49085-1546-4709-b0ac-5015ce1cfc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:24.558613 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33efd135-fb28-4b7a-b898-d1233f671b90 req-6fd49085-1546-4709-b0ac-5015ce1cfc1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 1095 time: 0.1335142 Sep 16 04:34:24.587127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08af14-ba1d-49fb-84fa-0de0e444a45e req-56ad34ed-38c1-498a-afba-8f58efbf766c tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:24.588681 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee08af14-ba1d-49fb-84fa-0de0e444a45e req-56ad34ed-38c1-498a-afba-8f58efbf766c tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 943 time: 0.0741792 Sep 16 04:34:24.639532 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee08af14-ba1d-49fb-84fa-0de0e444a45e req-ef2abf3f-80a9-4f43-847e-cf16cd1a553e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442388 Sep 16 04:34:24.696173 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efd135-fb28-4b7a-b898-d1233f671b90 req-66afeb1d-e9e4-4d83-8765-0f9b380f5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:24.698649 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33efd135-fb28-4b7a-b898-d1233f671b90 req-66afeb1d-e9e4-4d83-8765-0f9b380f5e2b service neutron] 10.222.0.50 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.1254163 Sep 16 04:34:24.821375 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:24.829523 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:24.881220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdf2d6-8c3e-4ad9-a88a-e96f8bb4ae95 None None] Pushing event updated for resources: {'Port': ['ID=c67e8dfb-1c56-425e-bd0b-91fd7888fb2d,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:24.970895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 27bb1b88-91a3-4089-b78f-457645358f58 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:25.289795 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33efd135-fb28-4b7a-b898-d1233f671b90 req-f1838266-00ae-4835-b975-19a06f102823 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f HTTP/1.1" status: 200 len: 217 time: 0.5799220 Sep 16 04:34:25.294446 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-06c596f2-b32c-4ada-b3d9-22e2d2c0fa4e req-71b3952d-e586-44ac-b95f-3ca4bc33a8d0 tempest-DeleteServersAdminTestJSON-2047857556 tempest-DeleteServersAdminTestJSON-2047857556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.388188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:25.416579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3952d-e586-44ac-b95f-3ca4bc33a8d0 tempest-DeleteServersAdminTestJSON-2047857556 tempest-DeleteServersAdminTestJSON-2047857556-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:25.492851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45816) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:25.493127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Attempting to bind port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:25.493635 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Attempting to bind port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '07299c46-4bda-44e1-bd89-d1fa84f262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:25.494027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Attempting to bind port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d on network f7117f93-e848-4fc1-b8eb-c414c921106d {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:25.494898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45818) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:25.515566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c596f2-b32c-4ada-b3d9-22e2d2c0fa4e req-71b3952d-e586-44ac-b95f-3ca4bc33a8d0 tempest-DeleteServersAdminTestJSON-2047857556 tempest-DeleteServersAdminTestJSON-2047857556-project-admin] No DVR routers for this DVR port 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:34:25.521952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:25.522337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Checking segment: {'id': '07299c46-4bda-44e1-bd89-d1fa84f262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:25.522746 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.523144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Bound using segment: {'id': '07299c46-4bda-44e1-bd89-d1fa84f262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:25.523624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Bound port: c67e8dfb-1c56-425e-bd0b-91fd7888fb2d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07299c46-4bda-44e1-bd89-d1fa84f262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:25.524029 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.537767 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-06c596f2-b32c-4ada-b3d9-22e2d2c0fa4e req-71b3952d-e586-44ac-b95f-3ca4bc33a8d0 tempest-DeleteServersAdminTestJSON-2047857556 tempest-DeleteServersAdminTestJSON-2047857556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.539827 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06c596f2-b32c-4ada-b3d9-22e2d2c0fa4e req-71b3952d-e586-44ac-b95f-3ca4bc33a8d0 tempest-DeleteServersAdminTestJSON-2047857556 tempest-DeleteServersAdminTestJSON-2047857556-project-admin] 10.222.0.15 "DELETE /v2.0/ports/8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 HTTP/1.1" status: 204 len: 173 time: 1.5802057 Sep 16 04:34:25.560209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-da31dcb9-4c5e-485d-a568-81a6c178a7a1 None None] Provisioning complete for port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:25.560842 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-da31dcb9-4c5e-485d-a568-81a6c178a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.564426 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 27bb1b88-91a3-4089-b78f-457645358f58 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:25.564426 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.564796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efd135-fb28-4b7a-b898-d1233f671b90 req-2d991c66-71a2-461b-852a-193c58dfb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:25.568814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33efd135-fb28-4b7a-b898-d1233f671b90 req-2d991c66-71a2-461b-852a-193c58dfb7ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.2590275 Sep 16 04:34:25.645643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33efd135-fb28-4b7a-b898-d1233f671b90 req-1895bb5b-3862-42b8-925a-d0ffae7db45d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651407 Sep 16 04:34:25.689809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45828) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:25.695967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b3858bfb-7082-437d-9a62-73b9e61f338c tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1130363143', 'description': 'tempest-description--315068383'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:25.722172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-da31dcb9-4c5e-485d-a568-81a6c178a7a1 None None] Port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:25.750075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01b473d3-6f00-4cf9-8566-5484896927e2 req-1fb4616b-b6cc-485c-bee7-a5f9b2e4633d tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef366c38-3ba1-472f-b468-bac7a5214584 HTTP/1.1" status: 200 len: 210 time: 0.0902469 Sep 16 04:34:25.771254 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3858bfb-7082-437d-9a62-73b9e61f338c tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.830333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33efd135-fb28-4b7a-b898-d1233f671b90 req-a5bd9415-6351-43f1-a9e0-b8ca1946ea86 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717565 Sep 16 04:34:25.865996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] For port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:25.870772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] For port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c67e8dfb-1c56-425e-bd0b-91fd7888fb2d,segment=NetworkSegment(07299c46-4bda-44e1-bd89-d1fa84f262c5),segment_id=07299c46-4bda-44e1-bd89-d1fa84f262c5)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:25.912048 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.919869 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b0a28976-67d6-4cd1-bf57-e5bd7baa73bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.960598 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca570b71-55f8-45ed-9b3f-2829f963b1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:25.984042 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33efd135-fb28-4b7a-b898-d1233f671b90 req-b22996c9-1252-4dd3-88a9-f70412021927 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445408 Sep 16 04:34:26.001261 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Routers {'8019303b-52aa-437b-a1bc-aea224fca308'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:26.002260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:34:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8019303b-52aa-437b-a1bc-aea224fca308'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:26.007510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdf2d6-8c3e-4ad9-a88a-e96f8bb4ae95 None None] Pushing event updated for resources: {'Port': ['ID=c67e8dfb-1c56-425e-bd0b-91fd7888fb2d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:26.025159 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3858bfb-7082-437d-9a62-73b9e61f338c tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.041680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983298f2-c53a-4e90-975e-ba7af30e0ec5 req-2a0e948c-8f3e-4315-8c88-1d2083a54e22 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:26.044937 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-983298f2-c53a-4e90-975e-ba7af30e0ec5 req-2a0e948c-8f3e-4315-8c88-1d2083a54e22 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 943 time: 0.1666210 Sep 16 04:34:26.049669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef366c38-3ba1-472f-b468-bac7a5214584', 'name': 'network-vif-deleted', 'tag': '8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:26.051460 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720557b1-7f9a-41f6-8e55-6201402dcff5" -d '{"events": [{"server_uuid": "ef366c38-3ba1-472f-b468-bac7a5214584", "name": "network-vif-deleted", "tag": "8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:26.066989 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3858bfb-7082-437d-9a62-73b9e61f338c tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.155442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3858bfb-7082-437d-9a62-73b9e61f338c tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54a787d-20d1-4419-917d-c72a42816d78,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:26.169236 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-983298f2-c53a-4e90-975e-ba7af30e0ec5 req-1c10eda9-77e8-4110-b324-41f5bed0c460 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103337 Sep 16 04:34:26.202070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] Set router 8019303b-52aa-437b-a1bc-aea224fca308 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:26.276408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-834229d9-8871-46e9-98f7-ac2f0b7cb8bf None None] Provisioning complete for port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:26.276927 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-834229d9-8871-46e9-98f7-ac2f0b7cb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.283052 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b0a28976-67d6-4cd1-bf57-e5bd7baa73bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.297506 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b0a28976-67d6-4cd1-bf57-e5bd7baa73bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.306926 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3858bfb-7082-437d-9a62-73b9e61f338c tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.308190 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b3858bfb-7082-437d-9a62-73b9e61f338c tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6169715 Sep 16 04:34:26.312022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45848) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:26.316771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cecce3f8-f508-445d-b853-342c81bb4d00 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Request body: {'security_group_rule': {'security_group_id': 'd54a787d-20d1-4419-917d-c72a42816d78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:26.400601 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269a2590-bcb0-451a-8add-b760bed0225f x-openstack-request-id: req-269a2590-bcb0-451a-8add-b760bed0225f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:26.400901 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef366c38-3ba1-472f-b468-bac7a5214584", "name": "network-vif-deleted", "tag": "8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:26.401155 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-269a2590-bcb0-451a-8add-b760bed0225f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:26.401545 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef366c38-3ba1-472f-b468-bac7a5214584', 'name': 'network-vif-deleted', 'tag': '8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28', 'status': 'completed', 'code': 200} Sep 16 04:34:26.442858 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a28976-67d6-4cd1-bf57-e5bd7baa73bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385b25c9-df4f-425e-97d6-95cf8e28de31,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:26.455090 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b0a28976-67d6-4cd1-bf57-e5bd7baa73bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9b903c639634a8a9d2fdab8af8a5101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9525971 Sep 16 04:34:26.455302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45858) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:26.514829 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-834229d9-8871-46e9-98f7-ac2f0b7cb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.516107 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca570b71-55f8-45ed-9b3f-2829f963b1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.521905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca570b71-55f8-45ed-9b3f-2829f963b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.563524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-834229d9-8871-46e9-98f7-ac2f0b7cb8bf None None] For port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c67e8dfb-1c56-425e-bd0b-91fd7888fb2d,segment=NetworkSegment(07299c46-4bda-44e1-bd89-d1fa84f262c5),segment_id=07299c46-4bda-44e1-bd89-d1fa84f262c5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:26.571644 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-834229d9-8871-46e9-98f7-ac2f0b7cb8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.580510 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ca570b71-55f8-45ed-9b3f-2829f963b1a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b1eca1118f046cfa06bb7244df1964a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0864012 Sep 16 04:34:26.581685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45866) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:26.582087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca570b71-55f8-45ed-9b3f-2829f963b1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee191ca-1f3b-4f2d-ad8f-a0548684a51d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:26.604435 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cecce3f8-f508-445d-b853-342c81bb4d00 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.616650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019303b-52aa-437b-a1bc-aea224fca308', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-74370312-router', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '27bb1b88-91a3-4089-b78f-457645358f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:14Z', 'updated_at': '2021-09-16T04:34:21Z', 'revision_number': 4, 'project_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'gw_port': {'id': '27bb1b88-91a3-4089-b78f-457645358f58', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019303b-52aa-437b-a1bc-aea224fca308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:15Z', 'updated_at': '2021-09-16T04:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'c67e8dfb-1c56-425e-bd0b-91fd7888fb2d', 'name': '', 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'mac_address': 'fa:16:3e:f2:0c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8019303b-52aa-437b-a1bc-aea224fca308', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'bde67580-1bff-4d20-b79f-d26e6b385463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:20Z', 'updated_at': '2021-09-16T04:34:25Z', 'revision_number': 4, 'project_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'subnets': [{'id': 'bde67580-1bff-4d20-b79f-d26e6b385463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:26.640522 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2005571-c3c3-43c5-b48d-2b2edd57ef6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.655390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8260b-75eb-481e-851d-123256cc34d8 None None] The sync data for ids ['8019303b-52aa-437b-a1bc-aea224fca308'] in n-d-712142-17 is: [{'id': '8019303b-52aa-437b-a1bc-aea224fca308', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-74370312-router', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '27bb1b88-91a3-4089-b78f-457645358f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:14Z', 'updated_at': '2021-09-16T04:34:21Z', 'revision_number': 4, 'project_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'gw_port': {'id': '27bb1b88-91a3-4089-b78f-457645358f58', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019303b-52aa-437b-a1bc-aea224fca308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:15Z', 'updated_at': '2021-09-16T04:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'c67e8dfb-1c56-425e-bd0b-91fd7888fb2d', 'name': '', 'network_id': 'f7117f93-e848-4fc1-b8eb-c414c921106d', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'mac_address': 'fa:16:3e:f2:0c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8019303b-52aa-437b-a1bc-aea224fca308', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'bde67580-1bff-4d20-b79f-d26e6b385463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:20Z', 'updated_at': '2021-09-16T04:34:25Z', 'revision_number': 4, 'project_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'subnets': [{'id': 'bde67580-1bff-4d20-b79f-d26e6b385463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:26.679203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834229d9-8871-46e9-98f7-ac2f0b7cb8bf None None] Pushing event updated for resources: {'Port': ['ID=c67e8dfb-1c56-425e-bd0b-91fd7888fb2d,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:26.706034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2005571-c3c3-43c5-b48d-2b2edd57ef6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.800479 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cecce3f8-f508-445d-b853-342c81bb4d00 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.819979 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cecce3f8-f508-445d-b853-342c81bb4d00 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.838175 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5998-aa1b-46f8-9950-10151d68fd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.868846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecce3f8-f508-445d-b853-342c81bb4d00 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67be8ec-c98a-492a-b835-dada29fd5839,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:26.883712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cecce3f8-f508-445d-b853-342c81bb4d00 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.883712 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cecce3f8-f508-445d-b853-342c81bb4d00 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5681586 Sep 16 04:34:26.884377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45884) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:26.891750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fe40744a-fc41-4564-bf16-fdb80a9b8ded tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Request body: {'security_group_rule': {'security_group_id': 'd54a787d-20d1-4419-917d-c72a42816d78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:26.921434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5998-aa1b-46f8-9950-10151d68fd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.935120 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2005571-c3c3-43c5-b48d-2b2edd57ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.944274 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2005571-c3c3-43c5-b48d-2b2edd57ef6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:26.944274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e2005571-c3c3-43c5-b48d-2b2edd57ef6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/385b25c9-df4f-425e-97d6-95cf8e28de31 HTTP/1.1" status: 204 len: 168 time: 0.4844735 Sep 16 04:34:26.976182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2005571-c3c3-43c5-b48d-2b2edd57ef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385b25c9-df4f-425e-97d6-95cf8e28de31,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:26.976557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c67e8dfb-1c56-425e-bd0b-91fd7888fb2d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:26.985453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe40744a-fc41-4564-bf16-fdb80a9b8ded tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:27.027454 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5998-aa1b-46f8-9950-10151d68fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:27.031997 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5998-aa1b-46f8-9950-10151d68fd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:27.034531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a0fd5998-aa1b-46f8-9950-10151d68fd39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ee191ca-1f3b-4f2d-ad8f-a0548684a51d HTTP/1.1" status: 204 len: 168 time: 0.4184265 Sep 16 04:34:27.079112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd5998-aa1b-46f8-9950-10151d68fd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee191ca-1f3b-4f2d-ad8f-a0548684a51d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:27.191168 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe40744a-fc41-4564-bf16-fdb80a9b8ded tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:27.196373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:27.196923 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:27.209593 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe40744a-fc41-4564-bf16-fdb80a9b8ded tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:27.242890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40744a-fc41-4564-bf16-fdb80a9b8ded tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44e9106-98c1-419b-a787-2dc5e337f318,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:27.252429 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe40744a-fc41-4564-bf16-fdb80a9b8ded tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:27.259496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45910) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:27.270837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:27.280338 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fe40744a-fc41-4564-bf16-fdb80a9b8ded tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3939807 Sep 16 04:34:27.315804 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:27.411975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffe30d-5092-46a0-a227-a27e52e7b350 req-0aa0e392-e682-43de-b4f2-2ee760e7c1b9 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:27.414830 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f4ffe30d-5092-46a0-a227-a27e52e7b350 req-0aa0e392-e682-43de-b4f2-2ee760e7c1b9 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 943 time: 0.0880594 Sep 16 04:34:27.501917 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f4ffe30d-5092-46a0-a227-a27e52e7b350 req-bffa8261-cd4f-44fb-929a-b3aedeb5928b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773535 Sep 16 04:34:27.535478 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:27.590977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:34:27.636358 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:34:27.636358 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8d06d231-9b1a-48c4-9ae5-e7e3d55e3e28 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:34:27.692420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45942) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:27.737513 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-ceac0947-7471-4fbf-a131-07d743df8074 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=14ad765d36454521bc5edd67de8f8e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618055 Sep 16 04:34:27.739098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d6dd7ba9-aea4-4b76-bf38-114dd808cfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:27.758485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Allocated IP 172.25.0.93 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/747d47fd-1f5e-475b-9bbc-3db11d75e593) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:27.829470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45952) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:27.851441 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84490fff-1983-4d57-a833-b18f4d0bd93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:27.968700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:27.994038 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d6dd7ba9-aea4-4b76-bf38-114dd808cfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.007126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99b87ed8-b576-4c22-b57d-7dd4ef45b52f details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:28.014179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567ec37-355b-4df7-8086-53eb24572b9a req-74034c51-2080-4a46-ab56-d8864e06ac13 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:28.022496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-74034c51-2080-4a46-ab56-d8864e06ac13 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705159 Sep 16 04:34:28.035080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d6dd7ba9-aea4-4b76-bf38-114dd808cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.041792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.067558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:28.072539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:28.076567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:28.116039 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-035207f2-0b63-4e3c-b937-020bb34f58ed tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/quotas/14ad765d36454521bc5edd67de8f8e79 HTTP/1.1" status: 200 len: 375 time: 0.0877187 Sep 16 04:34:28.123007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd7ba9-aea4-4b76-bf38-114dd808cfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21054e00-220f-49f1-a88c-2928201985af,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:28.195437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:28.208443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-0d05fb99-a24c-4031-ba57-5a1fb8feca48 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14ad765d36454521bc5edd67de8f8e79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910118 Sep 16 04:34:28.215249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '99b87ed8-b576-4c22-b57d-7dd4ef45b52f', 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318', 'port_id': '99b87ed8-b576-4c22-b57d-7dd4ef45b52f', 'mac_address': 'fa:16:3e:08:a4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27c5ba3-cdbf-42f2-965d-bdef41cc1252', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:28.221442 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d6dd7ba9-aea4-4b76-bf38-114dd808cfcb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef9c127b648d49cbb8ff8dbdae729cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166495 Sep 16 04:34:28.229517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45972) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:28.245106 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.306526 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.337329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b87ed8-b576-4c22-b57d-7dd4ef45b52f {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:28.339403 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9115791d-80c9-4541-910c-a88e36589b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.366063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:28.374453 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.403535 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9115791d-80c9-4541-910c-a88e36589b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.490539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Pushing event updated for resources: {'Port': ['ID=747d47fd-1f5e-475b-9bbc-3db11d75e593,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:28.546220 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.559597 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:28.664577 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-290d7ea4-614a-469d-a6df-5ff9b61e3436 req-8801fd99-8147-40ee-a08e-4b7567560ec9 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 210 time: 0.1251149 Sep 16 04:34:28.669714 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9115791d-80c9-4541-910c-a88e36589b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.688922 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9115791d-80c9-4541-910c-a88e36589b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.692071 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9115791d-80c9-4541-910c-a88e36589b57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21054e00-220f-49f1-a88c-2928201985af HTTP/1.1" status: 204 len: 168 time: 0.4587810 Sep 16 04:34:28.715639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115791d-80c9-4541-910c-a88e36589b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21054e00-220f-49f1-a88c-2928201985af,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:28.767918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['99b87ed8-b576-4c22-b57d-7dd4ef45b52f'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:28.774732 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84490fff-1983-4d57-a833-b18f4d0bd93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.789405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45998) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:28.803464 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84490fff-1983-4d57-a833-b18f4d0bd93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.835284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-84490fff-1983-4d57-a833-b18f4d0bd93a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03e54bdb743b4e19a92f62ae55a2a58f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0046508 Sep 16 04:34:28.838054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46002) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:28.947318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46008) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:28.962015 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4cc6621-ad0d-46d9-a085-75c51060c8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:28.991842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22f554-4c82-405c-bc0a-33d6a94adc54 req-fd87810c-13cf-44ed-9a1a-43c9e78306a3 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:29.001910 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f22f554-4c82-405c-bc0a-33d6a94adc54 req-fd87810c-13cf-44ed-9a1a-43c9e78306a3 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 944 time: 0.2766910 Sep 16 04:34:29.006883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84490fff-1983-4d57-a833-b18f4d0bd93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88513873-ea6e-4498-bcb4-a8e4e5e367ed,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:29.052371 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4cc6621-ad0d-46d9-a085-75c51060c8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.082234 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f22f554-4c82-405c-bc0a-33d6a94adc54 req-357ddee9-a096-4ba4-ae84-70146c8d2858 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792656 Sep 16 04:34:29.120294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4cc6621-ad0d-46d9-a085-75c51060c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.126799 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4cc6621-ad0d-46d9-a085-75c51060c8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.129372 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c4cc6621-ad0d-46d9-a085-75c51060c8cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88513873-ea6e-4498-bcb4-a8e4e5e367ed HTTP/1.1" status: 204 len: 168 time: 0.2900391 Sep 16 04:34:29.140542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc6621-ad0d-46d9-a085-75c51060c8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88513873-ea6e-4498-bcb4-a8e4e5e367ed,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:29.153909 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.162202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.213366 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.237818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Pushing event updated for resources: {'Port': ['ID=747d47fd-1f5e-475b-9bbc-3db11d75e593,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:29.251653 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.252894 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-63726a28-d3c7-4f54-9a34-d56dc704f3f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9923043 Sep 16 04:34:29.320986 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b684098-36bb-48d2-86a0-09cf17fde27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.442776 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1d40-d361-4cc8-be4a-a43f54e3f91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.491570 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b684098-36bb-48d2-86a0-09cf17fde27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.504345 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b684098-36bb-48d2-86a0-09cf17fde27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.545749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b684098-36bb-48d2-86a0-09cf17fde27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaf3c8b-0a99-4b0b-9e0c-3f2ff82cf7e4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:29.585731 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6b684098-36bb-48d2-86a0-09cf17fde27c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09df6884e5f94bf7a8706fae3a9f1789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7951419 Sep 16 04:34:29.588592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46034) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:29.745047 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e732bc0b-6c4d-40cd-8fcb-950c078c860c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.792418 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1d40-d361-4cc8-be4a-a43f54e3f91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.809195 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1d40-d361-4cc8-be4a-a43f54e3f91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.821020 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e732bc0b-6c4d-40cd-8fcb-950c078c860c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:29.832078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-d63f0a82-71f7-46af-8cd4-fd75064e9dc7 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1130363143&fields=id&tenant_id=fb934ba889964b6a93af769c60c7e9ec HTTP/1.1" status: 200 len: 267 time: 0.1221194 Sep 16 04:34:29.928343 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6ac139f2-8926-43e4-b5be-9128a3337d8b req-321645c6-b3f6-4235-a47e-cd47931f6892 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 210 time: 0.0573566 Sep 16 04:34:29.933565 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1b9f1d40-d361-4cc8-be4a-a43f54e3f91f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eca2fa1c80fc4aa5a6780ecbf02eb087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9635413 Sep 16 04:34:29.934523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f1d40-d361-4cc8-be4a-a43f54e3f91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437eed2f-5336-47ba-b246-b742cbaa70df,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:29.936971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46064) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:29.978486 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99b87ed8-b576-4c22-b57d-7dd4ef45b52f up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:29.993128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-81d0d3a3-6dad-4c9d-b05e-68f6c1ba9e4e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:29.995168 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-81d0d3a3-6dad-4c9d-b05e-68f6c1ba9e4e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/networks?id=b98ad24e-5874-4124-88c8-f794aeec9495 HTTP/1.1" status: 200 len: 824 time: 0.1522970 Sep 16 04:34:30.038235 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-214c5579-aa24-44a1-b96e-ac72be20da0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.045912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-e6d0291b-7dc2-4f87-bf14-8be23d5abdab tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/quotas/fb934ba889964b6a93af769c60c7e9ec HTTP/1.1" status: 200 len: 375 time: 0.0340273 Sep 16 04:34:30.049002 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e732bc0b-6c4d-40cd-8fcb-950c078c860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.051828 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e732bc0b-6c4d-40cd-8fcb-950c078c860c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.057210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e732bc0b-6c4d-40cd-8fcb-950c078c860c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfaf3c8b-0a99-4b0b-9e0c-3f2ff82cf7e4 HTTP/1.1" status: 204 len: 168 time: 0.4675360 Sep 16 04:34:30.084664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:30.088079 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-214c5579-aa24-44a1-b96e-ac72be20da0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.090898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:30.091629 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.112465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732bc0b-6c4d-40cd-8fcb-950c078c860c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaf3c8b-0a99-4b0b-9e0c-3f2ff82cf7e4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:30.191219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-55b1b36c-621c-4672-ade7-735aee0256c7 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb934ba889964b6a93af769c60c7e9ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1380978 Sep 16 04:34:30.257024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28122938-dd4a-4699-babe-a5fd718ba83d req-0f4e7f38-cc3c-4a9d-ad08-cdb0e3e087a4 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:30.262122 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28122938-dd4a-4699-babe-a5fd718ba83d req-0f4e7f38-cc3c-4a9d-ad08-cdb0e3e087a4 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 972 time: 0.1333909 Sep 16 04:34:30.285823 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.303551 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-214c5579-aa24-44a1-b96e-ac72be20da0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.311291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-214c5579-aa24-44a1-b96e-ac72be20da0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.312566 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-214c5579-aa24-44a1-b96e-ac72be20da0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/437eed2f-5336-47ba-b246-b742cbaa70df HTTP/1.1" status: 204 len: 168 time: 0.3744712 Sep 16 04:34:30.324414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f527aeba-2647-41b6-bb0d-ee59c4ac5e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b87ed8-b576-4c22-b57d-7dd4ef45b52f'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:30.334839 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697c77f7-b134-4972-a297-868b1f06e58d" -d '{"events": [{"server_uuid": "f527aeba-2647-41b6-bb0d-ee59c4ac5e26", "name": "network-vif-plugged", "status": "completed", "tag": "99b87ed8-b576-4c22-b57d-7dd4ef45b52f"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:30.353048 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c5579-aa24-44a1-b96e-ac72be20da0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437eed2f-5336-47ba-b246-b742cbaa70df,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:30.363134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:30.373997 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28122938-dd4a-4699-babe-a5fd718ba83d req-37a522e9-7e5f-459a-a35a-c84ba90ad6d6 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037490 Sep 16 04:34:30.396532 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.412965 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-9ef8a2ca-cb3b-4fbc-88fc-839b525b9446 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=14ad765d36454521bc5edd67de8f8e79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639982 Sep 16 04:34:30.474222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:30.503833 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-a0b9630c-a546-4004-92fe-990379708b58 service neutron] 10.222.0.53 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033128 Sep 16 04:34:30.540469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee4a48-c023-496f-bcfe-d2bb41683259 req-0ebcba15-9a3e-4d72-91e4-2bdd3f026ab6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:30.549150 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d6ee4a48-c023-496f-bcfe-d2bb41683259 req-0ebcba15-9a3e-4d72-91e4-2bdd3f026ab6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 945 time: 0.0816233 Sep 16 04:34:30.599750 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d6ee4a48-c023-496f-bcfe-d2bb41683259 req-c01efc7e-1c1f-4a42-a5c2-15355e663e4b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493536 Sep 16 04:34:30.655169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567ec37-355b-4df7-8086-53eb24572b9a req-aa0c9d14-6556-4be0-b996-76c1650626b3 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:30.656901 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-aa0c9d14-6556-4be0-b996-76c1650626b3 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412903 Sep 16 04:34:30.677254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-6567ec37-355b-4df7-8086-53eb24572b9a req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Request body: {'port': {'device_id': 'c9fa213c-961a-4b26-a912-96861eeb5ebf', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '14ad765d36454521bc5edd67de8f8e79'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:30.680051 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef868dcc-7286-49fc-a508-ac689c9ed06c x-openstack-request-id: req-ef868dcc-7286-49fc-a508-ac689c9ed06c {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:30.680051 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f527aeba-2647-41b6-bb0d-ee59c4ac5e26", "name": "network-vif-plugged", "status": "completed", "tag": "99b87ed8-b576-4c22-b57d-7dd4ef45b52f", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:30.680051 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef868dcc-7286-49fc-a508-ac689c9ed06c {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:30.680051 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f527aeba-2647-41b6-bb0d-ee59c4ac5e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b87ed8-b576-4c22-b57d-7dd4ef45b52f', 'code': 200} Sep 16 04:34:30.705246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-5563ab09-ab0d-48bd-a1b6-c36e0f5d5a13 service neutron] 10.222.0.53 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660728 Sep 16 04:34:30.820377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275ba14-fad9-4cde-907c-a0db99f6a295 req-d1e1576e-e53b-4ef3-93fb-5256b112db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:30.821970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1275ba14-fad9-4cde-907c-a0db99f6a295 req-d1e1576e-e53b-4ef3-93fb-5256b112db46 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 1097 time: 0.0651844 Sep 16 04:34:30.897431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6567ec37-355b-4df7-8086-53eb24572b9a req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Made reservation on behalf of 14ad765d36454521bc5edd67de8f8e79 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:30.908601 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6567ec37-355b-4df7-8086-53eb24572b9a req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:30.916022 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1275ba14-fad9-4cde-907c-a0db99f6a295 req-5768061b-fa5b-484a-98c6-7a87643ae5ec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827558 Sep 16 04:34:31.019439 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6a41bdf6-8ec1-48cc-a642-2ff0896fffe2 req-77433b46-394b-41b0-b484-0f92cee3b29b tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 210 time: 0.0946999 Sep 16 04:34:31.102685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46100) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:31.122782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5f5806ec-4340-4061-9b6c-27e170ebb7f1 req-1d9b2913-66b1-48b8-bfed-c819edebbe22 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 210 time: 0.0537777 Sep 16 04:34:31.140309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46104) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:31.141938 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a33311c0-1079-432d-9eac-9d7cdf1a2fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.180323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db452c-3736-4665-9be6-c08ddf64fb07 req-dbe725c4-f787-40f7-9a10-fa9f41f8805e tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:31.181954 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0db452c-3736-4665-9be6-c08ddf64fb07 req-dbe725c4-f787-40f7-9a10-fa9f41f8805e tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.15 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 972 time: 0.1130018 Sep 16 04:34:31.379647 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630aff30-9d7d-4cbb-9e35-62c4414a2613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.388609 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-6567ec37-355b-4df7-8086-53eb24572b9a req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Allocated IP 192.168.233.205 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/a79f1468-bae1-4fcb-ae4f-7f5105fb73a5) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:31.437984 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a33311c0-1079-432d-9eac-9d7cdf1a2fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.441943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b0db452c-3736-4665-9be6-c08ddf64fb07 req-ea82d4a5-22ce-427f-8403-81ed637de717 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Deleting port 3929f1c7-2eb9-4f61-a493-1f240773f62e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:34:31.442307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b0db452c-3736-4665-9be6-c08ddf64fb07 req-ea82d4a5-22ce-427f-8403-81ed637de717 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.447209 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a33311c0-1079-432d-9eac-9d7cdf1a2fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.582082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a33311c0-1079-432d-9eac-9d7cdf1a2fc1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8f1c9fb74ab49f28b4d57dbc3377035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770851 Sep 16 04:34:31.586470 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46114) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:31.597408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33311c0-1079-432d-9eac-9d7cdf1a2fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d555a4-b8bd-42a6-93f1-7dc144ef3f2b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:31.702117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-b0db452c-3736-4665-9be6-c08ddf64fb07 req-ea82d4a5-22ce-427f-8403-81ed637de717 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] For port 3929f1c7-2eb9-4f61-a493-1f240773f62e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3929f1c7-2eb9-4f61-a493-1f240773f62e,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:31.702491 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b0db452c-3736-4665-9be6-c08ddf64fb07 req-ea82d4a5-22ce-427f-8403-81ed637de717 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.713924 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6567ec37-355b-4df7-8086-53eb24572b9a req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.721669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832766-5d88-4c2a-bc24-d2dfccb96a70 req-0407ef10-916c-4e5c-9557-4f76fc42aebd tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:31.723223 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b832766-5d88-4c2a-bc24-d2dfccb96a70 req-0407ef10-916c-4e5c-9557-4f76fc42aebd tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 972 time: 0.1773453 Sep 16 04:34:31.735023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b0db452c-3736-4665-9be6-c08ddf64fb07 req-ea82d4a5-22ce-427f-8403-81ed637de717 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Calling delete_port for 3929f1c7-2eb9-4f61-a493-1f240773f62e owned by compute:tempest-test_az-1702204395 {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:34:31.783173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c82b463e-3cff-4986-a824-4e6322f01ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.785693 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630aff30-9d7d-4cbb-9e35-62c4414a2613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.805770 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630aff30-9d7d-4cbb-9e35-62c4414a2613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.846968 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630aff30-9d7d-4cbb-9e35-62c4414a2613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cc3701-6170-4439-acf0-960f35fca29c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:31.877801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f8b0c-dc79-4870-a1c0-53db190c3e63 req-bed35b35-a205-4b3b-931d-6c0cd1f2ef88 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:31.885894 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c9f8b0c-dc79-4870-a1c0-53db190c3e63 req-bed35b35-a205-4b3b-931d-6c0cd1f2ef88 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 945 time: 0.1800931 Sep 16 04:34:31.915237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c82b463e-3cff-4986-a824-4e6322f01ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:31.922482 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b832766-5d88-4c2a-bc24-d2dfccb96a70 req-a9a1812f-1a91-4b94-84fc-5249f2463b10 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/security-groups?id=57ec938e-de64-4eae-9f6d-f6d936e365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807873 Sep 16 04:34:31.936821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-630aff30-9d7d-4cbb-9e35-62c4414a2613 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13f947ffc2814ec4a9f7a1392015f13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7933497 Sep 16 04:34:31.938757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46124) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:31.951589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46126) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:31.953998 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6567ec37-355b-4df7-8086-53eb24572b9a req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.020681 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c9f8b0c-dc79-4870-a1c0-53db190c3e63 req-50e3fd18-3ec8-440e-b880-5ba8e61fa317 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336498 Sep 16 04:34:32.044898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6567ec37-355b-4df7-8086-53eb24572b9a req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:32.055424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-6567ec37-355b-4df7-8086-53eb24572b9a req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:32.062710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6567ec37-355b-4df7-8086-53eb24572b9a req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:32.068374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567ec37-355b-4df7-8086-53eb24572b9a req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:32.069113 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6567ec37-355b-4df7-8086-53eb24572b9a req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.084800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Pushing event updated for resources: {'Port': ['ID=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:32.092897 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-d4312568-7934-445b-a01a-bd3cb6bcf4ef tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4247787 Sep 16 04:34:32.112764 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Request body: {'port': {'device_id': 'c9fa213c-961a-4b26-a912-96861eeb5ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:32.170927 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b0db452c-3736-4665-9be6-c08ddf64fb07 req-ea82d4a5-22ce-427f-8403-81ed637de717 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.184474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['3929f1c7-2eb9-4f61-a493-1f240773f62e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:32.219070 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c82b463e-3cff-4986-a824-4e6322f01ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.223304 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c82b463e-3cff-4986-a824-4e6322f01ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.225353 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c82b463e-3cff-4986-a824-4e6322f01ec4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83d555a4-b8bd-42a6-93f1-7dc144ef3f2b HTTP/1.1" status: 204 len: 168 time: 0.6377525 Sep 16 04:34:32.259340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-984357636-network', 'tenant_id': 'e856b1715b0245aeade3fab80abad339'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:32.271302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82d4a5-22ce-427f-8403-81ed637de717 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Pushing event deleted for resources: {'Port': ['ID=3929f1c7-2eb9-4f61-a493-1f240773f62e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:32.290893 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-222b431a-3d70-4e68-b08c-4eff3659199d req-10d01d07-ad6d-4c99-8842-1f410821f6b7 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 210 time: 0.1419902 Sep 16 04:34:32.329513 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.362293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b463e-3cff-4986-a824-4e6322f01ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d555a4-b8bd-42a6-93f1-7dc144ef3f2b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:32.362846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Made reservation on behalf of e856b1715b0245aeade3fab80abad339 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:32.365166 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.406319 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0db452c-3736-4665-9be6-c08ddf64fb07 req-ea82d4a5-22ce-427f-8403-81ed637de717 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] No DVR routers for this DVR port 3929f1c7-2eb9-4f61-a493-1f240773f62e on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:34:32.414351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b107b705-01cb-45c9-a947-8ea41ee1c9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.421339 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b0db452c-3736-4665-9be6-c08ddf64fb07 req-ea82d4a5-22ce-427f-8403-81ed637de717 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.428234 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0db452c-3736-4665-9be6-c08ddf64fb07 req-ea82d4a5-22ce-427f-8403-81ed637de717 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.15 "DELETE /v2.0/ports/3929f1c7-2eb9-4f61-a493-1f240773f62e HTTP/1.1" status: 204 len: 173 time: 1.2355685 Sep 16 04:34:32.432256 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.435209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1772c723-e466-4c22-b919-010c65ec4ec0', 'name': 'network-vif-deleted', 'tag': '3929f1c7-2eb9-4f61-a493-1f240773f62e'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:32.437860 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f7a462-cd1e-4ed9-b889-3a3954b48c2d" -d '{"events": [{"server_uuid": "1772c723-e466-4c22-b919-010c65ec4ec0", "name": "network-vif-deleted", "tag": "3929f1c7-2eb9-4f61-a493-1f240773f62e"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:32.490596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff8b3a-5373-4b33-888b-3fb8ab7fab9d req-82b9714c-2217-4b7e-a764-095b9c7e4c9e tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:32.492128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5fff8b3a-5373-4b33-888b-3fb8ab7fab9d req-82b9714c-2217-4b7e-a764-095b9c7e4c9e tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 936 time: 0.2369201 Sep 16 04:34:32.495382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3737400b-2679-4643-bc3a-e373ab64d833 None None] Provisioning complete for port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:32.495767 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3737400b-2679-4643-bc3a-e373ab64d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.516544 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b107b705-01cb-45c9-a947-8ea41ee1c9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.579596 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deca65c-a1b8-49a0-ac2c-3d5daab4d2e4 x-openstack-request-id: req-5deca65c-a1b8-49a0-ac2c-3d5daab4d2e4 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:32.580150 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1772c723-e466-4c22-b919-010c65ec4ec0", "name": "network-vif-deleted", "tag": "3929f1c7-2eb9-4f61-a493-1f240773f62e", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:32.580668 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5deca65c-a1b8-49a0-ac2c-3d5daab4d2e4 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:32.583403 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1772c723-e466-4c22-b919-010c65ec4ec0', 'name': 'network-vif-deleted', 'tag': '3929f1c7-2eb9-4f61-a493-1f240773f62e', 'status': 'completed', 'code': 200} Sep 16 04:34:32.608801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3737400b-2679-4643-bc3a-e373ab64d833 None None] Port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:32.684012 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b107b705-01cb-45c9-a947-8ea41ee1c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.687073 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b107b705-01cb-45c9-a947-8ea41ee1c9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:32.689981 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b107b705-01cb-45c9-a947-8ea41ee1c9fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05cc3701-6170-4439-acf0-960f35fca29c HTTP/1.1" status: 204 len: 168 time: 0.7500441 Sep 16 04:34:32.702400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107b705-01cb-45c9-a947-8ea41ee1c9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cc3701-6170-4439-acf0-960f35fca29c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:32.932668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-16114dd7-b062-40b2-b671-e64245b1c816 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:32.934599 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-16114dd7-b062-40b2-b671-e64245b1c816 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.50 "GET /v2.0/networks?id=b98ad24e-5874-4124-88c8-f794aeec9495 HTTP/1.1" status: 200 len: 824 time: 0.3383198 Sep 16 04:34:32.976954 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5fff8b3a-5373-4b33-888b-3fb8ab7fab9d req-ad8f1763-18c9-4dd7-90f3-e7724091dfea tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593451 Sep 16 04:34:33.039855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-4e9a1659-7595-469f-9fa9-45ab983a2fed tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb934ba889964b6a93af769c60c7e9ec HTTP/1.1" status: 200 len: 380 time: 0.0767281 Sep 16 04:34:33.056639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Request body: {'port': {'device_id': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'admin_state_up': True, 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'security_groups': ['d54a787d-20d1-4419-917d-c72a42816d78']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:33.185640 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-751b8f9a-7820-412c-b3cf-a6768c000f5c req-72e464ff-5443-485b-a3c3-970f32398d90 tempest-AggregatesAdminTestJSON-578014613 tempest-AggregatesAdminTestJSON-578014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=1772c723-e466-4c22-b919-010c65ec4ec0 HTTP/1.1" status: 200 len: 210 time: 0.0406919 Sep 16 04:34:33.327829 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.362268 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.396341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Made reservation on behalf of fb934ba889964b6a93af769c60c7e9ec for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:33.400417 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.450139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:34:33.465363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:33.497533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882281f5-f525-4766-9a42-6a4f2dedf13f req-fcc14f54-04c7-4970-bca5-55fdc54dcb0a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:33.499190 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-882281f5-f525-4766-9a42-6a4f2dedf13f req-fcc14f54-04c7-4970-bca5-55fdc54dcb0a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 945 time: 0.2037213 Sep 16 04:34:33.500490 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.500836 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Added segment 2ef693ea-4033-4c1c-b49e-d5b18de8d636 of type vlan for network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 Sep 16 04:34:33.503682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:33.505697 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bf2460da-fbcd-4480-9932-3651122f46ec req-ec0ff8ba-b97b-47b1-a134-9a6c587f5496 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 210 time: 0.0542839 Sep 16 04:34:33.524909 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.648118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Transition to ACTIVE for port object a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:33.665861 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.668114 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.732463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-882281f5-f525-4766-9a42-6a4f2dedf13f req-bfa512fb-dc62-4b95-acec-e490679a670a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169285 Sep 16 04:34:33.816234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:33.843341 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.844629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:33.845429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:33.907247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Attempting to bind port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:33.907852 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Attempting to bind port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:33.908336 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Attempting to bind port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:33.911758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9590600 Sep 16 04:34:33.913454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Allocated IP 172.20.0.11 (b98ad24e-5874-4124-88c8-f794aeec9495/bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5/1d7ae70c-51b1-4ce0-b3be-ff782ea48287) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:33.916137 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46204) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:33.930362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-886846bf-b2d1-47bc-8f1f-2cc33d5b179b admin admin] Request body: {'subnet': {'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-984357636-subnet', 'tenant_id': 'e856b1715b0245aeade3fab80abad339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:33.961815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:33.962140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Attempting to bind port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:33.972942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09d544-94e1-46f2-b88b-6bcac5aedc98 admin admin] Pushing event updated for resources: {'Network': ['ID=65c76dcb-df8f-470f-8ee3-77efa2d85f81,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:33.994604 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886846bf-b2d1-47bc-8f1f-2cc33d5b179b admin admin] Made reservation on behalf of e856b1715b0245aeade3fab80abad339 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:34.010565 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-886846bf-b2d1-47bc-8f1f-2cc33d5b179b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.030060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:34.030742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:34.031314 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:34.032115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Bound port: a79f1468-bae1-4fcb-ae4f-7f5105fb73a5, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:34.033411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.040335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:34:34.242790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] For port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:34.247628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] For port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:34.259036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.320578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb7010-98c8-4992-a3a7-3edfa87a311f req-cb86968f-72f4-44fa-8eaf-9c71f273ab28 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:34.328736 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3abb7010-98c8-4992-a3a7-3edfa87a311f req-cb86968f-72f4-44fa-8eaf-9c71f273ab28 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 948 time: 0.1017046 Sep 16 04:34:34.329426 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.352438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:34.353076 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.354659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] 10.222.0.15 "PUT /v2.0/ports/a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 HTTP/1.1" status: 200 len: 1097 time: 2.2528346 Sep 16 04:34:34.355180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fa213c-961a-4b26-a912-96861eeb5ebf', 'tag': 'a79f1468-bae1-4fcb-ae4f-7f5105fb73a5'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:34.361334 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec6c8e1-9ad5-46df-b5b1-fd5ba2c9b57f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9fa213c-961a-4b26-a912-96861eeb5ebf", "tag": "a79f1468-bae1-4fcb-ae4f-7f5105fb73a5"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:34.532669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7a9df-1ecd-4a66-95ff-5ff0643d7ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:34.565885 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.651542 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3abb7010-98c8-4992-a3a7-3edfa87a311f req-c54208fa-d591-485b-8611-def6f99d737e tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218765 Sep 16 04:34:34.746349 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-886846bf-b2d1-47bc-8f1f-2cc33d5b179b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.908899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886846bf-b2d1-47bc-8f1f-2cc33d5b179b admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:34.917249 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5a29b4-07d9-494d-9d8b-88fca15eae10 x-openstack-request-id: req-3a5a29b4-07d9-494d-9d8b-88fca15eae10 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:34.917889 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9fa213c-961a-4b26-a912-96861eeb5ebf", "tag": "a79f1468-bae1-4fcb-ae4f-7f5105fb73a5", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:34.919692 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a5a29b4-07d9-494d-9d8b-88fca15eae10 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:34.920275 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fa213c-961a-4b26-a912-96861eeb5ebf', 'tag': 'a79f1468-bae1-4fcb-ae4f-7f5105fb73a5', 'status': 'completed', 'code': 200} Sep 16 04:34:34.924536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Pushing event updated for resources: {'Port': ['ID=1d7ae70c-51b1-4ce0-b3be-ff782ea48287,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:34.937199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f136570-be67-40b0-a284-95cb5f704e79 req-8644dd0b-e563-4dd8-bba0-9fe4a66da9e7 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:34.939102 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f136570-be67-40b0-a284-95cb5f704e79 req-8644dd0b-e563-4dd8-bba0-9fe4a66da9e7 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 932 time: 0.0900147 Sep 16 04:34:34.940368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886846bf-b2d1-47bc-8f1f-2cc33d5b179b admin admin] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:34.941359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886846bf-b2d1-47bc-8f1f-2cc33d5b179b admin admin] Network hostable DHCP agents. Network: 65c76dcb-df8f-470f-8ee3-77efa2d85f81, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:34:34.950901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Network b98ad24e-5874-4124-88c8-f794aeec9495 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:34.956455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:34.973413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:34.983652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:34.984329 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:34.988615 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:35.000885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d67c-a3a3-4300-97ef-4047400d664e req-1cb0283b-b59b-4d35-ab3f-65a4b225b29a tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.003079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a192d67c-a3a3-4300-97ef-4047400d664e req-1cb0283b-b59b-4d35-ab3f-65a4b225b29a tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 1097 time: 0.5452402 Sep 16 04:34:35.007470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567ec37-355b-4df7-8086-53eb24572b9a req-de88f55c-96c5-47d6-b613-c200245bc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.009150 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-de88f55c-96c5-47d6-b613-c200245bc8fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ad765d36454521bc5edd67de8f8e79&device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 1100 time: 0.5804558 Sep 16 04:34:35.032214 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f136570-be67-40b0-a284-95cb5f704e79 req-681846c6-d855-4d91-b77c-e40031be8de2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774925 Sep 16 04:34:35.035966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886846bf-b2d1-47bc-8f1f-2cc33d5b179b admin admin] Network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:34:35.054819 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-46830b6a-9e4d-4e2b-bd1a-e4d2d456040a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0076203 Sep 16 04:34:35.063014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-886846bf-b2d1-47bc-8f1f-2cc33d5b179b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 65c76dcb-df8f-470f-8ee3-77efa2d85f81) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:35.075253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4726d4f8-5a3d-45c2-9eb1-f712639e6b22 None None] Network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:35.084612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886846bf-b2d1-47bc-8f1f-2cc33d5b179b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.085415 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-886846bf-b2d1-47bc-8f1f-2cc33d5b179b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:35.094557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Request body: {'port': {'device_id': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:35.099433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-dd68003b-e9a7-41b3-b074-8b0c88b8f38c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 HTTP/1.1" status: 200 len: 217 time: 0.0802438 Sep 16 04:34:35.139958 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-886846bf-b2d1-47bc-8f1f-2cc33d5b179b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2189913 Sep 16 04:34:35.149887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a192d67c-a3a3-4300-97ef-4047400d664e req-6246fbc7-fa17-43dc-a93f-a3b45d05b6d7 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394026 Sep 16 04:34:35.281078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567ec37-355b-4df7-8086-53eb24572b9a req-e8c433a8-1b87-4953-87be-964ab5b570eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.282728 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-e8c433a8-1b87-4953-87be-964ab5b570eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1502795 Sep 16 04:34:35.285520 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:35.328191 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741b5096-65b8-4562-891f-9f006a2c6ed6 None None] Network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:35.336830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46254) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:35.425161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567ec37-355b-4df7-8086-53eb24572b9a req-ff2b1021-c91d-4a4b-8946-e39d3fe3878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.426718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-ff2b1021-c91d-4a4b-8946-e39d3fe3878a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1304905 Sep 16 04:34:35.435120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a3213-a488-4615-9217-b23a66ecfdde req-a634218c-a99c-488d-bf3f-fca9fc399639 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.436650 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-274a3213-a488-4615-9217-b23a66ecfdde req-a634218c-a99c-488d-bf3f-fca9fc399639 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 1097 time: 0.1384563 Sep 16 04:34:35.481182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ed0e4982-4f35-4584-9e95-e964bf268744 None None] Provisioning complete for port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:35.481959 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed0e4982-4f35-4584-9e95-e964bf268744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:35.520330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e4982-4f35-4584-9e95-e964bf268744 None None] Port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:35.613445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-274a3213-a488-4615-9217-b23a66ecfdde req-ab17fce9-bc69-4e6d-8916-b73fb5a43343 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644907 Sep 16 04:34:35.643190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3929f1c7-2eb9-4f61-a493-1f240773f62e no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:34:35.664537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 3929f1c7-2eb9-4f61-a493-1f240773f62e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:34:35.665151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3929f1c7-2eb9-4f61-a493-1f240773f62e not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:34:35.692034 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-dc54dd6a-44a0-4ef6-b3a8-0137af701f75 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535303 Sep 16 04:34:35.884023 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-63ba3453-ce4c-4df4-978f-2255d621a084 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2eec0ec2cba41c08884695bcc7b29ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5452955 Sep 16 04:34:35.887508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46280) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:35.906706 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6567ec37-355b-4df7-8086-53eb24572b9a req-25fd4b8f-35ec-4111-b0fe-46ada8cc4945 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053688 Sep 16 04:34:35.953923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e082710-dc1c-44ee-8da3-c5a98e95514d req-c342babb-29c6-4673-86f3-6e68ec4b0479 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:35.961879 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e082710-dc1c-44ee-8da3-c5a98e95514d req-c342babb-29c6-4673-86f3-6e68ec4b0479 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 948 time: 0.1820278 Sep 16 04:34:35.982272 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d758197-483a-466c-9d09-e6d38258f64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.008377 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d758197-483a-466c-9d09-e6d38258f64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.017397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:36.031972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.058097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46288) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:36.072195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e082710-dc1c-44ee-8da3-c5a98e95514d req-a25f5534-2bfe-41a4-9a87-236ac353e68e tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072428 Sep 16 04:34:36.081832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6c8e1-9ad5-46df-b5b1-fd5ba2c9b57f req-e458253c-3389-41d8-8c8b-8f5a239926a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:36.083695 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ec6c8e1-9ad5-46df-b5b1-fd5ba2c9b57f req-e458253c-3389-41d8-8c8b-8f5a239926a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ad765d36454521bc5edd67de8f8e79&device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 1100 time: 0.1107457 Sep 16 04:34:36.087325 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d758197-483a-466c-9d09-e6d38258f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.090129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Transition to ACTIVE for port object 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:36.091334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d758197-483a-466c-9d09-e6d38258f64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.092848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7d758197-483a-466c-9d09-e6d38258f64a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57ec938e-de64-4eae-9f6d-f6d936e365f7 HTTP/1.1" status: 204 len: 168 time: 0.2040155 Sep 16 04:34:36.103150 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d758197-483a-466c-9d09-e6d38258f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ec938e-de64-4eae-9f6d-f6d936e365f7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:36.104664 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.253153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Pushing event updated for resources: {'Port': ['ID=1d7ae70c-51b1-4ce0-b3be-ff782ea48287,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:36.274878 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92501861-9b86-49f9-8553-6b35591d1002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.364686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9bbe1-1cf9-4648-8cea-126efe0c6dd1 req-16944fef-3449-45ce-bcf1-03cd7d372b13 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:36.378765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bb9bbe1-1cf9-4648-8cea-126efe0c6dd1 req-16944fef-3449-45ce-bcf1-03cd7d372b13 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 944 time: 0.2308960 Sep 16 04:34:36.385778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Attempting to bind port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:36.386974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Attempting to bind port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:36.387605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Attempting to bind port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 on network b98ad24e-5874-4124-88c8-f794aeec9495 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:36.396872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6c8e1-9ad5-46df-b5b1-fd5ba2c9b57f req-9493ab69-38af-4f4b-bd9d-311c28b033a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:36.402054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ec6c8e1-9ad5-46df-b5b1-fd5ba2c9b57f req-9493ab69-38af-4f4b-bd9d-311c28b033a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.3097162 Sep 16 04:34:36.425039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 on network b98ad24e-5874-4124-88c8-f794aeec9495 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:36.425645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Attempting to bind port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 on network b98ad24e-5874-4124-88c8-f794aeec9495 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:36.438808 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92501861-9b86-49f9-8553-6b35591d1002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.453475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92501861-9b86-49f9-8553-6b35591d1002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.467006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ec6c8e1-9ad5-46df-b5b1-fd5ba2c9b57f req-dc737229-3470-4f3f-a3c8-a5e51bd3a1ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 HTTP/1.1" status: 200 len: 217 time: 0.0561199 Sep 16 04:34:36.469639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:36.470193 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Checking segment: {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:36.470750 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Bound using segment: {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:36.471363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Bound port: 1d7ae70c-51b1-4ce0-b3be-ff782ea48287, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:36.471889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.520889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-92501861-9b86-49f9-8553-6b35591d1002 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f76e8f6cbf34d5199732784fc8d0f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4599638 Sep 16 04:34:36.521895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92501861-9b86-49f9-8553-6b35591d1002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aadae72-ec7b-43a1-851c-c419bee9c740,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:36.524940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46308) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:36.580376 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bb9bbe1-1cf9-4648-8cea-126efe0c6dd1 req-33ff564e-fdad-41be-b8b8-2260b21f77e8 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007048 Sep 16 04:34:36.613131 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-22b53ebe-d9f6-4c72-ac69-6c91e007bd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.644289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6c8e1-9ad5-46df-b5b1-fd5ba2c9b57f req-cd508f42-66ba-46dc-ba12-d6e01f39bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:36.647225 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ec6c8e1-9ad5-46df-b5b1-fd5ba2c9b57f req-cd508f42-66ba-46dc-ba12-d6e01f39bf86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1665292 Sep 16 04:34:36.653911 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-22b53ebe-d9f6-4c72-ac69-6c91e007bd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.678384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-37533199-1791-430a-a029-85cda335f3bb req-e391529f-6f8d-47df-9755-f1d0d656bb7a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:36.680183 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-37533199-1791-430a-a029-85cda335f3bb req-e391529f-6f8d-47df-9755-f1d0d656bb7a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5030978 Sep 16 04:34:36.709155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] For port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:36.726774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] For port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1d7ae70c-51b1-4ce0-b3be-ff782ea48287,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:36.737085 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.744067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6c8e1-9ad5-46df-b5b1-fd5ba2c9b57f req-958631ed-55a4-44e3-9a5d-8d3311187f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:36.746406 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ec6c8e1-9ad5-46df-b5b1-fd5ba2c9b57f req-958631ed-55a4-44e3-9a5d-8d3311187f8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0895088 Sep 16 04:34:36.752804 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-22b53ebe-d9f6-4c72-ac69-6c91e007bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.756079 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-22b53ebe-d9f6-4c72-ac69-6c91e007bd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.758196 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-22b53ebe-d9f6-4c72-ac69-6c91e007bd93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0aadae72-ec7b-43a1-851c-c419bee9c740 HTTP/1.1" status: 204 len: 168 time: 0.2321019 Sep 16 04:34:36.774693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b53ebe-d9f6-4c72-ac69-6c91e007bd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aadae72-ec7b-43a1-851c-c419bee9c740,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:36.820406 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:36.821196 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:36.824020 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] 10.222.0.50 "PUT /v2.0/ports/1d7ae70c-51b1-4ce0-b3be-ff782ea48287 HTTP/1.1" status: 200 len: 1093 time: 1.7359178 Sep 16 04:34:36.925033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'tag': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:36.927782 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bcf6d7-59d3-4e45-80fa-f5f61d8f7d72" -d '{"events": [{"name": "network-changed", "server_uuid": "ed114bb2-bb9e-4181-b33f-671f425a7d7a", "tag": "1d7ae70c-51b1-4ce0-b3be-ff782ea48287"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:36.967915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c15db9-ea14-40c2-a581-30a7cfd2bccb service neutron] Pushing event updated for resources: {'Port': ['ID=1d7ae70c-51b1-4ce0-b3be-ff782ea48287,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:37.037598 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75353e5c-c63a-4f34-8108-70ded3036756 x-openstack-request-id: req-75353e5c-c63a-4f34-8108-70ded3036756 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:37.038462 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed114bb2-bb9e-4181-b33f-671f425a7d7a", "tag": "1d7ae70c-51b1-4ce0-b3be-ff782ea48287", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:37.038946 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75353e5c-c63a-4f34-8108-70ded3036756 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:37.039573 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'tag': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287', 'status': 'completed', 'code': 200} Sep 16 04:34:37.076156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-200cd5db-e04a-4bff-9966-497af4b6fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:37.090590 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-200cd5db-e04a-4bff-9966-497af4b6fee8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb934ba889964b6a93af769c60c7e9ec&device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 1096 time: 0.1835492 Sep 16 04:34:37.096710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ec6c8e1-9ad5-46df-b5b1-fd5ba2c9b57f req-ad52fb5e-3127-4287-bb3c-36a7423778ef service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204863 Sep 16 04:34:37.210684 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-dbdeec39-0634-42f8-a4bd-fe920a4367f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7ae70c-51b1-4ce0-b3be-ff782ea48287 HTTP/1.1" status: 200 len: 217 time: 0.1100643 Sep 16 04:34:37.278750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46330) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:37.317279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-3328202a-170c-4b04-a0c8-015096af230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:37.319024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-3328202a-170c-4b04-a0c8-015096af230a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5 HTTP/1.1" status: 200 len: 863 time: 0.0951087 Sep 16 04:34:37.343636 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8b4a1406-4f42-4f13-bf5b-d2b1ac4ac5e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34f74408dea648e48184cb99cc8e1d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636239 Sep 16 04:34:37.346478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46332) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:37.347231 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.380672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ec6c8e1-9ad5-46df-b5b1-fd5ba2c9b57f req-354abb55-dc7d-4d61-a1f2-017e58c0a8d1 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637112 Sep 16 04:34:37.393424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-7b5876ec-04a0-496c-817f-8bf725336125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:37.395079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-7b5876ec-04a0-496c-817f-8bf725336125 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98ad24e-5874-4124-88c8-f794aeec9495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615618 Sep 16 04:34:37.415454 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb50a4d4-e9fd-45ef-bcdb-fe03f956be37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.442818 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb50a4d4-e9fd-45ef-bcdb-fe03f956be37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.504041 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-64e997d2-d529-4c60-9a28-917dd6ca6d2f service neutron] 10.222.0.50 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983708 Sep 16 04:34:37.504883 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb50a4d4-e9fd-45ef-bcdb-fe03f956be37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.508038 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb50a4d4-e9fd-45ef-bcdb-fe03f956be37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.509305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fb50a4d4-e9fd-45ef-bcdb-fe03f956be37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad3c3871-a9f7-4257-a3a8-42648987422a HTTP/1.1" status: 204 len: 168 time: 0.1598418 Sep 16 04:34:37.518361 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50a4d4-e9fd-45ef-bcdb-fe03f956be37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3c3871-a9f7-4257-a3a8-42648987422a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:37.619568 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b1ee89e-5348-48d2-9a4e-29eac1ed394b req-67417360-364f-43cf-8717-e6eee9ee8c4c service neutron] 10.222.0.50 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081698 Sep 16 04:34:37.724681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcf6d7-59d3-4e45-80fa-f5f61d8f7d72 req-d7e9c945-ce81-4542-aa86-924ebb4e39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:37.726627 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7bcf6d7-59d3-4e45-80fa-f5f61d8f7d72 req-d7e9c945-ce81-4542-aa86-924ebb4e39d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb934ba889964b6a93af769c60c7e9ec&device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 1096 time: 0.0550532 Sep 16 04:34:37.750003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46346) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:37.754883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-319557458-network', 'tenant_id': '91448223460b435fb7a2d6300c0d641a'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:37.809942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Made reservation on behalf of 91448223460b435fb7a2d6300c0d641a for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:37.813266 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.834904 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.858232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcf6d7-59d3-4e45-80fa-f5f61d8f7d72 req-1ea9a213-0bdf-4cc7-a823-0bce565da3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:37.860135 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7bcf6d7-59d3-4e45-80fa-f5f61d8f7d72 req-1ea9a213-0bdf-4cc7-a823-0bce565da3cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98ad24e-5874-4124-88c8-f794aeec9495 HTTP/1.1" status: 200 len: 925 time: 0.1261075 Sep 16 04:34:37.927868 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7bcf6d7-59d3-4e45-80fa-f5f61d8f7d72 req-e2947807-9df8-4709-ae2c-427f6aac2e6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7ae70c-51b1-4ce0-b3be-ff782ea48287 HTTP/1.1" status: 200 len: 217 time: 0.0594819 Sep 16 04:34:37.973461 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:37.979736 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.019531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9682e2f-911d-42b0-8ae1-dbdb38239675 req-0fbf90b2-8307-4061-95f1-c0bec0b7908b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:38.021071 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9682e2f-911d-42b0-8ae1-dbdb38239675 req-0fbf90b2-8307-4061-95f1-c0bec0b7908b tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 948 time: 0.1038704 Sep 16 04:34:38.022990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcf6d7-59d3-4e45-80fa-f5f61d8f7d72 req-329dec15-56af-4a9f-88bb-f8765acd192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:38.024292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7bcf6d7-59d3-4e45-80fa-f5f61d8f7d72 req-329dec15-56af-4a9f-88bb-f8765acd192f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5 HTTP/1.1" status: 200 len: 863 time: 0.0731149 Sep 16 04:34:38.049430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:34:38.074699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46360) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:38.079533 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.080144 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Added segment f81f0126-501f-4ba3-9458-4ac4dc3fe666 of type vlan for network a5261276-b691-4795-9893-eff0441e3d6f Sep 16 04:34:38.082132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cd4dd8-2c99-47fd-bb82-e40c25b538c1,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.115693 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-639f2e9a-7c88-4dd1-8e3d-6eb4b32f6f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.132966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9682e2f-911d-42b0-8ae1-dbdb38239675 req-2b855f85-6553-4f18-a757-81ba24d9ea55 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020622 Sep 16 04:34:38.146827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcf6d7-59d3-4e45-80fa-f5f61d8f7d72 req-1d077409-05c7-40de-9593-868bc18367af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:38.148713 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7bcf6d7-59d3-4e45-80fa-f5f61d8f7d72 req-1d077409-05c7-40de-9593-868bc18367af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98ad24e-5874-4124-88c8-f794aeec9495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075943 Sep 16 04:34:38.168903 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.215447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.216921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:38.217991 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.284206 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-639f2e9a-7c88-4dd1-8e3d-6eb4b32f6f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.313502 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-639f2e9a-7c88-4dd1-8e3d-6eb4b32f6f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.324853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] Pushing event updated for resources: {'Network': ['ID=a5261276-b691-4795-9893-eff0441e3d6f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.336588 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f02a00d6-352a-4028-a970-c05e6b96244b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5851974 Sep 16 04:34:38.346068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a5261276-b691-4795-9893-eff0441e3d6f details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:34:38.346473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46370) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:38.352145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f7214a42-4c43-4a56-94e7-0d258ce4d539 admin admin] Request body: {'subnet': {'network_id': 'a5261276-b691-4795-9893-eff0441e3d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-319557458-subnet', 'tenant_id': '91448223460b435fb7a2d6300c0d641a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:38.394695 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7214a42-4c43-4a56-94e7-0d258ce4d539 admin admin] Made reservation on behalf of 91448223460b435fb7a2d6300c0d641a for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:38.396914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f2e9a-7c88-4dd1-8e3d-6eb4b32f6f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584a5f10-e71e-48d2-acab-ee9f01c634af,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.397292 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7214a42-4c43-4a56-94e7-0d258ce4d539 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.409836 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-639f2e9a-7c88-4dd1-8e3d-6eb4b32f6f77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0b23ef10bab442cb8706893ce0d899b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319933 Sep 16 04:34:38.417044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46376) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:38.453676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7bcf6d7-59d3-4e45-80fa-f5f61d8f7d72 req-5b57a517-1269-4446-81af-616a4c5b1068 service neutron] 10.222.0.50 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969575 Sep 16 04:34:38.461331 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3d868-330f-40cd-bbba-9d534b13abaf req-9432fe9c-d0e3-40f0-b23e-02ff639a0cf8 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:38.462960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94c3d868-330f-40cd-bbba-9d534b13abaf req-9432fe9c-d0e3-40f0-b23e-02ff639a0cf8 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 944 time: 0.2011817 Sep 16 04:34:38.608655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94c3d868-330f-40cd-bbba-9d534b13abaf req-0554b067-3362-40f4-849d-bb09ef5dc295 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313448 Sep 16 04:34:38.616676 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ae41eb9-631f-4bc2-bf58-d93e52b4cfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.644898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7bcf6d7-59d3-4e45-80fa-f5f61d8f7d72 req-3d649d1d-8847-4a76-a7c0-c4bf173aecc6 service neutron] 10.222.0.50 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783006 Sep 16 04:34:38.655706 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ae41eb9-631f-4bc2-bf58-d93e52b4cfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.708275 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7214a42-4c43-4a56-94e7-0d258ce4d539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.714148 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ae41eb9-631f-4bc2-bf58-d93e52b4cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.719816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ae41eb9-631f-4bc2-bf58-d93e52b4cfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.721018 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6ae41eb9-631f-4bc2-bf58-d93e52b4cfe8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/584a5f10-e71e-48d2-acab-ee9f01c634af HTTP/1.1" status: 204 len: 168 time: 0.3015089 Sep 16 04:34:38.730492 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae41eb9-631f-4bc2-bf58-d93e52b4cfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584a5f10-e71e-48d2-acab-ee9f01c634af,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.768258 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7214a42-4c43-4a56-94e7-0d258ce4d539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f19b10-02ca-4edf-9cbb-7d4e5082f326,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:38.802282 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7214a42-4c43-4a56-94e7-0d258ce4d539 admin admin] Checking segment: {'id': 'f81f0126-501f-4ba3-9458-4ac4dc3fe666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a5261276-b691-4795-9893-eff0441e3d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:38.802775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7214a42-4c43-4a56-94e7-0d258ce4d539 admin admin] Network hostable DHCP agents. Network: a5261276-b691-4795-9893-eff0441e3d6f, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:34:38.837778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7214a42-4c43-4a56-94e7-0d258ce4d539 admin admin] Network a5261276-b691-4795-9893-eff0441e3d6f is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:34:38.852440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f7214a42-4c43-4a56-94e7-0d258ce4d539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, a5261276-b691-4795-9893-eff0441e3d6f) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:38.860307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7214a42-4c43-4a56-94e7-0d258ce4d539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:38.864793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a3ded-4570-41ac-a952-c8e339904beb None None] Network a5261276-b691-4795-9893-eff0441e3d6f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:38.872765 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7214a42-4c43-4a56-94e7-0d258ce4d539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:38.898313 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f7214a42-4c43-4a56-94e7-0d258ce4d539 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5502801 Sep 16 04:34:39.161118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926cab2b-8540-46d4-9646-496accb41e6c None None] Network a5261276-b691-4795-9893-eff0441e3d6f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:34:39.668589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:39.673318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46436) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:39.788628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46442) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:39.852618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:39.885502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'a79f1468-bae1-4fcb-ae4f-7f5105fb73a5', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'a79f1468-bae1-4fcb-ae4f-7f5105fb73a5', 'mac_address': 'fa:16:3e:74:3a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:39.888707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a59a8-e37c-427a-93a7-f6483faf8045 req-0e2f8119-1f4d-40bd-afb8-a9a837716ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:39.891697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d50a59a8-e37c-427a-93a7-f6483faf8045 req-0e2f8119-1f4d-40bd-afb8-a9a837716ce2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 1097 time: 0.0597906 Sep 16 04:34:39.910031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1443e-809b-48bd-a397-efc248ca369d req-9899542e-5388-4d92-94a8-a5c27c820226 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:39.918714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ab1443e-809b-48bd-a397-efc248ca369d req-9899542e-5388-4d92-94a8-a5c27c820226 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 948 time: 0.3521669 Sep 16 04:34:39.936062 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4b39de29-85f1-4761-a67c-eb13cc26e620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.948708 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:39.983673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:40.029570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-1961b875-8363-4697-8bad-f840e79cd559 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:34:40.030839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-1961b875-8363-4697-8bad-f840e79cd559 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2408528 Sep 16 04:34:40.032585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ab1443e-809b-48bd-a397-efc248ca369d req-f79fa9ff-96bd-4604-9e58-efe2fe1368f2 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127765 Sep 16 04:34:40.044678 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:40.052712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:40.077463 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.103170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a59a8-e37c-427a-93a7-f6483faf8045 req-5587a1fa-6288-4083-bda6-a5c27b2ff669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:40.105144 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d50a59a8-e37c-427a-93a7-f6483faf8045 req-5587a1fa-6288-4083-bda6-a5c27b2ff669 service neutron] 10.222.0.50 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.1842718 Sep 16 04:34:40.120169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-a676fe85-c490-434e-bc24-271d7ad5f896 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:40.121681 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-a676fe85-c490-434e-bc24-271d7ad5f896 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports/99b87ed8-b576-4c22-b57d-7dd4ef45b52f HTTP/1.1" status: 200 len: 1094 time: 0.0666797 Sep 16 04:34:40.157090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:40.199854 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d50a59a8-e37c-427a-93a7-f6483faf8045 req-f510f828-2904-4f22-8730-18243d029d61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f HTTP/1.1" status: 200 len: 217 time: 0.0853083 Sep 16 04:34:40.202203 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4b39de29-85f1-4761-a67c-eb13cc26e620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.210022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4b39de29-85f1-4761-a67c-eb13cc26e620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.246627 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4b39de29-85f1-4761-a67c-eb13cc26e620 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92dc65c8aa8349e391879d3407f40067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5675676 Sep 16 04:34:40.276004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1d7ae70c-51b1-4ce0-b3be-ff782ea48287,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:40.277787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39de29-85f1-4761-a67c-eb13cc26e620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3a0bd5-9c7b-4d98-a250-12a644b6d2bc,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:40.281555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['a79f1468-bae1-4fcb-ae4f-7f5105fb73a5'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:40.295103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46462) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:40.320235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'port_id': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287', 'mac_address': 'fa:16:3e:7c:05:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:40.324481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a59a8-e37c-427a-93a7-f6483faf8045 req-f063a5c1-0bc6-492d-aa28-aef7538e58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:40.326056 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d50a59a8-e37c-427a-93a7-f6483faf8045 req-f063a5c1-0bc6-492d-aa28-aef7538e58f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.1180801 Sep 16 04:34:40.377767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d50a59a8-e37c-427a-93a7-f6483faf8045 req-a9a726a3-f94d-46ae-845c-96fd3fef3fd5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427065 Sep 16 04:34:40.387223 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6be10113-ed2f-47dd-b1b1-79b4ba0b4f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.406066 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.423427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:40.431062 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6be10113-ed2f-47dd-b1b1-79b4ba0b4f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.478114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1d7ae70c-51b1-4ce0-b3be-ff782ea48287,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:40.490306 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.500478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d50a59a8-e37c-427a-93a7-f6483faf8045 req-b19209fd-9aee-4cbb-a160-cc8d9a7a5feb service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138611 Sep 16 04:34:40.527416 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6be10113-ed2f-47dd-b1b1-79b4ba0b4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.538566 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6be10113-ed2f-47dd-b1b1-79b4ba0b4f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:40.543770 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6be10113-ed2f-47dd-b1b1-79b4ba0b4f26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb3a0bd5-9c7b-4d98-a250-12a644b6d2bc HTTP/1.1" status: 204 len: 168 time: 0.2446737 Sep 16 04:34:40.554839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=1d7ae70c-51b1-4ce0-b3be-ff782ea48287,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:40.580204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be10113-ed2f-47dd-b1b1-79b4ba0b4f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3a0bd5-9c7b-4d98-a250-12a644b6d2bc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:40.615399 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d50a59a8-e37c-427a-93a7-f6483faf8045 req-f5db3556-b7c0-448d-89c7-5b9e9f3d1533 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068892 Sep 16 04:34:40.649233 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] Request body: {'binding': {'host': 'n-h2-712142-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:40.651285 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] Unknown quota resources ['binding']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:34:40.740507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['1d7ae70c-51b1-4ce0-b3be-ff782ea48287'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:40.858100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] Attempting to bind port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on host n-h2-712142-17 for vnic_type normal with profile None {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:40.859065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] Attempting to bind port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:40.859832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] Attempting to bind port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:40.865396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] Port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:40.865905 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] Attempting to bind port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:40.871861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-4b802c6b-4b05-43b5-897c-c3e3354eb418 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:40.873380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:40.873936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:40.874474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] Bound using segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:40.875073 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] Bound port: 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:40.884881 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-4b802c6b-4b05-43b5-897c-c3e3354eb418 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 820 time: 0.1706438 Sep 16 04:34:40.902116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-104528be-ba2e-4a80-94df-0e92adde788d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/quotas/e856b1715b0245aeade3fab80abad339 HTTP/1.1" status: 200 len: 375 time: 0.0153849 Sep 16 04:34:40.938018 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-b10e30a3-e095-458d-83c0-163b18bd138d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333440 Sep 16 04:34:41.065851 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-6e7ddde9-3142-4d06-9cca-352e0eedd8e6 service neutron] 10.222.0.53 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205306 Sep 16 04:34:41.078513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:41.087205 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.088823 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-21c9c0e7-9fd7-4957-ad6d-519059b35750 service neutron] 10.222.0.53 "POST /v2.0/ports/99b87ed8-b576-4c22-b57d-7dd4ef45b52f/bindings HTTP/1.1" status: 201 len: 390 time: 0.7340779 Sep 16 04:34:41.196226 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-1eba6daf-afd5-4267-baad-4f74239ad352 service neutron] 10.222.0.53 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271248 Sep 16 04:34:41.237430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46498) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:41.255635 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25523934-dee9-4c20-81db-141720ded32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.389486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63833a7b-176b-48ee-8270-2ede11bc8cc5 req-d31dfaa3-fcc5-478e-914a-42f5dc036b10 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:41.391428 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-63833a7b-176b-48ee-8270-2ede11bc8cc5 req-d31dfaa3-fcc5-478e-914a-42f5dc036b10 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 945 time: 0.1127331 Sep 16 04:34:41.497971 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-63833a7b-176b-48ee-8270-2ede11bc8cc5 req-e279698e-6ed2-4ac8-9476-96ce753dd317 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870540 Sep 16 04:34:41.599640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-f897f245-bcac-48eb-b5e9-b69f4af17133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:41.601492 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-f897f245-bcac-48eb-b5e9-b69f4af17133 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 1097 time: 0.1477780 Sep 16 04:34:41.615517 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25523934-dee9-4c20-81db-141720ded32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.629989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69350765-e93b-4623-9e58-384528525b5b req-5440dfc8-761a-4e7b-818e-89ddca701ea1 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:41.637805 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69350765-e93b-4623-9e58-384528525b5b req-5440dfc8-761a-4e7b-818e-89ddca701ea1 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 949 time: 0.1180503 Sep 16 04:34:41.657849 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25523934-dee9-4c20-81db-141720ded32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.668628 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:41.766502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:41.780061 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69350765-e93b-4623-9e58-384528525b5b req-9404cffb-7b7d-4771-9d96-6214ed0d5507 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364231 Sep 16 04:34:41.798385 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-25523934-dee9-4c20-81db-141720ded32f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd22a80264604b9995581472b765d08d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5571537 Sep 16 04:34:41.802296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:41.804520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46518) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:41.810383 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:41.873591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25523934-dee9-4c20-81db-141720ded32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ce85ac-7d3f-4631-8fd7-ac875853cf08,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:42.009194 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd12c51f-4558-4b50-a637-227e627dbe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.014456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0864567-f729-4d9f-99e0-b365dfc7f9c8 req-064c2194-d6be-43fa-aa53-6f1267fb53f6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:42.020515 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0864567-f729-4d9f-99e0-b365dfc7f9c8 req-064c2194-d6be-43fa-aa53-6f1267fb53f6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 945 time: 0.1484203 Sep 16 04:34:42.048872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-b28d82b1-4580-4e76-8af5-124a0c2c27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:42.061233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-b28d82b1-4580-4e76-8af5-124a0c2c27a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.4439926 Sep 16 04:34:42.072186 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd12c51f-4558-4b50-a637-227e627dbe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.105573 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.112675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:42.146205 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-730207c0-5dc4-4d2f-a1ff-d114d6f07238 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f HTTP/1.1" status: 200 len: 217 time: 0.0695395 Sep 16 04:34:42.174286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fa213c-961a-4b26-a912-96861eeb5ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79f1468-bae1-4fcb-ae4f-7f5105fb73a5'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:42.176641 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f07cad-b63f-47d0-b9d2-456052ffdc51" -d '{"events": [{"server_uuid": "c9fa213c-961a-4b26-a912-96861eeb5ebf", "name": "network-vif-plugged", "status": "completed", "tag": "a79f1468-bae1-4fcb-ae4f-7f5105fb73a5"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:42.197877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:42.210627 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.228018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd12c51f-4558-4b50-a637-227e627dbe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.247564 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd12c51f-4558-4b50-a637-227e627dbe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.250971 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dd12c51f-4558-4b50-a637-227e627dbe77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41ce85ac-7d3f-4631-8fd7-ac875853cf08 HTTP/1.1" status: 204 len: 168 time: 0.4413271 Sep 16 04:34:42.273238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12c51f-4558-4b50-a637-227e627dbe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ce85ac-7d3f-4631-8fd7-ac875853cf08,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:42.317278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0864567-f729-4d9f-99e0-b365dfc7f9c8 req-028380f4-a9fe-4d33-895e-dc869a97b504 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839923 Sep 16 04:34:42.320619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-b3010669-c912-4454-a3eb-a8ddc7301d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:42.320957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:42.330469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:42.335980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-b3010669-c912-4454-a3eb-a8ddc7301d0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.1643229 Sep 16 04:34:42.347867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:42.348365 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.390312 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f9c151d-0265-4db1-8543-bd81f72b3429 req-feb25fd7-79e0-4624-a233-1f7987c48eea tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 210 time: 0.0947206 Sep 16 04:34:42.453600 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-afc643de-7bea-4341-9344-b458e533b741 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148310 Sep 16 04:34:42.497544 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b0cb4b-9f28-4ad2-a761-c0955f9515f6 x-openstack-request-id: req-d6b0cb4b-9f28-4ad2-a761-c0955f9515f6 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:42.497854 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fa213c-961a-4b26-a912-96861eeb5ebf", "name": "network-vif-plugged", "status": "completed", "tag": "a79f1468-bae1-4fcb-ae4f-7f5105fb73a5", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:42.498113 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6b0cb4b-9f28-4ad2-a761-c0955f9515f6 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:42.498515 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fa213c-961a-4b26-a912-96861eeb5ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79f1468-bae1-4fcb-ae4f-7f5105fb73a5', 'code': 200} Sep 16 04:34:42.506790 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.592148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1d7ae70c-51b1-4ce0-b3be-ff782ea48287,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:42.600159 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:42.676646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=1d7ae70c-51b1-4ce0-b3be-ff782ea48287,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:42.746283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec99df-5d89-4ca5-b325-ba461c270d95 req-501dd661-380b-4527-b990-c33f5f7e1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:42.749299 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ecec99df-5d89-4ca5-b325-ba461c270d95 req-501dd661-380b-4527-b990-c33f5f7e1438 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 1102 time: 0.1346400 Sep 16 04:34:42.799289 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-bd0fd46b-3f7c-4983-a446-4771ea40f2b5 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388174 Sep 16 04:34:42.853404 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ecec99df-5d89-4ca5-b325-ba461c270d95 req-9f17bdaf-3b76-4331-a228-c3cf9d85ecba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915892 Sep 16 04:34:42.954943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85124405-0845-473c-8cc1-b29cf0627311 req-b5834fce-69ca-47df-a594-f82415b16893 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:42.956537 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85124405-0845-473c-8cc1-b29cf0627311 req-b5834fce-69ca-47df-a594-f82415b16893 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 946 time: 0.1955173 Sep 16 04:34:43.007353 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-8e0da777-eb1e-4eb0-b94c-13a1f3b3a018 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892636 Sep 16 04:34:43.026287 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85124405-0845-473c-8cc1-b29cf0627311 req-4c63ccd6-7487-4648-b8eb-10f8de8f9cf8 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588555 Sep 16 04:34:43.032740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46552) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:43.201262 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0021f1fb-2b1f-4665-94e7-13635e710c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.216283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc50165-b7c0-4b88-b37c-b36f1c7d6314 req-328bdc46-939a-40d3-9858-1d4f71657416 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:43.225206 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cc50165-b7c0-4b88-b37c-b36f1c7d6314 req-328bdc46-939a-40d3-9858-1d4f71657416 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 950 time: 0.0680637 Sep 16 04:34:43.275151 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cc50165-b7c0-4b88-b37c-b36f1c7d6314 req-f8a3ac72-3661-4252-98df-0889953a55d3 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486643 Sep 16 04:34:43.321053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-989ac6ad-f3ff-43bd-8a29-b2d6d4e85caa tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:43.323194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-989ac6ad-f3ff-43bd-8a29-b2d6d4e85caa tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26&tenant_id=043d7505d3794c99864b8a9842baccb0&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.1069987 Sep 16 04:34:43.347903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-17'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:43.438879 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.463030 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0021f1fb-2b1f-4665-94e7-13635e710c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.494204 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0021f1fb-2b1f-4665-94e7-13635e710c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.573464 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0021f1fb-2b1f-4665-94e7-13635e710c15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1abcab951d8c4cba8bdb9360b4f56ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5371289 Sep 16 04:34:43.578957 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46578) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:43.579537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021f1fb-2b1f-4665-94e7-13635e710c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02fc28c-90af-44d6-93b1-f774834f1817,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:43.787646 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:43.791174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3359ea69-d471-403c-a303-02123e151c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.847571 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3359ea69-d471-403c-a303-02123e151c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:43.894159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550c95d-d0a2-4df4-92ef-5275e5c4f3b4 req-d8d68e58-9e9c-4be0-9688-0dc91e2c5536 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:43.898641 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1550c95d-d0a2-4df4-92ef-5275e5c4f3b4 req-d8d68e58-9e9c-4be0-9688-0dc91e2c5536 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 945 time: 0.4486377 Sep 16 04:34:43.923175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:43.925650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d5431642-ec12-4b77-b3bf-c45f2813d0c0 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:43.930068 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d5431642-ec12-4b77-b3bf-c45f2813d0c0 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.15 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 820 time: 0.4581418 Sep 16 04:34:43.997322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Request body: {'port': {'device_id': '06d9b9db-62e3-4ca6-b543-d927f56aba72', 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81', 'admin_state_up': True, 'tenant_id': 'e856b1715b0245aeade3fab80abad339'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:44.011201 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15547626-ffe1-41c4-a53a-f518e0c0c65e req-037b5574-d64f-4833-8cba-4277270029ae tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 210 time: 0.0793977 Sep 16 04:34:44.038921 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f527aeba-2647-41b6-bb0d-ee59c4ac5e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b87ed8-b576-4c22-b57d-7dd4ef45b52f'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:44.043735 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46a80db-3c5c-4898-b97c-269d5d3c00a2" -d '{"events": [{"server_uuid": "f527aeba-2647-41b6-bb0d-ee59c4ac5e26", "name": "network-vif-unplugged", "status": "completed", "tag": "99b87ed8-b576-4c22-b57d-7dd4ef45b52f"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:44.052816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.079486 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.120275 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3359ea69-d471-403c-a303-02123e151c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.124161 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3359ea69-d471-403c-a303-02123e151c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.125632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3359ea69-d471-403c-a303-02123e151c7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c02fc28c-90af-44d6-93b1-f774834f1817 HTTP/1.1" status: 204 len: 168 time: 0.5429616 Sep 16 04:34:44.132365 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1550c95d-d0a2-4df4-92ef-5275e5c4f3b4 req-8b82ea51-337e-4c44-9291-85d9c51ccae3 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844625 Sep 16 04:34:44.156063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359ea69-d471-403c-a303-02123e151c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02fc28c-90af-44d6-93b1-f774834f1817,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:44.213743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14860383-7615-420c-a031-8959dc7f239c service neutron] Pushing event updated for resources: {'Port': ['ID=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:44.249404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Attempting to bind port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on host n-h1-712142-17 for vnic_type normal with profile {"migrating_to": "n-h2-712142-17"} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:44.250012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Attempting to bind port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:44.250439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Attempting to bind port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:44.258082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:44.258518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Attempting to bind port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:44.264485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:44.264824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:44.265222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Bound using segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:44.265695 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Bound port: 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:44.266063 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.310221 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eb0b2c-cf87-426b-acc2-971397f12a14 x-openstack-request-id: req-23eb0b2c-cf87-426b-acc2-971397f12a14 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:44.310681 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f527aeba-2647-41b6-bb0d-ee59c4ac5e26", "name": "network-vif-unplugged", "status": "completed", "tag": "99b87ed8-b576-4c22-b57d-7dd4ef45b52f", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:44.311028 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23eb0b2c-cf87-426b-acc2-971397f12a14 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:44.312120 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f527aeba-2647-41b6-bb0d-ee59c4ac5e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b87ed8-b576-4c22-b57d-7dd4ef45b52f', 'code': 200} Sep 16 04:34:44.332244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Made reservation on behalf of e856b1715b0245aeade3fab80abad339 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:44.337075 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.376774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:44.382675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:44.401012 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.498248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e97af-8c98-46b8-a0d6-ef236620f0a6 req-52cba6c7-3b10-49d7-a9eb-bd723452ae70 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:44.501279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:44.505577 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5de858f-925a-4a7e-b461-81408dd51cf5" -d '{"events": [{"server_uuid": "ed114bb2-bb9e-4181-b33f-671f425a7d7a", "name": "network-vif-plugged", "status": "completed", "tag": "1d7ae70c-51b1-4ce0-b3be-ff782ea48287"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:44.512301 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-783e97af-8c98-46b8-a0d6-ef236620f0a6 req-52cba6c7-3b10-49d7-a9eb-bd723452ae70 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 946 time: 0.1951549 Sep 16 04:34:44.518345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46608) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:44.531746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14860383-7615-420c-a031-8959dc7f239c service neutron] Pushing event updated for resources: {'Port': ['ID=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,revision_number=8']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:44.538362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:44.539221 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.541064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-14860383-7615-420c-a031-8959dc7f239c service neutron] 10.222.0.15 "PUT /v2.0/ports/99b87ed8-b576-4c22-b57d-7dd4ef45b52f HTTP/1.1" status: 200 len: 1123 time: 1.1974626 Sep 16 04:34:44.566049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e3f09-842d-43f7-b0a3-8a92c67886f0 req-312a1d27-6b69-42d9-b3b3-1f925ca871a7 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:44.568098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa5e3f09-842d-43f7-b0a3-8a92c67886f0 req-312a1d27-6b69-42d9-b3b3-1f925ca871a7 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 950 time: 0.1163735 Sep 16 04:34:44.621241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['99b87ed8-b576-4c22-b57d-7dd4ef45b52f'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:44.649046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa5e3f09-842d-43f7-b0a3-8a92c67886f0 req-3a6cc5f5-1837-41e7-8d6e-10f3a24f665d tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684311 Sep 16 04:34:44.689564 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-783e97af-8c98-46b8-a0d6-ef236620f0a6 req-69e8bffd-b52a-417e-8692-77f754b3cde2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657841 Sep 16 04:34:44.704881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Allocated IP 172.20.0.10 (65c76dcb-df8f-470f-8ee3-77efa2d85f81/87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7/61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:44.762918 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64751a2-7af7-4528-91b6-2fcb73df9b05 x-openstack-request-id: req-a64751a2-7af7-4528-91b6-2fcb73df9b05 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:44.763956 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed114bb2-bb9e-4181-b33f-671f425a7d7a", "name": "network-vif-plugged", "status": "completed", "tag": "1d7ae70c-51b1-4ce0-b3be-ff782ea48287", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:44.764217 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a64751a2-7af7-4528-91b6-2fcb73df9b05 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:44.764605 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287', 'code': 200} Sep 16 04:34:44.961292 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17b12472-8be8-4bf3-9de3-361e6f15bcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:44.970244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2784ae5-93ef-4f00-944c-6bd67fe8a277 req-53d201b1-f459-4283-8fad-762cb0d31e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:44.976528 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2784ae5-93ef-4f00-944c-6bd67fe8a277 req-53d201b1-f459-4283-8fad-762cb0d31e28 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 1098 time: 0.1026928 Sep 16 04:34:45.039861 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2784ae5-93ef-4f00-944c-6bd67fe8a277 req-c8b69436-d7cf-4fac-bca5-e54d59d1f4b5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581992 Sep 16 04:34:45.136887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46628) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:45.159537 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-780afeff-94bc-4fca-b4eb-e0ca8537b904 req-2a8e3bf4-4aee-4e8c-8c71-e662d1c66144 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 210 time: 0.0342600 Sep 16 04:34:45.187684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.195366 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09f178c2-dab3-4643-aea7-2aede7b2cdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.240265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ba5a7-0ac5-49a4-8f86-4632f28e6ef8 req-2fb0837b-6ae4-4880-b931-f22114f7b8e9 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:45.248284 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-139ba5a7-0ac5-49a4-8f86-4632f28e6ef8 req-2fb0837b-6ae4-4880-b931-f22114f7b8e9 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 950 time: 0.1580703 Sep 16 04:34:45.306701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d74b1-6b63-4ead-94b0-fb026879a1c8 req-d616a5c3-f749-4f73-987b-bd11c331e9f6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:45.309750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac3d74b1-6b63-4ead-94b0-fb026879a1c8 req-d616a5c3-f749-4f73-987b-bd11c331e9f6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 943 time: 0.0556521 Sep 16 04:34:45.324353 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46634) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:45.345537 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-139ba5a7-0ac5-49a4-8f86-4632f28e6ef8 req-242adb55-54c9-4e63-ad21-38c390f50f2f tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963013 Sep 16 04:34:45.351917 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17b12472-8be8-4bf3-9de3-361e6f15bcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.356705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac3d74b1-6b63-4ead-94b0-fb026879a1c8 req-f2f46593-7fdb-4d8b-b493-af34544bb147 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Sep 16 04:34:45.358568 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.362956 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17b12472-8be8-4bf3-9de3-361e6f15bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.460585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b12472-8be8-4bf3-9de3-361e6f15bcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf54c795-f6f4-4ed5-9fc2-f12dedc2b76e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:45.465297 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-17b12472-8be8-4bf3-9de3-361e6f15bcb2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de8e06851a5a486598836da4192a966f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9465311 Sep 16 04:34:45.468806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46644) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:45.469831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:45.480600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:45.488075 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:45.493246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:45.493914 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.501383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Pushing event updated for resources: {'Port': ['ID=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:45.582797 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-966b5454-d419-4091-95b4-2c3146df47e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.592143 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09f178c2-dab3-4643-aea7-2aede7b2cdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.605588 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09f178c2-dab3-4643-aea7-2aede7b2cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.618228 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-966b5454-d419-4091-95b4-2c3146df47e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.624522 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d558b737-85cf-4d1b-82b7-9802a73d095d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6324019 Sep 16 04:34:45.661629 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Request body: {'port': {'device_id': '06d9b9db-62e3-4ca6-b543-d927f56aba72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:45.692208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-09f178c2-dab3-4643-aea7-2aede7b2cdcb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b79803e9c9064c5fa75191cd898f09b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487747 Sep 16 04:34:45.696242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46652) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:45.701042 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f178c2-dab3-4643-aea7-2aede7b2cdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e263f46f-03c7-4b1f-8c11-24720a95ba43,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:45.737298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39807f1-ef20-4f6a-8582-46df9d78f471 req-8157ff3d-af96-45d6-848a-a667a4a14e8d tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:45.738988 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c39807f1-ef20-4f6a-8582-46df9d78f471 req-8157ff3d-af96-45d6-848a-a667a4a14e8d tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 950 time: 0.0990164 Sep 16 04:34:45.753223 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4943a98-87d9-4998-b63e-918a6d6de214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.756100 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.799652 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c39807f1-ef20-4f6a-8582-46df9d78f471 req-ece6b854-5be5-47cb-9432-ba835a96d0b4 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370042 Sep 16 04:34:45.816754 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-966b5454-d419-4091-95b4-2c3146df47e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.819950 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-966b5454-d419-4091-95b4-2c3146df47e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.824071 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-966b5454-d419-4091-95b4-2c3146df47e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf54c795-f6f4-4ed5-9fc2-f12dedc2b76e HTTP/1.1" status: 204 len: 168 time: 0.3540933 Sep 16 04:34:45.834140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b5454-d419-4091-95b4-2c3146df47e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf54c795-f6f4-4ed5-9fc2-f12dedc2b76e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:45.837375 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc810-f73b-4079-9b02-0ab04cb41a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.868787 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc810-f73b-4079-9b02-0ab04cb41a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.936670 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc810-f73b-4079-9b02-0ab04cb41a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.956459 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b6dc810-f73b-4079-9b02-0ab04cb41a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:45.962966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2b6dc810-f73b-4079-9b02-0ab04cb41a6f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e263f46f-03c7-4b1f-8c11-24720a95ba43 HTTP/1.1" status: 204 len: 168 time: 0.2569780 Sep 16 04:34:46.004062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6dc810-f73b-4079-9b02-0ab04cb41a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e263f46f-03c7-4b1f-8c11-24720a95ba43,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:46.043785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8de24-7154-4500-ad28-d5e76fc38f8b req-c478e8b2-3997-428a-be94-4b8e83605d6d tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:46.045447 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41b8de24-7154-4500-ad28-d5e76fc38f8b req-c478e8b2-3997-428a-be94-4b8e83605d6d tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 946 time: 0.0812449 Sep 16 04:34:46.057519 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4943a98-87d9-4998-b63e-918a6d6de214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.070863 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4943a98-87d9-4998-b63e-918a6d6de214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.105929 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41b8de24-7154-4500-ad28-d5e76fc38f8b req-68779ee6-0b89-4850-8d4c-770d1effa420 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537608 Sep 16 04:34:46.123337 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c4943a98-87d9-4998-b63e-918a6d6de214 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5f9b133a5f74f55a5f8fcdcd6ce9354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7964957 Sep 16 04:34:46.126143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46668) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:46.138751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4943a98-87d9-4998-b63e-918a6d6de214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35d04c7-c103-49ad-88c2-932cfb56dc05,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:46.186079 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:46.194504 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.200474 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-278388ac-8ccf-414c-81fe-2cb21619a23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.216567 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Transition to ACTIVE for port object 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:46.226727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-278388ac-8ccf-414c-81fe-2cb21619a23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.235822 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.315510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f527aeba-2647-41b6-bb0d-ee59c4ac5e26', 'tag': '99b87ed8-b576-4c22-b57d-7dd4ef45b52f'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:46.320219 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd2ad04-ad5c-438d-979e-175c3555740c" -d '{"events": [{"name": "network-changed", "server_uuid": "f527aeba-2647-41b6-bb0d-ee59c4ac5e26", "tag": "99b87ed8-b576-4c22-b57d-7dd4ef45b52f"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:46.365765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-278388ac-8ccf-414c-81fe-2cb21619a23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.368339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-278388ac-8ccf-414c-81fe-2cb21619a23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.373499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-278388ac-8ccf-414c-81fe-2cb21619a23b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d35d04c7-c103-49ad-88c2-932cfb56dc05 HTTP/1.1" status: 204 len: 168 time: 0.2460427 Sep 16 04:34:46.378762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Attempting to bind port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:46.380029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Attempting to bind port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:46.380688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Attempting to bind port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:46.386808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Pushing event updated for resources: {'Port': ['ID=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:46.392488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:46.392981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Attempting to bind port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:46.398457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:46.399006 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:46.399494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Bound using segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:46.400030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Bound port: 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:46.400489 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.410809 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37f4b7-c7f6-447e-b533-08464c5c2168 req-4b253686-c2a0-4346-8fe4-37bc5ecd9128 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:46.413767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea37f4b7-c7f6-447e-b533-08464c5c2168 req-4b253686-c2a0-4346-8fe4-37bc5ecd9128 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 944 time: 0.1164160 Sep 16 04:34:46.425941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278388ac-8ccf-414c-81fe-2cb21619a23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35d04c7-c103-49ad-88c2-932cfb56dc05,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:46.489087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:46.492462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:46.499200 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.508676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea37f4b7-c7f6-447e-b533-08464c5c2168 req-3777b3df-397f-4377-b400-604600725eba tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848944 Sep 16 04:34:46.516329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46684) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:46.549899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-239f1b33-4850-42a0-92c0-2060e4c32f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.621557 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bbd691-280d-432e-bd79-b20412c35517 x-openstack-request-id: req-03bbd691-280d-432e-bd79-b20412c35517 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:46.621886 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f527aeba-2647-41b6-bb0d-ee59c4ac5e26", "tag": "99b87ed8-b576-4c22-b57d-7dd4ef45b52f", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:46.622201 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03bbd691-280d-432e-bd79-b20412c35517 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:46.624512 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f527aeba-2647-41b6-bb0d-ee59c4ac5e26', 'tag': '99b87ed8-b576-4c22-b57d-7dd4ef45b52f', 'status': 'completed', 'code': 200} Sep 16 04:34:46.736345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ad04-ad5c-438d-979e-175c3555740c req-1e7b1424-5d4f-4bed-b889-5e1c8ae508c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:46.737926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cd2ad04-ad5c-438d-979e-175c3555740c req-1e7b1424-5d4f-4bed-b889-5e1c8ae508c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 1126 time: 0.0980334 Sep 16 04:34:46.801762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:46.802412 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.804413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] 10.222.0.15 "PUT /v2.0/ports/61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd HTTP/1.1" status: 200 len: 1093 time: 1.1566226 Sep 16 04:34:46.807420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d9b9db-62e3-4ca6-b543-d927f56aba72', 'tag': '61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:46.811728 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f604633-2fcf-45cb-9dfc-e7dec476a3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "06d9b9db-62e3-4ca6-b543-d927f56aba72", "tag": "61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:46.874805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f894d3-12b0-47e5-9d48-f135ca8e339f service neutron] Pushing event updated for resources: {'Port': ['ID=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:46.909529 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c87a93f-2de9-4ba1-983e-399c7182690e x-openstack-request-id: req-9c87a93f-2de9-4ba1-983e-399c7182690e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:46.909852 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d9b9db-62e3-4ca6-b543-d927f56aba72", "tag": "61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:46.910106 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c87a93f-2de9-4ba1-983e-399c7182690e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:46.910487 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d9b9db-62e3-4ca6-b543-d927f56aba72', 'tag': '61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd', 'status': 'completed', 'code': 200} Sep 16 04:34:46.913793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-46e1bfcd-3298-4b8f-93c6-30badb40b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:46.915311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-46e1bfcd-3298-4b8f-93c6-30badb40b1ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 1096 time: 0.0526125 Sep 16 04:34:46.942945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-239f1b33-4850-42a0-92c0-2060e4c32f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.964816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-239f1b33-4850-42a0-92c0-2060e4c32f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:46.984922 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-f09edc0d-8e09-43c7-953b-0fc93a51ae3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd HTTP/1.1" status: 200 len: 217 time: 0.0581424 Sep 16 04:34:47.005651 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e79e2-1c3a-4c65-9d7b-f97f147e920e req-3bf22807-3afb-429f-9b6e-4951c6399ed5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:47.014178 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae6e79e2-1c3a-4c65-9d7b-f97f147e920e req-3bf22807-3afb-429f-9b6e-4951c6399ed5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 943 time: 0.2848034 Sep 16 04:34:47.080947 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-164803d5-4c21-4954-9fea-8e7757a39eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:47.082500 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-164803d5-4c21-4954-9fea-8e7757a39eb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.0907066 Sep 16 04:34:47.090716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-239f1b33-4850-42a0-92c0-2060e4c32f74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae0c1108042a4e989549b4325b4f519a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5724273 Sep 16 04:34:47.091610 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46700) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:47.094899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46702) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:47.101229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ad04-ad5c-438d-979e-175c3555740c req-e6e731cc-6b8a-468f-b800-bc13fa4b1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:47.102780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cd2ad04-ad5c-438d-979e-175c3555740c req-e6e731cc-6b8a-468f-b800-bc13fa4b1bc2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.3542073 Sep 16 04:34:47.121265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f1b33-4850-42a0-92c0-2060e4c32f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414296ea-30a6-4228-ae2f-8ab9f17a002f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:47.135640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-f508ae0a-a1d0-4fc1-9f04-bb2db10591fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425153 Sep 16 04:34:47.137234 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-399c8332-fe8a-4a8d-9325-34e7cfe72a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.160259 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a30c5bd-299d-4977-a3cf-44034d2b96fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.165580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b50709-f74c-4214-aa75-ea0f439342ad req-51911f93-f98f-4e62-a74d-5984a48833d3 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:47.166813 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-25b50709-f74c-4214-aa75-ea0f439342ad req-51911f93-f98f-4e62-a74d-5984a48833d3 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 950 time: 0.1207936 Sep 16 04:34:47.291095 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-25b50709-f74c-4214-aa75-ea0f439342ad req-a0cd07f9-fceb-4edd-8b31-c3e5e6debe2f tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089284 Sep 16 04:34:47.336043 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-d63e960a-1cbf-41c9-b274-87b828fd286e service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873615 Sep 16 04:34:47.451786 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-399c8332-fe8a-4a8d-9325-34e7cfe72a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.461939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c2ca0-91f1-401c-8d66-97253cc74039 req-cd02d912-bcac-4948-b126-f59b89f3b266 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:47.462668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-399c8332-fe8a-4a8d-9325-34e7cfe72a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.465189 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-172c2ca0-91f1-401c-8d66-97253cc74039 req-cd02d912-bcac-4948-b126-f59b89f3b266 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 950 time: 0.5172067 Sep 16 04:34:47.476861 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae6e79e2-1c3a-4c65-9d7b-f97f147e920e req-32739ab9-5dd6-49d7-b90a-e733ad2fe6fa tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608536 Sep 16 04:34:47.503483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cd2ad04-ad5c-438d-979e-175c3555740c req-8cbff877-70ce-494c-b021-c794a1ae9897 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f HTTP/1.1" status: 200 len: 217 time: 0.3838100 Sep 16 04:34:47.510676 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dce1f2cc-d7dc-405c-a471-d59ef1fe0873 req-dd701af2-b763-44e8-abaa-1c47dd690ce9 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661544 Sep 16 04:34:47.519907 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-399c8332-fe8a-4a8d-9325-34e7cfe72a0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c081600c83e9466c9131da9a0dc47827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257748 Sep 16 04:34:47.524963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46718) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:47.570644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c8332-fe8a-4a8d-9325-34e7cfe72a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad5656f-7e3e-42b1-8352-97783f6ddc23,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:47.586775 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.651706 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc94db88-9273-454f-8f8a-0eddf3d246b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.682473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f604633-2fcf-45cb-9dfc-e7dec476a3c2 req-05e75874-5e7d-40f1-a18a-bc48d60ac235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:47.685388 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f604633-2fcf-45cb-9dfc-e7dec476a3c2 req-05e75874-5e7d-40f1-a18a-bc48d60ac235 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 1096 time: 0.0960767 Sep 16 04:34:47.687320 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc94db88-9273-454f-8f8a-0eddf3d246b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.723224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 99b87ed8-b576-4c22-b57d-7dd4ef45b52f details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:47.811670 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.857149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763b499-48db-4668-acec-d40e375eb710 req-30cfa1ce-5792-4f31-a9d6-108b88ebb0bc tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:47.865420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d763b499-48db-4668-acec-d40e375eb710 req-30cfa1ce-5792-4f31-a9d6-108b88ebb0bc tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 946 time: 0.2690828 Sep 16 04:34:47.868392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ad04-ad5c-438d-979e-175c3555740c req-4b3cad5e-3078-4bcd-a00c-15ec86072e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:47.870136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cd2ad04-ad5c-438d-979e-175c3555740c req-4b3cad5e-3078-4bcd-a00c-15ec86072e8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.2920096 Sep 16 04:34:47.881395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:47.897081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 99b87ed8-b576-4c22-b57d-7dd4ef45b52f has no active binding in host n-h2-712142-17 {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:34:47.937304 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc94db88-9273-454f-8f8a-0eddf3d246b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.940520 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc94db88-9273-454f-8f8a-0eddf3d246b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:47.942921 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fc94db88-9273-454f-8f8a-0eddf3d246b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ad5656f-7e3e-42b1-8352-97783f6ddc23 HTTP/1.1" status: 204 len: 168 time: 0.4169445 Sep 16 04:34:47.970589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cd2ad04-ad5c-438d-979e-175c3555740c req-832eae07-167f-4bda-b5b2-f42a18c830b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698562 Sep 16 04:34:48.002409 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d763b499-48db-4668-acec-d40e375eb710 req-e3a2864e-1e54-4b1d-8a5c-621add34cd43 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356640 Sep 16 04:34:48.019185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129560e-e212-4dc5-80e1-94e2e4fc3805 req-0b78b898-25d2-4cf3-aa40-83c3aade7b66 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:48.030524 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0129560e-e212-4dc5-80e1-94e2e4fc3805 req-0b78b898-25d2-4cf3-aa40-83c3aade7b66 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 944 time: 0.2260842 Sep 16 04:34:48.033553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94db88-9273-454f-8f8a-0eddf3d246b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad5656f-7e3e-42b1-8352-97783f6ddc23,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:48.043542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f604633-2fcf-45cb-9dfc-e7dec476a3c2 req-2fb3a3cc-cadc-433f-b715-e1ae08bb4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:48.047240 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f604633-2fcf-45cb-9dfc-e7dec476a3c2 req-2fb3a3cc-cadc-433f-b715-e1ae08bb4d0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.3521562 Sep 16 04:34:48.073255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-172c2ca0-91f1-401c-8d66-97253cc74039 req-d0bb0996-13fb-4a76-ad23-276f07ed86de tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Deleting port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:34:48.074080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-172c2ca0-91f1-401c-8d66-97253cc74039 req-d0bb0996-13fb-4a76-ad23-276f07ed86de tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:48.124839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f604633-2fcf-45cb-9dfc-e7dec476a3c2 req-94294e18-6d04-4085-a591-d9f870b47b8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd HTTP/1.1" status: 200 len: 217 time: 0.0607712 Sep 16 04:34:48.191117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0129560e-e212-4dc5-80e1-94e2e4fc3805 req-4c46ef9f-ee09-4484-8388-2ca424682998 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595809 Sep 16 04:34:48.224719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f604633-2fcf-45cb-9dfc-e7dec476a3c2 req-f365e59a-d924-4e78-a8fe-ac7809b08914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:48.226532 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f604633-2fcf-45cb-9dfc-e7dec476a3c2 req-f365e59a-d924-4e78-a8fe-ac7809b08914 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.0924802 Sep 16 04:34:48.249804 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:48.252553 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:48.253764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/414296ea-30a6-4228-ae2f-8ab9f17a002f HTTP/1.1" status: 204 len: 168 time: 1.1539838 Sep 16 04:34:48.303243 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f604633-2fcf-45cb-9dfc-e7dec476a3c2 req-9aa213bc-8692-46da-bea4-fabfa8ed0fca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447755 Sep 16 04:34:48.393354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414296ea-30a6-4228-ae2f-8ab9f17a002f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:48.442532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:48.442793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:48.443032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:48.443369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:48.443706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:48.444039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:48.444370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:48.444701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:48.445029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:48.445374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:48.445750 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:48.446032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c187ba-083e-4ad7-8c91-2e18d5064af8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:48.479170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cd2ad04-ad5c-438d-979e-175c3555740c req-88e0cb3d-8ab9-4644-b9e2-874141264225 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997630 Sep 16 04:34:48.532127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5d7ab-a566-4924-bf2a-7d2ab0fa5dca req-00206b00-a623-4731-b8ba-80d217357009 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:48.534855 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28e5d7ab-a566-4924-bf2a-7d2ab0fa5dca req-00206b00-a623-4731-b8ba-80d217357009 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 950 time: 0.0989752 Sep 16 04:34:48.537471 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f604633-2fcf-45cb-9dfc-e7dec476a3c2 req-c21c7511-905a-4bc8-a4b0-6013a0ee6eef service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244308 Sep 16 04:34:48.549530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-172c2ca0-91f1-401c-8d66-97253cc74039 req-d0bb0996-13fb-4a76-ad23-276f07ed86de tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] For port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:48.550081 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-172c2ca0-91f1-401c-8d66-97253cc74039 req-d0bb0996-13fb-4a76-ad23-276f07ed86de tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:48.562203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4ab0c-abc0-4ff2-aaa6-ff50c8379a3c req-be274f5a-1fa8-4cec-8ead-8f521f3a1768 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:48.568623 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80e4ab0c-abc0-4ff2-aaa6-ff50c8379a3c req-be274f5a-1fa8-4cec-8ead-8f521f3a1768 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 946 time: 0.2254262 Sep 16 04:34:48.574741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46762) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:48.648571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f217ae00-9256-4bbe-9bb9-9b2582054d8e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Request body: {'floatingip': {'port_id': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:48.657118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-172c2ca0-91f1-401c-8d66-97253cc74039 req-d0bb0996-13fb-4a76-ad23-276f07ed86de tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Calling delete_port for a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:34:48.720286 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28e5d7ab-a566-4924-bf2a-7d2ab0fa5dca req-86adc91f-583f-4425-a943-7ce1bbc15565 tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/security-groups?id=886b1bd6-cc49-4009-9354-5d256b3fd4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791849 Sep 16 04:34:48.750492 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f217ae00-9256-4bbe-9bb9-9b2582054d8e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:48.816818 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f604633-2fcf-45cb-9dfc-e7dec476a3c2 req-5a71db5a-67b9-405b-8c58-e14b6271b9b1 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514470 Sep 16 04:34:48.828808 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cd2ad04-ad5c-438d-979e-175c3555740c req-b0e0d9d6-14d7-4613-bcf9-1ab423d53dcb service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280604 Sep 16 04:34:48.888557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f6092-05aa-4a52-84c4-f0d2eddd0272 req-e9809675-72e7-49eb-b1a8-fb9ae285c18d tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:48.895298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a88f6092-05aa-4a52-84c4-f0d2eddd0272 req-e9809675-72e7-49eb-b1a8-fb9ae285c18d tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 943 time: 0.1836588 Sep 16 04:34:48.994724 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a88f6092-05aa-4a52-84c4-f0d2eddd0272 req-4fa0919d-f257-4ad2-a204-389072d274eb tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837989 Sep 16 04:34:49.059675 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-172c2ca0-91f1-401c-8d66-97253cc74039 req-d0bb0996-13fb-4a76-ad23-276f07ed86de tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.072039 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['a79f1468-bae1-4fcb-ae4f-7f5105fb73a5'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:49.156818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb0996-13fb-4a76-ad23-276f07ed86de tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Pushing event deleted for resources: {'Port': ['ID=a79f1468-bae1-4fcb-ae4f-7f5105fb73a5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:49.196499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-172c2ca0-91f1-401c-8d66-97253cc74039 req-d0bb0996-13fb-4a76-ad23-276f07ed86de tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] No DVR routers for this DVR port a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:34:49.202493 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-172c2ca0-91f1-401c-8d66-97253cc74039 req-d0bb0996-13fb-4a76-ad23-276f07ed86de tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.204984 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-172c2ca0-91f1-401c-8d66-97253cc74039 req-d0bb0996-13fb-4a76-ad23-276f07ed86de tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.15 "DELETE /v2.0/ports/a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 HTTP/1.1" status: 204 len: 173 time: 1.7265460 Sep 16 04:34:49.205533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fa213c-961a-4b26-a912-96861eeb5ebf', 'name': 'network-vif-deleted', 'tag': 'a79f1468-bae1-4fcb-ae4f-7f5105fb73a5'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:49.208082 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf20bb2-4395-43f1-b274-4bfade1e814d" -d '{"events": [{"server_uuid": "c9fa213c-961a-4b26-a912-96861eeb5ebf", "name": "network-vif-deleted", "tag": "a79f1468-bae1-4fcb-ae4f-7f5105fb73a5"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:49.281181 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8880d323-6588-4683-bde3-9e4587c40cd2 x-openstack-request-id: req-8880d323-6588-4683-bde3-9e4587c40cd2 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:49.281829 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fa213c-961a-4b26-a912-96861eeb5ebf", "name": "network-vif-deleted", "tag": "a79f1468-bae1-4fcb-ae4f-7f5105fb73a5", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:49.281829 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8880d323-6588-4683-bde3-9e4587c40cd2 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:49.282159 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fa213c-961a-4b26-a912-96861eeb5ebf', 'name': 'network-vif-deleted', 'tag': 'a79f1468-bae1-4fcb-ae4f-7f5105fb73a5', 'status': 'completed', 'code': 200} Sep 16 04:34:49.393487 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:34:49.399618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b042f00-59ef-4d8d-808e-0e559a81c554 req-ba90d38f-94ac-4a6e-9c97-b3b6b4595513 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:49.415945 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b042f00-59ef-4d8d-808e-0e559a81c554 req-ba90d38f-94ac-4a6e-9c97-b3b6b4595513 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 944 time: 0.1007960 Sep 16 04:34:49.473670 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b042f00-59ef-4d8d-808e-0e559a81c554 req-2e03e274-3296-4438-b8c4-14b41dbfad35 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566370 Sep 16 04:34:49.489925 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46800) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:49.700802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e24e3aa-fa45-4e92-8d29-948d4c003592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.867268 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e24e3aa-fa45-4e92-8d29-948d4c003592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.877463 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e24e3aa-fa45-4e92-8d29-948d4c003592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.930846 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-9b0dd8e0-456f-4986-90dc-e9a4a306f588 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=220f6be1326d49f48ff637872d6294e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572858 Sep 16 04:34:49.963888 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7e650c48-7f27-447f-913a-36b236c7b697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:49.987549 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2af76a25-192e-45f0-ad04-cc4cb0878e12 req-fc8bdacb-f922-4ff6-8c52-00ecfd36ec1f tempest-DeleteServersAdminTestJSON-593355222 tempest-DeleteServersAdminTestJSON-593355222-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9fa213c-961a-4b26-a912-96861eeb5ebf HTTP/1.1" status: 200 len: 210 time: 0.0921857 Sep 16 04:34:50.010279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24e3aa-fa45-4e92-8d29-948d4c003592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e5b6b1-432c-4125-aa65-9b2da3269207,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:50.032366 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0e24e3aa-fa45-4e92-8d29-948d4c003592 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16003ef52c614eb4ab5d91946ad2ef6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5413260 Sep 16 04:34:50.036539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46832) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:50.080773 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f217ae00-9256-4bbe-9bb9-9b2582054d8e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.098480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-9c10fc96-9a44-4bf1-be53-bd7f09c95f2b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:50.105589 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-9c10fc96-9a44-4bf1-be53-bd7f09c95f2b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736479 Sep 16 04:34:50.123724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-2798402e-b31e-4983-b1d4-438d11715dd0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/quotas/220f6be1326d49f48ff637872d6294e2 HTTP/1.1" status: 200 len: 375 time: 0.0166945 Sep 16 04:34:50.125707 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f217ae00-9256-4bbe-9bb9-9b2582054d8e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.186346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-413879f2-e61f-495d-9cfb-eca60e36c9ad service neutron] 10.222.0.50 "GET /v2.0/ports/99b87ed8-b576-4c22-b57d-7dd4ef45b52f/bindings/n-h2-712142-17 HTTP/1.1" status: 200 len: 385 time: 0.2592463 Sep 16 04:34:50.186597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-7e4d226c-2a3b-42fc-b111-a86e548c8b42 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619254 Sep 16 04:34:50.192699 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11dbaff9-71f1-44f7-b048-642625b7171d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.210344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3687a-7544-4041-9724-fb015ca1f8ab req-7861cc04-e448-4d64-a953-c408c6d44dfa tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:50.217930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b9a3687a-7544-4041-9724-fb015ca1f8ab req-7861cc04-e448-4d64-a953-c408c6d44dfa tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 943 time: 0.1066451 Sep 16 04:34:50.262189 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-f217ae00-9256-4bbe-9bb9-9b2582054d8e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Floating IP bd54f926-fe0b-43ac-bbe0-e38f63e687d5 associated. External IP: 172.25.0.93, port: 1d7ae70c-51b1-4ce0-b3be-ff782ea48287. Sep 16 04:34:50.293692 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11dbaff9-71f1-44f7-b048-642625b7171d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.324242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b9a3687a-7544-4041-9724-fb015ca1f8ab req-782bd769-774b-48c1-9f7d-504e889531f8 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052418 Sep 16 04:34:50.433647 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-952e77f9-111f-4cbb-8cab-4321349aef19 req-ee161d22-6650-4c2f-bf37-06807c78ce05 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 210 time: 0.0360281 Sep 16 04:34:50.486527 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11dbaff9-71f1-44f7-b048-642625b7171d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.489226 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11dbaff9-71f1-44f7-b048-642625b7171d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.503024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-11dbaff9-71f1-44f7-b048-642625b7171d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55e5b6b1-432c-4125-aa65-9b2da3269207 HTTP/1.1" status: 204 len: 168 time: 0.4617543 Sep 16 04:34:50.594962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbaff9-71f1-44f7-b048-642625b7171d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e5b6b1-432c-4125-aa65-9b2da3269207,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:50.597638 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f217ae00-9256-4bbe-9bb9-9b2582054d8e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Router 913d95bd-ffcb-4588-b162-7b42f484100e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:34:50.657298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-d64cc7c5-d479-429b-a2fa-f9f1fd04e9e3 service neutron] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:50.703312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3e36f-f24a-4462-8939-8bff7ec00150 req-79c8e9a2-7ce6-456a-ac88-59e4970b3df8 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:50.713839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fa3e36f-f24a-4462-8939-8bff7ec00150 req-79c8e9a2-7ce6-456a-ac88-59e4970b3df8 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 944 time: 0.1204743 Sep 16 04:34:50.721721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-d64cc7c5-d479-429b-a2fa-f9f1fd04e9e3 service neutron] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:50.723408 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.800189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f217ae00-9256-4bbe-9bb9-9b2582054d8e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:34:50.805518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f217ae00-9256-4bbe-9bb9-9b2582054d8e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:50.814791 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-d64cc7c5-d479-429b-a2fa-f9f1fd04e9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b87ed8-b576-4c22-b57d-7dd4ef45b52f {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:50.816554 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea03b7b-ae03-498c-8168-083f388a6e84 None None] Sync routers for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:34:50.833177 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea03b7b-ae03-498c-8168-083f388a6e84 None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:50.834353 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-bea03b7b-ae03-498c-8168-083f388a6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:34:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:50.838623 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f217ae00-9256-4bbe-9bb9-9b2582054d8e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "PUT /v2.0/floatingips/bd54f926-fe0b-43ac-bbe0-e38f63e687d5 HTTP/1.1" status: 200 len: 991 time: 2.2298253 Sep 16 04:34:50.850074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fa3e36f-f24a-4462-8939-8bff7ec00150 req-b9437c23-0191-4c9a-ae7f-fa349322e195 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345129 Sep 16 04:34:50.853326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'tag': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:50.856249 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072e81e2-1235-4e32-aa2a-e305f296b976" -d '{"events": [{"name": "network-changed", "server_uuid": "ed114bb2-bb9e-4181-b33f-671f425a7d7a", "tag": "1d7ae70c-51b1-4ce0-b3be-ff782ea48287"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:50.865555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-d64cc7c5-d479-429b-a2fa-f9f1fd04e9e3 service neutron] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:50.877128 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-d633d1cc-03a4-4442-9da9-8ca7aefffcd8 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5955712a3545424088408de6eb6a84a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363550 Sep 16 04:34:50.902557 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-d64cc7c5-d479-429b-a2fa-f9f1fd04e9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.102264 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c7899a-9491-4272-a3fa-6951aa8d9d10 x-openstack-request-id: req-09c7899a-9491-4272-a3fa-6951aa8d9d10 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:51.102850 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-bea03b7b-ae03-498c-8168-083f388a6e84 None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:51.102936 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed114bb2-bb9e-4181-b33f-671f425a7d7a", "tag": "1d7ae70c-51b1-4ce0-b3be-ff782ea48287", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:51.102936 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09c7899a-9491-4272-a3fa-6951aa8d9d10 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:51.103292 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'tag': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287', 'status': 'completed', 'code': 200} Sep 16 04:34:51.108607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.50', 52640) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:51.191338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-a0778558-a6eb-4546-b7ad-4c4daf1026c3 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:51.192953 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-a0778558-a6eb-4546-b7ad-4c4daf1026c3 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088558 Sep 16 04:34:51.209267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-d64cc7c5-d479-429b-a2fa-f9f1fd04e9e3 service neutron] Transition to ACTIVE for port object 99b87ed8-b576-4c22-b57d-7dd4ef45b52f will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:51.216965 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-dae555d9-5e85-46cd-8ecc-52c1f8048576 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/quotas/5955712a3545424088408de6eb6a84a9 HTTP/1.1" status: 200 len: 375 time: 0.0175545 Sep 16 04:34:51.236074 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-d64cc7c5-d479-429b-a2fa-f9f1fd04e9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.269854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e81e2-1235-4e32-aa2a-e305f296b976 req-ec93c65a-cdb2-4595-bc18-e6fb21c47da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:51.271394 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-072e81e2-1235-4e32-aa2a-e305f296b976 req-ec93c65a-cdb2-4595-bc18-e6fb21c47da7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb934ba889964b6a93af769c60c7e9ec&device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 1098 time: 0.1619537 Sep 16 04:34:51.282662 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-841dcdb5-ea9c-4568-894b-2a9242d2ee0a tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5955712a3545424088408de6eb6a84a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586903 Sep 16 04:34:51.407762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-d64cc7c5-d479-429b-a2fa-f9f1fd04e9e3 service neutron] No DVR routers for this DVR port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:34:51.514076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e81e2-1235-4e32-aa2a-e305f296b976 req-fc6e66ca-c5e1-40af-a993-45ea065d0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:51.517795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46902) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:51.518591 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-072e81e2-1235-4e32-aa2a-e305f296b976 req-fc6e66ca-c5e1-40af-a993-45ea065d0c26 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98ad24e-5874-4124-88c8-f794aeec9495 HTTP/1.1" status: 200 len: 925 time: 0.2194955 Sep 16 04:34:51.529439 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.535992 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.555528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cc7c5-d479-429b-a2fa-f9f1fd04e9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,revision_number=10']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:51.686591 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.691648 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.764001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:34:51.765370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de54f972-b977-46f4-8386-8f2757c5af59,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:51.772435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:34:51.800200 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00d69acf76bc446aae410beac172ce7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780848 Sep 16 04:34:51.817122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:34:51.818045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a79f1468-bae1-4fcb-ae4f-7f5105fb73a5 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:34:51.820555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46910) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:51.840462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:51.840972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:51.841179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:51.841523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:51.842003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:51.842243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:51.842581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:51.842977 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:51.843241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:51.843573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:51.843907 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:51.844234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dbfb6-3db6-42be-8a7a-e821bd905985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:34:51.873572 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-bea03b7b-ae03-498c-8168-083f388a6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'bd54f926-fe0b-43ac-bbe0-e38f63e687d5', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'port_id': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'mac_address': 'fa:16:3e:7c:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:28Z', 'updated_at': '2021-09-16T04:34:49Z', 'revision_number': 1, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:51.900761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-d64cc7c5-d479-429b-a2fa-f9f1fd04e9e3 service neutron] 10.222.0.50 "PUT /v2.0/ports/99b87ed8-b576-4c22-b57d-7dd4ef45b52f/bindings/n-h2-712142-17/activate HTTP/1.1" status: 200 len: 370 time: 1.7059929 Sep 16 04:34:51.952961 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea03b7b-ae03-498c-8168-083f388a6e84 None None] Checking router: 913d95bd-ffcb-4588-b162-7b42f484100e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:34:51.985663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d14f6190-b838-483d-9f5e-700c1967b4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:51.989107 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea03b7b-ae03-498c-8168-083f388a6e84 None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:34:51.989798 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-bea03b7b-ae03-498c-8168-083f388a6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:34:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:52.020874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510d8a-bc62-42ee-9f36-2465ac9c386f req-82f8e9f1-ac17-4a99-b9e1-0b81fa4afbde tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:52.029165 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0510d8a-bc62-42ee-9f36-2465ac9c386f req-82f8e9f1-ac17-4a99-b9e1-0b81fa4afbde tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 944 time: 0.5094113 Sep 16 04:34:52.043909 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-072e81e2-1235-4e32-aa2a-e305f296b976 req-3f7236a5-f4fd-4c95-abf2-ae529f9bd316 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7ae70c-51b1-4ce0-b3be-ff782ea48287 HTTP/1.1" status: 200 len: 999 time: 0.5022843 Sep 16 04:34:52.072626 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d14f6190-b838-483d-9f5e-700c1967b4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.082729 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-c9e3143e-82aa-425a-a6b9-e89ca51f9c3c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=220f6be1326d49f48ff637872d6294e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776460 Sep 16 04:34:52.087438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:52.118868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd', 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81', 'port_id': '61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd', 'mac_address': 'fa:16:3e:6d:01:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:34:52.157174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0510d8a-bc62-42ee-9f36-2465ac9c386f req-d6693b16-fefa-49ff-9d4f-7a79f5938142 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224272 Sep 16 04:34:52.200581 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.225629 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-bea03b7b-ae03-498c-8168-083f388a6e84 None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:34:52.233127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:52.270271 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d14f6190-b838-483d-9f5e-700c1967b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.279206 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d14f6190-b838-483d-9f5e-700c1967b4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.286687 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d14f6190-b838-483d-9f5e-700c1967b4cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de54f972-b977-46f4-8386-8f2757c5af59 HTTP/1.1" status: 204 len: 168 time: 0.4649816 Sep 16 04:34:52.296872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:52.313125 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:52.319982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e81e2-1235-4e32-aa2a-e305f296b976 req-d1875d37-f03b-4590-a993-8505173509e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:52.337635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-072e81e2-1235-4e32-aa2a-e305f296b976 req-d1875d37-f03b-4590-a993-8505173509e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5 HTTP/1.1" status: 200 len: 863 time: 0.2648938 Sep 16 04:34:52.387660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f6190-b838-483d-9f5e-700c1967b4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de54f972-b977-46f4-8386-8f2757c5af59,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:52.422312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-c34e4736-421a-49ae-baeb-f8d8120dd320 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:52.424593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-c34e4736-421a-49ae-baeb-f8d8120dd320 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3339007 Sep 16 04:34:52.443217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Request body: {'port': {'device_id': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '220f6be1326d49f48ff637872d6294e2'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:52.451348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e81e2-1235-4e32-aa2a-e305f296b976 req-69e45f90-58e6-4ac0-b0f2-602e749307ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:52.453435 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-072e81e2-1235-4e32-aa2a-e305f296b976 req-69e45f90-58e6-4ac0-b0f2-602e749307ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98ad24e-5874-4124-88c8-f794aeec9495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054578 Sep 16 04:34:52.505860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:52.533200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:34:52.536599 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-a49bf4a5-abde-4ef9-8c1e-98af13a268cf tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5df8dbab911142b382909fed43937976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1529624 Sep 16 04:34:52.557403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-dc33cc26-7619-4282-bbc9-b5c3f9bb03d8 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:52.559710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-dc33cc26-7619-4282-bbc9-b5c3f9bb03d8 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26&tenant_id=043d7505d3794c99864b8a9842baccb0&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1096 time: 0.3479486 Sep 16 04:34:52.564605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-072e81e2-1235-4e32-aa2a-e305f296b976 req-3a971b1f-22cf-48b7-8379-0ae934a8e81b service neutron] 10.222.0.50 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973475 Sep 16 04:34:52.726449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-67e0b1dc-cad9-4667-a18c-361cfb51f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:52.728004 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-67e0b1dc-cad9-4667-a18c-361cfb51f7a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26&tenant_id=043d7505d3794c99864b8a9842baccb0 HTTP/1.1" status: 200 len: 1096 time: 0.1528375 Sep 16 04:34:52.765453 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-bea03b7b-ae03-498c-8168-083f388a6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'bd54f926-fe0b-43ac-bbe0-e38f63e687d5', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'port_id': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'mac_address': 'fa:16:3e:7c:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:28Z', 'updated_at': '2021-09-16T04:34:49Z', 'revision_number': 1, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:34:52.774119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d5c8921-02eb-476e-a45d-073a9b5a1f47 req-c142c527-e7ac-4046-9e5e-68b2828f9328 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 210 time: 0.3061824 Sep 16 04:34:52.816393 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea03b7b-ae03-498c-8168-083f388a6e84 None None] The sync data for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 is: [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'bd54f926-fe0b-43ac-bbe0-e38f63e687d5', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'port_id': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'mac_address': 'fa:16:3e:7c:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:28Z', 'updated_at': '2021-09-16T04:34:49Z', 'revision_number': 1, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:34:52.934039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a051-1243-4105-b253-528db6a184a8 req-d61b3233-8e6e-4fe7-bad2-adff09749bb7 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:52.942925 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-d61b3233-8e6e-4fe7-bad2-adff09749bb7 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4039443 Sep 16 04:34:52.958383 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0068463-af60-4b57-beb4-c56bf040c4a3 req-e0a95d88-e9c9-4bf5-9b02-1a78d6511b8e tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 210 time: 0.0607250 Sep 16 04:34:52.990572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46934) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:53.006501 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-9e776aba-9061-4290-a05e-e02faef276e0 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/quotas/5df8dbab911142b382909fed43937976 HTTP/1.1" status: 200 len: 375 time: 0.0432961 Sep 16 04:34:53.017801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-a892228b-639e-4069-b822-3a8e418374db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.020300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Made reservation on behalf of 220f6be1326d49f48ff637872d6294e2 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:53.022171 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-a892228b-639e-4069-b822-3a8e418374db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 1096 time: 0.2593722 Sep 16 04:34:53.025661 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.031204 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.045094 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.058857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-072e81e2-1235-4e32-aa2a-e305f296b976 req-298fb0ec-feb9-4788-a64b-f7dfa3715746 service neutron] 10.222.0.50 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574249 Sep 16 04:34:53.119959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-344fd216-8bee-4a98-89e3-c88b8eb19d4a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5df8dbab911142b382909fed43937976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960460 Sep 16 04:34:53.151461 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-c3fb9387-3827-4ddc-be75-80616f928f99 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5955712a3545424088408de6eb6a84a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558691 Sep 16 04:34:53.284789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b251f6a-ad0c-4ec6-a1ef-9ae9210e4b5d None None] New status for floating IP bd54f926-fe0b-43ac-bbe0-e38f63e687d5: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:34:53.293918 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-e829b011-ac64-43ea-96f0-7dcde2b8305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.295414 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-e829b011-ac64-43ea-96f0-7dcde2b8305d service neutron] 10.222.0.15 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.2378125 Sep 16 04:34:53.378252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9006659-7bb4-49f1-acea-ea4dac0016cc req-b8ef68c9-db21-4c2b-8bbd-0a20dd2ea92d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.386514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b9006659-7bb4-49f1-acea-ea4dac0016cc req-b8ef68c9-db21-4c2b-8bbd-0a20dd2ea92d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 945 time: 0.2889700 Sep 16 04:34:53.399476 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-ecc21d46-ddc9-4e88-ac31-79302a4587b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f HTTP/1.1" status: 200 len: 217 time: 0.0956247 Sep 16 04:34:53.460098 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.485825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.500794 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-19bd89de-de76-451d-ae08-39777d028803 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14ad765d36454521bc5edd67de8f8e79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5043793 Sep 16 04:34:53.502797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46954) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:53.525875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-42687d3d-9a86-4b51-9f85-2bb7c322f78d tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.528251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-42687d3d-9a86-4b51-9f85-2bb7c322f78d tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595595 Sep 16 04:34:53.582849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Request body: {'port': {'device_id': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '5955712a3545424088408de6eb6a84a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:53.613941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b9006659-7bb4-49f1-acea-ea4dac0016cc req-0602ad0b-93ba-4b65-aefa-6af568694530 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193964 Sep 16 04:34:53.649447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-a7799dd5-2656-42b1-a37b-f295e8f29417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.654950 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-a7799dd5-2656-42b1-a37b-f295e8f29417 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.2350447 Sep 16 04:34:53.677432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ca9457-1037-475f-a55b-db33f941dc6f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:53.739841 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-fd0877d2-68b2-45a8-87eb-9f6b7c11fcd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706439 Sep 16 04:34:53.785171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:34:53.795229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-25382ee5-eae4-4823-b93d-21182b1653b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.840384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Allocated IP 192.168.233.67 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/d8153196-2a0c-48bc-a7ff-b513882d2ba6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:53.864832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e031c-31b1-4983-baf7-5a7f8197025c req-05368acf-2382-444d-9c1e-2ce4fdda3648 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:53.866876 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-212e031c-31b1-4983-baf7-5a7f8197025c req-05368acf-2382-444d-9c1e-2ce4fdda3648 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 944 time: 0.1896923 Sep 16 04:34:53.881095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:34:53.888165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:53.888623 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.904001 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-25382ee5-eae4-4823-b93d-21182b1653b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:53.930866 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-504e1515-e3fa-4544-8c49-e5061161b851 req-f174099f-8de8-45a4-9b15-adeb3fa04375 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 210 time: 0.0786510 Sep 16 04:34:54.008261 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-212e031c-31b1-4983-baf7-5a7f8197025c req-67ce9c2b-c6fa-4b28-8cb6-b6fc54967a04 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265953 Sep 16 04:34:54.016742 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-5a268c9c-f75e-4bb6-a94a-0927a2b77014 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686129 Sep 16 04:34:54.094940 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.133706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99b87ed8-b576-4c22-b57d-7dd4ef45b52f no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:34:54.136676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d8ff03a-3c23-495b-9441-486a142abc02 req-98a69a04-2172-45f0-9759-80cbe566df40 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 210 time: 0.0808330 Sep 16 04:34:54.145676 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d9b9db-62e3-4ca6-b543-d927f56aba72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:54.148360 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20246ae-fd33-4a9b-88e1-d78045ca78ef" -d '{"events": [{"server_uuid": "06d9b9db-62e3-4ca6-b543-d927f56aba72", "name": "network-vif-plugged", "status": "completed", "tag": "61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:54.166338 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-25382ee5-eae4-4823-b93d-21182b1653b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.170914 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-25382ee5-eae4-4823-b93d-21182b1653b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.176004 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-25382ee5-eae4-4823-b93d-21182b1653b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/886b1bd6-cc49-4009-9354-5d256b3fd4d9 HTTP/1.1" status: 204 len: 168 time: 0.6660995 Sep 16 04:34:54.191189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Made reservation on behalf of 5955712a3545424088408de6eb6a84a9 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:54.205188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:34:54.208836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.217556 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.230269 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.259204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25382ee5-eae4-4823-b93d-21182b1653b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886b1bd6-cc49-4009-9354-5d256b3fd4d9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:54.321140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.15', 60351) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:54.325146 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c839df-0806-42f8-9dad-2d13647efe77 x-openstack-request-id: req-f1c839df-0806-42f8-9dad-2d13647efe77 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:54.326089 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d9b9db-62e3-4ca6-b543-d927f56aba72", "name": "network-vif-plugged", "status": "completed", "tag": "61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:54.326506 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1c839df-0806-42f8-9dad-2d13647efe77 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:54.326908 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d9b9db-62e3-4ca6-b543-d927f56aba72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd', 'code': 200} Sep 16 04:34:54.393509 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.440541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31092b-ca82-4081-b2ea-0c61a461bb58 req-7ae98cdb-194b-4ebb-a9b7-8a108e913cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:54.442542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c31092b-ca82-4081-b2ea-0c61a461bb58 req-7ae98cdb-194b-4ebb-a9b7-8a108e913cbf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 1098 time: 0.1199605 Sep 16 04:34:54.453760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99b87ed8-b576-4c22-b57d-7dd4ef45b52f not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:34:54.457962 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:54.525433 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.528354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.540440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c31092b-ca82-4081-b2ea-0c61a461bb58 req-11b6d9e6-dad0-47d7-bc08-9e26cb66d0b3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870328 Sep 16 04:34:54.603575 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.670106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21ed5992-7709-4b42-988c-8e55d09142ad req-b71e1a29-1733-4cf0-b7c9-1dd457f09ef6 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 210 time: 0.4862258 Sep 16 04:34:54.700213 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-ea34dde8-95fd-4294-8a62-b30f6d5c8fda service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6711965 Sep 16 04:34:54.720791 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:54.759700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:54.762388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Pushing event updated for resources: {'Port': ['ID=d8153196-2a0c-48bc-a7ff-b513882d2ba6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:54.764632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:54.770703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:54.771367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.788993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8331dd50-71b6-4b00-8a2f-4b54e10bc815,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:54.830974 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-17b1e205-06ac-495f-bf45-961f88288590 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3951831 Sep 16 04:34:54.837429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46994) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:54.848116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Request body: {'port': {'device_id': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:54.856544 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f83017c3-97ca-40e5-a8e6-ecba9c773057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:54.957556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9af05-ed93-4fce-b74f-bef8fa9220a9 req-7c1c871d-f1c1-46db-b814-7359c2c95569 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:54.959389 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9bc9af05-ed93-4fce-b74f-bef8fa9220a9 req-7c1c871d-f1c1-46db-b814-7359c2c95569 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 946 time: 0.2019136 Sep 16 04:34:54.985425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Allocated IP 192.168.233.178 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/03b4ee80-05d6-4959-b789-141500600078) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:55.046406 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f83017c3-97ca-40e5-a8e6-ecba9c773057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.051989 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f83017c3-97ca-40e5-a8e6-ecba9c773057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.059958 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.100700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9bc9af05-ed93-4fce-b74f-bef8fa9220a9 req-0319ff1f-780c-48f1-a3ea-37d8dee414f7 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960271 Sep 16 04:34:55.111672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-af6c062c-6383-4062-98e5-616be6d869f0 None None] Provisioning complete for port d8153196-2a0c-48bc-a7ff-b513882d2ba6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:55.111672 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-af6c062c-6383-4062-98e5-616be6d869f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.124354 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0c91144-867b-46c0-947d-88c35420aa0c req-8d2c7abe-09d7-4400-a006-325c1456af0f tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 210 time: 0.0555668 Sep 16 04:34:55.138754 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f83017c3-97ca-40e5-a8e6-ecba9c773057 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1dc27e526d814696a676ec06a5320413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954216 Sep 16 04:34:55.138754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47004) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:34:55.160878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83017c3-97ca-40e5-a8e6-ecba9c773057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8587d3ad-0318-4582-a7e6-38882c318b88,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:55.204074 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-af6c062c-6383-4062-98e5-616be6d869f0 None None] Port d8153196-2a0c-48bc-a7ff-b513882d2ba6 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:55.256057 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15b99881-2ee2-4863-92b6-70b18e295c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.284913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15b99881-2ee2-4863-92b6-70b18e295c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.372713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4845a-33ec-455a-b287-42b6b48ad07d req-797a91fd-935b-424c-a3a5-057b159e3848 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:55.374501 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fd4845a-33ec-455a-b287-42b6b48ad07d req-797a91fd-935b-424c-a3a5-057b159e3848 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 944 time: 0.0778246 Sep 16 04:34:55.410309 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.414561 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-20ad4b76-d832-4c1f-84ee-09f6c6e089a8 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5df8dbab911142b382909fed43937976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391250 Sep 16 04:34:55.419210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f8561-9949-4152-b5f9-0b67641dfa06 req-45237c99-f1a7-4a7f-84e2-c413b1405ca1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:55.420743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-185f8561-9949-4152-b5f9-0b67641dfa06 req-45237c99-f1a7-4a7f-84e2-c413b1405ca1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 935 time: 0.1142194 Sep 16 04:34:55.455951 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15b99881-2ee2-4863-92b6-70b18e295c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.459007 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15b99881-2ee2-4863-92b6-70b18e295c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.460019 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-15b99881-2ee2-4863-92b6-70b18e295c2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8587d3ad-0318-4582-a7e6-38882c318b88 HTTP/1.1" status: 204 len: 168 time: 0.3206077 Sep 16 04:34:55.488363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-185f8561-9949-4152-b5f9-0b67641dfa06 req-e0c47370-6005-4d2b-816d-a48cbba257e6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601866 Sep 16 04:34:55.508850 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.528998 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fd4845a-33ec-455a-b287-42b6b48ad07d req-b0df03b6-0d17-4f90-ade2-fbd307ba7e3f tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413867 Sep 16 04:34:55.551041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b99881-2ee2-4863-92b6-70b18e295c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8587d3ad-0318-4582-a7e6-38882c318b88,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:55.658349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a051-1243-4105-b253-528db6a184a8 req-6b1ef47c-29f3-46a6-8bd2-28cf5be069d7 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:55.660391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-6b1ef47c-29f3-46a6-8bd2-28cf5be069d7 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304697 Sep 16 04:34:55.680463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Request body: {'port': {'device_id': '5a7047bc-8378-48e3-beed-a9078442d007', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '5df8dbab911142b382909fed43937976'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:55.738017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Pushing event updated for resources: {'Port': ['ID=03b4ee80-05d6-4959-b789-141500600078,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:55.753479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:55.764189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:55.770300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:55.790323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:55.792833 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.851063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-ae1ecc60-9c0c-41ac-a944-d1406fec8200 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:55.860270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-ae1ecc60-9c0c-41ac-a944-d1406fec8200 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26&tenant_id=043d7505d3794c99864b8a9842baccb0&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1096 time: 0.3264120 Sep 16 04:34:55.869010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Made reservation on behalf of 5df8dbab911142b382909fed43937976 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:34:55.874430 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.929096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:55.947630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-fbdc23ee-821e-4067-bd3d-8650c30a3a49 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4062896 Sep 16 04:34:55.961852 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Request body: {'port': {'device_id': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:56.040161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655523c-b94c-413c-92ce-82b933cf92e9 req-9013cb3b-c492-4da8-a728-86998b3956c4 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:56.041754 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5655523c-b94c-413c-92ce-82b933cf92e9 req-9013cb3b-c492-4da8-a728-86998b3956c4 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 936 time: 0.1756804 Sep 16 04:34:56.102385 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5655523c-b94c-413c-92ce-82b933cf92e9 req-a4a017a9-067a-4d6b-a83d-4ddbe96ed4fb tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529566 Sep 16 04:34:56.138011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.146742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.237772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5d394ef7-53fc-447f-8ad7-915c4afd1cd2 None None] Provisioning complete for port 03b4ee80-05d6-4959-b789-141500600078 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:56.238278 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5d394ef7-53fc-447f-8ad7-915c4afd1cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.244044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967ca952-8b72-4136-beef-35f826a4efaf,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:56.335703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5d394ef7-53fc-447f-8ad7-915c4afd1cd2 None None] Port 03b4ee80-05d6-4959-b789-141500600078 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:56.367798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8153196-2a0c-48bc-a7ff-b513882d2ba6 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:56.397521 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.446001 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-305f5b87-f8a5-461c-8638-0e8ad98869d7 req-4eda54a3-41ce-44de-bbb7-9d0746d6a348 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 210 time: 0.0736065 Sep 16 04:34:56.450918 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.470166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Transition to ACTIVE for port object d8153196-2a0c-48bc-a7ff-b513882d2ba6 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:56.489584 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.506029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-49574909-130b-4d32-b30b-6ea548dce592 service neutron] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:56.529675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a01684-0c2d-4024-951c-363e7d9e0ad0 req-557c716c-1438-47d0-97a2-ca5dc98e0183 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:56.531726 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-49574909-130b-4d32-b30b-6ea548dce592 service neutron] Notify callbacks [] for binding, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.532826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10f17f97-1b9a-4766-9be3-3bda0fdaeeb6 req-49574909-130b-4d32-b30b-6ea548dce592 service neutron] 10.222.0.15 "DELETE /v2.0/ports/99b87ed8-b576-4c22-b57d-7dd4ef45b52f/bindings/n-h1-712142-17 HTTP/1.1" status: 204 len: 173 time: 0.6716619 Sep 16 04:34:56.554835 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4a01684-0c2d-4024-951c-363e7d9e0ad0 req-557c716c-1438-47d0-97a2-ca5dc98e0183 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 946 time: 0.1444535 Sep 16 04:34:56.633070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Allocated IP 192.168.233.135 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:34:56.654064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Pushing event updated for resources: {'Port': ['ID=d8153196-2a0c-48bc-a7ff-b513882d2ba6,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:56.672157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4a01684-0c2d-4024-951c-363e7d9e0ad0 req-5eafdaad-c7b6-4a1c-9099-c36c6e3ca3b3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880127 Sep 16 04:34:56.744621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Attempting to bind port d8153196-2a0c-48bc-a7ff-b513882d2ba6 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:56.745226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Attempting to bind port d8153196-2a0c-48bc-a7ff-b513882d2ba6 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:56.745226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Attempting to bind port d8153196-2a0c-48bc-a7ff-b513882d2ba6 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:56.750306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Port d8153196-2a0c-48bc-a7ff-b513882d2ba6 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:56.750731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Attempting to bind port d8153196-2a0c-48bc-a7ff-b513882d2ba6 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:56.762254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:56.762626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:56.762990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:56.763438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Bound port: d8153196-2a0c-48bc-a7ff-b513882d2ba6, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:56.764081 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.830584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992726f-af1b-4fd9-ace1-bbdf2daad091 req-b432ee89-7255-4287-b107-c025ee0f2881 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:56.837688 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2992726f-af1b-4fd9-ace1-bbdf2daad091 req-b432ee89-7255-4287-b107-c025ee0f2881 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 947 time: 0.2031736 Sep 16 04:34:56.843768 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.904462 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2992726f-af1b-4fd9-ace1-bbdf2daad091 req-a284d8a8-bb3c-461b-8cd6-015a1155b60d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600832 Sep 16 04:34:56.923119 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:56.926682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:56.927506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e3766-2447-41c8-9bc9-19bb846033e6 req-6636d079-17ee-4737-b2d7-694c63a793da tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:56.929369 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3a1e3766-2447-41c8-9bc9-19bb846033e6 req-6636d079-17ee-4737-b2d7-694c63a793da tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 944 time: 0.0831535 Sep 16 04:34:56.935939 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.950833 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.982041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:56.985656 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:56.985656 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] 10.222.0.15 "PUT /v2.0/ports/d8153196-2a0c-48bc-a7ff-b513882d2ba6 HTTP/1.1" status: 200 len: 1096 time: 2.1433814 Sep 16 04:34:57.004309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'tag': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:57.013032 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb508e5-3800-4c84-bab1-baad1f2bcb00" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d57770-2675-45ca-ad17-732eecf5cee7", "tag": "d8153196-2a0c-48bc-a7ff-b513882d2ba6"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:57.117443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:34:57.125813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:34:57.134169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:34:57.150137 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:57.150673 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.159333 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3a1e3766-2447-41c8-9bc9-19bb846033e6 req-f0806319-cbfb-4118-8143-d6ee9d3a724a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224209 Sep 16 04:34:57.184568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Pushing event updated for resources: {'Port': ['ID=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:57.206357 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-71c53243-241c-4cfb-b54e-962f786d04dd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5359323 Sep 16 04:34:57.220374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Request body: {'port': {'device_id': '5a7047bc-8378-48e3-beed-a9078442d007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:34:57.279606 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f41fc-836c-485a-9c90-d63a1b1ff406 service neutron] Pushing event updated for resources: {'Port': ['ID=d8153196-2a0c-48bc-a7ff-b513882d2ba6,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:57.289255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-2ca5c2e6-a674-479b-ad44-25b47714b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:57.290443 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-2ca5c2e6-a674-479b-ad44-25b47714b078 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 1099 time: 0.1991684 Sep 16 04:34:57.357074 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.357995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-c48a7350-1e3d-4b3c-bdb3-92dcd1230aac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6 HTTP/1.1" status: 200 len: 217 time: 0.0582263 Sep 16 04:34:57.440214 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25320120-32c8-45d7-8eb4-aa7925c877f5 x-openstack-request-id: req-25320120-32c8-45d7-8eb4-aa7925c877f5 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:57.440522 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d57770-2675-45ca-ad17-732eecf5cee7", "tag": "d8153196-2a0c-48bc-a7ff-b513882d2ba6", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:57.440765 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25320120-32c8-45d7-8eb4-aa7925c877f5 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:57.441148 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'tag': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6', 'status': 'completed', 'code': 200} Sep 16 04:34:57.542345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b4ee80-05d6-4959-b789-141500600078 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:57.550381 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec903ba4-7342-433f-88f0-ca9a33011d04 req-9c0e45b2-8233-4331-b0dc-5f424b53e5c2 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:57.558713 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec903ba4-7342-433f-88f0-ca9a33011d04 req-9c0e45b2-8233-4331-b0dc-5f424b53e5c2 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 1098 time: 0.1795757 Sep 16 04:34:57.571038 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.575688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-a8db0785-1e5e-4a32-b1cb-b5af6927bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:57.577367 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-a8db0785-1e5e-4a32-b1cb-b5af6927bca6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2102225 Sep 16 04:34:57.600955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9799bc1-68f9-4f84-aabb-d4e6525641ae req-9017c849-b2a9-492e-b2fa-201fe259befc tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:57.602426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9799bc1-68f9-4f84-aabb-d4e6525641ae req-9017c849-b2a9-492e-b2fa-201fe259befc tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 936 time: 0.0917151 Sep 16 04:34:57.639263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c97a645a-7a1c-4c6d-b990-b108c5239aaa None None] Provisioning complete for port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:34:57.639818 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c97a645a-7a1c-4c6d-b990-b108c5239aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.644390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Transition to ACTIVE for port object 03b4ee80-05d6-4959-b789-141500600078 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:57.665652 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.678440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec903ba4-7342-433f-88f0-ca9a33011d04 req-c78b9c1f-6220-459a-9a62-45073dbbb19e tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188359 Sep 16 04:34:57.706495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c97a645a-7a1c-4c6d-b990-b108c5239aaa None None] Port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:34:57.722179 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-0e22c2df-9a4a-4e7b-ac40-c0989e279a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:57.723857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-0e22c2df-9a4a-4e7b-ac40-c0989e279a3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313176 Sep 16 04:34:57.762331 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Pushing event updated for resources: {'Port': ['ID=03b4ee80-05d6-4959-b789-141500600078,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:57.836484 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:34:57.843782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Attempting to bind port 03b4ee80-05d6-4959-b789-141500600078 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:57.843782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Attempting to bind port 03b4ee80-05d6-4959-b789-141500600078 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:57.843782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Attempting to bind port 03b4ee80-05d6-4959-b789-141500600078 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:57.851656 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9799bc1-68f9-4f84-aabb-d4e6525641ae req-aeca14c4-ecab-453b-a616-216b259df212 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401311 Sep 16 04:34:57.855550 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.891891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Port 03b4ee80-05d6-4959-b789-141500600078 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:57.893524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Attempting to bind port 03b4ee80-05d6-4959-b789-141500600078 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:57.896015 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Transition to ACTIVE for port object 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:34:57.899863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:57.900609 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:57.901014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:57.901506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Bound port: 03b4ee80-05d6-4959-b789-141500600078, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:57.901973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.908201 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:57.999658 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-b486daf5-2bef-4120-bd57-3eb6d3d11c29 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613192 Sep 16 04:34:58.007795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:58.053934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Attempting to bind port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:34:58.054279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Attempting to bind port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:34:58.054616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Attempting to bind port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:58.060580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:34:58.060896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Attempting to bind port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:34:58.069284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e90ba7-5f8a-413d-8e27-4f1d640ba8d8 req-de3b8d04-0d59-4201-b4ff-6c953e4e3b02 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.071069 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3e90ba7-5f8a-413d-8e27-4f1d640ba8d8 req-de3b8d04-0d59-4201-b4ff-6c953e4e3b02 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 1098 time: 0.1103103 Sep 16 04:34:58.072065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:34:58.072065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:34:58.072305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:34:58.072781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Bound port: 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:34:58.073873 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.110158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:58.123019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be387084-a8bb-4dbf-9966-55b7df636fd7 req-d1286502-7704-48d9-a5e4-e4e92c182afd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.124781 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be387084-a8bb-4dbf-9966-55b7df636fd7 req-d1286502-7704-48d9-a5e4-e4e92c182afd tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 948 time: 0.1962500 Sep 16 04:34:58.149592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:58.166469 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.166687 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3e90ba7-5f8a-413d-8e27-4f1d640ba8d8 req-146e6c13-7f09-474c-b747-16ebcb980972 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831430 Sep 16 04:34:58.178921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] For port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:34:58.184111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] For port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:34:58.191279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.241167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.242154 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.243783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 HTTP/1.1" status: 200 len: 1097 time: 1.0279269 Sep 16 04:34:58.244396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7047bc-8378-48e3-beed-a9078442d007', 'tag': '9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:58.244928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.248320 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfc438c-7cde-498f-b0d1-160199df9fef" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7047bc-8378-48e3-beed-a9078442d007", "tag": "9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:58.252836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:34:58.255248 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] 10.222.0.50 "PUT /v2.0/ports/03b4ee80-05d6-4959-b789-141500600078 HTTP/1.1" status: 200 len: 1097 time: 2.2973819 Sep 16 04:34:58.267796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17715670-a0f9-4ef1-a42f-3b6524c6e66b req-0bff230a-36a4-408b-a98a-b4ea1a65e911 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569675 Sep 16 04:34:58.299367 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be387084-a8bb-4dbf-9966-55b7df636fd7 req-fc7be5c5-6810-4bd9-9ca9-0546dd58837e tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464150 Sep 16 04:34:58.315693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df2be4-410d-43b0-858c-437d6a175381 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:58.400077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86f5d4-5f9f-4aa9-9cee-d1aed4ed9abd service neutron] Pushing event updated for resources: {'Port': ['ID=03b4ee80-05d6-4959-b789-141500600078,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:34:58.423034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-6261608f-32db-43bc-8cfb-60f858a9983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.425623 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-6261608f-32db-43bc-8cfb-60f858a9983f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5955712a3545424088408de6eb6a84a9&device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 1100 time: 0.0945055 Sep 16 04:34:58.433081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a051-1243-4105-b253-528db6a184a8 req-7f3429ee-4da8-41c1-8e29-5e2ef1f79df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.434975 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-7f3429ee-4da8-41c1-8e29-5e2ef1f79df3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5df8dbab911142b382909fed43937976&device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 1100 time: 0.0699799 Sep 16 04:34:58.445239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719be15-1bec-4d17-a0d8-2e9ab795ee4d req-ec365722-a3ef-42de-aea0-ebaf2c755cf5 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.445829 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2719be15-1bec-4d17-a0d8-2e9ab795ee4d req-ec365722-a3ef-42de-aea0-ebaf2c755cf5 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 1096 time: 0.1200755 Sep 16 04:34:58.453939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb508e5-3800-4c84-bab1-baad1f2bcb00 req-bd71beba-1203-4d6e-9ad3-589515faa2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.456716 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edb508e5-3800-4c84-bab1-baad1f2bcb00 req-bd71beba-1203-4d6e-9ad3-589515faa2c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 1099 time: 0.0927861 Sep 16 04:34:58.500132 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-a785be5e-9ada-4746-8254-14aae690048a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=03b4ee80-05d6-4959-b789-141500600078 HTTP/1.1" status: 200 len: 217 time: 0.0637796 Sep 16 04:34:58.545662 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-ff0d7dd8-3c2e-49da-b9a8-69dbebe71cad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 HTTP/1.1" status: 200 len: 217 time: 0.1009443 Sep 16 04:34:58.569399 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2719be15-1bec-4d17-a0d8-2e9ab795ee4d req-973e1913-05cf-4da7-a23e-8414b90087cb tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085873 Sep 16 04:34:58.638632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a051-1243-4105-b253-528db6a184a8 req-6176f254-c78e-4efd-adc8-87f0b46c5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.639526 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-6176f254-c78e-4efd-adc8-87f0b46c5d3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0719585 Sep 16 04:34:58.654435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb508e5-3800-4c84-bab1-baad1f2bcb00 req-9f440624-86c5-4634-ac37-31c1a2912e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.656615 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edb508e5-3800-4c84-bab1-baad1f2bcb00 req-9f440624-86c5-4634-ac37-31c1a2912e49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1886189 Sep 16 04:34:58.658985 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57b87fb-8c19-43d1-901a-6dee7acb8976 x-openstack-request-id: req-d57b87fb-8c19-43d1-901a-6dee7acb8976 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:34:58.659733 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7047bc-8378-48e3-beed-a9078442d007", "tag": "9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:34:58.660369 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d57b87fb-8c19-43d1-901a-6dee7acb8976 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:34:58.660922 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7047bc-8378-48e3-beed-a9078442d007', 'tag': '9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22', 'status': 'completed', 'code': 200} Sep 16 04:34:58.728951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002132e-3914-43a5-8605-71292380238c req-156a94dd-c01f-4286-b372-0afa402dbc54 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.731280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e002132e-3914-43a5-8605-71292380238c req-156a94dd-c01f-4286-b372-0afa402dbc54 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 947 time: 0.0908501 Sep 16 04:34:58.733277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-5fe2fbe0-5985-4c35-b8ac-48c656f9c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.734799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-5fe2fbe0-5985-4c35-b8ac-48c656f9c8e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1978977 Sep 16 04:34:58.746588 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edb508e5-3800-4c84-bab1-baad1f2bcb00 req-aad59f7f-acd3-4b5c-a620-aa589a980be0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6 HTTP/1.1" status: 200 len: 217 time: 0.0792084 Sep 16 04:34:58.773515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a051-1243-4105-b253-528db6a184a8 req-bcea5061-6fd9-4fac-8287-d14fde235cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.775060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-bcea5061-6fd9-4fac-8287-d14fde235cfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0957701 Sep 16 04:34:58.813759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb508e5-3800-4c84-bab1-baad1f2bcb00 req-0ba45617-4df9-4894-acde-e24e8c92d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.815610 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edb508e5-3800-4c84-bab1-baad1f2bcb00 req-0ba45617-4df9-4894-acde-e24e8c92d67b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0606363 Sep 16 04:34:58.876043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e002132e-3914-43a5-8605-71292380238c req-d88454e9-a495-4db0-be35-b63153f77e52 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330481 Sep 16 04:34:58.876831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb508e5-3800-4c84-bab1-baad1f2bcb00 req-398cf49b-d76f-4522-ba62-3e27224ca828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.880408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edb508e5-3800-4c84-bab1-baad1f2bcb00 req-398cf49b-d76f-4522-ba62-3e27224ca828 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558209 Sep 16 04:34:58.896723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-6db14659-aa80-48d0-b49c-e5f57fbbf4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:58.901074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-6db14659-aa80-48d0-b49c-e5f57fbbf4b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1503701 Sep 16 04:34:58.930664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-a6e940f1-b4b9-4b49-859f-c29ef9e33ffe service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396422 Sep 16 04:34:59.008595 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edb508e5-3800-4c84-bab1-baad1f2bcb00 req-82914634-befe-482d-9b0f-319d68c67465 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193464 Sep 16 04:34:59.114104 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edb508e5-3800-4c84-bab1-baad1f2bcb00 req-b6bf39ac-4fb6-45b1-b3ce-5fd5fdb63479 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936594 Sep 16 04:34:59.170306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-4444d669-8116-4661-8637-069d40de3a7e service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539251 Sep 16 04:34:59.174228 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f007a051-1243-4105-b253-528db6a184a8 req-55f7fe32-b68d-4833-8afc-5e0148c33233 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313237 Sep 16 04:34:59.231209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-dba667a2-395e-4b37-9f97-8a87de21fe08 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:59.232771 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-dba667a2-395e-4b37-9f97-8a87de21fe08 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 808 time: 0.1887989 Sep 16 04:34:59.309474 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-eb27d14a-82e2-436b-90f6-e41b7fd89c2a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/quotas/043d7505d3794c99864b8a9842baccb0 HTTP/1.1" status: 200 len: 375 time: 0.0625312 Sep 16 04:34:59.362080 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc438c-7cde-498f-b0d1-160199df9fef req-f0c1ab49-519b-43d9-bbe5-c3e43284bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:59.363620 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cfc438c-7cde-498f-b0d1-160199df9fef req-f0c1ab49-519b-43d9-bbe5-c3e43284bae4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5df8dbab911142b382909fed43937976&device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 1100 time: 0.1299534 Sep 16 04:34:59.367845 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0947b8db-11f1-40ca-8c38-524c2e463f64 req-32630caf-4430-4c42-989b-971a00c56b16 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882274 Sep 16 04:34:59.409254 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-a91bc3fa-3eb2-469d-a2dd-28a10c496a76 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920126 Sep 16 04:34:59.657839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'tag': '03b4ee80-05d6-4959-b789-141500600078'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:34:59.660064 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17629989-2574-444d-9990-3558df102e41" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "tag": "03b4ee80-05d6-4959-b789-141500600078"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:34:59.746293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc438c-7cde-498f-b0d1-160199df9fef req-59516e1c-93fa-43f3-b2d4-1a19fa3a07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:59.747972 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cfc438c-7cde-498f-b0d1-160199df9fef req-59516e1c-93fa-43f3-b2d4-1a19fa3a07a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.3762050 Sep 16 04:34:59.803563 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cfc438c-7cde-498f-b0d1-160199df9fef req-8bfa4453-f12b-44f4-9887-35e145b06d6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 HTTP/1.1" status: 200 len: 217 time: 0.0472851 Sep 16 04:34:59.807046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-56fffcb6-11b3-4919-954f-513046e592e2 service neutron] 10.222.0.53 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441152 Sep 16 04:34:59.911980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc438c-7cde-498f-b0d1-160199df9fef req-38cd163a-405b-42ab-94d6-8831fdd29e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:59.913444 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cfc438c-7cde-498f-b0d1-160199df9fef req-38cd163a-405b-42ab-94d6-8831fdd29e16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1023974 Sep 16 04:34:59.960847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-fd391a8e-6afa-46c3-a8f9-31635461061f service neutron] 10.222.0.53 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418016 Sep 16 04:34:59.974105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc438c-7cde-498f-b0d1-160199df9fef req-2ed20ef6-1de1-4488-9f06-3bafd0ccadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:34:59.975697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cfc438c-7cde-498f-b0d1-160199df9fef req-2ed20ef6-1de1-4488-9f06-3bafd0ccadb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531771 Sep 16 04:35:00.075905 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47172) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:00.087447 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cfc438c-7cde-498f-b0d1-160199df9fef req-0e07a1c2-593d-43f4-988f-20aa356a9a4f service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007116 Sep 16 04:35:00.205868 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-36aa718a-ef59-4f4d-8808-38a58dedea5f tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:35:00.207501 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-36aa718a-ef59-4f4d-8808-38a58dedea5f tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1298685 Sep 16 04:35:00.228963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcc642-395c-4cd4-87b6-fcff75a3217d req-56a4b01e-f6f0-4beb-aeb7-c4eb6975d131 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:00.231261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6dcc642-395c-4cd4-87b6-fcff75a3217d req-56a4b01e-f6f0-4beb-aeb7-c4eb6975d131 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 948 time: 0.1064515 Sep 16 04:35:00.234342 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cfc438c-7cde-498f-b0d1-160199df9fef req-8951e595-810c-42cf-9a34-5390b82654dc service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382501 Sep 16 04:35:00.250602 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2859-281f-4967-a9e3-c75714438371 req-51841f43-9ad5-4dec-ac3c-97b116ed5060 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:00.258161 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-51841f43-9ad5-4dec-ac3c-97b116ed5060 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports/61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd HTTP/1.1" status: 200 len: 1095 time: 0.0445898 Sep 16 04:35:00.273077 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6dcc642-395c-4cd4-87b6-fcff75a3217d req-3bf4a954-aa0d-40ce-86c7-0286cc1314a3 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346465 Sep 16 04:35:00.352786 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] Request body: {'binding': {'host': 'n-h1-712142-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:00.353276 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] Unknown quota resources ['binding']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:35:00.429567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5e6b4-fbc6-4855-bfde-4cf546a82452 req-db7528ae-91f1-4ff0-8707-3adeab922dde tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:00.431222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9d5e6b4-fbc6-4855-bfde-4cf546a82452 req-db7528ae-91f1-4ff0-8707-3adeab922dde tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 948 time: 0.0568790 Sep 16 04:35:00.475534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9d5e6b4-fbc6-4855-bfde-4cf546a82452 req-bc105113-6e02-4083-b6ad-18ae6ab61809 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360699 Sep 16 04:35:00.513832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] Attempting to bind port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on host n-h1-712142-17 for vnic_type normal with profile None {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:00.514322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] Attempting to bind port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:00.514663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] Attempting to bind port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:00.518994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] Port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:00.519311 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] Attempting to bind port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:00.524240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:00.524711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:00.525104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] Bound using segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:00.525540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] Bound port: 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:00.536083 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d603de5f-1076-4203-9089-edf1090e4cd1 x-openstack-request-id: req-d603de5f-1076-4203-9089-edf1090e4cd1 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:00.536386 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "tag": "03b4ee80-05d6-4959-b789-141500600078", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:00.536642 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d603de5f-1076-4203-9089-edf1090e4cd1 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:00.537039 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'tag': '03b4ee80-05d6-4959-b789-141500600078', 'status': 'completed', 'code': 200} Sep 16 04:35:00.597086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:00.603464 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:00.605653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-6527155d-0aa6-4557-b17c-990f6d8eb3b1 service neutron] 10.222.0.53 "POST /v2.0/ports/61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd/bindings HTTP/1.1" status: 201 len: 390 time: 0.3034008 Sep 16 04:35:00.618771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17629989-2574-444d-9990-3558df102e41 req-2d8afea8-19e2-4aef-ba73-f2ce33edf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:00.621006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17629989-2574-444d-9990-3558df102e41 req-2d8afea8-19e2-4aef-ba73-f2ce33edf433 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5955712a3545424088408de6eb6a84a9&device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 1100 time: 0.0518188 Sep 16 04:35:00.787989 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22f37584-d561-4e05-bd4f-d0fede7bed8e req-23a2cb75-4cb7-41bd-a3ae-785a054b8a12 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 210 time: 0.0376782 Sep 16 04:35:00.789285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835d541-1d21-4ce6-b72c-7b6df300752c req-3f73c668-6af3-4051-9807-db6350ae981f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:00.790994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0835d541-1d21-4ce6-b72c-7b6df300752c req-3f73c668-6af3-4051-9807-db6350ae981f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 947 time: 0.1129472 Sep 16 04:35:00.802640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17629989-2574-444d-9990-3558df102e41 req-71aca3e2-2704-482d-bcf9-5fe544e5913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:00.803291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17629989-2574-444d-9990-3558df102e41 req-71aca3e2-2704-482d-bcf9-5fe544e5913d service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1724119 Sep 16 04:35:00.880930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17629989-2574-444d-9990-3558df102e41 req-45c47d40-b699-4ef0-9a37-1778497875ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=03b4ee80-05d6-4959-b789-141500600078 HTTP/1.1" status: 200 len: 217 time: 0.0361764 Sep 16 04:35:00.884069 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0835d541-1d21-4ce6-b72c-7b6df300752c req-d841b1a0-8bcc-4887-abb6-d1aae96c4c82 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735486 Sep 16 04:35:00.961698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8f3cf-7b2b-4b1c-ac78-bc54bc57efd2 req-3f2cb07f-1c95-4e49-81e8-b5bbbb132d7f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:00.972860 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-03d8f3cf-7b2b-4b1c-ac78-bc54bc57efd2 req-3f2cb07f-1c95-4e49-81e8-b5bbbb132d7f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 946 time: 0.0849557 Sep 16 04:35:00.972958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17629989-2574-444d-9990-3558df102e41 req-1ef206ae-12da-4269-8e3e-3b67c26dfd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:00.974453 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17629989-2574-444d-9990-3558df102e41 req-1ef206ae-12da-4269-8e3e-3b67c26dfd4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0857279 Sep 16 04:35:00.982043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2859-281f-4967-a9e3-c75714438371 req-45a6e69d-bb42-48a8-bc86-165666568c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:00.983609 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-45a6e69d-bb42-48a8-bc86-165666568c0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 1098 time: 0.0800400 Sep 16 04:35:01.017315 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-03d8f3cf-7b2b-4b1c-ac78-bc54bc57efd2 req-156ba3ad-c17c-479a-b2d3-9effa08433a9 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471628 Sep 16 04:35:01.085491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17629989-2574-444d-9990-3558df102e41 req-ea5d4fb1-e994-4900-8b5d-aac8f03d872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.087058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17629989-2574-444d-9990-3558df102e41 req-ea5d4fb1-e994-4900-8b5d-aac8f03d872d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1023309 Sep 16 04:35:01.129690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2859-281f-4967-a9e3-c75714438371 req-2eb3064e-2344-44ee-b386-0a0a7e61f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.130937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-2eb3064e-2344-44ee-b386-0a0a7e61f686 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.1385236 Sep 16 04:35:01.212337 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.50', 52647) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:01.219193 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-4a55f2ef-30e5-4339-9813-6a087c0a9217 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd HTTP/1.1" status: 200 len: 217 time: 0.0812144 Sep 16 04:35:01.282520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17629989-2574-444d-9990-3558df102e41 req-f3fd9752-11be-4f3f-adec-b7881bb78176 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869626 Sep 16 04:35:01.290587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2859-281f-4967-a9e3-c75714438371 req-bf339998-a132-446f-b786-4f4d0ac6ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.293009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-bf339998-a132-446f-b786-4f4d0ac6ef61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.0657592 Sep 16 04:35:01.347433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-3d3b083d-8195-4d7e-a830-6986f1d97f51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430396 Sep 16 04:35:01.362347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-ccf7f5fb-7602-494d-ae77-7e583ef0f469 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.364542 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-ccf7f5fb-7602-494d-ae77-7e583ef0f469 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.50 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 808 time: 0.1498456 Sep 16 04:35:01.382549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Request body: {'port': {'device_id': '97bca373-8d3a-4817-a8ea-ee2677e25a6a', 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318', 'admin_state_up': True, 'tenant_id': '043d7505d3794c99864b8a9842baccb0'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:01.524697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47236) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:01.539614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Made reservation on behalf of 043d7505d3794c99864b8a9842baccb0 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:01.546264 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:01.574795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47240) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:01.583850 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17629989-2574-444d-9990-3558df102e41 req-2117ea67-c7c6-4a33-ae7d-134b5a69cf78 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897840 Sep 16 04:35:01.589669 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-11c3aa75-ffc2-497e-a563-69f81d7a385f service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311645 Sep 16 04:35:01.600026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d99df5-ce85-49f1-b567-cbe152a9c7f9 req-97232c0c-3624-46c4-8bf3-71d369914b38 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.601723 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d8d99df5-ce85-49f1-b567-cbe152a9c7f9 req-97232c0c-3624-46c4-8bf3-71d369914b38 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 948 time: 0.1235752 Sep 16 04:35:01.688854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273b377-a5ac-4740-8f59-ecaa726145e3 req-08a322ea-7a3b-4b50-bf14-af7f5b51a402 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.690714 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e273b377-a5ac-4740-8f59-ecaa726145e3 req-08a322ea-7a3b-4b50-bf14-af7f5b51a402 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 948 time: 0.1119232 Sep 16 04:35:01.721655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d8d99df5-ce85-49f1-b567-cbe152a9c7f9 req-ca5df03b-edf6-42e3-95d8-2b4797797e1c tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035092 Sep 16 04:35:01.746451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-dc23e6f1-ec12-4842-b0b4-ceb6a451234a service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436772 Sep 16 04:35:01.779849 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d40260cc-302c-47fc-b090-5356b900e444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:01.790006 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09c1b1b3-9468-4fd8-bb5c-5df2342809fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:01.814395 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e273b377-a5ac-4740-8f59-ecaa726145e3 req-240645fb-5fc0-46da-8ff9-196e36b34f2f tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065683 Sep 16 04:35:01.842406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d8153196-2a0c-48bc-a7ff-b513882d2ba6 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:01.851787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Allocated IP 172.20.0.11 (45c2c738-4641-4c06-a2b2-aea8aa89b318/a27c5ba3-cdbf-42f2-965d-bdef41cc1252/3c762750-b57a-40ce-a5a7-6de09d610a7e) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:01.906185 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21e18619-ee66-4ffc-af26-f09f28bd8cd9 req-4835e604-6b90-4e0c-ae25-4e73d027e4c6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 210 time: 0.0363913 Sep 16 04:35:01.943654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2859-281f-4967-a9e3-c75714438371 req-9cab6e11-e08a-41ea-aba8-a8d900c080fd tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:01.945169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-9cab6e11-e08a-41ea-aba8-a8d900c080fd tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72&tenant_id=e856b1715b0245aeade3fab80abad339&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1098 time: 0.1263311 Sep 16 04:35:01.965801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-17'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:01.988694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:02.005114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6', 'mac_address': 'fa:16:3e:e9:f3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:02.058056 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09c1b1b3-9468-4fd8-bb5c-5df2342809fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.058886 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.076221 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09c1b1b3-9468-4fd8-bb5c-5df2342809fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.079546 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.080249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091fa0c-4d66-4082-845e-ae0ca1b2c0b0 req-2ef13028-576f-45f6-a8c4-20123b2ef33e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:02.082000 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9091fa0c-4d66-4082-845e-ae0ca1b2c0b0 req-2ef13028-576f-45f6-a8c4-20123b2ef33e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 947 time: 0.0928087 Sep 16 04:35:02.094863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8153196-2a0c-48bc-a7ff-b513882d2ba6 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:02.112152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.115969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:02.121944 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.122945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:02.160475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1b1b3-9468-4fd8-bb5c-5df2342809fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995a1f74-9417-4037-9321-5df57ce5cd19,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:02.169369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 03b4ee80-05d6-4959-b789-141500600078 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:02.194785 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9091fa0c-4d66-4082-845e-ae0ca1b2c0b0 req-2f4e78ee-d232-47d1-a660-69d9fff0b4c9 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016812 Sep 16 04:35:02.215300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:02.219547 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=d8153196-2a0c-48bc-a7ff-b513882d2ba6,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:02.230022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.240081 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-09c1b1b3-9468-4fd8-bb5c-5df2342809fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a43dae257d12425e83c24a542a1be373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7056906 Sep 16 04:35:02.243937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22', 'mac_address': 'fa:16:3e:a2:fa:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:02.247052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47252) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:02.248004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:02.248388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:02.248748 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:02.249098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:02.249571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:02.250501 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:02.250904 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:02.251259 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:02.252895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:02.252895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:02.252895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:02.253709 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:02.270436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df347105-826d-40ce-b3f1-78cd51ded607 req-1c74d6bc-bbc5-4a63-881c-c8ea0507a7d2 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:02.272803 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df347105-826d-40ce-b3f1-78cd51ded607 req-1c74d6bc-bbc5-4a63-881c-c8ea0507a7d2 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 946 time: 0.1341941 Sep 16 04:35:02.317650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Network 45c2c738-4641-4c06-a2b2-aea8aa89b318 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:02.334559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:02.337092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:02.345357 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:02.346165 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.358884 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d40260cc-302c-47fc-b090-5356b900e444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.361665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:02.366922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df347105-826d-40ce-b3f1-78cd51ded607 req-aada4f84-66c1-4ceb-bc9f-7bddb75fbb68 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638311 Sep 16 04:35:02.372494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Pushing event updated for resources: {'Port': ['ID=3c762750-b57a-40ce-a5a7-6de09d610a7e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:02.373548 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.377638 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d40260cc-302c-47fc-b090-5356b900e444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.407638 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:02.419896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-68828073-15b9-417a-8192-4cb3d3fd45d0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0408721 Sep 16 04:35:02.421750 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:02.430423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:02.432340 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92e25d26-bb10-4638-b807-5300093d0e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.437881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40260cc-302c-47fc-b090-5356b900e444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d781cd7-5c2a-4501-97c7-80b597ce7123,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:02.449819 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d40260cc-302c-47fc-b090-5356b900e444 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d52bb85e57824876b8ca33c653668135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8723137 Sep 16 04:35:02.451102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:02.452393 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '03b4ee80-05d6-4959-b789-141500600078', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '03b4ee80-05d6-4959-b789-141500600078', 'mac_address': 'fa:16:3e:e5:d1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:02.454147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Request body: {'port': {'device_id': '97bca373-8d3a-4817-a8ea-ee2677e25a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:02.454284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47254) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:02.482361 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.492099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92e25d26-bb10-4638-b807-5300093d0e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.496247 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.513537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.522009 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.552623 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.553806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d9b9db-62e3-4ca6-b543-d927f56aba72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:02.556079 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ad59fc-71a7-424f-96fa-4b9638476612" -d '{"events": [{"server_uuid": "06d9b9db-62e3-4ca6-b543-d927f56aba72", "name": "network-vif-unplugged", "status": "completed", "tag": "61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:02.558267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b4ee80-05d6-4959-b789-141500600078 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:02.567836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:02.587385 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6509f5f6-af7c-4ac0-acdb-ff811865dd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.593054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:02.598947 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.625381 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2e235b-dfda-4080-a40d-251d3321e71b x-openstack-request-id: req-8f2e235b-dfda-4080-a40d-251d3321e71b {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:02.625690 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d9b9db-62e3-4ca6-b543-d927f56aba72", "name": "network-vif-unplugged", "status": "completed", "tag": "61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:02.625944 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f2e235b-dfda-4080-a40d-251d3321e71b {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:02.626473 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92e25d26-bb10-4638-b807-5300093d0e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.626644 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d9b9db-62e3-4ca6-b543-d927f56aba72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd', 'code': 200} Sep 16 04:35:02.630220 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92e25d26-bb10-4638-b807-5300093d0e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.631413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-92e25d26-bb10-4638-b807-5300093d0e08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/995a1f74-9417-4037-9321-5df57ce5cd19 HTTP/1.1" status: 204 len: 168 time: 0.3830256 Sep 16 04:35:02.651860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e25d26-bb10-4638-b807-5300093d0e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995a1f74-9417-4037-9321-5df57ce5cd19,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:02.652765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6509f5f6-af7c-4ac0-acdb-ff811865dd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.661123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Pushing event updated for resources: {'Port': ['ID=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:02.672784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=03b4ee80-05d6-4959-b789-141500600078,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:02.686427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Attempting to bind port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on host n-h2-712142-17 for vnic_type normal with profile {"migrating_to": "n-h1-712142-17"} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:02.686794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Attempting to bind port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:02.687089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Attempting to bind port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:02.698540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:02.698918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Attempting to bind port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:02.716024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:02.716554 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:02.717169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Bound using segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:02.717920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Bound port: 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:02.718496 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.724519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:02.779294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['d8153196-2a0c-48bc-a7ff-b513882d2ba6'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:02.900758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['03b4ee80-05d6-4959-b789-141500600078'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:02.980420 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6509f5f6-af7c-4ac0-acdb-ff811865dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.986372 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6509f5f6-af7c-4ac0-acdb-ff811865dd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:02.996978 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6509f5f6-af7c-4ac0-acdb-ff811865dd67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d781cd7-5c2a-4501-97c7-80b597ce7123 HTTP/1.1" status: 204 len: 168 time: 0.5386231 Sep 16 04:35:03.071113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509f5f6-af7c-4ac0-acdb-ff811865dd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d781cd7-5c2a-4501-97c7-80b597ce7123,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:03.085003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:03.085778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d2d1f-56e0-449e-a3a1-253487f8b290 req-21e43dd6-4999-490a-aeac-82ba27c42323 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.087433 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bf4d2d1f-56e0-449e-a3a1-253487f8b290 req-21e43dd6-4999-490a-aeac-82ba27c42323 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 949 time: 0.0969625 Sep 16 04:35:03.103665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47272) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:03.135387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:03.139628 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3b60f0f-d5d5-45b9-b994-cee612b38c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.156732 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.180462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9b8c1-e85a-4541-b075-65e5c828952b req-a8d95441-bc73-4b89-b2f9-a56ae11e6841 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.181794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c762750-b57a-40ce-a5a7-6de09d610a7e {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:03.190733 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1d9b8c1-e85a-4541-b075-65e5c828952b req-a8d95441-bc73-4b89-b2f9-a56ae11e6841 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 949 time: 0.2303581 Sep 16 04:35:03.201856 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.231085 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bf4d2d1f-56e0-449e-a3a1-253487f8b290 req-f5aaa07b-dc45-4d84-92fd-c3cf9fed8e8a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962594 Sep 16 04:35:03.256431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Transition to ACTIVE for port object 3c762750-b57a-40ce-a5a7-6de09d610a7e will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:03.263292 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.355517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Pushing event updated for resources: {'Port': ['ID=3c762750-b57a-40ce-a5a7-6de09d610a7e,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:03.398620 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1d9b8c1-e85a-4541-b075-65e5c828952b req-d2939c02-5e7f-42eb-80bc-081fb8e1a2b1 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062113 Sep 16 04:35:03.419112 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3b60f0f-d5d5-45b9-b994-cee612b38c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.431102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Attempting to bind port 3c762750-b57a-40ce-a5a7-6de09d610a7e on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:03.431444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Attempting to bind port 3c762750-b57a-40ce-a5a7-6de09d610a7e by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:03.432051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Attempting to bind port 3c762750-b57a-40ce-a5a7-6de09d610a7e on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:03.443167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Pushing event updated for resources: {'Port': ['ID=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,revision_number=8']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:03.444075 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Port 3c762750-b57a-40ce-a5a7-6de09d610a7e on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:03.444408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Attempting to bind port 3c762750-b57a-40ce-a5a7-6de09d610a7e on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:03.457189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3b60f0f-d5d5-45b9-b994-cee612b38c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.462451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.463097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.464238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394af114-274e-4e92-927c-346f7abac49a req-1b43c9f3-a094-4138-9fef-f29ea6cde569 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.465502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-15688252-44cd-4400-b66f-5e6c41b5e81a service neutron] 10.222.0.50 "PUT /v2.0/ports/61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd HTTP/1.1" status: 200 len: 1124 time: 1.5046070 Sep 16 04:35:03.466700 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-394af114-274e-4e92-927c-346f7abac49a req-1b43c9f3-a094-4138-9fef-f29ea6cde569 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 944 time: 0.1058369 Sep 16 04:35:03.467716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:03.468055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:03.468445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Bound using segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:03.469064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Bound port: 3c762750-b57a-40ce-a5a7-6de09d610a7e, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:03.469430 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.541101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b60f0f-d5d5-45b9-b994-cee612b38c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b77412-d0f9-472d-93f8-d9136238f6f7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:03.550780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b3b60f0f-d5d5-45b9-b994-cee612b38c1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e14cc7f9e32455088701100bc8f9000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449661 Sep 16 04:35:03.553309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47280) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:03.577918 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-394af114-274e-4e92-927c-346f7abac49a req-e285e945-d80b-4c7b-9a60-e23be5941469 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030142 Sep 16 04:35:03.586312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47282) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:03.587330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:03.610222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-74044991-d55b-4232-b5e0-2d5edad2c05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.625747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:03.634407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726e957-1c4e-4247-ba38-8d35fdf0d199 req-e4034124-6163-4c08-be45-0522929e6aa7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.637298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0726e957-1c4e-4247-ba38-8d35fdf0d199 req-e4034124-6163-4c08-be45-0522929e6aa7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 948 time: 0.1452808 Sep 16 04:35:03.643092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:03.657965 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.693540 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5cde629f-f183-4ed6-94c9-915319245ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.710140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0726e957-1c4e-4247-ba38-8d35fdf0d199 req-77c82607-5ff8-465b-b7f3-8f3497e190db tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570855 Sep 16 04:35:03.726755 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5cde629f-f183-4ed6-94c9-915319245ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.746122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.746897 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.748403 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] 10.222.0.50 "PUT /v2.0/ports/3c762750-b57a-40ce-a5a7-6de09d610a7e HTTP/1.1" status: 200 len: 1093 time: 1.3021147 Sep 16 04:35:03.750770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bca373-8d3a-4817-a8ea-ee2677e25a6a', 'tag': '3c762750-b57a-40ce-a5a7-6de09d610a7e'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:03.753639 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235d4a0b-404f-4378-8bf2-e7175939d701" -d '{"events": [{"name": "network-changed", "server_uuid": "97bca373-8d3a-4817-a8ea-ee2677e25a6a", "tag": "3c762750-b57a-40ce-a5a7-6de09d610a7e"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:03.802290 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1d080-873f-449c-8f03-26e8e7b70e9d service neutron] Pushing event updated for resources: {'Port': ['ID=3c762750-b57a-40ce-a5a7-6de09d610a7e,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:03.814400 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5cde629f-f183-4ed6-94c9-915319245ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.819538 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5cde629f-f183-4ed6-94c9-915319245ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.821694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5cde629f-f183-4ed6-94c9-915319245ea1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13b77412-d0f9-472d-93f8-d9136238f6f7 HTTP/1.1" status: 204 len: 168 time: 0.2671380 Sep 16 04:35:03.833466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbebc5-141e-4d90-9775-45276a7d9817 req-0e27da76-2a59-4752-b5ab-26357ca91c11 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.836337 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde629f-f183-4ed6-94c9-915319245ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b77412-d0f9-472d-93f8-d9136238f6f7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:03.841410 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2cfbebc5-141e-4d90-9775-45276a7d9817 req-0e27da76-2a59-4752-b5ab-26357ca91c11 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 944 time: 0.1701312 Sep 16 04:35:03.841651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d8153196-2a0c-48bc-a7ff-b513882d2ba6 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:03.844628 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9ba8d1-e76c-43f8-b0ac-36cedccc2f0f x-openstack-request-id: req-dd9ba8d1-e76c-43f8-b0ac-36cedccc2f0f {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:03.844922 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bca373-8d3a-4817-a8ea-ee2677e25a6a", "tag": "3c762750-b57a-40ce-a5a7-6de09d610a7e", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:03.846239 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd9ba8d1-e76c-43f8-b0ac-36cedccc2f0f {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:03.846239 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bca373-8d3a-4817-a8ea-ee2677e25a6a', 'tag': '3c762750-b57a-40ce-a5a7-6de09d610a7e', 'status': 'completed', 'code': 200} Sep 16 04:35:03.937873 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2cfbebc5-141e-4d90-9775-45276a7d9817 req-445b089a-3868-4ea6-bb2e-7b88601a6588 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954058 Sep 16 04:35:03.949959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port d8153196-2a0c-48bc-a7ff-b513882d2ba6 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:03.965538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port d8153196-2a0c-48bc-a7ff-b513882d2ba6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:03.965996 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.966369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-1bf932ec-0144-4dd0-a51d-8a872e6cc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:03.967948 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-1bf932ec-0144-4dd0-a51d-8a872e6cc6a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 1096 time: 0.1533632 Sep 16 04:35:03.969978 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-74044991-d55b-4232-b5e0-2d5edad2c05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:03.975807 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-74044991-d55b-4232-b5e0-2d5edad2c05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.035914 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-2a0b6de4-272a-49d9-b12f-6471b31a92bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e HTTP/1.1" status: 200 len: 217 time: 0.0566440 Sep 16 04:35:04.078053 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.083004 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-74044991-d55b-4232-b5e0-2d5edad2c05e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a0d3f5b20ed48bebfbc09850fd134f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955127 Sep 16 04:35:04.083731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74044991-d55b-4232-b5e0-2d5edad2c05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e31e82-a42a-4542-a784-ae718572234c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:04.087474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47290) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:04.105228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-3873f30b-f395-4534-a322-c8a41035c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:04.107100 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-3873f30b-f395-4534-a322-c8a41035c4a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.0635383 Sep 16 04:35:04.113598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:04.116101 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff88c8e0-7e4b-4e88-90f3-104d86507fc3" -d '{"events": [{"server_uuid": "f5d57770-2675-45ca-ad17-732eecf5cee7", "name": "network-vif-plugged", "status": "completed", "tag": "d8153196-2a0c-48bc-a7ff-b513882d2ba6"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:04.142491 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:04.150473 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-9f37c31c-5d71-4745-9753-387fbb53a4cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348423 Sep 16 04:35:04.151182 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.152062 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:04.197923 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617b262c-07f5-4b16-96c2-97524057020a x-openstack-request-id: req-617b262c-07f5-4b16-96c2-97524057020a {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:04.198759 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d57770-2675-45ca-ad17-732eecf5cee7", "name": "network-vif-plugged", "status": "completed", "tag": "d8153196-2a0c-48bc-a7ff-b513882d2ba6", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:04.198759 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-617b262c-07f5-4b16-96c2-97524057020a {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:04.199283 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6', 'code': 200} Sep 16 04:35:04.204518 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 03b4ee80-05d6-4959-b789-141500600078 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:04.207705 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b344995d-27ce-4f74-adb5-a8da39500266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.241466 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b344995d-27ce-4f74-adb5-a8da39500266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.371215 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=d8153196-2a0c-48bc-a7ff-b513882d2ba6,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:04.387043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3f214-8dff-49f6-885a-aa6bd2b5a57d req-99a70cd4-8aaa-454a-8c04-6190487659ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:04.388738 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8e3f214-8dff-49f6-885a-aa6bd2b5a57d req-99a70cd4-8aaa-454a-8c04-6190487659ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 1101 time: 0.1056957 Sep 16 04:35:04.397152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:04.404256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:04.404733 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.409469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 03b4ee80-05d6-4959-b789-141500600078 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:04.420874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b344995d-27ce-4f74-adb5-a8da39500266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.425961 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b344995d-27ce-4f74-adb5-a8da39500266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.429179 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b344995d-27ce-4f74-adb5-a8da39500266 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98e31e82-a42a-4542-a784-ae718572234c HTTP/1.1" status: 204 len: 168 time: 0.3377645 Sep 16 04:35:04.441947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 03b4ee80-05d6-4959-b789-141500600078 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:04.442329 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.486661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344995d-27ce-4f74-adb5-a8da39500266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e31e82-a42a-4542-a784-ae718572234c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:04.516833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2c68e-13b3-4499-aa23-34c6da4f7783 req-27114c48-6876-4014-abae-fcd2bd06cacf tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:04.520837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0de2c68e-13b3-4499-aa23-34c6da4f7783 req-27114c48-6876-4014-abae-fcd2bd06cacf tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 949 time: 0.1735461 Sep 16 04:35:04.533443 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8e3f214-8dff-49f6-885a-aa6bd2b5a57d req-6753833e-92a7-4a14-9f30-1832e99b1033 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293993 Sep 16 04:35:04.587485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0de2c68e-13b3-4499-aa23-34c6da4f7783 req-ab67a8b3-a9f8-4ea9-9252-e1f8aa3c49e8 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530457 Sep 16 04:35:04.624059 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.627698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d9b9db-62e3-4ca6-b543-d927f56aba72', 'tag': '61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:04.630361 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9653e5e-9e06-4f4f-b0c5-90e42c7ca963" -d '{"events": [{"name": "network-changed", "server_uuid": "06d9b9db-62e3-4ca6-b543-d927f56aba72", "tag": "61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:04.700509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b27d90-2ac1-4aa7-8170-d0f273ebcf6d req-6b62787b-eaa9-4d19-a69d-d5e96f08c5e2 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:04.700509 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f7b27d90-2ac1-4aa7-8170-d0f273ebcf6d req-6b62787b-eaa9-4d19-a69d-d5e96f08c5e2 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 949 time: 0.0721357 Sep 16 04:35:04.704347 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-655a2e5f-2106-455f-9a20-5ffd1166498c service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460215 Sep 16 04:35:04.715694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:04.716964 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.765544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888997b-f04e-49ab-9fd4-a9ee0e094317 req-8a25651e-ea0d-4456-8cd5-2173a285b42d tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:04.766525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:04.766525 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.766706 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f7b27d90-2ac1-4aa7-8170-d0f273ebcf6d req-4e390386-3d83-46ef-a6e9-5f37948c9a0d tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554721 Sep 16 04:35:04.766844 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f888997b-f04e-49ab-9fd4-a9ee0e094317 req-8a25651e-ea0d-4456-8cd5-2173a285b42d tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 944 time: 0.1038454 Sep 16 04:35:04.824282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=03b4ee80-05d6-4959-b789-141500600078,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:04.828434 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:04.865657 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45acd4b7-c452-4cea-ace2-e503cddf23df x-openstack-request-id: req-45acd4b7-c452-4cea-ace2-e503cddf23df {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:04.865962 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d9b9db-62e3-4ca6-b543-d927f56aba72", "tag": "61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:04.866220 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45acd4b7-c452-4cea-ace2-e503cddf23df {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:04.871153 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d9b9db-62e3-4ca6-b543-d927f56aba72', 'tag': '61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd', 'status': 'completed', 'code': 200} Sep 16 04:35:04.895131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:04.936836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6a3f69-7440-4ec7-86b4-cf7f06c6103e req-8b65109b-31c8-4523-81ea-686d3c8ea0a7 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930377 Sep 16 04:35:04.956396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f888997b-f04e-49ab-9fd4-a9ee0e094317 req-7026458f-5a22-4939-9719-771d4677941a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602192 Sep 16 04:35:05.004939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9653e5e-9e06-4f4f-b0c5-90e42c7ca963 req-698a39a4-d594-497a-8ff8-d535de0fe8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.007297 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9653e5e-9e06-4f4f-b0c5-90e42c7ca963 req-698a39a4-d594-497a-8ff8-d535de0fe8f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 1127 time: 0.1166899 Sep 16 04:35:05.015102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:05.028826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf656f0-6610-4fe6-9655-75457e0d6d4e req-1d7eb09a-dc34-4ba6-9dbd-95360d33dabd tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.038112 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4bf656f0-6610-4fe6-9655-75457e0d6d4e req-1d7eb09a-dc34-4ba6-9dbd-95360d33dabd tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.0867851 Sep 16 04:35:05.121464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d4a0b-404f-4378-8bf2-e7175939d701 req-92bbba43-2590-47a1-9da9-cfeb6825a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.123143 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-235d4a0b-404f-4378-8bf2-e7175939d701 req-92bbba43-2590-47a1-9da9-cfeb6825a1bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 1096 time: 0.0757854 Sep 16 04:35:05.139806 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4bf656f0-6610-4fe6-9655-75457e0d6d4e req-0bec382c-2c42-4354-ad74-aa4818d6accc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005561 Sep 16 04:35:05.177297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd3a68-b30a-418a-adc6-6378867a25c4 req-534dd76c-d4d3-40bb-9c00-579e594be512 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.179012 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccbd3a68-b30a-418a-adc6-6378867a25c4 req-534dd76c-d4d3-40bb-9c00-579e594be512 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 944 time: 0.1154375 Sep 16 04:35:05.267135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d4a0b-404f-4378-8bf2-e7175939d701 req-6adf2b3f-f3f9-4250-8906-72bd1366b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.268756 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-235d4a0b-404f-4378-8bf2-e7175939d701 req-6adf2b3f-f3f9-4250-8906-72bd1366b221 service neutron] 10.222.0.50 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.1279781 Sep 16 04:35:05.319640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-235d4a0b-404f-4378-8bf2-e7175939d701 req-be4344ee-24b0-4b3f-b011-0d30cfd93ea0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e HTTP/1.1" status: 200 len: 217 time: 0.0414958 Sep 16 04:35:05.386719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d4a0b-404f-4378-8bf2-e7175939d701 req-f3c6d0ec-ddec-4a81-a72c-e26f76c9213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.388411 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-235d4a0b-404f-4378-8bf2-e7175939d701 req-f3c6d0ec-ddec-4a81-a72c-e26f76c9213b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.0596795 Sep 16 04:35:05.435484 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9653e5e-9e06-4f4f-b0c5-90e42c7ca963 req-0a607f0b-12ad-4dc9-bee8-f21ca9514c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.437033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9653e5e-9e06-4f4f-b0c5-90e42c7ca963 req-0a607f0b-12ad-4dc9-bee8-f21ca9514c7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.4129546 Sep 16 04:35:05.440724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-235d4a0b-404f-4378-8bf2-e7175939d701 req-8c667bbb-ddb7-4362-b5e1-6d266d43daf7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423555 Sep 16 04:35:05.490559 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccbd3a68-b30a-418a-adc6-6378867a25c4 req-d929f289-787f-47f6-9f54-c1f793770d9a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025763 Sep 16 04:35:05.492038 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9653e5e-9e06-4f4f-b0c5-90e42c7ca963 req-0f747131-1bb0-468b-aa4e-c3c1fb5c8f54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd HTTP/1.1" status: 200 len: 217 time: 0.0425446 Sep 16 04:35:05.558012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9653e5e-9e06-4f4f-b0c5-90e42c7ca963 req-692c0958-fb8d-4b57-8971-1fe7d8a68cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.560053 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9653e5e-9e06-4f4f-b0c5-90e42c7ca963 req-692c0958-fb8d-4b57-8971-1fe7d8a68cb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.0528274 Sep 16 04:35:05.581106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-235d4a0b-404f-4378-8bf2-e7175939d701 req-2f032a3d-39ee-4c18-a376-2c4ec8e565cb service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294246 Sep 16 04:35:05.628833 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9653e5e-9e06-4f4f-b0c5-90e42c7ca963 req-c0bcaa34-9d86-4120-b2de-f9fc0362124c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602369 Sep 16 04:35:05.762961 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-235d4a0b-404f-4378-8bf2-e7175939d701 req-ba4c70a6-9a70-4cb3-96d3-e01d2d64f49c service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717210 Sep 16 04:35:05.796767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c958ddf-8a6a-4993-9073-c053c5eb1906 req-59090630-a668-438d-a94b-8e3a1a9d6193 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:05.798977 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c958ddf-8a6a-4993-9073-c053c5eb1906 req-59090630-a668-438d-a94b-8e3a1a9d6193 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 950 time: 0.1083794 Sep 16 04:35:05.817780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9653e5e-9e06-4f4f-b0c5-90e42c7ca963 req-a9153375-c272-422c-9a1f-d391612f16d5 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746597 Sep 16 04:35:05.861235 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c958ddf-8a6a-4993-9073-c053c5eb1906 req-394bf64e-560b-4412-a5db-36c739b17e33 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545108 Sep 16 04:35:06.007333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f29df-a34b-4ddc-9449-c5521e86e2ea req-ab96a9f7-faf4-4914-9b07-af8a6a75fad4 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:06.008929 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f3f29df-a34b-4ddc-9449-c5521e86e2ea req-ab96a9f7-faf4-4914-9b07-af8a6a75fad4 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 950 time: 0.1100972 Sep 16 04:35:06.022035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9653e5e-9e06-4f4f-b0c5-90e42c7ca963 req-d39f379d-5b2e-44cf-bb05-ae1d66ace62a service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953642 Sep 16 04:35:06.065869 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f3f29df-a34b-4ddc-9449-c5521e86e2ea req-67faca4d-e891-4fc1-be92-6c3e8f7c0e6a tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428178 Sep 16 04:35:06.127093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8830f-3d9d-4fe6-a383-dd10739f7659 req-a69555cd-9b74-4798-983c-8010e0ec46eb tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:06.128700 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4a8830f-3d9d-4fe6-a383-dd10739f7659 req-a69555cd-9b74-4798-983c-8010e0ec46eb tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 944 time: 0.0602486 Sep 16 04:35:06.179525 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4a8830f-3d9d-4fe6-a383-dd10739f7659 req-ef89b6cd-8320-4b9c-9405-9d2450c01060 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446167 Sep 16 04:35:06.193146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:06.228101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b4ee80-05d6-4959-b789-141500600078'}, {'server_uuid': '5a7047bc-8378-48e3-beed-a9078442d007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:06.231336 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dca113-cedc-4c36-ad03-36925bb0e9f5" -d '{"events": [{"server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "name": "network-vif-plugged", "status": "completed", "tag": "03b4ee80-05d6-4959-b789-141500600078"}, {"server_uuid": "5a7047bc-8378-48e3-beed-a9078442d007", "name": "network-vif-plugged", "status": "completed", "tag": "9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:06.275052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02575d8-d235-4f10-83ea-0eb700cd05de req-e6d0bc21-e764-4d0b-9cef-32a6304e2a52 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:06.279890 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c02575d8-d235-4f10-83ea-0eb700cd05de req-e6d0bc21-e764-4d0b-9cef-32a6304e2a52 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.0769918 Sep 16 04:35:06.386843 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c02575d8-d235-4f10-83ea-0eb700cd05de req-94a47c2d-15b6-42e4-a48c-0da70ea42d54 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969789 Sep 16 04:35:06.438390 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37effcb-3d47-4aaa-9980-15a9e640b778 x-openstack-request-id: req-d37effcb-3d47-4aaa-9980-15a9e640b778 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:06.438916 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "name": "network-vif-plugged", "status": "completed", "tag": "03b4ee80-05d6-4959-b789-141500600078", "code": 200}, {"server_uuid": "5a7047bc-8378-48e3-beed-a9078442d007", "name": "network-vif-plugged", "status": "completed", "tag": "9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:06.439640 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d37effcb-3d47-4aaa-9980-15a9e640b778 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:06.439946 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b4ee80-05d6-4959-b789-141500600078', 'code': 200} Sep 16 04:35:06.440202 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7047bc-8378-48e3-beed-a9078442d007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22', 'code': 200} Sep 16 04:35:06.479111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497282c-18d6-462c-9d4c-0c1fab0d59ea req-a07a7033-57ad-49dd-aad2-9d42a32fd153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:06.480907 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4497282c-18d6-462c-9d4c-0c1fab0d59ea req-a07a7033-57ad-49dd-aad2-9d42a32fd153 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 1102 time: 0.0570738 Sep 16 04:35:06.486450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:06.507021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd has no active binding in host n-h1-712142-17 {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:35:06.532438 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4497282c-18d6-462c-9d4c-0c1fab0d59ea req-0d8ce94d-617a-4a99-9fe4-6cf45810bd74 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Sep 16 04:35:06.695557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283dabf-79b3-42c1-b32f-64a8db1c6edb req-2ca0b261-cbe7-44ec-a7e6-d011ede392ae tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:06.697069 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f283dabf-79b3-42c1-b32f-64a8db1c6edb req-2ca0b261-cbe7-44ec-a7e6-d011ede392ae tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 1101 time: 0.0388751 Sep 16 04:35:06.716005 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f283dabf-79b3-42c1-b32f-64a8db1c6edb req-0078c8cb-94e1-47ff-8c66-1809dc57bd76 tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:06.805376 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f283dabf-79b3-42c1-b32f-64a8db1c6edb req-0078c8cb-94e1-47ff-8c66-1809dc57bd76 tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:06.809978 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f283dabf-79b3-42c1-b32f-64a8db1c6edb req-0078c8cb-94e1-47ff-8c66-1809dc57bd76 tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:06.834617 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f283dabf-79b3-42c1-b32f-64a8db1c6edb req-0078c8cb-94e1-47ff-8c66-1809dc57bd76 tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307979 Sep 16 04:35:06.847153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078c8cb-94e1-47ff-8c66-1809dc57bd76 tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a54242-a041-4ce3-a974-59f85d5400b3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:06.965847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5141693-8005-441c-9bc1-24a40e21e0df req-545d3cff-885c-4dba-931f-57a9c93c5b9c tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:06.969102 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5141693-8005-441c-9bc1-24a40e21e0df req-545d3cff-885c-4dba-931f-57a9c93c5b9c tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 944 time: 0.0576055 Sep 16 04:35:07.007998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5141693-8005-441c-9bc1-24a40e21e0df req-42336b54-a34b-432e-aaae-6e3801241af9 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356157 Sep 16 04:35:07.152830 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47408) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:07.169566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-f3c12895-3254-4659-81e0-b40da11f388a req-8be4c818-1cbf-460e-999b-c6afcb6e75ec tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1674857108', 'description': 'tempest-description-570337251'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:07.195112 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f3c12895-3254-4659-81e0-b40da11f388a req-8be4c818-1cbf-460e-999b-c6afcb6e75ec tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.203955 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f3c12895-3254-4659-81e0-b40da11f388a req-8be4c818-1cbf-460e-999b-c6afcb6e75ec tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.283780 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6795-eb84-451c-874c-fe355a4b8ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.324977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f3c12895-3254-4659-81e0-b40da11f388a req-8be4c818-1cbf-460e-999b-c6afcb6e75ec tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.332165 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f3c12895-3254-4659-81e0-b40da11f388a req-8be4c818-1cbf-460e-999b-c6afcb6e75ec tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.347773 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.373716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4c818-1cbf-460e-999b-c6afcb6e75ec tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be82bcf0-2fe1-4da3-bc70-880881068ad3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:07.440040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6795-eb84-451c-874c-fe355a4b8ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.445337 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6795-eb84-451c-874c-fe355a4b8ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.503514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb6795-eb84-451c-874c-fe355a4b8ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a6a42b-104c-4be6-9e64-e66b8c927823,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:07.511052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0aeb6795-eb84-451c-874c-fe355a4b8ba6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4795023752f844beb0eb155342614258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547590 Sep 16 04:35:07.511716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47414) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:07.555903 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f3c12895-3254-4659-81e0-b40da11f388a req-8be4c818-1cbf-460e-999b-c6afcb6e75ec tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.559957 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f3c12895-3254-4659-81e0-b40da11f388a req-8be4c818-1cbf-460e-999b-c6afcb6e75ec tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.562689 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12ef37a9-d6f5-435a-a6f4-df9ebc4611e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.584052 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12ef37a9-d6f5-435a-a6f4-df9ebc4611e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.590381 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f3c12895-3254-4659-81e0-b40da11f388a req-8be4c818-1cbf-460e-999b-c6afcb6e75ec tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.591612 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f3c12895-3254-4659-81e0-b40da11f388a req-8be4c818-1cbf-460e-999b-c6afcb6e75ec tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4262340 Sep 16 04:35:07.592581 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4c818-1cbf-460e-999b-c6afcb6e75ec tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f4647f-d713-4dd8-a610-2acf9ac3be45,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:07.637932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12ef37a9-d6f5-435a-a6f4-df9ebc4611e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.640620 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12ef37a9-d6f5-435a-a6f4-df9ebc4611e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:07.641848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-12ef37a9-d6f5-435a-a6f4-df9ebc4611e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16a6a42b-104c-4be6-9e64-e66b8c927823 HTTP/1.1" status: 204 len: 168 time: 0.1290989 Sep 16 04:35:07.649372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef37a9-d6f5-435a-a6f4-df9ebc4611e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a6a42b-104c-4be6-9e64-e66b8c927823,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:07.692379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-2f33fc17-5e0a-4c86-9dc8-6ed2beb1de86 req-49e55f2c-4ef9-4d95-9d1c-d9c13d2d1e53 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:35:07.693417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2f33fc17-5e0a-4c86-9dc8-6ed2beb1de86 req-49e55f2c-4ef9-4d95-9d1c-d9c13d2d1e53 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055416 Sep 16 04:35:07.940905 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47432) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:07.956962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8093c2d4-f37f-475a-ad0a-6d68b09377b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.057393 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8093c2d4-f37f-475a-ad0a-6d68b09377b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.062830 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8093c2d4-f37f-475a-ad0a-6d68b09377b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.116132 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8093c2d4-f37f-475a-ad0a-6d68b09377b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=157dfa9ce93b4159bf149926fc87a05f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740122 Sep 16 04:35:08.117276 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093c2d4-f37f-475a-ad0a-6d68b09377b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1946b1-8a9e-408d-8fbb-7a71cd1a90f4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:08.119026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47438) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:08.195628 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3c762750-b57a-40ce-a5a7-6de09d610a7e details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:08.203931 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-31b5660c-d474-4b95-9687-57c68d863a61 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467381 Sep 16 04:35:08.205826 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-182498c3-3329-4c18-a1ad-63bfaa6f38a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.215098 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24bddd-00a4-4933-bbb4-81010be00090 req-76f6f9d0-86e3-4d99-a9f3-518b82740289 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:08.215452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-628e246a-00d2-43a7-8e11-103fba364189 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:35:08.216674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c24bddd-00a4-4933-bbb4-81010be00090 req-76f6f9d0-86e3-4d99-a9f3-518b82740289 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 950 time: 0.0775867 Sep 16 04:35:08.216895 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-628e246a-00d2-43a7-8e11-103fba364189 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061579 Sep 16 04:35:08.253489 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-182498c3-3329-4c18-a1ad-63bfaa6f38a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.305228 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c24bddd-00a4-4933-bbb4-81010be00090 req-382f61a9-8c27-4364-b747-f3f3e2859088 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776649 Sep 16 04:35:08.323331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:08.336880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-182498c3-3329-4c18-a1ad-63bfaa6f38a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.340231 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-182498c3-3329-4c18-a1ad-63bfaa6f38a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.341564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-182498c3-3329-4c18-a1ad-63bfaa6f38a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d1946b1-8a9e-408d-8fbb-7a71cd1a90f4 HTTP/1.1" status: 204 len: 168 time: 0.2213531 Sep 16 04:35:08.342517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '3c762750-b57a-40ce-a5a7-6de09d610a7e', 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318', 'port_id': '3c762750-b57a-40ce-a5a7-6de09d610a7e', 'mac_address': 'fa:16:3e:27:0d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27c5ba3-cdbf-42f2-965d-bdef41cc1252', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:08.354744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182498c3-3329-4c18-a1ad-63bfaa6f38a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1946b1-8a9e-408d-8fbb-7a71cd1a90f4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:08.410360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.426208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c762750-b57a-40ce-a5a7-6de09d610a7e {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:08.441936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959f5d-ade8-4811-b4c8-1a262f4cbe26 req-1e420ed1-096e-4984-a734-b393da292108 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:08.444045 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62959f5d-ade8-4811-b4c8-1a262f4cbe26 req-1e420ed1-096e-4984-a734-b393da292108 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 950 time: 0.0549049 Sep 16 04:35:08.458480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:08.463529 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.491515 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62959f5d-ade8-4811-b4c8-1a262f4cbe26 req-e66df806-fb05-4fea-a699-2d20b9723827 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397286 Sep 16 04:35:08.535952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=3c762750-b57a-40ce-a5a7-6de09d610a7e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:08.657726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9e936-54ff-47c9-8276-0b254b769359 req-67d6fc0b-96a9-4f09-af0f-99be0b3f7dc1 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:08.659296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62e9e936-54ff-47c9-8276-0b254b769359 req-67d6fc0b-96a9-4f09-af0f-99be0b3f7dc1 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 945 time: 0.0902395 Sep 16 04:35:08.717588 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-d577c7fe-8247-43c0-90d9-b93c76050c73 service neutron] 10.222.0.15 "GET /v2.0/ports/61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd/bindings/n-h1-712142-17 HTTP/1.1" status: 200 len: 385 time: 0.1051207 Sep 16 04:35:08.762716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62e9e936-54ff-47c9-8276-0b254b769359 req-b149cb5a-db02-4c31-ad29-70b1bd0ccbe5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935884 Sep 16 04:35:08.789775 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['3c762750-b57a-40ce-a5a7-6de09d610a7e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:08.811872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-baf03bc5-6264-4b09-8e86-8c361fa62c91 req-bba2372a-6868-4095-afdc-2211aa77b905 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1774504567', 'description': 'tempest-description-758802416'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:08.884395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f8658-9d1e-407c-a235-3b54f08ba625 req-3d472e52-ef96-4be9-95fb-19051815906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:08.886754 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b09f8658-9d1e-407c-a235-3b54f08ba625 req-3d472e52-ef96-4be9-95fb-19051815906d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 1102 time: 0.1432424 Sep 16 04:35:08.889097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-baf03bc5-6264-4b09-8e86-8c361fa62c91 req-bba2372a-6868-4095-afdc-2211aa77b905 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:08.990586 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b09f8658-9d1e-407c-a235-3b54f08ba625 req-e9ab32b4-c644-425e-9909-6323c2615157 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902364 Sep 16 04:35:09.053206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f4b0f-c747-4490-9302-8c6e0cbe50cb req-19074892-3f53-4e9e-8662-fae9530a6a5b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.055110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-654f4b0f-c747-4490-9302-8c6e0cbe50cb req-19074892-3f53-4e9e-8662-fae9530a6a5b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 944 time: 0.1730576 Sep 16 04:35:09.099832 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-baf03bc5-6264-4b09-8e86-8c361fa62c91 req-bba2372a-6868-4095-afdc-2211aa77b905 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.107452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-baf03bc5-6264-4b09-8e86-8c361fa62c91 req-bba2372a-6868-4095-afdc-2211aa77b905 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.128982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c30f2859-281f-4967-a9e3-c75714438371 req-fa4f6af3-21e0-4262-bd3c-304de9fa3368 service neutron] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:09.143330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-654f4b0f-c747-4490-9302-8c6e0cbe50cb req-6bb84ac6-9780-4da8-92f3-3f6a254e6158 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767665 Sep 16 04:35:09.163913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-baf03bc5-6264-4b09-8e86-8c361fa62c91 req-bba2372a-6868-4095-afdc-2211aa77b905 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.166586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c30f2859-281f-4967-a9e3-c75714438371 req-fa4f6af3-21e0-4262-bd3c-304de9fa3368 service neutron] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:09.178040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-baf03bc5-6264-4b09-8e86-8c361fa62c91 req-bba2372a-6868-4095-afdc-2211aa77b905 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4132409 Sep 16 04:35:09.182403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2372a-6868-4095-afdc-2211aa77b905 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd8b15c-bedd-435a-b74a-0c21a1c2ac8c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:09.223274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-c30f2859-281f-4967-a9e3-c75714438371 req-fa4f6af3-21e0-4262-bd3c-304de9fa3368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:09.240032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c30f2859-281f-4967-a9e3-c75714438371 req-fa4f6af3-21e0-4262-bd3c-304de9fa3368 service neutron] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:09.260890 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c30f2859-281f-4967-a9e3-c75714438371 req-fa4f6af3-21e0-4262-bd3c-304de9fa3368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.288865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e7092-d512-4de1-ae1f-a80e33ce498e req-81810283-e14f-4f2e-a3b9-81880d564035 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.291407 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e7e7092-d512-4de1-ae1f-a80e33ce498e req-81810283-e14f-4f2e-a3b9-81880d564035 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.0682786 Sep 16 04:35:09.338046 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e7e7092-d512-4de1-ae1f-a80e33ce498e req-686d4f5a-6f3e-4c80-8817-514c552f025c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Sep 16 04:35:09.354170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47488) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:09.365229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-c30f2859-281f-4967-a9e3-c75714438371 req-fa4f6af3-21e0-4262-bd3c-304de9fa3368 service neutron] Transition to ACTIVE for port object 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:09.373464 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c30f2859-281f-4967-a9e3-c75714438371 req-fa4f6af3-21e0-4262-bd3c-304de9fa3368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.436997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30f2859-281f-4967-a9e3-c75714438371 req-fa4f6af3-21e0-4262-bd3c-304de9fa3368 service neutron] No DVR routers for this DVR port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:09.456597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f6af3-21e0-4262-bd3c-304de9fa3368 service neutron] Pushing event updated for resources: {'Port': ['ID=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,revision_number=10']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:09.479119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1731178106-network', 'tenant_id': '9d93cd6fd05f4e2db01b2da42e0c23ed'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:09.482638 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-fa4f6af3-21e0-4262-bd3c-304de9fa3368 service neutron] 10.222.0.15 "PUT /v2.0/ports/61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd/bindings/n-h1-712142-17/activate HTTP/1.1" status: 200 len: 370 time: 0.7558506 Sep 16 04:35:09.509053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Made reservation on behalf of 9d93cd6fd05f4e2db01b2da42e0c23ed for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:09.511744 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.524081 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.630802 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cd8009e0-23ea-475d-9b0e-0cd4df43dca7 req-e14171ea-64fb-4ddb-8c46-443aa6b4e93f tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2001288779', 'description': 'tempest-description-698203922'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:09.635203 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.643741 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.675244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:35:09.687995 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cd8009e0-23ea-475d-9b0e-0cd4df43dca7 req-e14171ea-64fb-4ddb-8c46-443aa6b4e93f tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.701514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.701886 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Added segment 79066fbe-a3ea-439d-9cbe-0e3e6e6d6c5e of type vlan for network 7f81b4a9-1368-440c-89a7-debeadfdebf1 Sep 16 04:35:09.703276 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad85cac-c4da-46ea-aabb-a6b2b91f3e7f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:09.712265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cd8009e0-23ea-475d-9b0e-0cd4df43dca7 req-e14171ea-64fb-4ddb-8c46-443aa6b4e93f tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.749246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebdc91-84c3-4238-9780-e3283915f13a req-a3463c04-bbe1-420a-ac64-7950dc5ec9d6 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.750745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49ebdc91-84c3-4238-9780-e3283915f13a req-a3463c04-bbe1-420a-ac64-7950dc5ec9d6 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 950 time: 0.0597529 Sep 16 04:35:09.763602 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.792581 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49ebdc91-84c3-4238-9780-e3283915f13a req-e407389c-238a-4d04-a908-54423a053288 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Sep 16 04:35:09.807851 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.809693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.810355 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.890617 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] Pushing event updated for resources: {'Network': ['ID=7f81b4a9-1368-440c-89a7-debeadfdebf1,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:09.904946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 7f81b4a9-1368-440c-89a7-debeadfdebf1 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:35:09.906105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6a354-ae64-40f9-91c0-e16f7cfd0a77 req-4d2c5f1a-803d-4244-b48a-2aa506a9a842 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:09.907735 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6b6a354-ae64-40f9-91c0-e16f7cfd0a77 req-4d2c5f1a-803d-4244-b48a-2aa506a9a842 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 950 time: 0.0537429 Sep 16 04:35:09.942962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cd8009e0-23ea-475d-9b0e-0cd4df43dca7 req-e14171ea-64fb-4ddb-8c46-443aa6b4e93f tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.949779 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cd8009e0-23ea-475d-9b0e-0cd4df43dca7 req-e14171ea-64fb-4ddb-8c46-443aa6b4e93f tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:09.960226 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6b6a354-ae64-40f9-91c0-e16f7cfd0a77 req-081ec920-1eeb-4988-ba11-be423a53ca46 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436518 Sep 16 04:35:09.978292 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8b9f2bec-ff0d-456d-a282-96bdbe3326be admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6202648 Sep 16 04:35:09.978679 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47502) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:09.988325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14171ea-64fb-4ddb-8c46-443aa6b4e93f tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf84d450-afc6-44ab-8ec2-bdbd5d05b334,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:09.991303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-711cbaff-28af-4b7a-a76f-8181c9008b7b admin admin] Request body: {'subnet': {'network_id': '7f81b4a9-1368-440c-89a7-debeadfdebf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1731178106-subnet', 'tenant_id': '9d93cd6fd05f4e2db01b2da42e0c23ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:10.057865 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cd8009e0-23ea-475d-9b0e-0cd4df43dca7 req-e14171ea-64fb-4ddb-8c46-443aa6b4e93f tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.062237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cd8009e0-23ea-475d-9b0e-0cd4df43dca7 req-e14171ea-64fb-4ddb-8c46-443aa6b4e93f tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.080707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711cbaff-28af-4b7a-a76f-8181c9008b7b admin admin] Made reservation on behalf of 9d93cd6fd05f4e2db01b2da42e0c23ed for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:10.083763 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-711cbaff-28af-4b7a-a76f-8181c9008b7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.092020 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cd8009e0-23ea-475d-9b0e-0cd4df43dca7 req-e14171ea-64fb-4ddb-8c46-443aa6b4e93f tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.103720 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd8009e0-23ea-475d-9b0e-0cd4df43dca7 req-e14171ea-64fb-4ddb-8c46-443aa6b4e93f tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4777730 Sep 16 04:35:10.108757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14171ea-64fb-4ddb-8c46-443aa6b4e93f tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8e2e8b-51e6-437b-9b7e-2cae8d45617f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:10.210502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12233ee4-32d3-4d18-9d97-9e7ba171d921 req-fbad7456-9731-4737-9bc1-da593da6495a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:10.210502 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12233ee4-32d3-4d18-9d97-9e7ba171d921 req-fbad7456-9731-4737-9bc1-da593da6495a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 945 time: 0.0588963 Sep 16 04:35:10.212911 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3c762750-b57a-40ce-a5a7-6de09d610a7e up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:10.255757 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12233ee4-32d3-4d18-9d97-9e7ba171d921 req-00731a7d-fec1-4793-9dbe-342ff957b182 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407078 Sep 16 04:35:10.269275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 3c762750-b57a-40ce-a5a7-6de09d610a7e completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:10.273837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 3c762750-b57a-40ce-a5a7-6de09d610a7e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:10.274219 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.292463 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-711cbaff-28af-4b7a-a76f-8181c9008b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.354891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cbaff-28af-4b7a-a76f-8181c9008b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb8611e-aa7d-4d66-b1f8-58029d7cfdab,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:10.358518 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-c7609c57-7b3b-42e1-b68a-6e63dc51a806 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5df8dbab911142b382909fed43937976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219049 Sep 16 04:35:10.363418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711cbaff-28af-4b7a-a76f-8181c9008b7b admin admin] Checking segment: {'id': '79066fbe-a3ea-439d-9cbe-0e3e6e6d6c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7f81b4a9-1368-440c-89a7-debeadfdebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:10.363772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711cbaff-28af-4b7a-a76f-8181c9008b7b admin admin] Network hostable DHCP agents. Network: 7f81b4a9-1368-440c-89a7-debeadfdebf1, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:35:10.364713 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.385683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711cbaff-28af-4b7a-a76f-8181c9008b7b admin admin] Network 7f81b4a9-1368-440c-89a7-debeadfdebf1 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:35:10.390255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bca373-8d3a-4817-a8ea-ee2677e25a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c762750-b57a-40ce-a5a7-6de09d610a7e'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:10.392653 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53945a40-6c57-4c47-bfe6-bf40e266d1b3" -d '{"events": [{"server_uuid": "97bca373-8d3a-4817-a8ea-ee2677e25a6a", "name": "network-vif-plugged", "status": "completed", "tag": "3c762750-b57a-40ce-a5a7-6de09d610a7e"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:10.398051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-711cbaff-28af-4b7a-a76f-8181c9008b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 7f81b4a9-1368-440c-89a7-debeadfdebf1) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:10.403851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711cbaff-28af-4b7a-a76f-8181c9008b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:10.404458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-711cbaff-28af-4b7a-a76f-8181c9008b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.405989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:10.408485 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6082f9d-0921-4d77-a8e5-82455df9a77e None None] Network 7f81b4a9-1368-440c-89a7-debeadfdebf1 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:10.429283 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.429490 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-711cbaff-28af-4b7a-a76f-8181c9008b7b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4419351 Sep 16 04:35:10.488073 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-9b38f5f9-f072-411f-85ba-8086bf9b2d99 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:10.489731 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-9b38f5f9-f072-411f-85ba-8086bf9b2d99 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1253030 Sep 16 04:35:10.509676 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-d0f0fd8b-f4b3-4f64-b642-cfd5e981d525 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/quotas/5df8dbab911142b382909fed43937976 HTTP/1.1" status: 200 len: 375 time: 0.0132201 Sep 16 04:35:10.513877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=3c762750-b57a-40ce-a5a7-6de09d610a7e,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:10.576377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0361269-89f8-4293-b236-f84234a88123 None None] Network 7f81b4a9-1368-440c-89a7-debeadfdebf1 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:10.581789 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-269fa0ec-6b42-4164-87ce-0c9d85296585 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5df8dbab911142b382909fed43937976&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650530 Sep 16 04:35:10.699945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d1006d54-048b-4b5f-aed0-a0d770cbe0d7 req-93745437-a00b-4499-b18a-16dff32f5423 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-668856328', 'description': 'tempest-description-1917898057'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:10.734660 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1006d54-048b-4b5f-aed0-a0d770cbe0d7 req-93745437-a00b-4499-b18a-16dff32f5423 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.835867 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1006d54-048b-4b5f-aed0-a0d770cbe0d7 req-93745437-a00b-4499-b18a-16dff32f5423 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.840931 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1006d54-048b-4b5f-aed0-a0d770cbe0d7 req-93745437-a00b-4499-b18a-16dff32f5423 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.869318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93745437-a00b-4499-b18a-16dff32f5423 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7d5ca0-7513-45a5-8ce8-d2ba748641e7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:10.872327 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1006d54-048b-4b5f-aed0-a0d770cbe0d7 req-93745437-a00b-4499-b18a-16dff32f5423 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:10.873570 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1006d54-048b-4b5f-aed0-a0d770cbe0d7 req-93745437-a00b-4499-b18a-16dff32f5423 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1785111 Sep 16 04:35:10.990671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47550) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:10.991227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3330b3-5360-41d7-904c-cb8e36a74862 req-14a6fcfe-e2f9-4479-9299-2b86b3d2f488 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:10.992770 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd3330b3-5360-41d7-904c-cb8e36a74862 req-14a6fcfe-e2f9-4479-9299-2b86b3d2f488 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 945 time: 0.0562568 Sep 16 04:35:10.996384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1601354364-network', 'tenant_id': '246ab4752ba048c4b6ec2575f6051eaf'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:11.023730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Made reservation on behalf of 246ab4752ba048c4b6ec2575f6051eaf for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:11.026448 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.034270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd3330b3-5360-41d7-904c-cb8e36a74862 req-7d3d714c-b323-4b77-83b0-abbaf142ed17 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345776 Sep 16 04:35:11.036350 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.144701 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.148624 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.153046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baccbf-9b16-4528-9165-2657424d0d2a req-c56cf48d-a104-4f96-8f53-fb1dad90db4d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:11.154568 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43baccbf-9b16-4528-9165-2657424d0d2a req-c56cf48d-a104-4f96-8f53-fb1dad90db4d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.0531938 Sep 16 04:35:11.171386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:35:11.185561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cf5839-aa8f-4b90-b962-a30a433142ff,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:11.190581 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.190941 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Added segment 82102393-0d07-4ff3-b224-d3ead1dee978 of type vlan for network c5ec05a7-c008-44c9-bc54-d6317eabaa8d Sep 16 04:35:11.196972 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43baccbf-9b16-4528-9165-2657424d0d2a req-209d96ff-c9da-42f1-a9e8-8bef7336334c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355940 Sep 16 04:35:11.241633 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.250881 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2987f9-f52c-47f8-9c59-1bccc7e11217 x-openstack-request-id: req-5d2987f9-f52c-47f8-9c59-1bccc7e11217 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:11.251388 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bca373-8d3a-4817-a8ea-ee2677e25a6a", "name": "network-vif-plugged", "status": "completed", "tag": "3c762750-b57a-40ce-a5a7-6de09d610a7e", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:11.251644 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d2987f9-f52c-47f8-9c59-1bccc7e11217 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:11.252127 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bca373-8d3a-4817-a8ea-ee2677e25a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c762750-b57a-40ce-a5a7-6de09d610a7e', 'code': 200} Sep 16 04:35:11.296715 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.298664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:11.299431 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.340523 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6d13338-dbb0-4337-80a6-7f7c738b1a1c req-e09adf85-a354-4eff-b1b0-e29ba154de2f tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 210 time: 0.0320635 Sep 16 04:35:11.407100 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4124451 Sep 16 04:35:11.411721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47556) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:11.419412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9148810f-e756-4d09-90db-229792222045 admin admin] Request body: {'subnet': {'network_id': 'c5ec05a7-c008-44c9-bc54-d6317eabaa8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1601354364-subnet', 'tenant_id': '246ab4752ba048c4b6ec2575f6051eaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:11.441475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475b700-a8a8-47e4-b934-3dc1c7ee09b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c5ec05a7-c008-44c9-bc54-d6317eabaa8d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:11.455909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network c5ec05a7-c008-44c9-bc54-d6317eabaa8d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:35:11.466670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f105a27-d4e8-4b31-b2f4-61f00dae8c6e req-3ec3d9bc-fa53-42bf-83c1-8e38ff131921 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:11.469079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f105a27-d4e8-4b31-b2f4-61f00dae8c6e req-3ec3d9bc-fa53-42bf-83c1-8e38ff131921 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 950 time: 0.1445246 Sep 16 04:35:11.470874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9148810f-e756-4d09-90db-229792222045 admin admin] Made reservation on behalf of 246ab4752ba048c4b6ec2575f6051eaf for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:11.473968 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9148810f-e756-4d09-90db-229792222045 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.493809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222086a-11f3-48e0-8daa-e05a2cb0663e req-66c8d837-dab5-4269-8f47-dc1fd506fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:11.495574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c222086a-11f3-48e0-8daa-e05a2cb0663e req-66c8d837-dab5-4269-8f47-dc1fd506fb7d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 1098 time: 0.1157889 Sep 16 04:35:11.567068 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c222086a-11f3-48e0-8daa-e05a2cb0663e req-1a0c40cf-926f-4fab-9228-303ace7c6204 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493691 Sep 16 04:35:11.631866 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f105a27-d4e8-4b31-b2f4-61f00dae8c6e req-c907c694-188d-4b11-beec-9284321ba464 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294224 Sep 16 04:35:11.636145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2859-281f-4967-a9e3-c75714438371 req-bd40df01-fff9-4477-a136-43d2353858fb tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:11.638505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-bd40df01-fff9-4477-a136-43d2353858fb tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72&tenant_id=e856b1715b0245aeade3fab80abad339&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.1500974 Sep 16 04:35:11.731665 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-01f2e177-20c1-46d9-a37a-962e7e2b096f tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56133 time: 0.3649275 Sep 16 04:35:11.766062 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9148810f-e756-4d09-90db-229792222045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:11.817656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96535d-8c51-4e1f-9507-375d57526ec9 req-bdab4c16-23c1-49a7-a892-887068c86319 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:11.819143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a96535d-8c51-4e1f-9507-375d57526ec9 req-bdab4c16-23c1-49a7-a892-887068c86319 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 946 time: 0.1233709 Sep 16 04:35:11.835826 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-844071c4-3fce-48d5-b221-fe6b707eebc3 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/01cf5839-aa8f-4b90-b962-a30a433142ff HTTP/1.1" status: 200 len: 2981 time: 0.0516098 Sep 16 04:35:11.847091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:11.894319 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-a5f729e2-826d-444c-b730-c47bf15c9046 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/01cf5839-aa8f-4b90-b962-a30a433142ff HTTP/1.1" status: 200 len: 2981 time: 0.0522726 Sep 16 04:35:11.900677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:11.909379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148810f-e756-4d09-90db-229792222045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6eb7529-46fb-46d4-96de-598e770b71f8,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:11.946266 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a96535d-8c51-4e1f-9507-375d57526ec9 req-2d79a49a-e3e0-4c9a-a63d-0859fa042f67 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973153 Sep 16 04:35:11.950164 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-e5b0b5ad-110d-4c09-bd07-7f989dc3f532 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/03eae2e7-4722-42a7-b33a-ffa413d26734 HTTP/1.1" status: 200 len: 2981 time: 0.0487618 Sep 16 04:35:11.953012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9148810f-e756-4d09-90db-229792222045 admin admin] Checking segment: {'id': '82102393-0d07-4ff3-b224-d3ead1dee978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c5ec05a7-c008-44c9-bc54-d6317eabaa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:11.953372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148810f-e756-4d09-90db-229792222045 admin admin] Network hostable DHCP agents. Network: c5ec05a7-c008-44c9-bc54-d6317eabaa8d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:35:11.959997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2859-281f-4967-a9e3-c75714438371 req-a7c20177-c5b2-4dfb-8d08-758fa4228aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:11.960579 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-a7c20177-c5b2-4dfb-8d08-758fa4228aef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72&tenant_id=e856b1715b0245aeade3fab80abad339 HTTP/1.1" status: 200 len: 1097 time: 0.1819208 Sep 16 04:35:11.983032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148810f-e756-4d09-90db-229792222045 admin admin] Network c5ec05a7-c008-44c9-bc54-d6317eabaa8d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:35:11.993572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-9148810f-e756-4d09-90db-229792222045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, c5ec05a7-c008-44c9-bc54-d6317eabaa8d) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:11.998732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9148810f-e756-4d09-90db-229792222045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:11.999476 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9148810f-e756-4d09-90db-229792222045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.005856 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-7302d50f-9bca-4ee7-9f9e-f7dbbc2f5298 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/03eae2e7-4722-42a7-b33a-ffa413d26734 HTTP/1.1" status: 200 len: 2981 time: 0.0457761 Sep 16 04:35:12.016399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ed1267-e79b-4b32-8fb9-f3f26f4c9504 None None] Network c5ec05a7-c008-44c9-bc54-d6317eabaa8d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:12.043846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9148810f-e756-4d09-90db-229792222045 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6289470 Sep 16 04:35:12.053793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2859-281f-4967-a9e3-c75714438371 req-1dfd1a0f-e127-4019-958f-6b258ffce2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:12.055369 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-1dfd1a0f-e127-4019-958f-6b258ffce2f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 1097 time: 0.0535152 Sep 16 04:35:12.072311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-0c744cd2-3c8d-4ad3-b0d8-2889c228005e tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/04e81b0d-d7cd-4399-9712-de073953a6d9 HTTP/1.1" status: 200 len: 2977 time: 0.0573502 Sep 16 04:35:12.146737 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-85195db8-9e88-4744-be4c-66fe6b1d8d7d tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/04e81b0d-d7cd-4399-9712-de073953a6d9 HTTP/1.1" status: 200 len: 2977 time: 0.0648217 Sep 16 04:35:12.207004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47562) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:12.248037 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-c3e96b75-8673-4e24-ad21-f34f22a478b0 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/0ad85cac-c4da-46ea-aabb-a6b2b91f3e7f HTTP/1.1" status: 200 len: 2981 time: 0.0918560 Sep 16 04:35:12.265375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2859-281f-4967-a9e3-c75714438371 req-75007369-a50a-4c0a-979f-04930b2bb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:12.267291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-75007369-a50a-4c0a-979f-04930b2bb3ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.2034719 Sep 16 04:35:12.270158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5143afe-4f25-4171-95ab-a99abaed30a7 None None] Network c5ec05a7-c008-44c9-bc54-d6317eabaa8d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:12.290652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571476e4-8268-4cbc-8b31-90b56fc514a5 req-ab93d306-1297-4685-87ed-2b17f6ad7894 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:12.292808 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-571476e4-8268-4cbc-8b31-90b56fc514a5 req-ab93d306-1297-4685-87ed-2b17f6ad7894 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 945 time: 0.1308587 Sep 16 04:35:12.305880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fa1224-e593-4ec0-8242-af7156309259 admin admin] Deleting subnet bdb8611e-aa7d-4d66-b1f8-58029d7cfdab {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:35:12.345214 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42fa1224-e593-4ec0-8242-af7156309259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.354734 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-1ed4be4e-f8e4-49a3-bcab-bc8265fefeb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd HTTP/1.1" status: 200 len: 217 time: 0.0585210 Sep 16 04:35:12.375782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-dd192879-fd1f-49aa-ad2f-a8bf63d43594 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5df8dbab911142b382909fed43937976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540354 Sep 16 04:35:12.389114 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-994e1bff-85fc-4574-8fbf-bcb100d08fb3 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/0ad85cac-c4da-46ea-aabb-a6b2b91f3e7f HTTP/1.1" status: 200 len: 2981 time: 0.1382678 Sep 16 04:35:12.459808 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-571476e4-8268-4cbc-8b31-90b56fc514a5 req-6eeb5ca2-ba6d-4722-85a2-a069ebec6a39 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570108 Sep 16 04:35:12.466366 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42fa1224-e593-4ec0-8242-af7156309259 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.484665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2859-281f-4967-a9e3-c75714438371 req-0fffb202-6231-4c9b-b518-7f33225910d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:12.487230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-0fffb202-6231-4c9b-b518-7f33225910d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.1118486 Sep 16 04:35:12.515881 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-3c6e6013-ee72-41ed-b9c2-b1f42f3be4f4 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/47ca9457-1037-475f-a55b-db33f941dc6f HTTP/1.1" status: 200 len: 2981 time: 0.1254344 Sep 16 04:35:12.518835 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42fa1224-e593-4ec0-8242-af7156309259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.554942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-71f52c20-1891-44a1-ba04-92b922d21f06 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:12.556396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-71f52c20-1891-44a1-ba04-92b922d21f06 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647279 Sep 16 04:35:12.578489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Request body: {'port': {'device_id': '488d50b4-fd96-495f-8383-ffb4e58fb60e', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '5df8dbab911142b382909fed43937976'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:12.584279 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-9e25f793-1524-4a29-9a92-aef77856b8e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826302 Sep 16 04:35:12.613120 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-1035ffb7-c544-45f2-a0ff-88dcbad3fa03 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/47ca9457-1037-475f-a55b-db33f941dc6f HTTP/1.1" status: 200 len: 2981 time: 0.0864463 Sep 16 04:35:12.705449 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8e892-4df8-4024-a1bc-2be0492d234e req-e3bdcb33-7e90-46ce-ac26-f41cc11fc793 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:12.707009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7a8e892-4df8-4024-a1bc-2be0492d234e req-e3bdcb33-7e90-46ce-ac26-f41cc11fc793 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.1624610 Sep 16 04:35:12.710784 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42fa1224-e593-4ec0-8242-af7156309259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.710997 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-bad66782-5412-4270-814b-c056428823e9 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/588708e9-f5a2-4564-8e16-e3f1420b9c57 HTTP/1.1" status: 200 len: 2973 time: 0.0877290 Sep 16 04:35:12.773253 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42fa1224-e593-4ec0-8242-af7156309259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.778483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-eefa764f-b847-46a2-b21a-f7130de7bee1 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/588708e9-f5a2-4564-8e16-e3f1420b9c57 HTTP/1.1" status: 200 len: 2973 time: 0.0576942 Sep 16 04:35:12.778698 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-42fa1224-e593-4ec0-8242-af7156309259 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bdb8611e-aa7d-4d66-b1f8-58029d7cfdab HTTP/1.1" status: 204 len: 168 time: 0.5653713 Sep 16 04:35:12.778698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa1224-e593-4ec0-8242-af7156309259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb8611e-aa7d-4d66-b1f8-58029d7cfdab,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:12.780084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47576) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:12.782397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Made reservation on behalf of 5df8dbab911142b382909fed43937976 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:12.785253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-68a74dc1-98b5-4309-ba5a-65116cf9ac22 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700494 Sep 16 04:35:12.785919 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:12.815642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7a8e892-4df8-4024-a1bc-2be0492d234e req-e3ad69a0-b0ef-4293-9702-b4a4f2eb336b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987923 Sep 16 04:35:12.924125 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-2a610f95-15a6-488b-bc1d-4223478d7c15 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247888 Sep 16 04:35:13.054672 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-a056b2f6-5f92-4d91-ab42-07a236cc05b1 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/82cd4dd8-2c99-47fd-bb82-e40c25b538c1 HTTP/1.1" status: 200 len: 2981 time: 0.2616210 Sep 16 04:35:13.070203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2e8b150-9669-4ac7-90a5-c70a597de0fa req-0e075603-267b-42cd-af66-0807a83a7a89 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 210 time: 0.0628018 Sep 16 04:35:13.084372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.114642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-e59f5659-e760-475b-b06e-f94e4dbc387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:13.115915 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-e59f5659-e760-475b-b06e-f94e4dbc387e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 1101 time: 0.0803556 Sep 16 04:35:13.211476 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-56c55412-a6c7-44b2-aed0-4abad857234d tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/82cd4dd8-2c99-47fd-bb82-e40c25b538c1 HTTP/1.1" status: 200 len: 2981 time: 0.1555734 Sep 16 04:35:13.243805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Allocated IP 192.168.233.21 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/c1515566-17e8-4dd2-bf32-05736db5a499) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:13.256761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c2b62-a7e5-4526-89cf-2b801378451b req-13040fad-1166-4cac-847b-7a26c9931a9a tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:13.264659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-288c2b62-a7e5-4526-89cf-2b801378451b req-13040fad-1166-4cac-847b-7a26c9931a9a tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 950 time: 0.1077650 Sep 16 04:35:13.281433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-03b058fa-a77e-4cf5-9ef3-7ac2f292db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:13.282915 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-03b058fa-a77e-4cf5-9ef3-7ac2f292db0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1598809 Sep 16 04:35:13.312508 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.367963 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-00929954-a76a-4882-9e53-c3ea8f115ae6 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8331dd50-71b6-4b00-8a2f-4b54e10bc815 HTTP/1.1" status: 200 len: 2981 time: 0.1383171 Sep 16 04:35:13.370096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.370452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.372069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.372428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > port after_create 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.372778 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.373123 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > port after_update 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.373458 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.373823 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.374147 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.374476 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.488508 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.489185 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.489301 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.489668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:13.490054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f81b4a9-1368-440c-89a7-debeadfdebf1']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:13.527865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79066fbe-a3ea-439d-9cbe-0e3e6e6d6c5e') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:13.528338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79066fbe-a3ea-439d-9cbe-0e3e6e6d6c5e') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:13.560160 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.561930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-540ff244-8a7a-4e9a-91d1-3416a54ba4e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6 HTTP/1.1" status: 200 len: 217 time: 0.2703793 Sep 16 04:35:13.604612 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-288c2b62-a7e5-4526-89cf-2b801378451b req-260cf930-c104-4976-9217-523c1caa3513 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390787 Sep 16 04:35:13.611041 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.618076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2859-281f-4967-a9e3-c75714438371 req-49dc4641-6a9d-472a-8bf4-21c7b24dc258 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:13.627314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-49dc4641-6a9d-472a-8bf4-21c7b24dc258 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72&tenant_id=e856b1715b0245aeade3fab80abad339&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.3530076 Sep 16 04:35:13.633051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:35:13.633483 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: from cryptography.utils import int_from_bytes Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: from cryptography.utils import int_from_bytes Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:35:13.647763 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:35:13.667349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-da78b651-ba72-4013-b009-1d83701805e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:13.669401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-da78b651-ba72-4013-b009-1d83701805e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0998087 Sep 16 04:35:13.710605 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-e4c2cc87-62a8-4152-ae4e-47fc4a4b6e7c tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8331dd50-71b6-4b00-8a2f-4b54e10bc815 HTTP/1.1" status: 200 len: 2981 time: 0.2131932 Sep 16 04:35:13.784173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.791997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86ad79-79c0-4c44-bacb-307eaa9c1c18 req-e0358b45-958f-4f90-9e50-58eb37ba210c tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:13.797743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d86ad79-79c0-4c44-bacb-307eaa9c1c18 req-e0358b45-958f-4f90-9e50-58eb37ba210c tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 946 time: 0.1204107 Sep 16 04:35:13.805132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-fa968175-2a2e-4161-9019-24505240550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:13.806702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-fa968175-2a2e-4161-9019-24505240550f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294599 Sep 16 04:35:13.815959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f81b4a9-1368-440c-89a7-debeadfdebf1,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:13.820289 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.822295 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e15ffbab-adb6-470e-b9b8-d93478939b49 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7f81b4a9-1368-440c-89a7-debeadfdebf1 HTTP/1.1" status: 204 len: 168 time: 1.0412779 Sep 16 04:35:13.829184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47584) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:13.841740 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.863598 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-7efa8945-6b77-407e-b172-3e250869f409 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/967ca952-8b72-4136-beef-35f826a4efaf HTTP/1.1" status: 200 len: 2981 time: 0.1239767 Sep 16 04:35:13.910704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c30f2859-281f-4967-a9e3-c75714438371 req-4733ab18-ee92-4d10-a36f-5d476323aa5d service neutron] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:13.915992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d86ad79-79c0-4c44-bacb-307eaa9c1c18 req-dfda3c7d-9e3d-4fed-b723-f2dd51cb0c67 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058936 Sep 16 04:35:13.922226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e216a4d-f889-4198-84b0-288fd0e848d4 admin admin] Deleting subnet b6eb7529-46fb-46d4-96de-598e770b71f8 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:35:13.922685 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c30f2859-281f-4967-a9e3-c75714438371 req-4733ab18-ee92-4d10-a36f-5d476323aa5d service neutron] Notify callbacks [] for binding, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.923755 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c30f2859-281f-4967-a9e3-c75714438371 req-4733ab18-ee92-4d10-a36f-5d476323aa5d service neutron] 10.222.0.50 "DELETE /v2.0/ports/61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd/bindings/n-h2-712142-17 HTTP/1.1" status: 204 len: 173 time: 0.2887158 Sep 16 04:35:13.929558 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e216a4d-f889-4198-84b0-288fd0e848d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.971301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-56704a2c-56ac-4a8e-8c7e-c06e2b3da85d service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510880 Sep 16 04:35:13.972616 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-7a6ebc2d-51c1-4ad4-ad8a-c89eac7c6f87 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/967ca952-8b72-4136-beef-35f826a4efaf HTTP/1.1" status: 200 len: 2981 time: 0.0993819 Sep 16 04:35:13.977471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:13.991357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:14.003417 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e216a4d-f889-4198-84b0-288fd0e848d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.079516 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:14.117470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a5af-2112-4149-86f7-327894976734 req-b443dc55-6193-4c89-9649-a3db6e8fb0a3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:14.120128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75d3a5af-2112-4149-86f7-327894976734 req-b443dc55-6193-4c89-9649-a3db6e8fb0a3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 945 time: 0.1016757 Sep 16 04:35:14.125693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-213d3f14-9ee1-4fc6-b16a-1b2bc71f1c2f service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455979 Sep 16 04:35:14.186162 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75d3a5af-2112-4149-86f7-327894976734 req-77db25c4-c550-462b-87b8-7e5d0fbd26fe tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556915 Sep 16 04:35:14.321894 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:14.338372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:14.348765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Pushing event updated for resources: {'Port': ['ID=c1515566-17e8-4dd2-bf32-05736db5a499,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:14.399201 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-dc58f6b6-39cb-4062-a195-39dc3b7478ff tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9db5ce3a-8fd8-4c6d-ab7b-4119eae60456 HTTP/1.1" status: 200 len: 2981 time: 0.4168508 Sep 16 04:35:14.405775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e216a4d-f889-4198-84b0-288fd0e848d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.468248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:14.469008 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.515718 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-b0249f4a-fd25-4f99-9add-059a98166dda tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9416940 Sep 16 04:35:14.521036 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-a651cb34-ae24-49cb-89df-8685ab34ff28 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9db5ce3a-8fd8-4c6d-ab7b-4119eae60456 HTTP/1.1" status: 200 len: 2981 time: 0.1210051 Sep 16 04:35:14.531166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Request body: {'port': {'device_id': '488d50b4-fd96-495f-8383-ffb4e58fb60e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:14.536816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e216a4d-f889-4198-84b0-288fd0e848d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.608254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e216a4d-f889-4198-84b0-288fd0e848d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6eb7529-46fb-46d4-96de-598e770b71f8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:14.619648 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e216a4d-f889-4198-84b0-288fd0e848d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.622932 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9e216a4d-f889-4198-84b0-288fd0e848d4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b6eb7529-46fb-46d4-96de-598e770b71f8 HTTP/1.1" status: 204 len: 168 time: 0.7927964 Sep 16 04:35:14.625707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47606) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:14.639449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d950ef20-eaf9-4cdc-b28d-49c5319fb068 None None] Provisioning complete for port c1515566-17e8-4dd2-bf32-05736db5a499 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:14.640075 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d950ef20-eaf9-4cdc-b28d-49c5319fb068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.665938 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.676472 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-fe9754b2-fc9e-4d3c-ba89-8bbfc8e190b6 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a5fe2ed1-e1de-40a6-9c1d-14b8c62e3fd4 HTTP/1.1" status: 200 len: 2981 time: 0.1409225 Sep 16 04:35:14.702256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d950ef20-eaf9-4cdc-b28d-49c5319fb068 None None] Port c1515566-17e8-4dd2-bf32-05736db5a499 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:35:14.777924 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.812321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8289f8-62dd-4528-ab3b-5f25437d5430 req-74959d14-d9c4-491c-875a-34f21d05c247 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:14.814138 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ef8289f8-62dd-4528-ab3b-5f25437d5430 req-74959d14-d9c4-491c-875a-34f21d05c247 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.0787673 Sep 16 04:35:14.834180 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-41566187-b5a2-462d-93b9-3bfd037bf5dc tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a5fe2ed1-e1de-40a6-9c1d-14b8c62e3fd4 HTTP/1.1" status: 200 len: 2981 time: 0.1226969 Sep 16 04:35:14.924788 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:14.929598 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ef8289f8-62dd-4528-ab3b-5f25437d5430 req-aeb42f25-9e3e-4eb4-b0d5-0fa849884351 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863597 Sep 16 04:35:14.955059 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-dede68c7-c430-4054-8571-b3a66a870d70 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/be82bcf0-2fe1-4da3-bc70-880881068ad3 HTTP/1.1" status: 200 len: 2981 time: 0.0869308 Sep 16 04:35:14.965431 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:14.966014 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:14.966810 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:14.967166 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > port after_create 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:14.967506 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:14.967842 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > port after_update 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:14.968168 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:14.968534 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:14.968799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:14.969123 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:15.036740 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:15.037085 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:15.037415 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:15.037783 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 04:35:15.038162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ec05a7-c008-44c9-bc54-d6317eabaa8d']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:15.055674 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-4625d374-fb22-4098-a317-2a65d7e82810 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/be82bcf0-2fe1-4da3-bc70-880881068ad3 HTTP/1.1" status: 200 len: 2981 time: 0.0760725 Sep 16 04:35:15.063691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1515566-17e8-4dd2-bf32-05736db5a499 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:15.064522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82102393-0d07-4ff3-b224-d3ead1dee978') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:15.064827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82102393-0d07-4ff3-b224-d3ead1dee978') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:35:15.077080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.095897 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.103245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Transition to ACTIVE for port object c1515566-17e8-4dd2-bf32-05736db5a499 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:15.112966 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.119543 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.131567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:35:15.131910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.134868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04688343-2dc1-4a2c-8f4d-c441db79207e req-ba75c7a5-6a19-4046-8ef5-704ea4fc4e1c tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:15.136586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04688343-2dc1-4a2c-8f4d-c441db79207e req-ba75c7a5-6a19-4046-8ef5-704ea4fc4e1c tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 1098 time: 0.0929937 Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: from cryptography.utils import int_from_bytes Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: from cryptography.utils import int_from_bytes Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:35:15.139406 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:35:15.145137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-2b07434f-9ea1-491b-8650-dd63e9618e1b tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/bf84d450-afc6-44ab-8ec2-bdbd5d05b334 HTTP/1.1" status: 200 len: 2981 time: 0.0770838 Sep 16 04:35:15.184809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1515566-17e8-4dd2-bf32-05736db5a499,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:15.218412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.229649 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04688343-2dc1-4a2c-8f4d-c441db79207e req-d7fee5fb-2a17-43c5-918d-a2e526ea5bd2 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765815 Sep 16 04:35:15.232382 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.237066 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c5ec05a7-c008-44c9-bc54-d6317eabaa8d HTTP/1.1" status: 204 len: 168 time: 0.6063950 Sep 16 04:35:15.248422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233382af-774e-40fd-aa3d-3081b15db132 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ec05a7-c008-44c9-bc54-d6317eabaa8d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:15.280166 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-5f0bb9ef-cedb-469b-b08e-e085e0c859ce tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/bf84d450-afc6-44ab-8ec2-bdbd5d05b334 HTTP/1.1" status: 200 len: 2981 time: 0.1284156 Sep 16 04:35:15.329991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Attempting to bind port c1515566-17e8-4dd2-bf32-05736db5a499 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:15.330330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Attempting to bind port c1515566-17e8-4dd2-bf32-05736db5a499 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:15.330667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Attempting to bind port c1515566-17e8-4dd2-bf32-05736db5a499 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:15.348663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Port c1515566-17e8-4dd2-bf32-05736db5a499 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:15.348903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Attempting to bind port c1515566-17e8-4dd2-bf32-05736db5a499 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:15.356320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:15.356781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:15.357182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:15.357651 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Bound port: c1515566-17e8-4dd2-bf32-05736db5a499, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:15.358025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.361223 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-5e406f54-9487-4a53-90c0-ebd9ab232239 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c696e6f9-a533-41a1-8b25-b985a514feb2 HTTP/1.1" status: 200 len: 2981 time: 0.0698152 Sep 16 04:35:15.454732 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-29abda72-dcb3-4516-ba81-031f93dd0e2d tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c696e6f9-a533-41a1-8b25-b985a514feb2 HTTP/1.1" status: 200 len: 2981 time: 0.0852020 Sep 16 04:35:15.468715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47614) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:15.489451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] For port c1515566-17e8-4dd2-bf32-05736db5a499, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:15.505307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324c10f-6982-452f-ab15-cc0a0a28a0fb req-5fe0a92f-6f7e-4e1d-ba5e-5bb1fb0cd34e tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:15.506850 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b324c10f-6982-452f-ab15-cc0a0a28a0fb req-5fe0a92f-6f7e-4e1d-ba5e-5bb1fb0cd34e tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 947 time: 0.0569158 Sep 16 04:35:15.519643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] For port c1515566-17e8-4dd2-bf32-05736db5a499, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c1515566-17e8-4dd2-bf32-05736db5a499,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:15.540728 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.549103 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b324c10f-6982-452f-ab15-cc0a0a28a0fb req-2c58de3a-d4a6-4f92-bdd9-c6d9f71b6b53 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Sep 16 04:35:15.578864 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-a475a816-2173-4d8d-a859-fd1b7d0a0753 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c7a54242-a041-4ce3-a974-59f85d5400b3 HTTP/1.1" status: 200 len: 2981 time: 0.1175220 Sep 16 04:35:15.609340 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0d0dc681-407e-405e-b7bf-e6eb0e0a5705 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d93cd6fd05f4e2db01b2da42e0c23ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1375177 Sep 16 04:35:15.612148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47622) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:15.619011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:15.619871 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.622331 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] 10.222.0.50 "PUT /v2.0/ports/c1515566-17e8-4dd2-bf32-05736db5a499 HTTP/1.1" status: 200 len: 1096 time: 1.0981681 Sep 16 04:35:15.622810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488d50b4-fd96-495f-8383-ffb4e58fb60e', 'tag': 'c1515566-17e8-4dd2-bf32-05736db5a499'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:15.625208 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f47a1a7-e43c-4ede-a524-1a2a4b4ea28a" -d '{"events": [{"name": "network-changed", "server_uuid": "488d50b4-fd96-495f-8383-ffb4e58fb60e", "tag": "c1515566-17e8-4dd2-bf32-05736db5a499"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:15.650492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb41b8-f365-4cc8-950f-b230c0490ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1515566-17e8-4dd2-bf32-05736db5a499,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:15.721998 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-9e727ac1-255a-456e-bdb6-92f4b3f04dad tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c7a54242-a041-4ce3-a974-59f85d5400b3 HTTP/1.1" status: 200 len: 2981 time: 0.1345618 Sep 16 04:35:15.755661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-66acbace-592a-494e-a7af-2cfffc9addc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:15.756981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7b064d41-4b9a-4452-9433-0d7ba96c6896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.757468 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-66acbace-592a-494e-a7af-2cfffc9addc1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5df8dbab911142b382909fed43937976&device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 1099 time: 0.0734813 Sep 16 04:35:15.774966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1284e18-0cc8-44a1-aa6f-61b1a5433993 req-69409b54-5210-44aa-ad49-83521b237f4b tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:15.776501 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1284e18-0cc8-44a1-aa6f-61b1a5433993 req-69409b54-5210-44aa-ad49-83521b237f4b tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 1098 time: 0.0815217 Sep 16 04:35:15.794945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7b064d41-4b9a-4452-9433-0d7ba96c6896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.806828 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-ba106fc8-0fb9-43aa-85e7-cd785cc19b90 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=c1515566-17e8-4dd2-bf32-05736db5a499 HTTP/1.1" status: 200 len: 217 time: 0.0408382 Sep 16 04:35:15.817247 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-e544289f-ef29-496e-b92a-e30ff1526077 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/db0a6393-0cbb-4b58-bb9e-21bbeb286e97 HTTP/1.1" status: 200 len: 2977 time: 0.0861614 Sep 16 04:35:15.845032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1284e18-0cc8-44a1-aa6f-61b1a5433993 req-d2446175-90a1-415e-966d-e7b8553ba40f tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597212 Sep 16 04:35:15.870162 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7b064d41-4b9a-4452-9433-0d7ba96c6896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.874946 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7b064d41-4b9a-4452-9433-0d7ba96c6896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:15.876319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7b064d41-4b9a-4452-9433-0d7ba96c6896 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ad85cac-c4da-46ea-aabb-a6b2b91f3e7f HTTP/1.1" status: 204 len: 168 time: 0.2631338 Sep 16 04:35:15.888150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b064d41-4b9a-4452-9433-0d7ba96c6896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad85cac-c4da-46ea-aabb-a6b2b91f3e7f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:15.910324 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-fc74dbe9-f653-445e-9ea1-ead73eff06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:15.919203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-fc74dbe9-f653-445e-9ea1-ead73eff06f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0986006 Sep 16 04:35:15.922483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-eab26faa-5c78-4753-9997-597f29d011f0 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/db0a6393-0cbb-4b58-bb9e-21bbeb286e97 HTTP/1.1" status: 200 len: 2977 time: 0.0928831 Sep 16 04:35:16.005343 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa443-8326-4d10-9429-2145c967c628 req-9ac8812d-4414-42dc-95ea-611a6440ee43 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:16.007495 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-b77308d3-3bf0-426f-801d-a61ee55a4f76 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ff9b5f91-7791-4b12-ab71-854c7349e0f3 HTTP/1.1" status: 200 len: 2977 time: 0.0788858 Sep 16 04:35:16.008476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1cdfa443-8326-4d10-9429-2145c967c628 req-9ac8812d-4414-42dc-95ea-611a6440ee43 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 1097 time: 0.0592346 Sep 16 04:35:16.023030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-7c358c9d-25fa-47da-ac2b-ff30aaa9b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:16.024535 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-7c358c9d-25fa-47da-ac2b-ff30aaa9b65b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0869803 Sep 16 04:35:16.066428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1cdfa443-8326-4d10-9429-2145c967c628 req-ed859132-0cda-47b3-9c95-7eee6d874006 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495594 Sep 16 04:35:16.097551 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e13fdd2-9884-434f-9db4-c1e204b0c815 req-bf4a9916-bc8c-4101-9e6a-869b1a703aa0 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ff9b5f91-7791-4b12-ab71-854c7349e0f3 HTTP/1.1" status: 200 len: 2977 time: 0.0827129 Sep 16 04:35:16.133361 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831419ca-f7f2-4328-b558-ad74731d26b7 x-openstack-request-id: req-831419ca-f7f2-4328-b558-ad74731d26b7 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:16.134196 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488d50b4-fd96-495f-8383-ffb4e58fb60e", "tag": "c1515566-17e8-4dd2-bf32-05736db5a499", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:16.134196 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-831419ca-f7f2-4328-b558-ad74731d26b7 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:16.134359 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488d50b4-fd96-495f-8383-ffb4e58fb60e', 'tag': 'c1515566-17e8-4dd2-bf32-05736db5a499', 'status': 'completed', 'code': 200} Sep 16 04:35:16.171680 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-d09f731c-694e-4ec1-a7a8-b1133733ce2f service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309843 Sep 16 04:35:16.334899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb39c4d-2268-4e89-94bb-c24f141d0860 req-ec81ebfc-b386-4ab3-891b-e88d7ee2f72a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:16.336503 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ebb39c4d-2268-4e89-94bb-c24f141d0860 req-ec81ebfc-b386-4ab3-891b-e88d7ee2f72a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.1030593 Sep 16 04:35:16.345326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e61c666-b69f-40a3-b7b3-ab92a7d873a3 req-ac105e1f-dbe7-463e-b673-8e641ded3766 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b74c07c49c14a20b607c9df31e6cd9f HTTP/1.1" status: 200 len: 6102 time: 0.1201780 Sep 16 04:35:16.368691 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1dd66f6-afd0-433d-b4fd-0550cbb8937f req-e82cc440-705b-4f97-ac4f-9d63628650b0 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854906 Sep 16 04:35:16.392575 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ebb39c4d-2268-4e89-94bb-c24f141d0860 req-d7e15734-4500-4555-9251-d3e99b122773 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484538 Sep 16 04:35:16.396492 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e61c666-b69f-40a3-b7b3-ab92a7d873a3 req-71ac4a79-dd4e-4e77-b689-f904e37e4459 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] 10.222.0.53 "GET /v2.0/security-groups/be82bcf0-2fe1-4da3-bc70-880881068ad3 HTTP/1.1" status: 200 len: 2981 time: 0.0502090 Sep 16 04:35:16.463394 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e61c666-b69f-40a3-b7b3-ab92a7d873a3 req-08bad6f1-40cb-4a31-b66c-6148ae77a4fd tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] 10.222.0.53 "GET /v2.0/security-groups/be82bcf0-2fe1-4da3-bc70-880881068ad3 HTTP/1.1" status: 200 len: 2981 time: 0.0578058 Sep 16 04:35:16.507004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47a1a7-e43c-4ede-a524-1a2a4b4ea28a req-6700c3bf-bbc8-4815-86fc-0d8bd88e4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:16.508591 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f47a1a7-e43c-4ede-a524-1a2a4b4ea28a req-6700c3bf-bbc8-4815-86fc-0d8bd88e4532 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5df8dbab911142b382909fed43937976&device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 1099 time: 0.0640049 Sep 16 04:35:16.538148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47662) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:16.663221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b63a102a-bee6-4f7d-be66-d063d9dfdaad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=246ab4752ba048c4b6ec2575f6051eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1214032 Sep 16 04:35:16.664398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47668) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:16.672213 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47a1a7-e43c-4ede-a524-1a2a4b4ea28a req-6d84becf-dc9f-453d-9d95-4f5d89778ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:16.673763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f47a1a7-e43c-4ede-a524-1a2a4b4ea28a req-6d84becf-dc9f-453d-9d95-4f5d89778ec9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1298635 Sep 16 04:35:16.721422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-6e76cce9-5e7f-413b-ae9e-afd5a7276425 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:16.723224 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-6e76cce9-5e7f-413b-ae9e-afd5a7276425 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 820 time: 0.1634762 Sep 16 04:35:16.734638 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f47a1a7-e43c-4ede-a524-1a2a4b4ea28a req-8b5dd9ed-69f9-4f52-b8be-e52ec04b0da5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=c1515566-17e8-4dd2-bf32-05736db5a499 HTTP/1.1" status: 200 len: 217 time: 0.0505230 Sep 16 04:35:16.737196 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eae35be9-1c1c-4e70-a63d-c25173b90e99 req-c45c5a13-b2cf-4633-8fdf-5bc87c8fa120 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fc7d5ca0-7513-45a5-8ce8-d2ba748641e7 HTTP/1.1" status: 200 len: 1777 time: 0.0841057 Sep 16 04:35:16.752846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-e05bb32e-af6c-4f59-a3df-964277125acf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/quotas/e856b1715b0245aeade3fab80abad339 HTTP/1.1" status: 200 len: 375 time: 0.0210962 Sep 16 04:35:16.753752 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-008e6273-3776-4644-8a08-af81511c0534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:16.802927 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-008e6273-3776-4644-8a08-af81511c0534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:16.813495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47a1a7-e43c-4ede-a524-1a2a4b4ea28a req-12bc61ee-4303-4e93-8f9b-6af7819ab235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:16.815060 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f47a1a7-e43c-4ede-a524-1a2a4b4ea28a req-12bc61ee-4303-4e93-8f9b-6af7819ab235 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0718997 Sep 16 04:35:16.851276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-5007acfa-2905-42cb-8bda-f69261e65614 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0899768 Sep 16 04:35:16.859417 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eae35be9-1c1c-4e70-a63d-c25173b90e99 req-47aaa1e8-37d2-4ead-8f10-119f7b7a7fb6 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:16.892438 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eae35be9-1c1c-4e70-a63d-c25173b90e99 req-47aaa1e8-37d2-4ead-8f10-119f7b7a7fb6 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:16.908154 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47a1a7-e43c-4ede-a524-1a2a4b4ea28a req-76b17e2b-aafe-48e1-bfd5-858f28555a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:16.910496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f47a1a7-e43c-4ede-a524-1a2a4b4ea28a req-76b17e2b-aafe-48e1-bfd5-858f28555a9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0816743 Sep 16 04:35:16.964931 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-008e6273-3776-4644-8a08-af81511c0534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:16.968871 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-008e6273-3776-4644-8a08-af81511c0534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:16.971497 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-008e6273-3776-4644-8a08-af81511c0534 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01cf5839-aa8f-4b90-b962-a30a433142ff HTTP/1.1" status: 204 len: 168 time: 0.3054674 Sep 16 04:35:17.000126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e6273-3776-4644-8a08-af81511c0534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cf5839-aa8f-4b90-b962-a30a433142ff,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:17.018158 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-824d5126-6d7d-49ab-b1af-54c9615cd6d6 service neutron] 10.222.0.53 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550660 Sep 16 04:35:17.026879 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eae35be9-1c1c-4e70-a63d-c25173b90e99 req-47aaa1e8-37d2-4ead-8f10-119f7b7a7fb6 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.029874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eae35be9-1c1c-4e70-a63d-c25173b90e99 req-47aaa1e8-37d2-4ead-8f10-119f7b7a7fb6 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.031113 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eae35be9-1c1c-4e70-a63d-c25173b90e99 req-47aaa1e8-37d2-4ead-8f10-119f7b7a7fb6 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc7d5ca0-7513-45a5-8ce8-d2ba748641e7 HTTP/1.1" status: 204 len: 173 time: 0.2868173 Sep 16 04:35:17.046245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaa1e8-37d2-4ead-8f10-119f7b7a7fb6 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7d5ca0-7513-45a5-8ce8-d2ba748641e7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:17.081738 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f47a1a7-e43c-4ede-a524-1a2a4b4ea28a req-87644a24-e3e0-4e70-84cf-322b8469face service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593525 Sep 16 04:35:17.144810 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4225f1d2-7693-4cf7-aaa4-f905b5acb7eb service neutron] 10.222.0.53 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254182 Sep 16 04:35:17.260040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f47a1a7-e43c-4ede-a524-1a2a4b4ea28a req-187f8e89-dfca-4c3f-b3d2-f848ca66610b service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678863 Sep 16 04:35:17.268725 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3d472-69ae-4bb6-9976-d04ef7fca4d8 req-2801fa0a-bc24-4642-a4f5-cc3a3d4cfd40 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:17.279785 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98a3d472-69ae-4bb6-9976-d04ef7fca4d8 req-2801fa0a-bc24-4642-a4f5-cc3a3d4cfd40 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 1098 time: 0.1080797 Sep 16 04:35:17.281756 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-58bb26f7-563d-4fd5-a713-db292ddf82e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.336093 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98a3d472-69ae-4bb6-9976-d04ef7fca4d8 req-975ac0fa-c840-4f6b-ab89-3d1839b6c4bc tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504448 Sep 16 04:35:17.518604 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-86bf95bb-035f-4434-825a-90d69b660c46 req-a91968c5-ab95-4bbd-bf18-0b5ddb31ced7 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "GET /v2.0/security-groups/da8e2e8b-51e6-437b-9b7e-2cae8d45617f HTTP/1.1" status: 200 len: 1777 time: 0.0668068 Sep 16 04:35:17.534230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f1d76-a5ca-4b16-a199-113668ac3d50 req-cb8b4146-9867-4f74-990a-30caca687262 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:17.536521 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a7f1d76-a5ca-4b16-a199-113668ac3d50 req-cb8b4146-9867-4f74-990a-30caca687262 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 947 time: 0.1212988 Sep 16 04:35:17.608179 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-86bf95bb-035f-4434-825a-90d69b660c46 req-3be3bbe9-f816-4c0d-b44d-8fa48727e3e2 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.625205 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a7f1d76-a5ca-4b16-a199-113668ac3d50 req-fa599c34-999b-484e-b06e-de52a17d8562 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694387 Sep 16 04:35:17.645843 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-86bf95bb-035f-4434-825a-90d69b660c46 req-3be3bbe9-f816-4c0d-b44d-8fa48727e3e2 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.701433 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-86bf95bb-035f-4434-825a-90d69b660c46 req-3be3bbe9-f816-4c0d-b44d-8fa48727e3e2 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.707174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17009ea6-4696-4b14-8119-0497a47c1891 req-ec0c6087-e183-41fe-80e6-453afea3db5f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 210 time: 0.0373266 Sep 16 04:35:17.707401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-86bf95bb-035f-4434-825a-90d69b660c46 req-3be3bbe9-f816-4c0d-b44d-8fa48727e3e2 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:17.709410 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-86bf95bb-035f-4434-825a-90d69b660c46 req-3be3bbe9-f816-4c0d-b44d-8fa48727e3e2 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/da8e2e8b-51e6-437b-9b7e-2cae8d45617f HTTP/1.1" status: 204 len: 173 time: 0.1846056 Sep 16 04:35:17.720045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3bbe9-f816-4c0d-b44d-8fa48727e3e2 tempest-SecurityGroupsTestAdminJSON-2093610596 tempest-SecurityGroupsTestAdminJSON-2093610596-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8e2e8b-51e6-437b-9b7e-2cae8d45617f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:17.891855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2218c7-3554-4698-afdc-2c0c6ba49f72 req-e5fe88e3-29a8-4d70-9ce3-c36a35a1c88f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:17.893861 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa2218c7-3554-4698-afdc-2c0c6ba49f72 req-e5fe88e3-29a8-4d70-9ce3-c36a35a1c88f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.0748596 Sep 16 04:35:17.989141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa2218c7-3554-4698-afdc-2c0c6ba49f72 req-d9bebad7-0e77-4c4d-ab64-f7544ebd5742 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724354 Sep 16 04:35:18.171139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c4c6dfc-72db-4c52-b73c-70c8307885dc req-7e50d195-5c73-44f5-8334-07789fffe1cc tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] 10.222.0.53 "GET /v2.0/security-groups/3dd8b15c-bedd-435a-b74a-0c21a1c2ac8c HTTP/1.1" status: 200 len: 1777 time: 0.0475776 Sep 16 04:35:18.242401 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c4c6dfc-72db-4c52-b73c-70c8307885dc req-a1eea0f2-3c1d-415c-a404-321c9fd33e6c tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.254573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 03b4ee80-05d6-4959-b789-141500600078 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:18.273375 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c4c6dfc-72db-4c52-b73c-70c8307885dc req-a1eea0f2-3c1d-415c-a404-321c9fd33e6c tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.333078 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c4c6dfc-72db-4c52-b73c-70c8307885dc req-a1eea0f2-3c1d-415c-a404-321c9fd33e6c tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.335825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c4c6dfc-72db-4c52-b73c-70c8307885dc req-a1eea0f2-3c1d-415c-a404-321c9fd33e6c tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.336852 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c4c6dfc-72db-4c52-b73c-70c8307885dc req-a1eea0f2-3c1d-415c-a404-321c9fd33e6c tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] 10.222.0.53 "DELETE /v2.0/security-groups/3dd8b15c-bedd-435a-b74a-0c21a1c2ac8c HTTP/1.1" status: 204 len: 173 time: 0.1563056 Sep 16 04:35:18.346824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eea0f2-3c1d-415c-a404-321c9fd33e6c tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd8b15c-bedd-435a-b74a-0c21a1c2ac8c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:18.410744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26bf7548-4d4a-41e7-9955-76cda4133787 req-58be6e76-3ae7-446c-b07c-cacb578d5827 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] 10.222.0.53 "GET /v2.0/security-groups/31f4647f-d713-4dd8-a610-2acf9ac3be45 HTTP/1.1" status: 200 len: 1777 time: 0.0532975 Sep 16 04:35:18.489871 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-26bf7548-4d4a-41e7-9955-76cda4133787 req-f9cb59ed-95d6-4874-915e-e74b8d096b31 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.491378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:18.507241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '03b4ee80-05d6-4959-b789-141500600078', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '03b4ee80-05d6-4959-b789-141500600078', 'mac_address': 'fa:16:3e:e5:d1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:18.555673 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-26bf7548-4d4a-41e7-9955-76cda4133787 req-f9cb59ed-95d6-4874-915e-e74b8d096b31 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.623323 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.626679 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-26bf7548-4d4a-41e7-9955-76cda4133787 req-f9cb59ed-95d6-4874-915e-e74b8d096b31 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.632257 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-26bf7548-4d4a-41e7-9955-76cda4133787 req-f9cb59ed-95d6-4874-915e-e74b8d096b31 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:18.647810 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26bf7548-4d4a-41e7-9955-76cda4133787 req-f9cb59ed-95d6-4874-915e-e74b8d096b31 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] 10.222.0.53 "DELETE /v2.0/security-groups/31f4647f-d713-4dd8-a610-2acf9ac3be45 HTTP/1.1" status: 204 len: 173 time: 0.2347958 Sep 16 04:35:18.672892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb59ed-95d6-4874-915e-e74b8d096b31 tempest-SecurityGroupsTestAdminJSON-112394720 tempest-SecurityGroupsTestAdminJSON-112394720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f4647f-d713-4dd8-a610-2acf9ac3be45,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:18.710348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03b4ee80-05d6-4959-b789-141500600078 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:18.799400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:18.816496 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.009335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['03b4ee80-05d6-4959-b789-141500600078'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:19.070996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-467b1ee8-a9dd-4d64-912b-d15832c4741c tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:19.074167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-467b1ee8-a9dd-4d64-912b-d15832c4741c tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.15 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 820 time: 0.2996774 Sep 16 04:35:19.100633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Request body: {'port': {'device_id': 'ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6', 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81', 'admin_state_up': True, 'tenant_id': 'e856b1715b0245aeade3fab80abad339'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:19.183862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=03b4ee80-05d6-4959-b789-141500600078,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:19.228010 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d664e0f-6a14-4e06-9829-50b3c0f4a214 req-02be00be-516c-4efa-9ec4-45317a293ace tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:19.238063 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d664e0f-6a14-4e06-9829-50b3c0f4a214 req-02be00be-516c-4efa-9ec4-45317a293ace tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 947 time: 0.1618190 Sep 16 04:35:19.331926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d664e0f-6a14-4e06-9829-50b3c0f4a214 req-d7996e29-50ac-4d5e-bd4b-0093492346d4 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909927 Sep 16 04:35:19.484219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Made reservation on behalf of e856b1715b0245aeade3fab80abad339 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:19.490475 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:19.660913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Allocated IP 172.20.0.12 (65c76dcb-df8f-470f-8ee3-77efa2d85f81/87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7/792ab8ae-12a0-449a-a4a7-0c1d87b21f3b) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:19.820622 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47800) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:19.891349 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0388ffa0-c148-4e85-a802-4a746326872c req-780b2ba2-3c7b-4c8a-9af2-4aca162daa64 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 210 time: 0.0580604 Sep 16 04:35:19.977365 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.002717 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1be9fda3-f5a2-444d-96b9-96b6ac00c5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.064298 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c503ac3a-9a39-421a-ac95-d9e3f0f8b1c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b74c07c49c14a20b607c9df31e6cd9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393117 Sep 16 04:35:20.066108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47806) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:20.096138 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.119504 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-bb394111-2206-4028-a551-f996661c4bbd tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:35:20.135396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-bb394111-2206-4028-a551-f996661c4bbd tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251868 Sep 16 04:35:20.151179 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:20.171278 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0422d-e79b-4fd7-b550-8e0e782ffef4 req-11cddcc4-f5a6-4d53-845d-841d552dca80 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:20.178879 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aff0422d-e79b-4fd7-b550-8e0e782ffef4 req-11cddcc4-f5a6-4d53-845d-841d552dca80 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.1480970 Sep 16 04:35:20.185819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:20.193342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:20.196865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Pushing event updated for resources: {'Port': ['ID=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:20.224615 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-757915ab-d2d7-4f8a-900c-05ff5b2a5edc tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:20.238034 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-757915ab-d2d7-4f8a-900c-05ff5b2a5edc tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports/3c762750-b57a-40ce-a5a7-6de09d610a7e HTTP/1.1" status: 200 len: 1095 time: 0.1009133 Sep 16 04:35:20.256285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c1515566-17e8-4dd2-bf32-05736db5a499 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:20.270244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] Request body: {'binding': {'host': 'n-h2-712142-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:20.270717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] Unknown quota resources ['binding']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:35:20.296216 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aff0422d-e79b-4fd7-b550-8e0e782ffef4 req-7810f3ad-ed78-4fe3-8a07-10b647232d70 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161025 Sep 16 04:35:20.306213 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:20.306886 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.311713 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 03b4ee80-05d6-4959-b789-141500600078 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:20.329467 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-9349cf01-29b1-45ed-9463-e9bef1b4ef49 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2396870 Sep 16 04:35:20.347433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Request body: {'port': {'device_id': 'ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:20.392083 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21c94eda-4162-4170-aa66-4622cb247787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.479680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.680088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] Attempting to bind port 3c762750-b57a-40ce-a5a7-6de09d610a7e on host n-h2-712142-17 for vnic_type normal with profile None {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:20.681693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] Attempting to bind port 3c762750-b57a-40ce-a5a7-6de09d610a7e by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:20.682582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] Attempting to bind port 3c762750-b57a-40ce-a5a7-6de09d610a7e on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:20.693878 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21c94eda-4162-4170-aa66-4622cb247787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.709007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] Port 3c762750-b57a-40ce-a5a7-6de09d610a7e on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:20.709771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] Attempting to bind port 3c762750-b57a-40ce-a5a7-6de09d610a7e on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:20.715941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c1515566-17e8-4dd2-bf32-05736db5a499, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c1515566-17e8-4dd2-bf32-05736db5a499,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:20.724756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:20.725684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:20.726304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] Bound using segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:20.727098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] Bound port: 3c762750-b57a-40ce-a5a7-6de09d610a7e, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:20.735601 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 03b4ee80-05d6-4959-b789-141500600078 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:20.736081 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.739637 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.743696 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'c1515566-17e8-4dd2-bf32-05736db5a499', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'c1515566-17e8-4dd2-bf32-05736db5a499', 'mac_address': 'fa:16:3e:49:5a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:20.785470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314662dc-3205-4d79-9256-e2f7c5d18501 req-796a810e-9bd8-4c2b-9327-778ce40e6270 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:20.795789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-314662dc-3205-4d79-9256-e2f7c5d18501 req-796a810e-9bd8-4c2b-9327-778ce40e6270 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 947 time: 0.2009301 Sep 16 04:35:20.806445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:20.838376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.839018 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.841469 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d11e6ed6-6398-4fd4-8343-9f51a8a2029f service neutron] 10.222.0.53 "POST /v2.0/ports/3c762750-b57a-40ce-a5a7-6de09d610a7e/bindings HTTP/1.1" status: 201 len: 390 time: 0.6024172 Sep 16 04:35:20.874278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-314662dc-3205-4d79-9256-e2f7c5d18501 req-3803b3a5-5587-4ddd-a574-11f6f49a613b tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774035 Sep 16 04:35:20.889600 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21c94eda-4162-4170-aa66-4622cb247787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.892913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21c94eda-4162-4170-aa66-4622cb247787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:20.894383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-21c94eda-4162-4170-aa66-4622cb247787 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be82bcf0-2fe1-4da3-bc70-880881068ad3 HTTP/1.1" status: 204 len: 168 time: 0.8266225 Sep 16 04:35:20.898283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1515566-17e8-4dd2-bf32-05736db5a499 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:20.935441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c94eda-4162-4170-aa66-4622cb247787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be82bcf0-2fe1-4da3-bc70-880881068ad3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:21.138629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c1515566-17e8-4dd2-bf32-05736db5a499, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c1515566-17e8-4dd2-bf32-05736db5a499,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:21.170336 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.180203 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.304625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11aa25-976a-4b56-beb4-8060ff30541b req-1ae90001-2635-4b5b-a269-bee5e103518f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:21.306765 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e11aa25-976a-4b56-beb4-8060ff30541b req-1ae90001-2635-4b5b-a269-bee5e103518f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 932 time: 0.2098579 Sep 16 04:35:21.329974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:21.349443 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.351034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b4ee80-05d6-4959-b789-141500600078'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:21.357293 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1263a8-dd58-49fa-acc7-1224ba89bbb6" -d '{"events": [{"server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "name": "network-vif-plugged", "status": "completed", "tag": "03b4ee80-05d6-4959-b789-141500600078"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:21.359459 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-24980fa2-3b07-4b85-9a86-41dca21446a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:21.364115 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-24980fa2-3b07-4b85-9a86-41dca21446a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 1098 time: 0.1372089 Sep 16 04:35:21.373101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Transition to ACTIVE for port object 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:21.380509 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.412359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:21.426204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c1515566-17e8-4dd2-bf32-05736db5a499,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:21.437303 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.477105 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-998450ba-8081-4f9d-b768-8d89a2d4b3a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448587 Sep 16 04:35:21.494563 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c1515566-17e8-4dd2-bf32-05736db5a499'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:21.500674 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e11aa25-976a-4b56-beb4-8060ff30541b req-3e4d0443-278c-48f8-b231-b07b61f6e66a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698351 Sep 16 04:35:21.528986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Pushing event updated for resources: {'Port': ['ID=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:21.642093 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.680947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Attempting to bind port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:21.681220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=03b4ee80-05d6-4959-b789-141500600078,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:21.681329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Attempting to bind port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:21.681816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Attempting to bind port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:21.693861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:21.694295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Attempting to bind port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:21.701163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-1e97fc2e-647b-4baa-a8d6-8f47ae1c8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:21.704432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:21.704820 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-1e97fc2e-647b-4baa-a8d6-8f47ae1c8c76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.3326981 Sep 16 04:35:21.705084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:21.705875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Bound using segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:21.706575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Bound port: 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:21.707259 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.722738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47854) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:21.732759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095340ca-844a-470a-be02-4eebb2662efc req-5dae5744-13bf-48c8-bd1a-8eacc547df82 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:21.734897 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-095340ca-844a-470a-be02-4eebb2662efc req-5dae5744-13bf-48c8-bd1a-8eacc547df82 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 946 time: 0.0947180 Sep 16 04:35:21.767164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-c4b4d9bd-618e-47a4-a712-191ed1e6c3b5 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:21.769091 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-c4b4d9bd-618e-47a4-a712-191ed1e6c3b5 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822394 Sep 16 04:35:21.786293 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-594fdc91-034f-4f9b-893f-72e583a5d50b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e HTTP/1.1" status: 200 len: 217 time: 0.0727904 Sep 16 04:35:21.818542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-375ef651-cd17-40a8-a7cb-5264a51e9eb4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/quotas/adb4d0dd58744c0ea1850169480788d4 HTTP/1.1" status: 200 len: 375 time: 0.0162559 Sep 16 04:35:21.872924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-fa3f5586-37ce-4dca-bb3e-86b139c12fdd tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450690 Sep 16 04:35:21.896546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-be0181ac-4a14-444b-9874-87bba6adf37a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54e78d14f5a844c2a26689bd34e3274e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624749 Sep 16 04:35:21.897361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47856) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:21.902557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:21.911347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:21.921092 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-095340ca-844a-470a-be02-4eebb2662efc req-ac385927-3922-4e57-85f9-a71ad9316360 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369474 Sep 16 04:35:21.955454 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:21.968368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-9805f869-7f5b-478d-95d7-07cda323da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:21.975375 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-9805f869-7f5b-478d-95d7-07cda323da6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.1664660 Sep 16 04:35:22.051220 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-6a9f3eff-9350-4863-ba66-1eaf3dc57899 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649588 Sep 16 04:35:22.156740 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47406335-dfaf-4695-a343-a99afa670b00 x-openstack-request-id: req-47406335-dfaf-4695-a343-a99afa670b00 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:22.157661 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "name": "network-vif-plugged", "status": "completed", "tag": "03b4ee80-05d6-4959-b789-141500600078", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:22.157661 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47406335-dfaf-4695-a343-a99afa670b00 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:22.158162 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b4ee80-05d6-4959-b789-141500600078', 'code': 200} Sep 16 04:35:22.280237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Pushing event updated for resources: {'Port': ['ID=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:22.287873 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0270a-a7f6-4f3d-8719-46b7ea7b9ee0 req-fb16c385-2897-4138-bdbc-f06e7373157f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.289648 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-60f0270a-a7f6-4f3d-8719-46b7ea7b9ee0 req-fb16c385-2897-4138-bdbc-f06e7373157f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.2314568 Sep 16 04:35:22.320610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.321642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.323302 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4d40a4e0-faa1-4691-b44f-2c32127853bc service neutron] 10.222.0.15 "PUT /v2.0/ports/792ab8ae-12a0-449a-a4a7-0c1d87b21f3b HTTP/1.1" status: 200 len: 1093 time: 1.9862783 Sep 16 04:35:22.324595 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6', 'tag': '792ab8ae-12a0-449a-a4a7-0c1d87b21f3b'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:22.327754 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd92701d-f5ee-42c6-958b-e2295edc562b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6", "tag": "792ab8ae-12a0-449a-a4a7-0c1d87b21f3b"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:22.328639 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-56d56103-522a-4aa4-a6df-80fa13079efd service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683957 Sep 16 04:35:22.355138 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4d59af97-3d47-4374-bb0d-38b36560e90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.371985 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-60f0270a-a7f6-4f3d-8719-46b7ea7b9ee0 req-9ca3a8a4-d3ed-45ec-81ee-81a17e959e27 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715332 Sep 16 04:35:22.383437 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4d59af97-3d47-4374-bb0d-38b36560e90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.466137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-d5d2e7c4-ce43-421e-8bea-d7be1d00cdfe service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256950 Sep 16 04:35:22.501570 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-390b32be-a3c2-46dd-8ce1-31ee3bdc4e71 req-e859cc4a-3d2c-4f4b-9073-8f7816868cac tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 210 time: 0.0341530 Sep 16 04:35:22.595527 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b03c81-c05e-47e1-8e2d-f54d24478150 x-openstack-request-id: req-e0b03c81-c05e-47e1-8e2d-f54d24478150 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:22.595527 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6", "tag": "792ab8ae-12a0-449a-a4a7-0c1d87b21f3b", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:22.595986 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0b03c81-c05e-47e1-8e2d-f54d24478150 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:22.596183 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6', 'tag': '792ab8ae-12a0-449a-a4a7-0c1d87b21f3b', 'status': 'completed', 'code': 200} Sep 16 04:35:22.643178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-dd0a7faf-8b52-43c9-b82f-37c0450a47a9 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.643590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-b24c256d-a343-42e4-a470-a36b7996afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.645828 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-b24c256d-a343-42e4-a470-a36b7996afdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 1096 time: 0.1603181 Sep 16 04:35:22.646109 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-dd0a7faf-8b52-43c9-b82f-37c0450a47a9 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a&tenant_id=043d7505d3794c99864b8a9842baccb0&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1098 time: 0.1082978 Sep 16 04:35:22.654875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db5015-7331-465b-acb0-53577530b75a req-ed3e5e41-b0fe-4dc5-8607-750a6d8baf82 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.656356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1db5015-7331-465b-acb0-53577530b75a req-ed3e5e41-b0fe-4dc5-8607-750a6d8baf82 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 948 time: 0.1753595 Sep 16 04:35:22.657489 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4d59af97-3d47-4374-bb0d-38b36560e90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.660109 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4d59af97-3d47-4374-bb0d-38b36560e90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.661307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4d59af97-3d47-4374-bb0d-38b36560e90c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf84d450-afc6-44ab-8ec2-bdbd5d05b334 HTTP/1.1" status: 204 len: 168 time: 0.7610676 Sep 16 04:35:22.706459 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-17'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:22.725503 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-c3ee9d4d-842e-4ebb-b4a2-86ef9d6644e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b HTTP/1.1" status: 200 len: 217 time: 0.0630424 Sep 16 04:35:22.727955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59af97-3d47-4374-bb0d-38b36560e90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf84d450-afc6-44ab-8ec2-bdbd5d05b334,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:22.761645 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1db5015-7331-465b-acb0-53577530b75a req-35bf9292-ffe5-4412-9431-6eb95ed23f61 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907993 Sep 16 04:35:22.834264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-fa376aaa-0b63-4bc4-b7f2-bf3e41523d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.835770 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-fa376aaa-0b63-4bc4-b7f2-bf3e41523d19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.0776546 Sep 16 04:35:22.885078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-3aa8524a-c7e6-4266-aa96-8a473e0ee309 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377860 Sep 16 04:35:22.900887 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:22.930985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc956e8-b535-43c1-b4e0-cd58048f055b req-8fe9827b-d6fc-4821-850f-bbcd64fcf750 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:22.932517 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5bc956e8-b535-43c1-b4e0-cd58048f055b req-8fe9827b-d6fc-4821-850f-bbcd64fcf750 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 944 time: 0.2692454 Sep 16 04:35:23.045080 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-4eef9b63-25c1-4b65-9519-335752c1cf58 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511626 Sep 16 04:35:23.045336 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.151930 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5bc956e8-b535-43c1-b4e0-cd58048f055b req-3842e55b-bd34-4c4d-925b-611a3960d558 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047489 Sep 16 04:35:23.196176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88dd2e-4b1e-4c88-b7ee-2e4fd58b5743 req-876a95e2-722e-4a74-9de6-439062f9ba39 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.198129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac88dd2e-4b1e-4c88-b7ee-2e4fd58b5743 req-876a95e2-722e-4a74-9de6-439062f9ba39 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 946 time: 0.1522357 Sep 16 04:35:23.283895 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac88dd2e-4b1e-4c88-b7ee-2e4fd58b5743 req-3c4b2eab-c4a0-467e-afc7-08c73287ce13 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550516 Sep 16 04:35:23.330584 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c914efef-97d7-4f4c-b388-3d75a46040ac req-0e1fc177-a35e-449a-bca3-119864a26917 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518203 Sep 16 04:35:23.336032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:23.414853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:23.471577 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92701d-f5ee-42c6-958b-e2295edc562b req-73ad7290-72c5-4918-a304-3cc3128e92a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.474403 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd92701d-f5ee-42c6-958b-e2295edc562b req-73ad7290-72c5-4918-a304-3cc3128e92a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 1096 time: 0.0666380 Sep 16 04:35:23.519885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.523445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bca373-8d3a-4817-a8ea-ee2677e25a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c762750-b57a-40ce-a5a7-6de09d610a7e'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:23.526369 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d799e0e2-2336-43e6-9537-74a6d0734d99" -d '{"events": [{"server_uuid": "97bca373-8d3a-4817-a8ea-ee2677e25a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "3c762750-b57a-40ce-a5a7-6de09d610a7e"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:23.583891 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.638340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92701d-f5ee-42c6-958b-e2295edc562b req-b5546266-6694-475f-803e-39e391ac876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.640382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd92701d-f5ee-42c6-958b-e2295edc562b req-b5546266-6694-475f-803e-39e391ac876b service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.1568732 Sep 16 04:35:23.678568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Pushing event updated for resources: {'Port': ['ID=3c762750-b57a-40ce-a5a7-6de09d610a7e,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:23.707941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd92701d-f5ee-42c6-958b-e2295edc562b req-15852993-e13d-4551-b422-0ce7a64695c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b HTTP/1.1" status: 200 len: 217 time: 0.0570681 Sep 16 04:35:23.750021 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82cc0b6e-d4c6-48f9-9375-abb1fa76e262 req-9607c1c1-8bf3-4c04-a97d-d07e3ac8d508 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 210 time: 0.1208763 Sep 16 04:35:23.762254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Attempting to bind port 3c762750-b57a-40ce-a5a7-6de09d610a7e on host n-h1-712142-17 for vnic_type normal with profile {"migrating_to": "n-h2-712142-17"} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:23.769584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Attempting to bind port 3c762750-b57a-40ce-a5a7-6de09d610a7e by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:23.770041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Attempting to bind port 3c762750-b57a-40ce-a5a7-6de09d610a7e on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:23.803131 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b313-372c-407f-b7cf-dd02cedeb6c3 req-d534c87a-aadf-48fa-a0a5-1aa177d0c27b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.813542 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5f55b313-372c-407f-b7cf-dd02cedeb6c3 req-d534c87a-aadf-48fa-a0a5-1aa177d0c27b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.3303132 Sep 16 04:35:23.861476 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b657b6-82bb-4971-9539-fddabf5c29f9 x-openstack-request-id: req-13b657b6-82bb-4971-9539-fddabf5c29f9 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:23.861803 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bca373-8d3a-4817-a8ea-ee2677e25a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "3c762750-b57a-40ce-a5a7-6de09d610a7e", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:23.862062 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13b657b6-82bb-4971-9539-fddabf5c29f9 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:23.862500 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bca373-8d3a-4817-a8ea-ee2677e25a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c762750-b57a-40ce-a5a7-6de09d610a7e', 'code': 200} Sep 16 04:35:23.868788 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Port 3c762750-b57a-40ce-a5a7-6de09d610a7e on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:23.869157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Attempting to bind port 3c762750-b57a-40ce-a5a7-6de09d610a7e on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:23.895666 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:23.896055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:23.896413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Bound using segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:23.896872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Bound port: 3c762750-b57a-40ce-a5a7-6de09d610a7e, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:23.897281 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:23.903519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92701d-f5ee-42c6-958b-e2295edc562b req-5cfb0d6c-9342-499f-b3fc-3e9a5c182f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:23.906241 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd92701d-f5ee-42c6-958b-e2295edc562b req-5cfb0d6c-9342-499f-b3fc-3e9a5c182f02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.1711490 Sep 16 04:35:23.965352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-53ce4933-ee16-4429-a341-8795093ed6bd tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2309566 Sep 16 04:35:24.006430 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd92701d-f5ee-42c6-958b-e2295edc562b req-333f8214-089c-47b5-9a53-973c3877f867 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777826 Sep 16 04:35:24.026564 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5f55b313-372c-407f-b7cf-dd02cedeb6c3 req-ca9de3fd-1f87-426a-b938-87ee7e2c198a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116153 Sep 16 04:35:24.076281 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:24.082132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:24.100881 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.227711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.228242 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.230241 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c762750-b57a-40ce-a5a7-6de09d610a7e HTTP/1.1" status: 200 len: 1124 time: 1.5389860 Sep 16 04:35:24.243743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0a214-19a1-40b8-8cda-b57b22985642 service neutron] Pushing event updated for resources: {'Port': ['ID=3c762750-b57a-40ce-a5a7-6de09d610a7e,revision_number=8']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:24.255971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c1515566-17e8-4dd2-bf32-05736db5a499 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:24.269026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-3f85e539-c1ae-4969-aaf9-5eeb7074759c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.271314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-3f85e539-c1ae-4969-aaf9-5eeb7074759c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718997 Sep 16 04:35:24.326344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Request body: {'port': {'device_id': '0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'adb4d0dd58744c0ea1850169480788d4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:24.375193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['3c762750-b57a-40ce-a5a7-6de09d610a7e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:24.386453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa66b3-db4f-494a-b906-77991ca2f428 req-36bd03cb-1cc2-413b-9499-bf6ea6e189ef tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.396379 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-63aa66b3-db4f-494a-b906-77991ca2f428 req-36bd03cb-1cc2-413b-9499-bf6ea6e189ef tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 944 time: 0.1007378 Sep 16 04:35:24.467357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da07b8b-eb82-40c1-9439-25bddeaefd19 req-14d56580-f754-410e-abfe-f3b964cf9174 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.469334 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3da07b8b-eb82-40c1-9439-25bddeaefd19 req-14d56580-f754-410e-abfe-f3b964cf9174 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 948 time: 0.4686580 Sep 16 04:35:24.470906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port c1515566-17e8-4dd2-bf32-05736db5a499 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:24.495320 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port c1515566-17e8-4dd2-bf32-05736db5a499 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:24.497373 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.507932 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-63aa66b3-db4f-494a-b906-77991ca2f428 req-7c9e9352-bb2c-4557-bea3-2084a2dcb90e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116474 Sep 16 04:35:24.522674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd92701d-f5ee-42c6-958b-e2295edc562b req-31278d57-a867-49d4-a423-13754c5fcc14 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681901 Sep 16 04:35:24.613026 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3da07b8b-eb82-40c1-9439-25bddeaefd19 req-7927b845-4271-419a-9a85-506f825d0642 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231418 Sep 16 04:35:24.689587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Made reservation on behalf of adb4d0dd58744c0ea1850169480788d4 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:24.695225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.713192 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.740839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd92701d-f5ee-42c6-958b-e2295edc562b req-ccaf5b0a-7503-4e32-abca-c37f2c968670 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014315 Sep 16 04:35:24.812180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0144528-5aae-4e8f-b1cc-48444fae95c4 req-5fcd94e3-726d-47be-886a-77d2edff8e07 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:24.819547 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0144528-5aae-4e8f-b1cc-48444fae95c4 req-5fcd94e3-726d-47be-886a-77d2edff8e07 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 944 time: 0.1142397 Sep 16 04:35:24.869652 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:24.927456 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0144528-5aae-4e8f-b1cc-48444fae95c4 req-0d0461b5-a447-48f9-a2d6-ad238f2be5c8 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905969 Sep 16 04:35:24.957164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488d50b4-fd96-495f-8383-ffb4e58fb60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1515566-17e8-4dd2-bf32-05736db5a499'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:24.960574 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948dfde9-e72a-491e-915f-c863124ba613" -d '{"events": [{"server_uuid": "488d50b4-fd96-495f-8383-ffb4e58fb60e", "name": "network-vif-plugged", "status": "completed", "tag": "c1515566-17e8-4dd2-bf32-05736db5a499"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:24.986942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c1515566-17e8-4dd2-bf32-05736db5a499, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c1515566-17e8-4dd2-bf32-05736db5a499,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:24.998219 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.020854 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.028159 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47598185-c7f2-4876-a205-caa4ac58567d x-openstack-request-id: req-47598185-c7f2-4876-a205-caa4ac58567d {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:25.028550 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488d50b4-fd96-495f-8383-ffb4e58fb60e", "name": "network-vif-plugged", "status": "completed", "tag": "c1515566-17e8-4dd2-bf32-05736db5a499", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:25.028758 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47598185-c7f2-4876-a205-caa4ac58567d {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:25.029203 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488d50b4-fd96-495f-8383-ffb4e58fb60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1515566-17e8-4dd2-bf32-05736db5a499', 'code': 200} Sep 16 04:35:25.032353 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.127700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c1515566-17e8-4dd2-bf32-05736db5a499,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:25.168208 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f247062-3a06-42e9-8885-ac612ad222a7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:25.236314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88b793-2eb1-4b59-a7b5-cb8fd8100a56 req-606be464-850f-41d6-ba63-a9103c2f849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:25.238756 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a88b793-2eb1-4b59-a7b5-cb8fd8100a56 req-606be464-850f-41d6-ba63-a9103c2f849c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 1101 time: 0.0937760 Sep 16 04:35:25.253588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f836a0-4cb0-4521-812b-61bf41628ab8 req-b7380d51-1e6a-4d2b-b1d7-3a2563f72374 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:25.266318 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43f836a0-4cb0-4521-812b-61bf41628ab8 req-b7380d51-1e6a-4d2b-b1d7-3a2563f72374 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.1127419 Sep 16 04:35:25.279543 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10fb8f4f-f067-4352-bd7a-9dca5000aeb9 req-8288d03f-5f5c-4820-beaa-35e78530ab3a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 210 time: 0.1598256 Sep 16 04:35:25.340676 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a88b793-2eb1-4b59-a7b5-cb8fd8100a56 req-877b6b13-6091-4757-8a7b-6000690427cc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729930 Sep 16 04:35:25.368378 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43f836a0-4cb0-4521-812b-61bf41628ab8 req-625d7bee-85dc-4097-b4dc-7941ba688818 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648744 Sep 16 04:35:25.406867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Allocated IP 192.168.233.224 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:25.675582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b615b-5c3f-46b1-8e69-67bbf02577bb req-61cfba7a-74a5-46ae-8cb6-822d4ebdabf0 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:25.691112 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c55b615b-5c3f-46b1-8e69-67bbf02577bb req-61cfba7a-74a5-46ae-8cb6-822d4ebdabf0 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 944 time: 0.0790398 Sep 16 04:35:25.697421 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.750962 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:25.751758 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c55b615b-5c3f-46b1-8e69-67bbf02577bb req-1328dbeb-2af4-45d1-96c9-a9a8183420cb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582464 Sep 16 04:35:25.817442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:25.844538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:25.858986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:25.863387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bca373-8d3a-4817-a8ea-ee2677e25a6a', 'tag': '3c762750-b57a-40ce-a5a7-6de09d610a7e'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:25.865764 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41814ac7-1c49-46fb-8103-38f81553b80a" -d '{"events": [{"name": "network-changed", "server_uuid": "97bca373-8d3a-4817-a8ea-ee2677e25a6a", "tag": "3c762750-b57a-40ce-a5a7-6de09d610a7e"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:25.892682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event updated for resources: {'Port': ['ID=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:25.916581 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:25.930371 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ab56b-d96d-4d1b-b90a-5c781192428c req-cb308dec-0b6f-49b4-b79e-27c81db70adc tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:25.952158 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-170ab56b-d96d-4d1b-b90a-5c781192428c req-cb308dec-0b6f-49b4-b79e-27c81db70adc tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 949 time: 0.1485732 Sep 16 04:35:25.976454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:25.977275 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.029164 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-4eee0182-08ce-415a-a201-55fa853db3b0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7087274 Sep 16 04:35:26.046238 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-170ab56b-d96d-4d1b-b90a-5c781192428c req-74dad768-2e8c-4fda-a43b-633a539a1149 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929599 Sep 16 04:35:26.052655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Request body: {'port': {'device_id': '0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:26.083410 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c583e7-f588-4f52-a4c9-7297f303323e x-openstack-request-id: req-23c583e7-f588-4f52-a4c9-7297f303323e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:26.083686 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bca373-8d3a-4817-a8ea-ee2677e25a6a", "tag": "3c762750-b57a-40ce-a5a7-6de09d610a7e", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:26.083946 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23c583e7-f588-4f52-a4c9-7297f303323e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:26.084345 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bca373-8d3a-4817-a8ea-ee2677e25a6a', 'tag': '3c762750-b57a-40ce-a5a7-6de09d610a7e', 'status': 'completed', 'code': 200} Sep 16 04:35:26.150833 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:26.168279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '792ab8ae-12a0-449a-a4a7-0c1d87b21f3b', 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81', 'port_id': '792ab8ae-12a0-449a-a4a7-0c1d87b21f3b', 'mac_address': 'fa:16:3e:e3:e6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:26.215466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41814ac7-1c49-46fb-8103-38f81553b80a req-fe3eaa12-93ef-475c-868c-75ab9c07d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:26.217429 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41814ac7-1c49-46fb-8103-38f81553b80a req-fe3eaa12-93ef-475c-868c-75ab9c07d5af service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 1127 time: 0.1085010 Sep 16 04:35:26.237838 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.243343 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.260607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:26.338767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:26.351891 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.373451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5e4a8-5fa0-4668-a35c-656004bed99a req-48c1dc9a-5e18-4e50-8f3c-c55747998962 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:26.375533 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dec5e4a8-5fa0-4668-a35c-656004bed99a req-48c1dc9a-5e18-4e50-8f3c-c55747998962 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 944 time: 0.1523085 Sep 16 04:35:26.393419 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:35:26.424490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-51c9be4f-5c93-49aa-888d-19517931d0c9 None None] Provisioning complete for port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:26.427284 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-51c9be4f-5c93-49aa-888d-19517931d0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:26.504747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:26.508558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-51c9be4f-5c93-49aa-888d-19517931d0c9 None None] Port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:35:26.659403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132acbbb-11a4-48e3-9ef9-62c9101e6cfe req-4cc5bf91-9f89-47da-8e9b-4ed2a3bea9b4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:26.662829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['792ab8ae-12a0-449a-a4a7-0c1d87b21f3b'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:26.670568 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-132acbbb-11a4-48e3-9ef9-62c9101e6cfe req-4cc5bf91-9f89-47da-8e9b-4ed2a3bea9b4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 936 time: 0.1314418 Sep 16 04:35:26.776925 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-132acbbb-11a4-48e3-9ef9-62c9101e6cfe req-54a73c2b-4df4-45b8-be5e-62a81a8d1305 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029890 Sep 16 04:35:26.835326 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dec5e4a8-5fa0-4668-a35c-656004bed99a req-9b4d232d-58d1-4a0a-8761-62956f15c9cf tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242873 Sep 16 04:35:26.902473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41814ac7-1c49-46fb-8103-38f81553b80a req-9fc3af47-9e76-435c-b76f-b268aafd25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:26.905274 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41814ac7-1c49-46fb-8103-38f81553b80a req-9fc3af47-9e76-435c-b76f-b268aafd25eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.6340833 Sep 16 04:35:26.967787 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41814ac7-1c49-46fb-8103-38f81553b80a req-9a325c5d-bda7-43e9-928c-08392a5cda5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e HTTP/1.1" status: 200 len: 217 time: 0.0529578 Sep 16 04:35:26.970873 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:26.989172 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.007593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Transition to ACTIVE for port object 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:27.012100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.050394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41814ac7-1c49-46fb-8103-38f81553b80a req-d21a66a2-3e84-435c-8d41-ca233763a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:27.051975 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41814ac7-1c49-46fb-8103-38f81553b80a req-d21a66a2-3e84-435c-8d41-ca233763a069 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.0709419 Sep 16 04:35:27.104003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fbc22-9a32-4247-8039-314727c1a6a3 req-bce68cb0-632a-4cda-9eb7-02c33b4c52bc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:27.105902 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bd8fbc22-9a32-4247-8039-314727c1a6a3 req-bce68cb0-632a-4cda-9eb7-02c33b4c52bc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.1365533 Sep 16 04:35:27.123005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41814ac7-1c49-46fb-8103-38f81553b80a req-1a42f132-110d-46fb-9427-79352fa48133 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530608 Sep 16 04:35:27.277970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:27.310218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d9d4a-a5f5-49d2-8eb0-aca33ea02f7c req-41a35425-8652-4993-8820-886c8907cc36 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:27.311905 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b9d9d4a-a5f5-49d2-8eb0-aca33ea02f7c req-41a35425-8652-4993-8820-886c8907cc36 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 945 time: 0.1687415 Sep 16 04:35:27.326088 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bd8fbc22-9a32-4247-8039-314727c1a6a3 req-ce81c5d9-2f56-41dd-a124-b0edbf02923b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062118 Sep 16 04:35:27.331972 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41814ac7-1c49-46fb-8103-38f81553b80a req-a906f2e0-c6ad-4185-9b69-dd846731c4be service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919682 Sep 16 04:35:27.455932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Attempting to bind port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:27.456275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Attempting to bind port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:27.456603 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Attempting to bind port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:27.469593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b9d9d4a-a5f5-49d2-8eb0-aca33ea02f7c req-e6fb2a06-9eb4-41b9-b51f-8a0a3a1878ee tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473432 Sep 16 04:35:27.475443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:27.477810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Attempting to bind port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:27.486451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:27.486451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:27.486451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:27.486879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Bound port: 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:27.486879 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.577546 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41814ac7-1c49-46fb-8103-38f81553b80a req-cc6f7de4-3284-4fa4-89e8-e2790128cd7d service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333395 Sep 16 04:35:27.601989 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48034) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:27.637581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d333fe1-63c2-41dc-a55f-fb010c9b4fc1 req-f147842c-3b2d-410c-92f4-18d26b71b908 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:27.639180 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5d333fe1-63c2-41dc-a55f-fb010c9b4fc1 req-f147842c-3b2d-410c-92f4-18d26b71b908 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 949 time: 0.1070166 Sep 16 04:35:27.640594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] For port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:27.644488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] For port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:27.650901 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.719689 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5d333fe1-63c2-41dc-a55f-fb010c9b4fc1 req-0a16810a-f972-4330-a983-28f0bcf6e3ab tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736847 Sep 16 04:35:27.720150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:27.720908 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:27.722394 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-61e0f191-098b-4329-b227-42a45aada662 service neutron] 10.222.0.15 "PUT /v2.0/ports/5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 HTTP/1.1" status: 200 len: 1097 time: 1.6739354 Sep 16 04:35:27.722871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606', 'tag': '5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:27.725197 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d841b1d8-88b6-4780-8c49-32db2ce28d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606", "tag": "5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:27.802927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0f191-098b-4329-b227-42a45aada662 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:27.828463 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c536bdd2-4149-400f-a052-25e03ae1dee7 x-openstack-request-id: req-c536bdd2-4149-400f-a052-25e03ae1dee7 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:27.836012 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606", "tag": "5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:27.836694 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c536bdd2-4149-400f-a052-25e03ae1dee7 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:27.838839 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606', 'tag': '5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'status': 'completed', 'code': 200} Sep 16 04:35:27.924453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3c762750-b57a-40ce-a5a7-6de09d610a7e details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:27.935301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-5112a900-076f-42c6-97ea-2422dec38549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:27.936840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-5112a900-076f-42c6-97ea-2422dec38549 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 1100 time: 0.1536961 Sep 16 04:35:28.000449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-821ef103-64c2-4382-8434-f2f682af69d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.038049 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-23e8fada-56e2-4c91-a4cd-874e325a878d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 HTTP/1.1" status: 200 len: 217 time: 0.0918486 Sep 16 04:35:28.088345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bbb41-d53a-4073-a293-26e77cb89abd req-a800ef35-c8a7-448e-b65e-7b083c264a6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:28.100107 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-309bbb41-d53a-4073-a293-26e77cb89abd req-a800ef35-c8a7-448e-b65e-7b083c264a6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 948 time: 0.2148178 Sep 16 04:35:28.113499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:28.136614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:28.140298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3c762750-b57a-40ce-a5a7-6de09d610a7e has no active binding in host n-h2-712142-17 {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:35:28.194407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-58f1dbb6-3436-4ecb-85a2-7075d49e3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:28.195900 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-58f1dbb6-3436-4ecb-85a2-7075d49e3c9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1502006 Sep 16 04:35:28.211455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab543458-9922-4c38-a2a5-f327adc9cb7a req-d2d6b047-429b-481c-855c-db456323e232 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:28.221555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:28.224078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab543458-9922-4c38-a2a5-f327adc9cb7a req-d2d6b047-429b-481c-855c-db456323e232 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 944 time: 0.0798571 Sep 16 04:35:28.232069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:28.233405 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.278489 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-821ef103-64c2-4382-8434-f2f682af69d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.314066 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab543458-9922-4c38-a2a5-f327adc9cb7a req-1f970ed2-d376-42fe-847e-0755c24ed32d tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888264 Sep 16 04:35:28.331563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-e0b039b1-00e6-4554-b09b-0d77a6045ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:28.343767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-e0b039b1-00e6-4554-b09b-0d77a6045ec8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1160288 Sep 16 04:35:28.365044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-284b40d3-85f4-4c45-9872-ce6546430a90 service neutron] 10.222.0.50 "GET /v2.0/ports/3c762750-b57a-40ce-a5a7-6de09d610a7e/bindings/n-h2-712142-17 HTTP/1.1" status: 200 len: 385 time: 0.2033303 Sep 16 04:35:28.365997 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-821ef103-64c2-4382-8434-f2f682af69d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.397816 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.428842 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-821ef103-64c2-4382-8434-f2f682af69d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b19d1e5c388247759a619ec602623cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8235879 Sep 16 04:35:28.437915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ab8ae-12a0-449a-a4a7-0c1d87b21f3b'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:28.440362 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7684d957-86f4-4b6d-ae3f-5420bbf1f009" -d '{"events": [{"server_uuid": "ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6", "name": "network-vif-plugged", "status": "completed", "tag": "792ab8ae-12a0-449a-a4a7-0c1d87b21f3b"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:28.449412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48054) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:28.455044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:28.466361 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.512672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-c6c75c35-4c9e-4c5e-a9e6-5e3120f8bdfe service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613379 Sep 16 04:35:28.518453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ef103-64c2-4382-8434-f2f682af69d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0200047-2eae-484e-9695-077f8eef6c12,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:28.545396 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:28.546113 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-309bbb41-d53a-4073-a293-26e77cb89abd req-bc584474-f78d-4ee6-b7d2-09145a05f56b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433570 Sep 16 04:35:28.771750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd886bc-5bd3-40ee-b13c-4e567b66658e req-9ab0ea48-4523-4393-9ac2-80aea42738eb service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474389 Sep 16 04:35:28.779938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6046bf-0d4e-40d3-8666-51f881a0f44d req-be5a626b-a5c7-43a5-927b-857f8c156814 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:28.781663 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6a6046bf-0d4e-40d3-8666-51f881a0f44d req-be5a626b-a5c7-43a5-927b-857f8c156814 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.0885830 Sep 16 04:35:28.799576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a561a9-c9b0-4729-a3a3-404a530e8ecf req-793754cd-1388-4e6b-9591-570cad009020 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:28.800621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-54068241-aa7f-4374-a98b-82d113ba79c5 service neutron] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:28.815510 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00a561a9-c9b0-4729-a3a3-404a530e8ecf req-793754cd-1388-4e6b-9591-570cad009020 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 949 time: 0.3011656 Sep 16 04:35:28.885668 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6a6046bf-0d4e-40d3-8666-51f881a0f44d req-8c9683be-0237-47b9-a259-5a67f00c0dbd tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817425 Sep 16 04:35:28.886924 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65adbd83-e5db-4a0e-9920-a6a6aa0c6eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.914265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65adbd83-e5db-4a0e-9920-a6a6aa0c6eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.934077 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00a561a9-c9b0-4729-a3a3-404a530e8ecf req-4cc27a4d-e03e-4c6c-8a2c-5437e1cda365 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168098 Sep 16 04:35:28.967119 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841b1d8-88b6-4780-8c49-32db2ce28d3d req-708a949c-5c35-444e-93b9-49a1a10091a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:28.972771 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d841b1d8-88b6-4780-8c49-32db2ce28d3d req-708a949c-5c35-444e-93b9-49a1a10091a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 1100 time: 0.1333504 Sep 16 04:35:28.974360 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65adbd83-e5db-4a0e-9920-a6a6aa0c6eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.977180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65adbd83-e5db-4a0e-9920-a6a6aa0c6eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:28.978379 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-65adbd83-e5db-4a0e-9920-a6a6aa0c6eb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0200047-2eae-484e-9695-077f8eef6c12 HTTP/1.1" status: 204 len: 168 time: 0.4300418 Sep 16 04:35:28.985754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-54068241-aa7f-4374-a98b-82d113ba79c5 service neutron] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:29.015249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adbd83-e5db-4a0e-9920-a6a6aa0c6eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0200047-2eae-484e-9695-077f8eef6c12,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:29.032404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-54068241-aa7f-4374-a98b-82d113ba79c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c762750-b57a-40ce-a5a7-6de09d610a7e {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:29.050291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-54068241-aa7f-4374-a98b-82d113ba79c5 service neutron] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:29.070768 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79852e9-7d3b-4dbb-a13f-5369478e14de x-openstack-request-id: req-b79852e9-7d3b-4dbb-a13f-5369478e14de {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:29.071265 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6", "name": "network-vif-plugged", "status": "completed", "tag": "792ab8ae-12a0-449a-a4a7-0c1d87b21f3b", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:29.071347 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b79852e9-7d3b-4dbb-a13f-5369478e14de {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:29.071684 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ab8ae-12a0-449a-a4a7-0c1d87b21f3b', 'code': 200} Sep 16 04:35:29.104439 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-54068241-aa7f-4374-a98b-82d113ba79c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.211602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841b1d8-88b6-4780-8c49-32db2ce28d3d req-0e4b8887-3a12-4b81-adce-4e5c1946de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.212848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d841b1d8-88b6-4780-8c49-32db2ce28d3d req-0e4b8887-3a12-4b81-adce-4e5c1946de83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2291350 Sep 16 04:35:29.309661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-54068241-aa7f-4374-a98b-82d113ba79c5 service neutron] Transition to ACTIVE for port object 3c762750-b57a-40ce-a5a7-6de09d610a7e will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:29.331064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d841b1d8-88b6-4780-8c49-32db2ce28d3d req-a68cbdc9-2b79-4cb5-927a-879b8f3713d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 HTTP/1.1" status: 200 len: 217 time: 0.0472422 Sep 16 04:35:29.335358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-54068241-aa7f-4374-a98b-82d113ba79c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.384066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1c183-222a-41f2-b38b-fa87213bab46 req-477b9c3e-0067-4dd6-847b-190c9c898b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.387348 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9dd1c183-222a-41f2-b38b-fa87213bab46 req-477b9c3e-0067-4dd6-847b-190c9c898b62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 1098 time: 0.1731846 Sep 16 04:35:29.422758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-54068241-aa7f-4374-a98b-82d113ba79c5 service neutron] No DVR routers for this DVR port 3c762750-b57a-40ce-a5a7-6de09d610a7e on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:29.441977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c33f37-bb00-4ebf-a936-293c1717c4be req-5a4a2394-7b3d-450d-b58c-09d0c62c00c4 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.444086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54068241-aa7f-4374-a98b-82d113ba79c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c762750-b57a-40ce-a5a7-6de09d610a7e,revision_number=10']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:29.459559 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1c33f37-bb00-4ebf-a936-293c1717c4be req-5a4a2394-7b3d-450d-b58c-09d0c62c00c4 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 946 time: 0.2348855 Sep 16 04:35:29.495415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48078) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:29.500946 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-54068241-aa7f-4374-a98b-82d113ba79c5 service neutron] 10.222.0.50 "PUT /v2.0/ports/3c762750-b57a-40ce-a5a7-6de09d610a7e/bindings/n-h2-712142-17/activate HTTP/1.1" status: 200 len: 370 time: 1.1040025 Sep 16 04:35:29.537704 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac97773-4007-4f5d-969b-3b1c4655930d req-b2298048-7c90-4f97-8acf-45415aa5669f tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.545772 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aac97773-4007-4f5d-969b-3b1c4655930d req-b2298048-7c90-4f97-8acf-45415aa5669f tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 945 time: 0.0832508 Sep 16 04:35:29.583808 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9dd1c183-222a-41f2-b38b-fa87213bab46 req-daef8131-ee89-4930-b107-76dd7bfbff70 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840210 Sep 16 04:35:29.584572 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-960c154c-8735-44bd-a2e1-a97be296e6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.597166 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1c33f37-bb00-4ebf-a936-293c1717c4be req-58816b30-89c5-4dc3-8665-e0cb98ab98c5 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365044 Sep 16 04:35:29.606278 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841b1d8-88b6-4780-8c49-32db2ce28d3d req-9dd8fb09-3f59-4593-95dc-e41567678d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.607830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d841b1d8-88b6-4780-8c49-32db2ce28d3d req-9dd8fb09-3f59-4593-95dc-e41567678d0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2634494 Sep 16 04:35:29.618543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aac97773-4007-4f5d-969b-3b1c4655930d req-86ae2bfd-2720-45c6-ac63-d1dbec702b87 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702243 Sep 16 04:35:29.658405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-bd146dc5-2bf2-4f73-8459-e981063845ce tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.662222 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-bd146dc5-2bf2-4f73-8459-e981063845ce tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a&tenant_id=043d7505d3794c99864b8a9842baccb0&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.0969193 Sep 16 04:35:29.737200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-960c154c-8735-44bd-a2e1-a97be296e6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.747203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-960c154c-8735-44bd-a2e1-a97be296e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:29.766709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2702fde-ef14-48f1-91a6-9f9f2df3078d req-aac62e39-efd0-4abe-8f81-37ca7df8e7e4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.774960 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b2702fde-ef14-48f1-91a6-9f9f2df3078d req-aac62e39-efd0-4abe-8f81-37ca7df8e7e4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 948 time: 0.0738437 Sep 16 04:35:29.810736 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-960c154c-8735-44bd-a2e1-a97be296e6d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5442188bd5ea4eaa837193b8a5064ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131497 Sep 16 04:35:29.811316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48082) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:29.827090 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c154c-8735-44bd-a2e1-a97be296e6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17710dd3-9666-4687-ab7e-3f04c33f09fb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:29.860296 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b2702fde-ef14-48f1-91a6-9f9f2df3078d req-dfcd7d71-68fd-4bde-ae28-5737e3b15b11 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840535 Sep 16 04:35:29.880227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-da8202ac-dcc3-4f8b-8c7d-cff1325c08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.881999 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-da8202ac-dcc3-4f8b-8c7d-cff1325c08a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a&tenant_id=043d7505d3794c99864b8a9842baccb0 HTTP/1.1" status: 200 len: 1097 time: 0.0888133 Sep 16 04:35:29.885887 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841b1d8-88b6-4780-8c49-32db2ce28d3d req-6e44ec9c-44a7-46e0-9419-f1cf26af50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:29.887436 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d841b1d8-88b6-4780-8c49-32db2ce28d3d req-6e44ec9c-44a7-46e0-9419-f1cf26af50fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0935071 Sep 16 04:35:29.997456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-659d8b77-3c2d-462c-a53e-7974aeb298eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:30.003837 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-659d8b77-3c2d-462c-a53e-7974aeb298eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 1097 time: 0.0857785 Sep 16 04:35:30.164094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f51c4a-ad75-4ace-9b5b-d2d67f214676 req-b95e5749-1cdf-421b-9e1f-dd93f3af36a1 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:30.165755 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19f51c4a-ad75-4ace-9b5b-d2d67f214676 req-b95e5749-1cdf-421b-9e1f-dd93f3af36a1 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 949 time: 0.1167314 Sep 16 04:35:30.219590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-a6083cc3-c863-47e3-b061-4533a334f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:30.221206 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-a6083cc3-c863-47e3-b061-4533a334f8e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.2116873 Sep 16 04:35:30.229483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19f51c4a-ad75-4ace-9b5b-d2d67f214676 req-4e5df3eb-ea23-4a5a-9fc3-6129a80692d8 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507762 Sep 16 04:35:30.250902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d841b1d8-88b6-4780-8c49-32db2ce28d3d req-303b2c16-f6fc-410e-a266-4363c20d0585 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467824 Sep 16 04:35:30.263730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47d5ea28-c198-4c6c-8003-ed18a499cece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.280543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-c087e65c-76a7-4d3f-84a9-665b3c8b60a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e HTTP/1.1" status: 200 len: 217 time: 0.0494781 Sep 16 04:35:30.343468 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47d5ea28-c198-4c6c-8003-ed18a499cece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.367260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-ec902de2-3bcc-4cf7-b992-2f78768f9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:30.368721 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-ec902de2-3bcc-4cf7-b992-2f78768f9331 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.0795853 Sep 16 04:35:30.420262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e8864-34cf-4f78-aa7f-4f6f6fbc992d req-340bbbb5-bef4-459b-af78-233af5fb5365 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:30.422000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b17e8864-34cf-4f78-aa7f-4f6f6fbc992d req-340bbbb5-bef4-459b-af78-233af5fb5365 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.1677287 Sep 16 04:35:30.445839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-7f4df1c0-c0e2-437e-8c9c-9d4085cd337d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616505 Sep 16 04:35:30.456349 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d841b1d8-88b6-4780-8c49-32db2ce28d3d req-a9c8572f-39c9-43cf-92f6-18024baa6983 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895051 Sep 16 04:35:30.489672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b17e8864-34cf-4f78-aa7f-4f6f6fbc992d req-22ae8c76-0c39-47df-b027-3f86e445d999 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511792 Sep 16 04:35:30.491312 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47d5ea28-c198-4c6c-8003-ed18a499cece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.494511 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47d5ea28-c198-4c6c-8003-ed18a499cece admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.495850 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-47d5ea28-c198-4c6c-8003-ed18a499cece admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17710dd3-9666-4687-ab7e-3f04c33f09fb HTTP/1.1" status: 204 len: 168 time: 0.6699166 Sep 16 04:35:30.510064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5ea28-c198-4c6c-8003-ed18a499cece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17710dd3-9666-4687-ab7e-3f04c33f09fb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:30.661038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947318d2-bbe5-45ef-97e6-cc1f1a16853c req-2bdd7318-1f47-401a-bc37-f8ad2ff29385 tempest-LiveMigrationNegativeTest-264760696 tempest-LiveMigrationNegativeTest-264760696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:30.668967 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-947318d2-bbe5-45ef-97e6-cc1f1a16853c req-2bdd7318-1f47-401a-bc37-f8ad2ff29385 tempest-LiveMigrationNegativeTest-264760696 tempest-LiveMigrationNegativeTest-264760696-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 1101 time: 0.1853671 Sep 16 04:35:30.690454 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-947318d2-bbe5-45ef-97e6-cc1f1a16853c req-235c2d69-9e27-49f5-9e16-5ba343ee6b81 tempest-LiveMigrationNegativeTest-264760696 tempest-LiveMigrationNegativeTest-264760696-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:30.730470 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-6b6c6f1f-568f-405a-bd56-737468c110af service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748084 Sep 16 04:35:30.865220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d73969-5821-4a07-9284-3db6a86fd0da req-549742e7-e96a-4284-887a-53b7a5d037e7 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:30.871676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85d73969-5821-4a07-9284-3db6a86fd0da req-549742e7-e96a-4284-887a-53b7a5d037e7 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 945 time: 0.1299684 Sep 16 04:35:30.968459 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85d73969-5821-4a07-9284-3db6a86fd0da req-ba82ff1a-90b1-4db0-b83a-83bbfabd83a8 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777907 Sep 16 04:35:31.014133 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-80575c83-b7fe-4e1e-aac5-7180182b2a8a service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509439 Sep 16 04:35:31.029682 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-947318d2-bbe5-45ef-97e6-cc1f1a16853c req-235c2d69-9e27-49f5-9e16-5ba343ee6b81 tempest-LiveMigrationNegativeTest-264760696 tempest-LiveMigrationNegativeTest-264760696-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.043225 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-947318d2-bbe5-45ef-97e6-cc1f1a16853c req-235c2d69-9e27-49f5-9e16-5ba343ee6b81 tempest-LiveMigrationNegativeTest-264760696 tempest-LiveMigrationNegativeTest-264760696-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.074190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c2d69-9e27-49f5-9e16-5ba343ee6b81 tempest-LiveMigrationNegativeTest-264760696 tempest-LiveMigrationNegativeTest-264760696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d46a84-123b-40d1-a1cb-6d4c9aceefc5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:31.106887 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-947318d2-bbe5-45ef-97e6-cc1f1a16853c req-235c2d69-9e27-49f5-9e16-5ba343ee6b81 tempest-LiveMigrationNegativeTest-264760696 tempest-LiveMigrationNegativeTest-264760696-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361556 Sep 16 04:35:31.156341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acca60-94b9-451b-82e4-96c378475460 req-c2dc3b4c-42c6-4247-b21c-9a2d75e37ca2 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:31.166256 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-47acca60-94b9-451b-82e4-96c378475460 req-c2dc3b4c-42c6-4247-b21c-9a2d75e37ca2 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 946 time: 0.1449006 Sep 16 04:35:31.249622 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-47acca60-94b9-451b-82e4-96c378475460 req-e53a7725-a310-4a70-adb9-4e5ff7bfd37e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824099 Sep 16 04:35:31.326558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bcd3e-daff-4cde-911f-c1051091db2c req-c092feeb-9eb3-40ae-a501-8f759bab7203 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:31.328804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e66bcd3e-daff-4cde-911f-c1051091db2c req-c092feeb-9eb3-40ae-a501-8f759bab7203 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 948 time: 0.0913656 Sep 16 04:35:31.416200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-c966ef4d-d319-4cd8-a5cb-59033189c89c tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:31.418689 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-c966ef4d-d319-4cd8-a5cb-59033189c89c tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a&tenant_id=043d7505d3794c99864b8a9842baccb0&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.1381798 Sep 16 04:35:31.459834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07330286-92e9-4fb6-a8a3-6898ac451c61 req-4e739cc9-8667-4b1d-b121-ac127e35d8d4 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:31.469056 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07330286-92e9-4fb6-a8a3-6898ac451c61 req-4e739cc9-8667-4b1d-b121-ac127e35d8d4 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0829105 Sep 16 04:35:31.524603 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e66bcd3e-daff-4cde-911f-c1051091db2c req-439f3b6e-b843-4c73-a6e8-7eed06ab4c42 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782064 Sep 16 04:35:31.534546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07330286-92e9-4fb6-a8a3-6898ac451c61 req-31789257-3dba-4538-80ee-66fff2e75051 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626464 Sep 16 04:35:31.798368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-3d5a510e-af08-4d31-ab51-5b6304436de9 service neutron] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:31.810107 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-3d5a510e-af08-4d31-ab51-5b6304436de9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:31.810107 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efa44382-b8c3-4cce-b8a3-4ec015eb317a req-3d5a510e-af08-4d31-ab51-5b6304436de9 service neutron] 10.222.0.15 "DELETE /v2.0/ports/3c762750-b57a-40ce-a5a7-6de09d610a7e/bindings/n-h1-712142-17 HTTP/1.1" status: 204 len: 173 time: 0.3768506 Sep 16 04:35:31.821101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ec4c7-ecac-407b-84cf-59037d269d49 req-d046e4e3-1628-4ef9-af79-c1b868b6a6fc tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:31.822821 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9d3ec4c7-ecac-407b-84cf-59037d269d49 req-d046e4e3-1628-4ef9-af79-c1b868b6a6fc tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0649703 Sep 16 04:35:31.872402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96217827-f9f8-4c5d-8f72-612e14b6031f req-1c70d9a8-876b-400b-bef5-809cf884b03d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:31.875053 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96217827-f9f8-4c5d-8f72-612e14b6031f req-1c70d9a8-876b-400b-bef5-809cf884b03d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.0973611 Sep 16 04:35:31.884293 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9d3ec4c7-ecac-407b-84cf-59037d269d49 req-40cb5612-da60-4405-9d92-ede76fbd7b8e tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517542 Sep 16 04:35:31.967829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:31.978464 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96217827-f9f8-4c5d-8f72-612e14b6031f req-1fe00c54-0cdd-4e3d-8520-004da52a9a53 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951395 Sep 16 04:35:32.122331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:32.148058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'mac_address': 'fa:16:3e:c0:68:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:32.200613 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:32.222479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:32.266786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:32.277896 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:32.293386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3c762750-b57a-40ce-a5a7-6de09d610a7e no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:32.405527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3c762750-b57a-40ce-a5a7-6de09d610a7e not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:32.407338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:32.504030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc814c6-19d4-430b-af99-d1230598c30b req-ca1f6fe8-69f6-4d6c-9c7b-990a53fe1087 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:32.507661 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1dc814c6-19d4-430b-af99-d1230598c30b req-ca1f6fe8-69f6-4d6c-9c7b-990a53fe1087 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 945 time: 0.0834210 Sep 16 04:35:32.525912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24186b-c96a-4054-a626-ad039c2d7ff8 req-591c3ebf-713c-4de3-aae0-db4d8149149e tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:32.536430 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d24186b-c96a-4054-a626-ad039c2d7ff8 req-591c3ebf-713c-4de3-aae0-db4d8149149e tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 949 time: 0.0735567 Sep 16 04:35:32.575789 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1dc814c6-19d4-430b-af99-d1230598c30b req-5acf640f-8c9a-4421-82cf-bda5b54c0f17 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572035 Sep 16 04:35:32.585882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:32.630636 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d24186b-c96a-4054-a626-ad039c2d7ff8 req-7f7cdf3d-6fa7-4edd-8989-ba451c1edd0d tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930879 Sep 16 04:35:32.853204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b72f50-5d2c-4751-9970-32323adaf610 req-ba7f75fc-4ee5-4ac2-a08d-53dd5ae69c2a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:32.855814 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a4b72f50-5d2c-4751-9970-32323adaf610 req-ba7f75fc-4ee5-4ac2-a08d-53dd5ae69c2a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 949 time: 0.1087928 Sep 16 04:35:32.920944 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a4b72f50-5d2c-4751-9970-32323adaf610 req-cae25a62-3680-4372-80bb-4d18835802e3 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532665 Sep 16 04:35:33.082461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ab1fa-6fde-47d9-a2db-213a3b4e483c req-4ad8dd30-88cc-4d37-be37-2245cd993c4e tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:33.084554 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-012ab1fa-6fde-47d9-a2db-213a3b4e483c req-4ad8dd30-88cc-4d37-be37-2245cd993c4e tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0697925 Sep 16 04:35:33.146876 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-012ab1fa-6fde-47d9-a2db-213a3b4e483c req-347d03e6-1300-4fe0-b414-03394b2c079f tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460472 Sep 16 04:35:33.160535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8ba1e-da03-4578-92c7-79991c36eca9 req-79f5239c-511b-4d7d-b9ee-2aec31800061 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:33.173748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2dd8ba1e-da03-4578-92c7-79991c36eca9 req-79f5239c-511b-4d7d-b9ee-2aec31800061 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 1097 time: 0.0720279 Sep 16 04:35:33.267376 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2dd8ba1e-da03-4578-92c7-79991c36eca9 req-14410bd3-edfb-4de3-89af-e9dbaa2f64ef tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835385 Sep 16 04:35:33.393084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f1fe2-8120-4e38-84ef-2e9e9f5dafbf req-ddc97e9b-7f1a-42ae-8a08-0ddd1ee2cfde tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:33.405244 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc8f1fe2-8120-4e38-84ef-2e9e9f5dafbf req-ddc97e9b-7f1a-42ae-8a08-0ddd1ee2cfde tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.1083491 Sep 16 04:35:33.471981 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc8f1fe2-8120-4e38-84ef-2e9e9f5dafbf req-167bd351-7166-4d34-a7fb-6aba30a91263 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600672 Sep 16 04:35:33.810002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-02500fa3-a9bb-4378-a06b-53c0cea4b96e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:33.812290 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-02500fa3-a9bb-4378-a06b-53c0cea4b96e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 808 time: 0.2166636 Sep 16 04:35:33.833657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff018a-d17f-4d3b-a41b-af452af30e5c req-0e540add-0e95-4cb6-b6cb-b4a8ab68df05 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:33.836947 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-18ea5d0e-f0ce-4fb3-b1f4-d886f6723976 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/quotas/043d7505d3794c99864b8a9842baccb0 HTTP/1.1" status: 200 len: 375 time: 0.0177128 Sep 16 04:35:33.847393 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8ff018a-d17f-4d3b-a41b-af452af30e5c req-0e540add-0e95-4cb6-b6cb-b4a8ab68df05 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 949 time: 0.1021111 Sep 16 04:35:33.899621 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8ff018a-d17f-4d3b-a41b-af452af30e5c req-dd8d3d08-db6e-4adc-b835-a2b834558ebe tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513198 Sep 16 04:35:33.910163 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-d502a6b2-37db-4746-9a57-0604e1ef7b21 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725811 Sep 16 04:35:33.918174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-79dc5740-b530-4f66-95b8-fe1fc0c340ea service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:35:33.924770 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-79dc5740-b530-4f66-95b8-fe1fc0c340ea service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128088 Sep 16 04:35:33.981534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:34.055681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:34.063029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:34.063403 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.087538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401bda-771f-476c-b0fa-95e92f108cb9 req-a640332a-b224-4423-81ad-cf8c3f27ef3a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:34.089710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd401bda-771f-476c-b0fa-95e92f108cb9 req-a640332a-b224-4423-81ad-cf8c3f27ef3a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.50 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 949 time: 0.1010270 Sep 16 04:35:34.106223 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2b9be-276c-4a40-9f03-9b61fda72841 req-67e218bb-9c81-4207-bad7-4fef9ec5cb59 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:34.110052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ae2b9be-276c-4a40-9f03-9b61fda72841 req-67e218bb-9c81-4207-bad7-4fef9ec5cb59 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 949 time: 0.0662839 Sep 16 04:35:34.200136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ae2b9be-276c-4a40-9f03-9b61fda72841 req-9ad12b0d-1fd1-4389-ad5e-ee145215283b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808070 Sep 16 04:35:34.221443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-e7e19f3e-efe4-4562-a96d-b09b79eac10b service neutron] 10.222.0.53 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919993 Sep 16 04:35:34.273587 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.351239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cd401bda-771f-476c-b0fa-95e92f108cb9 req-eca9c790-1b31-47fb-a649-a41e09b30b9a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Deleting port c1515566-17e8-4dd2-bf32-05736db5a499 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:34.351596 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cd401bda-771f-476c-b0fa-95e92f108cb9 req-eca9c790-1b31-47fb-a649-a41e09b30b9a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.372530 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:34.373724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:34.378166 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f875bd0-ac97-4b5e-815a-71ed0ac34823" -d '{"events": [{"server_uuid": "0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606", "name": "network-vif-plugged", "status": "completed", "tag": "5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:34.382801 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.421082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-727b3d96-ab9d-4176-95c1-af1b72ba9881 service neutron] 10.222.0.53 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920571 Sep 16 04:35:34.490216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd41e6-960a-41ed-8fd1-9a646e188d50 req-db2ac1da-02eb-4e5f-8c11-d8425e302e8d tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:34.504055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eecd41e6-960a-41ed-8fd1-9a646e188d50 req-db2ac1da-02eb-4e5f-8c11-d8425e302e8d tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0990429 Sep 16 04:35:34.517943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:34.563738 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eecd41e6-960a-41ed-8fd1-9a646e188d50 req-fe8391e6-3f23-42cd-a3ba-49f3273305f6 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585883 Sep 16 04:35:34.617536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cd401bda-771f-476c-b0fa-95e92f108cb9 req-eca9c790-1b31-47fb-a649-a41e09b30b9a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] For port c1515566-17e8-4dd2-bf32-05736db5a499, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c1515566-17e8-4dd2-bf32-05736db5a499,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:34.618174 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cd401bda-771f-476c-b0fa-95e92f108cb9 req-eca9c790-1b31-47fb-a649-a41e09b30b9a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:34.661060 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cd401bda-771f-476c-b0fa-95e92f108cb9 req-eca9c790-1b31-47fb-a649-a41e09b30b9a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Calling delete_port for c1515566-17e8-4dd2-bf32-05736db5a499 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:34.784176 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442248a4-2515-45e3-b4c7-30bdda8692cd x-openstack-request-id: req-442248a4-2515-45e3-b4c7-30bdda8692cd {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:34.784522 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606", "name": "network-vif-plugged", "status": "completed", "tag": "5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:34.784796 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-442248a4-2515-45e3-b4c7-30bdda8692cd {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:34.785176 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'code': 200} Sep 16 04:35:34.963368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609edba-dd99-40ca-97d3-03d3b5b42a79 req-0af749dd-337f-44d8-9696-8dae58013997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:34.963368 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c609edba-dd99-40ca-97d3-03d3b5b42a79 req-0af749dd-337f-44d8-9696-8dae58013997 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 1102 time: 0.0938714 Sep 16 04:35:35.003281 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cd401bda-771f-476c-b0fa-95e92f108cb9 req-eca9c790-1b31-47fb-a649-a41e09b30b9a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:35.055477 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c609edba-dd99-40ca-97d3-03d3b5b42a79 req-4623759d-dc84-4c49-bb29-8cbe928f5519 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848024 Sep 16 04:35:35.085661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:35.092246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9c790-1b31-47fb-a649-a41e09b30b9a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Pushing event deleted for resources: {'Port': ['ID=c1515566-17e8-4dd2-bf32-05736db5a499,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:35.111702 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06074-1e99-4c78-935d-bb737bc17f19 req-92e1ca3d-b2ef-4fe2-9e59-38922c666608 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:35.113473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3c06074-1e99-4c78-935d-bb737bc17f19 req-92e1ca3d-b2ef-4fe2-9e59-38922c666608 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.1604424 Sep 16 04:35:35.188354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c1515566-17e8-4dd2-bf32-05736db5a499'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:35.203094 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:35.288360 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd401bda-771f-476c-b0fa-95e92f108cb9 req-eca9c790-1b31-47fb-a649-a41e09b30b9a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] No DVR routers for this DVR port c1515566-17e8-4dd2-bf32-05736db5a499 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:35.290839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3c06074-1e99-4c78-935d-bb737bc17f19 req-dc0b3f77-d697-46c1-b010-cc1ee5bf660a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637909 Sep 16 04:35:35.298669 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cd401bda-771f-476c-b0fa-95e92f108cb9 req-eca9c790-1b31-47fb-a649-a41e09b30b9a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:35.301515 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd401bda-771f-476c-b0fa-95e92f108cb9 req-eca9c790-1b31-47fb-a649-a41e09b30b9a tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.50 "DELETE /v2.0/ports/c1515566-17e8-4dd2-bf32-05736db5a499 HTTP/1.1" status: 204 len: 173 time: 1.1865826 Sep 16 04:35:35.316937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488d50b4-fd96-495f-8383-ffb4e58fb60e', 'name': 'network-vif-deleted', 'tag': 'c1515566-17e8-4dd2-bf32-05736db5a499'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:35.320475 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fc34c9-9125-4d66-93b3-133baaf1c279" -d '{"events": [{"server_uuid": "488d50b4-fd96-495f-8383-ffb4e58fb60e", "name": "network-vif-deleted", "tag": "c1515566-17e8-4dd2-bf32-05736db5a499"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:35.456082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c70e56d-973f-4dca-a101-e82448312d57 req-7767247c-e23e-40bf-816c-4d1eae61e825 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 210 time: 0.0738397 Sep 16 04:35:35.666307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4ba71b3-c7eb-48b4-af5e-e31100e21052 req-524fcb79-0e85-48ec-9e93-e1721674fd6b tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=488d50b4-fd96-495f-8383-ffb4e58fb60e HTTP/1.1" status: 200 len: 210 time: 0.0369844 Sep 16 04:35:35.815301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b038d4-3114-4acb-991f-b15b951c8cd0 req-b271f213-de7a-4eed-9ae4-a21bc01ab8c6 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:35.829676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-42b038d4-3114-4acb-991f-b15b951c8cd0 req-b271f213-de7a-4eed-9ae4-a21bc01ab8c6 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 950 time: 0.0793817 Sep 16 04:35:35.942400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-42b038d4-3114-4acb-991f-b15b951c8cd0 req-121e79df-2154-4bbf-b0d7-343328bf0556 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083839 Sep 16 04:35:36.166103 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df46fe4-8a33-4b2b-a283-06923684f7a2 x-openstack-request-id: req-0df46fe4-8a33-4b2b-a283-06923684f7a2 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:36.166658 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488d50b4-fd96-495f-8383-ffb4e58fb60e", "name": "network-vif-deleted", "tag": "c1515566-17e8-4dd2-bf32-05736db5a499", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:36.166776 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0df46fe4-8a33-4b2b-a283-06923684f7a2 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:36.167159 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488d50b4-fd96-495f-8383-ffb4e58fb60e', 'name': 'network-vif-deleted', 'tag': 'c1515566-17e8-4dd2-bf32-05736db5a499', 'status': 'completed', 'code': 200} Sep 16 04:35:36.443448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b88e5-234a-4046-947a-cb5555e4b647 req-1567bcb5-1d25-46e9-ac3d-3ccd22fa0323 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:36.453056 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-203b88e5-234a-4046-947a-cb5555e4b647 req-1567bcb5-1d25-46e9-ac3d-3ccd22fa0323 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.0720851 Sep 16 04:35:36.509000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-203b88e5-234a-4046-947a-cb5555e4b647 req-0f5858f9-22c2-41db-ac31-3f846f1ebed0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549388 Sep 16 04:35:36.567967 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-442d494c-f797-4762-990e-d21699862eb0 service neutron] show failed (client error): The resource could not be found. Sep 16 04:35:36.569730 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-442d494c-f797-4762-990e-d21699862eb0 service neutron] 10.222.0.15 "GET /v2.0/ports/d8153196-2a0c-48bc-a7ff-b513882d2ba6/bindings/n-h1-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.1844013 Sep 16 04:35:36.580961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-143dcd46-8b6b-4023-93e6-30f2b5ce880b tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:35:36.585489 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-143dcd46-8b6b-4023-93e6-30f2b5ce880b tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198243 Sep 16 04:35:36.634632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26cc2b26-8ce5-49fb-835e-197364a19e81 req-3bf2f601-ce57-4c6c-b6dd-4fdd7e5d4b87 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 210 time: 0.0476887 Sep 16 04:35:36.642928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48338) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:36.699370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-51d0fd23-fafa-4049-b938-da440e443020 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:36.706377 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-51d0fd23-fafa-4049-b938-da440e443020 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports/792ab8ae-12a0-449a-a4a7-0c1d87b21f3b HTTP/1.1" status: 200 len: 1095 time: 0.0928288 Sep 16 04:35:36.710840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] Request body: {'binding': {'host': 'n-h1-712142-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:36.711362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] Unknown quota resources ['binding']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:35:36.789844 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16826742-e394-41f4-8cef-62bbbe7ff855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:36.832182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-6f21af4e-0d11-4854-b2ba-3b987f9c31f7 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:36.833789 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-6f21af4e-0d11-4854-b2ba-3b987f9c31f7 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.50 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 808 time: 0.2470925 Sep 16 04:35:36.875933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Request body: {'port': {'device_id': '50323659-bf9d-4245-ac0e-c6f6e8a5fdda', 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318', 'admin_state_up': True, 'tenant_id': '043d7505d3794c99864b8a9842baccb0'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:36.926247 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16826742-e394-41f4-8cef-62bbbe7ff855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:36.936840 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16826742-e394-41f4-8cef-62bbbe7ff855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.045476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-16826742-e394-41f4-8cef-62bbbe7ff855 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef10e9d719004160a8190dc1f031a7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990517 Sep 16 04:35:37.046828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48350) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:37.056130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16826742-e394-41f4-8cef-62bbbe7ff855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c87c8f9-198e-47e7-aa96-dd8af6075704,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:37.095132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-af7d4531-deac-4839-96d6-1c75fb180fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:37.096666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-af7d4531-deac-4839-96d6-1c75fb180fbe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7&tenant_id=220f6be1326d49f48ff637872d6294e2 HTTP/1.1" status: 200 len: 1101 time: 0.1131706 Sep 16 04:35:37.111312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf57ab2-2208-4e76-9c9f-971ac8fdac25 req-e0c49901-9f1e-466f-8fd5-a7772b47e557 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:37.111920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] Attempting to bind port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on host n-h1-712142-17 for vnic_type normal with profile None {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:37.112270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] Attempting to bind port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:37.112604 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] Attempting to bind port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:37.112826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2cf57ab2-2208-4e76-9c9f-971ac8fdac25 req-e0c49901-9f1e-466f-8fd5-a7772b47e557 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 950 time: 0.0688722 Sep 16 04:35:37.117878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:37.118056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Made reservation on behalf of 043d7505d3794c99864b8a9842baccb0 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:37.122267 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.133758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] Port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:37.134089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] Attempting to bind port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:37.144368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:37.144715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:37.145104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] Bound using segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:37.145536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] Bound port: 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:37.193495 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-abee6c38-ee71-48c3-b835-9d58ad7a6fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.200300 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2cf57ab2-2208-4e76-9c9f-971ac8fdac25 req-27c94667-552d-42c5-b172-9f42b3745e0b tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772052 Sep 16 04:35:37.201061 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.278725 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-abee6c38-ee71-48c3-b835-9d58ad7a6fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.292020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:37.326747 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.327835 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-abfad65a-ef5f-4610-a9b2-61fe244fd902 service neutron] 10.222.0.53 "POST /v2.0/ports/792ab8ae-12a0-449a-a4a7-0c1d87b21f3b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6205842 Sep 16 04:35:37.368868 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.374237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Allocated IP 172.20.0.14 (45c2c738-4641-4c06-a2b2-aea8aa89b318/a27c5ba3-cdbf-42f2-965d-bdef41cc1252/d6d754ff-8f01-42e9-b86b-227d054fa075) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:37.388919 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-abee6c38-ee71-48c3-b835-9d58ad7a6fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.391620 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-abee6c38-ee71-48c3-b835-9d58ad7a6fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.393032 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-abee6c38-ee71-48c3-b835-9d58ad7a6fff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c87c8f9-198e-47e7-aa96-dd8af6075704 HTTP/1.1" status: 204 len: 168 time: 0.3451793 Sep 16 04:35:37.409852 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b0740-2d66-4bde-8040-5bcde195250a req-ce73b3e6-4b17-49d1-95b4-5bdd9531902a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:37.411080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee6c38-ee71-48c3-b835-9d58ad7a6fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c87c8f9-198e-47e7-aa96-dd8af6075704,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:37.412397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a35b0740-2d66-4bde-8040-5bcde195250a req-ce73b3e6-4b17-49d1-95b4-5bdd9531902a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 950 time: 0.1336017 Sep 16 04:35:37.535402 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a35b0740-2d66-4bde-8040-5bcde195250a req-fbf6524f-6293-4fa3-ad22-8a7a2ac64375 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126406 Sep 16 04:35:37.556523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:37.606680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:37.631759 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.681844 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.730773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:37.733412 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4e60e8-1547-4a2f-a205-5d0927261f5e" -d '{"events": [{"server_uuid": "f5d57770-2675-45ca-ad17-732eecf5cee7", "name": "network-vif-unplugged", "status": "completed", "tag": "d8153196-2a0c-48bc-a7ff-b513882d2ba6"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:37.739477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.767847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46b1a0-11e7-40db-a398-ea7148ad6565 req-75f3b3f5-7bd3-4126-ab5c-6e15847b36f5 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:37.769468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f46b1a0-11e7-40db-a398-ea7148ad6565 req-75f3b3f5-7bd3-4126-ab5c-6e15847b36f5 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 946 time: 0.1361170 Sep 16 04:35:37.773744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Transition to ACTIVE for port object d8153196-2a0c-48bc-a7ff-b513882d2ba6 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:37.790875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-2be19826-87c9-4bab-8811-70ce082ca90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:37.793222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-2be19826-87c9-4bab-8811-70ce082ca90f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 1098 time: 0.1150892 Sep 16 04:35:37.800009 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:37.902212 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f46b1a0-11e7-40db-a398-ea7148ad6565 req-0b55d157-a47c-4f9e-ad10-388e503d2081 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245501 Sep 16 04:35:37.938891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] No DVR routers for this DVR port d8153196-2a0c-48bc-a7ff-b513882d2ba6 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:38.019833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Pushing event updated for resources: {'Port': ['ID=d8153196-2a0c-48bc-a7ff-b513882d2ba6,revision_number=6']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:38.033070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Network 45c2c738-4641-4c06-a2b2-aea8aa89b318 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:38.046367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:38.052925 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Attempting to bind port d8153196-2a0c-48bc-a7ff-b513882d2ba6 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:38.053267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Attempting to bind port d8153196-2a0c-48bc-a7ff-b513882d2ba6 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:38.053978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Attempting to bind port d8153196-2a0c-48bc-a7ff-b513882d2ba6 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:38.062547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Port d8153196-2a0c-48bc-a7ff-b513882d2ba6 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:38.062874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Attempting to bind port d8153196-2a0c-48bc-a7ff-b513882d2ba6 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:38.066027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:38.074538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:38.074881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:38.075274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:38.075714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Bound port: d8153196-2a0c-48bc-a7ff-b513882d2ba6, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:38.076083 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.093900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Pushing event updated for resources: {'Port': ['ID=d6d754ff-8f01-42e9-b86b-227d054fa075,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:38.131952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-fc9706f7-4d56-4de5-92dc-5e6c891cad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:38.133420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-fc9706f7-4d56-4de5-92dc-5e6c891cad6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.3294947 Sep 16 04:35:38.148087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21fa30-948f-4720-859e-5f09e4704bb9 req-e6c73968-7da3-4832-8775-4d62dba8e9c2 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:38.149662 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ce21fa30-948f-4720-859e-5f09e4704bb9 req-e6c73968-7da3-4832-8775-4d62dba8e9c2 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.4328320 Sep 16 04:35:38.174742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:38.175413 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.205661 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-faf9d870-0c62-43fa-b79e-bbe7f2a10265 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b HTTP/1.1" status: 200 len: 217 time: 0.0430808 Sep 16 04:35:38.206888 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-f8a6a96a-b1c8-4074-ac52-9659279ff594 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3373649 Sep 16 04:35:38.224013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ce21fa30-948f-4720-859e-5f09e4704bb9 req-45525a65-2290-45c2-8f56-1c67d9613b9c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645447 Sep 16 04:35:38.229459 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Request body: {'port': {'device_id': '50323659-bf9d-4245-ac0e-c6f6e8a5fdda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:38.292501 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.320572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 03b4ee80-05d6-4959-b789-141500600078 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:38.335453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-554db8ed-95e5-4055-b2a5-697720dbb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:38.336943 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-554db8ed-95e5-4055-b2a5-697720dbb729 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.1141865 Sep 16 04:35:38.360977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:38.386423 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-5498fe41-4303-4fa7-bfb6-677fc82c8ddd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384371 Sep 16 04:35:38.397009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:38.419704 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.472154 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.500577 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03b4ee80-05d6-4959-b789-141500600078'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:38.504278 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8027a955-7b59-43c2-82ce-044fc2a61511" -d '{"events": [{"server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "name": "network-vif-unplugged", "status": "completed", "tag": "03b4ee80-05d6-4959-b789-141500600078"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:38.527565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:38.535578 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.536714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c1515566-17e8-4dd2-bf32-05736db5a499 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:38.585284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:38.585923 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.587356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] 10.222.0.50 "PUT /v2.0/ports/d8153196-2a0c-48bc-a7ff-b513882d2ba6 HTTP/1.1" status: 200 len: 1096 time: 1.4736114 Sep 16 04:35:38.590660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: c1515566-17e8-4dd2-bf32-05736db5a499 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:35:38.590809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c1515566-17e8-4dd2-bf32-05736db5a499 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:38.598713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48414) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:38.618435 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9570e1f2-4243-4341-878c-ca793a1f0b5c req-f7396af6-35ec-4168-9bb2-b99fa94a7702 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2732215 Sep 16 04:35:38.655257 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=03b4ee80-05d6-4959-b789-141500600078,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:38.670321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aabca0-06cb-4240-8222-6680dbb0f989 req-056ebf8b-33d2-461f-b5c6-c6be72c7f11a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:38.671994 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4aabca0-06cb-4240-8222-6680dbb0f989 req-056ebf8b-33d2-461f-b5c6-c6be72c7f11a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 932 time: 0.2338512 Sep 16 04:35:38.692820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8487e34-d778-410d-9214-993d4b47bc7e service neutron] Pushing event updated for resources: {'Port': ['ID=d8153196-2a0c-48bc-a7ff-b513882d2ba6,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:38.701924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24173ac-dc74-4a27-93cf-4b219232f8df req-6aa6ad27-8653-4abc-88e6-7611963b894b tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:38.709293 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b24173ac-dc74-4a27-93cf-4b219232f8df req-6aa6ad27-8653-4abc-88e6-7611963b894b tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 1102 time: 0.2753568 Sep 16 04:35:38.755129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66f3ee-a63f-488e-ad63-b0f5a4046319 req-9ec20d27-9357-46d8-a138-9660264a828b tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:38.756691 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b66f3ee-a63f-488e-ad63-b0f5a4046319 req-9ec20d27-9357-46d8-a138-9660264a828b tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 950 time: 0.2690592 Sep 16 04:35:38.757420 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b24173ac-dc74-4a27-93cf-4b219232f8df req-407580a5-67b0-45e9-93b6-cf19555d6ff8 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:38.765995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-55ac1350-439d-4591-860a-979e728cab2a service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673160 Sep 16 04:35:38.769657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1758693756-network', 'tenant_id': '70711a9b90994a488cc99fb66122368e'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:38.788406 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b4d534e4-aa74-4ff0-9238-958036aaac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:38.789913 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b4d534e4-aa74-4ff0-9238-958036aaac3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 1099 time: 0.1688061 Sep 16 04:35:38.817465 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4aabca0-06cb-4240-8222-6680dbb0f989 req-7726bab2-d4ca-4472-9d3a-1bbba7b1dfbf tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333110 Sep 16 04:35:38.826130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e1f2-4243-4341-878c-ca793a1f0b5c req-8b22db3f-7266-4951-bec8-36b836bf5bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:38.828148 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9570e1f2-4243-4341-878c-ca793a1f0b5c req-8b22db3f-7266-4951-bec8-36b836bf5bf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 1096 time: 0.1267657 Sep 16 04:35:38.952924 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bf4fa1-d5da-4e16-91e8-99809878a564 x-openstack-request-id: req-d1bf4fa1-d5da-4e16-91e8-99809878a564 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:38.953327 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d57770-2675-45ca-ad17-732eecf5cee7", "name": "network-vif-unplugged", "status": "completed", "tag": "d8153196-2a0c-48bc-a7ff-b513882d2ba6", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:38.953715 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1bf4fa1-d5da-4e16-91e8-99809878a564 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:38.954463 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6', 'code': 200} Sep 16 04:35:38.954657 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.api [req-b24173ac-dc74-4a27-93cf-4b219232f8df req-407580a5-67b0-45e9-93b6-cf19555d6ff8 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:35:38.954657 n-d-712142-17 neutron-server[94745]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:35:38.954657 n-d-712142-17 neutron-server[94745]: [parameters: {'project_id': '4d6028c0df8341d2bce048f343a1ea16', 'id': '8960b3fd-ea65-4474-a801-7cf6ed83be51', 'expiration': datetime.datetime(2021, 9, 16, 4, 37, 38, 889329)}] Sep 16 04:35:38.954657 n-d-712142-17 neutron-server[94745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:35:38.955192 n-d-712142-17 neutron-server[94745]: DEBUG oslo_db.api [req-b24173ac-dc74-4a27-93cf-4b219232f8df req-407580a5-67b0-45e9-93b6-cf19555d6ff8 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:35:39.020572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Made reservation on behalf of 70711a9b90994a488cc99fb66122368e for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:39.023164 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.033270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e1f2-4243-4341-878c-ca793a1f0b5c req-5cf384ee-7e42-4582-b85f-b9bef172a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.034800 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9570e1f2-4243-4341-878c-ca793a1f0b5c req-5cf384ee-7e42-4582-b85f-b9bef172a770 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.1723375 Sep 16 04:35:39.042482 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d754ff-8f01-42e9-b86b-227d054fa075 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:39.047442 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.060182 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.089126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-0b63b2ef-7e58-4658-b124-159987c38376 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037858 Sep 16 04:35:39.100249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41ccd5-0505-4603-a12b-a4cd4a3a665e req-5694b70c-1417-49f4-9aec-67d011a4e6f4 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.100460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b9fc8bbc-5576-41c3-8d73-809101c4daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.102000 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f41ccd5-0505-4603-a12b-a4cd4a3a665e req-5694b70c-1417-49f4-9aec-67d011a4e6f4 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 950 time: 0.1552973 Sep 16 04:35:39.102150 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-b9fc8bbc-5576-41c3-8d73-809101c4daec service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2861896 Sep 16 04:35:39.103665 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9570e1f2-4243-4341-878c-ca793a1f0b5c req-487b46e3-59e2-4cb6-9a04-6023866a7515 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f HTTP/1.1" status: 200 len: 217 time: 0.0564375 Sep 16 04:35:39.113909 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Transition to ACTIVE for port object d6d754ff-8f01-42e9-b86b-227d054fa075 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:39.133185 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.159310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-2b66f3ee-a63f-488e-ad63-b0f5a4046319 req-2cadf78b-dbe6-4959-b33a-28d8532fadc9 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Deleting port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:35:39.160164 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2b66f3ee-a63f-488e-ad63-b0f5a4046319 req-2cadf78b-dbe6-4959-b33a-28d8532fadc9 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.187626 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-827095c2-d6ba-4a5d-924a-04ac29a5b728 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6 HTTP/1.1" status: 200 len: 217 time: 0.0734797 Sep 16 04:35:39.234190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d754ff-8f01-42e9-b86b-227d054fa075,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:39.238863 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f41ccd5-0505-4603-a12b-a4cd4a3a665e req-482dfe70-6e88-4c32-bf9a-a08e9d108678 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/security-groups?id=967ca952-8b72-4136-beef-35f826a4efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239176 Sep 16 04:35:39.240369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e1f2-4243-4341-878c-ca793a1f0b5c req-fc9d30ab-0c58-47aa-8f86-2e4920fcd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.241928 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9570e1f2-4243-4341-878c-ca793a1f0b5c req-fc9d30ab-0c58-47aa-8f86-2e4920fcd09d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.1299357 Sep 16 04:35:39.311023 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9570e1f2-4243-4341-878c-ca793a1f0b5c req-f44984a4-ba9e-4d74-adeb-c61697433765 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485919 Sep 16 04:35:39.438665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Attempting to bind port d6d754ff-8f01-42e9-b86b-227d054fa075 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:39.438915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Attempting to bind port d6d754ff-8f01-42e9-b86b-227d054fa075 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:39.439252 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Attempting to bind port d6d754ff-8f01-42e9-b86b-227d054fa075 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:39.459519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3c451-4723-413a-91db-f8f53a89cfc2 req-0cb935d8-4b48-4892-a5cf-a250ce88501e tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.461113 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e0f3c451-4723-413a-91db-f8f53a89cfc2 req-0cb935d8-4b48-4892-a5cf-a250ce88501e tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 948 time: 0.1474509 Sep 16 04:35:39.470642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Port d6d754ff-8f01-42e9-b86b-227d054fa075 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:39.470982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Attempting to bind port d6d754ff-8f01-42e9-b86b-227d054fa075 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:39.484087 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9570e1f2-4243-4341-878c-ca793a1f0b5c req-be8fa7c1-ce36-4991-9d9d-6312693d252a service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650457 Sep 16 04:35:39.492595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:39.492940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:39.493335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Bound using segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:39.493806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Bound port: d6d754ff-8f01-42e9-b86b-227d054fa075, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:39.494173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.501627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b24173ac-dc74-4a27-93cf-4b219232f8df req-407580a5-67b0-45e9-93b6-cf19555d6ff8 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.575995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-97e3723b-991a-4ed1-a33c-5b1c9c54d0c7 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.578044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-97e3723b-991a-4ed1-a33c-5b1c9c54d0c7 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6&tenant_id=e856b1715b0245aeade3fab80abad339&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1098 time: 0.4109356 Sep 16 04:35:39.585146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-5dd75244-4346-4fb2-ba45-9df638390023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.586517 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-5dd75244-4346-4fb2-ba45-9df638390023 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.3690886 Sep 16 04:35:39.596038 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e0f3c451-4723-413a-91db-f8f53a89cfc2 req-eeee0dae-bb32-45ff-a2e9-5e0757cab4eb tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261878 Sep 16 04:35:39.602135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-17'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:39.610084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-2b66f3ee-a63f-488e-ad63-b0f5a4046319 req-2cadf78b-dbe6-4959-b33a-28d8532fadc9 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] For port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:39.610609 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2b66f3ee-a63f-488e-ad63-b0f5a4046319 req-2cadf78b-dbe6-4959-b33a-28d8532fadc9 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.648759 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea99677f-45fd-4f43-a2ab-1f85f8af15bf x-openstack-request-id: req-ea99677f-45fd-4f43-a2ab-1f85f8af15bf {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:39.649897 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "name": "network-vif-unplugged", "status": "completed", "tag": "03b4ee80-05d6-4959-b789-141500600078", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:39.650389 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea99677f-45fd-4f43-a2ab-1f85f8af15bf {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:39.651081 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03b4ee80-05d6-4959-b789-141500600078', 'code': 200} Sep 16 04:35:39.670812 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:39.675106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9570e1f2-4243-4341-878c-ca793a1f0b5c req-e4cdc7bb-efa9-439f-95f2-cf3d33f46cb0 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835871 Sep 16 04:35:39.676916 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d6d754ff-8f01-42e9-b86b-227d054fa075,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:39.684458 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.690049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-2b66f3ee-a63f-488e-ad63-b0f5a4046319 req-2cadf78b-dbe6-4959-b33a-28d8532fadc9 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Calling delete_port for 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:35:39.718544 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.733910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.50', 52677) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:39.754601 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.771220 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.772178 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.773243 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] 10.222.0.50 "PUT /v2.0/ports/d6d754ff-8f01-42e9-b86b-227d054fa075 HTTP/1.1" status: 200 len: 1093 time: 1.5483348 Sep 16 04:35:39.774434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50323659-bf9d-4245-ac0e-c6f6e8a5fdda', 'tag': 'd6d754ff-8f01-42e9-b86b-227d054fa075'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:39.776758 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81183179-9c68-479f-b982-5e0b95d2607d" -d '{"events": [{"name": "network-changed", "server_uuid": "50323659-bf9d-4245-ac0e-c6f6e8a5fdda", "tag": "d6d754ff-8f01-42e9-b86b-227d054fa075"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:39.811816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ed207-5880-4f1d-8684-c45954bfe577 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d754ff-8f01-42e9-b86b-227d054fa075,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:39.819549 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.836491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-6fe4279a-bfec-42ae-bd2c-f126a21a1630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.838108 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-6fe4279a-bfec-42ae-bd2c-f126a21a1630 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2333751 Sep 16 04:35:39.850757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:35:39.869359 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-95002d56-951c-4492-886f-64e404795c28 req-e7b59b5a-e4dd-450c-b029-18b1832e6ff5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1343422 Sep 16 04:35:39.890186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca043af-ff52-4a2f-be47-436b48c71383 req-401b45cb-fdac-4250-9e03-932e352c8a1c tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.891720 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2ca043af-ff52-4a2f-be47-436b48c71383 req-401b45cb-fdac-4250-9e03-932e352c8a1c tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 946 time: 0.1050467 Sep 16 04:35:39.897931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-d1d36f3e-8f4a-4524-8f72-ba113f286f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:39.899437 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-d1d36f3e-8f4a-4524-8f72-ba113f286f39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 1096 time: 0.0702064 Sep 16 04:35:39.916424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba10adfe-444d-40df-8c66-27bbb817b3b7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:39.928565 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:39.928965 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Added segment b841370c-0a9b-45fc-aa96-b5d147b1a09e of type vlan for network afa02aac-80ed-4391-b933-25f6a1c06d99 Sep 16 04:35:39.963167 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-32815db3-6cab-4fff-8201-8f948072e31e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6d754ff-8f01-42e9-b86b-227d054fa075 HTTP/1.1" status: 200 len: 217 time: 0.0477054 Sep 16 04:35:39.979015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d8153196-2a0c-48bc-a7ff-b513882d2ba6 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:40.028541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d8153196-2a0c-48bc-a7ff-b513882d2ba6 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:40.032400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2ca043af-ff52-4a2f-be47-436b48c71383 req-d2522b80-fbfc-4031-89fc-343b42cd21d2 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302562 Sep 16 04:35:40.048002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95002d56-951c-4492-886f-64e404795c28 req-3bb7e104-cbaa-41bd-9b60-c7ba8ed5586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:40.059825 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-95002d56-951c-4492-886f-64e404795c28 req-3bb7e104-cbaa-41bd-9b60-c7ba8ed5586b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb934ba889964b6a93af769c60c7e9ec&device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 1098 time: 0.1346579 Sep 16 04:35:40.064836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-6d2ab178-3c53-493d-967f-01102f3b649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:40.066398 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-6d2ab178-3c53-493d-967f-01102f3b649f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.0871975 Sep 16 04:35:40.077995 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.106036 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-0aaf447a-bb2b-470a-800f-7040b0f2f69c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308933 Sep 16 04:35:40.243603 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-ded363bb-3edb-4519-97d4-b16c81d82d11 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905663 Sep 16 04:35:40.256871 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.257859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:40.258445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.270692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a63f58-03f0-4b35-b590-92c9f9df9cef req-1faad4f0-f411-41ad-becd-b708bb26f730 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:40.272191 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36a63f58-03f0-4b35-b590-92c9f9df9cef req-1faad4f0-f411-41ad-becd-b708bb26f730 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 947 time: 0.1695671 Sep 16 04:35:40.280899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b24173ac-dc74-4a27-93cf-4b219232f8df req-407580a5-67b0-45e9-93b6-cf19555d6ff8 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.315733 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b24173ac-dc74-4a27-93cf-4b219232f8df req-407580a5-67b0-45e9-93b6-cf19555d6ff8 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.320215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95002d56-951c-4492-886f-64e404795c28 req-c802669b-b378-4e68-b28d-d5c5d0965a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:40.321725 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-95002d56-951c-4492-886f-64e404795c28 req-c802669b-b378-4e68-b28d-d5c5d0965a33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98ad24e-5874-4124-88c8-f794aeec9495 HTTP/1.1" status: 200 len: 925 time: 0.2179928 Sep 16 04:35:40.326029 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-1c04f109-cde6-4e69-974d-416bbfd48c87 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034354 Sep 16 04:35:40.337366 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2b66f3ee-a63f-488e-ad63-b0f5a4046319 req-2cadf78b-dbe6-4959-b33a-28d8532fadc9 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.357986 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36a63f58-03f0-4b35-b590-92c9f9df9cef req-8496d69d-f11c-4f10-bd7e-d666cf5add48 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756407 Sep 16 04:35:40.363460 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7560205 Sep 16 04:35:40.373870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48434) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:40.376842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:40.457109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-27ff3482-5a7c-405e-ad82-b8cd45576a83 admin admin] Request body: {'subnet': {'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1758693756-subnet', 'tenant_id': '70711a9b90994a488cc99fb66122368e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:40.466150 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b24173ac-dc74-4a27-93cf-4b219232f8df req-407580a5-67b0-45e9-93b6-cf19555d6ff8 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7559316 Sep 16 04:35:40.487336 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d98493-12b2-4b41-9a58-10f9c4219750 x-openstack-request-id: req-b3d98493-12b2-4b41-9a58-10f9c4219750 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:40.487627 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50323659-bf9d-4245-ac0e-c6f6e8a5fdda", "tag": "d6d754ff-8f01-42e9-b86b-227d054fa075", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:40.487882 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3d98493-12b2-4b41-9a58-10f9c4219750 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:40.488273 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50323659-bf9d-4245-ac0e-c6f6e8a5fdda', 'tag': 'd6d754ff-8f01-42e9-b86b-227d054fa075', 'status': 'completed', 'code': 200} Sep 16 04:35:40.504455 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-95002d56-951c-4492-886f-64e404795c28 req-ae4cc023-0ef6-4c06-ad67-0423b7683d83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7ae70c-51b1-4ce0-b3be-ff782ea48287 HTTP/1.1" status: 200 len: 1001 time: 0.1684306 Sep 16 04:35:40.549286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407580a5-67b0-45e9-93b6-cf19555d6ff8 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdb24d9-9dc8-4aa5-b06e-448f7941996a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:40.559811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595423d-e101-43fc-8e2d-5cdd4f0d3a79 admin admin] Pushing event updated for resources: {'Network': ['ID=afa02aac-80ed-4391-b933-25f6a1c06d99,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:40.569012 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc2640db-e797-44d6-bbc4-2fa40ef1f32a req-fa86bf87-155b-45a6-87c7-6d879f575a91 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293367 Sep 16 04:35:40.596464 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network afa02aac-80ed-4391-b933-25f6a1c06d99 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:35:40.605395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95002d56-951c-4492-886f-64e404795c28 req-915d787a-cba7-4adf-aa16-3768209cdf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:40.607467 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-95002d56-951c-4492-886f-64e404795c28 req-915d787a-cba7-4adf-aa16-3768209cdf38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5 HTTP/1.1" status: 200 len: 863 time: 0.0919542 Sep 16 04:35:40.608826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99f09f5e-6f42-4502-9ad5-80edb54e13e1 req-1e2560c2-e2ce-4d08-907e-4ec7ce23af28 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547816 Sep 16 04:35:40.609814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadf78b-dbe6-4959-b33a-28d8532fadc9 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Pushing event deleted for resources: {'Port': ['ID=9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:40.639137 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a0496-1d01-4574-b4e2-25de989bd1ee req-3bb72aca-c466-4f55-bcf2-c6db9d00e133 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:40.647901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b3a0496-1d01-4574-b4e2-25de989bd1ee req-3bb72aca-c466-4f55-bcf2-c6db9d00e133 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 944 time: 0.0969145 Sep 16 04:35:40.687511 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-036dec8a-b686-4849-ac38-d35392e48a82 req-20ef7c7c-7799-49df-bf40-0df3034eab8f tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a7047bc-8378-48e3-beed-a9078442d007 HTTP/1.1" status: 200 len: 210 time: 0.1347747 Sep 16 04:35:40.698397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b66f3ee-a63f-488e-ad63-b0f5a4046319 req-2cadf78b-dbe6-4959-b33a-28d8532fadc9 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] No DVR routers for this DVR port 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:40.706246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ff3482-5a7c-405e-ad82-b8cd45576a83 admin admin] Made reservation on behalf of 70711a9b90994a488cc99fb66122368e for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:40.708118 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27ff3482-5a7c-405e-ad82-b8cd45576a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.712954 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2b66f3ee-a63f-488e-ad63-b0f5a4046319 req-2cadf78b-dbe6-4959-b33a-28d8532fadc9 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:40.715797 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b66f3ee-a63f-488e-ad63-b0f5a4046319 req-2cadf78b-dbe6-4959-b33a-28d8532fadc9 tempest-LiveMigrationNegativeTest-1685098440 tempest-LiveMigrationNegativeTest-1685098440-project] 10.222.0.15 "DELETE /v2.0/ports/9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 HTTP/1.1" status: 204 len: 173 time: 1.9420733 Sep 16 04:35:40.723288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95002d56-951c-4492-886f-64e404795c28 req-2a02fc56-6f88-477c-9bea-60a406429f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:40.724991 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-95002d56-951c-4492-886f-64e404795c28 req-2a02fc56-6f88-477c-9bea-60a406429f57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98ad24e-5874-4124-88c8-f794aeec9495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743124 Sep 16 04:35:40.735641 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b3a0496-1d01-4574-b4e2-25de989bd1ee req-8ba7de72-1f2c-4ec0-a944-483875469a40 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866261 Sep 16 04:35:40.766608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:40.899965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81183179-9c68-479f-b982-5e0b95d2607d req-a3cad6d1-c30f-4d01-8386-0e928de10743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:40.902513 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81183179-9c68-479f-b982-5e0b95d2607d req-a3cad6d1-c30f-4d01-8386-0e928de10743 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 1096 time: 0.2239223 Sep 16 04:35:40.996253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'tag': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6'}, {'server_uuid': '5a7047bc-8378-48e3-beed-a9078442d007', 'name': 'network-vif-deleted', 'tag': '9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:40.998774 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f6481c-4446-46f9-bdf2-c54a6bb379e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d57770-2675-45ca-ad17-732eecf5cee7", "tag": "d8153196-2a0c-48bc-a7ff-b513882d2ba6"}, {"server_uuid": "5a7047bc-8378-48e3-beed-a9078442d007", "name": "network-vif-deleted", "tag": "9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:41.011518 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-95002d56-951c-4492-886f-64e404795c28 req-706710e8-ca9d-49e6-bbb6-2a679f8ff0b6 service neutron] 10.222.0.50 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687232 Sep 16 04:35:41.020612 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.037751 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.099859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Pushing event updated for resources: {'Port': ['ID=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:41.143891 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156f3e9f-3b1f-4692-a162-50813f0743ed x-openstack-request-id: req-156f3e9f-3b1f-4692-a162-50813f0743ed {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:41.144197 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d57770-2675-45ca-ad17-732eecf5cee7", "tag": "d8153196-2a0c-48bc-a7ff-b513882d2ba6", "status": "completed", "code": 200}, {"server_uuid": "5a7047bc-8378-48e3-beed-a9078442d007", "name": "network-vif-deleted", "tag": "9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:41.144456 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-156f3e9f-3b1f-4692-a162-50813f0743ed {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:41.144858 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'tag': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6', 'status': 'completed', 'code': 200} Sep 16 04:35:41.145115 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7047bc-8378-48e3-beed-a9078442d007', 'name': 'network-vif-deleted', 'tag': '9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22', 'status': 'completed', 'code': 200} Sep 16 04:35:41.313149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81183179-9c68-479f-b982-5e0b95d2607d req-f0b76526-1dca-4506-927e-f5e3cf043ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.314684 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81183179-9c68-479f-b982-5e0b95d2607d req-f0b76526-1dca-4506-927e-f5e3cf043ce5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.3922443 Sep 16 04:35:41.319533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-f2551e96-500d-4c83-9ccb-e57ed9886d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.321026 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-f2551e96-500d-4c83-9ccb-e57ed9886d78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 1099 time: 0.1807926 Sep 16 04:35:41.484382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-45088085-4df6-41a3-8f78-da32db2e786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.485878 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-45088085-4df6-41a3-8f78-da32db2e786c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1560526 Sep 16 04:35:41.539960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Attempting to bind port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on host n-h2-712142-17 for vnic_type normal with profile {"migrating_to": "n-h1-712142-17"} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:41.540411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Attempting to bind port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:41.540627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Attempting to bind port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:41.568175 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81183179-9c68-479f-b982-5e0b95d2607d req-e6a7fced-380e-43c9-8947-9c159272d4fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6d754ff-8f01-42e9-b86b-227d054fa075 HTTP/1.1" status: 200 len: 217 time: 0.0854981 Sep 16 04:35:41.586678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-e312f326-124a-427b-9e07-e848dde3b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.588332 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-e312f326-124a-427b-9e07-e848dde3b01f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 1099 time: 0.4362903 Sep 16 04:35:41.596036 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-95002d56-951c-4492-886f-64e404795c28 req-2c12fd88-46cc-4190-b6c2-95ca2219d552 service neutron] 10.222.0.50 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754182 Sep 16 04:35:41.618409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e787f8-87cb-4e6d-b1b5-2c8e6c1b910a req-e8ca75e0-bba1-4772-93f0-04fbfc3451f3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.627518 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a5e787f8-87cb-4e6d-b1b5-2c8e6c1b910a req-e8ca75e0-bba1-4772-93f0-04fbfc3451f3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 944 time: 0.4277158 Sep 16 04:35:41.631518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:41.632398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Attempting to bind port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:41.655047 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-71a62845-0ac9-45ff-ae3a-f803adbbb17f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6 HTTP/1.1" status: 200 len: 217 time: 0.1535766 Sep 16 04:35:41.732043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:41.732397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:41.732794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Bound using segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:41.733241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Bound port: 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:41.733894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.744398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-2d809636-e47b-4a96-8472-7d344faa28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.744626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-b24382fd-7e6c-497c-85bd-ce6abf12160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.746324 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-2d809636-e47b-4a96-8472-7d344faa28aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1380291 Sep 16 04:35:41.746588 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-b24382fd-7e6c-497c-85bd-ce6abf12160a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0670664 Sep 16 04:35:41.747467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27ff3482-5a7c-405e-ad82-b8cd45576a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:41.779857 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a5e787f8-87cb-4e6d-b1b5-2c8e6c1b910a req-9bf46a57-f3ca-411d-ba7d-961e42e9f8a7 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513216 Sep 16 04:35:41.855663 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-6ef63724-02e8-4a57-ae3f-f1e7e7c8d88e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6 HTTP/1.1" status: 200 len: 217 time: 0.0991454 Sep 16 04:35:41.873940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81183179-9c68-479f-b982-5e0b95d2607d req-9244cd4b-8b4c-4094-a3a5-8a233985b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:41.875709 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81183179-9c68-479f-b982-5e0b95d2607d req-9244cd4b-8b4c-4094-a3a5-8a233985b8c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.2717795 Sep 16 04:35:41.942495 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-c3280a5c-27f5-453b-b521-8c0767b5facc tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328071 Sep 16 04:35:41.976054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81183179-9c68-479f-b982-5e0b95d2607d req-8aec2eac-5e05-4ea9-9710-a6caece32cd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886016 Sep 16 04:35:41.979658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:41.993327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:42.004886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-a6844e73-0635-4c68-935e-6d81178c25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:42.005941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff3482-5a7c-405e-ad82-b8cd45576a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec61476-0693-4014-9b8f-b2652cc8040c,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:42.026763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-a6844e73-0635-4c68-935e-6d81178c25aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1529319 Sep 16 04:35:42.029025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:35:42.029578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 9c3ff6b7-a009-40d8-b0b7-3baa92cb5c22 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:42.069562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:42.106848 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.133007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-0eb96c17-2f42-44e4-b1bf-e5ca6e191a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:42.134859 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-0eb96c17-2f42-44e4-b1bf-e5ca6e191a8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3736026 Sep 16 04:35:42.139670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff3482-5a7c-405e-ad82-b8cd45576a83 admin admin] Checking segment: {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:42.140284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff3482-5a7c-405e-ad82-b8cd45576a83 admin admin] Network hostable DHCP agents. Network: afa02aac-80ed-4391-b933-25f6a1c06d99, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:35:42.174640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-01dc80e0-f706-4bdc-9ff2-62cafad69490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:42.176327 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-01dc80e0-f706-4bdc-9ff2-62cafad69490 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1476789 Sep 16 04:35:42.327082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-46ed12a1-36af-4e33-9539-a52fe61cd4da service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416826 Sep 16 04:35:42.357748 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-71ebf1f7-2398-4221-829e-b9a3ed20c5e7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:42.359598 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-71ebf1f7-2398-4221-829e-b9a3ed20c5e7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4076419 Sep 16 04:35:42.384861 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-cfe41624-dae0-4365-b637-347542bcb3de tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/quotas/adb4d0dd58744c0ea1850169480788d4 HTTP/1.1" status: 200 len: 375 time: 0.0165801 Sep 16 04:35:42.504999 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-54a4ae66-4144-4d70-801e-283076580604 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1067319 Sep 16 04:35:42.521700 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-1142a32c-f19f-4caf-b8ef-756341820ea4 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610351 Sep 16 04:35:42.594188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff3482-5a7c-405e-ad82-b8cd45576a83 admin admin] Network afa02aac-80ed-4391-b933-25f6a1c06d99 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:35:42.607566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Pushing event updated for resources: {'Port': ['ID=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,revision_number=8']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:42.618389 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5e700-b7df-455f-843b-1c671e0c994b req-2a5f28aa-b18f-4697-b37f-4ca25a976025 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:42.620516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bcb5e700-b7df-455f-843b-1c671e0c994b req-2a5f28aa-b18f-4697-b37f-4ca25a976025 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 947 time: 0.5544333 Sep 16 04:35:42.665203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81183179-9c68-479f-b982-5e0b95d2607d req-9f99537a-30f8-4936-b407-4f9ed2c843fd service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332040 Sep 16 04:35:42.665928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-27ff3482-5a7c-405e-ad82-b8cd45576a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, afa02aac-80ed-4391-b933-25f6a1c06d99) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:42.670929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:42.671525 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.673199 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-409e7052-9949-4ba7-8bfc-8785364aa143 service neutron] 10.222.0.50 "PUT /v2.0/ports/792ab8ae-12a0-449a-a4a7-0c1d87b21f3b HTTP/1.1" status: 200 len: 1124 time: 3.0803170 Sep 16 04:35:42.675023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6096a3dd-09e1-4d17-a3ad-b2ab39a9badd None None] Network afa02aac-80ed-4391-b933-25f6a1c06d99 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:42.693593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ff3482-5a7c-405e-ad82-b8cd45576a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:42.694210 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27ff3482-5a7c-405e-ad82-b8cd45576a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:42.737361 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-4e8da818-b516-4f1e-96bf-8e4548de6e6b service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935094 Sep 16 04:35:42.756315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['792ab8ae-12a0-449a-a4a7-0c1d87b21f3b'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:42.769861 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-27ff3482-5a7c-405e-ad82-b8cd45576a83 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3903732 Sep 16 04:35:42.846268 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bcb5e700-b7df-455f-843b-1c671e0c994b req-7a907859-570c-496a-90fe-1ca2dc18f4e6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159243 Sep 16 04:35:42.930869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec42b11d-0517-4312-ac3b-8d7bd1b479c3 None None] Network afa02aac-80ed-4391-b933-25f6a1c06d99 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:35:43.093549 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81183179-9c68-479f-b982-5e0b95d2607d req-7f49cbe0-768f-48a8-b219-940432d5c46d service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076288 Sep 16 04:35:43.166176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792ab8ae-12a0-449a-a4a7-0c1d87b21f3b'}, {'name': 'network-changed', 'server_uuid': 'ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6', 'tag': '792ab8ae-12a0-449a-a4a7-0c1d87b21f3b'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:43.169525 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977829f1-02aa-4b26-af9f-bca9aaecf55a" -d '{"events": [{"server_uuid": "ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6", "name": "network-vif-unplugged", "status": "completed", "tag": "792ab8ae-12a0-449a-a4a7-0c1d87b21f3b"}, {"name": "network-changed", "server_uuid": "ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6", "tag": "792ab8ae-12a0-449a-a4a7-0c1d87b21f3b"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:43.176629 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98f6481c-4446-46f9-bdf2-c54a6bb379e7 req-6fefa8c6-e34b-4b10-9cb8-3e4c78fa8e84 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218371 Sep 16 04:35:43.203836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd538b7-3f33-446c-a16e-745b3d155e3b req-59e83e28-cb9b-4bca-8a13-78f0456cc1bf tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:43.212157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5fd538b7-3f33-446c-a16e-745b3d155e3b req-59e83e28-cb9b-4bca-8a13-78f0456cc1bf tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 944 time: 0.1029458 Sep 16 04:35:43.264708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5fd538b7-3f33-446c-a16e-745b3d155e3b req-f056cdd7-3a78-4d31-81e2-94572f219246 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513935 Sep 16 04:35:43.344305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48542) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:43.436739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a26881-9db1-480b-b74f-e89f09d2bc2f req-607d9114-3a11-47b2-aae2-22be93944181 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:43.438602 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03a26881-9db1-480b-b74f-e89f09d2bc2f req-607d9114-3a11-47b2-aae2-22be93944181 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 944 time: 0.0894001 Sep 16 04:35:43.482550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03a26881-9db1-480b-b74f-e89f09d2bc2f req-51cc1fe1-5fe7-4cfb-aefa-bf9b773efecc tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375240 Sep 16 04:35:43.544624 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8617f246-dfa2-4050-8efd-37ce94170399 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5df8dbab911142b382909fed43937976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992397 Sep 16 04:35:43.547308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48552) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:43.613481 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-641d6435-1e62-4443-888b-7c3317bb1a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:43.639479 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-641d6435-1e62-4443-888b-7c3317bb1a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:43.707089 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-641d6435-1e62-4443-888b-7c3317bb1a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:43.712628 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-641d6435-1e62-4443-888b-7c3317bb1a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:43.715383 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-641d6435-1e62-4443-888b-7c3317bb1a65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/967ca952-8b72-4136-beef-35f826a4efaf HTTP/1.1" status: 204 len: 168 time: 0.1669700 Sep 16 04:35:43.724607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d6435-1e62-4443-888b-7c3317bb1a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967ca952-8b72-4136-beef-35f826a4efaf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:43.808981 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6007c1-a2f6-4c96-be50-c67d2a412fdb x-openstack-request-id: req-2f6007c1-a2f6-4c96-be50-c67d2a412fdb {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:43.809382 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6", "name": "network-vif-unplugged", "status": "completed", "tag": "792ab8ae-12a0-449a-a4a7-0c1d87b21f3b", "code": 200}, {"name": "network-changed", "server_uuid": "ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6", "tag": "792ab8ae-12a0-449a-a4a7-0c1d87b21f3b", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:43.809676 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f6007c1-a2f6-4c96-be50-c67d2a412fdb {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:43.810093 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792ab8ae-12a0-449a-a4a7-0c1d87b21f3b', 'code': 200} Sep 16 04:35:43.810353 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6', 'tag': '792ab8ae-12a0-449a-a4a7-0c1d87b21f3b', 'status': 'completed', 'code': 200} Sep 16 04:35:43.820808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-0bf60730-24ae-4aba-9a23-b2e0640b9e1d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:43.830353 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-0bf60730-24ae-4aba-9a23-b2e0640b9e1d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/networks?id=afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 200 len: 805 time: 0.1649737 Sep 16 04:35:43.850414 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-bf7ddd46-b6b1-4ce7-bfa7-8e1777af4dad tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/quotas/70711a9b90994a488cc99fb66122368e HTTP/1.1" status: 200 len: 375 time: 0.0191021 Sep 16 04:35:43.911910 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-ded851f6-6921-47f2-89c3-4180a0ab7104 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=70711a9b90994a488cc99fb66122368e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572865 Sep 16 04:35:43.937227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977829f1-02aa-4b26-af9f-bca9aaecf55a req-05c2ad8d-df78-4804-b007-e88ae254c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:43.944591 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977829f1-02aa-4b26-af9f-bca9aaecf55a req-05c2ad8d-df78-4804-b007-e88ae254c094 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 1127 time: 0.1030824 Sep 16 04:35:44.075262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-2b533e1d-17f6-4eaa-a4f2-e3c2f008acea service neutron] 10.222.0.53 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610756 Sep 16 04:35:44.138796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977829f1-02aa-4b26-af9f-bca9aaecf55a req-af38b7c6-0c1f-4119-bea7-c6afab54e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:44.142700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977829f1-02aa-4b26-af9f-bca9aaecf55a req-af38b7c6-0c1f-4119-bea7-c6afab54e90c service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.1899393 Sep 16 04:35:44.223388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977829f1-02aa-4b26-af9f-bca9aaecf55a req-72a0630a-ce94-40f1-a8a9-9b215c3163ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b HTTP/1.1" status: 200 len: 217 time: 0.0579152 Sep 16 04:35:44.254212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-03314825-3d0a-4976-89ed-baa5f2106bae service neutron] 10.222.0.53 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768868 Sep 16 04:35:44.303902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977829f1-02aa-4b26-af9f-bca9aaecf55a req-76949f3c-90a4-4373-beaf-b38d60abc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:44.305415 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977829f1-02aa-4b26-af9f-bca9aaecf55a req-76949f3c-90a4-4373-beaf-b38d60abc17f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.0745997 Sep 16 04:35:44.310634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48588) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:44.348016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d6d754ff-8f01-42e9-b86b-227d054fa075 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:44.354579 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977829f1-02aa-4b26-af9f-bca9aaecf55a req-0dda656f-26b7-4684-88a9-49e5dba98527 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409997 Sep 16 04:35:44.374643 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-67129258-e5f7-4a91-a17d-fd58b836a19d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d9e4cb20e844393a5dee96635c22657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626810 Sep 16 04:35:44.376956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48590) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:44.391780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09b226c6-b15b-4701-981e-84d715b7f406 req-7486f834-d0fe-4291-a0ef-38701bbfd8d7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 210 time: 0.0407333 Sep 16 04:35:44.483994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-961c47d9-5ec5-4382-b19f-7675ab3a0c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.525242 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-961c47d9-5ec5-4382-b19f-7675ab3a0c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.550545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977829f1-02aa-4b26-af9f-bca9aaecf55a req-6bf6c32d-5bb6-4aa7-9ea1-ea9d50fde6ca service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577725 Sep 16 04:35:44.558724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d6d754ff-8f01-42e9-b86b-227d054fa075,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:44.585581 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'd6d754ff-8f01-42e9-b86b-227d054fa075', 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318', 'port_id': 'd6d754ff-8f01-42e9-b86b-227d054fa075', 'mac_address': 'fa:16:3e:69:ac:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27c5ba3-cdbf-42f2-965d-bdef41cc1252', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:44.623913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-961c47d9-5ec5-4382-b19f-7675ab3a0c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.627311 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-961c47d9-5ec5-4382-b19f-7675ab3a0c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.632232 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-961c47d9-5ec5-4382-b19f-7675ab3a0c3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02d46a84-123b-40d1-a1cb-6d4c9aceefc5 HTTP/1.1" status: 204 len: 168 time: 0.2536888 Sep 16 04:35:44.654083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c47d9-5ec5-4382-b19f-7675ab3a0c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d46a84-123b-40d1-a1cb-6d4c9aceefc5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:44.726445 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.746732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b14a6a-6ab5-4841-ab55-f8a4d912b4a1 req-281ecd38-20d8-439d-9398-b188036f9e7e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:44.748964 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3b14a6a-6ab5-4841-ab55-f8a4d912b4a1 req-281ecd38-20d8-439d-9398-b188036f9e7e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 947 time: 0.2280819 Sep 16 04:35:44.755394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d754ff-8f01-42e9-b86b-227d054fa075 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:44.799730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d6d754ff-8f01-42e9-b86b-227d054fa075,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:44.813999 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:44.817320 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3b14a6a-6ab5-4841-ab55-f8a4d912b4a1 req-356b555f-4b2a-4324-ab30-950c515c85f8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597725 Sep 16 04:35:44.819072 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d8153196-2a0c-48bc-a7ff-b513882d2ba6 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:44.872678 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977829f1-02aa-4b26-af9f-bca9aaecf55a req-799edb78-b26b-494a-b281-4a866d908629 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043692 Sep 16 04:35:44.934332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ee93c-11e1-40bb-8418-20bdaecd0fca req-382c7929-7466-42c1-a256-fccc918315f4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:44.936846 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-343ee93c-11e1-40bb-8418-20bdaecd0fca req-382c7929-7466-42c1-a256-fccc918315f4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 945 time: 0.0879948 Sep 16 04:35:44.969763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d6d754ff-8f01-42e9-b86b-227d054fa075,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:44.982550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d268e676-fe3d-49fd-ac52-2f616c8ad9d1 req-f91ae678-c107-4055-8d48-d0d33ccd123f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 210 time: 0.0823932 Sep 16 04:35:45.042368 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-343ee93c-11e1-40bb-8418-20bdaecd0fca req-7efd0225-a529-4900-bcdd-ec714c804004 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914888 Sep 16 04:35:45.044670 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-bcf53008-ecd7-43b6-bf2f-52a652f0651f tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601158 Sep 16 04:35:45.085947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:45.112642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6', 'mac_address': 'fa:16:3e:e9:f3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:45.209263 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.238332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8153196-2a0c-48bc-a7ff-b513882d2ba6 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:45.284666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:45.294315 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.301779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5ecd4-daee-4667-9eec-d8bcd205b606 req-79176dd4-153a-4b25-9d35-4dfe4772ab72 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:45.309736 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29a5ecd4-daee-4667-9eec-d8bcd205b606 req-79176dd4-153a-4b25-9d35-4dfe4772ab72 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 944 time: 0.1999834 Sep 16 04:35:45.384997 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-13b4b82f-1869-4083-8171-bf133caf0017 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585272 Sep 16 04:35:45.405763 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-79684019-cc55-48c6-9ec1-ebe59529b95a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:45.408781 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-79684019-cc55-48c6-9ec1-ebe59529b95a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562396 Sep 16 04:35:45.424323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-b1269398-5606-46a7-81c6-e4430901dc4b req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Request body: {'port': {'device_id': '33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'adb4d0dd58744c0ea1850169480788d4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:45.424554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d8153196-2a0c-48bc-a7ff-b513882d2ba6,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:45.458297 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29a5ecd4-daee-4667-9eec-d8bcd205b606 req-8466a4c6-ca96-4f45-97c9-ae4bde0f8f7c tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476908 Sep 16 04:35:45.608723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99eb31-6cf5-440f-a629-10f48a062ef2 req-6ffa056f-b726-4033-b582-d65da0c7cef8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:45.610639 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c99eb31-6cf5-440f-a629-10f48a062ef2 req-6ffa056f-b726-4033-b582-d65da0c7cef8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 948 time: 0.2240813 Sep 16 04:35:45.672861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-7f96a402-29f1-4e67-86b0-9b1d73abdcd1 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:45.673982 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1da77eab-ce51-44dc-83e0-7733fa067bc5 req-1761641f-9ece-4e22-8823-0f6634a9103b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 210 time: 0.0594449 Sep 16 04:35:45.684723 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-7f96a402-29f1-4e67-86b0-9b1d73abdcd1 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2793193 Sep 16 04:35:45.723257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-b1269398-5606-46a7-81c6-e4430901dc4b req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Request body: {'port': {'device_id': 'a1e39766-1be4-43d2-b5e9-0cb4c92abea2', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'adb4d0dd58744c0ea1850169480788d4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:45.742345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-849f2801-1f7f-42b0-8935-f65bc1cdd3ba tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:45.744375 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-849f2801-1f7f-42b0-8935-f65bc1cdd3ba tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7&tenant_id=220f6be1326d49f48ff637872d6294e2&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 948 time: 0.2827771 Sep 16 04:35:45.761686 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c99eb31-6cf5-440f-a629-10f48a062ef2 req-75ba65e0-7d30-445c-bfef-d8e2d01aaf58 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421676 Sep 16 04:35:45.850531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Made reservation on behalf of adb4d0dd58744c0ea1850169480788d4 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:45.855615 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.880563 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-cc1f9b20-de85-4ac6-8c49-8b111431ebc8 service neutron] delete failed (client error): The resource could not be found. Sep 16 04:35:45.881627 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-cc1f9b20-de85-4ac6-8c49-8b111431ebc8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/d8153196-2a0c-48bc-a7ff-b513882d2ba6/bindings/n-h2-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.1210520 Sep 16 04:35:45.911359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Made reservation on behalf of adb4d0dd58744c0ea1850169480788d4 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:45.916206 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:45.918598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d8153196-2a0c-48bc-a7ff-b513882d2ba6'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:45.924473 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d6d754ff-8f01-42e9-b86b-227d054fa075'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:46.178050 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-802ac368-aff2-4067-83e9-83a0986cc1d1 req-f6ac1dea-246d-4af7-82cc-2a4e9b0218cc tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 210 time: 0.1011026 Sep 16 04:35:46.219602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-f102d88e-56d5-47d2-b270-8d6331764934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.233889 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-f102d88e-56d5-47d2-b270-8d6331764934 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 1100 time: 0.2193236 Sep 16 04:35:46.280236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702cd7b-9557-471b-802a-20631128c53e req-52f30a16-fca2-4fe1-964d-f390d159aa13 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.290799 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d702cd7b-9557-471b-802a-20631128c53e req-52f30a16-fca2-4fe1-964d-f390d159aa13 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 945 time: 0.1037185 Sep 16 04:35:46.338192 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d702cd7b-9557-471b-802a-20631128c53e req-25f029d8-09a6-4468-a4d8-d7f2c47b349f tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455704 Sep 16 04:35:46.341476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-b1269398-5606-46a7-81c6-e4430901dc4b req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Allocated IP 192.168.233.165 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/f4260127-55d8-425a-b841-63cb1f2fd7be) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:46.369326 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:46.467659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-3749e790-1533-4c34-b9fe-765cbd15d461 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.469091 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-3749e790-1533-4c34-b9fe-765cbd15d461 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.50 "GET /v2.0/networks?id=afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 200 len: 805 time: 0.2902670 Sep 16 04:35:46.487206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Request body: {'port': {'device_id': '0c304966-ee16-4d0d-8ce5-8aca0bc35400', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'admin_state_up': True, 'tenant_id': '70711a9b90994a488cc99fb66122368e'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:46.495378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-6f4c1557-c050-4133-9995-63333e9f10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.496996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-6f4c1557-c050-4133-9995-63333e9f10a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2522185 Sep 16 04:35:46.551921 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:46.568415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b has no active binding in host n-h1-712142-17 {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:35:46.647942 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-672effa2-80e9-422e-bed1-81a6ef265f7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6 HTTP/1.1" status: 200 len: 217 time: 0.1272826 Sep 16 04:35:46.743018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.15', 60398) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:46.803632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-c6c8d85a-9cc9-476e-99ce-46eeb82063c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.805113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-c6c8d85a-9cc9-476e-99ce-46eeb82063c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1450276 Sep 16 04:35:46.822097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d95bc-8b14-4a65-85ee-9003e6dd487d req-4be6fb73-37f2-42f1-8674-fc1850daf4c3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.822555 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3748d6a3-99fc-4018-90e3-11789a8f0824 req-94a9f941-9a4a-4da1-b9b2-29603872d31b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 210 time: 0.0359056 Sep 16 04:35:46.829911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-430d95bc-8b14-4a65-85ee-9003e6dd487d req-4be6fb73-37f2-42f1-8674-fc1850daf4c3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 944 time: 0.2692726 Sep 16 04:35:46.865904 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-22260b52-430c-4d7a-b094-ac7352766c5f service neutron] 10.222.0.15 "GET /v2.0/ports/792ab8ae-12a0-449a-a4a7-0c1d87b21f3b/bindings/n-h1-712142-17 HTTP/1.1" status: 200 len: 385 time: 0.1207550 Sep 16 04:35:46.892945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.917411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Made reservation on behalf of 70711a9b90994a488cc99fb66122368e for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:46.921201 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:46.952630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-430d95bc-8b14-4a65-85ee-9003e6dd487d req-b1fe8872-357e-4146-abe7-af58a5b031b9 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217701 Sep 16 04:35:46.985023 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-15cfb42e-b772-4d23-95a6-9df6b37c38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.986983 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-15cfb42e-b772-4d23-95a6-9df6b37c38ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1544085 Sep 16 04:35:46.990236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f49f7b-42b6-47f9-9e6f-09b91f119137 req-59866e6a-f635-471a-becd-3c51c9a37ac5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:46.992836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85f49f7b-42b6-47f9-9e6f-09b91f119137 req-59866e6a-f635-471a-becd-3c51c9a37ac5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 948 time: 0.0787432 Sep 16 04:35:47.104785 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:47.116086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:47.201440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-b1269398-5606-46a7-81c6-e4430901dc4b req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Allocated IP 192.168.233.77 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/ddaaafbd-1133-4df9-af01-2254ffd5f776) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:47.210694 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-698dffd6-d3a6-421c-88f5-ea3e7805df2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:47.231766 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85f49f7b-42b6-47f9-9e6f-09b91f119137 req-fd65dcc9-5b9e-4079-b9d0-49614807cf7f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303770 Sep 16 04:35:47.298464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-501c733c-2ef5-4ac5-af2e-4ee2aa7c905e service neutron] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:47.326857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-501c733c-2ef5-4ac5-af2e-4ee2aa7c905e service neutron] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:47.378373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-501c733c-2ef5-4ac5-af2e-4ee2aa7c905e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:47.391036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48694) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:47.420487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-501c733c-2ef5-4ac5-af2e-4ee2aa7c905e service neutron] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:47.442177 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd89c681-7cb7-4386-8411-b2db5dbe3320 req-25120ef6-767e-407e-adc5-b02793c9744a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 210 time: 0.0756543 Sep 16 04:35:47.482446 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-501c733c-2ef5-4ac5-af2e-4ee2aa7c905e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:47.492972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1269398-5606-46a7-81c6-e4430901dc4b req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:47.505147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-b1269398-5606-46a7-81c6-e4430901dc4b req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:47.512471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1269398-5606-46a7-81c6-e4430901dc4b req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:47.543487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event updated for resources: {'Port': ['ID=f4260127-55d8-425a-b841-63cb1f2fd7be,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:47.554156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-7698163a-d420-4d49-85bd-f875691c078b service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590224 Sep 16 04:35:47.568497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01afaa9-7373-4ccc-ae0f-825c0671285f req-ceb94842-0bd3-46d5-8b5b-c31a7532aa1b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:47.570073 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e01afaa9-7373-4ccc-ae0f-825c0671285f req-ceb94842-0bd3-46d5-8b5b-c31a7532aa1b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 945 time: 0.1400714 Sep 16 04:35:47.616859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Allocated IP 172.20.0.9 (afa02aac-80ed-4391-b933-25f6a1c06d99/4ec61476-0693-4014-9b8f-b2652cc8040c/c2d43c19-0f9f-4561-a9c7-b33c2e8d572d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:47.619126 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b79b7792-1cb6-42ec-968e-89cd6f280411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:47.625195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:47.625892 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:47.682135 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-d6ae5fe4-ec49-4fba-bb1a-a4289ffbaf83 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2639151 Sep 16 04:35:47.695321 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:47.703048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Request body: {'port': {'device_id': '33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:47.721931 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e01afaa9-7373-4ccc-ae0f-825c0671285f req-079f3b82-450b-471b-bc54-18f763c0c6e8 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246467 Sep 16 04:35:47.757183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-501c733c-2ef5-4ac5-af2e-4ee2aa7c905e service neutron] Transition to ACTIVE for port object 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:47.765724 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-501c733c-2ef5-4ac5-af2e-4ee2aa7c905e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:47.766460 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b65e5fbf-bddb-45ba-95f7-5d3a512ba975 req-ffe02094-7c07-49cb-a4af-cfc192729943 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007344 Sep 16 04:35:47.821141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:47.859351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:47.884210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:47.915687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-501c733c-2ef5-4ac5-af2e-4ee2aa7c905e service neutron] No DVR routers for this DVR port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:35:47.931409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c733c-2ef5-4ac5-af2e-4ee2aa7c905e service neutron] Pushing event updated for resources: {'Port': ['ID=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,revision_number=10']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:47.946962 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-957ab95e-48c6-47e4-8059-079a06b45b53 None None] Provisioning complete for port f4260127-55d8-425a-b841-63cb1f2fd7be triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:47.947641 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-957ab95e-48c6-47e4-8059-079a06b45b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:47.954289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1269398-5606-46a7-81c6-e4430901dc4b req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:47.968951 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:47.993935 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-b1269398-5606-46a7-81c6-e4430901dc4b req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:48.006673 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1269398-5606-46a7-81c6-e4430901dc4b req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:48.019995 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-501c733c-2ef5-4ac5-af2e-4ee2aa7c905e service neutron] 10.222.0.15 "PUT /v2.0/ports/792ab8ae-12a0-449a-a4a7-0c1d87b21f3b/bindings/n-h1-712142-17/activate HTTP/1.1" status: 200 len: 370 time: 1.1470954 Sep 16 04:35:48.024180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-957ab95e-48c6-47e4-8059-079a06b45b53 None None] Port f4260127-55d8-425a-b841-63cb1f2fd7be cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:35:48.115501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.116993 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.144013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b79b7792-1cb6-42ec-968e-89cd6f280411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.145284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event updated for resources: {'Port': ['ID=ddaaafbd-1133-4df9-af01-2254ffd5f776,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:48.167721 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b79b7792-1cb6-42ec-968e-89cd6f280411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.201528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498c6d1-c212-46ad-82fe-1e77f7b7222f req-b555ff80-6019-4654-9bda-a15cc364122f tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.203571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6498c6d1-c212-46ad-82fe-1e77f7b7222f req-b555ff80-6019-4654-9bda-a15cc364122f tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 935 time: 0.2450387 Sep 16 04:35:48.204856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.290924 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b79b7792-1cb6-42ec-968e-89cd6f280411 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4f493d196cf411ba99ea716650560da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8989210 Sep 16 04:35:48.297658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48716) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:48.298417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b7792-1cb6-42ec-968e-89cd6f280411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7498d4f1-d058-4645-9d6b-61d0e6586ba5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:48.322375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Network afa02aac-80ed-4391-b933-25f6a1c06d99 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:48.350670 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-affeea09-727f-4492-b413-93425fb67cda tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6516397 Sep 16 04:35:48.367706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Request body: {'port': {'device_id': 'a1e39766-1be4-43d2-b5e9-0cb4c92abea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:48.376024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:48.389568 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 03b4ee80-05d6-4959-b789-141500600078 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:48.392508 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d6d754ff-8f01-42e9-b86b-227d054fa075 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:48.401440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:48.404970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Pushing event updated for resources: {'Port': ['ID=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:48.420992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6498c6d1-c212-46ad-82fe-1e77f7b7222f req-a2f9c582-a153-400a-badd-4537957c24da tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029512 Sep 16 04:35:48.422447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a97636-610c-4c11-b982-c22737ee467a req-813af59f-9fce-4464-be56-ea1c65867a8b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.434109 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58a97636-610c-4c11-b982-c22737ee467a req-813af59f-9fce-4464-be56-ea1c65867a8b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 945 time: 0.2955842 Sep 16 04:35:48.478447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ea215689-f13e-4afa-b973-ed573ac9d2e7 None None] Provisioning complete for port ddaaafbd-1133-4df9-af01-2254ffd5f776 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:48.479441 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ea215689-f13e-4afa-b973-ed573ac9d2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.579240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.579894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.586375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-0bd20a44-5aad-43d9-9805-7792fe8af68e tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.588115 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-0bd20a44-5aad-43d9-9805-7792fe8af68e tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6&tenant_id=e856b1715b0245aeade3fab80abad339&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.2423682 Sep 16 04:35:48.663686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ea215689-f13e-4afa-b973-ed573ac9d2e7 None None] Port ddaaafbd-1133-4df9-af01-2254ffd5f776 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:35:48.670851 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58a97636-610c-4c11-b982-c22737ee467a req-09598ca6-a14d-4c85-97dd-a6c907eb1384 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351980 Sep 16 04:35:48.673312 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port d6d754ff-8f01-42e9-b86b-227d054fa075 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:48.673795 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93f3abf5-7928-46b9-bfbd-8446ee456709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.676861 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.681552 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-f7dec984-8564-45ae-af92-e3111a4de586 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1991615 Sep 16 04:35:48.700160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port d6d754ff-8f01-42e9-b86b-227d054fa075 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:48.700887 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.737667 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Request body: {'port': {'device_id': '0c304966-ee16-4d0d-8ce5-8aca0bc35400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:48.741098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:48.748903 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93f3abf5-7928-46b9-bfbd-8446ee456709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.761638 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '03b4ee80-05d6-4959-b789-141500600078', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '03b4ee80-05d6-4959-b789-141500600078', 'mac_address': 'fa:16:3e:e5:d1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:48.814365 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.832021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4260127-55d8-425a-b841-63cb1f2fd7be {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:48.845121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-a873692d-a84c-4478-80c5-f1d0fb3d5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.847789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-a873692d-a84c-4478-80c5-f1d0fb3d5bea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6&tenant_id=e856b1715b0245aeade3fab80abad339 HTTP/1.1" status: 200 len: 1097 time: 0.2456541 Sep 16 04:35:48.878168 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.895402 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.902878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b4ee80-05d6-4959-b789-141500600078 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:48.924310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:48.930775 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.956444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07daab8-9db5-498d-8026-16e0a84f7d51 req-2565239f-fbd7-43f4-8be1-80dd1a7b2fa6 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:48.958040 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:48.965540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d07daab8-9db5-498d-8026-16e0a84f7d51 req-2565239f-fbd7-43f4-8be1-80dd1a7b2fa6 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 931 time: 0.1804607 Sep 16 04:35:49.000336 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93f3abf5-7928-46b9-bfbd-8446ee456709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.002831 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93f3abf5-7928-46b9-bfbd-8446ee456709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.003984 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-93f3abf5-7928-46b9-bfbd-8446ee456709 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7498d4f1-d058-4645-9d6b-61d0e6586ba5 HTTP/1.1" status: 204 len: 168 time: 0.6769919 Sep 16 04:35:49.036344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=03b4ee80-05d6-4959-b789-141500600078,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:49.039931 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d07daab8-9db5-498d-8026-16e0a84f7d51 req-aad60f1e-2556-4aef-8489-c2775adb0153 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733984 Sep 16 04:35:49.050937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3abf5-7928-46b9-bfbd-8446ee456709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7498d4f1-d058-4645-9d6b-61d0e6586ba5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:49.068563 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d6d754ff-8f01-42e9-b86b-227d054fa075,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:49.072484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50323659-bf9d-4245-ac0e-c6f6e8a5fdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d754ff-8f01-42e9-b86b-227d054fa075'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:49.076446 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2377de-dc98-4472-9b26-1ef38d5387b6" -d '{"events": [{"server_uuid": "50323659-bf9d-4245-ac0e-c6f6e8a5fdda", "name": "network-vif-plugged", "status": "completed", "tag": "d6d754ff-8f01-42e9-b86b-227d054fa075"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:49.083614 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.084700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d8153196-2a0c-48bc-a7ff-b513882d2ba6 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:49.127151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['03b4ee80-05d6-4959-b789-141500600078'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:49.255346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c1557-8adc-4e23-bb68-dd56f913899d req-13ff226a-d580-41de-a723-3db8204efde3 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:49.257538 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-118c1557-8adc-4e23-bb68-dd56f913899d req-13ff226a-d580-41de-a723-3db8204efde3 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.0775604 Sep 16 04:35:49.259380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Transition to ACTIVE for port object f4260127-55d8-425a-b841-63cb1f2fd7be will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:49.273166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14644174-1ae8-4f90-bda7-9927ec58f224 req-20277c9d-42f4-4d82-8c26-ac6d1b2cb3ec tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:49.280902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-14644174-1ae8-4f90-bda7-9927ec58f224 req-20277c9d-42f4-4d82-8c26-ac6d1b2cb3ec tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 948 time: 0.5128887 Sep 16 04:35:49.287395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.314212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d6d754ff-8f01-42e9-b86b-227d054fa075,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:49.317198 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-12355b5f-9929-4461-9aaa-ca32ac6bc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:49.318917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-12355b5f-9929-4461-9aaa-ca32ac6bc4d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 1097 time: 0.4323668 Sep 16 04:35:49.398976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port d8153196-2a0c-48bc-a7ff-b513882d2ba6 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:35:49.405121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port d8153196-2a0c-48bc-a7ff-b513882d2ba6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:49.405502 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.540774 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.556485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Pushing event updated for resources: {'Port': ['ID=f4260127-55d8-425a-b841-63cb1f2fd7be,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:49.597858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d43c19-0f9f-4561-a9c7-b33c2e8d572d {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:49.609216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:49.634044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-14644174-1ae8-4f90-bda7-9927ec58f224 req-8486c4ad-1b39-4224-8e1a-a4c27d0cfac3 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461206 Sep 16 04:35:49.678994 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.711799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.714643 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48758) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:49.752258 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862f6b8e-9f0c-4130-9a2d-8db17de97fa0 x-openstack-request-id: req-862f6b8e-9f0c-4130-9a2d-8db17de97fa0 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:49.752582 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50323659-bf9d-4245-ac0e-c6f6e8a5fdda", "name": "network-vif-plugged", "status": "completed", "tag": "d6d754ff-8f01-42e9-b86b-227d054fa075", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:49.752797 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-862f6b8e-9f0c-4130-9a2d-8db17de97fa0 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:49.753251 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50323659-bf9d-4245-ac0e-c6f6e8a5fdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d754ff-8f01-42e9-b86b-227d054fa075', 'code': 200} Sep 16 04:35:49.768084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:49.769155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:49.769774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:49.770322 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:49.770866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:49.771429 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:49.771971 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:49.772523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:49.773063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:49.773598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:49.774167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:49.774715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:35:49.792640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d8153196-2a0c-48bc-a7ff-b513882d2ba6,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:49.819611 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Transition to ACTIVE for port object c2d43c19-0f9f-4561-a9c7-b33c2e8d572d will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:49.821179 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc7913b1-0160-4da3-a683-4137052e20e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.845211 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.950629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-a7561834-c2bb-4e7a-856c-ded5e62a7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:49.953242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-a7561834-c2bb-4e7a-856c-ded5e62a7655 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.5903766 Sep 16 04:35:49.955920 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a2e6b60b-c10d-4363-b647-1bb4bedad9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:49.978440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Attempting to bind port f4260127-55d8-425a-b841-63cb1f2fd7be on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:49.978962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Attempting to bind port f4260127-55d8-425a-b841-63cb1f2fd7be by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:49.979469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Attempting to bind port f4260127-55d8-425a-b841-63cb1f2fd7be on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:49.981230 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-118c1557-8adc-4e23-bb68-dd56f913899d req-537bb23e-afb3-44ef-aec4-ce7ec8601aa4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106678 Sep 16 04:35:50.020398 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:35:50.022795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f76b6-ad8b-42cc-b592-f3370bf1efdd req-43eb44b9-33ea-4292-bed1-d08215a8b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:50.024961 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-429f76b6-ad8b-42cc-b592-f3370bf1efdd req-43eb44b9-33ea-4292-bed1-d08215a8b79a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 1098 time: 0.1348121 Sep 16 04:35:50.057470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Pushing event updated for resources: {'Port': ['ID=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:50.062769 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Port f4260127-55d8-425a-b841-63cb1f2fd7be on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:50.063271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Attempting to bind port f4260127-55d8-425a-b841-63cb1f2fd7be on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:50.076382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-05c306e8-9d8a-4da9-ab78-bce1575bd687 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b HTTP/1.1" status: 200 len: 217 time: 0.0886073 Sep 16 04:35:50.114429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:35:50.127370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddaaafbd-1133-4df9-af01-2254ffd5f776 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:50.134504 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-429f76b6-ad8b-42cc-b592-f3370bf1efdd req-75dfd54c-359d-4637-bcd6-79d4dd285981 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836608 Sep 16 04:35:50.143555 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.168527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Transition to ACTIVE for port object ddaaafbd-1133-4df9-af01-2254ffd5f776 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:50.176987 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.187285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:50.187807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:50.188401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:50.188846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Bound port: f4260127-55d8-425a-b841-63cb1f2fd7be, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:50.189211 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.198191 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-ed8c320f-e28b-453e-9d45-78f1c3a0bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:50.203651 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-ed8c320f-e28b-453e-9d45-78f1c3a0bfb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.1027055 Sep 16 04:35:50.268413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Pushing event updated for resources: {'Port': ['ID=ddaaafbd-1133-4df9-af01-2254ffd5f776,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:50.321124 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc7913b1-0160-4da3-a683-4137052e20e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.338856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fc7913b1-0160-4da3-a683-4137052e20e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.368506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbce88-d018-4d7a-8a50-157e060fedcc req-e3075896-cad9-4c37-953f-a44d824e9af9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:50.371024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50dbce88-d018-4d7a-8a50-157e060fedcc req-e3075896-cad9-4c37-953f-a44d824e9af9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 935 time: 0.4619122 Sep 16 04:35:50.395015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 03b4ee80-05d6-4959-b789-141500600078 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:35:50.492827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7913b1-0160-4da3-a683-4137052e20e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5cb64d-58dc-4a14-b1a7-29e4b80f7213,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:50.517587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015d681-8d70-4790-8497-8071ba68f6ca req-a1a68249-803a-40ed-beea-15da2ae092c0 tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:50.518909 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-d7f87911-d4bc-485e-b1bf-c253436b19e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1727638 Sep 16 04:35:50.525490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 03b4ee80-05d6-4959-b789-141500600078 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:35:50.526083 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.527242 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7015d681-8d70-4790-8497-8071ba68f6ca req-a1a68249-803a-40ed-beea-15da2ae092c0 tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 1101 time: 0.1758072 Sep 16 04:35:50.578545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Attempting to bind port ddaaafbd-1133-4df9-af01-2254ffd5f776 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:50.582219 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Attempting to bind port ddaaafbd-1133-4df9-af01-2254ffd5f776 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:50.582767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Attempting to bind port ddaaafbd-1133-4df9-af01-2254ffd5f776 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:50.600445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Port ddaaafbd-1133-4df9-af01-2254ffd5f776 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:50.600917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Attempting to bind port ddaaafbd-1133-4df9-af01-2254ffd5f776 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:50.618054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:50.618387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:50.618892 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:50.619565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Bound port: ddaaafbd-1133-4df9-af01-2254ffd5f776, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:50.620129 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.632565 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7015d681-8d70-4790-8497-8071ba68f6ca req-84c38a7b-4cf3-4206-87a9-d99764f13728 tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042740 Sep 16 04:35:50.728675 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.750204 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.769064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-41b56bf5-262d-4ac1-9199-ab90568a7385 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266743 Sep 16 04:35:50.805546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] For port ddaaafbd-1133-4df9-af01-2254ffd5f776, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:50.810851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:50.817009 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.836242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26d5c3-e4ec-4aa5-9189-3a1ffaf68df9 req-3e646a60-359f-4396-a950-ca9c2bd23994 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:50.850823 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a26d5c3-e4ec-4aa5-9189-3a1ffaf68df9 req-3e646a60-359f-4396-a950-ca9c2bd23994 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 945 time: 0.1000514 Sep 16 04:35:50.854044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] For port ddaaafbd-1133-4df9-af01-2254ffd5f776, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ddaaafbd-1133-4df9-af01-2254ffd5f776,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:50.863319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.900399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=03b4ee80-05d6-4959-b789-141500600078,revision_number=10']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:50.949328 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a26d5c3-e4ec-4aa5-9189-3a1ffaf68df9 req-d17ea6cd-1777-4090-883a-5a67e0d04f28 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974252 Sep 16 04:35:50.957963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] For port f4260127-55d8-425a-b841-63cb1f2fd7be, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:50.962757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] For port f4260127-55d8-425a-b841-63cb1f2fd7be, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f4260127-55d8-425a-b841-63cb1f2fd7be,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:50.964881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Attempting to bind port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:50.965281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Attempting to bind port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:50.966138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Attempting to bind port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d on network afa02aac-80ed-4391-b933-25f6a1c06d99 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:50.980131 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:50.981385 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:50.984397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] 10.222.0.15 "PUT /v2.0/ports/ddaaafbd-1133-4df9-af01-2254ffd5f776 HTTP/1.1" status: 200 len: 1096 time: 2.6239932 Sep 16 04:35:50.985396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e39766-1be4-43d2-b5e9-0cb4c92abea2', 'tag': 'ddaaafbd-1133-4df9-af01-2254ffd5f776'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:50.993584 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5fabfd-4f9c-4188-880e-343f5ad59788" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e39766-1be4-43d2-b5e9-0cb4c92abea2", "tag": "ddaaafbd-1133-4df9-af01-2254ffd5f776"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:51.001314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fc7913b1-0160-4da3-a683-4137052e20e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=227fc421478241ed887928c29a1d868b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2723036 Sep 16 04:35:51.001539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48774) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:35:51.004685 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:51.098162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93e54f-bd93-4468-8330-889af103b58c service neutron] Pushing event updated for resources: {'Port': ['ID=ddaaafbd-1133-4df9-af01-2254ffd5f776,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:51.105554 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:51.106280 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:51.108986 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] 10.222.0.15 "PUT /v2.0/ports/f4260127-55d8-425a-b841-63cb1f2fd7be HTTP/1.1" status: 200 len: 1097 time: 3.4102142 Sep 16 04:35:51.111033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78', 'tag': 'f4260127-55d8-425a-b841-63cb1f2fd7be'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:51.122322 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad5ec9a-d443-4258-a799-18ce0ce1065f" -d '{"events": [{"name": "network-changed", "server_uuid": "33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78", "tag": "f4260127-55d8-425a-b841-63cb1f2fd7be"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:51.144041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d on network afa02aac-80ed-4391-b933-25f6a1c06d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:51.144903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Attempting to bind port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d on network afa02aac-80ed-4391-b933-25f6a1c06d99 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:51.150935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50dbce88-d018-4d7a-8a50-157e060fedcc req-e624975f-e636-496a-af23-e266bae7c31f tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7222319 Sep 16 04:35:51.220441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-38e3e0be-4a8f-42df-aa07-b26dc7d33502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:51.222915 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-38e3e0be-4a8f-42df-aa07-b26dc7d33502 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 1099 time: 0.1908658 Sep 16 04:35:51.255999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628154f4-7636-4cb9-9595-7cb8f263aa15 service neutron] Pushing event updated for resources: {'Port': ['ID=f4260127-55d8-425a-b841-63cb1f2fd7be,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:51.270696 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b73f4ae-e163-4e4e-ad90-fb4d2a081b49 x-openstack-request-id: req-5b73f4ae-e163-4e4e-ad90-fb4d2a081b49 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:51.275014 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e39766-1be4-43d2-b5e9-0cb4c92abea2", "tag": "ddaaafbd-1133-4df9-af01-2254ffd5f776", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:51.275434 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b73f4ae-e163-4e4e-ad90-fb4d2a081b49 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:51.276744 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e39766-1be4-43d2-b5e9-0cb4c92abea2', 'tag': 'ddaaafbd-1133-4df9-af01-2254ffd5f776', 'status': 'completed', 'code': 200} Sep 16 04:35:51.354004 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d678a65-32e4-4cd3-abc4-871d46ebfac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:51.369066 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-fe16ad67-b18b-4bf0-8747-88544ffdd7b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=ddaaafbd-1133-4df9-af01-2254ffd5f776 HTTP/1.1" status: 200 len: 217 time: 0.1311948 Sep 16 04:35:51.391296 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c750e3-a2d1-4d94-9494-165f4c85014e req-e5c379c3-80e6-4ca9-9e8a-af68c6984811 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:51.392887 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-47c750e3-a2d1-4d94-9494-165f4c85014e req-e5c379c3-80e6-4ca9-9e8a-af68c6984811 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 943 time: 0.2863631 Sep 16 04:35:51.507170 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d678a65-32e4-4cd3-abc4-871d46ebfac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:51.511242 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:51.582010 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-47c750e3-a2d1-4d94-9494-165f4c85014e req-447fe111-da7b-4c50-9876-dfa37123c94f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446884 Sep 16 04:35:51.584009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-98cd46eb-0bb7-4263-9432-e095c5f8874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:51.585747 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-98cd46eb-0bb7-4263-9432-e095c5f8874e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1701765 Sep 16 04:35:51.675975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-363084c5-3271-4ad5-a03d-d39c29755bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:51.679898 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-363084c5-3271-4ad5-a03d-d39c29755bae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736213 Sep 16 04:35:51.680788 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d678a65-32e4-4cd3-abc4-871d46ebfac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:51.688278 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d678a65-32e4-4cd3-abc4-871d46ebfac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:51.695478 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7d678a65-32e4-4cd3-abc4-871d46ebfac2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff5cb64d-58dc-4a14-b1a7-29e4b80f7213 HTTP/1.1" status: 204 len: 168 time: 0.6870456 Sep 16 04:35:51.737294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d678a65-32e4-4cd3-abc4-871d46ebfac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5cb64d-58dc-4a14-b1a7-29e4b80f7213,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:51.755829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6'}, {'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b4ee80-05d6-4959-b789-141500600078'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:51.760110 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ea5b06-be4e-495e-8f16-86ea5cdfb5d7" -d '{"events": [{"server_uuid": "f5d57770-2675-45ca-ad17-732eecf5cee7", "name": "network-vif-plugged", "status": "completed", "tag": "d8153196-2a0c-48bc-a7ff-b513882d2ba6"}, {"server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "name": "network-vif-plugged", "status": "completed", "tag": "03b4ee80-05d6-4959-b789-141500600078"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:51.831737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:51.832238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Checking segment: {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:51.832608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Bound using segment: {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:51.833118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Bound port: c2d43c19-0f9f-4561-a9c7-b33c2e8d572d, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:51.833360 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-37cedb2c-8ffe-4f5c-a2ff-a8f3241e50f8 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389604 Sep 16 04:35:51.833475 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:51.962087 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7bb79a-e380-4361-9b50-df67b1afecfa x-openstack-request-id: req-3a7bb79a-e380-4361-9b50-df67b1afecfa {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:51.962805 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78", "tag": "f4260127-55d8-425a-b841-63cb1f2fd7be", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:51.962805 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a7bb79a-e380-4361-9b50-df67b1afecfa {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:51.963213 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78', 'tag': 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'status': 'completed', 'code': 200} Sep 16 04:35:52.007268 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-29ccadd8-e5a8-400f-9ca0-02c5760610e5 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1791837 Sep 16 04:35:52.014785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-e6b6efb5-5a29-435f-a125-0fd61e8888ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.016284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-e6b6efb5-5a29-435f-a125-0fd61e8888ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78 HTTP/1.1" status: 200 len: 1100 time: 0.7536490 Sep 16 04:35:52.056290 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-0c837fad-7133-4d00-9bfd-4ca36a3ee767 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131114 Sep 16 04:35:52.065944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dfb31-3f95-43c2-b3ac-bf9e58beea0c req-58a755f4-68d3-40cd-97cc-b2fb096b883b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.074887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e2dfb31-3f95-43c2-b3ac-bf9e58beea0c req-58a755f4-68d3-40cd-97cc-b2fb096b883b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.2444072 Sep 16 04:35:52.131499 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-77f223ff-4ed5-4ad8-81a7-6a07099d7f14 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=220f6be1326d49f48ff637872d6294e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353527 Sep 16 04:35:52.140261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-c6bdd32b-47cc-4c28-9b70-d007aef9c784 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=f4260127-55d8-425a-b841-63cb1f2fd7be HTTP/1.1" status: 200 len: 217 time: 0.1028914 Sep 16 04:35:52.169871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] For port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:52.253821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] For port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:52.270673 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e2dfb31-3f95-43c2-b3ac-bf9e58beea0c req-e7e3a456-1d98-410f-9bd5-4b2cf4b2c794 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946380 Sep 16 04:35:52.282778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fabfd-4f9c-4188-880e-343f5ad59788 req-374cbeca-3a1f-40d3-8e54-b81d0bd613c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.284526 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6e5fabfd-4f9c-4188-880e-343f5ad59788 req-374cbeca-3a1f-40d3-8e54-b81d0bd613c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 1099 time: 0.1489382 Sep 16 04:35:52.285829 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:52.366332 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8f777f-342e-4dc0-bc78-79bd7e37fb1c x-openstack-request-id: req-1d8f777f-342e-4dc0-bc78-79bd7e37fb1c {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:52.366652 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d57770-2675-45ca-ad17-732eecf5cee7", "name": "network-vif-plugged", "status": "completed", "tag": "d8153196-2a0c-48bc-a7ff-b513882d2ba6", "code": 200}, {"server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "name": "network-vif-plugged", "status": "completed", "tag": "03b4ee80-05d6-4959-b789-141500600078", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:52.366894 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d8f777f-342e-4dc0-bc78-79bd7e37fb1c {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:52.367307 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6', 'code': 200} Sep 16 04:35:52.367572 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b4ee80-05d6-4959-b789-141500600078', 'code': 200} Sep 16 04:35:52.440800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fabfd-4f9c-4188-880e-343f5ad59788 req-a4211b3c-d007-4bfe-b390-18195b34734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.442494 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6e5fabfd-4f9c-4188-880e-343f5ad59788 req-a4211b3c-d007-4bfe-b390-18195b34734a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1218269 Sep 16 04:35:52.453055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-eaa23bb2-72fa-40cc-a559-d60130cc6896 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.459659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.460296 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:52.460771 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-eaa23bb2-72fa-40cc-a559-d60130cc6896 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3280630 Sep 16 04:35:52.462045 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] 10.222.0.50 "PUT /v2.0/ports/c2d43c19-0f9f-4561-a9c7-b33c2e8d572d HTTP/1.1" status: 200 len: 1092 time: 3.7375445 Sep 16 04:35:52.482504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-781c84a4-436d-403f-9d3a-c5ab3250e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.485725 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-781c84a4-436d-403f-9d3a-c5ab3250e8d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.3300307 Sep 16 04:35:52.534276 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-51b65d2e-d80e-4a8c-a83a-6798df99b30b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/quotas/220f6be1326d49f48ff637872d6294e2 HTTP/1.1" status: 200 len: 375 time: 0.0725033 Sep 16 04:35:52.538349 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6e5fabfd-4f9c-4188-880e-343f5ad59788 req-e567e5eb-6a72-4dae-bef4-5824126ba2d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=ddaaafbd-1133-4df9-af01-2254ffd5f776 HTTP/1.1" status: 200 len: 217 time: 0.0733218 Sep 16 04:35:52.637146 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-15b0f87f-585b-457d-9cf4-89e5c8e48eca tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0989857 Sep 16 04:35:52.641704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-e64118ea-126f-4157-b6cb-cde803b3c2fd tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.643546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-e64118ea-126f-4157-b6cb-cde803b3c2fd tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6&tenant_id=e856b1715b0245aeade3fab80abad339&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.3648782 Sep 16 04:35:52.651271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fabfd-4f9c-4188-880e-343f5ad59788 req-54c08f1d-6d5d-4199-9438-3b85de9ee60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.655402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972c8a0-121d-4137-a699-8762feb391e2 req-98327f12-614d-4534-8be7-52072110275b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.657276 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6e5fabfd-4f9c-4188-880e-343f5ad59788 req-54c08f1d-6d5d-4199-9438-3b85de9ee60b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0898092 Sep 16 04:35:52.663419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f972c8a0-121d-4137-a699-8762feb391e2 req-98327f12-614d-4534-8be7-52072110275b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 945 time: 0.2180414 Sep 16 04:35:52.668981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1269398-5606-46a7-81c6-e4430901dc4b req-856196bc-7d3f-4043-8f0e-63592d44e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.672094 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-856196bc-7d3f-4043-8f0e-63592d44e5ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1566985 Sep 16 04:35:52.679611 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb4d16-6b2a-4fdf-ac06-e44c7237ba6c service neutron] Pushing event updated for resources: {'Port': ['ID=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:52.742369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-cb0225f0-b9ae-4bf0-9eb9-5d90c973e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.743969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-cb0225f0-b9ae-4bf0-9eb9-5d90c973e8d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70711a9b90994a488cc99fb66122368e&device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 1095 time: 0.2327867 Sep 16 04:35:52.771288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fabfd-4f9c-4188-880e-343f5ad59788 req-3b869967-3b49-47ac-afec-40ad05f72e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:52.772821 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6e5fabfd-4f9c-4188-880e-343f5ad59788 req-3b869967-3b49-47ac-afec-40ad05f72e82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1065190 Sep 16 04:35:52.854293 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-dfcd0a9a-4ea8-4ebb-b939-59a178abe9ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d HTTP/1.1" status: 200 len: 217 time: 0.0889215 Sep 16 04:35:52.931292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f972c8a0-121d-4137-a699-8762feb391e2 req-7a0e56c4-b3c7-4ac6-bba3-168bd7033747 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668357 Sep 16 04:35:53.059439 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:53.120279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-12dbdb16-63f5-4459-a0ad-4da7e9a9fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:53.123273 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-12dbdb16-63f5-4459-a0ad-4da7e9a9fbd0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ec61476-0693-4014-9b8f-b2652cc8040c HTTP/1.1" status: 200 len: 845 time: 0.2539873 Sep 16 04:35:53.124018 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-b6c4031a-abce-4433-a647-f95dddc47c6c service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336140 Sep 16 04:35:53.137356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6e5fabfd-4f9c-4188-880e-343f5ad59788 req-df77e32d-a0ae-4fbc-a974-c492256c050b service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485711 Sep 16 04:35:53.216848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-cdab1e85-833b-4b3d-a711-1b6153109785 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=afa02aac-80ed-4391-b933-25f6a1c06d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650425 Sep 16 04:35:53.272028 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea480746-1f24-47d1-bbdf-eaaa717e8a4e req-b584908d-2163-41de-96e1-9a2f9011cc09 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:53.273873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea480746-1f24-47d1-bbdf-eaaa717e8a4e req-b584908d-2163-41de-96e1-9a2f9011cc09 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 943 time: 0.2433705 Sep 16 04:35:53.282771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c7b88-45c9-4a65-989b-c17e6bca19ae req-7ae858d0-dc9e-480d-8707-c774f40230c3 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:53.295171 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-512c7b88-45c9-4a65-989b-c17e6bca19ae req-7ae858d0-dc9e-480d-8707-c774f40230c3 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 947 time: 0.3015716 Sep 16 04:35:53.412763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-512c7b88-45c9-4a65-989b-c17e6bca19ae req-eefe258c-a0a2-40da-a2a7-4c0bf53e053e tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178315 Sep 16 04:35:53.441993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-93d47309-5756-41cd-8f06-19f87a1608d9 service neutron] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:53.482305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6e5fabfd-4f9c-4188-880e-343f5ad59788 req-633fe9d7-7b86-4588-b064-170daff71fcf service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287358 Sep 16 04:35:53.487550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-93d47309-5756-41cd-8f06-19f87a1608d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:53.489124 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1133a8-ed0d-4625-8479-0580f201d236 req-93d47309-5756-41cd-8f06-19f87a1608d9 service neutron] 10.222.0.50 "DELETE /v2.0/ports/792ab8ae-12a0-449a-a4a7-0c1d87b21f3b/bindings/n-h2-712142-17 HTTP/1.1" status: 204 len: 173 time: 0.8157096 Sep 16 04:35:53.569214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea480746-1f24-47d1-bbdf-eaaa717e8a4e req-e068ffd6-aee5-430b-b142-63c04ddbceb2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643270 Sep 16 04:35:53.576634 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1269398-5606-46a7-81c6-e4430901dc4b req-37afdd5f-8b20-4b93-a733-3ef1c4dfeaf0 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158010 Sep 16 04:35:53.589337 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-98a8f503-6794-4d7c-a07a-a2fa74b34cae service neutron] 10.222.0.50 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613701 Sep 16 04:35:53.824803 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ec3f901e-ba1a-441a-a550-55f61da77cbb req-d330fd42-142d-4c87-a2a3-b6e0d392dc19 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 210 time: 0.0584154 Sep 16 04:35:53.845139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5ec9a-d443-4258-a799-18ce0ce1065f req-a001ef1a-1700-453a-be0c-9c7492bad4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:53.852068 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ad5ec9a-d443-4258-a799-18ce0ce1065f req-a001ef1a-1700-453a-be0c-9c7492bad4da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78 HTTP/1.1" status: 200 len: 1100 time: 0.1675696 Sep 16 04:35:53.888991 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd0af5e-672d-4ab9-8ffa-37cbd08a0930 req-51debb7b-05f7-4625-8cf3-310565a908d3 service neutron] 10.222.0.50 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909429 Sep 16 04:35:53.995677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7bcd7-4c90-423b-adc2-5db62970cd76 req-583cc53d-6a41-4d55-80b7-5c8fc06811e2 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.004515 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4dc7bcd7-4c90-423b-adc2-5db62970cd76 req-583cc53d-6a41-4d55-80b7-5c8fc06811e2 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 1097 time: 0.0579023 Sep 16 04:35:54.007392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c304966-ee16-4d0d-8ce5-8aca0bc35400', 'tag': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:54.011368 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8ac405-44a8-4217-a194-53db1541663f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c304966-ee16-4d0d-8ce5-8aca0bc35400", "tag": "c2d43c19-0f9f-4561-a9c7-b33c2e8d572d"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:54.057356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4dc7bcd7-4c90-423b-adc2-5db62970cd76 req-efcaef84-e6c4-41ac-a240-be9b4eb72adc tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471795 Sep 16 04:35:54.133365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d17fde-534b-45e3-b137-84961436d80a req-45d04b7c-b59b-4484-9341-1238568e65ed tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.143703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3d17fde-534b-45e3-b137-84961436d80a req-45d04b7c-b59b-4484-9341-1238568e65ed tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.1265965 Sep 16 04:35:54.202329 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960a1a50-814c-4089-a796-bca8d76b572a x-openstack-request-id: req-960a1a50-814c-4089-a796-bca8d76b572a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:54.203285 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c304966-ee16-4d0d-8ce5-8aca0bc35400", "tag": "c2d43c19-0f9f-4561-a9c7-b33c2e8d572d", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:54.203614 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-960a1a50-814c-4089-a796-bca8d76b572a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:54.204148 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c304966-ee16-4d0d-8ce5-8aca0bc35400', 'tag': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d', 'status': 'completed', 'code': 200} Sep 16 04:35:54.225148 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3d17fde-534b-45e3-b137-84961436d80a req-8c85ab54-f71c-4dc0-ba8b-be4c4e1c2daf tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747380 Sep 16 04:35:54.282810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5ec9a-d443-4258-a799-18ce0ce1065f req-3c82af48-65cb-4e96-8a84-f7371d987df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.287740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ad5ec9a-d443-4258-a799-18ce0ce1065f req-3c82af48-65cb-4e96-8a84-f7371d987df7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.4247622 Sep 16 04:35:54.378853 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ad5ec9a-d443-4258-a799-18ce0ce1065f req-b06dcb58-6fb7-4249-b2ee-792fd0e7f42f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=f4260127-55d8-425a-b841-63cb1f2fd7be HTTP/1.1" status: 200 len: 217 time: 0.0792007 Sep 16 04:35:54.381374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ac405-44a8-4217-a194-53db1541663f req-c80a38db-962b-43b0-9354-b6b64ef74a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.383304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f8ac405-44a8-4217-a194-53db1541663f req-c80a38db-962b-43b0-9354-b6b64ef74a01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70711a9b90994a488cc99fb66122368e&device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 1095 time: 0.1513767 Sep 16 04:35:54.405294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae814ae-745b-4b5c-91cc-163dc66b5ed2 req-904ab478-6f86-4756-9d81-913b078a7fe0 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.413520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aae814ae-745b-4b5c-91cc-163dc66b5ed2 req-904ab478-6f86-4756-9d81-913b078a7fe0 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 1098 time: 0.0650747 Sep 16 04:35:54.505684 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aae814ae-745b-4b5c-91cc-163dc66b5ed2 req-6cf016ac-57b0-4026-b501-691cf5c12fbd tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782824 Sep 16 04:35:54.563527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5ec9a-d443-4258-a799-18ce0ce1065f req-76c0c7d8-3f80-442c-bbfb-8b51ad346fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.565289 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ad5ec9a-d443-4258-a799-18ce0ce1065f req-76c0c7d8-3f80-442c-bbfb-8b51ad346fd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1779449 Sep 16 04:35:54.677793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6fb1-0cdc-4387-bbee-cb7f3d4b7a16 req-b424e991-d706-43c6-a985-67c95080eb20 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.702031 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6bf6fb1-0cdc-4387-bbee-cb7f3d4b7a16 req-b424e991-d706-43c6-a985-67c95080eb20 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 947 time: 0.1014469 Sep 16 04:35:54.747525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-97f0d5bc-e688-46bc-9cdb-a37bdcfc01c3 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=220f6be1326d49f48ff637872d6294e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927272 Sep 16 04:35:54.800809 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6bf6fb1-0cdc-4387-bbee-cb7f3d4b7a16 req-3886f1bd-874f-49c9-9744-06de05f55675 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975931 Sep 16 04:35:54.877752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-2675a0f5-a21f-4c75-808d-82375235d12a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.886111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-2675a0f5-a21f-4c75-808d-82375235d12a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 820 time: 0.4241168 Sep 16 04:35:54.889759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ac405-44a8-4217-a194-53db1541663f req-08cc748b-a792-4631-b0b1-8186660f4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.891355 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f8ac405-44a8-4217-a194-53db1541663f req-08cc748b-a792-4631-b0b1-8186660f4fed service neutron] 10.222.0.50 "GET /v2.0/networks?id=afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 200 len: 906 time: 0.4719715 Sep 16 04:35:54.920085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5ec9a-d443-4258-a799-18ce0ce1065f req-3dcc8a6d-2146-4f56-9bf2-a1e376f6ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:54.921744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ad5ec9a-d443-4258-a799-18ce0ce1065f req-3dcc8a6d-2146-4f56-9bf2-a1e376f6ea84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2661703 Sep 16 04:35:55.127965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5b783-d6cf-4e30-9f2e-6f6185c03827 req-5bc48c9a-f803-4bb7-a53a-782005facf7a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:55.129495 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23a5b783-d6cf-4e30-9f2e-6f6185c03827 req-5bc48c9a-f803-4bb7-a53a-782005facf7a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 943 time: 0.1125226 Sep 16 04:35:55.201047 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23a5b783-d6cf-4e30-9f2e-6f6185c03827 req-1c751ff6-0dd7-4cf3-81c1-db76290104a6 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503845 Sep 16 04:35:55.330341 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-49b9eb44-10fc-4b1e-a296-be0f6ade72d6 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/quotas/e856b1715b0245aeade3fab80abad339 HTTP/1.1" status: 200 len: 375 time: 0.4422562 Sep 16 04:35:55.378410 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9033c33c-ccc4-4515-a997-3e533a61d74b req-51799ef6-8cc8-41c1-90ef-ecc08567bde1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 210 time: 0.0397329 Sep 16 04:35:55.395495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f8ac405-44a8-4217-a194-53db1541663f req-82fc7fbf-1219-4c4c-b37d-11c71c3c96f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d HTTP/1.1" status: 200 len: 217 time: 0.4777968 Sep 16 04:35:55.486901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-b6aae1cb-fd62-4611-bbdb-8e81bfebf149 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:55.488488 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-b6aae1cb-fd62-4611-bbdb-8e81bfebf149 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7030201 Sep 16 04:35:55.560196 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Request body: {'port': {'device_id': 'eed38d3a-8c2e-458e-9d1e-aef413e9e6ce', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '220f6be1326d49f48ff637872d6294e2'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:55.736945 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ad5ec9a-d443-4258-a799-18ce0ce1065f req-f207b162-9b92-4edf-aa3b-65e8c392608e service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145076 Sep 16 04:35:55.774589 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5c094501-ec6a-46a2-9248-6b5931e49c9b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e176aed5aa814fce9e036d499badc74e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375156 Sep 16 04:35:55.792357 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-3d1762a4-f718-4791-b72d-6d5fef18ccde tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4128773 Sep 16 04:35:55.850567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ac405-44a8-4217-a194-53db1541663f req-950db735-857d-4eb7-9a5a-6c8400c0f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:55.861689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f8ac405-44a8-4217-a194-53db1541663f req-950db735-857d-4eb7-9a5a-6c8400c0f9bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ec61476-0693-4014-9b8f-b2652cc8040c HTTP/1.1" status: 200 len: 845 time: 0.4519601 Sep 16 04:35:55.980062 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f8ac405-44a8-4217-a194-53db1541663f req-07daa14e-af8b-42be-9085-bd9f6365e578 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=afa02aac-80ed-4391-b933-25f6a1c06d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039238 Sep 16 04:35:55.991146 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-85d484f9-647f-44b5-8dba-c4ac6bf953c7 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:55.999444 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-85d484f9-647f-44b5-8dba-c4ac6bf953c7 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224286 Sep 16 04:35:56.021728 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-78e14142-8fc7-49af-91db-931cd3842952 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/quotas/e176aed5aa814fce9e036d499badc74e HTTP/1.1" status: 200 len: 375 time: 0.0205402 Sep 16 04:35:56.057627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device ddaaafbd-1133-4df9-af01-2254ffd5f776 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:56.095991 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-6aa242cc-6292-4c95-91bb-df48b18d9f71 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e176aed5aa814fce9e036d499badc74e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694919 Sep 16 04:35:56.237367 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port ddaaafbd-1133-4df9-af01-2254ffd5f776, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ddaaafbd-1133-4df9-af01-2254ffd5f776,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:56.248936 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ad5ec9a-d443-4258-a799-18ce0ce1065f req-1505dda9-733c-4a84-8dc0-2bccf3044a59 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952645 Sep 16 04:35:56.266574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'ddaaafbd-1133-4df9-af01-2254ffd5f776', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'ddaaafbd-1133-4df9-af01-2254ffd5f776', 'mac_address': 'fa:16:3e:ca:7b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:56.267486 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-0ac0b819-b254-4146-968c-73b9a92ca715 service neutron] 10.222.0.53 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634254 Sep 16 04:35:56.278414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Made reservation on behalf of 220f6be1326d49f48ff637872d6294e2 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:56.283472 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.342334 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.366086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaaafbd-1133-4df9-af01-2254ffd5f776 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:56.393305 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f8ac405-44a8-4217-a194-53db1541663f req-6cac35cc-add8-44f7-8973-2bfcb0969786 service neutron] 10.222.0.50 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791132 Sep 16 04:35:56.416446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port ddaaafbd-1133-4df9-af01-2254ffd5f776, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ddaaafbd-1133-4df9-af01-2254ffd5f776,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:56.425109 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.426229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device f4260127-55d8-425a-b841-63cb1f2fd7be details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:56.441494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c2d43c19-0f9f-4561-a9c7-b33c2e8d572d details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:35:56.460056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab4e6d-6e7b-4450-92f2-b51ec6597539 req-fd6241b0-d884-4750-a9cf-2c974cfd9934 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:56.470727 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2ab4e6d-6e7b-4450-92f2-b51ec6597539 req-fd6241b0-d884-4750-a9cf-2c974cfd9934 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 947 time: 0.0820117 Sep 16 04:35:56.538591 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2ab4e6d-6e7b-4450-92f2-b51ec6597539 req-e65dba32-d749-4dac-8861-77155c0f1595 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666523 Sep 16 04:35:56.603100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port f4260127-55d8-425a-b841-63cb1f2fd7be, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f4260127-55d8-425a-b841-63cb1f2fd7be,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:56.645638 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=ddaaafbd-1133-4df9-af01-2254ffd5f776,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:56.663942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'mac_address': 'fa:16:3e:49:96:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:56.821916 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027fb25-1a39-4abc-844b-486a7c0d462e req-08b8d62b-8941-41a1-9ed9-ae9d21aa9901 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:56.831087 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4027fb25-1a39-4abc-844b-486a7c0d462e req-08b8d62b-8941-41a1-9ed9-ae9d21aa9901 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 943 time: 0.0711403 Sep 16 04:35:56.851470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Allocated IP 192.168.233.144 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/4252a6b3-98db-4737-b85b-3720fba49a37) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:35:56.949471 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4027fb25-1a39-4abc-844b-486a7c0d462e req-f006093f-a681-46a4-bcb9-5a706b7ad982 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168046 Sep 16 04:35:56.962152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:56.965404 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:56.979707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'port_id': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d', 'mac_address': 'fa:16:3e:20:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec61476-0693-4014-9b8f-b2652cc8040c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:35:56.989358 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4260127-55d8-425a-b841-63cb1f2fd7be {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:57.117899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port f4260127-55d8-425a-b841-63cb1f2fd7be, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f4260127-55d8-425a-b841-63cb1f2fd7be,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:57.132753 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.154301 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.168531 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.216059 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da0c5411-7515-4080-bd96-e9056eb0be37 req-c72b2fa2-3d34-4e00-b670-3600cd62829a tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0507691 Sep 16 04:35:57.237990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d43c19-0f9f-4561-a9c7-b33c2e8d572d {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:57.325471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=f4260127-55d8-425a-b841-63cb1f2fd7be,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:57.347446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe95ce4-d6c7-4884-90fc-2d398b6378eb req-a693dff9-1010-49e6-8254-90f38f152b90 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:57.358668 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbe95ce4-d6c7-4884-90fc-2d398b6378eb req-a693dff9-1010-49e6-8254-90f38f152b90 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 936 time: 0.0768366 Sep 16 04:35:57.361594 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-0d18d109-391e-41fc-a6b5-b017e32de6b5 service neutron] 10.222.0.53 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0597675 Sep 16 04:35:57.364943 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.373148 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f8ac405-44a8-4217-a194-53db1541663f req-c412f73b-4176-4097-ac27-8d5bab642752 service neutron] 10.222.0.50 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9217441 Sep 16 04:35:57.377082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:35:57.398122 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.412748 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d8153196-2a0c-48bc-a7ff-b513882d2ba6'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:57.423436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:35:57.427545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:35:57.432102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:35:57.467779 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbe95ce4-d6c7-4884-90fc-2d398b6378eb req-d72a8675-17d1-42c2-90f6-46005422de31 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030743 Sep 16 04:35:57.506907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Pushing event updated for resources: {'Port': ['ID=4252a6b3-98db-4737-b85b-3720fba49a37,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:57.545835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:57.547260 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.592917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-4c3d84a2-c0ae-4650-a1ed-33225ba8636d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0631645 Sep 16 04:35:57.632501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Request body: {'port': {'device_id': 'eed38d3a-8c2e-458e-9d1e-aef413e9e6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:57.703475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['ddaaafbd-1133-4df9-af01-2254ffd5f776'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:57.712535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['f4260127-55d8-425a-b841-63cb1f2fd7be'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:57.758386 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:57.802904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c360-5d21-46d8-98ba-f5c4a8732c47 req-7fe8be6c-8587-4706-bb8e-c82b956e1631 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:57.811531 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-56e4c360-5d21-46d8-98ba-f5c4a8732c47 req-7fe8be6c-8587-4706-bb8e-c82b956e1631 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 948 time: 0.1474996 Sep 16 04:35:57.917343 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-56e4c360-5d21-46d8-98ba-f5c4a8732c47 req-158981d7-2441-4727-b42e-ed496d20bf3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980101 Sep 16 04:35:58.213064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae32ca-3bd4-4b04-bfb5-c55060a0b282 req-9200e85a-2904-4565-96bd-1644310fd26a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:58.220734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c2d43c19-0f9f-4561-a9c7-b33c2e8d572d'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:35:58.240414 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28ae32ca-3bd4-4b04-bfb5-c55060a0b282 req-9200e85a-2904-4565-96bd-1644310fd26a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 944 time: 0.1349592 Sep 16 04:35:58.340654 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:58.373599 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28ae32ca-3bd4-4b04-bfb5-c55060a0b282 req-69a5c2d6-6ad3-4772-8f7a-40991154c2b6 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304758 Sep 16 04:35:58.389572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4252a6b3-98db-4737-b85b-3720fba49a37 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:35:58.414401 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:58.433128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Transition to ACTIVE for port object 4252a6b3-98db-4737-b85b-3720fba49a37 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:35:58.463316 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:58.552813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Pushing event updated for resources: {'Port': ['ID=4252a6b3-98db-4737-b85b-3720fba49a37,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:58.559538 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-335fb89b-2838-4b16-b161-3a7734a4d977 req-8186d877-259f-4ca1-abd2-d710863629fd tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 210 time: 0.1120687 Sep 16 04:35:58.566220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-cc9591c9-e851-4613-9da4-e81887e2305c tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e176aed5aa814fce9e036d499badc74e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1297464 Sep 16 04:35:58.845917 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1983126-a248-45fd-969d-ada8e554ce49 req-2b0877a0-e356-4533-8445-7222ddda0689 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0684211 Sep 16 04:35:58.972301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Attempting to bind port 4252a6b3-98db-4737-b85b-3720fba49a37 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:35:58.972761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Attempting to bind port 4252a6b3-98db-4737-b85b-3720fba49a37 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:35:58.973689 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Attempting to bind port 4252a6b3-98db-4737-b85b-3720fba49a37 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:58.997828 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-3ce28a3e-182d-4c70-965a-edc93c7df17a tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:59.001760 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-3ce28a3e-182d-4c70-965a-edc93c7df17a tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4205115 Sep 16 04:35:59.002456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Port 4252a6b3-98db-4737-b85b-3720fba49a37 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:35:59.002971 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Attempting to bind port 4252a6b3-98db-4737-b85b-3720fba49a37 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:35:59.049565 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Request body: {'port': {'device_id': 'd676faef-a389-4f68-a6b5-515281c7c4b3', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'e176aed5aa814fce9e036d499badc74e'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:35:59.140512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:35:59.140512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:35:59.140512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:35:59.140512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Bound port: 4252a6b3-98db-4737-b85b-3720fba49a37, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:35:59.140512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:59.267260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5a664-0970-4c21-bf30-ee55fac8cd09 req-261a59e3-b50e-4508-8f8e-52084d514cb8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:59.295014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fe5a664-0970-4c21-bf30-ee55fac8cd09 req-261a59e3-b50e-4508-8f8e-52084d514cb8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 948 time: 0.2055032 Sep 16 04:35:59.313905 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb059d5-ce07-4310-b0ce-e9419af018d4 req-12609542-848b-423a-a520-cbc1da73f1d2 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:59.316271 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5eb059d5-ce07-4310-b0ce-e9419af018d4 req-12609542-848b-423a-a520-cbc1da73f1d2 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 948 time: 0.1307364 Sep 16 04:35:59.385922 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5eb059d5-ce07-4310-b0ce-e9419af018d4 req-489adcee-ccb8-4e05-97fe-d6421fe2251f tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605099 Sep 16 04:35:59.513277 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fe5a664-0970-4c21-bf30-ee55fac8cd09 req-90826429-9690-4c0d-b12e-cfc191b47e38 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169666 Sep 16 04:35:59.528132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] For port 4252a6b3-98db-4737-b85b-3720fba49a37, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:35:59.534016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] For port 4252a6b3-98db-4737-b85b-3720fba49a37, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4252a6b3-98db-4737-b85b-3720fba49a37,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:35:59.547612 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:59.613549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Pushing event updated for resources: {'Port': ['ID=4252a6b3-98db-4737-b85b-3720fba49a37,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:35:59.631370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Made reservation on behalf of e176aed5aa814fce9e036d499badc74e for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:35:59.638505 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:59.659794 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:59.668295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:59.669461 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:35:59.670820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-ec711859-dbb0-4af3-a9a3-4ad6545e6a08 service neutron] 10.222.0.50 "PUT /v2.0/ports/4252a6b3-98db-4737-b85b-3720fba49a37 HTTP/1.1" status: 200 len: 1097 time: 2.0589702 Sep 16 04:35:59.676290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed38d3a-8c2e-458e-9d1e-aef413e9e6ce', 'tag': '4252a6b3-98db-4737-b85b-3720fba49a37'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:35:59.681361 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23509ae1-79d0-4948-8e75-a85d4a5d2788 req-be7edb1a-b855-4713-821a-2a715a5a81b1 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:59.690766 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23509ae1-79d0-4948-8e75-a85d4a5d2788 req-be7edb1a-b855-4713-821a-2a715a5a81b1 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 944 time: 0.1125603 Sep 16 04:35:59.700645 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1bc954-513e-4cd0-a2a9-910cce63d56a" -d '{"events": [{"name": "network-changed", "server_uuid": "eed38d3a-8c2e-458e-9d1e-aef413e9e6ce", "tag": "4252a6b3-98db-4737-b85b-3720fba49a37"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:35:59.761183 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23509ae1-79d0-4948-8e75-a85d4a5d2788 req-b76f7d85-b4e1-4851-a2ab-9485564ac0b4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592866 Sep 16 04:35:59.865760 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0f0cf70-d59c-4b84-b122-2e19feaff904 req-628f77ff-cc04-4234-892c-bed09cb8dad1 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 210 time: 0.0539434 Sep 16 04:35:59.871225 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91b7f57-f432-4190-894a-9fa5f2e9cfa4 x-openstack-request-id: req-a91b7f57-f432-4190-894a-9fa5f2e9cfa4 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:35:59.871614 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed38d3a-8c2e-458e-9d1e-aef413e9e6ce", "tag": "4252a6b3-98db-4737-b85b-3720fba49a37", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:35:59.872027 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a91b7f57-f432-4190-894a-9fa5f2e9cfa4 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:35:59.872661 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed38d3a-8c2e-458e-9d1e-aef413e9e6ce', 'tag': '4252a6b3-98db-4737-b85b-3720fba49a37', 'status': 'completed', 'code': 200} Sep 16 04:35:59.937491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-f71bfaf0-43e2-4295-9d6e-7f6fa79ff5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:35:59.955375 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-f71bfaf0-43e2-4295-9d6e-7f6fa79ff5a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 1100 time: 0.2263985 Sep 16 04:36:00.052283 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-dbdb0825-f8cd-433b-b650-9a95bb633db6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=4252a6b3-98db-4737-b85b-3720fba49a37 HTTP/1.1" status: 200 len: 217 time: 0.0856481 Sep 16 04:36:00.073396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77f5914a-05a5-41d0-b1e4-a649b7d779a1 req-50673f0f-e452-4f2e-b2f7-45ef98b55f11 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0458536 Sep 16 04:36:00.097803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device ddaaafbd-1133-4df9-af01-2254ffd5f776 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:00.162129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-8b634fd1-b65f-4b26-9ecd-54f101aa8af2 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:00.164173 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-8b634fd1-b65f-4b26-9ecd-54f101aa8af2 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.15 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 820 time: 0.2101688 Sep 16 04:36:00.184582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Request body: {'port': {'device_id': '02172a48-f66d-41b6-acde-6a3720248525', 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81', 'admin_state_up': True, 'tenant_id': 'e856b1715b0245aeade3fab80abad339'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:00.204665 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port ddaaafbd-1133-4df9-af01-2254ffd5f776 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:00.211133 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port ddaaafbd-1133-4df9-af01-2254ffd5f776 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:00.211599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-7bf563bf-b0db-4510-b1a3-b99c2daa5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:00.212143 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:00.213184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-7bf563bf-b0db-4510-b1a3-b99c2daa5e56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1504676 Sep 16 04:36:00.282978 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:00.299582 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:00.362836 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:00.381191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Made reservation on behalf of e856b1715b0245aeade3fab80abad339 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:00.388655 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:00.391879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e39766-1be4-43d2-b5e9-0cb4c92abea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaaafbd-1133-4df9-af01-2254ffd5f776'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:00.394491 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba07a8b-9679-45e8-886d-87e4baf1410a" -d '{"events": [{"server_uuid": "a1e39766-1be4-43d2-b5e9-0cb4c92abea2", "name": "network-vif-plugged", "status": "completed", "tag": "ddaaafbd-1133-4df9-af01-2254ffd5f776"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:00.420771 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port ddaaafbd-1133-4df9-af01-2254ffd5f776, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ddaaafbd-1133-4df9-af01-2254ffd5f776,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:00.430641 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:00.433364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device f4260127-55d8-425a-b841-63cb1f2fd7be up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:00.503237 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f0b13e-3c22-4fab-bc8e-2c4da6617e11 x-openstack-request-id: req-08f0b13e-3c22-4fab-bc8e-2c4da6617e11 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:00.503661 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e39766-1be4-43d2-b5e9-0cb4c92abea2", "name": "network-vif-plugged", "status": "completed", "tag": "ddaaafbd-1133-4df9-af01-2254ffd5f776", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:00.504065 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08f0b13e-3c22-4fab-bc8e-2c4da6617e11 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:00.504700 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e39766-1be4-43d2-b5e9-0cb4c92abea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaaafbd-1133-4df9-af01-2254ffd5f776', 'code': 200} Sep 16 04:36:00.566237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c2d43c19-0f9f-4561-a9c7-b33c2e8d572d up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:00.607192 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-77fda99e-7c01-466b-b15b-94fc0181fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:00.609882 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-77fda99e-7c01-466b-b15b-94fc0181fed0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3854120 Sep 16 04:36:00.693336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=ddaaafbd-1133-4df9-af01-2254ffd5f776,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:00.701538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d2a298-b7ec-4ee3-9ea4-0751b8846817,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:00.711782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port f4260127-55d8-425a-b841-63cb1f2fd7be completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:00.718057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port f4260127-55d8-425a-b841-63cb1f2fd7be triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:00.718596 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:00.761243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Allocated IP 192.168.233.45 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/e8c8238a-57ca-45df-a60c-f99000e6f2d6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:00.772682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcb202-9ff0-489b-9a1a-78f3f55afda6 req-31bf7d5a-edde-4cce-80ee-50f7ecbce1d6 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:00.777241 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0abcb202-9ff0-489b-9a1a-78f3f55afda6 req-31bf7d5a-edde-4cce-80ee-50f7ecbce1d6 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 949 time: 0.2036185 Sep 16 04:36:00.778058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:00.786504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:00.786945 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:00.904035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31a4a3-3e86-4bdc-9b74-d88a5691d9e5 req-731c8df4-c44b-43fb-931d-6d60445e8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:00.906659 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3b31a4a3-3e86-4bdc-9b74-d88a5691d9e5 req-731c8df4-c44b-43fb-931d-6d60445e8b32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 1101 time: 0.3256009 Sep 16 04:36:00.907716 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:00.953033 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0abcb202-9ff0-489b-9a1a-78f3f55afda6 req-917a2e09-c642-460b-af3e-ef028dce3088 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278858 Sep 16 04:36:01.003055 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:01.019022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Allocated IP 172.20.0.3 (65c76dcb-df8f-470f-8ee3-77efa2d85f81/87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7/cf861b69-c1f1-4862-afbe-67f2bbca9a8e) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:01.023768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:01.033953 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:01.084279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port f4260127-55d8-425a-b841-63cb1f2fd7be, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f4260127-55d8-425a-b841-63cb1f2fd7be,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:01.096913 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:01.118558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3b31a4a3-3e86-4bdc-9b74-d88a5691d9e5 req-f0bcfc8e-5bfc-45ed-8e24-24d757e57e25 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966689 Sep 16 04:36:01.128276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:01.217111 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=f4260127-55d8-425a-b841-63cb1f2fd7be,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:01.383668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:01.394672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-fa52f3c8-66dd-4038-8876-cc31487a6c84 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7563298 Sep 16 04:36:01.437110 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481ce95-4fd8-493f-8a3a-4f7ee1e70f6e req-ae35f420-5ea7-4590-a1cd-b5a7b6f2af42 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:01.438715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5481ce95-4fd8-493f-8a3a-4f7ee1e70f6e req-ae35f420-5ea7-4590-a1cd-b5a7b6f2af42 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 948 time: 0.6850154 Sep 16 04:36:01.456996 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:01.535538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:01.539101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:01.543995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:01.552748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5481ce95-4fd8-493f-8a3a-4f7ee1e70f6e req-6a44d7e9-879d-4225-9b99-2c308bc8dcc6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906394 Sep 16 04:36:01.622873 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Pushing event updated for resources: {'Port': ['ID=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:01.642756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:01.644195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:01.644661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:01.645532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:01.646100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:01.646875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:01.646875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:01.647389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:01.647818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:01.648255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:01.650081 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:01.651068 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:01.665347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:01.672747 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:01.711070 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-68409e42-3e4b-475c-9459-de64a206097f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5351810 Sep 16 04:36:01.725035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Request body: {'port': {'device_id': '02172a48-f66d-41b6-acde-6a3720248525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:01.732496 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71e32fe9-e8c5-4364-9c29-0c67ecdf34c8 req-816eed26-8c13-4f9c-bf59-029091141cb0 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164191 Sep 16 04:36:01.736033 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:01.892201 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:01.910816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:01.930023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3519ed-6c13-46f8-a9c2-cfc9b60bb352 req-79966e55-00dc-44cf-b7a6-17dcc37a8570 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:01.933385 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c3519ed-6c13-46f8-a9c2-cfc9b60bb352 req-79966e55-00dc-44cf-b7a6-17dcc37a8570 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 931 time: 0.0871065 Sep 16 04:36:02.022859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5382a83-3a11-48a0-b01e-20e6fe48cbc6 req-204c01af-eb07-49bf-a373-8dc00de2cb25 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:02.025521 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5382a83-3a11-48a0-b01e-20e6fe48cbc6 req-204c01af-eb07-49bf-a373-8dc00de2cb25 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 945 time: 0.2255969 Sep 16 04:36:02.073287 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c3519ed-6c13-46f8-a9c2-cfc9b60bb352 req-b8b8af0c-d33f-48c3-959f-560c5f1634c1 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195211 Sep 16 04:36:02.119765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc954-513e-4cd0-a2a9-910cce63d56a req-1b1d2ad1-0f7d-42eb-90d2-fa371a5e9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:02.119765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e1bc954-513e-4cd0-a2a9-910cce63d56a req-1b1d2ad1-0f7d-42eb-90d2-fa371a5e9e61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 1100 time: 0.2732697 Sep 16 04:36:02.141521 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:02.187551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Pushing event updated for resources: {'Port': ['ID=e8c8238a-57ca-45df-a60c-f99000e6f2d6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:02.201253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:02.206772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:02.345328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5382a83-3a11-48a0-b01e-20e6fe48cbc6 req-bab345bc-3a96-4930-8892-2b45e02038b9 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750561 Sep 16 04:36:02.408217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:02.409142 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:02.438725 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-12578b50-a93e-403f-ac3b-c7fb34a9a69b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4258432 Sep 16 04:36:02.441807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc954-513e-4cd0-a2a9-910cce63d56a req-bdca69d4-eec1-4d99-b509-3bec2cc3d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:02.443408 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e1bc954-513e-4cd0-a2a9-910cce63d56a req-bdca69d4-eec1-4d99-b509-3bec2cc3d8ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.3006101 Sep 16 04:36:02.466691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Request body: {'port': {'device_id': 'd676faef-a389-4f68-a6b5-515281c7c4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:02.506218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c304966-ee16-4d0d-8ce5-8aca0bc35400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d'}, {'server_uuid': '33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4260127-55d8-425a-b841-63cb1f2fd7be'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:02.508798 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75e17f6-292d-4e5b-b23b-352d27a30e96" -d '{"events": [{"server_uuid": "0c304966-ee16-4d0d-8ce5-8aca0bc35400", "name": "network-vif-plugged", "status": "completed", "tag": "c2d43c19-0f9f-4561-a9c7-b33c2e8d572d"}, {"server_uuid": "33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78", "name": "network-vif-plugged", "status": "completed", "tag": "f4260127-55d8-425a-b841-63cb1f2fd7be"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:02.563176 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e1bc954-513e-4cd0-a2a9-910cce63d56a req-d485daae-fe6a-43b2-96ed-7c66599a9ee2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=4252a6b3-98db-4737-b85b-3720fba49a37 HTTP/1.1" status: 200 len: 217 time: 0.1083863 Sep 16 04:36:02.578554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a3015ba5-4cd0-4146-8d2b-d0190508f4ab None None] Provisioning complete for port e8c8238a-57ca-45df-a60c-f99000e6f2d6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:02.579040 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a3015ba5-4cd0-4146-8d2b-d0190508f4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:02.647819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58287a2-eb86-4dd5-b6ec-0decdd84546a req-22fc854b-3916-43af-97dc-5976ce87174b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:02.660915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a3015ba5-4cd0-4146-8d2b-d0190508f4ab None None] Port e8c8238a-57ca-45df-a60c-f99000e6f2d6 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:02.664783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d58287a2-eb86-4dd5-b6ec-0decdd84546a req-22fc854b-3916-43af-97dc-5976ce87174b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 935 time: 0.1766684 Sep 16 04:36:02.703665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc954-513e-4cd0-a2a9-910cce63d56a req-62360baf-0527-4003-b303-f26e45ee9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:02.705484 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e1bc954-513e-4cd0-a2a9-910cce63d56a req-62360baf-0527-4003-b303-f26e45ee9cb9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1289186 Sep 16 04:36:02.716277 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:02.818622 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d58287a2-eb86-4dd5-b6ec-0decdd84546a req-c43fa094-fec2-4070-82bb-9669695ec01d tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453166 Sep 16 04:36:02.972939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf861b69-c1f1-4862-afbe-67f2bbca9a8e {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:03.011139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc954-513e-4cd0-a2a9-910cce63d56a req-a342ec57-caa5-4e8e-bc51-a3f4f1b4e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.013335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e1bc954-513e-4cd0-a2a9-910cce63d56a req-a342ec57-caa5-4e8e-bc51-a3f4f1b4e6f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2885962 Sep 16 04:36:03.017361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:03.039801 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15c5d99-b26f-46f3-9782-ceae428902e7 x-openstack-request-id: req-c15c5d99-b26f-46f3-9782-ceae428902e7 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:03.040114 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c304966-ee16-4d0d-8ce5-8aca0bc35400", "name": "network-vif-plugged", "status": "completed", "tag": "c2d43c19-0f9f-4561-a9c7-b33c2e8d572d", "code": 200}, {"server_uuid": "33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78", "name": "network-vif-plugged", "status": "completed", "tag": "f4260127-55d8-425a-b841-63cb1f2fd7be", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:03.040371 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c15c5d99-b26f-46f3-9782-ceae428902e7 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:03.046128 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c304966-ee16-4d0d-8ce5-8aca0bc35400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d', 'code': 200} Sep 16 04:36:03.046620 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'code': 200} Sep 16 04:36:03.067234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Transition to ACTIVE for port object cf861b69-c1f1-4862-afbe-67f2bbca9a8e will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:03.096218 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:03.213140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Pushing event updated for resources: {'Port': ['ID=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:03.235759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c7ae8-bc4b-43f2-844a-e57f8f373b5b req-0e6e5fe9-da38-4f76-b6f0-8f6c297a14d7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.245628 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a10c7ae8-bc4b-43f2-844a-e57f8f373b5b req-0e6e5fe9-da38-4f76-b6f0-8f6c297a14d7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 949 time: 0.2624869 Sep 16 04:36:03.350831 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b944ec-51ba-431a-9599-87ce85ae4e2e req-b4449b27-1bc9-4d27-a501-4b1db161d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.352349 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-25b944ec-51ba-431a-9599-87ce85ae4e2e req-b4449b27-1bc9-4d27-a501-4b1db161d62f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 1097 time: 0.1306720 Sep 16 04:36:03.361473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433d791-a3f0-4230-b120-185a51c2f535 req-0be7f730-871a-4296-a94e-3ea5cbb64003 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.363184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a433d791-a3f0-4230-b120-185a51c2f535 req-0be7f730-871a-4296-a94e-3ea5cbb64003 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 948 time: 0.1824975 Sep 16 04:36:03.387140 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:36:03.451974 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a433d791-a3f0-4230-b120-185a51c2f535 req-05966fd1-bedc-4da1-a8da-8db84a0e3afe tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593913 Sep 16 04:36:03.530265 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e1bc954-513e-4cd0-a2a9-910cce63d56a req-203c9ae7-ce7b-4d4f-a472-2dae8caed465 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908319 Sep 16 04:36:03.560393 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a10c7ae8-bc4b-43f2-844a-e57f8f373b5b req-021543cd-4da3-4193-9f1d-cccbf74b19ea tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077855 Sep 16 04:36:03.628774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78218273-6496-4992-b3b7-3faa48eabcc4 req-8298ec98-7bfc-40bf-940a-137548d8437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.632398 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-78218273-6496-4992-b3b7-3faa48eabcc4 req-8298ec98-7bfc-40bf-940a-137548d8437f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78 HTTP/1.1" status: 200 len: 1102 time: 0.4929001 Sep 16 04:36:03.653244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c8238a-57ca-45df-a60c-f99000e6f2d6 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:03.662702 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:03.681850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Transition to ACTIVE for port object e8c8238a-57ca-45df-a60c-f99000e6f2d6 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:03.695344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-25b944ec-51ba-431a-9599-87ce85ae4e2e req-ade8e2a4-0eb6-4247-9cf8-25399e3f646b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310554 Sep 16 04:36:03.699341 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:03.739980 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-78218273-6496-4992-b3b7-3faa48eabcc4 req-6098154a-ce62-4784-8b89-785a3c31160d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715866 Sep 16 04:36:03.765561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Attempting to bind port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:03.766008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Attempting to bind port cf861b69-c1f1-4862-afbe-67f2bbca9a8e by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:03.766423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Attempting to bind port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:03.782299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff204de2-fe0a-4156-bce9-7f426d586863 req-c74cdc0f-dd16-4373-b742-0b4628267c3f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:03.790558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff204de2-fe0a-4156-bce9-7f426d586863 req-c74cdc0f-dd16-4373-b742-0b4628267c3f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 943 time: 0.1145885 Sep 16 04:36:03.810938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:03.811383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Attempting to bind port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:03.824079 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:03.824431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:03.824843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Bound using segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:03.825294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Bound port: cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:03.825684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:03.903794 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff204de2-fe0a-4156-bce9-7f426d586863 req-7e24ac2e-c2ea-402c-9a48-f83e1d94ae6b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118672 Sep 16 04:36:04.069893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Attempting to bind port e8c8238a-57ca-45df-a60c-f99000e6f2d6 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:04.070523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Attempting to bind port e8c8238a-57ca-45df-a60c-f99000e6f2d6 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:04.071061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Attempting to bind port e8c8238a-57ca-45df-a60c-f99000e6f2d6 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:04.088914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Port e8c8238a-57ca-45df-a60c-f99000e6f2d6 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:04.089242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Attempting to bind port e8c8238a-57ca-45df-a60c-f99000e6f2d6 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:04.094808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:04.117123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:04.117396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:04.117824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:04.118285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Bound port: e8c8238a-57ca-45df-a60c-f99000e6f2d6, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:04.118656 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:04.119926 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:04.137590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9c84e-20ab-48f5-8834-2d48823aa5ae req-027fc36d-078d-49e2-b22a-48de1315148d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.139889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c8238a-57ca-45df-a60c-f99000e6f2d6,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:04.153976 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-07e9c84e-20ab-48f5-8834-2d48823aa5ae req-027fc36d-078d-49e2-b22a-48de1315148d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78 HTTP/1.1" status: 200 len: 950 time: 0.1216936 Sep 16 04:36:04.174360 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:04.261152 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.261846 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:04.263339 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] 10.222.0.15 "PUT /v2.0/ports/cf861b69-c1f1-4862-afbe-67f2bbca9a8e HTTP/1.1" status: 200 len: 1092 time: 2.5430939 Sep 16 04:36:04.264428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] For port e8c8238a-57ca-45df-a60c-f99000e6f2d6, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:04.265679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02172a48-f66d-41b6-acde-6a3720248525', 'tag': 'cf861b69-c1f1-4862-afbe-67f2bbca9a8e'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:04.268278 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85128c8d-f73c-4a3a-a4f7-189e958d1848" -d '{"events": [{"name": "network-changed", "server_uuid": "02172a48-f66d-41b6-acde-6a3720248525", "tag": "cf861b69-c1f1-4862-afbe-67f2bbca9a8e"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:04.269014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] For port e8c8238a-57ca-45df-a60c-f99000e6f2d6, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e8c8238a-57ca-45df-a60c-f99000e6f2d6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:04.287242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d8195-707a-4321-9da5-bfc2b8d0455c req-4d49bc2f-e378-4bc4-b630-571ebafb298f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.288891 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-07e9c84e-20ab-48f5-8834-2d48823aa5ae req-1c4c54cb-ba76-41a9-81ef-6835a9ddb5af tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334584 Sep 16 04:36:04.289035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b17d8195-707a-4321-9da5-bfc2b8d0455c req-4d49bc2f-e378-4bc4-b630-571ebafb298f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 945 time: 0.5321670 Sep 16 04:36:04.302426 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:04.318642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c8870-ce2b-4f22-b5e9-c235a9c88d11 service neutron] Pushing event updated for resources: {'Port': ['ID=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:04.365973 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e1bc954-513e-4cd0-a2a9-910cce63d56a req-e2551ab5-18ae-4851-b993-04984c8ee651 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8342350 Sep 16 04:36:04.369908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.370954 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:04.373034 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/e8c8238a-57ca-45df-a60c-f99000e6f2d6 HTTP/1.1" status: 200 len: 1096 time: 1.9193263 Sep 16 04:36:04.376090 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd676faef-a389-4f68-a6b5-515281c7c4b3', 'tag': 'e8c8238a-57ca-45df-a60c-f99000e6f2d6'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:04.393964 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19083767-dbfc-4b9e-95f3-b4546d6c50a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d676faef-a389-4f68-a6b5-515281c7c4b3", "tag": "e8c8238a-57ca-45df-a60c-f99000e6f2d6"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:04.412397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-9794c3ee-f30b-41b5-94ab-a9d690ab8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.414207 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-9794c3ee-f30b-41b5-94ab-a9d690ab8481 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 1095 time: 0.0730777 Sep 16 04:36:04.452315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b17d8195-707a-4321-9da5-bfc2b8d0455c req-6839847f-dd5f-4b0b-8425-0bd517235676 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565893 Sep 16 04:36:04.481524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4252a6b3-98db-4737-b85b-3720fba49a37 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:04.499032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34f380-5fac-459e-9666-4eb4113aa6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c8238a-57ca-45df-a60c-f99000e6f2d6,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:04.578539 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-a9df0168-4a97-40a2-95a9-b603344d79d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e HTTP/1.1" status: 200 len: 217 time: 0.1496081 Sep 16 04:36:04.580803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-0f238429-bfc1-4701-8da6-4148fceff6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.582665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-0f238429-bfc1-4701-8da6-4148fceff6c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e176aed5aa814fce9e036d499badc74e&device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 1099 time: 0.1269114 Sep 16 04:36:04.664135 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-b9419d0b-2917-41b5-a0ab-fb90199b5099 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e8c8238a-57ca-45df-a60c-f99000e6f2d6 HTTP/1.1" status: 200 len: 217 time: 0.0654774 Sep 16 04:36:04.758230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 4252a6b3-98db-4737-b85b-3720fba49a37, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4252a6b3-98db-4737-b85b-3720fba49a37,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:04.773140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f23cc2-7b51-4aad-83b5-b1aee8659f66 req-19093c89-4e6b-468e-b5f4-9e560e3dfbad tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.782268 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3f23cc2-7b51-4aad-83b5-b1aee8659f66 req-19093c89-4e6b-468e-b5f4-9e560e3dfbad tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 947 time: 0.2308450 Sep 16 04:36:04.790448 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53c2230-becf-43a9-b364-cdb81739a11d x-openstack-request-id: req-e53c2230-becf-43a9-b364-cdb81739a11d {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:04.790744 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02172a48-f66d-41b6-acde-6a3720248525", "tag": "cf861b69-c1f1-4862-afbe-67f2bbca9a8e", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:04.791607 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e53c2230-becf-43a9-b364-cdb81739a11d {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:04.792009 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02172a48-f66d-41b6-acde-6a3720248525', 'tag': 'cf861b69-c1f1-4862-afbe-67f2bbca9a8e', 'status': 'completed', 'code': 200} Sep 16 04:36:04.794108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '4252a6b3-98db-4737-b85b-3720fba49a37', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '4252a6b3-98db-4737-b85b-3720fba49a37', 'mac_address': 'fa:16:3e:97:6a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:04.795430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-20d56ff1-09db-41a8-a6d7-8bca5ed15184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.798689 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-20d56ff1-09db-41a8-a6d7-8bca5ed15184 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.1683760 Sep 16 04:36:04.826444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-b01a999f-022b-463f-85b6-d50e282cbb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.828366 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-b01a999f-022b-463f-85b6-d50e282cbb6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1537139 Sep 16 04:36:04.846113 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-f94fc184-478f-4131-b03b-97a85b8fd22e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299718 Sep 16 04:36:04.907938 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3f23cc2-7b51-4aad-83b5-b1aee8659f66 req-88e23c8d-2bc6-43e5-9f9b-b2765b09801f tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250753 Sep 16 04:36:04.919779 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0690c374-dd07-4f9b-bf8d-566b0c462ad5 x-openstack-request-id: req-0690c374-dd07-4f9b-bf8d-566b0c462ad5 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:04.920203 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d676faef-a389-4f68-a6b5-515281c7c4b3", "tag": "e8c8238a-57ca-45df-a60c-f99000e6f2d6", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:04.921011 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0690c374-dd07-4f9b-bf8d-566b0c462ad5 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:04.921497 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd676faef-a389-4f68-a6b5-515281c7c4b3', 'tag': 'e8c8238a-57ca-45df-a60c-f99000e6f2d6', 'status': 'completed', 'code': 200} Sep 16 04:36:04.926808 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:04.984062 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4252a6b3-98db-4737-b85b-3720fba49a37 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:04.994966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-b2719f14-2c70-44b1-81ff-3613f37bb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:04.996524 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-b2719f14-2c70-44b1-81ff-3613f37bb210 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563833 Sep 16 04:36:05.061329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 4252a6b3-98db-4737-b85b-3720fba49a37, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4252a6b3-98db-4737-b85b-3720fba49a37,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:05.068348 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:05.141528 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-904e2e26-3852-4326-99c1-beb2e27cbed2 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327887 Sep 16 04:36:05.175892 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:05.267644 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb636d86-f8a1-4e79-bd81-250ff880f793 req-8bc5e5c9-2ab3-4029-b696-7a1373c38b13 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150701 Sep 16 04:36:05.305575 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=4252a6b3-98db-4737-b85b-3720fba49a37,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:05.310841 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-841db51e-71f4-473b-ab42-9fe478de5668 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456031 Sep 16 04:36:05.334187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:05.334585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:05.335032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:05.335642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:05.336084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:05.336522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:05.337112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:05.343069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:05.343921 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:05.344497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:05.344943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:05.345373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:05.361147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739975c0-02d8-4bc8-8313-f030f3bfb91b req-8056aa42-556f-4703-9552-d64ed62b1163 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:05.372217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-739975c0-02d8-4bc8-8313-f030f3bfb91b req-8056aa42-556f-4703-9552-d64ed62b1163 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 949 time: 0.2288148 Sep 16 04:36:05.406388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['4252a6b3-98db-4737-b85b-3720fba49a37'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:05.487674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd18d3-7118-4170-99ab-b095d26754fd req-e4f9b2dd-86f0-41f5-97b9-3a6413f0982d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:05.489158 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-84dd18d3-7118-4170-99ab-b095d26754fd req-e4f9b2dd-86f0-41f5-97b9-3a6413f0982d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 943 time: 0.1874962 Sep 16 04:36:05.516254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19083767-dbfc-4b9e-95f3-b4546d6c50a1 req-2fad2051-efac-4814-ba04-f9d1a9712f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:05.519582 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19083767-dbfc-4b9e-95f3-b4546d6c50a1 req-2fad2051-efac-4814-ba04-f9d1a9712f40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e176aed5aa814fce9e036d499badc74e&device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 1099 time: 0.1416383 Sep 16 04:36:05.529839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-739975c0-02d8-4bc8-8313-f030f3bfb91b req-023d1757-d8e4-4fc4-af12-bbbdf9861bcd tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555891 Sep 16 04:36:05.604116 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2714d712-d2e4-49a3-a68c-fc6ba58f6a83 req-914704e6-8620-4850-86c7-50229ac42c29 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882097 Sep 16 04:36:05.612216 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-84dd18d3-7118-4170-99ab-b095d26754fd req-e429ab3e-2a80-41c0-a86d-896f550ce5cc tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153727 Sep 16 04:36:05.705045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19083767-dbfc-4b9e-95f3-b4546d6c50a1 req-648e0837-d7d1-4bf8-9101-6a63d6954d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:05.709208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19083767-dbfc-4b9e-95f3-b4546d6c50a1 req-648e0837-d7d1-4bf8-9101-6a63d6954d87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1774113 Sep 16 04:36:05.799585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85128c8d-f73c-4a3a-a4f7-189e958d1848 req-cee3f3e3-36a0-430c-a71c-b32bd5b566d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:05.800137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85128c8d-f73c-4a3a-a4f7-189e958d1848 req-cee3f3e3-36a0-430c-a71c-b32bd5b566d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 1095 time: 0.1286922 Sep 16 04:36:05.845515 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19083767-dbfc-4b9e-95f3-b4546d6c50a1 req-b387d88c-2f68-4b6e-8263-add47a03ae71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e8c8238a-57ca-45df-a60c-f99000e6f2d6 HTTP/1.1" status: 200 len: 217 time: 0.1216404 Sep 16 04:36:05.862004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917cb09-b88c-4170-bc49-ef00bbc646c7 req-7dc18f8d-6bd5-468d-9d6f-4f29a3643f0b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:05.863625 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e917cb09-b88c-4170-bc49-ef00bbc646c7 req-7dc18f8d-6bd5-468d-9d6f-4f29a3643f0b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78 HTTP/1.1" status: 200 len: 950 time: 0.1524718 Sep 16 04:36:05.890456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6f483-2551-4ce1-a464-26f78bdaf46c req-fe580ae1-d21d-4c89-8155-22da15f88f86 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:05.892174 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bef6f483-2551-4ce1-a464-26f78bdaf46c req-fe580ae1-d21d-4c89-8155-22da15f88f86 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 945 time: 0.1076865 Sep 16 04:36:05.923942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19083767-dbfc-4b9e-95f3-b4546d6c50a1 req-8117beea-3b69-420f-964d-e587f9ba630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:05.925473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19083767-dbfc-4b9e-95f3-b4546d6c50a1 req-8117beea-3b69-420f-964d-e587f9ba630a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0608749 Sep 16 04:36:05.989355 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bef6f483-2551-4ce1-a464-26f78bdaf46c req-b41305bd-f986-4775-b489-8eb730a37cce tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515437 Sep 16 04:36:06.017835 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85128c8d-f73c-4a3a-a4f7-189e958d1848 req-76c05ca5-2a1e-4795-9206-13cc114f82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:06.019634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85128c8d-f73c-4a3a-a4f7-189e958d1848 req-76c05ca5-2a1e-4795-9206-13cc114f82d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.2053485 Sep 16 04:36:06.064674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e917cb09-b88c-4170-bc49-ef00bbc646c7 req-0c30b900-93bc-4a0f-b076-ec16161578b9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381228 Sep 16 04:36:06.070609 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85128c8d-f73c-4a3a-a4f7-189e958d1848 req-eab59f27-2000-48f1-a407-6017d4bc1f74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e HTTP/1.1" status: 200 len: 217 time: 0.0427773 Sep 16 04:36:06.092803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19083767-dbfc-4b9e-95f3-b4546d6c50a1 req-4bf337d5-0ac6-4383-b682-9804a14e918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:06.099967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19083767-dbfc-4b9e-95f3-b4546d6c50a1 req-4bf337d5-0ac6-4383-b682-9804a14e918f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1651697 Sep 16 04:36:06.192125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85128c8d-f73c-4a3a-a4f7-189e958d1848 req-3c02ee19-5a14-4c9a-9b92-527987d4652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:06.193694 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85128c8d-f73c-4a3a-a4f7-189e958d1848 req-3c02ee19-5a14-4c9a-9b92-527987d4652c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.1104398 Sep 16 04:36:06.251293 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85128c8d-f73c-4a3a-a4f7-189e958d1848 req-b50f0e43-2ab4-4d9f-8115-49d590c1dd42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464675 Sep 16 04:36:06.347634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1238b-bdaf-4838-9bc0-d4ae16264cfe req-8cf36956-6174-45fb-b306-c31bb7ff3e63 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:06.350275 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21d1238b-bdaf-4838-9bc0-d4ae16264cfe req-8cf36956-6174-45fb-b306-c31bb7ff3e63 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 947 time: 0.1588283 Sep 16 04:36:06.418767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19083767-dbfc-4b9e-95f3-b4546d6c50a1 req-11f5d5b8-9ad5-4745-ac71-ba05f45b2668 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014445 Sep 16 04:36:06.463473 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85128c8d-f73c-4a3a-a4f7-189e958d1848 req-5ab61918-b94e-4101-be6a-986bf2a336a2 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943607 Sep 16 04:36:06.551162 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19083767-dbfc-4b9e-95f3-b4546d6c50a1 req-ce10d88a-e7cf-4ffd-a0bd-5e743ec17e3f service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250570 Sep 16 04:36:06.559406 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21d1238b-bdaf-4838-9bc0-d4ae16264cfe req-092a4102-1784-477f-b356-fadf7f9afdc8 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020001 Sep 16 04:36:06.701651 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85128c8d-f73c-4a3a-a4f7-189e958d1848 req-142099b7-fc8a-45a4-932e-c45a32e86053 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274041 Sep 16 04:36:06.788489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfa1ec-86e2-415a-a0a9-598e234aa599 req-f592ea9e-68ba-487b-b540-25149befb892 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:06.792300 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4cbfa1ec-86e2-415a-a0a9-598e234aa599 req-f592ea9e-68ba-487b-b540-25149befb892 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 945 time: 0.0932186 Sep 16 04:36:06.858451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4cbfa1ec-86e2-415a-a0a9-598e234aa599 req-45165968-b9cd-4a68-8727-d03ab24adcb2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575137 Sep 16 04:36:06.990791 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec346ea-65bb-47cb-bd86-09e16414ae5f req-efee27e2-d78c-4a18-9b78-e4a7a12e31d5 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:06.998714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec346ea-65bb-47cb-bd86-09e16414ae5f req-efee27e2-d78c-4a18-9b78-e4a7a12e31d5 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:07.001264 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ec346ea-65bb-47cb-bd86-09e16414ae5f req-efee27e2-d78c-4a18-9b78-e4a7a12e31d5 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78&device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 1690 time: 0.0960455 Sep 16 04:36:07.041753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00096da1-0687-4c9a-977a-64ddb11d9210 req-ca7cbf82-786b-4718-9953-f14edfc19794 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:07.043516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00096da1-0687-4c9a-977a-64ddb11d9210 req-ca7cbf82-786b-4718-9953-f14edfc19794 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 949 time: 0.0849435 Sep 16 04:36:07.083830 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ec346ea-65bb-47cb-bd86-09e16414ae5f req-2e5baf78-5b8b-4288-b3bf-d30309365d0d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750654 Sep 16 04:36:07.134143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00096da1-0687-4c9a-977a-64ddb11d9210 req-d8b2fd7d-9944-431e-b9a3-9c000f14b050 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825555 Sep 16 04:36:07.228024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd362f-d374-43dd-ba37-d58ee35e3a2b req-c0c8ba97-e120-4fcd-8c52-d4b986e6b240 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:07.230922 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f6dd362f-d374-43dd-ba37-d58ee35e3a2b req-c0c8ba97-e120-4fcd-8c52-d4b986e6b240 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 943 time: 0.0674272 Sep 16 04:36:07.292438 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f6dd362f-d374-43dd-ba37-d58ee35e3a2b req-59da6d9d-be06-473a-b383-8fd28bcf46ba tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539801 Sep 16 04:36:07.360812 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:07.444567 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb4523-de07-49a7-8837-1c1f7363f044 req-d8915ed4-264f-4701-ac3a-a84f56eb164c tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:07.446144 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-effb4523-de07-49a7-8837-1c1f7363f044 req-d8915ed4-264f-4701-ac3a-a84f56eb164c tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78 HTTP/1.1" status: 200 len: 1102 time: 0.0507829 Sep 16 04:36:07.510586 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-effb4523-de07-49a7-8837-1c1f7363f044 req-c89a4b1b-44a3-4568-81f5-0f105ae0f4ff tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570643 Sep 16 04:36:07.622664 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfdc89-d647-4c91-b039-9e8721ba2a4c req-3bdd7a97-0661-43f3-8f27-8c6a84850261 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:07.630616 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0dfdc89-d647-4c91-b039-9e8721ba2a4c req-3bdd7a97-0661-43f3-8f27-8c6a84850261 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 1101 time: 0.0542355 Sep 16 04:36:07.698296 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0dfdc89-d647-4c91-b039-9e8721ba2a4c req-f7ed5b69-f7a4-493c-9b4f-2522ecf17445 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606568 Sep 16 04:36:07.753960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80d7b5-8f87-467c-b90a-2ce7f3d5f133 req-80694fb2-71e6-4edf-aaa2-4a07ec1e3d37 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:07.762550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b80d7b5-8f87-467c-b90a-2ce7f3d5f133 req-80694fb2-71e6-4edf-aaa2-4a07ec1e3d37 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 947 time: 0.0920389 Sep 16 04:36:07.866863 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b80d7b5-8f87-467c-b90a-2ce7f3d5f133 req-774614db-2054-4057-881e-dd3c909d0e4d tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021619 Sep 16 04:36:08.036111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1106ef-229e-4baf-ada0-8d32f1349fe7 req-448a03af-f265-49b7-b278-10a20c486455 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:08.046554 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca1106ef-229e-4baf-ada0-8d32f1349fe7 req-448a03af-f265-49b7-b278-10a20c486455 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 945 time: 0.0814471 Sep 16 04:36:08.118099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device cf861b69-c1f1-4862-afbe-67f2bbca9a8e details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:08.128636 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca1106ef-229e-4baf-ada0-8d32f1349fe7 req-9175f941-bfa4-45b4-bec1-16331637a808 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808733 Sep 16 04:36:08.205237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-f8c44dab-01bb-4de9-83b1-8d89ca43de9f tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658972 Sep 16 04:36:08.343142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:08.374294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'cf861b69-c1f1-4862-afbe-67f2bbca9a8e', 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81', 'port_id': 'cf861b69-c1f1-4862-afbe-67f2bbca9a8e', 'mac_address': 'fa:16:3e:9b:5e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:08.394135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e479e08-2c2b-4672-bc84-1e1507f50f52 req-ad3815e9-ce60-4fd6-abde-daf3a2e83126 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:08.395764 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e479e08-2c2b-4672-bc84-1e1507f50f52 req-ad3815e9-ce60-4fd6-abde-daf3a2e83126 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 949 time: 0.1224084 Sep 16 04:36:08.437575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-f56d74dc-e0b7-4e07-9c02-af9628f2135c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:08.441726 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:08.447985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-f56d74dc-e0b7-4e07-9c02-af9628f2135c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410107 Sep 16 04:36:08.460386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf861b69-c1f1-4862-afbe-67f2bbca9a8e {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:08.486517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:08.488335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-43ffdd06-207c-4067-9caa-22de050d54e3 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/quotas/adb4d0dd58744c0ea1850169480788d4 HTTP/1.1" status: 200 len: 375 time: 0.0393310 Sep 16 04:36:08.496083 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:08.498117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e8c8238a-57ca-45df-a60c-f99000e6f2d6 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:08.510955 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e479e08-2c2b-4672-bc84-1e1507f50f52 req-8e148edf-3724-48ac-83ed-d85739e6d3d8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068058 Sep 16 04:36:08.561813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4252a6b3-98db-4737-b85b-3720fba49a37 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:08.585323 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-eac083b9-cb84-4e63-920c-8c0accc98f2f tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958614 Sep 16 04:36:08.618341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:08.812613 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 4252a6b3-98db-4737-b85b-3720fba49a37 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:08.818892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 4252a6b3-98db-4737-b85b-3720fba49a37 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:08.819270 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:08.935719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port e8c8238a-57ca-45df-a60c-f99000e6f2d6, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e8c8238a-57ca-45df-a60c-f99000e6f2d6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:08.967882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'e8c8238a-57ca-45df-a60c-f99000e6f2d6', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'e8c8238a-57ca-45df-a60c-f99000e6f2d6', 'mac_address': 'fa:16:3e:93:25:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:09.022363 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:09.044226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c8238a-57ca-45df-a60c-f99000e6f2d6 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:09.104795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port e8c8238a-57ca-45df-a60c-f99000e6f2d6, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e8c8238a-57ca-45df-a60c-f99000e6f2d6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:09.147874 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:09.151438 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:09.259272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=e8c8238a-57ca-45df-a60c-f99000e6f2d6,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:09.289544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed38d3a-8c2e-458e-9d1e-aef413e9e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4252a6b3-98db-4737-b85b-3720fba49a37'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:09.303885 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdd0518-0613-475e-b056-47f47ae33e9b" -d '{"events": [{"server_uuid": "eed38d3a-8c2e-458e-9d1e-aef413e9e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "4252a6b3-98db-4737-b85b-3720fba49a37"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:09.315067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf8c62-2dea-4247-9209-706332ca1621 req-b4e314f3-cf10-411f-887e-7fe649c9a611 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:09.317376 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70bf8c62-2dea-4247-9209-706332ca1621 req-b4e314f3-cf10-411f-887e-7fe649c9a611 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 944 time: 0.1028986 Sep 16 04:36:09.372353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 4252a6b3-98db-4737-b85b-3720fba49a37, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4252a6b3-98db-4737-b85b-3720fba49a37,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:09.390648 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:09.432316 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70bf8c62-2dea-4247-9209-706332ca1621 req-f64bb757-4a35-400a-8d65-e37472a9399f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003094 Sep 16 04:36:09.502454 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['e8c8238a-57ca-45df-a60c-f99000e6f2d6'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:09.624230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['cf861b69-c1f1-4862-afbe-67f2bbca9a8e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:09.632418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=4252a6b3-98db-4737-b85b-3720fba49a37,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:09.752552 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb190f54-a2c8-4e37-961c-767c68ffd449 x-openstack-request-id: req-fb190f54-a2c8-4e37-961c-767c68ffd449 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:09.752859 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed38d3a-8c2e-458e-9d1e-aef413e9e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "4252a6b3-98db-4737-b85b-3720fba49a37", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:09.753120 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb190f54-a2c8-4e37-961c-767c68ffd449 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:09.755311 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed38d3a-8c2e-458e-9d1e-aef413e9e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4252a6b3-98db-4737-b85b-3720fba49a37', 'code': 200} Sep 16 04:36:09.764755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420a3e1-3ef7-44c4-aaa3-d152128de0d4 req-a78007d6-fcd6-4a3d-8af5-ab8ecfd89802 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:09.774320 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c420a3e1-3ef7-44c4-aaa3-d152128de0d4 req-a78007d6-fcd6-4a3d-8af5-ab8ecfd89802 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 948 time: 0.2382996 Sep 16 04:36:09.879187 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c420a3e1-3ef7-44c4-aaa3-d152128de0d4 req-46c71325-4059-45bc-9595-71413532eb1f tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906854 Sep 16 04:36:09.970126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d86da-cdc6-411b-99ed-756c432f8c69 req-62a13f43-1958-4d06-8bcf-6dda115c8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:09.973215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-549d86da-cdc6-411b-99ed-756c432f8c69 req-62a13f43-1958-4d06-8bcf-6dda115c8648 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 1102 time: 0.1262648 Sep 16 04:36:09.983398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bd087-60cb-4386-9700-83e721d2f80a req-b4904587-7b1d-49bf-ac66-553e9acd0172 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:09.993252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e7bd087-60cb-4386-9700-83e721d2f80a req-b4904587-7b1d-49bf-ac66-553e9acd0172 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.1798737 Sep 16 04:36:09.998273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68fa618e-f661-4447-8266-2e67bdaee2dd req-2580c5ee-1387-42ff-ac4f-74278ec5b724 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 210 time: 0.0725060 Sep 16 04:36:10.073778 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-549d86da-cdc6-411b-99ed-756c432f8c69 req-4cd7e398-5b97-45bb-b89c-a4f5d8e2a9b1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763872 Sep 16 04:36:10.079505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e7bd087-60cb-4386-9700-83e721d2f80a req-5ca2d9dc-f97b-478b-8e2d-330ec5323704 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842774 Sep 16 04:36:10.616181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af4115-0823-4158-b699-4c8416832ea8 req-198b0e6b-14c5-4d2e-ad25-9389db4f9283 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:10.617853 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79af4115-0823-4158-b699-4c8416832ea8 req-198b0e6b-14c5-4d2e-ad25-9389db4f9283 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 944 time: 0.0786757 Sep 16 04:36:10.703499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79af4115-0823-4158-b699-4c8416832ea8 req-c7d58528-1b68-4159-9576-720d56a86a31 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718610 Sep 16 04:36:10.992857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0169709-edc2-4469-9114-c24e9c9691bf req-16e66e3b-aea9-4b91-ad05-725a82c67b0b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:10.994586 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0169709-edc2-4469-9114-c24e9c9691bf req-16e66e3b-aea9-4b91-ad05-725a82c67b0b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 948 time: 0.0528357 Sep 16 04:36:11.035459 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0169709-edc2-4469-9114-c24e9c9691bf req-67d4ecb9-9d8f-4b70-af0e-e255b89d39f4 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346379 Sep 16 04:36:11.100454 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-42926ceb-c519-4364-b5a7-241f94cb7537 req-9b7d18a9-23d9-47ca-8983-58ced63657af tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 210 time: 0.0300655 Sep 16 04:36:11.212082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc42cfa-f59d-4faa-9795-238050c8342a req-7aff3a2a-cb8a-45dc-91d5-d6c851c4cbe7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:11.214308 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3cc42cfa-f59d-4faa-9795-238050c8342a req-7aff3a2a-cb8a-45dc-91d5-d6c851c4cbe7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0536749 Sep 16 04:36:11.258059 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3cc42cfa-f59d-4faa-9795-238050c8342a req-675581a5-7405-48e8-b05b-cfe4db6e12aa tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376236 Sep 16 04:36:11.306582 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-326312b4-101b-42a5-b274-a5aaddd59b57 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326667 Sep 16 04:36:11.436502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-b4486d19-264d-4c5c-ac20-e4463b0c85bb tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:11.438220 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-b4486d19-264d-4c5c-ac20-e4463b0c85bb tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1240888 Sep 16 04:36:11.453946 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Request body: {'port': {'device_id': '5376d4be-88cd-48f9-a225-287c8fa5b223', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'adb4d0dd58744c0ea1850169480788d4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:11.593906 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Made reservation on behalf of adb4d0dd58744c0ea1850169480788d4 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:11.598000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:11.823137 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Allocated IP 192.168.233.130 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/b79dcc61-45fb-43f8-8750-c1abaddc6de4) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:11.839476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-fb3506c7-b829-4cfd-b9d7-c79815817209 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3728418 Sep 16 04:36:11.964364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981dc39-7c13-4706-9843-7e2e8f90740c req-703105b6-1410-414a-a8c7-bfa331dd8f5f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:11.966000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3981dc39-7c13-4706-9843-7e2e8f90740c req-703105b6-1410-414a-a8c7-bfa331dd8f5f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 944 time: 0.1290388 Sep 16 04:36:12.008710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbbf8a-e9b5-4d88-9f7b-97c00383f8bb req-1cca4b8a-8b1b-46a5-ad99-2710f543056b tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:12.009302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-8e5ad3b2-cb2b-4e6a-8f28-6a05085f659c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:12.010994 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-66bbbf8a-e9b5-4d88-9f7b-97c00383f8bb req-1cca4b8a-8b1b-46a5-ad99-2710f543056b tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 951 time: 0.1256897 Sep 16 04:36:12.011227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-8e5ad3b2-cb2b-4e6a-8f28-6a05085f659c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605558 Sep 16 04:36:12.030223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3981dc39-7c13-4706-9843-7e2e8f90740c req-79e35e6f-4996-423f-b340-d30198f2d673 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578911 Sep 16 04:36:12.073696 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.079531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Request body: {'port': {'device_id': '766c5081-2c12-47b7-8449-760b9e6942f7', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'adb4d0dd58744c0ea1850169480788d4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:12.086215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-66bbbf8a-e9b5-4d88-9f7b-97c00383f8bb req-0f2f92d0-dfb2-46f6-aee8-1c96fc9af18f tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665414 Sep 16 04:36:12.138789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.154771 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'ddaaafbd-1133-4df9-af01-2254ffd5f776'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:12.190714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:12.195419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:12.200944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:12.202561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device cf861b69-c1f1-4862-afbe-67f2bbca9a8e up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:12.274891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:12.276923 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.287962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event updated for resources: {'Port': ['ID=b79dcc61-45fb-43f8-8750-c1abaddc6de4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:12.309911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e83663-07e0-4e15-a79d-1f132331f39a req-3bba935d-930d-4a45-967a-8823ab91f99e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:12.323480 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35e83663-07e0-4e15-a79d-1f132331f39a req-3bba935d-930d-4a45-967a-8823ab91f99e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 948 time: 0.1919866 Sep 16 04:36:12.330834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-17644ccf-d903-4bde-a3bb-a04554e0dc3b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8813512 Sep 16 04:36:12.344957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Request body: {'port': {'device_id': '5376d4be-88cd-48f9-a225-287c8fa5b223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:12.365036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port cf861b69-c1f1-4862-afbe-67f2bbca9a8e completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:12.370818 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port cf861b69-c1f1-4862-afbe-67f2bbca9a8e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:12.371658 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.386339 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35e83663-07e0-4e15-a79d-1f132331f39a req-f0e903a9-66a9-4c93-994f-1d8a37e5aac9 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604169 Sep 16 04:36:12.417894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Made reservation on behalf of adb4d0dd58744c0ea1850169480788d4 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:12.424428 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.481411 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.536594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c2d43c19-0f9f-4561-a9c7-b33c2e8d572d details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:12.590500 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560b7a1-dd69-40f3-b7a1-fa8bedb0de6f req-cf2fdbee-a89d-4d9a-a8ff-300f4a64d3e1 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:12.592312 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8560b7a1-dd69-40f3-b7a1-fa8bedb0de6f req-cf2fdbee-a89d-4d9a-a8ff-300f4a64d3e1 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 936 time: 0.1206212 Sep 16 04:36:12.676070 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.687242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Allocated IP 192.168.233.132 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/ee8db155-8bea-4d50-913d-b17422d35900) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:12.691993 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8560b7a1-dd69-40f3-b7a1-fa8bedb0de6f req-339d7398-ec09-479f-a0ad-157627a09cd0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736229 Sep 16 04:36:12.774148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-cd974d38-01b7-4608-a6fa-ab9c8b14f878 None None] Provisioning complete for port b79dcc61-45fb-43f8-8750-c1abaddc6de4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:12.774623 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd974d38-01b7-4608-a6fa-ab9c8b14f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.795719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02172a48-f66d-41b6-acde-6a3720248525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf861b69-c1f1-4862-afbe-67f2bbca9a8e'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:12.798940 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a829df95-9825-47b4-819f-204235b58b02" -d '{"events": [{"server_uuid": "02172a48-f66d-41b6-acde-6a3720248525", "name": "network-vif-plugged", "status": "completed", "tag": "cf861b69-c1f1-4862-afbe-67f2bbca9a8e"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:12.853914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:12.875630 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:12.876773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e8c8238a-57ca-45df-a60c-f99000e6f2d6 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:12.892848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:12.995900 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a76bb-ca3d-4215-b205-fcef75f20d5a req-0e7c5df1-0e0c-4351-b721-dda98cfcddfa tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:12.997763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d50a76bb-ca3d-4215-b205-fcef75f20d5a req-0e7c5df1-0e0c-4351-b721-dda98cfcddfa tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.1114306 Sep 16 04:36:13.014700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.077110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d50a76bb-ca3d-4215-b205-fcef75f20d5a req-1ccb0c1b-1358-49f4-8520-1a79626ffa81 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673263 Sep 16 04:36:13.094816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.128593 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'port_id': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d', 'mac_address': 'fa:16:3e:20:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec61476-0693-4014-9b8f-b2652cc8040c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:13.137505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cd974d38-01b7-4608-a6fa-ab9c8b14f878 None None] Port b79dcc61-45fb-43f8-8750-c1abaddc6de4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:13.151893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:13.155283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:13.176477 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:13.214818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event updated for resources: {'Port': ['ID=ee8db155-8bea-4d50-913d-b17422d35900,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:13.285787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:13.286518 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.296316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:13.323959 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126f2d02-27ea-42f6-ac48-60b53b678dab x-openstack-request-id: req-126f2d02-27ea-42f6-ac48-60b53b678dab {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:13.324380 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02172a48-f66d-41b6-acde-6a3720248525", "name": "network-vif-plugged", "status": "completed", "tag": "cf861b69-c1f1-4862-afbe-67f2bbca9a8e", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:13.325169 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-126f2d02-27ea-42f6-ac48-60b53b678dab {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:13.325863 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02172a48-f66d-41b6-acde-6a3720248525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf861b69-c1f1-4862-afbe-67f2bbca9a8e', 'code': 200} Sep 16 04:36:13.328122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-ae2ce706-f698-42fe-aaac-7cdb7a8d42fa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2559319 Sep 16 04:36:13.346959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Request body: {'port': {'device_id': '766c5081-2c12-47b7-8449-760b9e6942f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:13.434511 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.454920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port e8c8238a-57ca-45df-a60c-f99000e6f2d6 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:13.461048 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2d43c19-0f9f-4561-a9c7-b33c2e8d572d {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:13.468967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port e8c8238a-57ca-45df-a60c-f99000e6f2d6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:13.469526 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.516095 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79dcc61-45fb-43f8-8750-c1abaddc6de4 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:13.530936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.562297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Transition to ACTIVE for port object b79dcc61-45fb-43f8-8750-c1abaddc6de4 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:13.567849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa036-fb9f-48af-9022-e379aac8fea5 req-b1ee5497-6c1d-4526-bb20-4a79b3495b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:13.570615 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29bfa036-fb9f-48af-9022-e379aac8fea5 req-b1ee5497-6c1d-4526-bb20-4a79b3495b6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 1097 time: 0.1611235 Sep 16 04:36:13.577244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-11473031-25e1-41a2-af90-49fa191f1093 req-29f9f430-be5b-4ac6-9a25-afac2298d739 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:36:13.578722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11473031-25e1-41a2-af90-49fa191f1093 req-29f9f430-be5b-4ac6-9a25-afac2298d739 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165706 Sep 16 04:36:13.581397 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.596263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:13.612808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c74282-3409-46e1-b19b-12b4ade93124 req-4d4a38ed-57b1-43e1-a0c0-e8764f754b8e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:13.621237 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.627484 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-00c74282-3409-46e1-b19b-12b4ade93124 req-4d4a38ed-57b1-43e1-a0c0-e8764f754b8e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 945 time: 0.1533546 Sep 16 04:36:13.633047 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.692613 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aaf60145-a2c0-469b-87d5-7a8a265b411e None None] Provisioning complete for port ee8db155-8bea-4d50-913d-b17422d35900 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:13.693263 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aaf60145-a2c0-469b-87d5-7a8a265b411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.743399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:13.754768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-aaf60145-a2c0-469b-87d5-7a8a265b411e None None] Port ee8db155-8bea-4d50-913d-b17422d35900 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:13.756708 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.826697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Pushing event updated for resources: {'Port': ['ID=b79dcc61-45fb-43f8-8750-c1abaddc6de4,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:13.849503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c2d43c19-0f9f-4561-a9c7-b33c2e8d572d'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:13.939093 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-00c74282-3409-46e1-b19b-12b4ade93124 req-436f7c1a-ab53-414d-8f89-b77b381a218e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024058 Sep 16 04:36:13.943293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port e8c8238a-57ca-45df-a60c-f99000e6f2d6, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e8c8238a-57ca-45df-a60c-f99000e6f2d6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:13.955214 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:13.980983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8db155-8bea-4d50-913d-b17422d35900 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:13.991364 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.006264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Transition to ACTIVE for port object ee8db155-8bea-4d50-913d-b17422d35900 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:14.026547 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.034747 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29bfa036-fb9f-48af-9022-e379aac8fea5 req-d439f697-cf21-4e18-9294-d79620cf51b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543619 Sep 16 04:36:14.097261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8db155-8bea-4d50-913d-b17422d35900,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:14.217999 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-d0427b8b-7981-485c-9ec2-cdf356479706 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3141880 Sep 16 04:36:14.227044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'ddaaafbd-1133-4df9-af01-2254ffd5f776'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:14.249735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Attempting to bind port ee8db155-8bea-4d50-913d-b17422d35900 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:14.250094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Attempting to bind port ee8db155-8bea-4d50-913d-b17422d35900 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:14.250431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Attempting to bind port ee8db155-8bea-4d50-913d-b17422d35900 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:14.266453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Port ee8db155-8bea-4d50-913d-b17422d35900 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:14.266796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Attempting to bind port ee8db155-8bea-4d50-913d-b17422d35900 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:14.276138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:14.276484 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:14.276878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:14.279583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=e8c8238a-57ca-45df-a60c-f99000e6f2d6,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:14.281535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Bound port: ee8db155-8bea-4d50-913d-b17422d35900, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:14.281862 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-5520bb18-4706-4c2c-98b2-016ed59e84c8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:36:14.282227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.283284 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-5520bb18-4706-4c2c-98b2-016ed59e84c8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0339005 Sep 16 04:36:14.373825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Attempting to bind port b79dcc61-45fb-43f8-8750-c1abaddc6de4 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:14.375707 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Attempting to bind port b79dcc61-45fb-43f8-8750-c1abaddc6de4 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:14.376553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Attempting to bind port b79dcc61-45fb-43f8-8750-c1abaddc6de4 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:14.399700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Port b79dcc61-45fb-43f8-8750-c1abaddc6de4 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:14.403822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Attempting to bind port b79dcc61-45fb-43f8-8750-c1abaddc6de4 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:14.441449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:14.442799 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:14.443826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:14.445040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Bound port: b79dcc61-45fb-43f8-8750-c1abaddc6de4, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:14.445958 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.491175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde16c55-e107-4082-ae2c-2a0bc9c265cd req-a7aadf62-b716-4f55-8d83-ff0228d28826 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:14.500487 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cde16c55-e107-4082-ae2c-2a0bc9c265cd req-a7aadf62-b716-4f55-8d83-ff0228d28826 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 949 time: 0.2924664 Sep 16 04:36:14.503943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb405e1-689e-4877-94b1-e570d74a63e8 req-5f68dd4d-1c07-495b-b6ef-210be0b08105 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:14.523363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ecb405e1-689e-4877-94b1-e570d74a63e8 req-5f68dd4d-1c07-495b-b6ef-210be0b08105 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 948 time: 0.1952126 Sep 16 04:36:14.559843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] For port ee8db155-8bea-4d50-913d-b17422d35900, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:14.570996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c2d43c19-0f9f-4561-a9c7-b33c2e8d572d up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:14.588223 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cde16c55-e107-4082-ae2c-2a0bc9c265cd req-f31b38c3-2165-4c9a-9d7c-271344bd4d66 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762575 Sep 16 04:36:14.604766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] For port ee8db155-8bea-4d50-913d-b17422d35900, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=ee8db155-8bea-4d50-913d-b17422d35900,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:14.615512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.628832 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ecb405e1-689e-4877-94b1-e570d74a63e8 req-1d26e3e4-643a-4993-bc98-afb9c4410c02 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042340 Sep 16 04:36:14.656672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] For port b79dcc61-45fb-43f8-8750-c1abaddc6de4, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:14.667026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] For port b79dcc61-45fb-43f8-8750-c1abaddc6de4, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=b79dcc61-45fb-43f8-8750-c1abaddc6de4,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:14.674561 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.731180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:14.731813 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.733518 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] 10.222.0.15 "PUT /v2.0/ports/b79dcc61-45fb-43f8-8750-c1abaddc6de4 HTTP/1.1" status: 200 len: 1097 time: 2.3932266 Sep 16 04:36:14.738722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5376d4be-88cd-48f9-a225-287c8fa5b223', 'tag': 'b79dcc61-45fb-43f8-8750-c1abaddc6de4'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:14.742500 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1cbca8-718d-48ec-bb7f-23d85246b41a" -d '{"events": [{"name": "network-changed", "server_uuid": "5376d4be-88cd-48f9-a225-287c8fa5b223", "tag": "b79dcc61-45fb-43f8-8750-c1abaddc6de4"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:14.755935 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:14.756676 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.758812 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] 10.222.0.50 "PUT /v2.0/ports/ee8db155-8bea-4d50-913d-b17422d35900 HTTP/1.1" status: 200 len: 1097 time: 1.4175880 Sep 16 04:36:14.763781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766c5081-2c12-47b7-8449-760b9e6942f7', 'tag': 'ee8db155-8bea-4d50-913d-b17422d35900'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:14.768321 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c475e5b8-81d5-4c94-8f97-2afad09bea20" -d '{"events": [{"name": "network-changed", "server_uuid": "766c5081-2c12-47b7-8449-760b9e6942f7", "tag": "ee8db155-8bea-4d50-913d-b17422d35900"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:14.813983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf5910-b730-4843-a6ba-c74424d78753 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8db155-8bea-4d50-913d-b17422d35900,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:14.868100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:14.868416 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:14.921291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-b2ea2d6e-72c2-401b-a6f5-f8ebe8083a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:14.928147 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-b2ea2d6e-72c2-401b-a6f5-f8ebe8083a13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=766c5081-2c12-47b7-8449-760b9e6942f7 HTTP/1.1" status: 200 len: 1100 time: 0.0875337 Sep 16 04:36:14.965623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98231775-4bd3-47ce-b26f-027852f36de5 req-af10308b-2909-44d6-8dbf-824d85bd8fac tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:14.967209 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98231775-4bd3-47ce-b26f-027852f36de5 req-af10308b-2909-44d6-8dbf-824d85bd8fac tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.1663549 Sep 16 04:36:15.026355 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-e0bde3ee-b33a-4573-9928-f12be896f250 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=ee8db155-8bea-4d50-913d-b17422d35900 HTTP/1.1" status: 200 len: 217 time: 0.0879481 Sep 16 04:36:15.115273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98231775-4bd3-47ce-b26f-027852f36de5 req-32769c5a-ad0c-4310-9059-e321d59615de tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209826 Sep 16 04:36:15.122343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568e76f-9028-4e75-814b-e9df32bb4b43 service neutron] Pushing event updated for resources: {'Port': ['ID=b79dcc61-45fb-43f8-8750-c1abaddc6de4,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:15.144080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-545e0c9b-4208-4497-811b-c87b348c0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:15.148581 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-545e0c9b-4208-4497-811b-c87b348c0351 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 1100 time: 0.3138475 Sep 16 04:36:15.164024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-8a46458c-70a1-4d9a-a129-d5475b8b6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:15.165539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-8a46458c-70a1-4d9a-a129-d5475b8b6935 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1142094 Sep 16 04:36:15.241115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54b206-5fd5-49a2-a4c3-96fe80fb0d3b req-eb0876a5-aefa-491d-b9d5-33b7d0d7e9b2 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:15.250985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2c54b206-5fd5-49a2-a4c3-96fe80fb0d3b req-eb0876a5-aefa-491d-b9d5-33b7d0d7e9b2 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 951 time: 0.2368748 Sep 16 04:36:15.252840 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:15.336427 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-e0566e78-363f-44fc-a42b-af8812687fae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b79dcc61-45fb-43f8-8750-c1abaddc6de4 HTTP/1.1" status: 200 len: 217 time: 0.1581514 Sep 16 04:36:15.347549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-bbf5517e-cdb1-4875-b3ad-342a4624a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:15.352971 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-bbf5517e-cdb1-4875-b3ad-342a4624a580 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1688497 Sep 16 04:36:15.378036 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2c54b206-5fd5-49a2-a4c3-96fe80fb0d3b req-435e49c2-8ebd-47c8-a208-d11e468e4695 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194544 Sep 16 04:36:15.380103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd676faef-a389-4f68-a6b5-515281c7c4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c8238a-57ca-45df-a60c-f99000e6f2d6'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:15.387387 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2650f0-f556-4a70-89a8-6ec9c390cde6" -d '{"events": [{"server_uuid": "d676faef-a389-4f68-a6b5-515281c7c4b3", "name": "network-vif-plugged", "status": "completed", "tag": "e8c8238a-57ca-45df-a60c-f99000e6f2d6"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:15.472410 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94735b8d-87f6-4257-8c13-b65443410835 x-openstack-request-id: req-94735b8d-87f6-4257-8c13-b65443410835 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:15.472700 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766c5081-2c12-47b7-8449-760b9e6942f7", "tag": "ee8db155-8bea-4d50-913d-b17422d35900", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:15.472951 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94735b8d-87f6-4257-8c13-b65443410835 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:15.473350 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766c5081-2c12-47b7-8449-760b9e6942f7', 'tag': 'ee8db155-8bea-4d50-913d-b17422d35900', 'status': 'completed', 'code': 200} Sep 16 04:36:15.499783 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670e524d-0aa6-4a24-8c52-bba9295cf596 x-openstack-request-id: req-670e524d-0aa6-4a24-8c52-bba9295cf596 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:15.500630 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5376d4be-88cd-48f9-a225-287c8fa5b223", "tag": "b79dcc61-45fb-43f8-8750-c1abaddc6de4", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:15.500898 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-670e524d-0aa6-4a24-8c52-bba9295cf596 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:15.503568 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5376d4be-88cd-48f9-a225-287c8fa5b223', 'tag': 'b79dcc61-45fb-43f8-8750-c1abaddc6de4', 'status': 'completed', 'code': 200} Sep 16 04:36:15.579121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-c43e154d-6530-42c0-b406-1bef1921a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:15.581630 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-c43e154d-6530-42c0-b406-1bef1921a837 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2349875 Sep 16 04:36:15.607336 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602f8cc2-1930-4194-94a6-8d4fdb1c3011 x-openstack-request-id: req-602f8cc2-1930-4194-94a6-8d4fdb1c3011 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:15.608132 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d676faef-a389-4f68-a6b5-515281c7c4b3", "name": "network-vif-plugged", "status": "completed", "tag": "e8c8238a-57ca-45df-a60c-f99000e6f2d6", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:15.608499 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-602f8cc2-1930-4194-94a6-8d4fdb1c3011 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:15.609015 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd676faef-a389-4f68-a6b5-515281c7c4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c8238a-57ca-45df-a60c-f99000e6f2d6', 'code': 200} Sep 16 04:36:15.645902 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:15.656464 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-21aa86cd-dd59-4ebf-8dbf-9ad84c49b1f0 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772131 Sep 16 04:36:15.682121 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:15.687080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 03b4ee80-05d6-4959-b789-141500600078 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:15.710317 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-e95e730e-7df5-4ee6-968a-2f1bbb528446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:15.712306 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-e95e730e-7df5-4ee6-968a-2f1bbb528446 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1088192 Sep 16 04:36:15.734630 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50686df2-3ba6-47f1-b3a3-5ef50cbac089 req-54f86058-7616-4cac-9aea-7cf5449c26f3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:15.743145 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50686df2-3ba6-47f1-b3a3-5ef50cbac089 req-54f86058-7616-4cac-9aea-7cf5449c26f3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 945 time: 0.0901577 Sep 16 04:36:15.887330 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-4c0b1771-4420-4d68-81a8-70def23f5de9 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418643 Sep 16 04:36:15.898965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:15.927920 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:15.971767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-d00b0912-924f-4049-8168-101c3bed7928 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040211 Sep 16 04:36:15.980223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:15.988196 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:16.056798 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50686df2-3ba6-47f1-b3a3-5ef50cbac089 req-f495cdbc-b776-4135-8853-a8a7237d90ee tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120346 Sep 16 04:36:16.095828 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608f6fd-0ee1-4794-a624-cb5cb2aa573c req-4afb2e81-9840-4de2-9be4-7e50d6c8b50b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.096375 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a608f6fd-0ee1-4794-a624-cb5cb2aa573c req-4afb2e81-9840-4de2-9be4-7e50d6c8b50b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 949 time: 0.3756065 Sep 16 04:36:16.098207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=03b4ee80-05d6-4959-b789-141500600078,revision_number=11']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:16.167323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b01530-9182-4197-96da-cc9536f22584 req-780f9cc3-c5f4-4a1a-9da6-e63fe47a4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.169355 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7b01530-9182-4197-96da-cc9536f22584 req-780f9cc3-c5f4-4a1a-9da6-e63fe47a4c26 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 1101 time: 0.1966755 Sep 16 04:36:16.228193 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a608f6fd-0ee1-4794-a624-cb5cb2aa573c req-1e9b96f0-3377-4b6d-8b5d-aee270d92d08 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295903 Sep 16 04:36:16.255428 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-888aa0a1-cb00-4ac6-97b9-2c91d03e3e68 req-79b69adc-09ae-41b5-b765-c39d5179b047 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290398 Sep 16 04:36:16.260175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475e5b8-81d5-4c94-8f97-2afad09bea20 req-2f318b7e-8b57-498f-8e9b-776f3dc14897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.282117 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c475e5b8-81d5-4c94-8f97-2afad09bea20 req-2f318b7e-8b57-498f-8e9b-776f3dc14897 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=766c5081-2c12-47b7-8449-760b9e6942f7 HTTP/1.1" status: 200 len: 1100 time: 0.2347398 Sep 16 04:36:16.293588 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7b01530-9182-4197-96da-cc9536f22584 req-501a5d36-08ee-46bd-8bd0-55abd3cdd53b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080952 Sep 16 04:36:16.309261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdc54e-6b60-427e-b5c2-9ae128d6b1c0 req-a00ceed3-12bd-464e-8276-4a88ee4f40d1 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.323712 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5bdc54e-6b60-427e-b5c2-9ae128d6b1c0 req-a00ceed3-12bd-464e-8276-4a88ee4f40d1 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 948 time: 0.1464677 Sep 16 04:36:16.410665 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5bdc54e-6b60-427e-b5c2-9ae128d6b1c0 req-52da37ed-a03d-47ee-bf98-2115e64ab78b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859537 Sep 16 04:36:16.537543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475e5b8-81d5-4c94-8f97-2afad09bea20 req-a00dbc24-917b-4ee8-b60a-990d2dbf83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.548713 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c475e5b8-81d5-4c94-8f97-2afad09bea20 req-a00dbc24-917b-4ee8-b60a-990d2dbf83d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2488747 Sep 16 04:36:16.657397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c475e5b8-81d5-4c94-8f97-2afad09bea20 req-4e9ec873-83ba-495e-b263-1932ff0dced8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=ee8db155-8bea-4d50-913d-b17422d35900 HTTP/1.1" status: 200 len: 217 time: 0.0918446 Sep 16 04:36:16.740087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66b695-0e4f-48fe-912f-e69da03a9df0 req-0a3423c1-4095-477d-98cb-71299b216a42 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.743130 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bc66b695-0e4f-48fe-912f-e69da03a9df0 req-0a3423c1-4095-477d-98cb-71299b216a42 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 949 time: 0.1087143 Sep 16 04:36:16.798705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ac86-1320-4d6a-8fd3-e3eea09f69e6 req-8908ba33-f98a-442a-9e02-cfa765ca4e78 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.800728 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8180ac86-1320-4d6a-8fd3-e3eea09f69e6 req-8908ba33-f98a-442a-9e02-cfa765ca4e78 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.2478578 Sep 16 04:36:16.810658 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bc66b695-0e4f-48fe-912f-e69da03a9df0 req-9c84b5a0-f5a6-4a45-b9d8-634feea93b45 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.53 "GET /v2.0/security-groups?id=8331dd50-71b6-4b00-8a2f-4b54e10bc815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540345 Sep 16 04:36:16.840527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cbca8-718d-48ec-bb7f-23d85246b41a req-110476f4-8744-44c1-b0c0-786b140f4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.845210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c1cbca8-718d-48ec-bb7f-23d85246b41a req-110476f4-8744-44c1-b0c0-786b140f4cdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 1100 time: 0.1860108 Sep 16 04:36:16.978495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cbca8-718d-48ec-bb7f-23d85246b41a req-d2693500-7195-4e5c-89e0-0635a49866bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.978920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa39118-7948-4387-99f5-b8299ec7fb1e req-8ae30956-e8a8-4ea2-a7c7-b6da4675236e tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:16.980182 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cfa39118-7948-4387-99f5-b8299ec7fb1e req-8ae30956-e8a8-4ea2-a7c7-b6da4675236e tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 1098 time: 0.0920012 Sep 16 04:36:16.980368 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c1cbca8-718d-48ec-bb7f-23d85246b41a req-d2693500-7195-4e5c-89e0-0635a49866bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1142666 Sep 16 04:36:17.005866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475e5b8-81d5-4c94-8f97-2afad09bea20 req-334b179f-8ee9-4e63-842d-3891e0b12db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.007407 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c475e5b8-81d5-4c94-8f97-2afad09bea20 req-334b179f-8ee9-4e63-842d-3891e0b12db3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2898424 Sep 16 04:36:17.024523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61201c-eb7d-415a-b4f8-5ee9aa2d11c3 req-30c7299b-5bdf-4c1d-8448-0643313139a4 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.026366 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b61201c-eb7d-415a-b4f8-5ee9aa2d11c3 req-30c7299b-5bdf-4c1d-8448-0643313139a4 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a3f0673-06de-47c7-b6a8-864e8b2e6d22 HTTP/1.1" status: 200 len: 949 time: 0.0901952 Sep 16 04:36:17.081052 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cfa39118-7948-4387-99f5-b8299ec7fb1e req-ef9f5134-5d85-40f3-bdfe-ea144eb5617e tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923841 Sep 16 04:36:17.088310 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c1cbca8-718d-48ec-bb7f-23d85246b41a req-52bd3bd2-d89a-4457-8a11-52504ce1f937 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b79dcc61-45fb-43f8-8750-c1abaddc6de4 HTTP/1.1" status: 200 len: 217 time: 0.0914965 Sep 16 04:36:17.111510 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8180ac86-1320-4d6a-8fd3-e3eea09f69e6 req-a4715543-13ce-4ae1-ba2e-41467452a723 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829356 Sep 16 04:36:17.120077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-c7aca9de-1c0d-41ca-8974-4c87514b318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.121734 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-c7aca9de-1c0d-41ca-8974-4c87514b318a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 1102 time: 0.3172045 Sep 16 04:36:17.158542 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ee6af470-d426-40b9-9829-6ca5dda02fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:17.226685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-7b61201c-eb7d-415a-b4f8-5ee9aa2d11c3 req-07510b70-0779-4ab7-830d-73711811f152 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Deleting port 03b4ee80-05d6-4959-b789-141500600078 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:17.227552 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7b61201c-eb7d-415a-b4f8-5ee9aa2d11c3 req-07510b70-0779-4ab7-830d-73711811f152 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:17.241454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475e5b8-81d5-4c94-8f97-2afad09bea20 req-3908229a-c40f-4c12-808d-6c00a64d0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.260796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c475e5b8-81d5-4c94-8f97-2afad09bea20 req-3908229a-c40f-4c12-808d-6c00a64d0715 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2162251 Sep 16 04:36:17.387914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7b61201c-eb7d-415a-b4f8-5ee9aa2d11c3 req-07510b70-0779-4ab7-830d-73711811f152 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] For port 03b4ee80-05d6-4959-b789-141500600078, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=03b4ee80-05d6-4959-b789-141500600078,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:17.388291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7b61201c-eb7d-415a-b4f8-5ee9aa2d11c3 req-07510b70-0779-4ab7-830d-73711811f152 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:17.404029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-7b61201c-eb7d-415a-b4f8-5ee9aa2d11c3 req-07510b70-0779-4ab7-830d-73711811f152 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Calling delete_port for 03b4ee80-05d6-4959-b789-141500600078 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:17.492205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cbca8-718d-48ec-bb7f-23d85246b41a req-ab7c4d1d-fc94-4a3a-9c0a-abc747e29e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.494266 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c1cbca8-718d-48ec-bb7f-23d85246b41a req-ab7c4d1d-fc94-4a3a-9c0a-abc747e29e58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.3709836 Sep 16 04:36:17.564091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1cbf0-957f-4389-a049-a7a13262cac2 req-d056dcb0-dce2-4dc6-a63b-ba46b67f663e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:17.573222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8f1cbf0-957f-4389-a049-a7a13262cac2 req-d056dcb0-dce2-4dc6-a63b-ba46b67f663e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 945 time: 0.2737353 Sep 16 04:36:17.610271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c304966-ee16-4d0d-8ce5-8aca0bc35400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d'}, {'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03b4ee80-05d6-4959-b789-141500600078'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:17.614592 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6fe52f-8374-4617-b844-fd8ee71ae554" -d '{"events": [{"server_uuid": "0c304966-ee16-4d0d-8ce5-8aca0bc35400", "name": "network-vif-plugged", "status": "completed", "tag": "c2d43c19-0f9f-4561-a9c7-b33c2e8d572d"}, {"server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "name": "network-vif-unplugged", "status": "completed", "tag": "03b4ee80-05d6-4959-b789-141500600078"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:17.620615 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7b61201c-eb7d-415a-b4f8-5ee9aa2d11c3 req-07510b70-0779-4ab7-830d-73711811f152 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:17.963044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07510b70-0779-4ab7-830d-73711811f152 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Pushing event deleted for resources: {'Port': ['ID=03b4ee80-05d6-4959-b789-141500600078,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:18.007450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-80c34e59-a239-4c49-a614-aeaa3cc9b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.011456 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-80c34e59-a239-4c49-a614-aeaa3cc9b351 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.8140295 Sep 16 04:36:18.040491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b61201c-eb7d-415a-b4f8-5ee9aa2d11c3 req-07510b70-0779-4ab7-830d-73711811f152 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] No DVR routers for this DVR port 03b4ee80-05d6-4959-b789-141500600078 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:36:18.046332 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7b61201c-eb7d-415a-b4f8-5ee9aa2d11c3 req-07510b70-0779-4ab7-830d-73711811f152 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:18.048387 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b61201c-eb7d-415a-b4f8-5ee9aa2d11c3 req-07510b70-0779-4ab7-830d-73711811f152 tempest-ImagesOneServerTestJSON-149000938 tempest-ImagesOneServerTestJSON-149000938-project] 10.222.0.50 "DELETE /v2.0/ports/03b4ee80-05d6-4959-b789-141500600078 HTTP/1.1" status: 204 len: 173 time: 1.0101118 Sep 16 04:36:18.048842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'name': 'network-vif-deleted', 'tag': '03b4ee80-05d6-4959-b789-141500600078'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:18.049308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c475e5b8-81d5-4c94-8f97-2afad09bea20 req-416bfb0f-3867-4161-9968-54de68263bcd service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7532845 Sep 16 04:36:18.051119 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b92f6b-16c8-41e7-bc09-74d7ac5c961a" -d '{"events": [{"server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "name": "network-vif-deleted", "tag": "03b4ee80-05d6-4959-b789-141500600078"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:18.104038 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8f1cbf0-957f-4389-a049-a7a13262cac2 req-aacb90b4-6a89-4a0f-ad95-02c8d4f154eb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232770 Sep 16 04:36:18.105888 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-ea822325-684b-42d0-9e30-e6447e197e3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=4252a6b3-98db-4737-b85b-3720fba49a37 HTTP/1.1" status: 200 len: 217 time: 0.0725312 Sep 16 04:36:18.127864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cbca8-718d-48ec-bb7f-23d85246b41a req-a3fd34c4-9412-4eb4-8406-9d51f2497ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.132338 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c1cbca8-718d-48ec-bb7f-23d85246b41a req-a3fd34c4-9412-4eb4-8406-9d51f2497ced service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5958676 Sep 16 04:36:18.354662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-958ce9b2-e1d7-4263-9d7b-5dc36f35be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.356478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-958ce9b2-e1d7-4263-9d7b-5dc36f35be17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2229056 Sep 16 04:36:18.386307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-72570b60-b8b3-4e7a-84ab-def65a6b1181 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:36:18.387326 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-72570b60-b8b3-4e7a-84ab-def65a6b1181 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068669 Sep 16 04:36:18.392584 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c475e5b8-81d5-4c94-8f97-2afad09bea20 req-440ed0d6-67d1-4627-b78b-b3a9b7321aa2 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145990 Sep 16 04:36:18.445178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bb4c6-bae5-4b3d-b8fc-d780734e7ff0 req-12fedde4-f833-4e00-ac42-30a93c2dba60 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.446999 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-092bb4c6-bae5-4b3d-b8fc-d780734e7ff0 req-12fedde4-f833-4e00-ac42-30a93c2dba60 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 949 time: 0.2473593 Sep 16 04:36:18.456949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-ab82d12e-c5d4-4970-8447-77935e622d2d tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.458118 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-ab82d12e-c5d4-4970-8447-77935e622d2d tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports/d6d754ff-8f01-42e9-b86b-227d054fa075 HTTP/1.1" status: 200 len: 1095 time: 0.0597696 Sep 16 04:36:18.464824 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c1cbca8-718d-48ec-bb7f-23d85246b41a req-c42c0674-4e30-469e-85c1-21352eefa9cc service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621350 Sep 16 04:36:18.479642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] Request body: {'binding': {'host': 'n-h2-712142-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:18.484645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] Unknown quota resources ['binding']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:36:18.498077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-df6450c5-5757-4b72-b813-c98fdb0d39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:18.499705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-df6450c5-5757-4b72-b813-c98fdb0d39bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300921 Sep 16 04:36:18.562680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device ee8db155-8bea-4d50-913d-b17422d35900 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:18.621656 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-092bb4c6-bae5-4b3d-b8fc-d780734e7ff0 req-7f9075b4-af9c-4251-b99e-3f06b79f36eb tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547813 Sep 16 04:36:18.752740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] Attempting to bind port d6d754ff-8f01-42e9-b86b-227d054fa075 on host n-h2-712142-17 for vnic_type normal with profile None {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:18.753084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] Attempting to bind port d6d754ff-8f01-42e9-b86b-227d054fa075 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:18.753420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] Attempting to bind port d6d754ff-8f01-42e9-b86b-227d054fa075 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:18.763276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c1cbca8-718d-48ec-bb7f-23d85246b41a req-d8d71a0c-c24e-4e78-9ab8-2fb957f58f3c service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777917 Sep 16 04:36:18.779320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] Port d6d754ff-8f01-42e9-b86b-227d054fa075 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:18.779649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] Attempting to bind port d6d754ff-8f01-42e9-b86b-227d054fa075 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:18.792441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:18.792786 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:18.793182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] Bound using segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:18.793639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] Bound port: d6d754ff-8f01-42e9-b86b-227d054fa075, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:18.817925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port ee8db155-8bea-4d50-913d-b17422d35900, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=ee8db155-8bea-4d50-913d-b17422d35900,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:18.834370 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'ee8db155-8bea-4d50-913d-b17422d35900', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'ee8db155-8bea-4d50-913d-b17422d35900', 'mac_address': 'fa:16:3e:34:fc:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:18.865838 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-833f0075-97a2-46d9-ab74-d2cf3c5068d3 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384933 Sep 16 04:36:18.914989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:18.930940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d6d754ff-8f01-42e9-b86b-227d054fa075,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:18.947681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8db155-8bea-4d50-913d-b17422d35900 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:18.971866 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:18.974597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-86afed2b-b21a-45ca-af61-43356aed6e11 service neutron] 10.222.0.53 "POST /v2.0/ports/d6d754ff-8f01-42e9-b86b-227d054fa075/bindings HTTP/1.1" status: 201 len: 390 time: 0.5100038 Sep 16 04:36:18.975085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port ee8db155-8bea-4d50-913d-b17422d35900, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=ee8db155-8bea-4d50-913d-b17422d35900,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:18.982210 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:19.014473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35565dca-52d6-45a9-ad35-046887de444f req-355a789c-60ec-47d0-be0d-61318824567a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.022968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35565dca-52d6-45a9-ad35-046887de444f req-355a789c-60ec-47d0-be0d-61318824567a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 948 time: 0.1988702 Sep 16 04:36:19.048331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=ee8db155-8bea-4d50-913d-b17422d35900,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:19.095316 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-29b46944-12b1-4e5c-b51c-2a5d60341cef service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079275 Sep 16 04:36:19.122130 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35565dca-52d6-45a9-ad35-046887de444f req-5a20bd72-7f30-4e8c-ba2a-b82040fa0b80 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981891 Sep 16 04:36:19.253624 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab018e6-800f-43c5-9c65-e7e3189abe72 x-openstack-request-id: req-7ab018e6-800f-43c5-9c65-e7e3189abe72 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:19.254038 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c304966-ee16-4d0d-8ce5-8aca0bc35400", "name": "network-vif-plugged", "status": "completed", "tag": "c2d43c19-0f9f-4561-a9c7-b33c2e8d572d", "code": 200}, {"server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "name": "network-vif-unplugged", "status": "completed", "tag": "03b4ee80-05d6-4959-b789-141500600078", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:19.254410 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ab018e6-800f-43c5-9c65-e7e3189abe72 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:19.254950 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c304966-ee16-4d0d-8ce5-8aca0bc35400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d', 'code': 200} Sep 16 04:36:19.255317 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03b4ee80-05d6-4959-b789-141500600078', 'code': 200} Sep 16 04:36:19.331391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['ee8db155-8bea-4d50-913d-b17422d35900'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:19.360244 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5df632-4078-4aa1-b6fe-12b4a1e429bd x-openstack-request-id: req-3f5df632-4078-4aa1-b6fe-12b4a1e429bd {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:19.361008 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3f0673-06de-47c7-b6a8-864e8b2e6d22", "name": "network-vif-deleted", "tag": "03b4ee80-05d6-4959-b789-141500600078", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:19.361385 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f5df632-4078-4aa1-b6fe-12b4a1e429bd {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:19.362395 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3f0673-06de-47c7-b6a8-864e8b2e6d22', 'name': 'network-vif-deleted', 'tag': '03b4ee80-05d6-4959-b789-141500600078', 'status': 'completed', 'code': 200} Sep 16 04:36:19.524295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2de8a1-d57d-4adf-b956-1a08c1a451ab req-35e23d84-f5b5-49de-b962-391154fefff8 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.546834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec2de8a1-d57d-4adf-b956-1a08c1a451ab req-35e23d84-f5b5-49de-b962-391154fefff8 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 1097 time: 0.1716406 Sep 16 04:36:19.549363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942e7ea-2179-4366-9bd2-9fb5eb029f04 req-3807dd0c-19ff-4da0-aa92-7c3142ba32c4 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.551133 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6942e7ea-2179-4366-9bd2-9fb5eb029f04 req-3807dd0c-19ff-4da0-aa92-7c3142ba32c4 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0805659 Sep 16 04:36:19.553715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-c5c7c9cf-1d2c-49b0-a0e2-33e496bad877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.555169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-c5c7c9cf-1d2c-49b0-a0e2-33e496bad877 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 1098 time: 0.1225872 Sep 16 04:36:19.636033 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6942e7ea-2179-4366-9bd2-9fb5eb029f04 req-2cab174f-2a4a-4432-879d-cac10799dee2 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780141 Sep 16 04:36:19.688579 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49582) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:19.705132 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec2de8a1-d57d-4adf-b956-1a08c1a451ab req-5da4324e-781b-4423-93b6-94d67de81b4f tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474295 Sep 16 04:36:19.757648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-91ae1b25-40c9-4169-a37b-65b901df399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.757648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-91ae1b25-40c9-4169-a37b-65b901df399b service neutron] 10.222.0.15 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.1793180 Sep 16 04:36:19.842344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-456dd315-bf3e-453c-8241-e8845f52a2fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6d754ff-8f01-42e9-b86b-227d054fa075 HTTP/1.1" status: 200 len: 217 time: 0.0649891 Sep 16 04:36:19.897153 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-592f4e1f-905e-48ae-8231-c377582c4bbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5955712a3545424088408de6eb6a84a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069423 Sep 16 04:36:19.900187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49588) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:19.924085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-5f3ae8e5-ab90-44d0-b00f-a8a035c8dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.925887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-5f3ae8e5-ab90-44d0-b00f-a8a035c8dec8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.0752187 Sep 16 04:36:19.954770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f91b84-60e9-4809-8f0e-448ce188a7dd req-173cd1c1-f620-42db-b0f8-c50bec881815 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:19.956797 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-27f91b84-60e9-4809-8f0e-448ce188a7dd req-173cd1c1-f620-42db-b0f8-c50bec881815 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.1179845 Sep 16 04:36:19.962884 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4e2913f-1f77-45ea-8e29-3bff50d7fa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:19.986230 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff97aa9b-e2cd-4736-a321-df8ead578b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.010073 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff97aa9b-e2cd-4736-a321-df8ead578b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.035629 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-9d533596-3666-43b1-a124-cae1c72fbb67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778413 Sep 16 04:36:20.076344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff97aa9b-e2cd-4736-a321-df8ead578b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.091032 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff97aa9b-e2cd-4736-a321-df8ead578b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.092269 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ff97aa9b-e2cd-4736-a321-df8ead578b0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8331dd50-71b6-4b00-8a2f-4b54e10bc815 HTTP/1.1" status: 204 len: 168 time: 0.1911008 Sep 16 04:36:20.107165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97aa9b-e2cd-4736-a321-df8ead578b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8331dd50-71b6-4b00-8a2f-4b54e10bc815,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:20.186475 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-27f91b84-60e9-4809-8f0e-448ce188a7dd req-bb475d9e-e41b-450a-9bb2-4e3eaa60c7d1 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995444 Sep 16 04:36:20.195615 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device b79dcc61-45fb-43f8-8750-c1abaddc6de4 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:20.422017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d945989-6930-40c2-b8ba-841a2a137049 req-639abae2-28c8-4a07-bf20-3f48be4b94fd tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:20.427747 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-84f1443d-c778-475d-bea2-c2ee021d2a40 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801253 Sep 16 04:36:20.430075 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7d945989-6930-40c2-b8ba-841a2a137049 req-639abae2-28c8-4a07-bf20-3f48be4b94fd tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 948 time: 0.0904536 Sep 16 04:36:20.505423 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7d945989-6930-40c2-b8ba-841a2a137049 req-2b7370f9-bd5e-4fe0-8402-dc94852044d8 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742042 Sep 16 04:36:20.530184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port b79dcc61-45fb-43f8-8750-c1abaddc6de4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=b79dcc61-45fb-43f8-8750-c1abaddc6de4,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:20.568387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device ee8db155-8bea-4d50-913d-b17422d35900 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:20.615594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'b79dcc61-45fb-43f8-8750-c1abaddc6de4', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'b79dcc61-45fb-43f8-8750-c1abaddc6de4', 'mac_address': 'fa:16:3e:df:9a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:20.683565 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.684255 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-b2b46421-b4be-4d24-94c4-392125425beb tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e176aed5aa814fce9e036d499badc74e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679433 Sep 16 04:36:20.720780 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79dcc61-45fb-43f8-8750-c1abaddc6de4 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:20.736458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port ee8db155-8bea-4d50-913d-b17422d35900 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:20.754973 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-9820f811-2ed4-44ee-9351-0ca7fc9dead2 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115685 Sep 16 04:36:20.760367 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port ee8db155-8bea-4d50-913d-b17422d35900 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:20.766004 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.826465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79f8d7-558b-436a-addb-11908ae90065 req-30439528-756f-49a4-9a1e-162ce167a8bf tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:20.842775 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db79f8d7-558b-436a-addb-11908ae90065 req-30439528-756f-49a4-9a1e-162ce167a8bf tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0859923 Sep 16 04:36:20.897242 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:20.924429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port b79dcc61-45fb-43f8-8750-c1abaddc6de4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=b79dcc61-45fb-43f8-8750-c1abaddc6de4,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:20.942242 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db79f8d7-558b-436a-addb-11908ae90065 req-d1faf557-937b-4758-a7e7-f3a8fad2f5ba tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937204 Sep 16 04:36:20.965035 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:21.045973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-7029c9a4-44a7-4e87-9fc9-3424796fa001 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:21.054051 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-7029c9a4-44a7-4e87-9fc9-3424796fa001 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3537989 Sep 16 04:36:21.071135 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-7fb56dc3-f590-4047-a381-c9bde07b5482 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/quotas/e176aed5aa814fce9e036d499badc74e HTTP/1.1" status: 200 len: 375 time: 0.0161791 Sep 16 04:36:21.128811 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:21.133655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-94227575-e463-44ce-b7c1-2ce98e8dccbb tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e176aed5aa814fce9e036d499badc74e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615246 Sep 16 04:36:21.266059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766c5081-2c12-47b7-8449-760b9e6942f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8db155-8bea-4d50-913d-b17422d35900'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:21.268183 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5322f2e0-63a0-4dfc-82d2-b261a4a62d2f" -d '{"events": [{"server_uuid": "766c5081-2c12-47b7-8449-760b9e6942f7", "name": "network-vif-plugged", "status": "completed", "tag": "ee8db155-8bea-4d50-913d-b17422d35900"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:21.288747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=b79dcc61-45fb-43f8-8750-c1abaddc6de4,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:21.312825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port ee8db155-8bea-4d50-913d-b17422d35900, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=ee8db155-8bea-4d50-913d-b17422d35900,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:21.326584 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:21.327415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 03b4ee80-05d6-4959-b789-141500600078 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:21.449803 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4ed866-4883-4529-b4a8-ee3340296ad0 x-openstack-request-id: req-ed4ed866-4883-4529-b4a8-ee3340296ad0 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:21.453793 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766c5081-2c12-47b7-8449-760b9e6942f7", "name": "network-vif-plugged", "status": "completed", "tag": "ee8db155-8bea-4d50-913d-b17422d35900", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:21.454519 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed4ed866-4883-4529-b4a8-ee3340296ad0 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:21.454957 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766c5081-2c12-47b7-8449-760b9e6942f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8db155-8bea-4d50-913d-b17422d35900', 'code': 200} Sep 16 04:36:21.457272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 03b4ee80-05d6-4959-b789-141500600078 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:36:21.457779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 03b4ee80-05d6-4959-b789-141500600078 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:21.485440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['b79dcc61-45fb-43f8-8750-c1abaddc6de4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:21.584047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f9a6d-34f5-4ed2-8b21-cfb3497f5599 req-f7cb6db0-da78-4505-b222-6a23f4cf0344 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:21.585649 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ae4f9a6d-34f5-4ed2-8b21-cfb3497f5599 req-f7cb6db0-da78-4505-b222-6a23f4cf0344 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.1931946 Sep 16 04:36:21.630305 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eaddde01-f753-4ce8-a24e-fa0275d2d6b7 req-61639be6-df3a-4e29-a963-d59929090108 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 210 time: 0.0602903 Sep 16 04:36:21.649394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeed50b-b806-4e36-ae7d-b75cde719008 req-4c774eba-9fdf-45f7-b620-b2a26cd5d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:21.652710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aaeed50b-b806-4e36-ae7d-b75cde719008 req-4c774eba-9fdf-45f7-b620-b2a26cd5d958 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=766c5081-2c12-47b7-8449-760b9e6942f7 HTTP/1.1" status: 200 len: 1102 time: 0.1544709 Sep 16 04:36:21.712875 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aaeed50b-b806-4e36-ae7d-b75cde719008 req-e7a02286-b1f8-4e2c-8b77-aa34ffa61e4b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493572 Sep 16 04:36:21.755326 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ae4f9a6d-34f5-4ed2-8b21-cfb3497f5599 req-c6aa0b9e-225d-4964-a113-2783637592c5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549563 Sep 16 04:36:21.865843 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:21.961239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=ee8db155-8bea-4d50-913d-b17422d35900,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:22.143640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a95e-e3c6-46c4-b95e-23cc93c93ab3 req-fe168f6c-32e6-45b1-8762-5bb773327cf9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:22.156007 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0440a95e-e3c6-46c4-b95e-23cc93c93ab3 req-fe168f6c-32e6-45b1-8762-5bb773327cf9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 949 time: 0.1913264 Sep 16 04:36:22.239785 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0440a95e-e3c6-46c4-b95e-23cc93c93ab3 req-df0e0b25-6a36-4aa7-81b0-c04b835b5c72 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827982 Sep 16 04:36:22.434887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba9b9a-21a4-4ed4-9133-88fde4903f64 req-e7a8f8cd-ddd6-4e56-a5e7-dafb118053e5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:22.442023 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9ba9b9a-21a4-4ed4-9133-88fde4903f64 req-e7a8f8cd-ddd6-4e56-a5e7-dafb118053e5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0685461 Sep 16 04:36:22.519479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9ba9b9a-21a4-4ed4-9133-88fde4903f64 req-432cd6c1-5bcb-434d-8dd0-4e8c68359dd2 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687833 Sep 16 04:36:22.801407 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf1e752b-70a4-4a5f-98ed-ea679531b4bb req-031fb27d-708d-4b07-8ca4-4f27e2c977c7 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 210 time: 0.0699797 Sep 16 04:36:22.852167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49702) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:22.971000 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cd25f-aa2e-4fff-b112-f4a64d5805b9 req-dfb55821-5a2c-4e67-bf67-57a732c81ecf tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:22.982969 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-114cd25f-aa2e-4fff-b112-f4a64d5805b9 req-dfb55821-5a2c-4e67-bf67-57a732c81ecf tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.1162467 Sep 16 04:36:23.034858 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.049744 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d16e67e-df10-4b39-87de-27a6e2ebc782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.094209 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-114cd25f-aa2e-4fff-b112-f4a64d5805b9 req-e67ca2b4-824e-4a5f-99ed-deb47c183f81 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097307 Sep 16 04:36:23.131038 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-f8949e38-d081-4f8a-b029-451cae2dfea2 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e176aed5aa814fce9e036d499badc74e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243127 Sep 16 04:36:23.283733 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d16e67e-df10-4b39-87de-27a6e2ebc782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.299256 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d16e67e-df10-4b39-87de-27a6e2ebc782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.453175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49726) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:23.461139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8d16e67e-df10-4b39-87de-27a6e2ebc782 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=483e7e57bfbc4dfa91f4d9f18935152b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6077368 Sep 16 04:36:23.485449 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16e67e-df10-4b39-87de-27a6e2ebc782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e03b93-4ef2-4488-8795-5e9a37902d4d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:23.518197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92033d8e-64db-467b-8621-e52b84e66172 req-ee125cc4-a7f5-43ff-919f-e812dbe5a595 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:23.529346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-92033d8e-64db-467b-8621-e52b84e66172 req-ee125cc4-a7f5-43ff-919f-e812dbe5a595 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 949 time: 0.1387787 Sep 16 04:36:23.567347 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f6f9267e-bdbd-40b8-84b3-14271142e748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.593821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-92033d8e-64db-467b-8621-e52b84e66172 req-bcc5f945-a2bb-4e66-9576-24580c53dc53 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630720 Sep 16 04:36:23.605994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f6f9267e-bdbd-40b8-84b3-14271142e748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.620541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-b5813a3d-b20e-42bb-b499-144d5954856e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:23.625276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-b5813a3d-b20e-42bb-b499-144d5954856e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3844864 Sep 16 04:36:23.641416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Request body: {'port': {'device_id': '6534dfdd-1877-48c2-8d9f-598380b771b3', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'e176aed5aa814fce9e036d499badc74e'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:23.674739 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f6f9267e-bdbd-40b8-84b3-14271142e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.679454 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f6f9267e-bdbd-40b8-84b3-14271142e748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.684986 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f6f9267e-bdbd-40b8-84b3-14271142e748 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21e03b93-4ef2-4488-8795-5e9a37902d4d HTTP/1.1" status: 204 len: 168 time: 0.2302582 Sep 16 04:36:23.696162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9267e-bdbd-40b8-84b3-14271142e748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e03b93-4ef2-4488-8795-5e9a37902d4d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:23.829006 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af598691-6acb-492d-93fc-71f797421419 req-81971a8a-2a46-47d2-b58d-6884831ce628 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:23.830474 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af598691-6acb-492d-93fc-71f797421419 req-81971a8a-2a46-47d2-b58d-6884831ce628 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0824583 Sep 16 04:36:23.917996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af598691-6acb-492d-93fc-71f797421419 req-37bdc135-e917-49bd-b7d6-142f976eff80 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755460 Sep 16 04:36:23.957561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Made reservation on behalf of e176aed5aa814fce9e036d499badc74e for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:23.961069 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:23.992934 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-86de5ee6-2598-44ea-8206-af7dbe681f5a req-70670b14-fae3-4561-9367-2a3aa2f0f43c tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 210 time: 0.0720465 Sep 16 04:36:24.204007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device b79dcc61-45fb-43f8-8750-c1abaddc6de4 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:24.230984 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Allocated IP 192.168.233.223 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/8996a3db-881e-496c-b682-8b67d9e37010) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:24.371070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port b79dcc61-45fb-43f8-8750-c1abaddc6de4 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:24.376094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port b79dcc61-45fb-43f8-8750-c1abaddc6de4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:24.377993 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:24.395609 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b1ae5-3cf1-4d6a-8194-6f9c2d66e5db req-b05c166a-83b3-4ceb-b604-1209dd884a57 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.397971 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-234b1ae5-3cf1-4d6a-8194-6f9c2d66e5db req-b05c166a-83b3-4ceb-b604-1209dd884a57 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.1414807 Sep 16 04:36:24.573924 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:24.580914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-234b1ae5-3cf1-4d6a-8194-6f9c2d66e5db req-cc483686-0780-4594-a72f-0ccb8b07d12e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753578 Sep 16 04:36:24.617165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5376d4be-88cd-48f9-a225-287c8fa5b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79dcc61-45fb-43f8-8750-c1abaddc6de4'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:24.631391 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7c94d8-0b8e-4613-8f01-e895801cbcc8" -d '{"events": [{"server_uuid": "5376d4be-88cd-48f9-a225-287c8fa5b223", "name": "network-vif-plugged", "status": "completed", "tag": "b79dcc61-45fb-43f8-8750-c1abaddc6de4"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:24.657496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port b79dcc61-45fb-43f8-8750-c1abaddc6de4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=b79dcc61-45fb-43f8-8750-c1abaddc6de4,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:24.663253 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:24.667637 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:24.719924 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f6fb6c-f87c-4c6b-a369-562086368b30 x-openstack-request-id: req-60f6fb6c-f87c-4c6b-a369-562086368b30 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:24.721482 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5376d4be-88cd-48f9-a225-287c8fa5b223", "name": "network-vif-plugged", "status": "completed", "tag": "b79dcc61-45fb-43f8-8750-c1abaddc6de4", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:24.721918 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60f6fb6c-f87c-4c6b-a369-562086368b30 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:24.725934 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5376d4be-88cd-48f9-a225-287c8fa5b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79dcc61-45fb-43f8-8750-c1abaddc6de4', 'code': 200} Sep 16 04:36:24.782727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:24.784130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=b79dcc61-45fb-43f8-8750-c1abaddc6de4,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:24.803675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['e8c8238a-57ca-45df-a60c-f99000e6f2d6'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:24.850916 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a86cf-1872-4cff-acee-07d9b0aa6608 req-7bca1297-67bd-4384-8d2e-b1f3904cfbc6 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:24.868797 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-242a86cf-1872-4cff-acee-07d9b0aa6608 req-7bca1297-67bd-4384-8d2e-b1f3904cfbc6 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 950 time: 0.1282697 Sep 16 04:36:24.966917 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-242a86cf-1872-4cff-acee-07d9b0aa6608 req-7d46e3ef-3603-40ed-afca-1194acabe8c8 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940237 Sep 16 04:36:24.980461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:25.001586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:25.016134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Pushing event updated for resources: {'Port': ['ID=8996a3db-881e-496c-b682-8b67d9e37010,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:25.018740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:25.154792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829ee99-ff13-459c-9ea8-67677de54468 req-fcd41299-f695-4b44-bd36-630c89b22a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:25.156396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0829ee99-ff13-459c-9ea8-67677de54468 req-fcd41299-f695-4b44-bd36-630c89b22a01 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 1102 time: 0.3115423 Sep 16 04:36:25.238406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8266a-3842-410e-abc7-e72162b75749 req-dd89ac01-1128-46ad-92d6-1ec3527c8b9e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:25.248067 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57d8266a-3842-410e-abc7-e72162b75749 req-dd89ac01-1128-46ad-92d6-1ec3527c8b9e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 936 time: 0.1425099 Sep 16 04:36:25.289587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:25.302524 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.318794 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57d8266a-3842-410e-abc7-e72162b75749 req-27e2484b-8ad2-4a53-951f-308a579bbea4 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694003 Sep 16 04:36:25.346765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-46ad80ba-cd02-4a05-a39c-019e9b0d8b96 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7100163 Sep 16 04:36:25.371783 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0829ee99-ff13-459c-9ea8-67677de54468 req-728b614c-43eb-4045-bda2-82acd5b200d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769621 Sep 16 04:36:25.377886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Request body: {'port': {'device_id': '6534dfdd-1877-48c2-8d9f-598380b771b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:25.393771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a566d4-063d-449f-8221-5a69ec2483b4 req-05256b7b-8f36-40cd-ab23-fb5ba98fdcc0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:25.395520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33a566d4-063d-449f-8221-5a69ec2483b4 req-05256b7b-8f36-40cd-ab23-fb5ba98fdcc0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.3026071 Sep 16 04:36:25.454709 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-906482c2-aaec-49e2-a23f-a271cddd0596 None None] Provisioning complete for port 8996a3db-881e-496c-b682-8b67d9e37010 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:25.455712 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-906482c2-aaec-49e2-a23f-a271cddd0596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.502828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-906482c2-aaec-49e2-a23f-a271cddd0596 None None] Port 8996a3db-881e-496c-b682-8b67d9e37010 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:25.609020 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:25.657676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33a566d4-063d-449f-8221-5a69ec2483b4 req-eebd08bc-b771-4b9f-b555-a8cd080af570 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062957 Sep 16 04:36:25.967619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2232b1-861c-4834-a2b8-a2f007e66204 req-db329e5d-9a75-46ab-9802-7cb6850bf798 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:25.969705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d2232b1-861c-4834-a2b8-a2f007e66204 req-db329e5d-9a75-46ab-9802-7cb6850bf798 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.1832066 Sep 16 04:36:26.046926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d2232b1-861c-4834-a2b8-a2f007e66204 req-227092c9-6523-4c15-b5ec-4cbcdef006a6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685022 Sep 16 04:36:26.131573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbd8e7-5dbc-4727-b749-050c13044e00 req-6ec12175-56e5-468c-83a3-20f74342bd51 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.140684 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0cbbd8e7-5dbc-4727-b749-050c13044e00 req-6ec12175-56e5-468c-83a3-20f74342bd51 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 950 time: 0.0972438 Sep 16 04:36:26.153311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8996a3db-881e-496c-b682-8b67d9e37010 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:26.164537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.185017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Transition to ACTIVE for port object 8996a3db-881e-496c-b682-8b67d9e37010 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:26.197332 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0cbbd8e7-5dbc-4727-b749-050c13044e00 req-987e5983-9daa-4dd7-b383-1df1839953a0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545630 Sep 16 04:36:26.199716 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.270905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Pushing event updated for resources: {'Port': ['ID=8996a3db-881e-496c-b682-8b67d9e37010,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:26.386825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49810) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:26.429632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Attempting to bind port 8996a3db-881e-496c-b682-8b67d9e37010 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:26.429969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Attempting to bind port 8996a3db-881e-496c-b682-8b67d9e37010 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:26.430305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Attempting to bind port 8996a3db-881e-496c-b682-8b67d9e37010 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:26.517070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Port 8996a3db-881e-496c-b682-8b67d9e37010 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:26.517584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Attempting to bind port 8996a3db-881e-496c-b682-8b67d9e37010 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:26.539951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:26.546850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:26.550276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:26.550892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Bound port: 8996a3db-881e-496c-b682-8b67d9e37010, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:26.551471 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.608297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d959a-9abd-4fde-b056-4d7b1d5e4504 req-1caa0593-af29-4101-979c-d334e6d306a3 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.610024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e74d959a-9abd-4fde-b056-4d7b1d5e4504 req-1caa0593-af29-4101-979c-d334e6d306a3 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 948 time: 0.1814256 Sep 16 04:36:26.695168 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93f73c3b-183c-4f74-9cb5-67b3bec0c34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.710004 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e74d959a-9abd-4fde-b056-4d7b1d5e4504 req-03adb9b0-9651-4856-a042-3f8c60fbf60c tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886807 Sep 16 04:36:26.770806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] For port 8996a3db-881e-496c-b682-8b67d9e37010, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:26.774407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] For port 8996a3db-881e-496c-b682-8b67d9e37010, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8996a3db-881e-496c-b682-8b67d9e37010,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:26.787082 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.836826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:26.840013 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.841560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] 10.222.0.50 "PUT /v2.0/ports/8996a3db-881e-496c-b682-8b67d9e37010 HTTP/1.1" status: 200 len: 1097 time: 1.4679711 Sep 16 04:36:26.842196 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6534dfdd-1877-48c2-8d9f-598380b771b3', 'tag': '8996a3db-881e-496c-b682-8b67d9e37010'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:26.844750 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba29e90-b33c-4cbd-acde-7b64f98b8bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "6534dfdd-1877-48c2-8d9f-598380b771b3", "tag": "8996a3db-881e-496c-b682-8b67d9e37010"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:26.854403 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93f73c3b-183c-4f74-9cb5-67b3bec0c34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.875224 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93f73c3b-183c-4f74-9cb5-67b3bec0c34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:26.979763 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acc9ee6-d4a6-4ce0-a4a8-84b414362006 x-openstack-request-id: req-5acc9ee6-d4a6-4ce0-a4a8-84b414362006 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:26.980140 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6534dfdd-1877-48c2-8d9f-598380b771b3", "tag": "8996a3db-881e-496c-b682-8b67d9e37010", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:26.980567 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5acc9ee6-d4a6-4ce0-a4a8-84b414362006 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:26.985327 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-93f73c3b-183c-4f74-9cb5-67b3bec0c34d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6df6e1d163cc4deb87cff32c6cac92f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5967414 Sep 16 04:36:26.986320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f73c3b-183c-4f74-9cb5-67b3bec0c34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e09ca6b-0dad-471f-bb34-f2116f2b6e4b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:26.988035 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6534dfdd-1877-48c2-8d9f-598380b771b3', 'tag': '8996a3db-881e-496c-b682-8b67d9e37010', 'status': 'completed', 'code': 200} Sep 16 04:36:26.989529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49830) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:27.039653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a18e3d-5e23-4acc-93dd-3abd496b2b43 service neutron] Pushing event updated for resources: {'Port': ['ID=8996a3db-881e-496c-b682-8b67d9e37010,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:27.060262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af352b-1313-4bcc-8ad0-66e1c8632460 req-645a52e5-4a90-4483-a6e4-60b4ecdbdf0e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.062123 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0af352b-1313-4bcc-8ad0-66e1c8632460 req-645a52e5-4a90-4483-a6e4-60b4ecdbdf0e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.2025325 Sep 16 04:36:27.080757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-6dc35d91-7c23-4cbb-80c6-1756834d3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.082313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-6dc35d91-7c23-4cbb-80c6-1756834d3988 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e176aed5aa814fce9e036d499badc74e&device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 1100 time: 0.1390548 Sep 16 04:36:27.106691 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3fca1f83-b18a-4fcf-95c9-7a190f45ad85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:27.156242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-18b83806-6d37-4c07-95ef-6e9466f55aaf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8996a3db-881e-496c-b682-8b67d9e37010 HTTP/1.1" status: 200 len: 217 time: 0.0529716 Sep 16 04:36:27.165769 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3fca1f83-b18a-4fcf-95c9-7a190f45ad85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:27.255217 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3fca1f83-b18a-4fcf-95c9-7a190f45ad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:27.258430 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3fca1f83-b18a-4fcf-95c9-7a190f45ad85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:27.261529 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3fca1f83-b18a-4fcf-95c9-7a190f45ad85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e09ca6b-0dad-471f-bb34-f2116f2b6e4b HTTP/1.1" status: 204 len: 168 time: 0.2690680 Sep 16 04:36:27.271205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca1f83-b18a-4fcf-95c9-7a190f45ad85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e09ca6b-0dad-471f-bb34-f2116f2b6e4b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:27.296846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c19b7-40f0-4451-a3e4-cc239e4b87c4 req-f0e495a6-2eb8-45b7-8f52-f870587e2b45 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.299325 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c2c19b7-40f0-4451-a3e4-cc239e4b87c4 req-f0e495a6-2eb8-45b7-8f52-f870587e2b45 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.0796402 Sep 16 04:36:27.406799 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c2c19b7-40f0-4451-a3e4-cc239e4b87c4 req-e3cf9a8e-f8e4-4a15-a847-1a18b9546d2c tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949268 Sep 16 04:36:27.559696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0af352b-1313-4bcc-8ad0-66e1c8632460 req-4c8f0c90-21c1-4147-b952-6d7e8dcd803e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764102 Sep 16 04:36:27.578787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-73886bc2-674d-4f76-8014-f6e8252ff549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.589428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-73886bc2-674d-4f76-8014-f6e8252ff549 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.4164028 Sep 16 04:36:27.596437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdeca45-1aad-4bca-a0b0-8d88c07fa8ba req-315bcaa9-08cb-4d4e-ab5f-37787a12324a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.597930 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cdeca45-1aad-4bca-a0b0-8d88c07fa8ba req-315bcaa9-08cb-4d4e-ab5f-37787a12324a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 950 time: 0.1175582 Sep 16 04:36:27.647579 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cdeca45-1aad-4bca-a0b0-8d88c07fa8ba req-f3a85329-5a94-4793-913d-0b42b523fdfe tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Sep 16 04:36:27.686681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-99f4dcbc-a9bd-490d-b922-65a5cce54a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.688328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-99f4dcbc-a9bd-490d-b922-65a5cce54a29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0977657 Sep 16 04:36:27.841064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428210e-d4e6-4e9e-9537-0258e380e288 req-de4c8811-dda1-490f-8ba6-c68a0de93f8d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:27.857021 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b428210e-d4e6-4e9e-9537-0258e380e288 req-de4c8811-dda1-490f-8ba6-c68a0de93f8d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=766c5081-2c12-47b7-8449-760b9e6942f7 HTTP/1.1" status: 200 len: 950 time: 0.1063206 Sep 16 04:36:27.917513 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b428210e-d4e6-4e9e-9537-0258e380e288 req-5144f9c1-3b19-4b56-a359-8b92f9f00efe tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594985 Sep 16 04:36:28.019100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545e909-a1f6-42fc-9ffe-b859db05c07a req-9127e315-088b-4d15-ab41-963591e66d9d tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.032848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c545e909-a1f6-42fc-9ffe-b859db05c07a req-9127e315-088b-4d15-ab41-963591e66d9d tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 948 time: 0.1640337 Sep 16 04:36:28.046619 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-e5c1d23b-81ec-4557-a047-1f65962bc36b service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480146 Sep 16 04:36:28.210222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06a8e2a-e631-405d-89a7-807c64fec0a4 req-93c055cd-1d96-4e04-9c9a-85c40638134f service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371324 Sep 16 04:36:28.253210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c545e909-a1f6-42fc-9ffe-b859db05c07a req-d7c97f02-dc40-4e06-b274-c549400f8fee tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190640 Sep 16 04:36:28.359465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba29e90-b33c-4cbd-acde-7b64f98b8bf2 req-f26c20f9-76bd-47c0-8997-cae490a2f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.362654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ba29e90-b33c-4cbd-acde-7b64f98b8bf2 req-f26c20f9-76bd-47c0-8997-cae490a2f405 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e176aed5aa814fce9e036d499badc74e&device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 1100 time: 0.0762293 Sep 16 04:36:28.573087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f398ed2-d983-4c98-b951-d1c570e3d91b req-c265174c-78f4-4de9-8bbe-2f1ab22fbf97 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.580839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f398ed2-d983-4c98-b951-d1c570e3d91b req-c265174c-78f4-4de9-8bbe-2f1ab22fbf97 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.585264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba29e90-b33c-4cbd-acde-7b64f98b8bf2 req-5cc0d036-890b-48d9-b578-85ea02d3b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.587688 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ba29e90-b33c-4cbd-acde-7b64f98b8bf2 req-5cc0d036-890b-48d9-b578-85ea02d3b025 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2033231 Sep 16 04:36:28.591596 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f398ed2-d983-4c98-b951-d1c570e3d91b req-c265174c-78f4-4de9-8bbe-2f1ab22fbf97 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223&device_id=766c5081-2c12-47b7-8449-760b9e6942f7 HTTP/1.1" status: 200 len: 1691 time: 0.1298163 Sep 16 04:36:28.663266 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f398ed2-d983-4c98-b951-d1c570e3d91b req-bdedb1eb-74b5-45dc-8938-f668c6ad4975 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682862 Sep 16 04:36:28.711618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ba29e90-b33c-4cbd-acde-7b64f98b8bf2 req-be4226e1-13b1-4d1b-b4d5-f40f2aaa2100 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8996a3db-881e-496c-b682-8b67d9e37010 HTTP/1.1" status: 200 len: 217 time: 0.1000946 Sep 16 04:36:28.782882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9c51c-d3ef-4b67-9d01-540524878425 req-062055e4-a8ee-4ec6-ae6c-c754d2921d67 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.792304 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02a9c51c-d3ef-4b67-9d01-540524878425 req-062055e4-a8ee-4ec6-ae6c-c754d2921d67 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0800395 Sep 16 04:36:28.796526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49886) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:28.872778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f96d3-d565-4ffc-a8b2-e8199192b4fd req-796686be-389b-4b65-98d3-eaf636aa5779 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.878024 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02a9c51c-d3ef-4b67-9d01-540524878425 req-79e82693-3c14-4bb8-bb6a-26de7df92032 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845940 Sep 16 04:36:28.888281 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-651f96d3-d565-4ffc-a8b2-e8199192b4fd req-796686be-389b-4b65-98d3-eaf636aa5779 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.2968118 Sep 16 04:36:28.978741 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-651f96d3-d565-4ffc-a8b2-e8199192b4fd req-08499ffb-df4a-47a4-b340-73865c7b51f4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838339 Sep 16 04:36:28.983164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba29e90-b33c-4cbd-acde-7b64f98b8bf2 req-bd99ea85-7f06-4e8d-97c9-abf56868cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:28.984657 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ba29e90-b33c-4cbd-acde-7b64f98b8bf2 req-bd99ea85-7f06-4e8d-97c9-abf56868cb4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2414806 Sep 16 04:36:29.095493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1827423758-network', 'tenant_id': 'e8a5ef38758f40258180a4dee6d953ff'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:29.199935 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Made reservation on behalf of e8a5ef38758f40258180a4dee6d953ff for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:29.202424 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:29.223185 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:29.226951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d847d-9412-4ac1-a087-da506df6e00f req-0895457d-e31f-4d7f-8ac7-1b39b4f5cb28 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:29.229078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-594d847d-9412-4ac1-a087-da506df6e00f req-0895457d-e31f-4d7f-8ac7-1b39b4f5cb28 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 1102 time: 0.1076779 Sep 16 04:36:29.266905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba29e90-b33c-4cbd-acde-7b64f98b8bf2 req-35300cc3-4afd-4c49-afc8-3d65d1815ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:29.269092 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ba29e90-b33c-4cbd-acde-7b64f98b8bf2 req-35300cc3-4afd-4c49-afc8-3d65d1815ca2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2717371 Sep 16 04:36:29.367132 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-594d847d-9412-4ac1-a087-da506df6e00f req-590c9717-a5a7-4920-8afc-1a2d76ac526a tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271832 Sep 16 04:36:29.533106 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ba29e90-b33c-4cbd-acde-7b64f98b8bf2 req-5a7d65af-b43e-49ee-8563-5cbd1dac047a service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422183 Sep 16 04:36:29.573374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4b768-0443-45cc-81fa-ff34c688a022 req-23d5959b-e9f7-4ff5-8674-ab237c6a4cb4 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:29.575431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-76f4b768-0443-45cc-81fa-ff34c688a022 req-23d5959b-e9f7-4ff5-8674-ab237c6a4cb4 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=766c5081-2c12-47b7-8449-760b9e6942f7 HTTP/1.1" status: 200 len: 1102 time: 0.0988870 Sep 16 04:36:29.611406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc0168-bc25-439e-9177-c7fe52280eba req-bfb0c03a-e092-4969-8088-cc5e4390b72b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:29.612919 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d6bc0168-bc25-439e-9177-c7fe52280eba req-bfb0c03a-e092-4969-8088-cc5e4390b72b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 948 time: 0.1056852 Sep 16 04:36:29.629624 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:29.668541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d6bc0168-bc25-439e-9177-c7fe52280eba req-423afb3c-a7e7-4821-90ac-366258e25642 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430968 Sep 16 04:36:29.682109 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-76f4b768-0443-45cc-81fa-ff34c688a022 req-a794523b-b04e-49fa-a2cf-7e10a0944d36 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931857 Sep 16 04:36:29.685308 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:29.722522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5331201-d4c5-4bc0-aba1-e100833f19e6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:29.740099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:36:29.763764 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:29.764116 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Added segment 8c4934d3-eb19-47fe-aaa8-2726a02d428b of type vlan for network 4991af20-d160-4d5e-bc1f-b8b29f4ee5f9 Sep 16 04:36:29.782046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ba29e90-b33c-4cbd-acde-7b64f98b8bf2 req-4a2fd054-4200-4180-8530-82d18c7ec78e service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295370 Sep 16 04:36:29.835651 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:29.881360 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:29.882416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:29.883022 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:29.959421 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1579447 Sep 16 04:36:29.962820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49920) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:29.968575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ce3650a6-1630-4a49-9252-9d07a439404a admin admin] Request body: {'subnet': {'network_id': '4991af20-d160-4d5e-bc1f-b8b29f4ee5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1827423758-subnet', 'tenant_id': 'e8a5ef38758f40258180a4dee6d953ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:30.033684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3650a6-1630-4a49-9252-9d07a439404a admin admin] Made reservation on behalf of e8a5ef38758f40258180a4dee6d953ff for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:30.036408 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce3650a6-1630-4a49-9252-9d07a439404a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:30.045280 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-73621207-42a5-4469-a279-50ef3ad15ee0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704763 Sep 16 04:36:30.046196 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40f233-0853-4cab-b5e5-66ecaa5ceaa5 admin admin] Pushing event updated for resources: {'Network': ['ID=4991af20-d160-4d5e-bc1f-b8b29f4ee5f9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:30.061470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 4991af20-d160-4d5e-bc1f-b8b29f4ee5f9 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:36:30.208773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb733bae-b98c-4236-96ef-adf1ce49f613 req-5bec976d-bcc7-45ad-aa5a-0ebc0d10aadf tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:30.219170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb733bae-b98c-4236-96ef-adf1ce49f613 req-5bec976d-bcc7-45ad-aa5a-0ebc0d10aadf tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.1455433 Sep 16 04:36:30.234052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-a0a4307a-ac08-464a-91c3-57371e233812 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:30.238575 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-a0a4307a-ac08-464a-91c3-57371e233812 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909854 Sep 16 04:36:30.253696 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-c162fae3-664d-4dd8-a29a-3d77af4bf9d3 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/quotas/adb4d0dd58744c0ea1850169480788d4 HTTP/1.1" status: 200 len: 375 time: 0.0118923 Sep 16 04:36:30.315784 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb733bae-b98c-4236-96ef-adf1ce49f613 req-93f7785f-e8be-4729-a30e-e6999e3986af tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737782 Sep 16 04:36:30.371829 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-c7839dc4-088b-4109-82b8-a734335729f7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1121018 Sep 16 04:36:30.448975 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce3650a6-1630-4a49-9252-9d07a439404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:30.493901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37782176-60ff-4dd3-ab2b-88ea90e10ef2 req-fe0dd398-1e65-45bf-97a2-3bc1d3592b99 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:30.495668 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37782176-60ff-4dd3-ab2b-88ea90e10ef2 req-fe0dd398-1e65-45bf-97a2-3bc1d3592b99 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.0948939 Sep 16 04:36:30.561219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3650a6-1630-4a49-9252-9d07a439404a admin admin] Pushing event updated for resources: {'Subnet': ['ID=af6ed706-bf4f-499a-8ed1-106b66a21dee,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:30.582382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37782176-60ff-4dd3-ab2b-88ea90e10ef2 req-85a49d21-cd45-49b9-92c6-7fa1dc001f66 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786664 Sep 16 04:36:30.586114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3650a6-1630-4a49-9252-9d07a439404a admin admin] Checking segment: {'id': '8c4934d3-eb19-47fe-aaa8-2726a02d428b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4991af20-d160-4d5e-bc1f-b8b29f4ee5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:30.586487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3650a6-1630-4a49-9252-9d07a439404a admin admin] Network hostable DHCP agents. Network: 4991af20-d160-4d5e-bc1f-b8b29f4ee5f9, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:36:30.620840 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3650a6-1630-4a49-9252-9d07a439404a admin admin] Network 4991af20-d160-4d5e-bc1f-b8b29f4ee5f9 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:36:30.636417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8996a3db-881e-496c-b682-8b67d9e37010 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:30.644131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ce3650a6-1630-4a49-9252-9d07a439404a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 4991af20-d160-4d5e-bc1f-b8b29f4ee5f9) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:30.649215 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3650a6-1630-4a49-9252-9d07a439404a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:30.651047 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce3650a6-1630-4a49-9252-9d07a439404a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:30.684686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ce3650a6-1630-4a49-9252-9d07a439404a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7205040 Sep 16 04:36:30.794890 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de581e70-3ee8-4fbf-9f88-fce725646ee4 req-2fc1003c-ed03-4bb8-8aec-d41bbd9d3dd0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 210 time: 0.0586603 Sep 16 04:36:30.908999 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8996a3db-881e-496c-b682-8b67d9e37010, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8996a3db-881e-496c-b682-8b67d9e37010,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:30.923327 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '8996a3db-881e-496c-b682-8b67d9e37010', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '8996a3db-881e-496c-b682-8b67d9e37010', 'mac_address': 'fa:16:3e:4f:e2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:30.927384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1407517b-4b8b-496d-a162-5b31900d7582 None None] Network 4991af20-d160-4d5e-bc1f-b8b29f4ee5f9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:36:30.991642 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:31.026984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8996a3db-881e-496c-b682-8b67d9e37010 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:31.035306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2defe81-1dbe-4f7f-970f-6fe239bcdab3 req-ec099993-fa42-4a27-bc79-fb7d01d4c2ab tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:31.059301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2defe81-1dbe-4f7f-970f-6fe239bcdab3 req-ec099993-fa42-4a27-bc79-fb7d01d4c2ab tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 948 time: 0.1837835 Sep 16 04:36:31.083582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8996a3db-881e-496c-b682-8b67d9e37010, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8996a3db-881e-496c-b682-8b67d9e37010,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:31.104289 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:31.141420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2defe81-1dbe-4f7f-970f-6fe239bcdab3 req-8cc0a109-a87d-4b58-9931-ff76e3083f25 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810680 Sep 16 04:36:31.215409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8996a3db-881e-496c-b682-8b67d9e37010,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:31.263568 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-eb90cedd-99e5-4229-afef-28f783922bbf req-83e3adc2-3f06-4d83-9595-3bef26e00054 tempest-SecurityGroupsNegativeTestJSON-1219663867 tempest-SecurityGroupsNegativeTestJSON-1219663867-project] show failed (client error): The resource could not be found. Sep 16 04:36:31.277924 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eb90cedd-99e5-4229-afef-28f783922bbf req-83e3adc2-3f06-4d83-9595-3bef26e00054 tempest-SecurityGroupsNegativeTestJSON-1219663867 tempest-SecurityGroupsNegativeTestJSON-1219663867-project] 10.222.0.53 "GET /v2.0/security-groups/bb26a81e-1c6b-45ed-8653-ae90e66634b0 HTTP/1.1" status: 404 len: 352 time: 0.0323942 Sep 16 04:36:31.309574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf762cd1-5f9c-45b2-bffd-b3cd4417365e None None] Network 4991af20-d160-4d5e-bc1f-b8b29f4ee5f9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:36:31.468796 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a27d62c-cbfb-483f-a2d2-4c1fbf656797 req-2e957cc6-bf45-4db8-b589-ab9b927a93e9 tempest-SecurityGroupsNegativeTestJSON-1219663867 tempest-SecurityGroupsNegativeTestJSON-1219663867-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8a5ef38758f40258180a4dee6d953ff HTTP/1.1" status: 200 len: 2984 time: 0.1513748 Sep 16 04:36:31.481329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['8996a3db-881e-496c-b682-8b67d9e37010'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:31.550140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51b72a-b45c-4841-92bc-63b9bc2312b7 req-fc898cf9-5b9a-4be6-b316-453ec521bf3f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:31.559066 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a27d62c-cbfb-483f-a2d2-4c1fbf656797 req-47aa0c8c-5bf9-4f30-a893-4ee71980c3e2 tempest-SecurityGroupsNegativeTestJSON-1219663867 tempest-SecurityGroupsNegativeTestJSON-1219663867-project] 10.222.0.53 "GET /v2.0/security-groups/d5331201-d4c5-4bc0-aba1-e100833f19e6 HTTP/1.1" status: 200 len: 2981 time: 0.0842071 Sep 16 04:36:31.573521 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc51b72a-b45c-4841-92bc-63b9bc2312b7 req-fc898cf9-5b9a-4be6-b316-453ec521bf3f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0949428 Sep 16 04:36:31.648614 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a27d62c-cbfb-483f-a2d2-4c1fbf656797 req-495b61c3-8e44-486b-8925-ba112bc48c79 tempest-SecurityGroupsNegativeTestJSON-1219663867 tempest-SecurityGroupsNegativeTestJSON-1219663867-project] 10.222.0.53 "GET /v2.0/security-groups/d5331201-d4c5-4bc0-aba1-e100833f19e6 HTTP/1.1" status: 200 len: 2981 time: 0.0830367 Sep 16 04:36:31.666722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc51b72a-b45c-4841-92bc-63b9bc2312b7 req-a8f5e95b-df12-4997-8356-8b3401718fc3 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888798 Sep 16 04:36:31.838116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b56fe01-5e47-4a89-a6be-3601713eba13 req-b37968c1-3ab6-42a3-a565-86fceec043c6 tempest-SecurityGroupsNegativeTestJSON-1219663867 tempest-SecurityGroupsNegativeTestJSON-1219663867-project] 10.222.0.53 "GET /v2.0/security-groups/d5331201-d4c5-4bc0-aba1-e100833f19e6 HTTP/1.1" status: 200 len: 2981 time: 0.1188953 Sep 16 04:36:31.863726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cba69-7dca-4d64-8cb0-c05d3773937e req-ba497de0-3fa1-40cb-a669-e62614d95f06 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:31.866015 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5e1cba69-7dca-4d64-8cb0-c05d3773937e req-ba497de0-3fa1-40cb-a669-e62614d95f06 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.0792828 Sep 16 04:36:31.931269 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5e1cba69-7dca-4d64-8cb0-c05d3773937e req-27824aed-02b6-48ec-9266-3d1482707a63 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567286 Sep 16 04:36:32.033176 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-6b56fe01-5e47-4a89-a6be-3601713eba13 req-11b1528e-06e0-4424-8b38-995c61a0174b tempest-SecurityGroupsNegativeTestJSON-1219663867 tempest-SecurityGroupsNegativeTestJSON-1219663867-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:36:32.058796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b56fe01-5e47-4a89-a6be-3601713eba13 req-11b1528e-06e0-4424-8b38-995c61a0174b tempest-SecurityGroupsNegativeTestJSON-1219663867 tempest-SecurityGroupsNegativeTestJSON-1219663867-project] 10.222.0.53 "DELETE /v2.0/security-groups/d5331201-d4c5-4bc0-aba1-e100833f19e6 HTTP/1.1" status: 409 len: 352 time: 0.2192528 Sep 16 04:36:32.137951 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dac929c3-cf61-4492-af90-b0fc6de07ca9 req-d2a6ca35-6afc-4ee4-8b73-eed77639807c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 210 time: 0.0322704 Sep 16 04:36:32.202524 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-c8004b40-4039-46f0-ba0f-f2fd4bb94265 req-30809fff-92d3-4580-adaf-4b60ec88202a tempest-SecurityGroupsNegativeTestJSON-1219663867 tempest-SecurityGroupsNegativeTestJSON-1219663867-project] show failed (client error): The resource could not be found. Sep 16 04:36:32.214643 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c8004b40-4039-46f0-ba0f-f2fd4bb94265 req-30809fff-92d3-4580-adaf-4b60ec88202a tempest-SecurityGroupsNegativeTestJSON-1219663867 tempest-SecurityGroupsNegativeTestJSON-1219663867-project] 10.222.0.53 "GET /v2.0/security-groups/4c0fa280-92e3-4c45-bb05-cfd4ec9e64e2 HTTP/1.1" status: 404 len: 352 time: 0.0300710 Sep 16 04:36:32.250895 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-abf085f4-9fdc-49cb-a9eb-91afa92895ed req-e9349c6e-bfbf-4e2d-9cca-6c2cda3ea2e9 tempest-SecurityGroupsNegativeTestJSON-1219663867 tempest-SecurityGroupsNegativeTestJSON-1219663867-project] show failed (client error): The resource could not be found. Sep 16 04:36:32.264894 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-abf085f4-9fdc-49cb-a9eb-91afa92895ed req-e9349c6e-bfbf-4e2d-9cca-6c2cda3ea2e9 tempest-SecurityGroupsNegativeTestJSON-1219663867 tempest-SecurityGroupsNegativeTestJSON-1219663867-project] 10.222.0.53 "GET /v2.0/security-groups/3b3b4502-c1ea-49a2-bdc8-f9e5f6174119 HTTP/1.1" status: 404 len: 352 time: 0.0284433 Sep 16 04:36:32.268011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49984) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:32.365904 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-71888f4d-8246-4a5f-a6be-d73a0846c4bd tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237417 Sep 16 04:36:32.457077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-09644be8-27cf-4854-8eba-b085c9e24c0c admin admin] Deleting subnet af6ed706-bf4f-499a-8ed1-106b66a21dee {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:36:32.497766 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09644be8-27cf-4854-8eba-b085c9e24c0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:32.534042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d2539-42b4-4ef1-a1f6-24ae65cbe4a7 req-00c8c760-2161-4489-90ff-18a1cee435cc tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:32.535755 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6e9d2539-42b4-4ef1-a1f6-24ae65cbe4a7 req-00c8c760-2161-4489-90ff-18a1cee435cc tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 949 time: 0.2077909 Sep 16 04:36:32.579803 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09644be8-27cf-4854-8eba-b085c9e24c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:32.639689 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-808b9b31-ab04-48b4-978d-f0f3db7ee7ab tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:32.641683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-808b9b31-ab04-48b4-978d-f0f3db7ee7ab tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478588 Sep 16 04:36:32.649136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6e9d2539-42b4-4ef1-a1f6-24ae65cbe4a7 req-2b06b847-f0eb-4aea-8b8a-aecf1493a242 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010892 Sep 16 04:36:32.658650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Request body: {'port': {'device_id': 'cd87f8b1-42e2-4c76-acfe-bbdde9c257b7', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'adb4d0dd58744c0ea1850169480788d4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:32.682285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09644be8-27cf-4854-8eba-b085c9e24c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:32.819424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7e61e-8999-47de-8185-83b93fdf98c3 req-3e0ec548-ab2a-44a5-90dc-d5fda1623301 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:32.827429 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36c7e61e-8999-47de-8185-83b93fdf98c3 req-3e0ec548-ab2a-44a5-90dc-d5fda1623301 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0616791 Sep 16 04:36:32.857458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09644be8-27cf-4854-8eba-b085c9e24c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:32.873846 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36c7e61e-8999-47de-8185-83b93fdf98c3 req-20f5d643-fc50-4bdf-ab7a-d1f2e666d288 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452275 Sep 16 04:36:32.896969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09644be8-27cf-4854-8eba-b085c9e24c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af6ed706-bf4f-499a-8ed1-106b66a21dee,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:32.919035 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09644be8-27cf-4854-8eba-b085c9e24c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:32.922339 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-09644be8-27cf-4854-8eba-b085c9e24c0c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/af6ed706-bf4f-499a-8ed1-106b66a21dee HTTP/1.1" status: 204 len: 168 time: 0.6539536 Sep 16 04:36:32.925224 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49988) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:32.953549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Made reservation on behalf of adb4d0dd58744c0ea1850169480788d4 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:32.963551 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.039172 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.219220 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.234086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa17043-b16a-4cc8-b082-6168f67953f3 req-d0642808-0190-467c-9e81-ca3c0fe042f2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:33.241703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1fa17043-b16a-4cc8-b082-6168f67953f3 req-d0642808-0190-467c-9e81-ca3c0fe042f2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.1730039 Sep 16 04:36:33.268895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4991af20-d160-4d5e-bc1f-b8b29f4ee5f9']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:33.296061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4934d3-eb19-47fe-aaa8-2726a02d428b') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:33.296324 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4934d3-eb19-47fe-aaa8-2726a02d428b') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:33.299817 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1fa17043-b16a-4cc8-b082-6168f67953f3 req-8412a3f7-8015-4bff-9cb5-9b19171dcb58 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572274 Sep 16 04:36:33.318188 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.352905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.355934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Allocated IP 192.168.233.80 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/0d50c702-2536-4651-8e5b-b2be80955b90) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:33.381778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:36:33.382199 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.451719 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6ab8463e-aa22-4b40-84b9-539f4001fb4a req-e97513c0-ab7b-41a9-935e-84adde2da098 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 210 time: 0.1155002 Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:36:33.452032 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:36:33.463051 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.485030 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.487125 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4991af20-d160-4d5e-bc1f-b8b29f4ee5f9 HTTP/1.1" status: 204 len: 168 time: 0.5607743 Sep 16 04:36:33.488114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e386c9-4291-471e-950d-ffdaba41d5b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4991af20-d160-4d5e-bc1f-b8b29f4ee5f9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:33.597516 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.647719 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.664525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['ee8db155-8bea-4d50-913d-b17422d35900'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:33.717921 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:33.718481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'ddaaafbd-1133-4df9-af01-2254ffd5f776', 'b79dcc61-45fb-43f8-8750-c1abaddc6de4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:33.728033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:33.735991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50016) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:33.736759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:33.835303 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-eb55381f-8e91-4814-bb11-2844ad5cf8b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8a5ef38758f40258180a4dee6d953ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980775 Sep 16 04:36:33.838570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50018) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:33.845272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event updated for resources: {'Port': ['ID=0d50c702-2536-4651-8e5b-b2be80955b90,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:33.918600 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9884ccad-1910-4440-b8f5-64d9463df4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.981704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:33.983910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:33.984923 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9884ccad-1910-4440-b8f5-64d9463df4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.022068 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845224-39fb-4167-97ea-f4d519439975 req-57c66377-7569-4acf-8d48-9c3ce3c35cae tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:34.031902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75845224-39fb-4167-97ea-f4d519439975 req-57c66377-7569-4acf-8d48-9c3ce3c35cae tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 949 time: 0.2205637 Sep 16 04:36:34.034865 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-cac2587a-5a3c-4242-8537-a66a04c11be4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3805852 Sep 16 04:36:34.056893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Request body: {'port': {'device_id': 'cd87f8b1-42e2-4c76-acfe-bbdde9c257b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:34.123094 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75845224-39fb-4167-97ea-f4d519439975 req-fde0671e-197c-46b5-91e7-52b69b678d8c tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899107 Sep 16 04:36:34.173210 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.188706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305533d-1d47-4d5e-96d2-47f3911d70d1 req-03fcb91b-bb00-4813-b39b-42ae9c187fb1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:34.197531 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0305533d-1d47-4d5e-96d2-47f3911d70d1 req-03fcb91b-bb00-4813-b39b-42ae9c187fb1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.1621535 Sep 16 04:36:34.207331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9296c075-17da-4074-b9c5-f470158c8bc9 None None] Provisioning complete for port 0d50c702-2536-4651-8e5b-b2be80955b90 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:34.207842 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9296c075-17da-4074-b9c5-f470158c8bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.247200 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9884ccad-1910-4440-b8f5-64d9463df4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.257300 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9884ccad-1910-4440-b8f5-64d9463df4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.269272 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9884ccad-1910-4440-b8f5-64d9463df4bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5331201-d4c5-4bc0-aba1-e100833f19e6 HTTP/1.1" status: 204 len: 168 time: 0.4265296 Sep 16 04:36:34.307585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884ccad-1910-4440-b8f5-64d9463df4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5331201-d4c5-4bc0-aba1-e100833f19e6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:34.323134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9296c075-17da-4074-b9c5-f470158c8bc9 None None] Port 0d50c702-2536-4651-8e5b-b2be80955b90 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:34.340678 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0305533d-1d47-4d5e-96d2-47f3911d70d1 req-d8f84ee9-69df-4312-b883-d196c2950b1b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402192 Sep 16 04:36:34.527703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d8604-0247-453d-8058-7c7a50b4df92 req-737bb540-e82a-4bee-935b-b9c2d35db321 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:34.534267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-849d8604-0247-453d-8058-7c7a50b4df92 req-737bb540-e82a-4bee-935b-b9c2d35db321 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.0917513 Sep 16 04:36:34.661021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8996a3db-881e-496c-b682-8b67d9e37010 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:34.674557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1265d-0b6c-4c05-bf65-54e16f797bbf req-36df8b49-db3b-494e-bdf9-f2e3a61eaeac tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:34.686472 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-18c1265d-0b6c-4c05-bf65-54e16f797bbf req-36df8b49-db3b-494e-bdf9-f2e3a61eaeac tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 935 time: 0.0742714 Sep 16 04:36:34.742691 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-18c1265d-0b6c-4c05-bf65-54e16f797bbf req-1399ba09-a10f-429f-afef-5e17433a4285 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497663 Sep 16 04:36:34.780881 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 8996a3db-881e-496c-b682-8b67d9e37010 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:34.797756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 8996a3db-881e-496c-b682-8b67d9e37010 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:34.798369 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.873218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cbd68-6262-4a04-8a5d-19377410f539 req-12dc5859-5ad2-4719-8526-619b9e74312d tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:34.882747 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-979cbd68-6262-4a04-8a5d-19377410f539 req-12dc5859-5ad2-4719-8526-619b9e74312d tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 946 time: 0.0701163 Sep 16 04:36:34.926852 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.938753 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-979cbd68-6262-4a04-8a5d-19377410f539 req-7cd10760-5161-4df2-acb4-fe958466ec72 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510969 Sep 16 04:36:34.950745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-849d8604-0247-453d-8058-7c7a50b4df92 req-6363b7db-8059-412f-ac8b-c33a9a255ea4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154360 Sep 16 04:36:34.959141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6534dfdd-1877-48c2-8d9f-598380b771b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8996a3db-881e-496c-b682-8b67d9e37010'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:34.964868 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b04dc8-cef0-45d8-b23d-4b9cf53a8d04" -d '{"events": [{"server_uuid": "6534dfdd-1877-48c2-8d9f-598380b771b3", "name": "network-vif-plugged", "status": "completed", "tag": "8996a3db-881e-496c-b682-8b67d9e37010"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:34.985997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d50c702-2536-4651-8e5b-b2be80955b90 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:34.988931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8996a3db-881e-496c-b682-8b67d9e37010, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8996a3db-881e-496c-b682-8b67d9e37010,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:34.995748 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:34.996751 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.015021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Transition to ACTIVE for port object 0d50c702-2536-4651-8e5b-b2be80955b90 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:35.021335 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.034191 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999f9b6b-cc65-4468-a6fa-1ea89847c80d x-openstack-request-id: req-999f9b6b-cc65-4468-a6fa-1ea89847c80d {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:35.034601 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6534dfdd-1877-48c2-8d9f-598380b771b3", "name": "network-vif-plugged", "status": "completed", "tag": "8996a3db-881e-496c-b682-8b67d9e37010", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:35.034956 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-999f9b6b-cc65-4468-a6fa-1ea89847c80d {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:35.035429 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6534dfdd-1877-48c2-8d9f-598380b771b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8996a3db-881e-496c-b682-8b67d9e37010', 'code': 200} Sep 16 04:36:35.060722 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.075332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8996a3db-881e-496c-b682-8b67d9e37010,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:35.083773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d50c702-2536-4651-8e5b-b2be80955b90,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:35.199939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Attempting to bind port 0d50c702-2536-4651-8e5b-b2be80955b90 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:35.200622 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Attempting to bind port 0d50c702-2536-4651-8e5b-b2be80955b90 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:35.200860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Attempting to bind port 0d50c702-2536-4651-8e5b-b2be80955b90 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:35.221915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95411c-da40-4f81-9452-b14af1489fa0 req-d7135a50-c8bd-49e9-87c8-f8178e1d9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.223789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a95411c-da40-4f81-9452-b14af1489fa0 req-d7135a50-c8bd-49e9-87c8-f8178e1d9d07 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 1102 time: 0.0873253 Sep 16 04:36:35.240357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Port 0d50c702-2536-4651-8e5b-b2be80955b90 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:35.240953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Attempting to bind port 0d50c702-2536-4651-8e5b-b2be80955b90 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:35.264378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:35.264788 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:35.265196 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:35.265669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Bound port: 0d50c702-2536-4651-8e5b-b2be80955b90, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:35.266036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.330992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d1ad4-3dff-4f3e-86c7-8705f310c309 req-c6fac631-64c0-4f0d-bfb6-3127ca0647c6 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.330992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb5d1ad4-3dff-4f3e-86c7-8705f310c309 req-c6fac631-64c0-4f0d-bfb6-3127ca0647c6 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 950 time: 0.1235969 Sep 16 04:36:35.331307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50084) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:35.331506 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a95411c-da40-4f81-9452-b14af1489fa0 req-b2b187ba-c9c0-4e34-8bbf-6754911539c3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921016 Sep 16 04:36:35.403382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb5d1ad4-3dff-4f3e-86c7-8705f310c309 req-ea0c4811-e081-4a0e-9129-23dbc9e6ff25 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510170 Sep 16 04:36:35.445670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] For port 0d50c702-2536-4651-8e5b-b2be80955b90, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:35.452875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] For port 0d50c702-2536-4651-8e5b-b2be80955b90, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0d50c702-2536-4651-8e5b-b2be80955b90,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:35.458762 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.499438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1036804634-network', 'tenant_id': 'c85d733a281042809809972df7b509b2'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:35.519027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.519027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.519885 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] 10.222.0.50 "PUT /v2.0/ports/0d50c702-2536-4651-8e5b-b2be80955b90 HTTP/1.1" status: 200 len: 1096 time: 1.4684265 Sep 16 04:36:35.520222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd87f8b1-42e2-4c76-acfe-bbdde9c257b7', 'tag': '0d50c702-2536-4651-8e5b-b2be80955b90'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:35.522636 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c8cd0b-2a65-4a41-afae-411ef440111f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd87f8b1-42e2-4c76-acfe-bbdde9c257b7", "tag": "0d50c702-2536-4651-8e5b-b2be80955b90"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:35.550348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9892bcd-f5d8-4c33-9db5-5030f8162cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d50c702-2536-4651-8e5b-b2be80955b90,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:35.592489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Made reservation on behalf of c85d733a281042809809972df7b509b2 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:35.596334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.636267 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.675717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b0d9e-15b8-4e83-a1b5-501e3a31ef9e req-8a2e2535-6015-41c6-860d-9cce6c4f2faa tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.686085 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-561b0d9e-15b8-4e83-a1b5-501e3a31ef9e req-8a2e2535-6015-41c6-860d-9cce6c4f2faa tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.1075354 Sep 16 04:36:35.697628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-11d66e31-536c-4b50-af34-eaa9f78e984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.700954 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-11d66e31-536c-4b50-af34-eaa9f78e984c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 1099 time: 0.0833352 Sep 16 04:36:35.759775 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-561b0d9e-15b8-4e83-a1b5-501e3a31ef9e req-91660fcf-d856-41c0-8279-427e39b3b96f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718102 Sep 16 04:36:35.770229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-950d7424-8448-4cee-af23-3dd27fde3ca6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=0d50c702-2536-4651-8e5b-b2be80955b90 HTTP/1.1" status: 200 len: 217 time: 0.0555110 Sep 16 04:36:35.823495 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4777cb61-189d-449b-bba5-95477c9bb286 x-openstack-request-id: req-4777cb61-189d-449b-bba5-95477c9bb286 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:35.824013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.824686 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd87f8b1-42e2-4c76-acfe-bbdde9c257b7", "tag": "0d50c702-2536-4651-8e5b-b2be80955b90", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:35.824953 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4777cb61-189d-449b-bba5-95477c9bb286 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:35.825437 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd87f8b1-42e2-4c76-acfe-bbdde9c257b7', 'tag': '0d50c702-2536-4651-8e5b-b2be80955b90', 'status': 'completed', 'code': 200} Sep 16 04:36:35.829271 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.862626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:36:35.867795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-4371c431-391f-489b-9323-cd28d4e09c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.870919 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-4371c431-391f-489b-9323-cd28d4e09c0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0592825 Sep 16 04:36:35.874188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e274b3-b578-4b77-90c1-dd750d67af34,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:35.880861 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.881223 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Added segment 4c8032b2-7859-4e01-af31-fbe7acb6cc46 of type vlan for network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 Sep 16 04:36:35.941837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-09c746a9-664f-4c9b-8a48-835126ad9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.944578 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-09c746a9-664f-4c9b-8a48-835126ad9d83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0550218 Sep 16 04:36:35.953685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.988560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c9f6a-5868-4781-8419-e63e66530bb7 req-12448444-699a-4b65-b1d5-0c25548e7cbd tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.990246 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-567c9f6a-5868-4781-8419-e63e66530bb7 req-12448444-699a-4b65-b1d5-0c25548e7cbd tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 947 time: 0.1071763 Sep 16 04:36:35.997146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:35.998372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:35.999173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:36.051643 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7167799 Sep 16 04:36:36.053433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50138) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:36.058920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-007bb244-53e4-4301-bcb5-fb760690951b admin admin] Request body: {'subnet': {'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1036804634-subnet', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:36.079751 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-4b907ffb-e96e-4ce4-9604-c9f99e84acac service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237664 Sep 16 04:36:36.092868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007bb244-53e4-4301-bcb5-fb760690951b admin admin] Made reservation on behalf of c85d733a281042809809972df7b509b2 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:36.095692 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-007bb244-53e4-4301-bcb5-fb760690951b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:36.098624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6700897-fd0f-4878-9c85-9ac47d0b1dbe admin admin] Pushing event updated for resources: {'Network': ['ID=6075a00a-594d-45d5-a69f-8fc3a792b3c4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:36.104870 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-567c9f6a-5868-4781-8419-e63e66530bb7 req-e74ec741-fd2a-4478-8cd5-8e7be771a7dc tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020675 Sep 16 04:36:36.110108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:36:36.251765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e8b91-e21c-4baf-bf7f-bfac33b141b4 req-d0723999-af8c-4582-bdbb-b845805d94cf tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.253288 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9d0e8b91-e21c-4baf-bf7f-bfac33b141b4 req-d0723999-af8c-4582-bdbb-b845805d94cf tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.0596399 Sep 16 04:36:36.258331 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbcbc2d6-581c-4b5f-a425-fc695d918bc5 req-df4117cd-606e-4cb2-91ba-1ea822fe6b37 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601591 Sep 16 04:36:36.299018 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9d0e8b91-e21c-4baf-bf7f-bfac33b141b4 req-a281e122-3889-4e88-bc26-ec8d5c94e0df tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 Sep 16 04:36:36.392601 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-007bb244-53e4-4301-bcb5-fb760690951b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:36.466341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8cd0b-2a65-4a41-afae-411ef440111f req-4d0ff891-638a-4820-a53b-f7faf7837cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.467759 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6c8cd0b-2a65-4a41-afae-411ef440111f req-4d0ff891-638a-4820-a53b-f7faf7837cdb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 1099 time: 0.1209528 Sep 16 04:36:36.478521 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bb244-53e4-4301-bcb5-fb760690951b admin admin] Pushing event updated for resources: {'Subnet': ['ID=360c8065-7805-4d68-aada-f1b0722c784c,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:36.553144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007bb244-53e4-4301-bcb5-fb760690951b admin admin] Checking segment: {'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:36.553586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007bb244-53e4-4301-bcb5-fb760690951b admin admin] Network hostable DHCP agents. Network: 6075a00a-594d-45d5-a69f-8fc3a792b3c4, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:36:36.646799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007bb244-53e4-4301-bcb5-fb760690951b admin admin] Network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:36:36.666810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-007bb244-53e4-4301-bcb5-fb760690951b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 6075a00a-594d-45d5-a69f-8fc3a792b3c4) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:36.669669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8cd0b-2a65-4a41-afae-411ef440111f req-cb5fce7b-0fc6-4387-bb4c-f16cd6039835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.671161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6c8cd0b-2a65-4a41-afae-411ef440111f req-cb5fce7b-0fc6-4387-bb4c-f16cd6039835 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1873105 Sep 16 04:36:36.675693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5073a595-ec6e-4507-8b6d-743d5fc56cce None None] Network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:36:36.680121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdf7ec-2105-47a8-ba9a-ceba28fc7f15 req-14da5587-bf92-4a5c-a9eb-870ebbed2d7b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.681661 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ecdf7ec-2105-47a8-ba9a-ceba28fc7f15 req-14da5587-bf92-4a5c-a9eb-870ebbed2d7b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 950 time: 0.1382670 Sep 16 04:36:36.682990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007bb244-53e4-4301-bcb5-fb760690951b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.683584 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-007bb244-53e4-4301-bcb5-fb760690951b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:36.744122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6c8cd0b-2a65-4a41-afae-411ef440111f req-c61edf43-b53b-4ceb-a8ac-b4b48ba7bba5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=0d50c702-2536-4651-8e5b-b2be80955b90 HTTP/1.1" status: 200 len: 217 time: 0.0434964 Sep 16 04:36:36.745465 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-007bb244-53e4-4301-bcb5-fb760690951b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6910176 Sep 16 04:36:36.750562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50176) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:36.755480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:36.772906 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-bcc70086-b491-42c8-a116-2c3311247672 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.775312 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-bcc70086-b491-42c8-a116-2c3311247672 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/networks?id=afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 200 len: 805 time: 0.1228495 Sep 16 04:36:36.794149 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-9b46163d-837a-4419-8306-52de299b030c tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/quotas/70711a9b90994a488cc99fb66122368e HTTP/1.1" status: 200 len: 375 time: 0.0117326 Sep 16 04:36:36.822926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ecdf7ec-2105-47a8-ba9a-ceba28fc7f15 req-1d3c9a01-60eb-4a12-ab7b-66fedd1dbd0b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331384 Sep 16 04:36:36.848198 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:36.849942 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:36.862222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'fixed_ips': [{'subnet_id': '360c8065-7805-4d68-aada-f1b0722c784c'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:36:36.864515 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:36.872354 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-68859505-10c9-462c-9d0e-21fa8442bb54 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=70711a9b90994a488cc99fb66122368e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0671852 Sep 16 04:36:36.874362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8cd0b-2a65-4a41-afae-411ef440111f req-614be04c-254c-4221-ac1a-476f21ce56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:36.876251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6c8cd0b-2a65-4a41-afae-411ef440111f req-614be04c-254c-4221-ac1a-476f21ce56e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1165602 Sep 16 04:36:36.998231 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-f57302a4-9286-4829-8cd6-8466977eebb6 service neutron] 10.222.0.53 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245360 Sep 16 04:36:37.030663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Allocated IP 172.20.0.2 (6075a00a-594d-45d5-a69f-8fc3a792b3c4/360c8065-7805-4d68-aada-f1b0722c784c/44f144c3-96f7-40d3-a169-ea015e135c50) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:37.050300 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.126386 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-a3215377-94b9-4f07-9d4c-668268d1321b service neutron] 10.222.0.53 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207793 Sep 16 04:36:37.130297 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-fb012471-dcd4-44f7-a82e-77a3babdd509 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1130363143&fields=id&tenant_id=fb934ba889964b6a93af769c60c7e9ec HTTP/1.1" status: 200 len: 267 time: 0.1908693 Sep 16 04:36:37.201122 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.209566 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.273900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:37.285688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:37.289446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:37.303618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8cd0b-2a65-4a41-afae-411ef440111f req-ecf31b8d-5170-4cf5-80b3-d5b336a69636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:37.303786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Pushing event updated for resources: {'Port': ['ID=44f144c3-96f7-40d3-a169-ea015e135c50,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:37.308372 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6c8cd0b-2a65-4a41-afae-411ef440111f req-ecf31b8d-5170-4cf5-80b3-d5b336a69636 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3988454 Sep 16 04:36:37.371585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352f5af-8300-40b7-8ba4-c9c329931bcf req-8761317c-38d7-43eb-8243-11e4b2cc3a8c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:37.373259 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Attempting to bind port 44f144c3-96f7-40d3-a169-ea015e135c50 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:37.373732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Attempting to bind port 44f144c3-96f7-40d3-a169-ea015e135c50 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:37.374107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Attempting to bind port 44f144c3-96f7-40d3-a169-ea015e135c50 on network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:37.380493 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b352f5af-8300-40b7-8ba4-c9c329931bcf req-8761317c-38d7-43eb-8243-11e4b2cc3a8c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0695446 Sep 16 04:36:37.386373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:37.386760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Checking segment: {'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:37.387171 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.387565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Bound using segment: {'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:37.388220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Bound port: 44f144c3-96f7-40d3-a169-ea015e135c50, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:37.388635 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.391973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.398670 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.432959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b352f5af-8300-40b7-8ba4-c9c329931bcf req-9f8b08e4-3d63-4957-b125-3f9725048711 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513895 Sep 16 04:36:37.469555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] For port 44f144c3-96f7-40d3-a169-ea015e135c50, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:37.473151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] For port 44f144c3-96f7-40d3-a169-ea015e135c50, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=44f144c3-96f7-40d3-a169-ea015e135c50,segment=NetworkSegment(4c8032b2-7859-4e01-af31-fbe7acb6cc46),segment_id=4c8032b2-7859-4e01-af31-fbe7acb6cc46)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:37.480015 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:37.518860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-bc65b9e7-7300-42ed-8a3a-e1d5bf305e59 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:37.526293 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-bc65b9e7-7300-42ed-8a3a-e1d5bf305e59 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/networks?id=b98ad24e-5874-4124-88c8-f794aeec9495 HTTP/1.1" status: 200 len: 824 time: 0.3483617 Sep 16 04:36:37.546732 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-496ac39e-709c-44d2-8fb1-29954a438b41 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/quotas/fb934ba889964b6a93af769c60c7e9ec HTTP/1.1" status: 200 len: 375 time: 0.0194757 Sep 16 04:36:37.549648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1e2b5-f0d3-4261-a1ec-527315c86034 None None] Pushing event updated for resources: {'Port': ['ID=44f144c3-96f7-40d3-a169-ea015e135c50,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:37.596830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6a186-c81f-4417-9ea7-ce816dc5b336 req-902f4c84-e197-4298-8674-f3beaf29583c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:37.598636 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7de6a186-c81f-4417-9ea7-ce816dc5b336 req-902f4c84-e197-4298-8674-f3beaf29583c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 947 time: 0.0751152 Sep 16 04:36:37.697905 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-88f8b8aa-a8ed-4bdf-aa6c-8b2938ec02c2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb934ba889964b6a93af769c60c7e9ec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1436110 Sep 16 04:36:37.700000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6c8cd0b-2a65-4a41-afae-411ef440111f req-d9c3dccf-67ee-44fe-8208-b43fc3f80274 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670590 Sep 16 04:36:37.705330 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7de6a186-c81f-4417-9ea7-ce816dc5b336 req-b279f585-5193-4457-867f-a393b8299035 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849371 Sep 16 04:36:37.817574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-088af1f0-7e7e-4ad9-ad19-a62b3da7bd5f req-032121b4-dcb5-4248-982f-ff20fe81cf68 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 210 time: 0.0507340 Sep 16 04:36:38.012262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5ad98-3e32-415c-9867-a39f2089f999 req-cfbd2a60-278e-4ba6-bef1-80f24ec230de tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:38.017110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ded5ad98-3e32-415c-9867-a39f2089f999 req-cfbd2a60-278e-4ba6-bef1-80f24ec230de tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.0698483 Sep 16 04:36:38.057441 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ded5ad98-3e32-415c-9867-a39f2089f999 req-eba12030-b71a-4442-b66b-20fd08eed904 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354528 Sep 16 04:36:38.186094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef7dcf-d88d-462c-ad1a-6df990e7e3ed req-c19595ca-e571-425a-961f-07a3da2ec0b2 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:38.190167 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fdef7dcf-d88d-462c-ad1a-6df990e7e3ed req-c19595ca-e571-425a-961f-07a3da2ec0b2 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 950 time: 0.0647948 Sep 16 04:36:38.223065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-1f5e4726-da37-421f-aeae-6f193a181d32 service neutron] 10.222.0.53 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181406 Sep 16 04:36:38.229586 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fdef7dcf-d88d-462c-ad1a-6df990e7e3ed req-73059040-7aed-45d7-bb3f-35d951b680d7 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357330 Sep 16 04:36:38.315638 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6c8cd0b-2a65-4a41-afae-411ef440111f req-be05c3e8-48ef-478f-a27d-7e094e3d23e5 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892208 Sep 16 04:36:38.367585 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.415545 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.479590 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-53aba454-f84f-4906-a703-e54641d6197b service neutron] 10.222.0.53 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492449 Sep 16 04:36:38.488389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7c9e-a487-4b10-82e1-112aaef48986 req-5bfbaf58-43b6-480e-99f8-9a29804a5548 tempest-ServersAdminNegativeTestJSON-1170881511 tempest-ServersAdminNegativeTestJSON-1170881511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:38.498041 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed6e7c9e-a487-4b10-82e1-112aaef48986 req-5bfbaf58-43b6-480e-99f8-9a29804a5548 tempest-ServersAdminNegativeTestJSON-1170881511 tempest-ServersAdminNegativeTestJSON-1170881511-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 1102 time: 0.0588534 Sep 16 04:36:38.501707 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1da85997-8060-42b0-951a-686169d760f3 req-39762fd2-0e5f-4c51-9d55-8c04015e93c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1312468 Sep 16 04:36:38.514132 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed6e7c9e-a487-4b10-82e1-112aaef48986 req-739c59b4-0bc8-4ae7-a9fc-c3ff053528b8 tempest-ServersAdminNegativeTestJSON-1170881511 tempest-ServersAdminNegativeTestJSON-1170881511-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.562113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Allocated IP 172.25.0.120 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/f3f3458c-5796-484c-894b-6c55e5fe20cb) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:38.681656 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed6e7c9e-a487-4b10-82e1-112aaef48986 req-739c59b4-0bc8-4ae7-a9fc-c3ff053528b8 tempest-ServersAdminNegativeTestJSON-1170881511 tempest-ServersAdminNegativeTestJSON-1170881511-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.685385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c2d43c19-0f9f-4561-a9c7-b33c2e8d572d no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:38.698611 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed6e7c9e-a487-4b10-82e1-112aaef48986 req-739c59b4-0bc8-4ae7-a9fc-c3ff053528b8 tempest-ServersAdminNegativeTestJSON-1170881511 tempest-ServersAdminNegativeTestJSON-1170881511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.766140 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed6e7c9e-a487-4b10-82e1-112aaef48986 req-739c59b4-0bc8-4ae7-a9fc-c3ff053528b8 tempest-ServersAdminNegativeTestJSON-1170881511 tempest-ServersAdminNegativeTestJSON-1170881511-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667220 Sep 16 04:36:38.807001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c59b4-0bc8-4ae7-a9fc-c3ff053528b8 tempest-ServersAdminNegativeTestJSON-1170881511 tempest-ServersAdminNegativeTestJSON-1170881511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138ba380-1d83-432c-aa24-a61f10fcef7c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:38.844777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb62e7-720f-4971-b457-bac3e2b70d86 None None] Network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:36:38.903658 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ab3c63f-b4d8-4676-aeb2-fddee5553607 req-dccadc4e-cbe7-41a0-8109-1adb8c9ac48f tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 210 time: 0.0565193 Sep 16 04:36:38.926942 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:38.930103 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da85997-8060-42b0-951a-686169d760f3 req-62f07424-d393-4bd5-9be2-cb38fbfd4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:38.933395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1da85997-8060-42b0-951a-686169d760f3 req-62f07424-d393-4bd5-9be2-cb38fbfd4eca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 1097 time: 0.2475324 Sep 16 04:36:39.066183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-be365284-07e1-4fba-a109-71712376880d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:39.067611 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-be365284-07e1-4fba-a109-71712376880d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.15 "GET /v2.0/networks?id=afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 200 len: 805 time: 0.3521183 Sep 16 04:36:39.092094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Request body: {'port': {'device_id': 'b13150a9-baa3-49cd-a4ec-c2df2a4ceffe', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'admin_state_up': True, 'tenant_id': '70711a9b90994a488cc99fb66122368e'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:39.093077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631471f0-6d04-453e-a817-16fbcdabbe0f req-012dcbce-dda6-4b76-be9c-f669fad7b349 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:39.094676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-631471f0-6d04-453e-a817-16fbcdabbe0f req-012dcbce-dda6-4b76-be9c-f669fad7b349 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.3110054 Sep 16 04:36:39.106423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-95e5695f-364a-48ee-89a9-cde367fc1d60 None None] Provisioning complete for port 44f144c3-96f7-40d3-a169-ea015e135c50 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:39.106590 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95e5695f-364a-48ee-89a9-cde367fc1d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.112502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41856ac0-07a9-485e-9679-06dbd9815ef0 req-0b30c5c5-7e83-4759-9fc6-42ecd56a3895 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:39.114442 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41856ac0-07a9-485e-9679-06dbd9815ef0 req-0b30c5c5-7e83-4759-9fc6-42ecd56a3895 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 947 time: 0.1047459 Sep 16 04:36:39.153355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 44f144c3-96f7-40d3-a169-ea015e135c50 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:39.167551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-631471f0-6d04-453e-a817-16fbcdabbe0f req-e0204860-918b-4bd9-b60c-aa4ec72fef43 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508618 Sep 16 04:36:39.181632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-8b31ae07-24d4-41a0-a7f6-1efc551ed998 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:39.202225 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-8b31ae07-24d4-41a0-a7f6-1efc551ed998 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed114bb2-bb9e-4181-b33f-671f425a7d7a HTTP/1.1" status: 200 len: 946 time: 0.3186736 Sep 16 04:36:39.233875 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.291732 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.293371 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da85997-8060-42b0-951a-686169d760f3 req-0a78b4a7-07e0-443d-85f9-07c5e2dcf2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:39.296323 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1da85997-8060-42b0-951a-686169d760f3 req-0a78b4a7-07e0-443d-85f9-07c5e2dcf2cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.3118281 Sep 16 04:36:39.306553 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41856ac0-07a9-485e-9679-06dbd9815ef0 req-2720cfe1-4f9f-4126-a72d-c6dd9c752f4c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787856 Sep 16 04:36:39.317869 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:39.349599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 44f144c3-96f7-40d3-a169-ea015e135c50 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:39.350121 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.357905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:39.361581 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:39.376198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-610971ab-0e3f-4de0-86da-719de41ca1fb req-bbab36f6-fb95-476a-b87c-d01f8e4a57bf tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 210 time: 0.0743663 Sep 16 04:36:39.393249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Made reservation on behalf of 70711a9b90994a488cc99fb66122368e for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:39.404578 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.411273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c304966-ee16-4d0d-8ce5-8aca0bc35400', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:39.415494 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ecaee1-9052-4412-a887-a078afe8c823" -d '{"events": [{"server_uuid": "0c304966-ee16-4d0d-8ce5-8aca0bc35400", "name": "network-vif-unplugged", "status": "completed", "tag": "c2d43c19-0f9f-4561-a9c7-b33c2e8d572d"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:39.443130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:39.448686 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95e5695f-364a-48ee-89a9-cde367fc1d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.471670 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4bd044-7d39-4748-98d3-e37dc35f15b0 x-openstack-request-id: req-9a4bd044-7d39-4748-98d3-e37dc35f15b0 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:39.471995 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c304966-ee16-4d0d-8ce5-8aca0bc35400", "name": "network-vif-unplugged", "status": "completed", "tag": "c2d43c19-0f9f-4561-a9c7-b33c2e8d572d", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:39.472247 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a4bd044-7d39-4748-98d3-e37dc35f15b0 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:39.472641 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c304966-ee16-4d0d-8ce5-8aca0bc35400', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d', 'code': 200} Sep 16 04:36:39.473290 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.556691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-95e5695f-364a-48ee-89a9-cde367fc1d60 None None] For port 44f144c3-96f7-40d3-a169-ea015e135c50, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=44f144c3-96f7-40d3-a169-ea015e135c50,segment=NetworkSegment(4c8032b2-7859-4e01-af31-fbe7acb6cc46),segment_id=4c8032b2-7859-4e01-af31-fbe7acb6cc46)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:39.560661 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1da85997-8060-42b0-951a-686169d760f3 req-c802e101-7201-4514-848b-8efb14e995db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e HTTP/1.1" status: 200 len: 217 time: 0.2040894 Sep 16 04:36:39.569933 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95e5695f-364a-48ee-89a9-cde367fc1d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.585528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:39.591973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Pushing event updated for resources: {'Port': ['ID=f3f3458c-5796-484c-894b-6c55e5fe20cb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:39.645213 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f1fbf-db94-4ca6-9987-2fa484587c94 req-d3be6e3d-5da1-438b-a7bb-76fa763c7a89 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:39.655892 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-288f1fbf-db94-4ca6-9987-2fa484587c94 req-d3be6e3d-5da1-438b-a7bb-76fa763c7a89 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 946 time: 0.2296207 Sep 16 04:36:39.718163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5695f-364a-48ee-89a9-cde367fc1d60 None None] Pushing event updated for resources: {'Port': ['ID=44f144c3-96f7-40d3-a169-ea015e135c50,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:39.760061 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-288f1fbf-db94-4ca6-9987-2fa484587c94 req-d5443416-10ea-424d-8d7b-1651f78ecc91 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951092 Sep 16 04:36:39.780865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Allocated IP 172.20.0.12 (afa02aac-80ed-4391-b933-25f6a1c06d99/4ec61476-0693-4014-9b8f-b2652cc8040c/057b4b4d-edc5-457d-b3ad-60c275cc1648) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:39.808980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f9fe3b81-45ac-4152-8dae-73752dca0fae None None] Provisioning complete for port 44f144c3-96f7-40d3-a169-ea015e135c50 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:39.809444 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3b81-45ac-4152-8dae-73752dca0fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.838518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da85997-8060-42b0-951a-686169d760f3 req-85f5fc1a-3204-415b-8f2f-9c03575aae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:39.840982 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1da85997-8060-42b0-951a-686169d760f3 req-85f5fc1a-3204-415b-8f2f-9c03575aae08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.2563951 Sep 16 04:36:39.854845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a90b2-e8b0-4d24-82dd-a0e76f68ca0f req-e1c9782c-9fee-4e6c-973b-a5bd9712a54c tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:39.856990 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed3a90b2-e8b0-4d24-82dd-a0e76f68ca0f req-e1c9782c-9fee-4e6c-973b-a5bd9712a54c tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c304966-ee16-4d0d-8ce5-8aca0bc35400 HTTP/1.1" status: 200 len: 943 time: 0.4594471 Sep 16 04:36:39.886444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Deleting port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:39.886944 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:39.922350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1da85997-8060-42b0-951a-686169d760f3 req-ae7a292e-85e9-4fc5-9b7a-3dfd7c60eae9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602660 Sep 16 04:36:40.014376 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3dc1cd45-4ec0-4a15-8ac3-cabf55710391 req-77c28704-7c92-4312-a46b-752a8f633a22 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 210 time: 0.0378799 Sep 16 04:36:40.018858 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.064192 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.113323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Pushing event updated for resources: {'Port': ['ID=057b4b4d-edc5-457d-b3ad-60c275cc1648,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:40.143209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Network afa02aac-80ed-4391-b933-25f6a1c06d99 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:40.158665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:40.162210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:40.199878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72afd9-f3ef-4132-a8fe-176f3081e4dd req-fd22677b-ee75-4533-8c2a-54220e620f9a tempest-ServersAdminNegativeTestJSON-1170881511 tempest-ServersAdminNegativeTestJSON-1170881511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:40.201662 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a72afd9-f3ef-4132-a8fe-176f3081e4dd req-fd22677b-ee75-4533-8c2a-54220e620f9a tempest-ServersAdminNegativeTestJSON-1170881511 tempest-ServersAdminNegativeTestJSON-1170881511-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 1102 time: 0.3264802 Sep 16 04:36:40.227021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-717b7bdf-9739-443e-b5ba-601ae081f91b tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:40.229300 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-717b7bdf-9739-443e-b5ba-601ae081f91b tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda&tenant_id=043d7505d3794c99864b8a9842baccb0&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1098 time: 0.1002781 Sep 16 04:36:40.236134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:40.236766 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.252967 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-dfca33c3-4e59-44d4-bb8e-8ff119f0dfc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1674407 Sep 16 04:36:40.258051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-17'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:40.291645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Request body: {'port': {'device_id': 'b13150a9-baa3-49cd-a4ec-c2df2a4ceffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:40.314717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1da85997-8060-42b0-951a-686169d760f3 req-14326eef-993b-4057-920e-fafcdf91a9a5 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579502 Sep 16 04:36:40.318281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] For port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1d7ae70c-51b1-4ce0-b3be-ff782ea48287,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:40.318741 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.334973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.389741 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:36:40.436785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a72afd9-f3ef-4132-a8fe-176f3081e4dd req-6fbcbf28-26d9-42be-9215-9d9eaed82eb6 tempest-ServersAdminNegativeTestJSON-1170881511 tempest-ServersAdminNegativeTestJSON-1170881511-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010498 Sep 16 04:36:40.487326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-ed3a90b2-e8b0-4d24-82dd-a0e76f68ca0f req-0d971791-aad3-4bac-af96-a64aa8e25182 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Deleting port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:40.487729 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ed3a90b2-e8b0-4d24-82dd-a0e76f68ca0f req-0d971791-aad3-4bac-af96-a64aa8e25182 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.637530 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.664871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a99c1-6bfe-4074-80cb-855397f3a81d req-b6243eec-c81e-478e-9e44-96d5c1a2f35c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:40.666375 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d96a99c1-6bfe-4074-80cb-855397f3a81d req-b6243eec-c81e-478e-9e44-96d5c1a2f35c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.3816857 Sep 16 04:36:40.669255 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:40.703475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0d50c702-2536-4651-8e5b-b2be80955b90 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:40.838199 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d96a99c1-6bfe-4074-80cb-855397f3a81d req-ed830889-a55c-4aef-b607-06243a81df52 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552219 Sep 16 04:36:40.855102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0d50c702-2536-4651-8e5b-b2be80955b90, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0d50c702-2536-4651-8e5b-b2be80955b90,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:40.897124 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '0d50c702-2536-4651-8e5b-b2be80955b90', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '0d50c702-2536-4651-8e5b-b2be80955b90', 'mac_address': 'fa:16:3e:15:51:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:41.012117 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.058896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d50c702-2536-4651-8e5b-b2be80955b90 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:41.106267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 44f144c3-96f7-40d3-a169-ea015e135c50 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:41.113097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0d50c702-2536-4651-8e5b-b2be80955b90, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0d50c702-2536-4651-8e5b-b2be80955b90,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:41.158244 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.213343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d6d754ff-8f01-42e9-b86b-227d054fa075,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:41.221235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=0d50c702-2536-4651-8e5b-b2be80955b90,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:41.230260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 44f144c3-96f7-40d3-a169-ea015e135c50 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:41.230550 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.247290 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1da85997-8060-42b0-951a-686169d760f3 req-bd2a2e94-e91b-4fb3-9ab3-2eeae131f340 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9129853 Sep 16 04:36:41.325284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2011-c75b-47fb-a30b-cc3cfbf7fe42 req-553237bf-f5f8-4997-a732-d0e3a0db001c tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:41.330108 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c7c2011-c75b-47fb-a30b-cc3cfbf7fe42 req-553237bf-f5f8-4997-a732-d0e3a0db001c tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 932 time: 0.1971881 Sep 16 04:36:41.340937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ca7c2-9eba-4f4c-a767-641ed06efa93 req-77eda2cb-244d-4df5-a7ec-eee6fd3feb1c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:41.342697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-901ca7c2-9eba-4f4c-a767-641ed06efa93 req-77eda2cb-244d-4df5-a7ec-eee6fd3feb1c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 947 time: 0.5840540 Sep 16 04:36:41.348489 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0836ef9f-b334-4f1b-b0b1-659b65c03743 req-ea5101c0-af86-498e-89a9-a089a9dc918b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2141902 Sep 16 04:36:41.350837 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057b4b4d-edc5-457d-b3ad-60c275cc1648 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:41.365442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:41.369251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ed3a90b2-e8b0-4d24-82dd-a0e76f68ca0f req-0d971791-aad3-4bac-af96-a64aa8e25182 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] For port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:41.369659 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ed3a90b2-e8b0-4d24-82dd-a0e76f68ca0f req-0d971791-aad3-4bac-af96-a64aa8e25182 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.375039 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.395870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-0e884b1a-f791-468d-8453-cea8938fc011 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:41.397313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-0e884b1a-f791-468d-8453-cea8938fc011 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.15 "GET /v2.0/networks?id=b98ad24e-5874-4124-88c8-f794aeec9495 HTTP/1.1" status: 200 len: 824 time: 0.6208131 Sep 16 04:36:41.454278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Transition to ACTIVE for port object 057b4b4d-edc5-457d-b3ad-60c275cc1648 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:41.455863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-ed3a90b2-e8b0-4d24-82dd-a0e76f68ca0f req-0d971791-aad3-4bac-af96-a64aa8e25182 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Calling delete_port for c2d43c19-0f9f-4561-a9c7-b33c2e8d572d owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:41.464017 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c7c2011-c75b-47fb-a30b-cc3cfbf7fe42 req-ba2ab884-ebaa-4a4a-a0c4-31ac4f69d2f2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188917 Sep 16 04:36:41.470335 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.472588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50323659-bf9d-4245-ac0e-c6f6e8a5fdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d754ff-8f01-42e9-b86b-227d054fa075'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:41.476220 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d599162-7058-4d8d-9ff0-ee8539176a88" -d '{"events": [{"server_uuid": "50323659-bf9d-4245-ac0e-c6f6e8a5fdda", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d754ff-8f01-42e9-b86b-227d054fa075"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:41.480131 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.484113 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['0d50c702-2536-4651-8e5b-b2be80955b90'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:41.501250 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.501645 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.502012 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Floating IP bd54f926-fe0b-43ac-bbe0-e38f63e687d5 disassociated. External IP: 172.25.0.93, port: 1d7ae70c-51b1-4ce0-b3be-ff782ea48287. Sep 16 04:36:41.502356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Calling delete_port for 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:41.515232 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.544425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836ef9f-b334-4f1b-b0b1-659b65c03743 req-7bf12188-2361-4c81-b1ca-ae90597252d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:41.546001 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0836ef9f-b334-4f1b-b0b1-659b65c03743 req-7bf12188-2361-4c81-b1ca-ae90597252d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 1097 time: 0.1671712 Sep 16 04:36:41.556102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Pushing event updated for resources: {'Port': ['ID=057b4b4d-edc5-457d-b3ad-60c275cc1648,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:41.567527 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-901ca7c2-9eba-4f4c-a767-641ed06efa93 req-a4234b3f-3f0d-4dd2-a37e-ed555bdc4a22 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082498 Sep 16 04:36:41.604213 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.661981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-99d4eaff-371d-470d-b690-8546c367dbe0 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb934ba889964b6a93af769c60c7e9ec HTTP/1.1" status: 200 len: 380 time: 0.2417774 Sep 16 04:36:41.687243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Request body: {'port': {'device_id': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'admin_state_up': True, 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'security_groups': ['d54a787d-20d1-4419-917d-c72a42816d78']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:41.793416 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-071d94be-f6ed-42e8-b24a-c4e8e39631c5 req-87ddc847-4a35-4a83-9528-d23a307ec2e6 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 210 time: 0.0907893 Sep 16 04:36:41.798260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Attempting to bind port d6d754ff-8f01-42e9-b86b-227d054fa075 on host n-h1-712142-17 for vnic_type normal with profile {"migrating_to": "n-h2-712142-17"} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:41.798260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Attempting to bind port d6d754ff-8f01-42e9-b86b-227d054fa075 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:41.798260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Attempting to bind port d6d754ff-8f01-42e9-b86b-227d054fa075 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:41.812376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Pushing event updated for resources: {'Port': ['ID=d6d754ff-8f01-42e9-b86b-227d054fa075,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:41.840138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Attempting to bind port 057b4b4d-edc5-457d-b3ad-60c275cc1648 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:41.840409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Attempting to bind port 057b4b4d-edc5-457d-b3ad-60c275cc1648 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:41.841883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Attempting to bind port 057b4b4d-edc5-457d-b3ad-60c275cc1648 on network afa02aac-80ed-4391-b933-25f6a1c06d99 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:41.842952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Port d6d754ff-8f01-42e9-b86b-227d054fa075 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:41.843383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Attempting to bind port d6d754ff-8f01-42e9-b86b-227d054fa075 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:41.865808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:41.865808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:41.866404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Bound using segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:41.866933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Bound port: d6d754ff-8f01-42e9-b86b-227d054fa075, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:41.867377 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.870494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Port 057b4b4d-edc5-457d-b3ad-60c275cc1648 on network afa02aac-80ed-4391-b933-25f6a1c06d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:41.870890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Attempting to bind port 057b4b4d-edc5-457d-b3ad-60c275cc1648 on network afa02aac-80ed-4391-b933-25f6a1c06d99 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:41.894972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836ef9f-b334-4f1b-b0b1-659b65c03743 req-ac469a37-e580-4e91-884e-912be81541ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:41.896556 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0836ef9f-b334-4f1b-b0b1-659b65c03743 req-ac469a37-e580-4e91-884e-912be81541ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.2789228 Sep 16 04:36:41.900065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:41.900531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Checking segment: {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:41.901023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Bound using segment: {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:41.901575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Bound port: 057b4b4d-edc5-457d-b3ad-60c275cc1648, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:41.902081 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:41.969538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfacc3-88a3-4d9e-a38a-bc4d03ca36fb req-9839f2fb-dad7-4638-9b75-9d1efa47577e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:41.971192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ddfacc3-88a3-4d9e-a38a-bc4d03ca36fb req-9839f2fb-dad7-4638-9b75-9d1efa47577e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 944 time: 0.2929995 Sep 16 04:36:42.004431 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0836ef9f-b334-4f1b-b0b1-659b65c03743 req-30b929aa-ccd1-4fa2-b2a8-5ea55f88200e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd HTTP/1.1" status: 200 len: 217 time: 0.0856080 Sep 16 04:36:42.054683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f33e3-bf5d-46bb-a4e4-8177a71e5e74 req-1b7a58d3-8440-4e14-8924-86e51aa63aa6 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:42.057229 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ed3a90b2-e8b0-4d24-82dd-a0e76f68ca0f req-0d971791-aad3-4bac-af96-a64aa8e25182 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.058503 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-103f33e3-bf5d-46bb-a4e4-8177a71e5e74 req-1b7a58d3-8440-4e14-8924-86e51aa63aa6 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 1097 time: 0.1848392 Sep 16 04:36:42.120674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d971791-aad3-4bac-af96-a64aa8e25182 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Pushing event deleted for resources: {'Port': ['ID=c2d43c19-0f9f-4561-a9c7-b33c2e8d572d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:42.126070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Made reservation on behalf of fb934ba889964b6a93af769c60c7e9ec for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:42.129525 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.135735 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.154009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ddfacc3-88a3-4d9e-a38a-bc4d03ca36fb req-eece6422-cfc2-497f-99f2-54be590c03e8 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705682 Sep 16 04:36:42.155742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:42.158302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] For port 057b4b4d-edc5-457d-b3ad-60c275cc1648, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:42.166574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d6d754ff-8f01-42e9-b86b-227d054fa075,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:42.168502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] For port 057b4b4d-edc5-457d-b3ad-60c275cc1648, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=057b4b4d-edc5-457d-b3ad-60c275cc1648,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:42.170516 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836ef9f-b334-4f1b-b0b1-659b65c03743 req-fd3605e4-2a03-47df-aced-90cdf1c09d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:42.171978 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0836ef9f-b334-4f1b-b0b1-659b65c03743 req-fd3605e4-2a03-47df-aced-90cdf1c09d80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.1393013 Sep 16 04:36:42.177231 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.181579 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.189994 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-103f33e3-bf5d-46bb-a4e4-8177a71e5e74 req-a7df14ee-532b-4e5a-9820-f6f7dc25d71e tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007872 Sep 16 04:36:42.211165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Pushing event deleted for resources: {'Port': ['ID=1d7ae70c-51b1-4ce0-b3be-ff782ea48287,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:42.241782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3a90b2-e8b0-4d24-82dd-a0e76f68ca0f req-0d971791-aad3-4bac-af96-a64aa8e25182 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] No DVR routers for this DVR port c2d43c19-0f9f-4561-a9c7-b33c2e8d572d on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:36:42.245066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:36:42.254122 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0836ef9f-b334-4f1b-b0b1-659b65c03743 req-c6f0fc58-651a-4e31-a1f8-ff94dd68f019 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622101 Sep 16 04:36:42.262252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d6d754ff-8f01-42e9-b86b-227d054fa075 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:42.277346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:42.277975 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.279391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/057b4b4d-edc5-457d-b3ad-60c275cc1648 HTTP/1.1" status: 200 len: 1093 time: 1.9935324 Sep 16 04:36:42.284000 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ed3a90b2-e8b0-4d24-82dd-a0e76f68ca0f req-0d971791-aad3-4bac-af96-a64aa8e25182 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.286073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed3a90b2-e8b0-4d24-82dd-a0e76f68ca0f req-0d971791-aad3-4bac-af96-a64aa8e25182 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.50 "DELETE /v2.0/ports/c2d43c19-0f9f-4561-a9c7-b33c2e8d572d HTTP/1.1" status: 204 len: 173 time: 2.4034808 Sep 16 04:36:42.288393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c304966-ee16-4d0d-8ce5-8aca0bc35400', 'name': 'network-vif-deleted', 'tag': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:42.291507 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d56107a-8b02-4796-9f01-b5781a7f6023" -d '{"events": [{"server_uuid": "0c304966-ee16-4d0d-8ce5-8aca0bc35400", "name": "network-vif-deleted", "tag": "c2d43c19-0f9f-4561-a9c7-b33c2e8d572d"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:42.308844 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b637558-6580-4b81-826d-061c49ed2d57 x-openstack-request-id: req-7b637558-6580-4b81-826d-061c49ed2d57 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:42.309048 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50323659-bf9d-4245-ac0e-c6f6e8a5fdda", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d754ff-8f01-42e9-b86b-227d054fa075", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:42.309430 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b637558-6580-4b81-826d-061c49ed2d57 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:42.309890 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50323659-bf9d-4245-ac0e-c6f6e8a5fdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d754ff-8f01-42e9-b86b-227d054fa075', 'code': 200} Sep 16 04:36:42.431635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Pushing event updated for resources: {'Port': ['ID=d6d754ff-8f01-42e9-b86b-227d054fa075,revision_number=8']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:42.484188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d6d754ff-8f01-42e9-b86b-227d054fa075,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:42.504747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d6d754ff-8f01-42e9-b86b-227d054fa075 has no active binding in host n-h2-712142-17 {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:36:42.516750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:42.517886 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:42.519377 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-0c471eb5-a23c-4e3e-b167-64852fc7d47a service neutron] 10.222.0.15 "PUT /v2.0/ports/d6d754ff-8f01-42e9-b86b-227d054fa075 HTTP/1.1" status: 200 len: 1124 time: 2.2655573 Sep 16 04:36:42.652781 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0836ef9f-b334-4f1b-b0b1-659b65c03743 req-ea8d6181-7006-430c-9f99-9136be6b01fe service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590889 Sep 16 04:36:42.662353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d6d754ff-8f01-42e9-b86b-227d054fa075'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:42.756854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0d50c702-2536-4651-8e5b-b2be80955b90 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:42.771462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-f922e45f-28d7-4ca9-813e-05b246045832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:42.777139 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-f922e45f-28d7-4ca9-813e-05b246045832 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70711a9b90994a488cc99fb66122368e&device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 1096 time: 0.3163080 Sep 16 04:36:42.840322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf740c-50c8-42b1-bfe1-3d00e25595b7 service neutron] Pushing event updated for resources: {'Port': ['ID=057b4b4d-edc5-457d-b3ad-60c275cc1648,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:42.867535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['d6d754ff-8f01-42e9-b86b-227d054fa075'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:42.963105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbcc87-32f2-4aa0-aa51-65a265355a32 req-3f53a1a3-1b8e-4b9d-8029-83ab40dae0a1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:42.971454 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5fdbcc87-32f2-4aa0-aa51-65a265355a32 req-3f53a1a3-1b8e-4b9d-8029-83ab40dae0a1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.4829309 Sep 16 04:36:42.991393 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-9b168b74-b198-453a-8c9f-d043dbe8b91e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=057b4b4d-edc5-457d-b3ad-60c275cc1648 HTTP/1.1" status: 200 len: 217 time: 0.1543329 Sep 16 04:36:43.013018 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 0d50c702-2536-4651-8e5b-b2be80955b90 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:43.030585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 0d50c702-2536-4651-8e5b-b2be80955b90 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:43.031212 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:43.033977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Allocated IP 172.20.0.13 (b98ad24e-5874-4124-88c8-f794aeec9495/bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5/41751fd0-7b11-4974-9b77-9fe310c9a922) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:43.092062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-c2bb707e-d24e-4d06-989b-3e445702afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:43.094601 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-c2bb707e-d24e-4d06-989b-3e445702afa5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ec61476-0693-4014-9b8f-b2652cc8040c HTTP/1.1" status: 200 len: 845 time: 0.0899861 Sep 16 04:36:43.163143 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-870e3faf-9bfe-4c49-afaf-7ca2dfeb247a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=afa02aac-80ed-4391-b933-25f6a1c06d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335391 Sep 16 04:36:43.220262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5fdbcc87-32f2-4aa0-aa51-65a265355a32 req-c7b88ab6-f42a-4463-8c14-0df663b42ec0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476954 Sep 16 04:36:43.294522 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0836ef9f-b334-4f1b-b0b1-659b65c03743 req-070aab63-846a-4bc7-b07d-84e25e481fae service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934474 Sep 16 04:36:43.322117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:36:43.333735 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Sync routers for ids ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:36:43.344579 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dac8a8-1cde-40de-9523-a43d45e35d5d x-openstack-request-id: req-15dac8a8-1cde-40de-9523-a43d45e35d5d {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:43.345065 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c304966-ee16-4d0d-8ce5-8aca0bc35400", "name": "network-vif-deleted", "tag": "c2d43c19-0f9f-4561-a9c7-b33c2e8d572d", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:43.345408 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15dac8a8-1cde-40de-9523-a43d45e35d5d {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:43.345999 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c304966-ee16-4d0d-8ce5-8aca0bc35400', 'name': 'network-vif-deleted', 'tag': 'c2d43c19-0f9f-4561-a9c7-b33c2e8d572d', 'status': 'completed', 'code': 200} Sep 16 04:36:43.351000 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:43.355650 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ad9b39a5-b673-47f4-b3c7-66b75ff8bc55 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6016200 Sep 16 04:36:43.355811 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Routers {'92b3362e-7d00-43e5-bc82-859ccf8bdb49'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:43.355811 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:43.358148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Router 913d95bd-ffcb-4588-b162-7b42f484100e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:36:43.361590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50304) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:43.425305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-cbafca68-5696-4a0c-8391-bd0a8de339de service neutron] 10.222.0.15 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299116 Sep 16 04:36:43.533442 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Set router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:43.572549 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:43.572928 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:43.577997 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2eb39-1894-4a92-ab29-0ccc4f8bfb48 req-7095ecdc-5b40-433e-a66d-a9ab7c68de4f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:43.580044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0ce2eb39-1894-4a92-ab29-0ccc4f8bfb48 req-7095ecdc-5b40-433e-a66d-a9ab7c68de4f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 944 time: 0.1084909 Sep 16 04:36:43.638998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd87f8b1-42e2-4c76-acfe-bbdde9c257b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d50c702-2536-4651-8e5b-b2be80955b90'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:43.641357 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5547bef1-a530-4197-a519-9009d07593be" -d '{"events": [{"server_uuid": "cd87f8b1-42e2-4c76-acfe-bbdde9c257b7", "name": "network-vif-plugged", "status": "completed", "tag": "0d50c702-2536-4651-8e5b-b2be80955b90"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:43.661103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0d50c702-2536-4651-8e5b-b2be80955b90, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0d50c702-2536-4651-8e5b-b2be80955b90,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:43.667884 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:43.668388 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0ce2eb39-1894-4a92-ab29-0ccc4f8bfb48 req-33d21d27-431b-4418-80d8-1e45707eae5c tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768836 Sep 16 04:36:43.669127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c2d43c19-0f9f-4561-a9c7-b33c2e8d572d no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:43.671712 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3ed5b66-d8fb-4f1b-a3f4-8d12bd5017ed req-aad0b23a-1abf-4020-bc44-be137f2e68f0 service neutron] 10.222.0.15 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370083 Sep 16 04:36:43.707988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:36:43.733138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: c2d43c19-0f9f-4561-a9c7-b33c2e8d572d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:36:43.733480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c2d43c19-0f9f-4561-a9c7-b33c2e8d572d not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:43.733937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:43.738756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3d431-4dbf-4b27-80d3-df71b4d4a6af None None] Sync routers for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:36:43.771557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] No DVR routers for this DVR port 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:36:43.798298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:36:43.798970 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1d7ae70c-51b1-4ce0-b3be-ff782ea48287 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:43.807374 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:43.809464 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f824fcfa-edb7-4cd2-b1fe-7d13a8d0b732 req-9a6cea15-628a-472d-90e3-4d6db6ca9ce2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.50 "DELETE /v2.0/ports/1d7ae70c-51b1-4ce0-b3be-ff782ea48287 HTTP/1.1" status: 204 len: 173 time: 4.5931008 Sep 16 04:36:43.812924 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:43.827051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3d431-4dbf-4b27-80d3-df71b4d4a6af None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:43.828261 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b8c3d431-4dbf-4b27-80d3-df71b4d4a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:43.837713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-9176ae9a-e593-40b5-b10e-07482c84c30c tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:36:43.850352 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-9176ae9a-e593-40b5-b10e-07482c84c30c tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187583 Sep 16 04:36:43.862435 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:36:39Z', 'revision_number': 3, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:43.884655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Network b98ad24e-5874-4124-88c8-f794aeec9495 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:43.885998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Pushing event updated for resources: {'Port': ['ID=41751fd0-7b11-4974-9b77-9fe310c9a922,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:43.898794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da965-bd52-44a3-a9dc-a81c33779338 req-92dd1201-8483-4713-8e68-016543be3798 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:43.900937 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f2da965-bd52-44a3-a9dc-a81c33779338 req-92dd1201-8483-4713-8e68-016543be3798 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 949 time: 0.1392369 Sep 16 04:36:43.921909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:43.925564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:43.955605 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Checking router: 92b3362e-7d00-43e5-bc82-859ccf8bdb49 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:36:43.956447 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Updating router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 port f3f3458c-5796-484c-894b-6c55e5fe20cb binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:36:43.973655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=0d50c702-2536-4651-8e5b-b2be80955b90,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:43.983882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-1436217d-28f7-4a5e-a9b0-b2a56527a8e4 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:43.999094 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-1436217d-28f7-4a5e-a9b0-b2a56527a8e4 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports/cf861b69-c1f1-4862-afbe-67f2bbca9a8e HTTP/1.1" status: 200 len: 1094 time: 0.1476355 Sep 16 04:36:44.003876 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] Request body: {'binding': {'host': 'n-h1-712142-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:44.004409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] Unknown quota resources ['binding']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:36:44.018604 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b8c3d431-4dbf-4b27-80d3-df71b4d4a6af None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:44.039398 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.063284 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f2da965-bd52-44a3-a9dc-a81c33779338 req-b554a53b-2ed1-4c25-94dc-210a00da9401 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546612 Sep 16 04:36:44.083541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:44.084230 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.142457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-7fd8c800-4f19-4493-9235-a035625f5418 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4591477 Sep 16 04:36:44.239032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Request body: {'port': {'device_id': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:44.314751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-65cd7b9f-48bb-44de-988a-bf9edcbc6214 None None] Provisioning complete for port 41751fd0-7b11-4974-9b77-9fe310c9a922 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:44.315180 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-65cd7b9f-48bb-44de-988a-bf9edcbc6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.323395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13150a9-baa3-49cd-a4ec-c2df2a4ceffe', 'tag': '057b4b4d-edc5-457d-b3ad-60c275cc1648'}, {'name': 'network-changed', 'server_uuid': '50323659-bf9d-4245-ac0e-c6f6e8a5fdda', 'tag': 'd6d754ff-8f01-42e9-b86b-227d054fa075'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:44.326326 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81" -d '{"events": [{"name": "network-changed", "server_uuid": "b13150a9-baa3-49cd-a4ec-c2df2a4ceffe", "tag": "057b4b4d-edc5-457d-b3ad-60c275cc1648"}, {"name": "network-changed", "server_uuid": "50323659-bf9d-4245-ac0e-c6f6e8a5fdda", "tag": "d6d754ff-8f01-42e9-b86b-227d054fa075"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:44.329476 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] Attempting to bind port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on host n-h1-712142-17 for vnic_type normal with profile None {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:44.329897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] Attempting to bind port cf861b69-c1f1-4862-afbe-67f2bbca9a8e by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:44.330171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] Attempting to bind port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:44.345083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56862dca-c7fa-4a46-8536-56bc20402a76 req-83566107-431c-479d-84b4-260b7d5cd0a9 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:44.346628 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-56862dca-c7fa-4a46-8536-56bc20402a76 req-83566107-431c-479d-84b4-260b7d5cd0a9 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 932 time: 0.1461029 Sep 16 04:36:44.347214 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] Port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:44.347540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] Attempting to bind port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:44.353104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:44.353450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:44.353890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] Bound using segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:44.354328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] Bound port: cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:44.355474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-65cd7b9f-48bb-44de-988a-bf9edcbc6214 None None] Port 41751fd0-7b11-4974-9b77-9fe310c9a922 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:44.358034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.373714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b8c3d431-4dbf-4b27-80d3-df71b4d4a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:44.405173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3d431-4dbf-4b27-80d3-df71b4d4a6af None None] Checking router: 913d95bd-ffcb-4588-b162-7b42f484100e for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:36:44.415668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3d431-4dbf-4b27-80d3-df71b4d4a6af None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:44.416345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b8c3d431-4dbf-4b27-80d3-df71b4d4a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:44.438387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:44.442525 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-56862dca-c7fa-4a46-8536-56bc20402a76 req-084484cd-d305-4b44-8198-d21f0416f925 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559413 Sep 16 04:36:44.448365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.449437 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.450044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-74bf2cbb-0f8a-41fb-bdcd-16100fba0652 service neutron] 10.222.0.53 "POST /v2.0/ports/cf861b69-c1f1-4862-afbe-67f2bbca9a8e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4498320 Sep 16 04:36:44.460330 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.534040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.591569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b8c3d431-4dbf-4b27-80d3-df71b4d4a6af None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:44.621351 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Pushing event updated for resources: {'Port': ['ID=f3f3458c-5796-484c-894b-6c55e5fe20cb,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:44.630953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1ceff-81ab-4d0e-88cd-5bdf8562bfd7 req-d46c126d-8174-4b83-8d9d-352ebb36fd29 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:44.634122 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-80f1ceff-81ab-4d0e-88cd-5bdf8562bfd7 req-d46c126d-8174-4b83-8d9d-352ebb36fd29 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 944 time: 0.0799038 Sep 16 04:36:44.682254 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:44.682597 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:44.682946 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:44.683287 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:44.683632 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:44.683958 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:44.684308 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:44.684621 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:44.684949 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:44.685276 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:44.685654 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:44.685971 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:44.709278 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-80f1ceff-81ab-4d0e-88cd-5bdf8562bfd7 req-bee3c823-26ec-4308-8d59-77de4ddb84c1 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671730 Sep 16 04:36:44.721059 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d001998-ea55-4609-b9e4-d4ebd4d67972 x-openstack-request-id: req-4d001998-ea55-4609-b9e4-d4ebd4d67972 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:44.721429 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd87f8b1-42e2-4c76-acfe-bbdde9c257b7", "name": "network-vif-plugged", "status": "completed", "tag": "0d50c702-2536-4651-8e5b-b2be80955b90", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:44.723622 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d001998-ea55-4609-b9e4-d4ebd4d67972 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:44.723960 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd87f8b1-42e2-4c76-acfe-bbdde9c257b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d50c702-2536-4651-8e5b-b2be80955b90', 'code': 200} Sep 16 04:36:44.743763 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Attempting to bind port f3f3458c-5796-484c-894b-6c55e5fe20cb on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:44.747770 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Attempting to bind port f3f3458c-5796-484c-894b-6c55e5fe20cb by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:44.748133 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Attempting to bind port f3f3458c-5796-484c-894b-6c55e5fe20cb on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:44.763251 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:44.763251 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:44.763608 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.763998 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:44.765015 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Bound port: f3f3458c-5796-484c-894b-6c55e5fe20cb, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:44.765015 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.809385 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bf4617-db4e-484c-b15b-31c25ada3082 x-openstack-request-id: req-09bf4617-db4e-484c-b15b-31c25ada3082 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:44.809715 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13150a9-baa3-49cd-a4ec-c2df2a4ceffe", "tag": "057b4b4d-edc5-457d-b3ad-60c275cc1648", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "50323659-bf9d-4245-ac0e-c6f6e8a5fdda", "tag": "d6d754ff-8f01-42e9-b86b-227d054fa075", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:44.812405 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09bf4617-db4e-484c-b15b-31c25ada3082 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:44.812405 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13150a9-baa3-49cd-a4ec-c2df2a4ceffe', 'tag': '057b4b4d-edc5-457d-b3ad-60c275cc1648', 'status': 'completed', 'code': 200} Sep 16 04:36:44.812405 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50323659-bf9d-4245-ac0e-c6f6e8a5fdda', 'tag': 'd6d754ff-8f01-42e9-b86b-227d054fa075', 'status': 'completed', 'code': 200} Sep 16 04:36:44.877250 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] For port f3f3458c-5796-484c-894b-6c55e5fe20cb, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:44.880783 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] For port f3f3458c-5796-484c-894b-6c55e5fe20cb, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f3f3458c-5796-484c-894b-6c55e5fe20cb,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:44.885007 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:44.986615 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b8c3d431-4dbf-4b27-80d3-df71b4d4a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:45.000263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64977c0-b6f8-496c-81d3-aa88e1c93d61 req-9a443a4e-4282-4ee2-869f-4b1efab903bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.001839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d64977c0-b6f8-496c-81d3-aa88e1c93d61 req-9a443a4e-4282-4ee2-869f-4b1efab903bb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 1101 time: 0.2009134 Sep 16 04:36:45.014721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3375f99-16d8-4741-98d4-690faa3dc977 req-3a123d42-9372-4224-8ac8-8d2079967894 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.019162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-9cc23413-f36c-47b9-95ab-da13e1b93855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.023130 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-9cc23413-f36c-47b9-95ab-da13e1b93855 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 1097 time: 0.2041037 Sep 16 04:36:45.023560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3375f99-16d8-4741-98d4-690faa3dc977 req-3a123d42-9372-4224-8ac8-8d2079967894 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.2351751 Sep 16 04:36:45.027047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3d431-4dbf-4b27-80d3-df71b4d4a6af None None] The sync data for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 is: [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:36:45.033824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Allocated IP 172.20.0.1 (6075a00a-594d-45d5-a69f-8fc3a792b3c4/360c8065-7805-4d68-aada-f1b0722c784c/d3f33df7-a461-44a0-a97b-acc228726ef7) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:45.042349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-38480c65-aa2f-427c-9aa6-4d63ef512f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.043351 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-b47a4303-f77b-4f08-b632-59e9bbe40835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.044165 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-38480c65-aa2f-427c-9aa6-4d63ef512f69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70711a9b90994a488cc99fb66122368e&device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 1096 time: 0.1593125 Sep 16 04:36:45.044843 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-b47a4303-f77b-4f08-b632-59e9bbe40835 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 1127 time: 0.1950974 Sep 16 04:36:45.058825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41751fd0-7b11-4974-9b77-9fe310c9a922 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:45.094810 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.120609 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Routers {'92b3362e-7d00-43e5-bc82-859ccf8bdb49'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:45.121316 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:45.130565 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22152241-e356-4c8a-bfce-26dbd294f811 None None] Pushing event updated for resources: {'Port': ['ID=f3f3458c-5796-484c-894b-6c55e5fe20cb,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:45.207881 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3375f99-16d8-4741-98d4-690faa3dc977 req-791d478a-9927-45e0-995d-e2bf387d70bd tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830034 Sep 16 04:36:45.230633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Transition to ACTIVE for port object 41751fd0-7b11-4974-9b77-9fe310c9a922 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:45.275272 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] Set router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:45.283139 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.329515 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d64977c0-b6f8-496c-81d3-aa88e1c93d61 req-37251e13-bc90-4ff5-b41b-0cc14e047a77 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971456 Sep 16 04:36:45.370914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'name': 'network-vif-deleted', 'tag': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:45.377052 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef8ee52-8f6f-4816-9f2f-8bbe6f41d0c8" -d '{"events": [{"server_uuid": "ed114bb2-bb9e-4181-b33f-671f425a7d7a", "name": "network-vif-deleted", "tag": "1d7ae70c-51b1-4ce0-b3be-ff782ea48287"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:45.455346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bdfe0-7994-4d5b-b871-bc7635073fa0 req-d28b404e-adea-4b6d-b8a9-0d665c5b91d9 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.461905 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4d318-d44b-4341-85c1-7e3e18b44f7a None None] New status for floating IP bd54f926-fe0b-43ac-bbe0-e38f63e687d5: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:36:45.464406 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-178bdfe0-7994-4d5b-b871-bc7635073fa0 req-d28b404e-adea-4b6d-b8a9-0d665c5b91d9 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 945 time: 0.5523620 Sep 16 04:36:45.504721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=41751fd0-7b11-4974-9b77-9fe310c9a922,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:45.559147 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-178bdfe0-7994-4d5b-b871-bc7635073fa0 req-7080d898-794a-4fd4-a102-ec9b6696a079 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854123 Sep 16 04:36:45.580371 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-99ff998a-b865-4dcc-afee-50f59ba258ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.582663 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-99ff998a-b865-4dcc-afee-50f59ba258ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.4149439 Sep 16 04:36:45.635682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-2919cf4d-ee77-455d-bce8-868e37022183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.637887 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-2919cf4d-ee77-455d-bce8-868e37022183 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.5994265 Sep 16 04:36:45.699226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-9f616763-a26f-4364-85c0-705878235afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.700695 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-9f616763-a26f-4364-85c0-705878235afd service neutron] 10.222.0.15 "GET /v2.0/networks?id=afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 200 len: 906 time: 0.2600262 Sep 16 04:36:45.703311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-d5caf4e0-d54c-4645-9405-fc6597ae928e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e HTTP/1.1" status: 200 len: 217 time: 0.0514412 Sep 16 04:36:45.710085 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-04cd2eae-d28b-4927-8775-452df9400363 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6d754ff-8f01-42e9-b86b-227d054fa075 HTTP/1.1" status: 200 len: 217 time: 0.1103349 Sep 16 04:36:45.763792 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:36:39Z', 'revision_number': 3, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:45.775211 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-493d9d8f-223e-4829-ab96-725f97c33f17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=057b4b4d-edc5-457d-b3ad-60c275cc1648 HTTP/1.1" status: 200 len: 217 time: 0.0559924 Sep 16 04:36:45.784710 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.797329 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d851d24d-2c42-4b2a-a1db-5119400c52d6 None None] The sync data for ids ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'] in n-d-712142-17 is: [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:36:39Z', 'revision_number': 3, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:36:45.816654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Attempting to bind port 41751fd0-7b11-4974-9b77-9fe310c9a922 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:45.817022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Attempting to bind port 41751fd0-7b11-4974-9b77-9fe310c9a922 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:45.817328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Attempting to bind port 41751fd0-7b11-4974-9b77-9fe310c9a922 on network b98ad24e-5874-4124-88c8-f794aeec9495 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:45.835281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3a6d2-c643-4078-9434-7445480df2b2 req-dd4f2e7c-4533-488b-ad99-2d672fb164fc tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.838076 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45a3a6d2-c643-4078-9434-7445480df2b2 req-dd4f2e7c-4533-488b-ad99-2d672fb164fc tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 944 time: 0.2018600 Sep 16 04:36:45.850530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6635e-8abb-4ad8-bf35-47f2e6ac22c7 req-92383e19-6e6c-4420-9071-65f49ba1fe0e tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.850732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Port 41751fd0-7b11-4974-9b77-9fe310c9a922 on network b98ad24e-5874-4124-88c8-f794aeec9495 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:45.850952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Attempting to bind port 41751fd0-7b11-4974-9b77-9fe310c9a922 on network b98ad24e-5874-4124-88c8-f794aeec9495 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:45.852745 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1bf6635e-8abb-4ad8-bf35-47f2e6ac22c7 req-92383e19-6e6c-4420-9071-65f49ba1fe0e tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 949 time: 0.1629896 Sep 16 04:36:45.860296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-7b5424f8-a0cd-417b-a380-db90349f0165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.861505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-7b5424f8-a0cd-417b-a380-db90349f0165 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.1354308 Sep 16 04:36:45.865069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-360e1e46-188e-4c86-bde0-e7a593c5a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.866553 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-360e1e46-188e-4c86-bde0-e7a593c5a8af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.1400611 Sep 16 04:36:45.897375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:45.897779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Checking segment: {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:45.898141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Bound using segment: {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:45.898587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Bound port: 41751fd0-7b11-4974-9b77-9fe310c9a922, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63730ab5-3cba-421d-ba2a-881844e9a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:45.899335 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.918939 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-f9ab42e6-703a-47de-a929-5fa71656fc34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411923 Sep 16 04:36:45.920310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-6e4bb2a1-364d-4708-8071-be118fe9bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:45.921689 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-6e4bb2a1-364d-4708-8071-be118fe9bfd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ec61476-0693-4014-9b8f-b2652cc8040c HTTP/1.1" status: 200 len: 845 time: 0.1137168 Sep 16 04:36:45.933142 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-4e5f6518-62a1-4208-ad0f-318fefe12d6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466990 Sep 16 04:36:45.940053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:45.975041 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1bf6635e-8abb-4ad8-bf35-47f2e6ac22c7 req-7e31497a-605f-4535-b60b-0186c09f24b4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143360 Sep 16 04:36:45.997888 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-b2fe92d5-7e4a-4c8a-9eec-037bdc94ae92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=afa02aac-80ed-4391-b933-25f6a1c06d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456655 Sep 16 04:36:46.029937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45a3a6d2-c643-4078-9434-7445480df2b2 req-8d748ab8-5454-4542-8f94-6c238145b78d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804910 Sep 16 04:36:46.054211 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d140450f-40b5-4a5f-8a32-fcff77aa8335 x-openstack-request-id: req-d140450f-40b5-4a5f-8a32-fcff77aa8335 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:46.054783 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed114bb2-bb9e-4181-b33f-671f425a7d7a", "name": "network-vif-deleted", "tag": "1d7ae70c-51b1-4ce0-b3be-ff782ea48287", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:46.055522 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d140450f-40b5-4a5f-8a32-fcff77aa8335 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:46.056302 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed114bb2-bb9e-4181-b33f-671f425a7d7a', 'name': 'network-vif-deleted', 'tag': '1d7ae70c-51b1-4ce0-b3be-ff782ea48287', 'status': 'completed', 'code': 200} Sep 16 04:36:46.065525 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-1f530d3f-0298-4141-a015-43ce4d208892 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333425 Sep 16 04:36:46.293679 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-45ac5a65-63cb-4597-bb91-797a8dbc196e service neutron] 10.222.0.15 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270844 Sep 16 04:36:46.299891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 057b4b4d-edc5-457d-b3ad-60c275cc1648 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:46.303177 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-de3624cc-5dda-45ba-8d75-b5f25338ed04 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135534 Sep 16 04:36:46.314791 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b3fe8-23b9-4abd-8df1-9d569234b826 req-01c9b6c9-14c5-42b6-83b6-97272ee432f2 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:46.316341 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-052b3fe8-23b9-4abd-8df1-9d569234b826 req-01c9b6c9-14c5-42b6-83b6-97272ee432f2 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 950 time: 0.1600494 Sep 16 04:36:46.426541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:46.435448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f33df7-a461-44a0-a97b-acc228726ef7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:46.436513 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-052b3fe8-23b9-4abd-8df1-9d569234b826 req-8b866274-37a5-4a1d-b7f1-d2a480dcad2a tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080086 Sep 16 04:36:46.438043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 057b4b4d-edc5-457d-b3ad-60c275cc1648, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=057b4b4d-edc5-457d-b3ad-60c275cc1648,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:46.463987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:46.463987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:46.466082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '057b4b4d-edc5-457d-b3ad-60c275cc1648', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'port_id': '057b4b4d-edc5-457d-b3ad-60c275cc1648', 'mac_address': 'fa:16:3e:95:69:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec61476-0693-4014-9b8f-b2652cc8040c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:46.482671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-9fedfce7-3723-49c4-bc1b-a4169446c553 service neutron] 10.222.0.15 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650755 Sep 16 04:36:46.523539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] For port 41751fd0-7b11-4974-9b77-9fe310c9a922, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:46.562410 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-525f6295-7f52-4d15-ba8e-dccada17bf48 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199412 Sep 16 04:36:46.564253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] For port 41751fd0-7b11-4974-9b77-9fe310c9a922, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=41751fd0-7b11-4974-9b77-9fe310c9a922,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:46.567482 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:46.568128 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:46.594295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057b4b4d-edc5-457d-b3ad-60c275cc1648 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:46.645318 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 057b4b4d-edc5-457d-b3ad-60c275cc1648, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=057b4b4d-edc5-457d-b3ad-60c275cc1648,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:46.647424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48083f75-63df-43b9-9132-b80c5943c4dc req-f38fdd02-8c4f-48d9-97bc-999d3706a4a5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:46.650963 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48083f75-63df-43b9-9132-b80c5943c4dc req-f38fdd02-8c4f-48d9-97bc-999d3706a4a5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 944 time: 0.0907283 Sep 16 04:36:46.659521 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:46.677411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:46.703320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12c129-388b-4a45-8f6c-78bf0c60e745 req-f787b51d-052e-41d9-9ba7-6afbad786b58 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:46.712919 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e12c129-388b-4a45-8f6c-78bf0c60e745 req-f787b51d-052e-41d9-9ba7-6afbad786b58 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 944 time: 0.2994962 Sep 16 04:36:46.736616 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48083f75-63df-43b9-9132-b80c5943c4dc req-ddb18143-857a-400a-913f-a57fa2d21c8f tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766537 Sep 16 04:36:46.762091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=057b4b4d-edc5-457d-b3ad-60c275cc1648,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:46.803508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:46.804261 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:46.806683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] 10.222.0.15 "PUT /v2.0/ports/41751fd0-7b11-4974-9b77-9fe310c9a922 HTTP/1.1" status: 200 len: 1093 time: 2.5840569 Sep 16 04:36:46.975620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-660aad4c-59ce-487f-a0ef-71c3c35e4ba4 None None] Provisioning complete for port d3f33df7-a461-44a0-a97b-acc228726ef7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:46.975885 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-660aad4c-59ce-487f-a0ef-71c3c35e4ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.015773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c984-7606-4d8e-b2eb-5c48d75bf5cd req-cbe2dd43-8986-4e17-8e3f-7405cd629e0a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.019790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ca71d-3e07-4b82-a3cb-da1352ddc9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=41751fd0-7b11-4974-9b77-9fe310c9a922,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:47.031695 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6842c984-7606-4d8e-b2eb-5c48d75bf5cd req-cbe2dd43-8986-4e17-8e3f-7405cd629e0a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.1302092 Sep 16 04:36:47.041660 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e12c129-388b-4a45-8f6c-78bf0c60e745 req-bb1e3a5e-4a1c-4414-b7ad-080510ba574f tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275990 Sep 16 04:36:47.063405 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-660aad4c-59ce-487f-a0ef-71c3c35e4ba4 None None] Port d3f33df7-a461-44a0-a97b-acc228726ef7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:47.084908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5cf6a7e2-9f7d-4234-88de-8d0664a5df81 req-470c9ce8-38c0-4d5b-ac46-fc15113deac5 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069809 Sep 16 04:36:47.120788 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f3f3458c-5796-484c-894b-6c55e5fe20cb up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:47.141068 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ff1068ac-955f-423f-af3e-de912942cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.143049 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ff1068ac-955f-423f-af3e-de912942cdfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb934ba889964b6a93af769c60c7e9ec&device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 1096 time: 0.1722536 Sep 16 04:36:47.150640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6842c984-7606-4d8e-b2eb-5c48d75bf5cd req-f92e4589-5a76-4b47-bfa3-86bcb344b410 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177695 Sep 16 04:36:47.219265 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0c3125e2-f811-41f5-9a02-d85007f8200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.223140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port f3f3458c-5796-484c-894b-6c55e5fe20cb triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:47.223511 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.229938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.280758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef08be-df82-442c-a79a-b5f2437d383d req-180342e1-6896-4c05-b118-fbf812ac87c1 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.283158 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-76ef08be-df82-442c-a79a-b5f2437d383d req-180342e1-6896-4c05-b118-fbf812ac87c1 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 949 time: 0.0647116 Sep 16 04:36:47.300907 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-8448145c-21d6-4ce1-afe4-8369f5b14bdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41751fd0-7b11-4974-9b77-9fe310c9a922 HTTP/1.1" status: 200 len: 217 time: 0.0928006 Sep 16 04:36:47.323638 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-76ef08be-df82-442c-a79a-b5f2437d383d req-ccd412a7-dd30-4b72-bef6-070a835998dc tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341189 Sep 16 04:36:47.356278 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.370205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c025d0a-5a0a-43b2-aac1-9e935a332d47 req-f42d6517-7cce-4c23-aea3-1342019e9afb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.372072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c025d0a-5a0a-43b2-aac1-9e935a332d47 req-f42d6517-7cce-4c23-aea3-1342019e9afb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 945 time: 0.1571598 Sep 16 04:36:47.386631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port f3f3458c-5796-484c-894b-6c55e5fe20cb, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f3f3458c-5796-484c-894b-6c55e5fe20cb,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:47.392536 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.434874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-8a30973b-5935-4538-b5ab-04f64798724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.436350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-8a30973b-5935-4538-b5ab-04f64798724c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5 HTTP/1.1" status: 200 len: 863 time: 0.1056485 Sep 16 04:36:47.462866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['057b4b4d-edc5-457d-b3ad-60c275cc1648'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:47.475335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419576b-697b-40f1-b923-42694c7993bd req-e0ec19eb-c47c-4dc1-94fa-6931ddf465c1 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.479443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2419576b-697b-40f1-b923-42694c7993bd req-e0ec19eb-c47c-4dc1-94fa-6931ddf465c1 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 945 time: 0.0624480 Sep 16 04:36:47.489862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=f3f3458c-5796-484c-894b-6c55e5fe20cb,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:47.491969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c025d0a-5a0a-43b2-aac1-9e935a332d47 req-341f6458-ff3a-45e2-8442-fcca778685f2 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120872 Sep 16 04:36:47.551008 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-22cd0ec7-1fb4-4d84-b38e-3e13536d7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.554382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-22cd0ec7-1fb4-4d84-b38e-3e13536d7621 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b98ad24e-5874-4124-88c8-f794aeec9495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008508 Sep 16 04:36:47.558763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2419576b-697b-40f1-b923-42694c7993bd req-61a52bc2-9acb-4989-af06-5d03e34e7c68 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695350 Sep 16 04:36:47.700369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a68963-dc86-4e7c-a37c-575359218f4c req-343847f7-be3b-4316-94dd-15947b565ccb tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.701982 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a68963-dc86-4e7c-a37c-575359218f4c req-343847f7-be3b-4316-94dd-15947b565ccb tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 950 time: 0.0705760 Sep 16 04:36:47.764206 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a68963-dc86-4e7c-a37c-575359218f4c req-b8c9da2f-6951-4c50-ba76-adccc9924703 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552347 Sep 16 04:36:47.807550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.825904 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:47.889987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a42d6-4f0f-4113-b00e-a4484c39c329 req-43e57d6e-561f-4777-af70-80cee1af0f0f tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.895121 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c9a42d6-4f0f-4113-b00e-a4484c39c329 req-43e57d6e-561f-4777-af70-80cee1af0f0f tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.50 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 950 time: 0.3389421 Sep 16 04:36:47.910498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fe44b-840f-4857-af29-7b0a8854839d req-8974de66-1918-4ef8-b01a-78fa321120e7 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.917385 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f33df7-a461-44a0-a97b-acc228726ef7,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:47.919580 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-592fe44b-840f-4857-af29-7b0a8854839d req-8974de66-1918-4ef8-b01a-78fa321120e7 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 944 time: 0.0860176 Sep 16 04:36:47.925008 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1b997-cee8-4a8e-9ead-e42231fae3dd req-9370153c-0cbc-4ea6-981b-542e4432e433 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:47.933157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93e1b997-cee8-4a8e-9ead-e42231fae3dd req-9370153c-0cbc-4ea6-981b-542e4432e433 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 1101 time: 0.3153543 Sep 16 04:36:47.974305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-592fe44b-840f-4857-af29-7b0a8854839d req-e81b6cf2-84cf-4fff-9df7-6ca35d51121e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536327 Sep 16 04:36:48.049650 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-f1db42d6-75df-485e-ad95-3b655466d187 service neutron] 10.222.0.15 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209006 Sep 16 04:36:48.057675 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.059228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'tag': '41751fd0-7b11-4974-9b77-9fe310c9a922'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:48.061474 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09867557-b4a9-48c8-ba19-c522f977db4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4d7bf3-e965-47e8-9420-2c7fa10f9455", "tag": "41751fd0-7b11-4974-9b77-9fe310c9a922"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:48.102198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93e1b997-cee8-4a8e-9ead-e42231fae3dd req-d9786c2d-77ce-4faf-8a2f-bf3f59377cf4 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680858 Sep 16 04:36:48.146147 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb5a8fa-41a0-4ce5-9342-8f3409a963f9 x-openstack-request-id: req-2bb5a8fa-41a0-4ce5-9342-8f3409a963f9 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:48.146587 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4d7bf3-e965-47e8-9420-2c7fa10f9455", "tag": "41751fd0-7b11-4974-9b77-9fe310c9a922", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:48.147164 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2bb5a8fa-41a0-4ce5-9342-8f3409a963f9 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:48.147743 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'tag': '41751fd0-7b11-4974-9b77-9fe310c9a922', 'status': 'completed', 'code': 200} Sep 16 04:36:48.345171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-8c9a42d6-4f0f-4113-b00e-a4484c39c329 req-fc70034f-636d-4bb7-b478-12482dc6215e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Deleting port 8996a3db-881e-496c-b682-8b67d9e37010 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:48.345171 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8c9a42d6-4f0f-4113-b00e-a4484c39c329 req-fc70034f-636d-4bb7-b478-12482dc6215e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.348777 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff7d5d-586f-4905-80a8-3efbaee01372 req-ac371f5c-5994-4247-b294-baab5dc68ec6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:48.354646 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ff7d5d-586f-4905-80a8-3efbaee01372 req-ac371f5c-5994-4247-b294-baab5dc68ec6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0750737 Sep 16 04:36:48.395386 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ff7d5d-586f-4905-80a8-3efbaee01372 req-4405cf91-98a3-4d60-b7ad-ec48fc957095 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393491 Sep 16 04:36:48.413706 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcac9301-aed0-4010-8fa0-c1523163dbdd req-ef474d09-49d0-4cd6-9b69-668379094c04 service neutron] 10.222.0.15 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217521 Sep 16 04:36:48.443820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:48.455703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:48.467594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b63fe-7bf3-4cda-b22a-2a8c13cdb0ec req-359e126c-7df0-4518-8c7c-645ce2082193 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:48.475344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-776b63fe-7bf3-4cda-b22a-2a8c13cdb0ec req-359e126c-7df0-4518-8c7c-645ce2082193 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 944 time: 0.1952267 Sep 16 04:36:48.531127 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-2cf6a564-1e43-493d-9fec-0da1bee17b4b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306051 Sep 16 04:36:48.601454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8c9a42d6-4f0f-4113-b00e-a4484c39c329 req-fc70034f-636d-4bb7-b478-12482dc6215e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] For port 8996a3db-881e-496c-b682-8b67d9e37010, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8996a3db-881e-496c-b682-8b67d9e37010,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:48.603305 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8c9a42d6-4f0f-4113-b00e-a4484c39c329 req-fc70034f-636d-4bb7-b478-12482dc6215e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.616718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-776b63fe-7bf3-4cda-b22a-2a8c13cdb0ec req-e41cfc95-917c-49cd-a4f0-4fff698d9a17 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404994 Sep 16 04:36:48.629762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-8c9a42d6-4f0f-4113-b00e-a4484c39c329 req-fc70034f-636d-4bb7-b478-12482dc6215e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Calling delete_port for 8996a3db-881e-496c-b682-8b67d9e37010 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:48.683729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-bed8f0d5-d860-49d8-88c9-eeda9e87df1f tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:48.688465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867557-b4a9-48c8-ba19-c522f977db4c req-bfc835ea-f6d8-4f4d-b35e-2b7e387fb65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:48.695462 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09867557-b4a9-48c8-ba19-c522f977db4c req-bfc835ea-f6d8-4f4d-b35e-2b7e387fb65e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb934ba889964b6a93af769c60c7e9ec&device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 1096 time: 0.1955824 Sep 16 04:36:48.695945 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-bed8f0d5-d860-49d8-88c9-eeda9e87df1f tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559443 Sep 16 04:36:48.710889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-15d2448f-14d9-4820-b80a-eb4a2b109dc9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/quotas/adb4d0dd58744c0ea1850169480788d4 HTTP/1.1" status: 200 len: 375 time: 0.0138440 Sep 16 04:36:48.778775 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-b55d2f84-4ab3-4af2-8db6-f13f395403a0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0600247 Sep 16 04:36:48.804262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:36:48.838687 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f9302e6f-3325-4b93-a9f7-0da98d43dcf3 None None] Provisioning complete for port d3f33df7-a461-44a0-a97b-acc228726ef7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:48.839176 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f9302e6f-3325-4b93-a9f7-0da98d43dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:48.879026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f9302e6f-3325-4b93-a9f7-0da98d43dcf3 None None] Port d3f33df7-a461-44a0-a97b-acc228726ef7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:48.943753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5ff63-2e9a-499f-8e12-9d980c4f7480 req-6e608213-3dea-4a75-9edc-4e985d8592dc tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:48.943753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5b5ff63-2e9a-499f-8e12-9d980c4f7480 req-6e608213-3dea-4a75-9edc-4e985d8592dc tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 945 time: 0.1937473 Sep 16 04:36:49.005421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867557-b4a9-48c8-ba19-c522f977db4c req-c7a470d0-be7c-442e-9623-c75146f61c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:49.006853 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09867557-b4a9-48c8-ba19-c522f977db4c req-c7a470d0-be7c-442e-9623-c75146f61c8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b98ad24e-5874-4124-88c8-f794aeec9495 HTTP/1.1" status: 200 len: 925 time: 0.2603424 Sep 16 04:36:49.039235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f3f3458c-5796-484c-894b-6c55e5fe20cb up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:49.101536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port f3f3458c-5796-484c-894b-6c55e5fe20cb triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:49.102107 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:49.111718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69586573-0b33-43ef-b642-0de2991cce3a req-5d8df064-c55c-4e92-a83b-49194b9a8954 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:49.113369 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-69586573-0b33-43ef-b642-0de2991cce3a req-5d8df064-c55c-4e92-a83b-49194b9a8954 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 945 time: 0.1411610 Sep 16 04:36:49.193309 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-69586573-0b33-43ef-b642-0de2991cce3a req-1b792695-d2c2-4c0a-b3d4-8d3f9ba939cf tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673437 Sep 16 04:36:49.345822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb019c30-be1c-48cd-867b-1c25fa476f84 req-9b125541-9e15-465b-976c-365678c60862 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:49.349332 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb019c30-be1c-48cd-867b-1c25fa476f84 req-9b125541-9e15-465b-976c-365678c60862 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 950 time: 0.0709529 Sep 16 04:36:49.407740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb019c30-be1c-48cd-867b-1c25fa476f84 req-9640bbc1-f640-4a67-83fb-e90c9ff68dad tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507324 Sep 16 04:36:49.408654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09867557-b4a9-48c8-ba19-c522f977db4c req-c75ed3d1-579a-4703-b975-152cc0903f7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41751fd0-7b11-4974-9b77-9fe310c9a922 HTTP/1.1" status: 200 len: 217 time: 0.3724380 Sep 16 04:36:49.428643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5b5ff63-2e9a-499f-8e12-9d980c4f7480 req-ca2e06af-4b9d-4bac-a891-0dcaaa4cdb2f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511120 Sep 16 04:36:49.495360 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8c9a42d6-4f0f-4113-b00e-a4484c39c329 req-fc70034f-636d-4bb7-b478-12482dc6215e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:49.502699 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5ccf2d48-53d6-4a32-9f60-2e6eb9df1890 req-01cebf00-2ba9-4592-b3b4-a7288c367df4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 210 time: 0.0390821 Sep 16 04:36:49.512239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['e8c8238a-57ca-45df-a60c-f99000e6f2d6'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:49.528145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:36:49.549239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Sync routers for ids ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:36:49.572464 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0ff101df-5b96-4716-8824-30180d0a1240 admin admin] 10.222.0.53 "PUT /v2.0/routers/92b3362e-7d00-43e5-bc82-859ccf8bdb49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1982265 Sep 16 04:36:49.589931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Routers {'92b3362e-7d00-43e5-bc82-859ccf8bdb49'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:49.590578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:49.599941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70034f-636d-4bb7-b478-12482dc6215e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Pushing event deleted for resources: {'Port': ['ID=8996a3db-881e-496c-b682-8b67d9e37010,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:49.640856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867557-b4a9-48c8-ba19-c522f977db4c req-f7dc2d53-e25b-46bb-ae15-2d83ea14e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:49.646411 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09867557-b4a9-48c8-ba19-c522f977db4c req-f7dc2d53-e25b-46bb-ae15-2d83ea14e62f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5 HTTP/1.1" status: 200 len: 863 time: 0.2165596 Sep 16 04:36:49.685876 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a6103-ba90-4196-8e76-4663e67d3541 req-c2d936d3-15e2-4cec-b621-8136b7deca08 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:49.688749 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8f6a6103-ba90-4196-8e76-4663e67d3541 req-c2d936d3-15e2-4cec-b621-8136b7deca08 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0917571 Sep 16 04:36:49.734899 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8f6a6103-ba90-4196-8e76-4663e67d3541 req-57887ee5-24e6-4a0a-b46f-63d48fe5521b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380020 Sep 16 04:36:49.767730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9a42d6-4f0f-4113-b00e-a4484c39c329 req-fc70034f-636d-4bb7-b478-12482dc6215e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] No DVR routers for this DVR port 8996a3db-881e-496c-b682-8b67d9e37010 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:36:49.774371 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8c9a42d6-4f0f-4113-b00e-a4484c39c329 req-fc70034f-636d-4bb7-b478-12482dc6215e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:49.781419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c9a42d6-4f0f-4113-b00e-a4484c39c329 req-fc70034f-636d-4bb7-b478-12482dc6215e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.50 "DELETE /v2.0/ports/8996a3db-881e-496c-b682-8b67d9e37010 HTTP/1.1" status: 204 len: 173 time: 1.8388085 Sep 16 04:36:49.856862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3a4b5-2def-4cc7-b11f-4df956897e97 req-31e4ce82-bb3e-4977-94bc-efcd39c055c5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:49.858896 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccf3a4b5-2def-4cc7-b11f-4df956897e97 req-31e4ce82-bb3e-4977-94bc-efcd39c055c5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 944 time: 0.2848330 Sep 16 04:36:49.875345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867557-b4a9-48c8-ba19-c522f977db4c req-f7ca7d08-f8d2-4f51-9571-d298647c2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:49.884515 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09867557-b4a9-48c8-ba19-c522f977db4c req-f7ca7d08-f8d2-4f51-9571-d298647c2149 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b98ad24e-5874-4124-88c8-f794aeec9495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2087088 Sep 16 04:36:49.941848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa439630-db2a-45bc-a17e-74e0eff75f5c req-fd69eadf-a389-4500-b6d4-fa4fabc15e55 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:49.952810 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fa439630-db2a-45bc-a17e-74e0eff75f5c req-fd69eadf-a389-4500-b6d4-fa4fabc15e55 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 944 time: 0.1029646 Sep 16 04:36:49.979108 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccf3a4b5-2def-4cc7-b11f-4df956897e97 req-91af9101-fdea-41b2-959a-0db6f2d1c2fe tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130805 Sep 16 04:36:50.024719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Set router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:50.026524 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fa439630-db2a-45bc-a17e-74e0eff75f5c req-802c8cb9-e953-41e6-a8c9-e417b6fa2f69 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727379 Sep 16 04:36:50.058809 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6baa0be0-3afc-4875-91b6-21194e433812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.079769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09867557-b4a9-48c8-ba19-c522f977db4c req-891b4431-b0fb-4576-b6cb-41a7b6da93ff service neutron] 10.222.0.15 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802850 Sep 16 04:36:50.157424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6534dfdd-1877-48c2-8d9f-598380b771b3', 'name': 'network-vif-deleted', 'tag': '8996a3db-881e-496c-b682-8b67d9e37010'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:50.160054 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f922f56-d97a-4841-8433-7676c7988e64" -d '{"events": [{"server_uuid": "6534dfdd-1877-48c2-8d9f-598380b771b3", "name": "network-vif-deleted", "tag": "8996a3db-881e-496c-b682-8b67d9e37010"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:50.216098 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d4e7c7-33e8-4cde-95c4-8d954c4f5c36 x-openstack-request-id: req-c2d4e7c7-33e8-4cde-95c4-8d954c4f5c36 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:50.216340 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6534dfdd-1877-48c2-8d9f-598380b771b3", "name": "network-vif-deleted", "tag": "8996a3db-881e-496c-b682-8b67d9e37010", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:50.216547 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2d4e7c7-33e8-4cde-95c4-8d954c4f5c36 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:50.216944 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6534dfdd-1877-48c2-8d9f-598380b771b3', 'name': 'network-vif-deleted', 'tag': '8996a3db-881e-496c-b682-8b67d9e37010', 'status': 'completed', 'code': 200} Sep 16 04:36:50.252772 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09867557-b4a9-48c8-ba19-c522f977db4c req-1552913b-3e92-42cc-84b9-9b3c99334f24 service neutron] 10.222.0.15 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480899 Sep 16 04:36:50.346197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 057b4b4d-edc5-457d-b3ad-60c275cc1648 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:50.371207 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80657200-e318-4d69-92ee-aef2a0fe93d9 req-ab6ce35c-488d-44af-8dbf-88ae1adbf7b2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:50.392204 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-80657200-e318-4d69-92ee-aef2a0fe93d9 req-ab6ce35c-488d-44af-8dbf-88ae1adbf7b2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 945 time: 0.1022191 Sep 16 04:36:50.413482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-59a95a16-c186-4183-8c61-ca46df3aef24 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390391 Sep 16 04:36:50.464947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 057b4b4d-edc5-457d-b3ad-60c275cc1648 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:50.465944 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-80657200-e318-4d69-92ee-aef2a0fe93d9 req-85ef138d-4f3b-40f7-b10b-5f65080faeac tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673032 Sep 16 04:36:50.469827 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 057b4b4d-edc5-457d-b3ad-60c275cc1648 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:50.470209 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.556956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'd3f33df7-a461-44a0-a97b-acc228726ef7', 'name': '', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'mac_address': 'fa:16:3e:4a:9f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '360c8065-7805-4d68-aada-f1b0722c784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:44Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 2, 'project_id': 'c85d733a281042809809972df7b509b2', 'subnets': [{'id': '360c8065-7805-4d68-aada-f1b0722c784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:50.599420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Checking router: 92b3362e-7d00-43e5-bc82-859ccf8bdb49 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:36:50.600137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Updating router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 port d3f33df7-a461-44a0-a97b-acc228726ef7 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:36:50.644049 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.646930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50398) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:50.662526 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3fc8eaf1-ac2c-4ff7-a904-4e845371cd16 req-40e1c269-d71d-4b6a-90d8-a0166848e8a7 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=6534dfdd-1877-48c2-8d9f-598380b771b3 HTTP/1.1" status: 200 len: 210 time: 0.0503511 Sep 16 04:36:50.671580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5e2d8f6c-d3b4-4ad1-b09d-635431d1b44a tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90194470', 'description': 'tempest-description--162896199'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:50.705588 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-f763f04d-f541-46f4-9004-626f072eadaa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:50.707854 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-f763f04d-f541-46f4-9004-626f072eadaa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869568 Sep 16 04:36:50.731881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Request body: {'port': {'device_id': 'a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'adb4d0dd58744c0ea1850169480788d4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:50.740746 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e2d8f6c-d3b4-4ad1-b09d-635431d1b44a tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.797152 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-63f3bc65-0ec3-4857-85e7-c5de6bb7b1f7 req-c4d1eac2-2d4b-44e6-9283-0d2a6c43fa22 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 210 time: 0.0361540 Sep 16 04:36:50.912582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d63779-6d1c-49bd-99b6-474d41b433b7 req-dda2c4cf-76fe-40f9-8eb3-4b7c5f7ff7bf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:50.913655 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e2d8f6c-d3b4-4ad1-b09d-635431d1b44a tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.920360 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78d63779-6d1c-49bd-99b6-474d41b433b7 req-dda2c4cf-76fe-40f9-8eb3-4b7c5f7ff7bf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 945 time: 0.1807110 Sep 16 04:36:50.921658 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e2d8f6c-d3b4-4ad1-b09d-635431d1b44a tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.963617 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e2d8f6c-d3b4-4ad1-b09d-635431d1b44a tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:50.968181 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5e2d8f6c-d3b4-4ad1-b09d-635431d1b44a tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3037992 Sep 16 04:36:50.968888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50402) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:50.973878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Request body: {'security_group_rule': {'security_group_id': 'cd764710-07fc-4f12-92eb-a67542a6fcb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:50.986041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5607a6d-ab68-4c3d-acbb-2ef462426b09 req-44c42346-6eac-466b-a9f4-de7a115be4a6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:50.987898 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5607a6d-ab68-4c3d-acbb-2ef462426b09 req-44c42346-6eac-466b-a9f4-de7a115be4a6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.1131439 Sep 16 04:36:50.988977 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d8f6c-d3b4-4ad1-b09d-635431d1b44a tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd764710-07fc-4f12-92eb-a67542a6fcb8,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:51.020600 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78d63779-6d1c-49bd-99b6-474d41b433b7 req-c3a4ab2e-c4cf-4319-97fe-e705c26cc72c tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997665 Sep 16 04:36:51.049552 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.072280 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5607a6d-ab68-4c3d-acbb-2ef462426b09 req-13334b30-068a-4348-b2ea-f99d9dc9b6d0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697315 Sep 16 04:36:51.110028 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.114012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8996a3db-881e-496c-b682-8b67d9e37010 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:51.156088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Made reservation on behalf of adb4d0dd58744c0ea1850169480788d4 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:36:51.159822 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.173225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.188229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 8996a3db-881e-496c-b682-8b67d9e37010 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:36:51.188471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8996a3db-881e-496c-b682-8b67d9e37010 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:51.193980 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.200634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13150a9-baa3-49cd-a4ec-c2df2a4ceffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057b4b4d-edc5-457d-b3ad-60c275cc1648'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:51.203507 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bd8b91-99f3-4a75-99aa-c60321cdd339" -d '{"events": [{"server_uuid": "b13150a9-baa3-49cd-a4ec-c2df2a4ceffe", "name": "network-vif-plugged", "status": "completed", "tag": "057b4b4d-edc5-457d-b3ad-60c275cc1648"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:51.214060 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.221250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e4a1d-12e7-468d-ac68-66abbead342d req-af0d450b-f7e2-41f6-8490-ac19e0f9a0a5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:51.223103 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-153e4a1d-12e7-468d-ac68-66abbead342d req-af0d450b-f7e2-41f6-8490-ac19e0f9a0a5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 944 time: 0.1184344 Sep 16 04:36:51.238427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc583556-55d3-47a3-a5ec-ea993bd299b1 req-b7243f7e-304c-4f25-80ad-52075ab18e9e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:51.238659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 057b4b4d-edc5-457d-b3ad-60c275cc1648, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=057b4b4d-edc5-457d-b3ad-60c275cc1648,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:51.240947 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc583556-55d3-47a3-a5ec-ea993bd299b1 req-b7243f7e-304c-4f25-80ad-52075ab18e9e tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 944 time: 0.0894768 Sep 16 04:36:51.256081 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.284944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b76088a-0133-41f2-a78a-593bef74400e,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:51.294909 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc583556-55d3-47a3-a5ec-ea993bd299b1 req-8700ca1b-ce90-4bef-907e-4b41f83be1c3 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453584 Sep 16 04:36:51.298802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:51.299126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:51.299475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:51.299820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:51.300161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:51.300504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:51.300841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:51.301176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:51.301515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:51.301876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:51.302206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:51.302539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:36:51.317793 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.317793 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-21ac3ccc-0c53-4671-aefb-dfb794ad1135 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3479011 Sep 16 04:36:51.321064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50410) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:51.326363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-1a828524-894f-4bd6-9635-03301c1adae6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Request body: {'security_group_rule': {'security_group_id': 'cd764710-07fc-4f12-92eb-a67542a6fcb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:51.354862 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886d78b6-85f3-4d14-ae11-9416d601259a x-openstack-request-id: req-886d78b6-85f3-4d14-ae11-9416d601259a {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:51.355214 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13150a9-baa3-49cd-a4ec-c2df2a4ceffe", "name": "network-vif-plugged", "status": "completed", "tag": "057b4b4d-edc5-457d-b3ad-60c275cc1648", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:51.355423 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-886d78b6-85f3-4d14-ae11-9416d601259a {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:51.355828 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13150a9-baa3-49cd-a4ec-c2df2a4ceffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057b4b4d-edc5-457d-b3ad-60c275cc1648', 'code': 200} Sep 16 04:36:51.362839 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1a828524-894f-4bd6-9635-03301c1adae6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.368794 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-153e4a1d-12e7-468d-ac68-66abbead342d req-dc996cf5-f25e-4979-911a-3a1b29937911 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347787 Sep 16 04:36:51.405175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=057b4b4d-edc5-457d-b3ad-60c275cc1648,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:51.453673 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1a828524-894f-4bd6-9635-03301c1adae6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.457653 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.462259 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1a828524-894f-4bd6-9635-03301c1adae6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.463545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Allocated IP 192.168.233.42 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/d3541f5c-8d93-4bd8-9347-23679534db99) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:51.465489 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.521000 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a828524-894f-4bd6-9635-03301c1adae6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94b9619-7560-4222-b488-aec46a5376b4,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:51.533676 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1a828524-894f-4bd6-9635-03301c1adae6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.542766 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.543499 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1a828524-894f-4bd6-9635-03301c1adae6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2196319 Sep 16 04:36:51.543760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50414) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:51.545971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd0067-d6de-4587-992f-225310fd64b7 None None] Pushing event updated for resources: {'Port': ['ID=d3f33df7-a461-44a0-a97b-acc228726ef7,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:51.549848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:51.609676 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.630423 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d228-3f52-421a-90f6-7e3d5e4213f2 req-2d72c62c-5819-4296-bada-167379d1c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:51.632152 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4d1d228-3f52-421a-90f6-7e3d5e4213f2 req-2d72c62c-5819-4296-bada-167379d1c7e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 1098 time: 0.1592982 Sep 16 04:36:51.641684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63a45d-ba7f-476a-ba47-1268ad502ce0 req-22c521ea-f776-48b0-a139-450be87dfe5f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:51.651276 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a63a45d-ba7f-476a-ba47-1268ad502ce0 req-22c521ea-f776-48b0-a139-450be87dfe5f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0825422 Sep 16 04:36:51.651718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Attempting to bind port d3f33df7-a461-44a0-a97b-acc228726ef7 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:51.652252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Attempting to bind port d3f33df7-a461-44a0-a97b-acc228726ef7 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:51.652927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Attempting to bind port d3f33df7-a461-44a0-a97b-acc228726ef7 on network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:51.658506 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:51.659127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Checking segment: {'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:51.659700 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.660249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Bound using segment: {'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:51.660933 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Bound port: d3f33df7-a461-44a0-a97b-acc228726ef7, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:51.661479 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.716836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a63a45d-ba7f-476a-ba47-1268ad502ce0 req-ba3d5623-506a-4d08-b830-197d1448f9f8 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575759 Sep 16 04:36:51.766573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] For port d3f33df7-a461-44a0-a97b-acc228726ef7, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:51.770054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] For port d3f33df7-a461-44a0-a97b-acc228726ef7, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d3f33df7-a461-44a0-a97b-acc228726ef7,segment=NetworkSegment(4c8032b2-7859-4e01-af31-fbe7acb6cc46),segment_id=4c8032b2-7859-4e01-af31-fbe7acb6cc46)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:51.781902 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.807239 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.876149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Routers {'92b3362e-7d00-43e5-bc82-859ccf8bdb49'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:36:51.876876 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:36:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:51.914794 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:51.932647 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['ee8db155-8bea-4d50-913d-b17422d35900', '0d50c702-2536-4651-8e5b-b2be80955b90'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:51.936784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd0067-d6de-4587-992f-225310fd64b7 None None] Pushing event updated for resources: {'Port': ['ID=d3f33df7-a461-44a0-a97b-acc228726ef7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:51.963647 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'ddaaafbd-1133-4df9-af01-2254ffd5f776', 'b79dcc61-45fb-43f8-8750-c1abaddc6de4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:52.040030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4d1d228-3f52-421a-90f6-7e3d5e4213f2 req-51ca5c7a-9fb3-4f2f-ae19-7f704e85021b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777225 Sep 16 04:36:52.067869 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:52.073545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:52.102684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424224f8-87ef-4303-9be5-ae77a3d6663b req-ed14db6b-4686-4089-aba8-4ac78415b405 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:52.113149 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-424224f8-87ef-4303-9be5-ae77a3d6663b req-ed14db6b-4686-4089-aba8-4ac78415b405 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 949 time: 0.1090953 Sep 16 04:36:52.115915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event updated for resources: {'Port': ['ID=d3541f5c-8d93-4bd8-9347-23679534db99,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:52.119146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:52.146062 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-30fab175-ae8c-407f-a3b6-a39eb85dc8d4 None None] Provisioning complete for port d3f33df7-a461-44a0-a97b-acc228726ef7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:52.149932 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30fab175-ae8c-407f-a3b6-a39eb85dc8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.184309 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-424224f8-87ef-4303-9be5-ae77a3d6663b req-f1032b69-0fb5-4d05-bdff-d95188bad496 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697155 Sep 16 04:36:52.220302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:52.221048 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.267052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d52db2-3700-446e-9037-bcc603409255 req-34c9bd1c-e176-4d2a-b374-6df3194842b2 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:52.270150 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2d52db2-3700-446e-9037-bcc603409255 req-34c9bd1c-e176-4d2a-b374-6df3194842b2 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 935 time: 0.3253751 Sep 16 04:36:52.331882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] Set router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:36:52.334070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2d52db2-3700-446e-9037-bcc603409255 req-bc687dc9-f211-49e8-b46d-9b166f5fa53b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534792 Sep 16 04:36:52.340094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 41751fd0-7b11-4974-9b77-9fe310c9a922 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:52.341351 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-0a935b56-9c72-4b23-ac49-11e9e50bcd6a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6134076 Sep 16 04:36:52.359585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03b38b-1411-42d9-a306-f413bd484657 req-9c4b96dd-e2e7-4add-a86d-d0ddf2316ab9 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:52.364250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Request body: {'port': {'device_id': 'a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:52.369040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e03b38b-1411-42d9-a306-f413bd484657 req-9c4b96dd-e2e7-4add-a86d-d0ddf2316ab9 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 945 time: 0.0963845 Sep 16 04:36:52.443416 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e03b38b-1411-42d9-a306-f413bd484657 req-fec313fa-f151-495b-8bc6-4b741c47f62f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717828 Sep 16 04:36:52.546173 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.547715 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.596265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c71fc-edcf-496e-8162-728f29576152 req-367737de-ce54-49d1-87c1-5db81247db20 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:52.597868 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-391c71fc-edcf-496e-8162-728f29576152 req-367737de-ce54-49d1-87c1-5db81247db20 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 944 time: 0.0749807 Sep 16 04:36:52.651977 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-391c71fc-edcf-496e-8162-728f29576152 req-e8f67cde-166e-4c45-8990-f9dea0fa3665 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 Sep 16 04:36:52.657071 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30fab175-ae8c-407f-a3b6-a39eb85dc8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.788987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 41751fd0-7b11-4974-9b77-9fe310c9a922, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=41751fd0-7b11-4974-9b77-9fe310c9a922,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:52.791750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-30fab175-ae8c-407f-a3b6-a39eb85dc8d4 None None] For port d3f33df7-a461-44a0-a97b-acc228726ef7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d3f33df7-a461-44a0-a97b-acc228726ef7,segment=NetworkSegment(4c8032b2-7859-4e01-af31-fbe7acb6cc46),segment_id=4c8032b2-7859-4e01-af31-fbe7acb6cc46)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:52.808561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d6d754ff-8f01-42e9-b86b-227d054fa075 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:52.831117 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30fab175-ae8c-407f-a3b6-a39eb85dc8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:52.848369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab33b6-30b4-4dc4-9d3d-b4f2f4d9519f req-7a1210f6-ce1d-42c8-a56c-f7682e6d8423 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:52.849947 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5bab33b6-30b4-4dc4-9d3d-b4f2f4d9519f req-7a1210f6-ce1d-42c8-a56c-f7682e6d8423 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.3697007 Sep 16 04:36:52.862172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '41751fd0-7b11-4974-9b77-9fe310c9a922', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'port_id': '41751fd0-7b11-4974-9b77-9fe310c9a922', 'mac_address': 'fa:16:3e:63:ca:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:52.870467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79d767-417d-4d78-b6f6-67c7b349689e req-70fa8bf0-69df-417c-8e3f-d8b8d71b91d7 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:52.873056 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9e79d767-417d-4d78-b6f6-67c7b349689e req-70fa8bf0-69df-417c-8e3f-d8b8d71b91d7 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 944 time: 0.0957782 Sep 16 04:36:52.955349 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9e79d767-417d-4d78-b6f6-67c7b349689e req-08a5da5c-48b9-4aba-86ea-c2c6d8ca7bc2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725675 Sep 16 04:36:53.048842 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5bab33b6-30b4-4dc4-9d3d-b4f2f4d9519f req-cff35e60-03aa-4b95-a027-6229513a8c85 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661270 Sep 16 04:36:53.063959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Allocated IP 172.25.0.42 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/e4e44f0e-e2cf-4778-ac08-3b68fa95a89d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:36:53.106127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060d7d8-03b1-4843-854b-cbc0628be53c req-ab018f25-de97-45ae-adfc-21fdf5ed0fa5 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:53.108162 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d060d7d8-03b1-4843-854b-cbc0628be53c req-ab018f25-de97-45ae-adfc-21fdf5ed0fa5 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0859625 Sep 16 04:36:53.161054 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d060d7d8-03b1-4843-854b-cbc0628be53c req-b4c21c70-45f0-481b-bc6e-c4c2aa814adb tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461259 Sep 16 04:36:53.198232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ac650ecd-28ac-4f02-b870-f8d847548dd2 None None] Provisioning complete for port d3541f5c-8d93-4bd8-9347-23679534db99 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:53.199287 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac650ecd-28ac-4f02-b870-f8d847548dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.205922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3541f5c-8d93-4bd8-9347-23679534db99 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:53.216305 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.238008 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Transition to ACTIVE for port object d3541f5c-8d93-4bd8-9347-23679534db99 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:53.248888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ac650ecd-28ac-4f02-b870-f8d847548dd2 None None] Port d3541f5c-8d93-4bd8-9347-23679534db99 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:36:53.249738 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.262082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fab175-ae8c-407f-a3b6-a39eb85dc8d4 None None] Pushing event updated for resources: {'Port': ['ID=d3f33df7-a461-44a0-a97b-acc228726ef7,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:53.301387 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.311225 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.331008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41751fd0-7b11-4974-9b77-9fe310c9a922 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:53.337858 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ac650ecd-28ac-4f02-b870-f8d847548dd2 None None] Provisioning complete for port d3f33df7-a461-44a0-a97b-acc228726ef7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:53.338244 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac650ecd-28ac-4f02-b870-f8d847548dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.379141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Pushing event updated for resources: {'Port': ['ID=d3541f5c-8d93-4bd8-9347-23679534db99,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:53.409432 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.480145 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 41751fd0-7b11-4974-9b77-9fe310c9a922, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=41751fd0-7b11-4974-9b77-9fe310c9a922,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:53.516131 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.538879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d4a7e-e3d6-4df7-9f6a-362768ef88e0 req-9c9ac864-b34a-4b15-ac2d-7526881d4a82 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:53.542208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e99d4a7e-e3d6-4df7-9f6a-362768ef88e0 req-9c9ac864-b34a-4b15-ac2d-7526881d4a82 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 949 time: 0.2391441 Sep 16 04:36:53.553547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbbaf3-b18d-48cf-be47-fe22e15f7938 req-872e944e-2988-4818-b439-2285aa714f10 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:53.562478 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59dbbaf3-b18d-48cf-be47-fe22e15f7938 req-872e944e-2988-4818-b439-2285aa714f10 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 947 time: 0.1153674 Sep 16 04:36:53.572450 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.587777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=41751fd0-7b11-4974-9b77-9fe310c9a922,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:53.594665 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'd3f33df7-a461-44a0-a97b-acc228726ef7', 'name': '', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'mac_address': 'fa:16:3e:4a:9f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '360c8065-7805-4d68-aada-f1b0722c784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:44Z', 'updated_at': '2021-09-16T04:36:51Z', 'revision_number': 4, 'project_id': 'c85d733a281042809809972df7b509b2', 'subnets': [{'id': '360c8065-7805-4d68-aada-f1b0722c784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:36:53.597634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Attempting to bind port d3541f5c-8d93-4bd8-9347-23679534db99 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:36:53.598018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Attempting to bind port d3541f5c-8d93-4bd8-9347-23679534db99 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:36:53.598479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Attempting to bind port d3541f5c-8d93-4bd8-9347-23679534db99 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:53.626032 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59dbbaf3-b18d-48cf-be47-fe22e15f7938 req-2685a332-71af-40bf-b1a9-59011a25f1e9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578399 Sep 16 04:36:53.638943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cebb67-5118-42c1-a526-4c8850b681f5 None None] The sync data for ids ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'] in n-d-712142-17 is: [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'd3f33df7-a461-44a0-a97b-acc228726ef7', 'name': '', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'mac_address': 'fa:16:3e:4a:9f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '360c8065-7805-4d68-aada-f1b0722c784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:44Z', 'updated_at': '2021-09-16T04:36:51Z', 'revision_number': 4, 'project_id': 'c85d733a281042809809972df7b509b2', 'subnets': [{'id': '360c8065-7805-4d68-aada-f1b0722c784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:36:53.661948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Port d3541f5c-8d93-4bd8-9347-23679534db99 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:36:53.662280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Attempting to bind port d3541f5c-8d93-4bd8-9347-23679534db99 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:36:53.676481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:36:53.693825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e99d4a7e-e3d6-4df7-9f6a-362768ef88e0 req-56d34255-3b9c-4cd7-81d1-10fc6a170c5e tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416359 Sep 16 04:36:53.730751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:36:53.735920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:36:53.738270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Pushing event updated for resources: {'Port': ['ID=e4e44f0e-e2cf-4778-ac08-3b68fa95a89d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:53.748134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:36:53.750524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:36:53.750524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:36:53.750524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Bound port: d3541f5c-8d93-4bd8-9347-23679534db99, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:36:53.755171 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:53.849473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8abc97-d6f6-46a7-9024-f36b17ff4cbd req-b51f72ab-ae07-4f68-81aa-40e2c2f8e627 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:53.865040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6a8abc97-d6f6-46a7-9024-f36b17ff4cbd req-b51f72ab-ae07-4f68-81aa-40e2c2f8e627 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 945 time: 0.1021957 Sep 16 04:36:53.930067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff7aa1-7d85-4a62-8b02-45ec41ce0df8 req-8933af71-e338-4cf1-8f0b-4cee54477c1c tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:53.932171 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1aff7aa1-7d85-4a62-8b02-45ec41ce0df8 req-8933af71-e338-4cf1-8f0b-4cee54477c1c tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 945 time: 0.1013556 Sep 16 04:36:53.935137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6a8abc97-d6f6-46a7-9024-f36b17ff4cbd req-08ec0ad7-c87c-4fa0-a439-62bb934e6bb6 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686948 Sep 16 04:36:54.018788 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.030360 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] For port d3541f5c-8d93-4bd8-9347-23679534db99, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:54.071743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] For port d3541f5c-8d93-4bd8-9347-23679534db99, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d3541f5c-8d93-4bd8-9347-23679534db99,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:36:54.079611 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1aff7aa1-7d85-4a62-8b02-45ec41ce0df8 req-2f0c31b7-27c7-4a49-828b-a90e45311907 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372912 Sep 16 04:36:54.082843 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.127302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0445db-c5d2-4ed1-88f4-5caad6fa12fd req-5199a7ec-d074-4a0f-ae66-37033b187779 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.137985 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f0445db-c5d2-4ed1-88f4-5caad6fa12fd req-5199a7ec-d074-4a0f-ae66-37033b187779 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 944 time: 0.1034303 Sep 16 04:36:54.140562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Pushing event updated for resources: {'Port': ['ID=d3541f5c-8d93-4bd8-9347-23679534db99,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:54.143246 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.194236 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f0445db-c5d2-4ed1-88f4-5caad6fa12fd req-88fba43d-581c-4634-aa8a-885a2186364c tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556748 Sep 16 04:36:54.196733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.197371 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.198829 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-dbc7adc6-940a-408b-80c8-943910163f69 service neutron] 10.222.0.50 "PUT /v2.0/ports/d3541f5c-8d93-4bd8-9347-23679534db99 HTTP/1.1" status: 200 len: 1096 time: 1.8448424 Sep 16 04:36:54.199351 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1', 'tag': 'd3541f5c-8d93-4bd8-9347-23679534db99'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:54.201638 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d4f7dd-2965-4433-8f79-6259c90be50d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1", "tag": "d3541f5c-8d93-4bd8-9347-23679534db99"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:54.206510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['41751fd0-7b11-4974-9b77-9fe310c9a922'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:54.411598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ff4ae-2716-45e2-987b-ac724702340b req-e4aef83f-e8f6-4718-9d62-7dfc690bb085 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.413201 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e1ff4ae-2716-45e2-987b-ac724702340b req-e4aef83f-e8f6-4718-9d62-7dfc690bb085 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0929348 Sep 16 04:36:54.461781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bd4dc-5592-48ed-824f-d0265b158df4 req-160dd31f-e5dc-4b3b-bb82-c4ab31c6cfe4 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.481485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-638bd4dc-5592-48ed-824f-d0265b158df4 req-160dd31f-e5dc-4b3b-bb82-c4ab31c6cfe4 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.3056560 Sep 16 04:36:54.512720 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e1ff4ae-2716-45e2-987b-ac724702340b req-473a12bf-209e-4d9b-8048-8f255310ffed tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838764 Sep 16 04:36:54.571711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-03be8ece-9812-49e9-b6f7-eb6a6dc8f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.573240 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-03be8ece-9812-49e9-b6f7-eb6a6dc8f8a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 1099 time: 0.3159077 Sep 16 04:36:54.579145 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b42376d-f491-4e19-9c2e-ffef2b02ae35 x-openstack-request-id: req-6b42376d-f491-4e19-9c2e-ffef2b02ae35 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:54.579456 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1", "tag": "d3541f5c-8d93-4bd8-9347-23679534db99", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:54.579710 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b42376d-f491-4e19-9c2e-ffef2b02ae35 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:54.580105 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1', 'tag': 'd3541f5c-8d93-4bd8-9347-23679534db99', 'status': 'completed', 'code': 200} Sep 16 04:36:54.665934 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-638bd4dc-5592-48ed-824f-d0265b158df4 req-82906069-657f-418b-9529-165207d91b0a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769254 Sep 16 04:36:54.681389 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-26428802-44ac-4bad-8e53-7937d4051cfc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d3541f5c-8d93-4bd8-9347-23679534db99 HTTP/1.1" status: 200 len: 217 time: 0.0956528 Sep 16 04:36:54.713501 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.736975 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.794272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a50a8-751f-49f6-9f4d-1a314ab39525 req-8a821fa0-4787-4bf9-a816-58cc493a77bc tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.795930 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d75a50a8-751f-49f6-9f4d-1a314ab39525 req-8a821fa0-4787-4bf9-a816-58cc493a77bc tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 947 time: 0.0946779 Sep 16 04:36:54.833694 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-2590aab5-efb0-4b71-a523-4196a3b6f23c service neutron] 10.222.0.50 "GET /v2.0/ports/d6d754ff-8f01-42e9-b86b-227d054fa075/bindings/n-h2-712142-17 HTTP/1.1" status: 200 len: 385 time: 0.0938952 Sep 16 04:36:54.855258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-631298c7-b3ce-4898-8fd9-4294a1c12e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.856824 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-631298c7-b3ce-4898-8fd9-4294a1c12e42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1581056 Sep 16 04:36:54.865257 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d75a50a8-751f-49f6-9f4d-1a314ab39525 req-c3f33b39-4c99-42bd-af08-38bd29ee6e61 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579405 Sep 16 04:36:54.869189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Pushing event updated for resources: {'Port': ['ID=e4e44f0e-e2cf-4778-ac08-3b68fa95a89d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:54.904136 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.928508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b0cb2-2831-4945-a1b1-02c6317891dd req-45ecad32-e9ed-42f7-85db-0b7f4654e6ed tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.930243 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de7b0cb2-2831-4945-a1b1-02c6317891dd req-45ecad32-e9ed-42f7-85db-0b7f4654e6ed tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 949 time: 0.1179202 Sep 16 04:36:54.966453 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:54.967878 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-55c800dd-7e4a-499a-b030-2d6e0f4a41c0 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4225385 Sep 16 04:36:54.981392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-3676f817-7679-459c-8474-4ff78c8638e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:54.983734 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-3676f817-7679-459c-8474-4ff78c8638e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104653 Sep 16 04:36:55.033727 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de7b0cb2-2831-4945-a1b1-02c6317891dd req-a8978e00-4f2c-4f9d-b1c4-972735d552d2 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767519 Sep 16 04:36:55.101859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d3f33df7-a461-44a0-a97b-acc228726ef7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:55.191146 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-559658a1-5d77-4ac9-a6d6-935a7c19a0ef service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901917 Sep 16 04:36:55.213992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-00b01ce0-873d-4a59-9f14-e10244a30395 service neutron] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d6d754ff-8f01-42e9-b86b-227d054fa075,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:55.235060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d3f33df7-a461-44a0-a97b-acc228726ef7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:55.235596 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:55.245921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-00b01ce0-873d-4a59-9f14-e10244a30395 service neutron] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:55.294498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-00b01ce0-873d-4a59-9f14-e10244a30395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d754ff-8f01-42e9-b86b-227d054fa075 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:55.320029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35a24f-9052-4e8a-b35c-0f2853749379 req-80f696d4-7fad-4610-8f71-989612ff37b9 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:55.328611 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e35a24f-9052-4e8a-b35c-0f2853749379 req-80f696d4-7fad-4610-8f71-989612ff37b9 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 945 time: 0.1298172 Sep 16 04:36:55.333918 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431a49-4c98-445d-8259-ecc9ae5df710 req-a14edfb3-027d-46ce-8a22-06266b92804f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:55.345669 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe431a49-4c98-445d-8259-ecc9ae5df710 req-a14edfb3-027d-46ce-8a22-06266b92804f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 945 time: 0.2439530 Sep 16 04:36:55.352315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-00b01ce0-873d-4a59-9f14-e10244a30395 service neutron] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d6d754ff-8f01-42e9-b86b-227d054fa075,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:55.403721 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-00b01ce0-873d-4a59-9f14-e10244a30395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:55.408027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0db73078-69f9-48d4-8f40-09732c9d8e77 req-d57935b3-a010-4575-8952-531e9e32a1f0 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984379 Sep 16 04:36:55.427440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e35a24f-9052-4e8a-b35c-0f2853749379 req-9c68a758-c8fa-4957-b835-93928196fcab tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977306 Sep 16 04:36:55.471397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dd651-72f9-4d8a-bb79-f802366b2734 req-e1e9cae9-9ba8-4098-b177-ab59e659155b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:55.475324 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-082dd651-72f9-4d8a-bb79-f802366b2734 req-e1e9cae9-9ba8-4098-b177-ab59e659155b tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.15 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 949 time: 0.1087928 Sep 16 04:36:55.512801 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe431a49-4c98-445d-8259-ecc9ae5df710 req-39269293-eebd-4b81-8f3a-cbd6239c77d7 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427424 Sep 16 04:36:55.574809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-00b01ce0-873d-4a59-9f14-e10244a30395 service neutron] Transition to ACTIVE for port object d6d754ff-8f01-42e9-b86b-227d054fa075 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:36:55.580236 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-00b01ce0-873d-4a59-9f14-e10244a30395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:55.718450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-00b01ce0-873d-4a59-9f14-e10244a30395 service neutron] No DVR routers for this DVR port d6d754ff-8f01-42e9-b86b-227d054fa075 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:36:55.745087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b01ce0-873d-4a59-9f14-e10244a30395 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d754ff-8f01-42e9-b86b-227d054fa075,revision_number=10']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:55.782718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f0d09-526e-4885-a524-147fc598878d req-ff55281a-5c16-4d7d-9dba-c41ac90cd5e5 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:55.784404 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f56f0d09-526e-4885-a524-147fc598878d req-ff55281a-5c16-4d7d-9dba-c41ac90cd5e5 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1597106 Sep 16 04:36:55.790414 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-00b01ce0-873d-4a59-9f14-e10244a30395 service neutron] 10.222.0.50 "PUT /v2.0/ports/d6d754ff-8f01-42e9-b86b-227d054fa075/bindings/n-h2-712142-17/activate HTTP/1.1" status: 200 len: 370 time: 0.9344344 Sep 16 04:36:55.837030 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f56f0d09-526e-4885-a524-147fc598878d req-38924c80-5839-4740-a64e-773247b7705a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Sep 16 04:36:55.920357 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-87182c45-81df-407b-922f-16cfe002d5d8 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:55.922045 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-87182c45-81df-407b-922f-16cfe002d5d8 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda&tenant_id=043d7505d3794c99864b8a9842baccb0&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.0606883 Sep 16 04:36:55.928585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f7dd-2965-4433-8f79-6259c90be50d req-00ac5cde-19be-4ba4-8b8f-5202fb06a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:55.930389 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44d4f7dd-2965-4433-8f79-6259c90be50d req-00ac5cde-19be-4ba4-8b8f-5202fb06a3ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 1099 time: 0.4533150 Sep 16 04:36:56.009757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6bc3-7804-4007-87c8-2d2785a431a5 req-8390b78b-956a-4b65-8bf6-127315c9e6cb tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.013693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b30e6bc3-7804-4007-87c8-2d2785a431a5 req-8390b78b-956a-4b65-8bf6-127315c9e6cb tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 944 time: 0.5133250 Sep 16 04:36:56.013889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-48ed1b01-5d94-46db-be8c-194c6b0739d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.015222 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-48ed1b01-5d94-46db-be8c-194c6b0739d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda&tenant_id=043d7505d3794c99864b8a9842baccb0 HTTP/1.1" status: 200 len: 1097 time: 0.0788302 Sep 16 04:36:56.034408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ebf78-ae7d-4b25-a7f5-0aaa1978afc5 req-125919b4-864b-46ae-9ecd-bdb71e0c44eb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.036054 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-074ebf78-ae7d-4b25-a7f5-0aaa1978afc5 req-125919b4-864b-46ae-9ecd-bdb71e0c44eb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0899110 Sep 16 04:36:56.114023 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-074ebf78-ae7d-4b25-a7f5-0aaa1978afc5 req-7a479d03-10f2-45c2-86b7-0efffba89ef2 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703228 Sep 16 04:36:56.115793 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b30e6bc3-7804-4007-87c8-2d2785a431a5 req-3df06e37-52c3-4398-8854-f8e6379e4dd6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667861 Sep 16 04:36:56.116918 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-93fa2821-1961-4d62-b166-b74f58cae427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.118445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-082dd651-72f9-4d8a-bb79-f802366b2734 req-fcfd421e-2603-41dd-b80e-20e28733e7ba tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Deleting port e8c8238a-57ca-45df-a60c-f99000e6f2d6 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:36:56.118792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-082dd651-72f9-4d8a-bb79-f802366b2734 req-fcfd421e-2603-41dd-b80e-20e28733e7ba tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:56.119019 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-93fa2821-1961-4d62-b166-b74f58cae427 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 1097 time: 0.0681303 Sep 16 04:36:56.122178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f7dd-2965-4433-8f79-6259c90be50d req-590a0e0c-1bc2-44a0-9fad-a4fd9a16b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.123529 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44d4f7dd-2965-4433-8f79-6259c90be50d req-590a0e0c-1bc2-44a0-9fad-a4fd9a16b135 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1624880 Sep 16 04:36:56.233034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-cb7e8ba6-06fd-47f9-ac93-80b6978f2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.234766 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-cb7e8ba6-06fd-47f9-ac93-80b6978f2acf service neutron] 10.222.0.15 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.1044114 Sep 16 04:36:56.287198 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-ba125d52-3b26-4465-9f7a-c85dd4bac96f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6d754ff-8f01-42e9-b86b-227d054fa075 HTTP/1.1" status: 200 len: 217 time: 0.0409155 Sep 16 04:36:56.298213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44d4f7dd-2965-4433-8f79-6259c90be50d req-9891c1a5-85b7-4688-94c4-429fda4384d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d3541f5c-8d93-4bd8-9347-23679534db99 HTTP/1.1" status: 200 len: 217 time: 0.0615296 Sep 16 04:36:56.359121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 41751fd0-7b11-4974-9b77-9fe310c9a922 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:36:56.364754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-082dd651-72f9-4d8a-bb79-f802366b2734 req-fcfd421e-2603-41dd-b80e-20e28733e7ba tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] For port e8c8238a-57ca-45df-a60c-f99000e6f2d6, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e8c8238a-57ca-45df-a60c-f99000e6f2d6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:56.365162 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-082dd651-72f9-4d8a-bb79-f802366b2734 req-fcfd421e-2603-41dd-b80e-20e28733e7ba tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:56.391447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-082dd651-72f9-4d8a-bb79-f802366b2734 req-fcfd421e-2603-41dd-b80e-20e28733e7ba tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Calling delete_port for e8c8238a-57ca-45df-a60c-f99000e6f2d6 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:36:56.452645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 41751fd0-7b11-4974-9b77-9fe310c9a922 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:36:56.453352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f7dd-2965-4433-8f79-6259c90be50d req-62fcba73-42dd-4f2c-b3ac-3f70b281b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.454874 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44d4f7dd-2965-4433-8f79-6259c90be50d req-62fcba73-42dd-4f2c-b3ac-3f70b281b58e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1383913 Sep 16 04:36:56.463205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 41751fd0-7b11-4974-9b77-9fe310c9a922 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:36:56.463592 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:56.466246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26318e59-41fb-499b-815b-1144920035c9 req-0ce50e49-16d9-4894-9c94-2be77dee2a53 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.469559 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26318e59-41fb-499b-815b-1144920035c9 req-0ce50e49-16d9-4894-9c94-2be77dee2a53 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 947 time: 0.2314548 Sep 16 04:36:56.564821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26318e59-41fb-499b-815b-1144920035c9 req-d2ec65ae-f26b-4277-81cd-b22cb9db0052 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851607 Sep 16 04:36:56.580246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f7dd-2965-4433-8f79-6259c90be50d req-30268f52-d3c2-4d30-a5cd-50b96b72aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.581849 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44d4f7dd-2965-4433-8f79-6259c90be50d req-30268f52-d3c2-4d30-a5cd-50b96b72aa7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1117938 Sep 16 04:36:56.630535 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:56.670445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41751fd0-7b11-4974-9b77-9fe310c9a922'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:56.673163 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c904a73-7e83-4892-a264-130f9b93932a" -d '{"events": [{"server_uuid": "ee4d7bf3-e965-47e8-9420-2c7fa10f9455", "name": "network-vif-plugged", "status": "completed", "tag": "41751fd0-7b11-4974-9b77-9fe310c9a922"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:56.689513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 41751fd0-7b11-4974-9b77-9fe310c9a922, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=41751fd0-7b11-4974-9b77-9fe310c9a922,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:56.697044 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:56.764372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=41751fd0-7b11-4974-9b77-9fe310c9a922,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:56.779220 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-149d2dc1-e31a-417b-9cb1-697b13b8cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.780376 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44d4f7dd-2965-4433-8f79-6259c90be50d req-937c886d-26b9-4706-b190-e8612e0427fd service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889665 Sep 16 04:36:56.780916 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-149d2dc1-e31a-417b-9cb1-697b13b8cabf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.4821856 Sep 16 04:36:56.796187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc791ef-8f73-4780-b854-0671c589fea3 req-fb7b6f4a-4819-49dd-ab34-6c73d9856464 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.803994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3dc791ef-8f73-4780-b854-0671c589fea3 req-fb7b6f4a-4819-49dd-ab34-6c73d9856464 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1101243 Sep 16 04:36:56.847926 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37dbd4-c8a2-4d76-91cf-5ae56435efe4 req-3c68d99e-6a0c-4072-bdac-37dca7a7aa00 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:56.849417 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fa37dbd4-c8a2-4d76-91cf-5ae56435efe4 req-3c68d99e-6a0c-4072-bdac-37dca7a7aa00 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 949 time: 0.4334822 Sep 16 04:36:56.852836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-3b8a2ad0-364d-44c6-995e-16d5309044a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582252 Sep 16 04:36:56.868097 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-aecd137f-f6f2-4a06-bd5f-97495eb486b2 service neutron] 10.222.0.50 "GET /v2.0/ports/4252a6b3-98db-4737-b85b-3720fba49a37/bindings/n-h1-712142-17 HTTP/1.1" status: 200 len: 383 time: 0.4962389 Sep 16 04:36:56.901328 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-082dd651-72f9-4d8a-bb79-f802366b2734 req-fcfd421e-2603-41dd-b80e-20e28733e7ba tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:56.915514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3dc791ef-8f73-4780-b854-0671c589fea3 req-7e455c7e-0719-4670-af4d-5518947801f9 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105213 Sep 16 04:36:56.948078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fa37dbd4-c8a2-4d76-91cf-5ae56435efe4 req-67a4dcb7-3bfd-4d94-9ef3-bd4c66e56598 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2d2a298-b7ec-4ee3-9ea4-0751b8846817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877728 Sep 16 04:36:56.978476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd421e-2603-41dd-b80e-20e28733e7ba tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Pushing event deleted for resources: {'Port': ['ID=e8c8238a-57ca-45df-a60c-f99000e6f2d6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:57.083764 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-082dd651-72f9-4d8a-bb79-f802366b2734 req-fcfd421e-2603-41dd-b80e-20e28733e7ba tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] No DVR routers for this DVR port e8c8238a-57ca-45df-a60c-f99000e6f2d6 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:36:57.097976 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-082dd651-72f9-4d8a-bb79-f802366b2734 req-fcfd421e-2603-41dd-b80e-20e28733e7ba tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:57.100008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-082dd651-72f9-4d8a-bb79-f802366b2734 req-fcfd421e-2603-41dd-b80e-20e28733e7ba tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.15 "DELETE /v2.0/ports/e8c8238a-57ca-45df-a60c-f99000e6f2d6 HTTP/1.1" status: 204 len: 173 time: 1.6056967 Sep 16 04:36:57.100461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd676faef-a389-4f68-a6b5-515281c7c4b3', 'name': 'network-vif-deleted', 'tag': 'e8c8238a-57ca-45df-a60c-f99000e6f2d6'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:57.103667 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70560b2e-ae4b-4b72-92d2-36ac49546d87" -d '{"events": [{"server_uuid": "d676faef-a389-4f68-a6b5-515281c7c4b3", "name": "network-vif-deleted", "tag": "e8c8238a-57ca-45df-a60c-f99000e6f2d6"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:57.109586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44d4f7dd-2965-4433-8f79-6259c90be50d req-43bf7bce-c60d-42a3-ba93-cd774901af96 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853658 Sep 16 04:36:57.170887 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-5176de9b-915e-44b8-a641-4845866fba06 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017213 Sep 16 04:36:57.195188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590a847-c626-49d7-82ff-d38890329e69 req-45c8674a-6d63-4518-9d40-57dbf6b7d9f5 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.204201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aaf42-76bf-4697-9208-fb595434f73e req-bdc63736-69dc-4414-80e2-286e2cfba153 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.204570 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6590a847-c626-49d7-82ff-d38890329e69 req-45c8674a-6d63-4518-9d40-57dbf6b7d9f5 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 945 time: 0.1265781 Sep 16 04:36:57.208120 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b9aaf42-76bf-4697-9208-fb595434f73e req-bdc63736-69dc-4414-80e2-286e2cfba153 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 946 time: 0.1791811 Sep 16 04:36:57.260718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-06061ead-8c99-40bc-a7b5-1ab9510e37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.262896 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-06061ead-8c99-40bc-a7b5-1ab9510e37ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce&tenant_id=220f6be1326d49f48ff637872d6294e2 HTTP/1.1" status: 200 len: 1102 time: 0.1345675 Sep 16 04:36:57.282889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6590a847-c626-49d7-82ff-d38890329e69 req-1e8a9d6a-27b3-4135-957a-9044616dbff2 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773065 Sep 16 04:36:57.313881 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b9aaf42-76bf-4697-9208-fb595434f73e req-d49a9721-4bb5-4133-8f5f-6c3a06bfb705 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870991 Sep 16 04:36:57.377195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-e6089239-69e1-4c0d-8e40-26e09d4d20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.379026 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb05068-62d3-42f3-ac06-02d60779658f x-openstack-request-id: req-bfb05068-62d3-42f3-ac06-02d60779658f {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:57.379528 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4d7bf3-e965-47e8-9420-2c7fa10f9455", "name": "network-vif-plugged", "status": "completed", "tag": "41751fd0-7b11-4974-9b77-9fe310c9a922", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:57.379644 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfb05068-62d3-42f3-ac06-02d60779658f {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:57.379968 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41751fd0-7b11-4974-9b77-9fe310c9a922', 'code': 200} Sep 16 04:36:57.383987 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-e6089239-69e1-4c0d-8e40-26e09d4d20ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 1102 time: 0.0744216 Sep 16 04:36:57.389819 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470b37ae-1e2f-47ff-9b6a-cc79570559d7 x-openstack-request-id: req-470b37ae-1e2f-47ff-9b6a-cc79570559d7 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:36:57.390339 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d676faef-a389-4f68-a6b5-515281c7c4b3", "name": "network-vif-deleted", "tag": "e8c8238a-57ca-45df-a60c-f99000e6f2d6", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:36:57.390690 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-470b37ae-1e2f-47ff-9b6a-cc79570559d7 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:36:57.396586 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-ec430edb-1a5d-4b3d-b094-6a8d4db71bb2 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676204 Sep 16 04:36:57.398065 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd676faef-a389-4f68-a6b5-515281c7c4b3', 'name': 'network-vif-deleted', 'tag': 'e8c8238a-57ca-45df-a60c-f99000e6f2d6', 'status': 'completed', 'code': 200} Sep 16 04:36:57.518387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142035c3-8d3f-488a-9010-585328713328 req-d92ded85-5cb7-4b4c-8108-f9a8c29e90ed tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.520249 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-142035c3-8d3f-488a-9010-585328713328 req-d92ded85-5cb7-4b4c-8108-f9a8c29e90ed tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 945 time: 0.0638859 Sep 16 04:36:57.551652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-c4be1164-ff77-4913-9a28-782b86fb43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.553194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-c4be1164-ff77-4913-9a28-782b86fb43f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1537952 Sep 16 04:36:57.574740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fa2a1-50c6-4308-b28f-7fef9650e281 req-9c50977a-ec31-4297-882b-5bc6ee1ff219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.576257 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd5fa2a1-50c6-4308-b28f-7fef9650e281 req-9c50977a-ec31-4297-882b-5bc6ee1ff219 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 1098 time: 0.0755129 Sep 16 04:36:57.577292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab565593-ee99-4239-9aaf-93c2f920a6ef req-273be98d-329d-4e8d-a19d-bb0659c83db7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.579015 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab565593-ee99-4239-9aaf-93c2f920a6ef req-273be98d-329d-4e8d-a19d-bb0659c83db7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0990169 Sep 16 04:36:57.582205 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-142035c3-8d3f-488a-9010-585328713328 req-39008972-2eda-4db0-8f89-9d7f647bc105 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481865 Sep 16 04:36:57.629090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-3ebf837b-e8e6-4c03-aaaf-1ef38b04cfa1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=4252a6b3-98db-4737-b85b-3720fba49a37 HTTP/1.1" status: 200 len: 217 time: 0.0664399 Sep 16 04:36:57.640875 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd5fa2a1-50c6-4308-b28f-7fef9650e281 req-89bddb92-5c35-4146-b216-a34b0ba20b12 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478072 Sep 16 04:36:57.689500 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab565593-ee99-4239-9aaf-93c2f920a6ef req-0098594d-9c92-4441-8311-4f6e85eb7e39 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697536 Sep 16 04:36:57.698644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-155e47df-6c04-41aa-8ac0-b62a9c737ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.700256 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-155e47df-6c04-41aa-8ac0-b62a9c737ad4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0631826 Sep 16 04:36:57.712804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf3953-bb59-41f8-8ebf-0d69e6869349 req-481680cc-6a66-4d31-8cc0-e28f13a21026 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.718077 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9fcf3953-bb59-41f8-8ebf-0d69e6869349 req-481680cc-6a66-4d31-8cc0-e28f13a21026 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 947 time: 0.0688369 Sep 16 04:36:57.756990 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9fcf3953-bb59-41f8-8ebf-0d69e6869349 req-619b787f-c6ed-4f68-8992-6c12033a0fb6 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363154 Sep 16 04:36:57.761374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-964a30e5-698f-4349-97ae-63135c865a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:57.763182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-964a30e5-698f-4349-97ae-63135c865a0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0543206 Sep 16 04:36:57.858241 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-1f3c2c15-e8bd-4d89-9232-5b6eb39edfa0 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866129 Sep 16 04:36:57.965588 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6a2ae7c-d1c9-476f-b197-c15137bcf512 req-083a3f80-2d03-439c-b06c-de6550e18c84 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994482 Sep 16 04:36:58.067579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3f4de-3922-4192-bdb3-784cfc392bae req-f1f3e18d-bba8-414e-bf7e-c942308f5bdb tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:58.069193 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-76b3f4de-3922-4192-bdb3-784cfc392bae req-f1f3e18d-bba8-414e-bf7e-c942308f5bdb tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0637565 Sep 16 04:36:58.086822 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e9c122c-3d88-46fd-ab43-b8c92d19c731 req-36a01061-156b-4386-843f-c990ee8c0032 tempest-ServersAdminNegativeTestJSON-315961517 tempest-ServersAdminNegativeTestJSON-315961517-project] 10.222.0.53 "GET /v2.0/ports?device_id=d676faef-a389-4f68-a6b5-515281c7c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0357363 Sep 16 04:36:58.131344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-76b3f4de-3922-4192-bdb3-784cfc392bae req-9abd58c1-04b3-444e-827b-5f720394b7c1 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523028 Sep 16 04:36:58.321151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-252ee2da-7f3b-42bf-8db1-aeb870449afb tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:58.322975 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-252ee2da-7f3b-42bf-8db1-aeb870449afb tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda&tenant_id=043d7505d3794c99864b8a9842baccb0&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.0461862 Sep 16 04:36:58.368548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e8c8238a-57ca-45df-a60c-f99000e6f2d6 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:36:58.396946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: e8c8238a-57ca-45df-a60c-f99000e6f2d6 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:36:58.398322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e8c8238a-57ca-45df-a60c-f99000e6f2d6 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:36:58.444123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437c0bb-0b06-4446-bc98-210ec5599cd3 req-379cd5a1-519e-4680-9154-85c18e31ba23 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:58.446398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f24f18-beee-4b0b-9806-61e684ab8302 req-1a9c269b-577d-4ab6-bd33-ffa037c88b5b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:58.447020 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f437c0bb-0b06-4446-bc98-210ec5599cd3 req-379cd5a1-519e-4680-9154-85c18e31ba23 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 946 time: 0.0559151 Sep 16 04:36:58.447902 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-84f24f18-beee-4b0b-9806-61e684ab8302 req-1a9c269b-577d-4ab6-bd33-ffa037c88b5b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 945 time: 0.0743289 Sep 16 04:36:58.505961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f437c0bb-0b06-4446-bc98-210ec5599cd3 req-ba240154-2ca7-48e5-b2af-40d7e2a60636 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455897 Sep 16 04:36:58.515100 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-84f24f18-beee-4b0b-9806-61e684ab8302 req-af522ba6-0705-493c-bc53-f6206bff2712 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486765 Sep 16 04:36:58.522477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-17bc5818-35e8-43c1-ab5d-c062c3794838 service neutron] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:58.526370 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-17bc5818-35e8-43c1-ab5d-c062c3794838 service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:58.527500 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c69e07d-d519-4a89-b20d-2bdfe6fee510 req-17bc5818-35e8-43c1-ab5d-c062c3794838 service neutron] 10.222.0.15 "DELETE /v2.0/ports/d6d754ff-8f01-42e9-b86b-227d054fa075/bindings/n-h1-712142-17 HTTP/1.1" status: 204 len: 173 time: 0.1931841 Sep 16 04:36:58.719287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3231-17bd-431f-af7d-3df0eb46f0f2 req-c21bd1c5-5218-4847-bd3b-177b6780564c tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:58.721049 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f36e3231-17bd-431f-af7d-3df0eb46f0f2 req-c21bd1c5-5218-4847-bd3b-177b6780564c tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 945 time: 0.0568783 Sep 16 04:36:58.765308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f36e3231-17bd-431f-af7d-3df0eb46f0f2 req-c2b312c4-79f2-4a10-bff8-500da2c4ff00 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356448 Sep 16 04:36:58.813289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d3541f5c-8d93-4bd8-9347-23679534db99 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:36:58.814854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c190e80-589a-4124-8be6-e65957fb239c req-ea8b07d5-8e10-44c0-b117-5b8acea1013c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:58.822472 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c190e80-589a-4124-8be6-e65957fb239c req-ea8b07d5-8e10-44c0-b117-5b8acea1013c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0584643 Sep 16 04:36:58.893663 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c190e80-589a-4124-8be6-e65957fb239c req-f9c364cb-a55f-4292-8872-085c3dd3b268 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644560 Sep 16 04:36:58.933142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9103333-8438-4d11-9a86-051617a65de1 req-458ab464-625f-452a-8f93-d953ae74d45c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:58.958149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9103333-8438-4d11-9a86-051617a65de1 req-458ab464-625f-452a-8f93-d953ae74d45c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 947 time: 0.1114321 Sep 16 04:36:58.972131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d3541f5c-8d93-4bd8-9347-23679534db99, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d3541f5c-8d93-4bd8-9347-23679534db99,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:58.986192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'd3541f5c-8d93-4bd8-9347-23679534db99', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'd3541f5c-8d93-4bd8-9347-23679534db99', 'mac_address': 'fa:16:3e:e1:67:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:36:59.022169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9103333-8438-4d11-9a86-051617a65de1 req-efb2ac95-aad0-459a-a81a-336771faeafa tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628157 Sep 16 04:36:59.058475 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.064574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d8ff6-61d8-45d7-b394-02bf6c1f6437 req-4ef37d32-b0e3-4c90-89e5-97c2245ddd0a tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:59.066445 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-230d8ff6-61d8-45d7-b394-02bf6c1f6437 req-4ef37d32-b0e3-4c90-89e5-97c2245ddd0a tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 1097 time: 0.0548623 Sep 16 04:36:59.078458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3541f5c-8d93-4bd8-9347-23679534db99 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:36:59.106593 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d3541f5c-8d93-4bd8-9347-23679534db99, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d3541f5c-8d93-4bd8-9347-23679534db99,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:59.112248 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-230d8ff6-61d8-45d7-b394-02bf6c1f6437 req-38911abe-3587-485f-b24f-9db16694afae tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385582 Sep 16 04:36:59.115073 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.170783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d3541f5c-8d93-4bd8-9347-23679534db99,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:59.294080 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-bb1d23c0-4fd0-4d40-a4b6-25dfeb4541b4 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:59.294956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5881c-65b8-4f22-89c8-7c138fe75c85 req-e408af09-3101-40e8-83e8-8862062397b9 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:59.296487 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-54c5881c-65b8-4f22-89c8-7c138fe75c85 req-e408af09-3101-40e8-83e8-8862062397b9 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 1097 time: 0.0755928 Sep 16 04:36:59.296622 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-bb1d23c0-4fd0-4d40-a4b6-25dfeb4541b4 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525&tenant_id=e856b1715b0245aeade3fab80abad339&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.0870006 Sep 16 04:36:59.319874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-17'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:36:59.367946 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-54c5881c-65b8-4f22-89c8-7c138fe75c85 req-c3eb6bb0-cad6-4e1d-b5b9-56af20a8f5a6 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637348 Sep 16 04:36:59.416094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35605afc-e646-48f1-9638-46fa91d6ec92 req-da19bf99-0f99-4988-ae8d-6a2d8f5d20dd tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:59.417717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35605afc-e646-48f1-9638-46fa91d6ec92 req-da19bf99-0f99-4988-ae8d-6a2d8f5d20dd tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1262908 Sep 16 04:36:59.481507 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50604) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:59.493122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d3541f5c-8d93-4bd8-9347-23679534db99'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:36:59.494671 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.575550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35605afc-e646-48f1-9638-46fa91d6ec92 req-7e6fccf4-c481-482f-934b-3c660790a268 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246722 Sep 16 04:36:59.758789 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fd11a21d-c170-46c4-b637-08c424b0258e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e176aed5aa814fce9e036d499badc74e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728302 Sep 16 04:36:59.759648 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50614) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:36:59.784584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:36:59.817392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3a135-281c-4ec4-b794-3f05c2c8d732 req-425b0c76-ad79-4cf1-bdef-a173e00b960b tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:36:59.818874 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2b3a135-281c-4ec4-b794-3f05c2c8d732 req-425b0c76-ad79-4cf1-bdef-a173e00b960b tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 946 time: 0.0836358 Sep 16 04:36:59.841865 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c242b184-f092-4ab4-b8ac-d681bb6f7628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.862237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:36:59.872810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c242b184-f092-4ab4-b8ac-d681bb6f7628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.908699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2b3a135-281c-4ec4-b794-3f05c2c8d732 req-e9a5d850-c40e-4870-9d48-ccae58a38b0b tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796311 Sep 16 04:36:59.944132 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c242b184-f092-4ab4-b8ac-d681bb6f7628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.949188 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c242b184-f092-4ab4-b8ac-d681bb6f7628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.951941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02172a48-f66d-41b6-acde-6a3720248525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf861b69-c1f1-4862-afbe-67f2bbca9a8e'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:36:59.952974 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c242b184-f092-4ab4-b8ac-d681bb6f7628 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2d2a298-b7ec-4ee3-9ea4-0751b8846817 HTTP/1.1" status: 204 len: 168 time: 0.1921520 Sep 16 04:36:59.958708 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79059094-cf92-4e28-89b3-df8a2eee37ee" -d '{"events": [{"server_uuid": "02172a48-f66d-41b6-acde-6a3720248525", "name": "network-vif-unplugged", "status": "completed", "tag": "cf861b69-c1f1-4862-afbe-67f2bbca9a8e"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:36:59.967524 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:36:59.979563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242b184-f092-4ab4-b8ac-d681bb6f7628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d2a298-b7ec-4ee3-9ea4-0751b8846817,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:36:59.982392 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.105472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe477e-4c55-4e1e-912c-7496f7c4c9c9 req-45093bf3-df84-4bcd-8918-0c73ddd5074a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:00.109120 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-18fe477e-4c55-4e1e-912c-7496f7c4c9c9 req-45093bf3-df84-4bcd-8918-0c73ddd5074a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 943 time: 0.0931551 Sep 16 04:37:00.155019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Pushing event updated for resources: {'Port': ['ID=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:00.183180 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-18fe477e-4c55-4e1e-912c-7496f7c4c9c9 req-54280046-a94a-432b-9b7a-d3277c5fefe6 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664327 Sep 16 04:37:00.221136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c4a12-5074-4795-8319-eb3fd69816ea req-c222487e-fa0f-42dd-b5db-bdbd184f53e7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:00.223340 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df2c4a12-5074-4795-8319-eb3fd69816ea req-c222487e-fa0f-42dd-b5db-bdbd184f53e7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.1541476 Sep 16 04:37:00.228910 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Attempting to bind port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on host n-h2-712142-17 for vnic_type normal with profile {"migrating_to": "n-h1-712142-17"} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:00.229346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Attempting to bind port cf861b69-c1f1-4862-afbe-67f2bbca9a8e by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:00.229772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Attempting to bind port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:00.260661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:00.261274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Attempting to bind port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:00.271610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:00.271610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:00.271610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Bound using segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:00.271610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Bound port: cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:00.272163 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.341797 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df2c4a12-5074-4795-8319-eb3fd69816ea req-63c28d6f-cc00-44e3-8183-9744469820cc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086693 Sep 16 04:37:00.358356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cdb7d-49dd-42c4-9465-4368ff8b3700 req-1104aff3-a5b0-4730-8b73-f2762c831439 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:00.360608 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-080cdb7d-49dd-42c4-9465-4368ff8b3700 req-1104aff3-a5b0-4730-8b73-f2762c831439 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 946 time: 0.0829153 Sep 16 04:37:00.370575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50634) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:00.379711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-29628e4c-7456-4bea-a00e-d63b7496d7aa tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Request body: {'floatingip': {'port_id': '41751fd0-7b11-4974-9b77-9fe310c9a922'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:00.416445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:00.424678 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a7e967-810a-4fbb-bc88-61c09b175a65 x-openstack-request-id: req-89a7e967-810a-4fbb-bc88-61c09b175a65 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:00.424990 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02172a48-f66d-41b6-acde-6a3720248525", "name": "network-vif-unplugged", "status": "completed", "tag": "cf861b69-c1f1-4862-afbe-67f2bbca9a8e", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:00.426229 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89a7e967-810a-4fbb-bc88-61c09b175a65 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:00.427118 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02172a48-f66d-41b6-acde-6a3720248525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf861b69-c1f1-4862-afbe-67f2bbca9a8e', 'code': 200} Sep 16 04:37:00.433982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:00.443824 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.472272 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29628e4c-7456-4bea-a00e-d63b7496d7aa tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.498073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50636) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:00.608459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Pushing event updated for resources: {'Port': ['ID=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,revision_number=8']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:00.616867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df886e3-872e-49cf-b4fb-3045e9c07e0f req-06bfa2a7-06b9-4752-b808-1955eae11d53 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:00.619133 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4df886e3-872e-49cf-b4fb-3045e9c07e0f req-06bfa2a7-06b9-4752-b808-1955eae11d53 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 948 time: 0.1140680 Sep 16 04:37:00.623534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:00.624211 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.625737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-6fc6b9ed-ac26-4256-b22a-3c32ad5d246d service neutron] 10.222.0.50 "PUT /v2.0/ports/cf861b69-c1f1-4862-afbe-67f2bbca9a8e HTTP/1.1" status: 200 len: 1123 time: 1.3128688 Sep 16 04:37:00.632061 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ee37cbf4-2f7a-4158-81df-ee334e6e4bac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f050a0c78a2c4d0b89f04849921e5a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325088 Sep 16 04:37:00.632531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50640) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:00.710239 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4df886e3-872e-49cf-b4fb-3045e9c07e0f req-6bd98586-812c-423d-a4ce-4bcc44d50a47 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736113 Sep 16 04:37:00.739041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['cf861b69-c1f1-4862-afbe-67f2bbca9a8e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:00.756518 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3607557-1af5-49bc-ac79-f6bbd76badab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.813389 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3607557-1af5-49bc-ac79-f6bbd76badab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.814511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['cf861b69-c1f1-4862-afbe-67f2bbca9a8e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:00.826056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4252a6b3-98db-4737-b85b-3720fba49a37 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:00.828005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d3541f5c-8d93-4bd8-9347-23679534db99 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:00.872827 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3607557-1af5-49bc-ac79-f6bbd76badab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.875579 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3607557-1af5-49bc-ac79-f6bbd76badab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:00.890072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e3607557-1af5-49bc-ac79-f6bbd76badab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/138ba380-1d83-432c-aa24-a61f10fcef7c HTTP/1.1" status: 204 len: 168 time: 0.2453179 Sep 16 04:37:00.919306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac1c57-f7f9-42b9-bbdf-6ab6cf86f558 req-f5e357bc-dbde-42cd-b987-a28ee40b2792 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:00.921271 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cdac1c57-f7f9-42b9-bbdf-6ab6cf86f558 req-f5e357bc-dbde-42cd-b987-a28ee40b2792 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.2338378 Sep 16 04:37:00.936961 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3607557-1af5-49bc-ac79-f6bbd76badab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138ba380-1d83-432c-aa24-a61f10fcef7c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:01.016708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cdac1c57-f7f9-42b9-bbdf-6ab6cf86f558 req-9f1174cd-ebe5-47e9-adf0-dada3d4bcb47 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854280 Sep 16 04:37:01.040343 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.resource_extend [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:37:01.181400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port d3541f5c-8d93-4bd8-9347-23679534db99 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:01.282158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port d3541f5c-8d93-4bd8-9347-23679534db99 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:01.282725 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.336730 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29628e4c-7456-4bea-a00e-d63b7496d7aa tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.337964 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 4252a6b3-98db-4737-b85b-3720fba49a37, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4252a6b3-98db-4737-b85b-3720fba49a37,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:01.344574 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29628e4c-7456-4bea-a00e-d63b7496d7aa tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.373979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '4252a6b3-98db-4737-b85b-3720fba49a37', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '4252a6b3-98db-4737-b85b-3720fba49a37', 'mac_address': 'fa:16:3e:97:6a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:01.480138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8c0d3-131b-4f93-87e0-d28e3af3102d req-a5a86afe-9983-4e75-9cea-a222884f8794 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:01.481848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-51d8c0d3-131b-4f93-87e0-d28e3af3102d req-a5a86afe-9983-4e75-9cea-a222884f8794 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 943 time: 0.1961875 Sep 16 04:37:01.486051 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-29628e4c-7456-4bea-a00e-d63b7496d7aa tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Floating IP bd54f926-fe0b-43ac-bbe0-e38f63e687d5 associated. External IP: 172.25.0.93, port: 41751fd0-7b11-4974-9b77-9fe310c9a922. Sep 16 04:37:01.511381 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.541933 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.581854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4252a6b3-98db-4737-b85b-3720fba49a37 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:01.592096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3541f5c-8d93-4bd8-9347-23679534db99'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:01.594342 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-51d8c0d3-131b-4f93-87e0-d28e3af3102d req-7c6c9093-2bc5-4223-97a9-622442f62496 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014347 Sep 16 04:37:01.594702 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8667dfbf-4496-4a4c-afc9-182f24358895" -d '{"events": [{"server_uuid": "a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1", "name": "network-vif-plugged", "status": "completed", "tag": "d3541f5c-8d93-4bd8-9347-23679534db99"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:01.628407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1fdbb-5d5a-4251-a8b0-3043235eacd0 req-93c8f92e-fee9-4546-aa92-6d4cdef02756 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:01.640961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56a1fdbb-5d5a-4251-a8b0-3043235eacd0 req-93c8f92e-fee9-4546-aa92-6d4cdef02756 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.1389892 Sep 16 04:37:01.666093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 4252a6b3-98db-4737-b85b-3720fba49a37, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4252a6b3-98db-4737-b85b-3720fba49a37,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:01.667851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d3541f5c-8d93-4bd8-9347-23679534db99, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d3541f5c-8d93-4bd8-9347-23679534db99,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:01.675385 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.676094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device cf861b69-c1f1-4862-afbe-67f2bbca9a8e details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:01.686446 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:01.687800 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4252a6b3-98db-4737-b85b-3720fba49a37 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:01.732626 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56a1fdbb-5d5a-4251-a8b0-3043235eacd0 req-f914ee96-4011-434b-bbd8-ae02fe45e5d4 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901341 Sep 16 04:37:02.033537 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646f9398-cad4-44c0-bdf4-52afc92c8fae x-openstack-request-id: req-646f9398-cad4-44c0-bdf4-52afc92c8fae {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:02.042142 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1", "name": "network-vif-plugged", "status": "completed", "tag": "d3541f5c-8d93-4bd8-9347-23679534db99", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:02.042445 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-646f9398-cad4-44c0-bdf4-52afc92c8fae {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:02.042812 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3541f5c-8d93-4bd8-9347-23679534db99', 'code': 200} Sep 16 04:37:02.052378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9ebc3-7358-456f-a74c-eaeee144c95a req-b0d57178-5acf-48eb-b03c-f37373861aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:02.057929 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4f9ebc3-7358-456f-a74c-eaeee144c95a req-b0d57178-5acf-48eb-b03c-f37373861aca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 1101 time: 0.1076744 Sep 16 04:37:02.099574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bbb81-c8ef-43a6-9e1b-14b88b32eb9e req-42a3fa7a-196d-426f-a183-4d7234f39577 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:02.101162 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-374bbb81-c8ef-43a6-9e1b-14b88b32eb9e req-42a3fa7a-196d-426f-a183-4d7234f39577 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 949 time: 0.2084289 Sep 16 04:37:02.119756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4f9ebc3-7358-456f-a74c-eaeee144c95a req-bf240231-ec30-4c5b-bdc6-d26e88c28d01 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Sep 16 04:37:02.191773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:02.198639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59f9da-b3d0-4276-8768-4e8adbb61d96 req-57116de5-4786-465c-ae12-5601085d2a80 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:02.208593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee59f9da-b3d0-4276-8768-4e8adbb61d96 req-57116de5-4786-465c-ae12-5601085d2a80 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 949 time: 0.0706501 Sep 16 04:37:02.250652 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device cf861b69-c1f1-4862-afbe-67f2bbca9a8e has no active binding in host n-h1-712142-17 {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:37:02.252256 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-374bbb81-c8ef-43a6-9e1b-14b88b32eb9e req-0c0d2c7e-e145-4b3a-b73a-f74b15e3ef10 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389101 Sep 16 04:37:02.270086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=4252a6b3-98db-4737-b85b-3720fba49a37,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:02.274674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee59f9da-b3d0-4276-8768-4e8adbb61d96 req-3ff05e5c-4007-4547-92ef-28ce566681d7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641911 Sep 16 04:37:02.293182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29628e4c-7456-4bea-a00e-d63b7496d7aa tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Router 913d95bd-ffcb-4588-b162-7b42f484100e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:37:02.428853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02172a48-f66d-41b6-acde-6a3720248525', 'tag': 'cf861b69-c1f1-4862-afbe-67f2bbca9a8e'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:02.431987 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a81ddf9-952f-4d6f-bebc-ee107adf8797" -d '{"events": [{"name": "network-changed", "server_uuid": "02172a48-f66d-41b6-acde-6a3720248525", "tag": "cf861b69-c1f1-4862-afbe-67f2bbca9a8e"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:02.444190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d3541f5c-8d93-4bd8-9347-23679534db99,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:02.457356 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.473298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4252a6b3-98db-4737-b85b-3720fba49a37 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:02.494031 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 4252a6b3-98db-4737-b85b-3720fba49a37, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4252a6b3-98db-4737-b85b-3720fba49a37,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:02.503491 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.524980 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df1db36-5d8e-4f6a-aec1-bbfba9f6fb63 x-openstack-request-id: req-4df1db36-5d8e-4f6a-aec1-bbfba9f6fb63 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:02.525742 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02172a48-f66d-41b6-acde-6a3720248525", "tag": "cf861b69-c1f1-4862-afbe-67f2bbca9a8e", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:02.526178 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4df1db36-5d8e-4f6a-aec1-bbfba9f6fb63 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:02.526985 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02172a48-f66d-41b6-acde-6a3720248525', 'tag': 'cf861b69-c1f1-4862-afbe-67f2bbca9a8e', 'status': 'completed', 'code': 200} Sep 16 04:37:02.552992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214204f-1a0d-43b1-a752-c5def842020a req-9ace72bb-ed8c-4cc2-81e1-f967bf04f9e9 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:02.555527 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3214204f-1a0d-43b1-a752-c5def842020a req-9ace72bb-ed8c-4cc2-81e1-f967bf04f9e9 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1552460 Sep 16 04:37:02.574843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29628e4c-7456-4bea-a00e-d63b7496d7aa tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:37:02.584098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29628e4c-7456-4bea-a00e-d63b7496d7aa tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:02.594830 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc587e15-30aa-4e9c-8b26-2796da7fe118 None None] Sync routers for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:37:02.619553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=4252a6b3-98db-4737-b85b-3720fba49a37,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:02.627575 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc587e15-30aa-4e9c-8b26-2796da7fe118 None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:02.633652 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-fc587e15-30aa-4e9c-8b26-2796da7fe118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:36:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:02.651606 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3214204f-1a0d-43b1-a752-c5def842020a req-f5129ca5-2748-4699-865b-a4661c26e2f0 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856414 Sep 16 04:37:02.656478 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-29628e4c-7456-4bea-a00e-d63b7496d7aa tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "PUT /v2.0/floatingips/bd54f926-fe0b-43ac-bbe0-e38f63e687d5 HTTP/1.1" status: 200 len: 991 time: 2.2851999 Sep 16 04:37:02.659414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'tag': '41751fd0-7b11-4974-9b77-9fe310c9a922'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:02.667637 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bccb31d-851b-4691-8ce4-43ec932bed82" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4d7bf3-e965-47e8-9420-2c7fa10f9455", "tag": "41751fd0-7b11-4974-9b77-9fe310c9a922"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:02.685440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['4252a6b3-98db-4737-b85b-3720fba49a37'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:02.821177 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021c2695-329f-4638-ae6c-f76d5ce89324 x-openstack-request-id: req-021c2695-329f-4638-ae6c-f76d5ce89324 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:02.821492 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4d7bf3-e965-47e8-9420-2c7fa10f9455", "tag": "41751fd0-7b11-4974-9b77-9fe310c9a922", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:02.823510 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-021c2695-329f-4638-ae6c-f76d5ce89324 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:02.824021 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'tag': '41751fd0-7b11-4974-9b77-9fe310c9a922', 'status': 'completed', 'code': 200} Sep 16 04:37:02.839150 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81ddf9-952f-4d6f-bebc-ee107adf8797 req-ca2d3c97-e6df-4df1-af48-c33aa37e27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:02.845348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a81ddf9-952f-4d6f-bebc-ee107adf8797 req-ca2d3c97-e6df-4df1-af48-c33aa37e27b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 1126 time: 0.1207378 Sep 16 04:37:02.850722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45b55f-4dcd-46e8-926e-9a9d6b2617b0 req-69a0aaed-d157-49da-9d17-ea786a5b6b67 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:02.852908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d45b55f-4dcd-46e8-926e-9a9d6b2617b0 req-69a0aaed-d157-49da-9d17-ea786a5b6b67 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 943 time: 0.1389797 Sep 16 04:37:02.873508 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-fc587e15-30aa-4e9c-8b26-2796da7fe118 None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:03.068143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81ddf9-952f-4d6f-bebc-ee107adf8797 req-c7451877-09f3-4f8a-9647-9f7dff97bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:03.069688 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a81ddf9-952f-4d6f-bebc-ee107adf8797 req-c7451877-09f3-4f8a-9647-9f7dff97bb7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.1952984 Sep 16 04:37:03.092564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d45b55f-4dcd-46e8-926e-9a9d6b2617b0 req-283f52bc-8cc5-4c4d-9cb4-f3e227b88bc1 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321424 Sep 16 04:37:03.127657 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a81ddf9-952f-4d6f-bebc-ee107adf8797 req-8c6a67b7-7a0a-42b8-9ecb-0ed4d8337d7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e HTTP/1.1" status: 200 len: 217 time: 0.0432770 Sep 16 04:37:03.161044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccb31d-851b-4691-8ce4-43ec932bed82 req-c1da7053-1e28-4910-b871-d2144a15fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:03.162626 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bccb31d-851b-4691-8ce4-43ec932bed82 req-c1da7053-1e28-4910-b871-d2144a15fe4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb934ba889964b6a93af769c60c7e9ec&device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 1098 time: 0.2519510 Sep 16 04:37:03.246469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81ddf9-952f-4d6f-bebc-ee107adf8797 req-1ac9b5ab-020c-4886-aab0-7c7c3f52dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:03.253492 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a81ddf9-952f-4d6f-bebc-ee107adf8797 req-1ac9b5ab-020c-4886-aab0-7c7c3f52dc4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.1116836 Sep 16 04:37:03.312975 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a81ddf9-952f-4d6f-bebc-ee107adf8797 req-d923616e-2d75-4fab-a060-044ea75d4604 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485921 Sep 16 04:37:03.343306 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-fc587e15-30aa-4e9c-8b26-2796da7fe118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'bd54f926-fe0b-43ac-bbe0-e38f63e687d5', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'port_id': '41751fd0-7b11-4974-9b77-9fe310c9a922', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'mac_address': 'fa:16:3e:63:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:28Z', 'updated_at': '2021-09-16T04:37:01Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:03.358596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-28f5e12f-79ae-4fb2-8e96-8b6cd033be26 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:03.360212 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-28f5e12f-79ae-4fb2-8e96-8b6cd033be26 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce&tenant_id=220f6be1326d49f48ff637872d6294e2&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 948 time: 0.3385305 Sep 16 04:37:03.415105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccb31d-851b-4691-8ce4-43ec932bed82 req-2e92fe5d-a111-47d8-aa7e-fbeca77e2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:03.417560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bccb31d-851b-4691-8ce4-43ec932bed82 req-2e92fe5d-a111-47d8-aa7e-fbeca77e2985 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b98ad24e-5874-4124-88c8-f794aeec9495 HTTP/1.1" status: 200 len: 925 time: 0.2442009 Sep 16 04:37:03.425413 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc587e15-30aa-4e9c-8b26-2796da7fe118 None None] Checking router: 913d95bd-ffcb-4588-b162-7b42f484100e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:37:03.453175 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc587e15-30aa-4e9c-8b26-2796da7fe118 None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:03.453899 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-fc587e15-30aa-4e9c-8b26-2796da7fe118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:36:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:03.558461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d6702-b812-4525-96e5-be7fdebec164 req-bcff950c-d854-475b-b2cd-08fd5b678003 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:03.567033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-893d6702-b812-4525-96e5-be7fdebec164 req-bcff950c-d854-475b-b2cd-08fd5b678003 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 948 time: 0.1580276 Sep 16 04:37:03.572781 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bccb31d-851b-4691-8ce4-43ec932bed82 req-acb9d957-56a2-4d52-97df-7fce42026844 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41751fd0-7b11-4974-9b77-9fe310c9a922 HTTP/1.1" status: 200 len: 999 time: 0.1461506 Sep 16 04:37:03.598623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6b7f9-fda3-4fbe-9abb-31c6c69124bc req-35c83610-7a2b-490e-9cb8-4b3562463711 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:03.606622 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0be6b7f9-fda3-4fbe-9abb-31c6c69124bc req-35c83610-7a2b-490e-9cb8-4b3562463711 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 949 time: 0.2524433 Sep 16 04:37:03.623983 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-fc587e15-30aa-4e9c-8b26-2796da7fe118 None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:03.664812 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a81ddf9-952f-4d6f-bebc-ee107adf8797 req-7dd3ecda-79b5-4663-b888-aab5687838d2 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362405 Sep 16 04:37:03.680634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0be6b7f9-fda3-4fbe-9abb-31c6c69124bc req-87dd77b6-5ebc-41c4-a53f-8f5e3e35844d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703151 Sep 16 04:37:03.708967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-893d6702-b812-4525-96e5-be7fdebec164 req-2d7f36fc-2af6-4ca2-aa92-6ff78ab7d48d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360474 Sep 16 04:37:03.716839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccb31d-851b-4691-8ce4-43ec932bed82 req-47a775f1-f8eb-4cd9-a889-f736b8523541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:03.720146 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bccb31d-851b-4691-8ce4-43ec932bed82 req-47a775f1-f8eb-4cd9-a889-f736b8523541 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5 HTTP/1.1" status: 200 len: 863 time: 0.1266100 Sep 16 04:37:03.729699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-be73e6e2-1919-4371-a5a7-5b8b0fbaf0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:03.734827 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-be73e6e2-1919-4371-a5a7-5b8b0fbaf0ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 1100 time: 0.1649036 Sep 16 04:37:03.886329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a81ddf9-952f-4d6f-bebc-ee107adf8797 req-a021fa4b-b4f9-4287-b987-2f8406cce35e service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044599 Sep 16 04:37:03.924220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-0aa2052f-c63a-428e-8555-e94b4f1df4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:03.926018 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-0aa2052f-c63a-428e-8555-e94b4f1df4fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1755383 Sep 16 04:37:04.108957 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-fc587e15-30aa-4e9c-8b26-2796da7fe118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'bd54f926-fe0b-43ac-bbe0-e38f63e687d5', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'port_id': '41751fd0-7b11-4974-9b77-9fe310c9a922', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'mac_address': 'fa:16:3e:63:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:28Z', 'updated_at': '2021-09-16T04:37:01Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:04.188450 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc587e15-30aa-4e9c-8b26-2796da7fe118 None None] The sync data for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 is: [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'bd54f926-fe0b-43ac-bbe0-e38f63e687d5', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'port_id': '41751fd0-7b11-4974-9b77-9fe310c9a922', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'mac_address': 'fa:16:3e:63:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:34:28Z', 'updated_at': '2021-09-16T04:37:01Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:37:04.286375 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78240b2-a080-4c18-bb6b-b57090f85f96 req-9df53b09-d7c3-48ab-8638-af47b15b3e7d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:04.295025 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e78240b2-a080-4c18-bb6b-b57090f85f96 req-9df53b09-d7c3-48ab-8638-af47b15b3e7d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 943 time: 0.0973155 Sep 16 04:37:04.309104 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-9ffad31c-237f-4c44-a3e6-7fcbd38d42db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=4252a6b3-98db-4737-b85b-3720fba49a37 HTTP/1.1" status: 200 len: 217 time: 0.3525112 Sep 16 04:37:04.350935 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e78240b2-a080-4c18-bb6b-b57090f85f96 req-867d582f-47a5-492c-90bb-cc25ef6594ca tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542133 Sep 16 04:37:04.368368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccb31d-851b-4691-8ce4-43ec932bed82 req-8db89c57-5d3e-4a64-a751-a88aaa29dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:04.371145 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bccb31d-851b-4691-8ce4-43ec932bed82 req-8db89c57-5d3e-4a64-a751-a88aaa29dba6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b98ad24e-5874-4124-88c8-f794aeec9495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6327524 Sep 16 04:37:04.386840 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-df7b2047-9b9d-4963-ac16-516ca01b07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:04.388385 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-df7b2047-9b9d-4963-ac16-516ca01b07d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0695198 Sep 16 04:37:04.398172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafba31-cece-460b-bcfc-8f906bb7fcbe req-b1501707-494d-425d-87dc-c4cdb9a40855 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:04.402091 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccafba31-cece-460b-bcfc-8f906bb7fcbe req-b1501707-494d-425d-87dc-c4cdb9a40855 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.4748647 Sep 16 04:37:04.521834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccafba31-cece-460b-bcfc-8f906bb7fcbe req-b886203c-cc2b-4940-a0c0-1262ebd75424 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068475 Sep 16 04:37:04.611168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-50593270-e6e2-4d99-bce2-056b53d4a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:04.612696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-50593270-e6e2-4d99-bce2-056b53d4a4b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1965919 Sep 16 04:37:04.616022 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b63920f-16b4-4586-ba35-9acef0b143cc None None] New status for floating IP bd54f926-fe0b-43ac-bbe0-e38f63e687d5: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:37:04.647774 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bccb31d-851b-4691-8ce4-43ec932bed82 req-66e922d8-63a0-492e-9d7f-82267cb3e39e service neutron] 10.222.0.15 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438643 Sep 16 04:37:04.845325 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bccb31d-851b-4691-8ce4-43ec932bed82 req-16c9d922-565e-434c-93a0-7a45916ba74e service neutron] 10.222.0.15 "GET /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717448 Sep 16 04:37:04.847973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4252a6b3-98db-4737-b85b-3720fba49a37 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:04.883950 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-7bdb6921-99db-49ba-9d18-c63b9704f126 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570615 Sep 16 04:37:04.918939 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 4252a6b3-98db-4737-b85b-3720fba49a37 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:04.919318 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:04.964690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb847c52-1d11-4064-9ff3-e90c9e67f726 req-dd609565-5581-466a-b614-b08024a9c57d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:04.969950 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fb847c52-1d11-4064-9ff3-e90c9e67f726 req-dd609565-5581-466a-b614-b08024a9c57d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 948 time: 0.1373317 Sep 16 04:37:05.027372 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fb847c52-1d11-4064-9ff3-e90c9e67f726 req-89a2d7a2-d5e1-4932-b9c0-0088fef8d561 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520277 Sep 16 04:37:05.035823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b86a3-e3fc-4154-9e7e-6927c98f90c4 req-2faddd6b-c99c-4dbb-9085-4835889412b9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:05.042955 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e28b86a3-e3fc-4154-9e7e-6927c98f90c4 req-2faddd6b-c99c-4dbb-9085-4835889412b9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 949 time: 0.1910329 Sep 16 04:37:05.068087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.114019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed38d3a-8c2e-458e-9d1e-aef413e9e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4252a6b3-98db-4737-b85b-3720fba49a37'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:05.118317 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbacb5a-05d5-403b-9076-58a0442ca127" -d '{"events": [{"server_uuid": "eed38d3a-8c2e-458e-9d1e-aef413e9e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "4252a6b3-98db-4737-b85b-3720fba49a37"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:05.124862 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-475533a1-f552-4ef0-96ee-f6371cf5f783 req-6d69a6bf-d6d3-4f5c-98a2-6bf0801bd5ff service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152708 Sep 16 04:37:05.147732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 4252a6b3-98db-4737-b85b-3720fba49a37, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4252a6b3-98db-4737-b85b-3720fba49a37,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:05.150490 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.154167 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:05.183100 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e28b86a3-e3fc-4154-9e7e-6927c98f90c4 req-05fda0c8-7c93-4493-b6a3-66cb6d089432 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340680 Sep 16 04:37:05.219484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=4252a6b3-98db-4737-b85b-3720fba49a37,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:05.321443 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b822c9-4534-4f52-b947-dfdfc4b7dcb8 x-openstack-request-id: req-93b822c9-4534-4f52-b947-dfdfc4b7dcb8 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:05.321798 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed38d3a-8c2e-458e-9d1e-aef413e9e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "4252a6b3-98db-4737-b85b-3720fba49a37", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:05.322053 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93b822c9-4534-4f52-b947-dfdfc4b7dcb8 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:05.322447 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed38d3a-8c2e-458e-9d1e-aef413e9e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4252a6b3-98db-4737-b85b-3720fba49a37', 'code': 200} Sep 16 04:37:05.503456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d56188-ffca-485e-8ddb-e4d485667eb2 req-dbbbc0a5-294c-46d9-b81d-0449de9560ad tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:05.505258 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0d56188-ffca-485e-8ddb-e4d485667eb2 req-dbbbc0a5-294c-46d9-b81d-0449de9560ad tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 943 time: 0.0539329 Sep 16 04:37:05.571451 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0d56188-ffca-485e-8ddb-e4d485667eb2 req-c8edc4ab-2921-48ed-bd8c-e2fec18343ad tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587807 Sep 16 04:37:05.712556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabf2cf-89b0-407b-999d-1a043b5911aa req-016fed88-51f3-42dd-bb6f-091189edad65 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:05.714542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5cabf2cf-89b0-407b-999d-1a043b5911aa req-016fed88-51f3-42dd-bb6f-091189edad65 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0790637 Sep 16 04:37:05.769180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5cabf2cf-89b0-407b-999d-1a043b5911aa req-fed9600d-7144-4130-81b4-605c019a532a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479455 Sep 16 04:37:05.826074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50778) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:05.979479 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:06.123804 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:06.141345 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:06.238744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1592e40d-c683-41e8-bed4-360c17974a5f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:06.265560 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b48e353f6b064a619c11d50ae8ebd04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383960 Sep 16 04:37:06.268609 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50786) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:06.283189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:06.283622 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:06.283980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:06.284329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:06.284671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:06.285015 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:06.285355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:06.285716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:06.286053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:06.286384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:06.286724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:06.287045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f26fe-d195-48cd-95f3-3d929e057e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:06.326500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986daba0-019c-4bb8-acbb-699ac123549c req-3f84636a-3c72-4f2d-962f-9e7fdae922f8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:06.328157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-986daba0-019c-4bb8-acbb-699ac123549c req-3f84636a-3c72-4f2d-962f-9e7fdae922f8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.2012939 Sep 16 04:37:06.371920 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b8c36b8-ee04-47e6-9eff-e71079c92eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:06.386317 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-986daba0-019c-4bb8-acbb-699ac123549c req-a0fe40ba-1eb9-4d8f-ae96-6b726cef61c5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482688 Sep 16 04:37:06.409948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d1c2b-1d40-4dc2-9c91-30506663987b req-04b48376-054a-4baa-a9df-7942265f46a9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:06.418844 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b08d1c2b-1d40-4dc2-9c91-30506663987b req-04b48376-054a-4baa-a9df-7942265f46a9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 949 time: 0.1171174 Sep 16 04:37:06.422789 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b8c36b8-ee04-47e6-9eff-e71079c92eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:06.483674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b08d1c2b-1d40-4dc2-9c91-30506663987b req-3843d6e0-5445-471d-93cf-06602e4dd89f tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638793 Sep 16 04:37:06.516889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b8c36b8-ee04-47e6-9eff-e71079c92eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:06.519947 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b8c36b8-ee04-47e6-9eff-e71079c92eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:06.523630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0b8c36b8-ee04-47e6-9eff-e71079c92eb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1592e40d-c683-41e8-bed4-360c17974a5f HTTP/1.1" status: 204 len: 168 time: 0.2514021 Sep 16 04:37:06.532803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c36b8-ee04-47e6-9eff-e71079c92eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1592e40d-c683-41e8-bed4-360c17974a5f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:06.679337 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fb594-f564-4a8f-9e81-3a8b63e082a1 req-9ab46f5f-d6ba-4139-837e-79c91eab451e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:06.682805 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f57fb594-f564-4a8f-9e81-3a8b63e082a1 req-9ab46f5f-d6ba-4139-837e-79c91eab451e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.0883067 Sep 16 04:37:06.756221 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66691f1-43ee-4ed1-855d-ceb9574bfe45 req-57068b2e-1661-407e-9d42-78fadff4ddbb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:06.760767 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c66691f1-43ee-4ed1-855d-ceb9574bfe45 req-57068b2e-1661-407e-9d42-78fadff4ddbb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 943 time: 0.0992823 Sep 16 04:37:06.770583 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f57fb594-f564-4a8f-9e81-3a8b63e082a1 req-ba41c1eb-8954-49c0-a62a-2c0c4743d7dc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742815 Sep 16 04:37:06.850832 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c66691f1-43ee-4ed1-855d-ceb9574bfe45 req-5ec33ce4-e610-4de2-911b-7d5aebf7cea4 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783877 Sep 16 04:37:06.983108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f6186-3ea4-418f-9ec7-f0927c7be472 req-e8b6188d-c142-4e01-91e8-c79d07c68625 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:06.991612 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e15f6186-3ea4-418f-9ec7-f0927c7be472 req-e8b6188d-c142-4e01-91e8-c79d07c68625 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1053956 Sep 16 04:37:07.001091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50844) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:07.019338 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c43052b2-ccba-485b-bdb2-342e57807684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.033591 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e15f6186-3ea4-418f-9ec7-f0927c7be472 req-217d973b-3f05-4e1e-a2fe-fa386ab11206 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402961 Sep 16 04:37:07.138319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c43052b2-ccba-485b-bdb2-342e57807684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.142710 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c43052b2-ccba-485b-bdb2-342e57807684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.187188 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c43052b2-ccba-485b-bdb2-342e57807684 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25b7166b75e74008ae49e62c2e4cbbd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849384 Sep 16 04:37:07.188282 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43052b2-ccba-485b-bdb2-342e57807684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12298c2e-4fae-4421-946f-f9dd83720517,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:07.190036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50864) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:07.232691 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-f146aad9-7419-499d-82a8-17e8faf3db16 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=220f6be1326d49f48ff637872d6294e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308719 Sep 16 04:37:07.253251 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc0c9cb0-287e-4694-a799-e06e1c03c6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.283009 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc0c9cb0-287e-4694-a799-e06e1c03c6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.362712 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.376501 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc0c9cb0-287e-4694-a799-e06e1c03c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.379550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc0c9cb0-287e-4694-a799-e06e1c03c6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:07.380672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cc0c9cb0-287e-4694-a799-e06e1c03c6f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12298c2e-4fae-4421-946f-f9dd83720517 HTTP/1.1" status: 204 len: 168 time: 0.1893733 Sep 16 04:37:07.391909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c9cb0-287e-4694-a799-e06e1c03c6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12298c2e-4fae-4421-946f-f9dd83720517,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:07.713119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-9d21274b-8e4c-4a21-bfcc-8572241eac1d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:07.721263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-9d21274b-8e4c-4a21-bfcc-8572241eac1d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4828141 Sep 16 04:37:07.725888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3229c-8e0f-46be-b276-27ea4fac0d99 req-c2e9eb85-8c15-4551-b96f-6ace6cef960e tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:07.750327 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ed3229c-8e0f-46be-b276-27ea4fac0d99 req-c2e9eb85-8c15-4551-b96f-6ace6cef960e tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 949 time: 0.0803680 Sep 16 04:37:07.753272 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-d88a9c56-5a73-4482-a099-6c3382efd48e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/quotas/220f6be1326d49f48ff637872d6294e2 HTTP/1.1" status: 200 len: 375 time: 0.0293808 Sep 16 04:37:07.821110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ed3229c-8e0f-46be-b276-27ea4fac0d99 req-0be8bbf1-6183-4c23-a7ed-b35cac5a2c71 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665629 Sep 16 04:37:07.864495 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-c6009849-3f14-4553-ad38-cccb679ae001 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108043 Sep 16 04:37:07.944498 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eae06-b87a-4ec8-a356-1f50f66abcda req-29aa9ad6-cf54-4eeb-a461-db8b5a29ca51 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:07.955665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e81eae06-b87a-4ec8-a356-1f50f66abcda req-29aa9ad6-cf54-4eeb-a461-db8b5a29ca51 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 1101 time: 0.0614648 Sep 16 04:37:08.002587 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e81eae06-b87a-4ec8-a356-1f50f66abcda req-11acf6b3-05e2-4be6-8e6c-04742c33cc5a tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453885 Sep 16 04:37:08.176357 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e7768e7-1f71-4bc1-b55e-b55765bc9a95 req-0d369b32-43d1-4a73-a865-a77acbbe76f3 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 210 time: 0.0455725 Sep 16 04:37:08.252297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b427076-7b8b-41cd-aa62-92d3158f4c3d req-03bcd96c-39e9-43bb-845c-25648242ed31 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:08.253883 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b427076-7b8b-41cd-aa62-92d3158f4c3d req-03bcd96c-39e9-43bb-845c-25648242ed31 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 943 time: 0.1038008 Sep 16 04:37:08.355729 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b427076-7b8b-41cd-aa62-92d3158f4c3d req-ae4a6ec3-a9d6-49f5-a408-80c7273f253a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922291 Sep 16 04:37:08.402813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc05912-3731-48ba-8a4c-82ccbfcb1ed9 req-91d46d88-9129-4df2-aa72-cf6d19b6a0d5 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:08.406098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fbc05912-3731-48ba-8a4c-82ccbfcb1ed9 req-91d46d88-9129-4df2-aa72-cf6d19b6a0d5 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0824547 Sep 16 04:37:08.491237 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fbc05912-3731-48ba-8a4c-82ccbfcb1ed9 req-894ed2b3-bf7e-45f9-8368-3ca303b46363 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745013 Sep 16 04:37:09.314320 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b59d2ab0-1354-4e32-8719-ca0825fb9e9d req-a9b0dee6-e1bf-4dc2-b805-7db609d75dcb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 210 time: 0.0411284 Sep 16 04:37:09.630340 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-528cab09-dcde-4dc2-9679-e15cd2830805 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=220f6be1326d49f48ff637872d6294e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743880 Sep 16 04:37:09.783645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a6399-2c98-4fcd-82e5-b27db0a8a45e req-20dff487-2bd6-41a3-91e2-3397af4c3536 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:09.785337 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3c6a6399-2c98-4fcd-82e5-b27db0a8a45e req-20dff487-2bd6-41a3-91e2-3397af4c3536 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 943 time: 0.0937314 Sep 16 04:37:09.800231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-bf282f54-6c71-4f3d-b609-3d808055b25f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:09.805384 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-bf282f54-6c71-4f3d-b609-3d808055b25f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679156 Sep 16 04:37:09.828259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Request body: {'port': {'device_id': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '220f6be1326d49f48ff637872d6294e2'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:09.829692 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3c6a6399-2c98-4fcd-82e5-b27db0a8a45e req-5641414b-64c6-41f9-9b11-061c124cc810 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376563 Sep 16 04:37:10.005141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcdf94-5bcd-4b0d-8033-064c05332c76 req-6b2d066c-d1a9-44c2-9f86-5fcf0f062a95 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:10.006881 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0ddcdf94-5bcd-4b0d-8033-064c05332c76 req-6b2d066c-d1a9-44c2-9f86-5fcf0f062a95 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0701041 Sep 16 04:37:10.021055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Made reservation on behalf of 220f6be1326d49f48ff637872d6294e2 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:10.028832 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.052184 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0ddcdf94-5bcd-4b0d-8033-064c05332c76 req-4bfc38bc-9c90-4f44-9a33-21fafbb2ea49 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380142 Sep 16 04:37:10.238281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Allocated IP 192.168.233.36 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/99abea3d-291c-4557-ac07-8921c5e8e2c8) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:10.274030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-96dc116d-413c-4ae8-b990-89af325506b1 service neutron] 10.222.0.15 "GET /v2.0/ports/cf861b69-c1f1-4862-afbe-67f2bbca9a8e/bindings/n-h1-712142-17 HTTP/1.1" status: 200 len: 385 time: 0.0982261 Sep 16 04:37:10.444307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device cf861b69-c1f1-4862-afbe-67f2bbca9a8e no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:10.454533 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3fc6831-4c50-4a1e-b56f-b212f999ba6f req-2217799b-517d-4712-8240-d4afc3c3ff6f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 210 time: 0.0418408 Sep 16 04:37:10.549253 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.631786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-35d7baba-f251-4f10-b975-f82ef473fbf4 service neutron] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:10.658687 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-35d7baba-f251-4f10-b975-f82ef473fbf4 service neutron] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:10.662819 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.664766 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51000) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:10.688958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d8153196-2a0c-48bc-a7ff-b513882d2ba6', '4252a6b3-98db-4737-b85b-3720fba49a37'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:10.700396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:10.722505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:10.729182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:10.763311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-35d7baba-f251-4f10-b975-f82ef473fbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf861b69-c1f1-4862-afbe-67f2bbca9a8e {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:10.806995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-35d7baba-f251-4f10-b975-f82ef473fbf4 service neutron] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:10.822294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840d7d94-e87d-4455-b870-f6b4999e60a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.828247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Pushing event updated for resources: {'Port': ['ID=99abea3d-291c-4557-ac07-8921c5e8e2c8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:10.833946 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-35d7baba-f251-4f10-b975-f82ef473fbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:10.863409 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:10.864088 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.001143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-35d7baba-f251-4f10-b975-f82ef473fbf4 service neutron] Transition to ACTIVE for port object cf861b69-c1f1-4862-afbe-67f2bbca9a8e will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:11.014843 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-35d7baba-f251-4f10-b975-f82ef473fbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.028190 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840d7d94-e87d-4455-b870-f6b4999e60a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.044574 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840d7d94-e87d-4455-b870-f6b4999e60a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.066582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012aa8a-ea5f-48fe-b38c-72950dc64ad7 req-c0f64122-24bd-4fbd-86ed-4778ac02659d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.075261 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e012aa8a-ea5f-48fe-b38c-72950dc64ad7 req-c0f64122-24bd-4fbd-86ed-4778ac02659d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 943 time: 0.1054316 Sep 16 04:37:11.102960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-a65e5681-3b54-4cf0-84ac-c6c77831a49a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2811961 Sep 16 04:37:11.157079 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7baba-f251-4f10-b975-f82ef473fbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,revision_number=10']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:11.170611 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d7d94-e87d-4455-b870-f6b4999e60a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821f3daf-c2a9-4b75-ae10-c8689348d64f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:11.177258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Request body: {'port': {'device_id': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:11.182279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-35d7baba-f251-4f10-b975-f82ef473fbf4 service neutron] No DVR routers for this DVR port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:11.197563 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e012aa8a-ea5f-48fe-b38c-72950dc64ad7 req-379f3915-99e6-48d9-b6b1-3617f1e5fbd3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168175 Sep 16 04:37:11.201595 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-840d7d94-e87d-4455-b870-f6b4999e60a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6eeb3c710c15414cb333c6fac6d7b742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5348816 Sep 16 04:37:11.206022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51012) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:11.259179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-cccf8741-3927-4c6a-aa7d-058f699be3e9 None None] Provisioning complete for port 99abea3d-291c-4557-ac07-8921c5e8e2c8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:11.259581 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cccf8741-3927-4c6a-aa7d-058f699be3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.265753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-35d7baba-f251-4f10-b975-f82ef473fbf4 service neutron] 10.222.0.15 "PUT /v2.0/ports/cf861b69-c1f1-4862-afbe-67f2bbca9a8e/bindings/n-h1-712142-17/activate HTTP/1.1" status: 200 len: 370 time: 0.9812095 Sep 16 04:37:11.291597 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.324569 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00f8a224-932a-456e-a351-cced3397716f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.340102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cccf8741-3927-4c6a-aa7d-058f699be3e9 None None] Port 99abea3d-291c-4557-ac07-8921c5e8e2c8 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:37:11.385508 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00f8a224-932a-456e-a351-cced3397716f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.469547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3e8cf-fbf9-4be2-b2a9-448cfd393de2 req-3dbb574e-f6f2-407f-aab2-0a45e6502029 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.471640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f9d3e8cf-fbf9-4be2-b2a9-448cfd393de2 req-3dbb574e-f6f2-407f-aab2-0a45e6502029 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1308815 Sep 16 04:37:11.480474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-81c6d6a0-a499-4573-8ddf-456311a1733e tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.482818 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-81c6d6a0-a499-4573-8ddf-456311a1733e tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525&tenant_id=e856b1715b0245aeade3fab80abad339&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1096 time: 0.1238623 Sep 16 04:37:11.538084 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00f8a224-932a-456e-a351-cced3397716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.541397 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00f8a224-932a-456e-a351-cced3397716f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.542651 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-00f8a224-932a-456e-a351-cced3397716f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/821f3daf-c2a9-4b75-ae10-c8689348d64f HTTP/1.1" status: 204 len: 168 time: 0.3356123 Sep 16 04:37:11.565646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8a224-932a-456e-a351-cced3397716f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f3daf-c2a9-4b75-ae10-c8689348d64f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:11.583329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f9d3e8cf-fbf9-4be2-b2a9-448cfd393de2 req-0455765e-f5c9-4dfb-ae19-16b3385e0293 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960491 Sep 16 04:37:11.612910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-e1d37872-b3a6-4528-834b-4e084432a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.614484 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-e1d37872-b3a6-4528-834b-4e084432a166 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525&tenant_id=e856b1715b0245aeade3fab80abad339 HTTP/1.1" status: 200 len: 1096 time: 0.1209302 Sep 16 04:37:11.729274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99abea3d-291c-4557-ac07-8921c5e8e2c8 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:11.737210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-e0398120-529c-49a0-86fa-f7e226221b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.739955 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-e0398120-529c-49a0-86fa-f7e226221b2b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 1096 time: 0.0917933 Sep 16 04:37:11.751771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.772054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Transition to ACTIVE for port object 99abea3d-291c-4557-ac07-8921c5e8e2c8 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:11.776893 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:11.873375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Pushing event updated for resources: {'Port': ['ID=99abea3d-291c-4557-ac07-8921c5e8e2c8,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:11.905924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603708fc-69b3-4de2-b768-52179f847c79 req-1291577b-192f-4cdd-a6c5-b77f0646e3cd tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.914920 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-603708fc-69b3-4de2-b768-52179f847c79 req-1291577b-192f-4cdd-a6c5-b77f0646e3cd tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 947 time: 0.1413844 Sep 16 04:37:11.967348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-a42408cc-f54b-4f4b-9bb0-f1b1b434751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:11.969993 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-a42408cc-f54b-4f4b-9bb0-f1b1b434751f service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.2102816 Sep 16 04:37:11.996039 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-603708fc-69b3-4de2-b768-52179f847c79 req-b951db70-66c1-41d1-a7c4-063ddd0a1b29 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801091 Sep 16 04:37:12.005428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Attempting to bind port 99abea3d-291c-4557-ac07-8921c5e8e2c8 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:12.005929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Attempting to bind port 99abea3d-291c-4557-ac07-8921c5e8e2c8 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:12.006516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Attempting to bind port 99abea3d-291c-4557-ac07-8921c5e8e2c8 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:12.015135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Port 99abea3d-291c-4557-ac07-8921c5e8e2c8 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:12.015468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Attempting to bind port 99abea3d-291c-4557-ac07-8921c5e8e2c8 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:12.021098 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:12.021445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:12.021867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:12.022299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Bound port: 99abea3d-291c-4557-ac07-8921c5e8e2c8, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:12.022663 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.043299 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-57068674-42fc-4a46-95f3-4fccf953a141 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e HTTP/1.1" status: 200 len: 217 time: 0.0635288 Sep 16 04:37:12.063483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51022) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:12.086181 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdfdfa8c-1580-40b0-a18a-d9b59df75af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.128997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:12.129594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-ef62ca4f-9d3b-4e29-abc9-a4e0fb69f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:12.133968 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-ef62ca4f-9d3b-4e29-abc9-a4e0fb69f448 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.0815308 Sep 16 04:37:12.134942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:12.143135 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.196902 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-f8a7a9be-8dfb-4a15-aed5-1c11ae2963b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543935 Sep 16 04:37:12.207450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:12.208387 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.209815 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] 10.222.0.50 "PUT /v2.0/ports/99abea3d-291c-4557-ac07-8921c5e8e2c8 HTTP/1.1" status: 200 len: 1096 time: 1.0488598 Sep 16 04:37:12.213470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:12.215791 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3b89bb-ac8b-4208-90f5-089a2f0a79d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:12.262458 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee371e19-d92c-46db-8c97-6a53e97be11b service neutron] Pushing event updated for resources: {'Port': ['ID=99abea3d-291c-4557-ac07-8921c5e8e2c8,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:12.323295 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef6d6bd-0200-4334-b197-e33b2c3ebf57 x-openstack-request-id: req-5ef6d6bd-0200-4334-b197-e33b2c3ebf57 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:12.323591 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:12.323831 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ef6d6bd-0200-4334-b197-e33b2c3ebf57 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:12.324368 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'status': 'completed', 'code': 200} Sep 16 04:37:12.354995 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdfdfa8c-1580-40b0-a18a-d9b59df75af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.362188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-e7d91554-4816-4f91-8863-ba766be94ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:12.364234 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-e7d91554-4816-4f91-8863-ba766be94ccd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 1099 time: 0.0742683 Sep 16 04:37:12.365779 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdfdfa8c-1580-40b0-a18a-d9b59df75af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.369520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-c3e0a37e-8ded-46cf-8599-3fbb99ad558b service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500895 Sep 16 04:37:12.415139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bdfdfa8c-1580-40b0-a18a-d9b59df75af3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a69178dbe5244a79d3c2389c8eb7541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504369 Sep 16 04:37:12.432689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51030) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:12.450043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdfa8c-1580-40b0-a18a-d9b59df75af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849dcd6a-ba6a-443b-b8b5-b565a705e247,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:12.455586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-9cfede29-97a3-487a-9750-858046395685 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8 HTTP/1.1" status: 200 len: 217 time: 0.0625801 Sep 16 04:37:12.518234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-3a66d304-0c4f-4042-a626-7206d46eedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:12.519855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-3a66d304-0c4f-4042-a626-7206d46eedb0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0533099 Sep 16 04:37:12.561654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538c7f7-b843-4fe8-9568-756433bb6e07 req-e514b218-4d9b-41df-87c1-43b9f28973fe tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:12.563182 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1538c7f7-b843-4fe8-9568-756433bb6e07 req-e514b218-4d9b-41df-87c1-43b9f28973fe tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 944 time: 0.1810725 Sep 16 04:37:12.578052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-fa3e8512-01a3-4438-a764-9a9ab2382c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:12.579610 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-fa3e8512-01a3-4438-a764-9a9ab2382c65 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0485954 Sep 16 04:37:12.641026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79e06137-62b4-4800-82c8-992488928718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.651547 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1538c7f7-b843-4fe8-9568-756433bb6e07 req-bda43d0d-508b-4950-9401-016e5f16b94b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583482 Sep 16 04:37:12.686208 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79e06137-62b4-4800-82c8-992488928718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.697168 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-737196d1-b58c-47e1-a26d-b0b88d408160 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630324 Sep 16 04:37:12.707897 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-da1b7965-4f2d-4c97-b65c-1e456f1a7039 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161330 Sep 16 04:37:12.800447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84989827-76e8-467c-a070-dccd42daff11 req-4feddd82-ea1a-43ac-ad04-ceee28fb854b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:12.809388 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-84989827-76e8-467c-a070-dccd42daff11 req-4feddd82-ea1a-43ac-ad04-ceee28fb854b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0792356 Sep 16 04:37:12.820666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7f2d617-a405-40a6-bfb6-77b7280be7ed req-562687bd-7789-43c4-bcf6-292e0ff59595 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991886 Sep 16 04:37:12.829340 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79e06137-62b4-4800-82c8-992488928718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.832142 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79e06137-62b4-4800-82c8-992488928718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:12.835620 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-79e06137-62b4-4800-82c8-992488928718 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/849dcd6a-ba6a-443b-b8b5-b565a705e247 HTTP/1.1" status: 204 len: 168 time: 0.3976159 Sep 16 04:37:12.846854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e06137-62b4-4800-82c8-992488928718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849dcd6a-ba6a-443b-b8b5-b565a705e247,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:12.892605 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-84989827-76e8-467c-a070-dccd42daff11 req-c7bdbeb0-0e81-43ed-99fe-e85f12d58632 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818284 Sep 16 04:37:13.002575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b89bb-ac8b-4208-90f5-089a2f0a79d4 req-538d3762-f1fb-4889-8216-c0c08cf22e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:13.006651 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c3b89bb-ac8b-4208-90f5-089a2f0a79d4 req-538d3762-f1fb-4889-8216-c0c08cf22e41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 1099 time: 0.0987215 Sep 16 04:37:13.128441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b89bb-ac8b-4208-90f5-089a2f0a79d4 req-f280d8e1-d207-4416-8659-3b153da1e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:13.130388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c3b89bb-ac8b-4208-90f5-089a2f0a79d4 req-f280d8e1-d207-4416-8659-3b153da1e1a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1137362 Sep 16 04:37:13.150832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-774c3c22-17b9-4099-932b-c183ccd2c2b6 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:13.153656 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-774c3c22-17b9-4099-932b-c183ccd2c2b6 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525&tenant_id=e856b1715b0245aeade3fab80abad339&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1096 time: 0.1096728 Sep 16 04:37:13.219851 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c3b89bb-ac8b-4208-90f5-089a2f0a79d4 req-61c52fe6-9ed1-4150-bc0b-0d5bb42fb482 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8 HTTP/1.1" status: 200 len: 217 time: 0.0704315 Sep 16 04:37:13.300015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b89bb-ac8b-4208-90f5-089a2f0a79d4 req-a5554501-a31e-4858-afdf-2065991381d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:13.303023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c3b89bb-ac8b-4208-90f5-089a2f0a79d4 req-a5554501-a31e-4858-afdf-2065991381d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0648293 Sep 16 04:37:13.336194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fc587-c544-461c-aed1-34c8b7970007 req-48303a54-cc09-436b-9d5f-255872167dd1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:13.338441 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c43fc587-c544-461c-aed1-34c8b7970007 req-48303a54-cc09-436b-9d5f-255872167dd1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 947 time: 0.1776829 Sep 16 04:37:13.358335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-2e77f32b-233d-40e7-9264-8e5cfe5910c0 service neutron] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:13.373052 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-2e77f32b-233d-40e7-9264-8e5cfe5910c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:13.373193 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b89bb-ac8b-4208-90f5-089a2f0a79d4 req-633d6939-ee7a-479e-9df7-a9abe4ac645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:13.374198 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6568f426-29bd-4c32-8b25-2707012a9d2f req-2e77f32b-233d-40e7-9264-8e5cfe5910c0 service neutron] 10.222.0.50 "DELETE /v2.0/ports/cf861b69-c1f1-4862-afbe-67f2bbca9a8e/bindings/n-h2-712142-17 HTTP/1.1" status: 204 len: 173 time: 0.1958997 Sep 16 04:37:13.375790 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c3b89bb-ac8b-4208-90f5-089a2f0a79d4 req-633d6939-ee7a-479e-9df7-a9abe4ac645b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0630708 Sep 16 04:37:13.425437 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c43fc587-c544-461c-aed1-34c8b7970007 req-8f800d7b-eb73-48fe-84da-7e0b2253153e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702598 Sep 16 04:37:13.558556 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c3b89bb-ac8b-4208-90f5-089a2f0a79d4 req-0453dad9-285d-402e-ac0b-0f8f0e2ea1ed service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636393 Sep 16 04:37:13.661253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c3b89bb-ac8b-4208-90f5-089a2f0a79d4 req-9bfd6efc-e6d3-450d-86fc-63496bf2aa37 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948126 Sep 16 04:37:13.774164 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-d97a448f-2754-4d45-ab3c-2becd71e149e tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316775 Sep 16 04:37:13.828019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542ed5-5c91-4620-83b4-7d7b8cd5207e req-91fadc12-527b-4880-8425-4264037c980b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:13.830177 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eb542ed5-5c91-4620-83b4-7d7b8cd5207e req-91fadc12-527b-4880-8425-4264037c980b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 944 time: 0.0786417 Sep 16 04:37:13.911815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-f0713820-36c4-446a-bd92-7e2d6f64233c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:13.913425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-f0713820-36c4-446a-bd92-7e2d6f64233c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383386 Sep 16 04:37:13.921472 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eb542ed5-5c91-4620-83b4-7d7b8cd5207e req-d042b8d1-8662-4ca1-8295-8b2eb8805134 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793946 Sep 16 04:37:13.936595 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-3c710cbf-6022-491e-8097-cbf11927242a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/quotas/adb4d0dd58744c0ea1850169480788d4 HTTP/1.1" status: 200 len: 375 time: 0.0155101 Sep 16 04:37:13.994147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51074) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:14.079771 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-84b0042c-8317-445b-a79e-238be9af45d8 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1276414 Sep 16 04:37:14.129063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb8f52-346e-43be-8f42-20c857f11ed9 req-ceac4988-a9fb-40ad-ba99-c87101db39e0 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:14.138659 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59fb8f52-346e-43be-8f42-20c857f11ed9 req-ceac4988-a9fb-40ad-ba99-c87101db39e0 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0869114 Sep 16 04:37:14.154310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1793040829-network', 'tenant_id': 'be28d8f3186341449bad03f3c7c9bf34'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:14.196712 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59fb8f52-346e-43be-8f42-20c857f11ed9 req-42e901e1-6ca7-488c-a5ca-d6d064d38789 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567243 Sep 16 04:37:14.199275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Made reservation on behalf of be28d8f3186341449bad03f3c7c9bf34 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:14.201643 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:14.222011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:14.342797 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca57f9a4-5893-468c-844f-109da4b5e710 req-b4bb5148-7b4a-436e-80d5-51ef92d9a49b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 210 time: 0.0516105 Sep 16 04:37:14.468118 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:14.491006 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:14.519540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd94f-a9ee-4bd5-9baf-db1b992767a5 req-cb13292c-f117-4ec5-8754-b075cf13846b tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:14.524977 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dfdbd94f-a9ee-4bd5-9baf-db1b992767a5 req-cb13292c-f117-4ec5-8754-b075cf13846b tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 1096 time: 0.1471050 Sep 16 04:37:14.530274 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:37:14.543127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263a4989-fff3-46d9-ba1c-77abf4896386,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:14.548206 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:14.548900 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Added segment b49ad07b-2563-4482-894d-3678de612b0c of type vlan for network 743f7540-7d27-470f-bbf4-0b1c3a7a250e Sep 16 04:37:14.609057 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dfdbd94f-a9ee-4bd5-9baf-db1b992767a5 req-4482dfdd-56b1-4860-afea-816e2b479201 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722685 Sep 16 04:37:14.653882 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:14.706427 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:14.707774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:14.708431 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:14.783509 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7854326 Sep 16 04:37:14.785771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51106) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:14.802609 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2a891178-a3f3-4d32-80e6-6405d0f2ed39 admin admin] Request body: {'subnet': {'network_id': '743f7540-7d27-470f-bbf4-0b1c3a7a250e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1793040829-subnet', 'tenant_id': 'be28d8f3186341449bad03f3c7c9bf34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:14.834021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9ac11-64d0-4403-833d-397bb9077bf1 req-c8d9f815-ad0f-484a-8559-d816a1468bae tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:14.834021 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ea9ac11-64d0-4403-833d-397bb9077bf1 req-c8d9f815-ad0f-484a-8559-d816a1468bae tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 1096 time: 0.0979631 Sep 16 04:37:14.843603 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e8457-91c9-4bc7-9dd2-6b43ad0a1af4 req-25620c05-c62c-442f-b589-405ce6478ed0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:14.851906 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-522e8457-91c9-4bc7-9dd2-6b43ad0a1af4 req-25620c05-c62c-442f-b589-405ce6478ed0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 947 time: 0.2549746 Sep 16 04:37:14.863071 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99abea3d-291c-4557-ac07-8921c5e8e2c8 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:14.869424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded1622-a92f-4ce4-88a5-1f11e57c0080 admin admin] Pushing event updated for resources: {'Network': ['ID=743f7540-7d27-470f-bbf4-0b1c3a7a250e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:14.924469 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ea9ac11-64d0-4403-833d-397bb9077bf1 req-e93939b7-0d62-4028-b070-60c931b168b4 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845473 Sep 16 04:37:14.925983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a891178-a3f3-4d32-80e6-6405d0f2ed39 admin admin] Made reservation on behalf of be28d8f3186341449bad03f3c7c9bf34 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:14.926183 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-522e8457-91c9-4bc7-9dd2-6b43ad0a1af4 req-39fa3d5f-75c3-4f23-9148-a8f8851a86a7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731421 Sep 16 04:37:14.941192 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a891178-a3f3-4d32-80e6-6405d0f2ed39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.082851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:15.114722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 743f7540-7d27-470f-bbf4-0b1c3a7a250e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:37:15.122073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'mac_address': 'fa:16:3e:52:48:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:15.248787 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.266878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99abea3d-291c-4557-ac07-8921c5e8e2c8 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:15.299680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a891178-a3f3-4d32-80e6-6405d0f2ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.325262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:15.331254 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.431766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=99abea3d-291c-4557-ac07-8921c5e8e2c8,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:15.441322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:15.442412 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:15.443066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:15.443621 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:15.444193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:15.445841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:15.446690 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:15.447410 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:15.447979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:15.448519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:15.458078 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:15.459197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:15.486346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a891178-a3f3-4d32-80e6-6405d0f2ed39 admin admin] Checking segment: {'id': 'b49ad07b-2563-4482-894d-3678de612b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '743f7540-7d27-470f-bbf4-0b1c3a7a250e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:15.486714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a891178-a3f3-4d32-80e6-6405d0f2ed39 admin admin] Network hostable DHCP agents. Network: 743f7540-7d27-470f-bbf4-0b1c3a7a250e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:37:15.501355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5518b-94e4-499a-b3d4-a1b9a83518d1 req-6d494dcd-e614-4315-ba99-8a08d6f57ab6 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:15.502978 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bac5518b-94e4-499a-b3d4-a1b9a83518d1 req-6d494dcd-e614-4315-ba99-8a08d6f57ab6 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1321697 Sep 16 04:37:15.505127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a891178-a3f3-4d32-80e6-6405d0f2ed39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc62cab9-1106-48e8-a632-d6c8bcb7e339,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:15.542214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a891178-a3f3-4d32-80e6-6405d0f2ed39 admin admin] Network 743f7540-7d27-470f-bbf4-0b1c3a7a250e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:37:15.572500 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bac5518b-94e4-499a-b3d4-a1b9a83518d1 req-f0317489-85e8-4628-b142-7e4a1a10245a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496087 Sep 16 04:37:15.573132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-2a891178-a3f3-4d32-80e6-6405d0f2ed39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 743f7540-7d27-470f-bbf4-0b1c3a7a250e) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:15.578019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a891178-a3f3-4d32-80e6-6405d0f2ed39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:15.578661 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a891178-a3f3-4d32-80e6-6405d0f2ed39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:15.594609 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3dd4b9-d6fb-4d86-8c1d-fcf8200b41be None None] Network 743f7540-7d27-470f-bbf4-0b1c3a7a250e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:15.614834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2a891178-a3f3-4d32-80e6-6405d0f2ed39 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8275919 Sep 16 04:37:15.682418 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e099f143-58be-4828-abe6-4c45dbc7cd8a req-a02fd9cb-a633-4412-903b-e61e86396112 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 210 time: 0.0498621 Sep 16 04:37:15.721058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['99abea3d-291c-4557-ac07-8921c5e8e2c8'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:15.855664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde2d8e-423d-40fc-8b15-2a9a7d301326 None None] Network 743f7540-7d27-470f-bbf4-0b1c3a7a250e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:15.875642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-875f4ee6-c1b5-4fe6-9e49-5fad27cce6e7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=adb4d0dd58744c0ea1850169480788d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409408 Sep 16 04:37:16.406122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51154) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:16.416329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1876044198-network', 'tenant_id': 'd35cf85156264b6f8819c1fb6d12ea89'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:16.476864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-4847780b-4cf8-4e4e-a5e1-95199d19b7c3 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:16.477854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Made reservation on behalf of d35cf85156264b6f8819c1fb6d12ea89 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:16.478997 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-4847780b-4cf8-4e4e-a5e1-95199d19b7c3 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5952275 Sep 16 04:37:16.480153 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.494340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fb260-c5c9-4bc1-a676-744edeec955e req-fe4e6276-8899-49b5-8e35-62373bf4f756 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:16.503032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff2fb260-c5c9-4bc1-a676-744edeec955e req-fe4e6276-8899-49b5-8e35-62373bf4f756 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 948 time: 0.4213939 Sep 16 04:37:16.508947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Request body: {'port': {'device_id': '1dd4ffbc-98f0-4d2f-8123-b3145991fa84', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'adb4d0dd58744c0ea1850169480788d4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:16.509237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.669229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff2fb260-c5c9-4bc1-a676-744edeec955e req-2d949468-09f9-42e2-85a8-c8e7bd0be6b7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666272 Sep 16 04:37:16.709800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.716911 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.760693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:37:16.782207 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e02b72-748d-4758-aeea-9d962296f966,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:16.819187 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.819542 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Added segment 7c8c0150-f195-48e3-aceb-ae2510916649 of type vlan for network d020aaee-4261-4e79-af5d-9c643a916a54 Sep 16 04:37:16.879851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Made reservation on behalf of adb4d0dd58744c0ea1850169480788d4 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:16.884080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.898561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbeefd-556f-469e-bb3d-3b2f56348ff1 req-7b177990-2d70-4c1e-adee-b2763a2faa46 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:16.899685 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9cbeefd-556f-469e-bb3d-3b2f56348ff1 req-7b177990-2d70-4c1e-adee-b2763a2faa46 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1355147 Sep 16 04:37:16.902324 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.967996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-541273b0-9665-4a29-8e1e-d45e194c9dd6 req-61bb52f5-4252-48ff-aa90-3d92b324d02a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 210 time: 0.0582051 Sep 16 04:37:16.972115 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9cbeefd-556f-469e-bb3d-3b2f56348ff1 req-c19fd235-f714-4c9b-b848-290fbf402702 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666497 Sep 16 04:37:16.981219 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:16.982924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:16.983667 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.026653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6203427 Sep 16 04:37:17.030852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51166) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:17.067819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6bbd6a34-deb4-42d2-af5d-9d9115b3eedc admin admin] Request body: {'subnet': {'network_id': 'd020aaee-4261-4e79-af5d-9c643a916a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1876044198-subnet', 'tenant_id': 'd35cf85156264b6f8819c1fb6d12ea89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:17.072651 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7c295-46ea-402b-8a10-d9bc8b0a9ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=d020aaee-4261-4e79-af5d-9c643a916a54,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:17.088769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network d020aaee-4261-4e79-af5d-9c643a916a54 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:37:17.104735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbd6a34-deb4-42d2-af5d-9d9115b3eedc admin admin] Made reservation on behalf of d35cf85156264b6f8819c1fb6d12ea89 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:17.112187 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6a34-deb4-42d2-af5d-9d9115b3eedc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.155191 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Allocated IP 192.168.233.157 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:17.349151 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-053c7dd2-74c4-44f8-82e3-9b2b56aa3668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.390889 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:37:17.432735 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.436324 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6a34-deb4-42d2-af5d-9d9115b3eedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.476378 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.552156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:17.567393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:17.580516 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd6a34-deb4-42d2-af5d-9d9115b3eedc admin admin] Pushing event updated for resources: {'Subnet': ['ID=295fa130-40aa-434c-81b4-1867214b5e31,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:17.586433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:17.623582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd6a34-deb4-42d2-af5d-9d9115b3eedc admin admin] Checking segment: {'id': '7c8c0150-f195-48e3-aceb-ae2510916649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd020aaee-4261-4e79-af5d-9c643a916a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:17.623943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd6a34-deb4-42d2-af5d-9d9115b3eedc admin admin] Network hostable DHCP agents. Network: d020aaee-4261-4e79-af5d-9c643a916a54, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:37:17.667665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd6a34-deb4-42d2-af5d-9d9115b3eedc admin admin] Network d020aaee-4261-4e79-af5d-9c643a916a54 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:37:17.695071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd6a34-deb4-42d2-af5d-9d9115b3eedc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, d020aaee-4261-4e79-af5d-9c643a916a54) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:17.701449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd6a34-deb4-42d2-af5d-9d9115b3eedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:17.702083 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6a34-deb4-42d2-af5d-9d9115b3eedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.711510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:17.712277 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.722843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event updated for resources: {'Port': ['ID=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:17.751658 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6bbd6a34-deb4-42d2-af5d-9d9115b3eedc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6810966 Sep 16 04:37:17.751901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'ddaaafbd-1133-4df9-af01-2254ffd5f776', 'b79dcc61-45fb-43f8-8750-c1abaddc6de4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:17.751901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['ee8db155-8bea-4d50-913d-b17422d35900', '0d50c702-2536-4651-8e5b-b2be80955b90', 'd3541f5c-8d93-4bd8-9347-23679534db99'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:17.751901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d97a09-2d3f-45cf-9444-ec09800a4e32 None None] Network d020aaee-4261-4e79-af5d-9c643a916a54 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:17.764292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-9cd3f807-5230-443f-a80a-1980ee6371a7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2604728 Sep 16 04:37:17.779784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Request body: {'port': {'device_id': '1dd4ffbc-98f0-4d2f-8123-b3145991fa84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:17.891792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f3645-ff5b-4a49-aa86-3ae933cd4304 req-560d5e5d-6f05-4bf4-b4d1-cf8c4236fb62 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:17.908711 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-973f3645-ff5b-4a49-aa86-3ae933cd4304 req-560d5e5d-6f05-4bf4-b4d1-cf8c4236fb62 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 948 time: 0.0977819 Sep 16 04:37:17.913878 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:17.974815 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-973f3645-ff5b-4a49-aa86-3ae933cd4304 req-d7f05445-8468-4358-9b4d-d3fd7e610ca2 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599377 Sep 16 04:37:18.234996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadcff9-e121-43ef-b69f-36f5ab760b62 req-920fd660-2a88-489c-b577-da0e7e30dbf8 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:18.237422 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3eadcff9-e121-43ef-b69f-36f5ab760b62 req-920fd660-2a88-489c-b577-da0e7e30dbf8 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 936 time: 0.1259873 Sep 16 04:37:18.247545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-031e8c68-b8a1-4c88-ba91-baffd6ff3647 None None] Provisioning complete for port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:18.248107 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-031e8c68-b8a1-4c88-ba91-baffd6ff3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.300159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f208c-b668-42ea-98c8-9181b2abbb78 req-69a9f682-3dca-41d3-9df8-c6af3693809d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:18.301827 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a7f208c-b668-42ea-98c8-9181b2abbb78 req-69a9f682-3dca-41d3-9df8-c6af3693809d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1092041 Sep 16 04:37:18.334542 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3eadcff9-e121-43ef-b69f-36f5ab760b62 req-0ede0686-9924-4363-9750-5915342fa0d6 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826542 Sep 16 04:37:18.484115 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a7f208c-b668-42ea-98c8-9181b2abbb78 req-0e6e40cd-bc5c-4d14-ab62-b56d4ed60597 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701746 Sep 16 04:37:18.499095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-031e8c68-b8a1-4c88-ba91-baffd6ff3647 None None] Port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:37:18.559725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5969304-0766-48de-8702-9789731264df None None] Network d020aaee-4261-4e79-af5d-9c643a916a54 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:37:18.583228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:18.592914 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.610913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Transition to ACTIVE for port object fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:18.633859 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:18.816443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:18.932483 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99abea3d-291c-4557-ac07-8921c5e8e2c8 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:19.081482 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Attempting to bind port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:19.081825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Attempting to bind port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:19.082131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Attempting to bind port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:19.088813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-8286a764-23be-48dc-a551-a7c3558dfc27 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:19.092368 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-8286a764-23be-48dc-a551-a7c3558dfc27 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/networks?id=743f7540-7d27-470f-bbf4-0b1c3a7a250e HTTP/1.1" status: 200 len: 815 time: 0.2938058 Sep 16 04:37:19.106518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:19.107128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Attempting to bind port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:19.119394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:19.119927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:19.120153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:19.120576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Bound port: fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:19.123884 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.126977 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-30c52642-454b-471d-9901-d3b01784edb9 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/quotas/be28d8f3186341449bad03f3c7c9bf34 HTTP/1.1" status: 200 len: 375 time: 0.0286527 Sep 16 04:37:19.215865 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-3d4f9de6-b24f-4786-91d6-d9124d108250 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be28d8f3186341449bad03f3c7c9bf34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797141 Sep 16 04:37:19.245552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 99abea3d-291c-4557-ac07-8921c5e8e2c8 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:19.260799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 99abea3d-291c-4557-ac07-8921c5e8e2c8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:19.261524 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.398860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] For port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:19.420217 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-9a9db768-b15b-4c74-a85d-7466f0b6bfc7 service neutron] 10.222.0.53 "GET /v2.0/networks/743f7540-7d27-470f-bbf4-0b1c3a7a250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032084 Sep 16 04:37:19.441234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] For port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:19.464435 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.589908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:19.590792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.592944 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-7145c38d-e402-413a-89fb-905571022f85 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 HTTP/1.1" status: 200 len: 1097 time: 1.8174989 Sep 16 04:37:19.593501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd4ffbc-98f0-4d2f-8123-b3145991fa84', 'tag': 'fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:19.595912 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9531903d-4548-4160-8015-8807b8c61e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd4ffbc-98f0-4d2f-8123-b3145991fa84", "tag": "fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:19.647387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f105fc2-dab4-480e-9406-5f2186dfb4ca req-e84f0921-0ea9-4db0-930f-c6586c4d29fb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:19.654049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-5b705480-62bd-4ffe-b488-ad5785739932 service neutron] 10.222.0.53 "GET /v2.0/networks/743f7540-7d27-470f-bbf4-0b1c3a7a250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327373 Sep 16 04:37:19.658470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f105fc2-dab4-480e-9406-5f2186dfb4ca req-e84f0921-0ea9-4db0-930f-c6586c4d29fb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 948 time: 0.3389134 Sep 16 04:37:19.719636 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.816906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145c38d-e402-413a-89fb-905571022f85 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:19.863238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:19.891332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:19.899836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-ea9f71dc-2c63-49cc-a85c-8bd87299e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:19.900062 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0abd688-81a4-4e26-91c7-cdcfb4a09fa7" -d '{"events": [{"server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "name": "network-vif-plugged", "status": "completed", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:19.907244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-ea9f71dc-2c63-49cc-a85c-8bd87299e327 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 1100 time: 0.2240679 Sep 16 04:37:19.909774 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:19.937475 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f105fc2-dab4-480e-9406-5f2186dfb4ca req-9070ddbc-a127-4adb-847e-ec485db105a6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739563 Sep 16 04:37:20.031078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-64d498ab-6d9c-497d-a3e1-c21d790d6df7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 HTTP/1.1" status: 200 len: 217 time: 0.1033022 Sep 16 04:37:20.238497 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-f7d6e9ad-c621-42ee-b190-5389191574bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:20.240018 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-f7d6e9ad-c621-42ee-b190-5389191574bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2006159 Sep 16 04:37:20.245242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42835682-530b-4909-ba16-1f33d8f80e32 req-e3e3211e-d399-4a96-9bd7-49f6773587c9 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:20.256320 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-42835682-530b-4909-ba16-1f33d8f80e32 req-e3e3211e-d399-4a96-9bd7-49f6773587c9 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1073260 Sep 16 04:37:20.284784 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4ed20f3d-fceb-4bba-aa61-cf45969283f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:20.292354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8232e2-953e-46cf-bf76-dc6f8481111c req-e0d0d506-5c74-4f8c-ab72-6249877e86e2 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:20.293996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb8232e2-953e-46cf-bf76-dc6f8481111c req-e0d0d506-5c74-4f8c-ab72-6249877e86e2 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 948 time: 0.1849544 Sep 16 04:37:20.302669 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=99abea3d-291c-4557-ac07-8921c5e8e2c8,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:20.341935 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-42835682-530b-4909-ba16-1f33d8f80e32 req-64594b05-ae64-4349-96f3-dd9a2c650898 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845971 Sep 16 04:37:20.396771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-234264ff-fbf8-41c2-bf76-69110e3b625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:20.400678 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-234264ff-fbf8-41c2-bf76-69110e3b625c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416705 Sep 16 04:37:20.407702 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02247ef1-643b-4d9f-b393-cb1b2a08258b x-openstack-request-id: req-02247ef1-643b-4d9f-b393-cb1b2a08258b {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:20.408798 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd4ffbc-98f0-4d2f-8123-b3145991fa84", "tag": "fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:20.410694 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02247ef1-643b-4d9f-b393-cb1b2a08258b {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:20.411576 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd4ffbc-98f0-4d2f-8123-b3145991fa84', 'tag': 'fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4', 'status': 'completed', 'code': 200} Sep 16 04:37:20.465985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb8232e2-953e-46cf-bf76-dc6f8481111c req-b8843f37-7c05-4d62-9064-59936d545915 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268044 Sep 16 04:37:20.466861 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8df3a4-6db7-4b17-9dc5-540dde8c3ffa x-openstack-request-id: req-8b8df3a4-6db7-4b17-9dc5-540dde8c3ffa {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:20.467157 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "name": "network-vif-plugged", "status": "completed", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:20.467411 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b8df3a4-6db7-4b17-9dc5-540dde8c3ffa {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:20.467810 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'code': 200} Sep 16 04:37:20.719094 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4cde84d9-6af9-40d5-ad88-b07e680c2dbd req-292d87dc-a634-456d-94d0-f089f7368256 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 210 time: 0.1931417 Sep 16 04:37:20.724713 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:20.741676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791122-d344-4ff6-8c32-c93c0008067c req-dd45b82d-d3ab-46e5-97ad-4e65b9356b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:20.743190 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87791122-d344-4ff6-8c32-c93c0008067c req-dd45b82d-d3ab-46e5-97ad-4e65b9356b53 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 1101 time: 0.1751792 Sep 16 04:37:20.778456 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-8fa1981c-565e-4feb-af9f-77cfca8fa0d3 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352072 Sep 16 04:37:20.934966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87791122-d344-4ff6-8c32-c93c0008067c req-87cb02c4-f61d-4692-a9a9-f240e5b54891 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816714 Sep 16 04:37:21.028468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46b2caba-ebe7-45a8-ae60-3cc0b4c817fc req-12b67e3c-d34f-4df0-887f-f84a1eeba90c service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457297 Sep 16 04:37:21.199673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531903d-4548-4160-8015-8807b8c61e6a req-ca0c90be-740c-49eb-b5a2-746786af04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.202050 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9531903d-4548-4160-8015-8807b8c61e6a req-ca0c90be-740c-49eb-b5a2-746786af04ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 1100 time: 0.0833857 Sep 16 04:37:21.220446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ebadc-803b-4acc-a0f5-f8f72a1b6981 req-a022ff23-e9bd-4702-b12c-6e75671adbe7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.222818 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-687ebadc-803b-4acc-a0f5-f8f72a1b6981 req-a022ff23-e9bd-4702-b12c-6e75671adbe7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1185188 Sep 16 04:37:21.295233 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-687ebadc-803b-4acc-a0f5-f8f72a1b6981 req-e54ea5f6-74a8-4126-af68-e714a4ae800d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633581 Sep 16 04:37:21.403174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531903d-4548-4160-8015-8807b8c61e6a req-63041675-628d-49d7-9c4e-b4e54b4b28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.405814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9531903d-4548-4160-8015-8807b8c61e6a req-63041675-628d-49d7-9c4e-b4e54b4b28c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1899626 Sep 16 04:37:21.484832 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9531903d-4548-4160-8015-8807b8c61e6a req-6186765c-cfff-4e64-99e4-9141ae2e366d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 HTTP/1.1" status: 200 len: 217 time: 0.0626004 Sep 16 04:37:21.514707 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:21.589479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce7b0b-8c24-4ac3-a79f-cf196ea423f8 req-3b326592-4245-4ed7-a617-f2436218624f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.592215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73ce7b0b-8c24-4ac3-a79f-cf196ea423f8 req-3b326592-4245-4ed7-a617-f2436218624f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1511791 Sep 16 04:37:21.607946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531903d-4548-4160-8015-8807b8c61e6a req-424baf9d-3e9b-4c7f-8db1-d37485c1095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.611284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9531903d-4548-4160-8015-8807b8c61e6a req-424baf9d-3e9b-4c7f-8db1-d37485c1095a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1029439 Sep 16 04:37:21.704006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73ce7b0b-8c24-4ac3-a79f-cf196ea423f8 req-cfa83ee1-ed0d-4729-a5ce-39a6417e2c49 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916541 Sep 16 04:37:21.737732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531903d-4548-4160-8015-8807b8c61e6a req-b1dd0446-9960-4f88-b4d7-dbb7d18c5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.739013 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9531903d-4548-4160-8015-8807b8c61e6a req-b1dd0446-9960-4f88-b4d7-dbb7d18c5bd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1052372 Sep 16 04:37:21.784299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e3609-126b-4ef7-9f36-6aa9065e0778 req-7b66291a-8401-4d27-b22a-847698f31362 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.813257 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4a5e3609-126b-4ef7-9f36-6aa9065e0778 req-7b66291a-8401-4d27-b22a-847698f31362 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 948 time: 0.2117290 Sep 16 04:37:21.960381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-030c66a0-f42b-4f73-968e-b1c5858b23d3 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:21.962609 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-030c66a0-f42b-4f73-968e-b1c5858b23d3 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.15 "GET /v2.0/networks?id=743f7540-7d27-470f-bbf4-0b1c3a7a250e HTTP/1.1" status: 200 len: 815 time: 0.1449049 Sep 16 04:37:21.977793 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9531903d-4548-4160-8015-8807b8c61e6a req-516c12bb-8d88-4168-9882-baa5a9f40327 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190173 Sep 16 04:37:22.027029 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4a5e3609-126b-4ef7-9f36-6aa9065e0778 req-4a545e30-e246-4c4b-a578-1f1097da8837 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125382 Sep 16 04:37:22.032568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Request body: {'port': {'device_id': 'ed56754d-5a3a-40e6-98ce-260a4e3e15a9', 'network_id': '743f7540-7d27-470f-bbf4-0b1c3a7a250e', 'admin_state_up': True, 'tenant_id': 'be28d8f3186341449bad03f3c7c9bf34'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:22.152300 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8192591f-6964-4bb1-9b9d-4bff2817ae7f req-9baf4432-7000-4c90-ad6f-dec8486293fa tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 210 time: 0.1306210 Sep 16 04:37:22.198343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Made reservation on behalf of be28d8f3186341449bad03f3c7c9bf34 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:22.203028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:22.293115 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9531903d-4548-4160-8015-8807b8c61e6a req-42f9a75c-9daf-47e2-8b9e-620ef597b76d service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983103 Sep 16 04:37:22.427302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Allocated IP 172.20.0.5 (743f7540-7d27-470f-bbf4-0b1c3a7a250e/bc62cab9-1106-48e8-a632-d6c8bcb7e339/f77363d7-adc9-4608-a48c-85268e000db9) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:22.457876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bd9c6-02f6-4ecc-bdda-73841ab75cb7 req-4372b40a-d950-4dc6-a77e-6f0d486a26a1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:22.481190 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e0bd9c6-02f6-4ecc-bdda-73841ab75cb7 req-4372b40a-d950-4dc6-a77e-6f0d486a26a1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0888083 Sep 16 04:37:22.520185 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e0bd9c6-02f6-4ecc-bdda-73841ab75cb7 req-d71d4902-556b-478d-a55e-f56dd34608fc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465062 Sep 16 04:37:22.707549 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:22.759262 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:22.839009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Network 743f7540-7d27-470f-bbf4-0b1c3a7a250e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:22.844658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:22.848478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Pushing event updated for resources: {'Port': ['ID=f77363d7-adc9-4608-a48c-85268e000db9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:22.852792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:22.896938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700249a-4078-4043-bcec-bdb2773ecfce req-02a2586a-8d55-44f0-8a38-8474a1ee96df tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:22.899245 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d700249a-4078-4043-bcec-bdb2773ecfce req-02a2586a-8d55-44f0-8a38-8474a1ee96df tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1043870 Sep 16 04:37:22.949054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:22.949772 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:22.973365 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d700249a-4078-4043-bcec-bdb2773ecfce req-b98dfd38-d372-4168-8c43-c9ade4f45ee6 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664892 Sep 16 04:37:22.975217 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-2ce47265-c3fb-444d-9049-bba80c38c86f tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9746611 Sep 16 04:37:22.996910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Request body: {'port': {'device_id': 'ed56754d-5a3a-40e6-98ce-260a4e3e15a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:23.035459 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:23.058261 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:23.156265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13da81d-1cc0-4746-ae26-b6382be77092 req-136a3ab1-cc68-49df-a7e9-a6084f95b840 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:23.156265 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f13da81d-1cc0-4746-ae26-b6382be77092 req-136a3ab1-cc68-49df-a7e9-a6084f95b840 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 948 time: 0.0587711 Sep 16 04:37:23.206303 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f13da81d-1cc0-4746-ae26-b6382be77092 req-cb829344-8692-45bc-b6c2-496492b7b92b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490339 Sep 16 04:37:23.342261 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-47fac639-7176-42a4-b410-83a8b9a45e94 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--90194470&fields=id&tenant_id=c85d733a281042809809972df7b509b2 HTTP/1.1" status: 200 len: 267 time: 0.0716770 Sep 16 04:37:23.347634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85a246-c2fd-427d-ab5a-7bb141206565 req-a4144c80-d837-4376-b934-45ddf977ee0d tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:23.349109 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba85a246-c2fd-427d-ab5a-7bb141206565 req-a4144c80-d837-4376-b934-45ddf977ee0d tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 931 time: 0.0552459 Sep 16 04:37:23.396307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba85a246-c2fd-427d-ab5a-7bb141206565 req-e7a30ea6-ba10-4a0e-99f9-95a258b3d1b9 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385468 Sep 16 04:37:23.476006 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77363d7-adc9-4608-a48c-85268e000db9 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:23.490684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:23.508134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-c803ebb7-9c7d-4a6d-ba19-4d97bbe31b46 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:23.509647 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-c803ebb7-9c7d-4a6d-ba19-4d97bbe31b46 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/networks?id=6075a00a-594d-45d5-a69f-8fc3a792b3c4 HTTP/1.1" status: 200 len: 816 time: 0.1574771 Sep 16 04:37:23.514326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Transition to ACTIVE for port object f77363d7-adc9-4608-a48c-85268e000db9 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:23.525296 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:23.534979 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-07e9a1b9-900a-4626-8321-d55e52830a93 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/quotas/c85d733a281042809809972df7b509b2 HTTP/1.1" status: 200 len: 375 time: 0.0189583 Sep 16 04:37:23.630001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=f77363d7-adc9-4608-a48c-85268e000db9,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:23.701384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80776-38cc-4ee1-bac6-ffa34a0daa67 req-bdcf93e3-b32b-421a-9d25-4a54fcd3d62d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:23.703742 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cee80776-38cc-4ee1-bac6-ffa34a0daa67 req-bdcf93e3-b32b-421a-9d25-4a54fcd3d62d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0742149 Sep 16 04:37:23.705829 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-15787613-efbf-4f35-8f92-dec993a2c76d tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c85d733a281042809809972df7b509b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1447299 Sep 16 04:37:23.756345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cee80776-38cc-4ee1-bac6-ffa34a0daa67 req-c4ae1bc5-9df0-45b9-9945-8b6932c637a1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 Sep 16 04:37:23.827119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Attempting to bind port f77363d7-adc9-4608-a48c-85268e000db9 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:23.827738 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Attempting to bind port f77363d7-adc9-4608-a48c-85268e000db9 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'b49ad07b-2563-4482-894d-3678de612b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '743f7540-7d27-470f-bbf4-0b1c3a7a250e'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:23.828419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Attempting to bind port f77363d7-adc9-4608-a48c-85268e000db9 on network 743f7540-7d27-470f-bbf4-0b1c3a7a250e {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:23.839835 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Port f77363d7-adc9-4608-a48c-85268e000db9 on network 743f7540-7d27-470f-bbf4-0b1c3a7a250e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:23.840353 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Attempting to bind port f77363d7-adc9-4608-a48c-85268e000db9 on network 743f7540-7d27-470f-bbf4-0b1c3a7a250e {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:23.858649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:23.858890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Checking segment: {'id': 'b49ad07b-2563-4482-894d-3678de612b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '743f7540-7d27-470f-bbf4-0b1c3a7a250e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:23.859226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Bound using segment: {'id': 'b49ad07b-2563-4482-894d-3678de612b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '743f7540-7d27-470f-bbf4-0b1c3a7a250e'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:23.859671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Bound port: f77363d7-adc9-4608-a48c-85268e000db9, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49ad07b-2563-4482-894d-3678de612b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '743f7540-7d27-470f-bbf4-0b1c3a7a250e'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:23.860038 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:23.875076 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-5d6868b0-5e6d-43af-a3c4-d38d3782e8a1 service neutron] 10.222.0.53 "GET /v2.0/networks/6075a00a-594d-45d5-a69f-8fc3a792b3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652331 Sep 16 04:37:23.913987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275ad81-11d5-4d46-872a-90730f4f9f0a req-1eb6582f-fa66-4d0f-9a7a-6249dcd72e94 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:23.923450 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7275ad81-11d5-4d46-872a-90730f4f9f0a req-1eb6582f-fa66-4d0f-9a7a-6249dcd72e94 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0742676 Sep 16 04:37:23.950533 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] For port f77363d7-adc9-4608-a48c-85268e000db9, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:23.954020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] For port f77363d7-adc9-4608-a48c-85268e000db9, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f77363d7-adc9-4608-a48c-85268e000db9,segment=NetworkSegment(b49ad07b-2563-4482-894d-3678de612b0c),segment_id=b49ad07b-2563-4482-894d-3678de612b0c)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:23.969538 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:23.982634 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7275ad81-11d5-4d46-872a-90730f4f9f0a req-a1d584f3-7853-411b-9752-230a9f237302 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581057 Sep 16 04:37:24.243594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d89472-2e41-4962-ae77-9b8fbe4b0e59 req-59fd10b9-7e4a-42f3-bdfa-6223b2c02627 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:24.245631 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-39d89472-2e41-4962-ae77-9b8fbe4b0e59 req-59fd10b9-7e4a-42f3-bdfa-6223b2c02627 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0929639 Sep 16 04:37:24.288218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:24.288218 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:24.288218 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] 10.222.0.15 "PUT /v2.0/ports/f77363d7-adc9-4608-a48c-85268e000db9 HTTP/1.1" status: 200 len: 1092 time: 1.2938502 Sep 16 04:37:24.288218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed56754d-5a3a-40e6-98ce-260a4e3e15a9', 'tag': 'f77363d7-adc9-4608-a48c-85268e000db9'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:24.289597 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8544d63a-c692-43b5-a06b-b9202cb423c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed56754d-5a3a-40e6-98ce-260a4e3e15a9", "tag": "f77363d7-adc9-4608-a48c-85268e000db9"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:24.301375 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-39d89472-2e41-4962-ae77-9b8fbe4b0e59 req-983e9a5b-b854-482c-98c2-cce5ad73018e tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484867 Sep 16 04:37:24.327440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e27e6e-7eda-46b3-ab2f-f0c484c69ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=f77363d7-adc9-4608-a48c-85268e000db9,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:24.360097 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-14e04d46-903c-4a60-91af-f17af0a74f30 service neutron] 10.222.0.53 "GET /v2.0/networks/6075a00a-594d-45d5-a69f-8fc3a792b3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049075 Sep 16 04:37:24.397261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-fcd13038-44da-417f-bdef-0e16b682bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:24.399585 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-fcd13038-44da-417f-bdef-0e16b682bd09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=be28d8f3186341449bad03f3c7c9bf34&device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 1095 time: 0.0547359 Sep 16 04:37:24.475417 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-f71653e5-8d31-4540-be0d-ff9b30a975e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f77363d7-adc9-4608-a48c-85268e000db9 HTTP/1.1" status: 200 len: 217 time: 0.0627892 Sep 16 04:37:24.488923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb84e1-f9cd-47cc-a94a-d26e15d3685c req-9b386ae2-5111-44e9-ab57-3a5afbfd749d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:24.490813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5dcb84e1-f9cd-47cc-a94a-d26e15d3685c req-9b386ae2-5111-44e9-ab57-3a5afbfd749d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 948 time: 0.0749366 Sep 16 04:37:24.499156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:24.560794 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5dcb84e1-f9cd-47cc-a94a-d26e15d3685c req-2a044d60-cb56-417b-8c15-55e0a145343b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620341 Sep 16 04:37:24.595615 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-94782a6c-7897-4090-9aa0-f88d91785d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:24.598060 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-94782a6c-7897-4090-9aa0-f88d91785d0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc62cab9-1106-48e8-a632-d6c8bcb7e339 HTTP/1.1" status: 200 len: 855 time: 0.1075287 Sep 16 04:37:24.669774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:24.686173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4', 'mac_address': 'fa:16:3e:02:95:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:24.695298 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-c6b960d6-9fc4-4fb0-8568-828e0c9a5ceb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=743f7540-7d27-470f-bbf4-0b1c3a7a250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868483 Sep 16 04:37:24.697039 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbc97d6-9bc6-4dfc-ba63-5be75d7d9366 x-openstack-request-id: req-fcbc97d6-9bc6-4dfc-ba63-5be75d7d9366 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:24.697337 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed56754d-5a3a-40e6-98ce-260a4e3e15a9", "tag": "f77363d7-adc9-4608-a48c-85268e000db9", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:24.697780 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcbc97d6-9bc6-4dfc-ba63-5be75d7d9366 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:24.698240 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed56754d-5a3a-40e6-98ce-260a4e3e15a9', 'tag': 'f77363d7-adc9-4608-a48c-85268e000db9', 'status': 'completed', 'code': 200} Sep 16 04:37:24.769703 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:24.791100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:24.814437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28344003-7de5-4b80-92ab-844b349a73c7 req-4e8a0c44-e56a-40cc-89ad-d8d8a3776137 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:24.816531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28344003-7de5-4b80-92ab-844b349a73c7 req-4e8a0c44-e56a-40cc-89ad-d8d8a3776137 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 943 time: 0.0935833 Sep 16 04:37:24.821835 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:24.826799 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:24.886531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28344003-7de5-4b80-92ab-844b349a73c7 req-64ac85a3-f4a2-4fbc-a361-1178ea0c78b0 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548317 Sep 16 04:37:24.897238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:24.909748 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-546ab075-90f3-4777-b5a2-fcf1fb130410 service neutron] 10.222.0.15 "GET /v2.0/networks/743f7540-7d27-470f-bbf4-0b1c3a7a250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015824 Sep 16 04:37:24.995372 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0ab8d2c-a2b2-465f-b4cc-ef15dcfbde95 req-652de1aa-dfee-4037-bf41-0e5fcd2add26 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 210 time: 0.0710125 Sep 16 04:37:25.037021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-880ef314-3663-42e4-a848-80fa05f47e55 req-ae0cb3b6-d354-4b0a-a75f-f0f7adfb4838 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:37:25.038867 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-880ef314-3663-42e4-a848-80fa05f47e55 req-ae0cb3b6-d354-4b0a-a75f-f0f7adfb4838 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078993 Sep 16 04:37:25.093445 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036665f0-9568-4f6c-afb3-cd899b3271bb req-e54cc2ba-a9fe-436e-8d9d-dcf093c32e6c service neutron] 10.222.0.15 "GET /v2.0/networks/743f7540-7d27-470f-bbf4-0b1c3a7a250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781356 Sep 16 04:37:25.237170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:25.252525 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544d63a-c692-43b5-a06b-b9202cb423c0 req-ceb06aa1-7f81-413b-a5ed-abc3ddb5304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:25.256768 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8544d63a-c692-43b5-a06b-b9202cb423c0 req-ceb06aa1-7f81-413b-a5ed-abc3ddb5304d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=be28d8f3186341449bad03f3c7c9bf34&device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 1095 time: 0.0808961 Sep 16 04:37:25.463357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a78e8-ab16-45d7-b31b-fb8d12a2249d req-705bbe73-4a69-4d35-8a6b-5d4c85809571 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:25.465582 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-387a78e8-ab16-45d7-b31b-fb8d12a2249d req-705bbe73-4a69-4d35-8a6b-5d4c85809571 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0873957 Sep 16 04:37:25.531377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-387a78e8-ab16-45d7-b31b-fb8d12a2249d req-c29a7fc7-5e8b-44af-a469-7b1ff2aabd0a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563266 Sep 16 04:37:25.543937 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-d296c0b9-47d6-4f1d-886f-520044853812 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1470947 Sep 16 04:37:25.573913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d214957-28b5-4a3d-9b00-f2cd5980796e req-471be9dc-ebed-4307-a3f9-dbd3f10bba7e tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:25.575604 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d214957-28b5-4a3d-9b00-f2cd5980796e req-471be9dc-ebed-4307-a3f9-dbd3f10bba7e tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1687281 Sep 16 04:37:25.650857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544d63a-c692-43b5-a06b-b9202cb423c0 req-cb58c896-b06a-4785-9086-aed8afd9c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:25.654715 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8544d63a-c692-43b5-a06b-b9202cb423c0 req-cb58c896-b06a-4785-9086-aed8afd9c3fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=743f7540-7d27-470f-bbf4-0b1c3a7a250e HTTP/1.1" status: 200 len: 916 time: 0.3825340 Sep 16 04:37:25.711901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d214957-28b5-4a3d-9b00-f2cd5980796e req-d99f5d51-9fc7-4304-8a2c-83381413b502 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207054 Sep 16 04:37:25.731919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f36e2-2934-4598-bfcd-a6dbbb669063 req-00fccc2b-9d55-4209-8c0a-1e5994e1ae97 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:25.742743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-318f36e2-2934-4598-bfcd-a6dbbb669063 req-00fccc2b-9d55-4209-8c0a-1e5994e1ae97 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 949 time: 0.0961976 Sep 16 04:37:25.743276 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8544d63a-c692-43b5-a06b-b9202cb423c0 req-6abda7f5-621a-4de2-9961-d5b8866e070d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f77363d7-adc9-4608-a48c-85268e000db9 HTTP/1.1" status: 200 len: 217 time: 0.0611348 Sep 16 04:37:25.803276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-318f36e2-2934-4598-bfcd-a6dbbb669063 req-2558d872-e49c-4bfc-b9f3-978acbcc7ed5 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578992 Sep 16 04:37:25.824412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544d63a-c692-43b5-a06b-b9202cb423c0 req-9362c8b3-3c32-429c-981d-ec315e988120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:25.826063 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8544d63a-c692-43b5-a06b-b9202cb423c0 req-9362c8b3-3c32-429c-981d-ec315e988120 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc62cab9-1106-48e8-a632-d6c8bcb7e339 HTTP/1.1" status: 200 len: 855 time: 0.0596039 Sep 16 04:37:25.869660 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8544d63a-c692-43b5-a06b-b9202cb423c0 req-7dd99463-c448-43c5-a319-d83bc114243f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=743f7540-7d27-470f-bbf4-0b1c3a7a250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322537 Sep 16 04:37:26.019545 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8544d63a-c692-43b5-a06b-b9202cb423c0 req-f7cf3cb2-9327-42b7-81c8-86d7d6be75b8 service neutron] 10.222.0.15 "GET /v2.0/networks/743f7540-7d27-470f-bbf4-0b1c3a7a250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406548 Sep 16 04:37:26.028981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb9ad0-2cc8-45d8-a739-622f0652c2f1 req-6f0c690c-7bd0-43fe-9ebf-dcaa404a2393 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:26.030655 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-79eb9ad0-2cc8-45d8-a739-622f0652c2f1 req-6f0c690c-7bd0-43fe-9ebf-dcaa404a2393 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 943 time: 0.0740161 Sep 16 04:37:26.133245 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-79eb9ad0-2cc8-45d8-a739-622f0652c2f1 req-5c413f40-02c4-467d-b47b-88743d0a31ac tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832701 Sep 16 04:37:26.146924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12d0379e-3a01-403b-ab3d-68f80505e85a req-8453cb2e-53ec-4bb4-b2c5-857dd2a4af04 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 210 time: 0.0592060 Sep 16 04:37:26.168220 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8544d63a-c692-43b5-a06b-b9202cb423c0 req-abc8d9f6-4342-493a-b453-ca6928fe3eb0 service neutron] 10.222.0.15 "GET /v2.0/networks/743f7540-7d27-470f-bbf4-0b1c3a7a250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365097 Sep 16 04:37:26.375988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-5705ad0a-284a-473f-9df9-9411e5d15474 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:26.377734 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-5705ad0a-284a-473f-9df9-9411e5d15474 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.50 "GET /v2.0/networks?id=6075a00a-594d-45d5-a69f-8fc3a792b3c4 HTTP/1.1" status: 200 len: 816 time: 0.1309612 Sep 16 04:37:26.461358 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-5266dce6-8f44-40be-9b3c-cf75ac6f7712 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c85d733a281042809809972df7b509b2 HTTP/1.1" status: 200 len: 378 time: 0.0609014 Sep 16 04:37:26.472510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Request body: {'port': {'device_id': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'admin_state_up': True, 'tenant_id': 'c85d733a281042809809972df7b509b2', 'security_groups': ['cd764710-07fc-4f12-92eb-a67542a6fcb8']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:26.619804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Made reservation on behalf of c85d733a281042809809972df7b509b2 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:26.623375 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:26.714675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057a69b-120e-4697-aee3-e3668abb40ab req-96ea57b3-7261-4efc-a1b0-1cbdae0e52da tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:26.716240 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3057a69b-120e-4697-aee3-e3668abb40ab req-96ea57b3-7261-4efc-a1b0-1cbdae0e52da tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0943534 Sep 16 04:37:26.823186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Allocated IP 172.20.0.8 (6075a00a-594d-45d5-a69f-8fc3a792b3c4/360c8065-7805-4d68-aada-f1b0722c784c/95894fd7-d7d2-41bb-962f-f6ca377a7fe2) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:26.835954 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3057a69b-120e-4697-aee3-e3668abb40ab req-71964063-10bd-4d68-b52c-00c2ab3fa3b7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126723 Sep 16 04:37:26.999107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e544c-312c-44b1-bee6-f2a1bc796ac5 req-6924fbba-fc2d-4609-8d01-7903f7eb6a34 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:27.001065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce6523-d333-45f3-9cd3-98dcff94f9ad req-1a06ad24-c4f9-42e4-a7da-22bf1fcd370e tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:27.001500 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d6e544c-312c-44b1-bee6-f2a1bc796ac5 req-6924fbba-fc2d-4609-8d01-7903f7eb6a34 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 949 time: 0.0816100 Sep 16 04:37:27.009093 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2ce6523-d333-45f3-9cd3-98dcff94f9ad req-1a06ad24-c4f9-42e4-a7da-22bf1fcd370e tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1514945 Sep 16 04:37:27.059777 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d6e544c-312c-44b1-bee6-f2a1bc796ac5 req-362fba98-c8fa-4de7-a431-aa6e838901ac tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459695 Sep 16 04:37:27.096201 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2ce6523-d333-45f3-9cd3-98dcff94f9ad req-29719702-00dc-43e1-8aca-a67cdad65472 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862470 Sep 16 04:37:27.135876 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.193618 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.251694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:27.255229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:27.259903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:27.323754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:27.324879 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.333330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa5985-3499-441b-9042-e54a78506493 req-19002011-416f-48b4-ae4f-c3cf6e49dba4 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:27.339786 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f3fa5985-3499-441b-9042-e54a78506493 req-19002011-416f-48b4-ae4f-c3cf6e49dba4 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 943 time: 0.0996075 Sep 16 04:37:27.342347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-d47f431d-0dcc-4597-b47a-420d9b8f56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:27.347896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-d47f431d-0dcc-4597-b47a-420d9b8f56d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 1101 time: 0.1623099 Sep 16 04:37:27.375513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Pushing event updated for resources: {'Port': ['ID=95894fd7-d7d2-41bb-962f-f6ca377a7fe2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:27.404804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-56941e53-4475-475c-8f7e-a4168a37faa6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9362893 Sep 16 04:37:27.418857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa344ff-d5a7-47b6-83e2-75889333ad9d req-b05bbdaf-f791-4129-91fe-6f56ae388bcc tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:27.426157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8fa344ff-d5a7-47b6-83e2-75889333ad9d req-b05bbdaf-f791-4129-91fe-6f56ae388bcc tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 931 time: 0.0927775 Sep 16 04:37:27.433880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Request body: {'port': {'device_id': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:27.449558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f3fa5985-3499-441b-9042-e54a78506493 req-362b2204-1577-4f6a-8be8-029b04e67689 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847521 Sep 16 04:37:27.558278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.649754 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8fa344ff-d5a7-47b6-83e2-75889333ad9d req-b19f97a1-b161-453b-9bd1-55d04e9f0b1e tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1967821 Sep 16 04:37:27.651625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-642e37bf-1576-4c67-a06d-44bb436e50a3 None None] Provisioning complete for port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:27.652135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-d5099c6b-9ecf-4cde-979a-ab87e72e5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:27.652226 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-642e37bf-1576-4c67-a06d-44bb436e50a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:27.654475 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-d5099c6b-9ecf-4cde-979a-ab87e72e5cc2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2966292 Sep 16 04:37:27.694557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-642e37bf-1576-4c67-a06d-44bb436e50a3 None None] Port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:37:27.728012 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-0a4f3a9c-d91f-4d78-923e-5c21e3ca6456 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8 HTTP/1.1" status: 200 len: 217 time: 0.0578578 Sep 16 04:37:27.799821 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-87d4939e-e260-44c7-9c99-75c0b1dc152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:27.801441 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-87d4939e-e260-44c7-9c99-75c0b1dc152c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0619204 Sep 16 04:37:27.905961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-76892fe0-15e7-4d7c-acc4-c3b82e77ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:27.909350 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-76892fe0-15e7-4d7c-acc4-c3b82e77ddd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978169 Sep 16 04:37:28.011537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:28.028159 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.052898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Transition to ACTIVE for port object 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:28.061159 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.129783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425df7de-acf9-47f8-ae72-91ec435a860f req-aa2d09bc-72fc-492e-a564-b79ad90ac1c6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:28.131821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Pushing event updated for resources: {'Port': ['ID=95894fd7-d7d2-41bb-962f-f6ca377a7fe2,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:28.140854 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-425df7de-acf9-47f8-ae72-91ec435a860f req-aa2d09bc-72fc-492e-a564-b79ad90ac1c6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1720624 Sep 16 04:37:28.199747 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-3d576f2d-1323-4c22-ad03-0339d25ba1a7 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767584 Sep 16 04:37:28.274588 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-425df7de-acf9-47f8-ae72-91ec435a860f req-4fc3b173-9f26-414e-8c77-f101e9de49ba tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327624 Sep 16 04:37:28.316383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac0415-cefe-460d-b87f-df2655349e93 req-9968ac43-4e34-4c9e-8036-b5ae064b77a1 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:28.325117 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a6ac0415-cefe-460d-b87f-df2655349e93 req-9968ac43-4e34-4c9e-8036-b5ae064b77a1 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 949 time: 0.1781874 Sep 16 04:37:28.385334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Attempting to bind port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:28.385701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Attempting to bind port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:28.386123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Attempting to bind port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 on network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:28.409507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 on network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:28.409861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Attempting to bind port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 on network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:28.432126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a6ac0415-cefe-460d-b87f-df2655349e93 req-0a4b2500-151f-410c-b9f5-13cc99b323e4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027844 Sep 16 04:37:28.437674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:28.438022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Checking segment: {'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:28.438415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Bound using segment: {'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:28.438854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Bound port: 95894fd7-d7d2-41bb-962f-f6ca377a7fe2, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8032b2-7859-4e01-af31-fbe7acb6cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:28.439217 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.526664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device f77363d7-adc9-4608-a48c-85268e000db9 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:28.529558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:28.590838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] For port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:28.598442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] For port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=95894fd7-d7d2-41bb-962f-f6ca377a7fe2,segment=NetworkSegment(4c8032b2-7859-4e01-af31-fbe7acb6cc46),segment_id=4c8032b2-7859-4e01-af31-fbe7acb6cc46)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:28.608660 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.623359 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-647c89c2-06c9-465a-912b-3283825d60b1 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156506 Sep 16 04:37:28.646042 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a4255-01c9-4c15-bc3d-22d6875ccbf5 req-6fb6e8b2-4928-4096-9e13-12286f37b804 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:28.649479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd0a4255-01c9-4c15-bc3d-22d6875ccbf5 req-6fb6e8b2-4928-4096-9e13-12286f37b804 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.2046716 Sep 16 04:37:28.716151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:28.722947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:28.726496 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.755740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd0a4255-01c9-4c15-bc3d-22d6875ccbf5 req-681b97c3-3507-427b-bf80-35862c3b2d72 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966215 Sep 16 04:37:28.770380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Pushing event updated for resources: {'Port': ['ID=95894fd7-d7d2-41bb-962f-f6ca377a7fe2,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:28.837408 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:28.838089 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:28.839526 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-76bea180-8e64-4593-9108-6ceef0a6d507 service neutron] 10.222.0.50 "PUT /v2.0/ports/95894fd7-d7d2-41bb-962f-f6ca377a7fe2 HTTP/1.1" status: 200 len: 1092 time: 1.4108274 Sep 16 04:37:28.853640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'tag': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:28.855504 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c6cbc1-f815-42b2-8a89-78dcd1d0bed6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e37996-5a0b-469a-a255-0e408d48bf88", "tag": "95894fd7-d7d2-41bb-962f-f6ca377a7fe2"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:28.894679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port f77363d7-adc9-4608-a48c-85268e000db9, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f77363d7-adc9-4608-a48c-85268e000db9,segment=NetworkSegment(b49ad07b-2563-4482-894d-3678de612b0c),segment_id=b49ad07b-2563-4482-894d-3678de612b0c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:28.910230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cb2b8-b7b4-41fd-abd3-b097bf901780 req-4dc65e39-088d-489d-844a-33548a4bbc30 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:28.922877 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-138cb2b8-b7b4-41fd-abd3-b097bf901780 req-4dc65e39-088d-489d-844a-33548a4bbc30 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 943 time: 0.2954471 Sep 16 04:37:28.942718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'f77363d7-adc9-4608-a48c-85268e000db9', 'network_id': '743f7540-7d27-470f-bbf4-0b1c3a7a250e', 'port_id': 'f77363d7-adc9-4608-a48c-85268e000db9', 'mac_address': 'fa:16:3e:75:9b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc62cab9-1106-48e8-a632-d6c8bcb7e339', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:29.027910 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:29.039481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fbd5b-7c95-4c68-a88d-65fb382feff5 req-3f8257c0-f4df-4826-9df8-9817a5bd4514 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:29.055859 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-206fbd5b-7c95-4c68-a88d-65fb382feff5 req-3f8257c0-f4df-4826-9df8-9817a5bd4514 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 943 time: 0.0967405 Sep 16 04:37:29.072516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-138cb2b8-b7b4-41fd-abd3-b097bf901780 req-713a3e3a-fc2e-4bc9-b1ba-1f6a3b5004bd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161454 Sep 16 04:37:29.105458 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-206fbd5b-7c95-4c68-a88d-65fb382feff5 req-1d04aa6d-d03a-45d5-acc9-c3c966c80854 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436161 Sep 16 04:37:29.109103 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-c19998d7-e86e-462e-bd7f-77b4d8faaa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:29.115016 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-c19998d7-e86e-462e-bd7f-77b4d8faaa24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c85d733a281042809809972df7b509b2&device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 1095 time: 0.1912072 Sep 16 04:37:29.121945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77363d7-adc9-4608-a48c-85268e000db9 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:29.156088 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:29.160676 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port f77363d7-adc9-4608-a48c-85268e000db9, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f77363d7-adc9-4608-a48c-85268e000db9,segment=NetworkSegment(b49ad07b-2563-4482-894d-3678de612b0c),segment_id=b49ad07b-2563-4482-894d-3678de612b0c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:29.180855 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:29.194968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-2bc039f5-d056-44d2-9528-1e3b6302dac3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95894fd7-d7d2-41bb-962f-f6ca377a7fe2 HTTP/1.1" status: 200 len: 217 time: 0.0617020 Sep 16 04:37:29.199260 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd01202d-149f-45eb-83b6-74c1a03eb41d x-openstack-request-id: req-cd01202d-149f-45eb-83b6-74c1a03eb41d {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:29.199647 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e37996-5a0b-469a-a255-0e408d48bf88", "tag": "95894fd7-d7d2-41bb-962f-f6ca377a7fe2", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:29.199959 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd01202d-149f-45eb-83b6-74c1a03eb41d {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:29.200430 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'tag': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2', 'status': 'completed', 'code': 200} Sep 16 04:37:29.227429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd4ffbc-98f0-4d2f-8123-b3145991fa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:29.229747 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49fc78c-c6db-4b46-b89a-74f206e3430c" -d '{"events": [{"server_uuid": "1dd4ffbc-98f0-4d2f-8123-b3145991fa84", "name": "network-vif-plugged", "status": "completed", "tag": "fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:29.258599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:29.278746 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:29.286674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=f77363d7-adc9-4608-a48c-85268e000db9,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:29.296890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-267a393a-1b8e-4746-83de-2d3118c33c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:29.306896 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-267a393a-1b8e-4746-83de-2d3118c33c14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=360c8065-7805-4d68-aada-f1b0722c784c HTTP/1.1" status: 200 len: 855 time: 0.0901804 Sep 16 04:37:29.329349 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7c59b5-f5be-418b-9d5f-be77ddf59a84 x-openstack-request-id: req-cf7c59b5-f5be-418b-9d5f-be77ddf59a84 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:29.329748 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd4ffbc-98f0-4d2f-8123-b3145991fa84", "name": "network-vif-plugged", "status": "completed", "tag": "fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:29.330070 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf7c59b5-f5be-418b-9d5f-be77ddf59a84 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:29.330592 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd4ffbc-98f0-4d2f-8123-b3145991fa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4', 'code': 200} Sep 16 04:37:29.353527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:29.384807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-6adfb785-4dda-47cf-9b39-08983e1a37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:29.386687 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-6adfb785-4dda-47cf-9b39-08983e1a37f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6075a00a-594d-45d5-a69f-8fc3a792b3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798137 Sep 16 04:37:29.449457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609cb95-89eb-41d2-8757-886140d162b4 req-14116add-12bb-46fc-bfcf-e70ff33e13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:29.451392 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b609cb95-89eb-41d2-8757-886140d162b4 req-14116add-12bb-46fc-bfcf-e70ff33e13c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 1102 time: 0.0509923 Sep 16 04:37:29.498443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b609cb95-89eb-41d2-8757-886140d162b4 req-d3ea057a-0a44-4a9c-a442-e9041660c17a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367835 Sep 16 04:37:29.570174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364f131-d711-4d30-8344-c4216dd9ef08 req-0f7d848e-3d43-43ea-99d4-25c15e662f87 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:29.578011 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d364f131-d711-4d30-8344-c4216dd9ef08 req-0f7d848e-3d43-43ea-99d4-25c15e662f87 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1900191 Sep 16 04:37:29.622174 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['f77363d7-adc9-4608-a48c-85268e000db9'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:29.627573 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-b47b4e73-c3f3-434a-aa00-cfa7bc9234a9 service neutron] 10.222.0.50 "GET /v2.0/networks/6075a00a-594d-45d5-a69f-8fc3a792b3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194214 Sep 16 04:37:29.631017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c60fb5-5785-4f54-bd92-fec719c03e13 req-395e196a-f215-4a1c-85e2-24725d9758e5 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:29.633817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-79c60fb5-5785-4f54-bd92-fec719c03e13 req-395e196a-f215-4a1c-85e2-24725d9758e5 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 950 time: 0.0663846 Sep 16 04:37:29.654023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d364f131-d711-4d30-8344-c4216dd9ef08 req-a4764608-f527-4cb2-9ee8-e41fd46dc50b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748899 Sep 16 04:37:29.685561 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-79c60fb5-5785-4f54-bd92-fec719c03e13 req-033cd5ad-cdbe-4b9b-ad88-6b5fa7c26f41 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455763 Sep 16 04:37:29.775298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ade93615-9d69-4b2f-aa1b-e2d7745833d6 req-037055b2-c5a4-4b77-ac04-32ddbd2a1bfd service neutron] 10.222.0.50 "GET /v2.0/networks/6075a00a-594d-45d5-a69f-8fc3a792b3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200020 Sep 16 04:37:29.907338 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6cbc1-f815-42b2-8a89-78dcd1d0bed6 req-31afb1ad-ce57-4766-8eac-8af4c1e6fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:29.910747 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12c6cbc1-f815-42b2-8a89-78dcd1d0bed6 req-31afb1ad-ce57-4766-8eac-8af4c1e6fd5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c85d733a281042809809972df7b509b2&device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 1095 time: 0.0568521 Sep 16 04:37:30.058509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14362487-71da-481b-ab32-5460b74b77a4 req-3386d567-f465-46df-b367-456f36a74dc0 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.060371 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-14362487-71da-481b-ab32-5460b74b77a4 req-3386d567-f465-46df-b367-456f36a74dc0 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1474593 Sep 16 04:37:30.083669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6cbc1-f815-42b2-8a89-78dcd1d0bed6 req-9c1b8a0f-5395-4caf-9a66-a2d2409d075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.086534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12c6cbc1-f815-42b2-8a89-78dcd1d0bed6 req-9c1b8a0f-5395-4caf-9a66-a2d2409d075f service neutron] 10.222.0.50 "GET /v2.0/networks?id=6075a00a-594d-45d5-a69f-8fc3a792b3c4 HTTP/1.1" status: 200 len: 917 time: 0.1498055 Sep 16 04:37:30.134486 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12c6cbc1-f815-42b2-8a89-78dcd1d0bed6 req-503d3928-aa33-4f5f-aa19-081744b0c28c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95894fd7-d7d2-41bb-962f-f6ca377a7fe2 HTTP/1.1" status: 200 len: 217 time: 0.0388629 Sep 16 04:37:30.181037 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-14362487-71da-481b-ab32-5460b74b77a4 req-3f48168b-9d6f-4923-9c65-977c9f10871d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024933 Sep 16 04:37:30.225011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23802162-9171-47d9-96f7-4ef0c37bec20 req-0c3801d4-452d-44da-82ce-b2df9bb4ee17 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.234759 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23802162-9171-47d9-96f7-4ef0c37bec20 req-0c3801d4-452d-44da-82ce-b2df9bb4ee17 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 944 time: 0.0833418 Sep 16 04:37:30.290254 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23802162-9171-47d9-96f7-4ef0c37bec20 req-b5459bfe-03c8-4f19-9068-55ccd6883792 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545657 Sep 16 04:37:30.555882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6cbc1-f815-42b2-8a89-78dcd1d0bed6 req-39fb1989-cb1e-4c58-b032-c5efd31aee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.557409 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12c6cbc1-f815-42b2-8a89-78dcd1d0bed6 req-39fb1989-cb1e-4c58-b032-c5efd31aee9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=360c8065-7805-4d68-aada-f1b0722c784c HTTP/1.1" status: 200 len: 855 time: 0.4068084 Sep 16 04:37:30.588059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e5c49-677f-49e8-baef-7164d87e0f7b req-4ce6b018-5b68-4bc1-b183-47d06c087030 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.589630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6d2e5c49-677f-49e8-baef-7164d87e0f7b req-4ce6b018-5b68-4bc1-b183-47d06c087030 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 943 time: 0.0816822 Sep 16 04:37:30.700595 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6cbc1-f815-42b2-8a89-78dcd1d0bed6 req-d1dd7885-fc3b-4094-a36a-fbb036ccf0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.702145 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12c6cbc1-f815-42b2-8a89-78dcd1d0bed6 req-d1dd7885-fc3b-4094-a36a-fbb036ccf0da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6075a00a-594d-45d5-a69f-8fc3a792b3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360054 Sep 16 04:37:30.713166 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6d2e5c49-677f-49e8-baef-7164d87e0f7b req-2809605c-cde4-4fc6-a622-ea39381ffe1d tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017823 Sep 16 04:37:30.805635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b7521-0a62-46f5-a551-4cbe1dc0ffa2 req-400fb2a9-a06f-4242-85ea-e35ac86a6004 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.815620 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d6b7521-0a62-46f5-a551-4cbe1dc0ffa2 req-400fb2a9-a06f-4242-85ea-e35ac86a6004 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0810132 Sep 16 04:37:30.888336 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d6b7521-0a62-46f5-a551-4cbe1dc0ffa2 req-e568feb6-a994-409b-9844-e5c606831817 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710437 Sep 16 04:37:30.971553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf913c98-f343-4a6e-8f68-949758e15680 req-7dc0b94b-7b0d-4b79-954c-2a8e691e56eb tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:30.973129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf913c98-f343-4a6e-8f68-949758e15680 req-7dc0b94b-7b0d-4b79-954c-2a8e691e56eb tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 950 time: 0.1171360 Sep 16 04:37:30.979357 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12c6cbc1-f815-42b2-8a89-78dcd1d0bed6 req-566fcc55-75db-4846-8a16-cf7dc307f938 service neutron] 10.222.0.50 "GET /v2.0/networks/6075a00a-594d-45d5-a69f-8fc3a792b3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583702 Sep 16 04:37:31.144011 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf913c98-f343-4a6e-8f68-949758e15680 req-0a99ed64-5a59-42af-ad7a-46feadce2fd5 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573687 Sep 16 04:37:31.198770 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12c6cbc1-f815-42b2-8a89-78dcd1d0bed6 req-be7f97de-5d10-4d3f-91bd-394049cb7738 service neutron] 10.222.0.50 "GET /v2.0/networks/6075a00a-594d-45d5-a69f-8fc3a792b3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040145 Sep 16 04:37:31.309022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9575a47-5f0c-4103-bd6b-eccf82e6cd56 req-3b65e279-bf70-4178-95cc-085627837c63 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:31.316483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b9575a47-5f0c-4103-bd6b-eccf82e6cd56 req-3b65e279-bf70-4178-95cc-085627837c63 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0604291 Sep 16 04:37:31.413723 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b9575a47-5f0c-4103-bd6b-eccf82e6cd56 req-b4cd6c81-90f2-4546-b9d7-3c87f0f6d839 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846000 Sep 16 04:37:31.449343 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d91971-209c-4f75-a197-dbbce389f57d req-220a1f3b-5280-4125-b112-3a329698b509 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:31.451160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60d91971-209c-4f75-a197-dbbce389f57d req-220a1f3b-5280-4125-b112-3a329698b509 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 944 time: 0.0738170 Sep 16 04:37:31.507531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60d91971-209c-4f75-a197-dbbce389f57d req-26501a35-40da-48aa-bdb1-417492acfb45 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489252 Sep 16 04:37:31.844062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5752ef-7081-414c-a88e-c92565d4555b req-d0064d42-b342-42db-a924-aac463adc5de tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:31.850115 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5752ef-7081-414c-a88e-c92565d4555b req-d0064d42-b342-42db-a924-aac463adc5de tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 943 time: 0.0610330 Sep 16 04:37:31.901689 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5752ef-7081-414c-a88e-c92565d4555b req-c42d8c0a-cd76-4c19-a433-a0f73b8cdaeb tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496612 Sep 16 04:37:32.044661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0e69b-82de-4f52-b338-092d6c7c4940 req-10081b4c-aab1-41b2-bc15-bd54a36646c2 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:32.046405 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17c0e69b-82de-4f52-b338-092d6c7c4940 req-10081b4c-aab1-41b2-bc15-bd54a36646c2 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0571065 Sep 16 04:37:32.090122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17c0e69b-82de-4f52-b338-092d6c7c4940 req-d661bffd-283c-4559-be8c-1b314932aa29 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373483 Sep 16 04:37:32.313905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe730-5d79-456e-b810-cfba394fb2e6 req-92b294dd-587f-4091-af98-c0bc29c9518f tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:32.322883 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90dbe730-5d79-456e-b810-cfba394fb2e6 req-92b294dd-587f-4091-af98-c0bc29c9518f tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 950 time: 0.0817351 Sep 16 04:37:32.364420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90dbe730-5d79-456e-b810-cfba394fb2e6 req-d8179784-7dee-4eba-a4d1-5c8861fb9831 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404449 Sep 16 04:37:32.491999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d457e1-185f-4af3-ae9f-083c00ac2edb req-a1f2084e-def9-4a06-afaa-568725e5a2e6 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:32.500782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5d457e1-185f-4af3-ae9f-083c00ac2edb req-a1f2084e-def9-4a06-afaa-568725e5a2e6 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 1102 time: 0.0581074 Sep 16 04:37:32.536596 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5d457e1-185f-4af3-ae9f-083c00ac2edb req-c73fb9db-b809-40ad-b5d0-ac67bb722132 tempest-ServersOnMultiNodesTest-677596836 tempest-ServersOnMultiNodesTest-677596836-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344863 Sep 16 04:37:32.572964 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device f77363d7-adc9-4608-a48c-85268e000db9 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:32.589464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6d9cb-c698-45a2-a528-51f0d100fa5e req-973c8d84-2939-456d-94e0-9b91f67aacf3 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:32.599007 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86b6d9cb-c698-45a2-a528-51f0d100fa5e req-973c8d84-2939-456d-94e0-9b91f67aacf3 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0867302 Sep 16 04:37:32.654401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86b6d9cb-c698-45a2-a528-51f0d100fa5e req-b5f0b3c0-7d13-4b6d-9575-4ddf4edffbb8 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535955 Sep 16 04:37:32.670196 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port f77363d7-adc9-4608-a48c-85268e000db9 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:32.682234 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port f77363d7-adc9-4608-a48c-85268e000db9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:32.682234 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.683990 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e2042-ffa5-4a1b-8435-eaa09a376491 req-f70d8351-22ef-4caf-a5d8-5c15c037c49d tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:32.685804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f1e2042-ffa5-4a1b-8435-eaa09a376491 req-f70d8351-22ef-4caf-a5d8-5c15c037c49d tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 944 time: 0.0602720 Sep 16 04:37:32.762290 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f1e2042-ffa5-4a1b-8435-eaa09a376491 req-085f6d94-e544-491b-a205-1a43ba950845 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661464 Sep 16 04:37:32.806660 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.838022 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed56754d-5a3a-40e6-98ce-260a4e3e15a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77363d7-adc9-4608-a48c-85268e000db9'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:32.841438 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a470cf-5cf9-448e-8fd8-1891b1511382" -d '{"events": [{"server_uuid": "ed56754d-5a3a-40e6-98ce-260a4e3e15a9", "name": "network-vif-plugged", "status": "completed", "tag": "f77363d7-adc9-4608-a48c-85268e000db9"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:32.876514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port f77363d7-adc9-4608-a48c-85268e000db9, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f77363d7-adc9-4608-a48c-85268e000db9,segment=NetworkSegment(b49ad07b-2563-4482-894d-3678de612b0c),segment_id=b49ad07b-2563-4482-894d-3678de612b0c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:32.886905 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:32.988605 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4836a96c-3849-4a4b-9518-6033f2d45ab6 x-openstack-request-id: req-4836a96c-3849-4a4b-9518-6033f2d45ab6 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:32.989443 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed56754d-5a3a-40e6-98ce-260a4e3e15a9", "name": "network-vif-plugged", "status": "completed", "tag": "f77363d7-adc9-4608-a48c-85268e000db9", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:32.989443 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4836a96c-3849-4a4b-9518-6033f2d45ab6 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:32.989695 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed56754d-5a3a-40e6-98ce-260a4e3e15a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77363d7-adc9-4608-a48c-85268e000db9', 'code': 200} Sep 16 04:37:32.990542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=f77363d7-adc9-4608-a48c-85268e000db9,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:33.091901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f270b19-7a6c-4678-a4eb-79a3f8d53e4c req-27c147d0-dc91-4b96-8c14-ee2f7c9b8fc0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.094262 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f270b19-7a6c-4678-a4eb-79a3f8d53e4c req-27c147d0-dc91-4b96-8c14-ee2f7c9b8fc0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 950 time: 0.0639002 Sep 16 04:37:33.102696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a5a78-9867-4e5f-93c6-f17a6f4d1f67 req-f35e0240-c8e8-4165-884a-058d7adbd788 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.114065 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ea5a5a78-9867-4e5f-93c6-f17a6f4d1f67 req-f35e0240-c8e8-4165-884a-058d7adbd788 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 943 time: 0.1254568 Sep 16 04:37:33.152012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59c97f-5d7a-459e-af65-0c87aacfa432 req-db43ecd0-275e-4590-8156-a76351f09514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.154625 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f270b19-7a6c-4678-a4eb-79a3f8d53e4c req-70183461-7794-44be-a2cb-21b46cb8ecd4 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530024 Sep 16 04:37:33.154824 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a59c97f-5d7a-459e-af65-0c87aacfa432 req-db43ecd0-275e-4590-8156-a76351f09514 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 1097 time: 0.1246331 Sep 16 04:37:33.202043 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ea5a5a78-9867-4e5f-93c6-f17a6f4d1f67 req-1a563250-907d-4a84-a99c-d420e7c7ef58 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859678 Sep 16 04:37:33.219302 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a59c97f-5d7a-459e-af65-0c87aacfa432 req-11fcb3ac-c473-4508-be73-e8dabe3a4c00 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550876 Sep 16 04:37:33.319971 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005c9ed-ee9b-46b4-be96-3b13c4bb3f59 req-ed3dbba5-ee42-447b-8635-c6b8987c707d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.321585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f005c9ed-ee9b-46b4-be96-3b13c4bb3f59 req-ed3dbba5-ee42-447b-8635-c6b8987c707d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0661998 Sep 16 04:37:33.378142 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f005c9ed-ee9b-46b4-be96-3b13c4bb3f59 req-4be268b7-9184-4ead-a5a1-6e40afdd643f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496848 Sep 16 04:37:33.808715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a8486-0e17-4a59-8d05-365b84610225 req-df376a27-dc2a-41cd-a1df-0afb6b92ff99 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.811439 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb0a8486-0e17-4a59-8d05-365b84610225 req-df376a27-dc2a-41cd-a1df-0afb6b92ff99 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0627866 Sep 16 04:37:33.889463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb0a8486-0e17-4a59-8d05-365b84610225 req-94497b44-98a7-4cb1-8ba2-b87e5ed73495 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705259 Sep 16 04:37:33.922076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8c511-717c-4caa-a6c4-a6e84020a407 req-4c1c6e2c-6185-4e05-af2b-ab01409123f9 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:33.932882 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a6d8c511-717c-4caa-a6c4-a6e84020a407 req-4c1c6e2c-6185-4e05-af2b-ab01409123f9 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 945 time: 0.0783105 Sep 16 04:37:33.980266 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a6d8c511-717c-4caa-a6c4-a6e84020a407 req-84073a83-ab91-4301-8ed5-78d61126138e tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464327 Sep 16 04:37:34.352696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a16a6-faee-4719-a030-cf154bd51d8e req-dcfa7a20-cf24-4dbd-8690-0a0fa2fe866b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.354320 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d95a16a6-faee-4719-a030-cf154bd51d8e req-dcfa7a20-cf24-4dbd-8690-0a0fa2fe866b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 950 time: 0.0792425 Sep 16 04:37:34.368067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aabf6-1d4e-420b-bb4a-dce3088ffbcd req-a4f343db-4382-43c6-a805-0af0ea703668 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.369671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d82aabf6-1d4e-420b-bb4a-dce3088ffbcd req-a4f343db-4382-43c6-a805-0af0ea703668 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 943 time: 0.0629685 Sep 16 04:37:34.408864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d95a16a6-faee-4719-a030-cf154bd51d8e req-712d5368-9472-47e9-bb85-4b19b28ba9c5 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477126 Sep 16 04:37:34.412022 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d82aabf6-1d4e-420b-bb4a-dce3088ffbcd req-53e7ee7e-6240-45d3-85b6-95eb0b5b64b2 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349517 Sep 16 04:37:34.533169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581faef4-226a-4515-9fc4-77f70a53a808 req-8e4459f0-9dd3-45f2-98f7-d134b3a93afc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:34.535000 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-581faef4-226a-4515-9fc4-77f70a53a808 req-8e4459f0-9dd3-45f2-98f7-d134b3a93afc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0581250 Sep 16 04:37:34.579214 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-581faef4-226a-4515-9fc4-77f70a53a808 req-c2c92b69-6ff4-4be8-8ead-4060c4c0766c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372379 Sep 16 04:37:35.045759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea1032-d182-4c1b-a111-93b8871fe53e req-cc63f768-95f3-447b-a9c8-febca59268e3 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.059767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9bea1032-d182-4c1b-a111-93b8871fe53e req-cc63f768-95f3-447b-a9c8-febca59268e3 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0701656 Sep 16 04:37:35.079134 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:35.103715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9bea1032-d182-4c1b-a111-93b8871fe53e req-53f2ea46-db3b-407c-8969-03182585864c tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Sep 16 04:37:35.152585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db125e-5485-4cd7-baa0-1d8a25c23838 req-a2d17c6f-023f-4c3e-a995-580ddaa006e5 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.154118 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6db125e-5485-4cd7-baa0-1d8a25c23838 req-a2d17c6f-023f-4c3e-a995-580ddaa006e5 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 945 time: 0.0740616 Sep 16 04:37:35.193334 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6db125e-5485-4cd7-baa0-1d8a25c23838 req-316392a2-5873-4901-a985-dd6b2030b6dc tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332570 Sep 16 04:37:35.454549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3510547-9bb6-4e64-89e2-30765ab4d86e req-7fcaddbb-e673-4e66-bb22-c96360d80787 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.456364 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d3510547-9bb6-4e64-89e2-30765ab4d86e req-7fcaddbb-e673-4e66-bb22-c96360d80787 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 950 time: 0.0639822 Sep 16 04:37:35.602393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cdcc9-df69-47d2-8c5a-40bdef86e5c7 req-4f4d2fb9-a873-4b1a-83b4-626247593b74 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.605404 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-814cdcc9-df69-47d2-8c5a-40bdef86e5c7 req-4f4d2fb9-a873-4b1a-83b4-626247593b74 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 950 time: 0.0889404 Sep 16 04:37:35.652478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-814cdcc9-df69-47d2-8c5a-40bdef86e5c7 req-86f27b96-38f9-4916-879e-ad2ef23281bc tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374231 Sep 16 04:37:35.656974 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57079a2f-a643-4db1-94cb-8211e1524c0b req-521c31cd-b319-407c-8677-cac9a1e54dff tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.658530 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57079a2f-a643-4db1-94cb-8211e1524c0b req-521c31cd-b319-407c-8677-cac9a1e54dff tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 943 time: 0.1041119 Sep 16 04:37:35.686776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d3510547-9bb6-4e64-89e2-30765ab4d86e req-453f57f0-0c36-48f2-87a0-0fcae435ad2d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Deleting port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:35.687126 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d3510547-9bb6-4e64-89e2-30765ab4d86e req-453f57f0-0c36-48f2-87a0-0fcae435ad2d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:35.728822 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57079a2f-a643-4db1-94cb-8211e1524c0b req-de7315fa-6362-498c-9b7c-0fc8864f5d93 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622923 Sep 16 04:37:35.799387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d3510547-9bb6-4e64-89e2-30765ab4d86e req-453f57f0-0c36-48f2-87a0-0fcae435ad2d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] For port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:35.799760 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d3510547-9bb6-4e64-89e2-30765ab4d86e req-453f57f0-0c36-48f2-87a0-0fcae435ad2d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:35.838178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d3510547-9bb6-4e64-89e2-30765ab4d86e req-453f57f0-0c36-48f2-87a0-0fcae435ad2d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Calling delete_port for fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:35.901895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e80c7f-37f3-4629-b226-1125925adc62 req-eda02d39-7f03-4820-95c4-4d6d5fe5b1c1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:35.903335 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-07e80c7f-37f3-4629-b226-1125925adc62 req-eda02d39-7f03-4820-95c4-4d6d5fe5b1c1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1008306 Sep 16 04:37:35.965762 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-07e80c7f-37f3-4629-b226-1125925adc62 req-d63871cb-db96-46b4-b367-e9bb9bfdc8e9 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506425 Sep 16 04:37:36.031069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d3510547-9bb6-4e64-89e2-30765ab4d86e req-453f57f0-0c36-48f2-87a0-0fcae435ad2d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:36.050218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'ddaaafbd-1133-4df9-af01-2254ffd5f776', 'b79dcc61-45fb-43f8-8750-c1abaddc6de4', 'fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:36.053441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['ee8db155-8bea-4d50-913d-b17422d35900', '0d50c702-2536-4651-8e5b-b2be80955b90', 'd3541f5c-8d93-4bd8-9347-23679534db99'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:36.069763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f57f0-0c36-48f2-87a0-0fcae435ad2d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event deleted for resources: {'Port': ['ID=fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:36.126559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3510547-9bb6-4e64-89e2-30765ab4d86e req-453f57f0-0c36-48f2-87a0-0fcae435ad2d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] No DVR routers for this DVR port fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:36.130756 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d3510547-9bb6-4e64-89e2-30765ab4d86e req-453f57f0-0c36-48f2-87a0-0fcae435ad2d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:36.135352 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d3510547-9bb6-4e64-89e2-30765ab4d86e req-453f57f0-0c36-48f2-87a0-0fcae435ad2d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "DELETE /v2.0/ports/fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 HTTP/1.1" status: 204 len: 173 time: 0.6572104 Sep 16 04:37:36.139077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd4ffbc-98f0-4d2f-8123-b3145991fa84', 'name': 'network-vif-deleted', 'tag': 'fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:36.143256 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8e59a0-6c77-4bda-af51-8b5f891ca836" -d '{"events": [{"server_uuid": "1dd4ffbc-98f0-4d2f-8123-b3145991fa84", "name": "network-vif-deleted", "tag": "fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:36.389039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe4575-11b9-462a-8cb6-84f0e70d54b8 req-669e1767-d08e-4856-9ddb-aa32c1ff05ad tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.390668 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-52fe4575-11b9-462a-8cb6-84f0e70d54b8 req-669e1767-d08e-4856-9ddb-aa32c1ff05ad tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1667891 Sep 16 04:37:36.492164 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-52fe4575-11b9-462a-8cb6-84f0e70d54b8 req-98060c28-1558-4461-9697-7c15757d2be3 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773664 Sep 16 04:37:36.512098 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baef30-e41c-42eb-833e-df7b40720d94 req-48068bb9-e4d4-43d2-b594-5b57220f87d2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:36.518975 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599dba63-dcd3-4b88-adf5-02d912a30540 x-openstack-request-id: req-599dba63-dcd3-4b88-adf5-02d912a30540 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:36.519485 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd4ffbc-98f0-4d2f-8123-b3145991fa84", "name": "network-vif-deleted", "tag": "fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:36.519908 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-599dba63-dcd3-4b88-adf5-02d912a30540 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:36.520305 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd4ffbc-98f0-4d2f-8123-b3145991fa84', 'name': 'network-vif-deleted', 'tag': 'fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4', 'status': 'completed', 'code': 200} Sep 16 04:37:36.520497 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-48068bb9-e4d4-43d2-b594-5b57220f87d2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 808 time: 0.2372949 Sep 16 04:37:36.532210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-aa870ee9-0134-4a00-b669-4d6c88b1429d tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/quotas/043d7505d3794c99864b8a9842baccb0 HTTP/1.1" status: 200 len: 375 time: 0.0109079 Sep 16 04:37:36.602911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-d95f67d9-de29-4b8d-afd4-4c47818102d4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628581 Sep 16 04:37:36.734187 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-db77e77a-84b7-4989-8715-24b5772af09e service neutron] 10.222.0.53 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303942 Sep 16 04:37:36.837407 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-3bdb2f3e-2130-4736-a7d3-ce26759b1c24 service neutron] 10.222.0.53 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989017 Sep 16 04:37:37.130670 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5f11cb23-c764-4f9c-8670-b397919db05a req-89e43d20-3b51-4f6a-a1de-50f9ace537de tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd4ffbc-98f0-4d2f-8123-b3145991fa84 HTTP/1.1" status: 200 len: 210 time: 0.0439889 Sep 16 04:37:37.382922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf710e-d3a6-4a22-a999-98236a863840 req-7bdd9f85-814f-4da8-ab51-1612ae72266e tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.383396 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:37.384995 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3caf710e-d3a6-4a22-a999-98236a863840 req-7bdd9f85-814f-4da8-ab51-1612ae72266e tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 943 time: 0.0786068 Sep 16 04:37:37.435098 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e16633-216c-49da-91f2-ac607f547da2 req-5ac980a8-bf51-4a1e-920e-709b28017f07 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.436951 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8e16633-216c-49da-91f2-ac607f547da2 req-5ac980a8-bf51-4a1e-920e-709b28017f07 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1020818 Sep 16 04:37:37.439917 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3caf710e-d3a6-4a22-a999-98236a863840 req-77e695fb-07e3-4ee3-abd7-8a8cfe08de40 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455999 Sep 16 04:37:37.499127 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8e16633-216c-49da-91f2-ac607f547da2 req-29b3291b-75d9-4709-9111-eda7b27ab26a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510254 Sep 16 04:37:37.535367 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a4ffc91-465d-4b93-b313-65be162daada req-c8e694d4-1048-4462-abb0-034a31460c64 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 210 time: 0.0458641 Sep 16 04:37:37.648362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331200f-1b2c-4c19-a0e7-56f22fcfbd1f req-23c77138-4372-4aa6-a444-39e84611d8d5 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:37.650171 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f331200f-1b2c-4c19-a0e7-56f22fcfbd1f req-23c77138-4372-4aa6-a444-39e84611d8d5 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0680900 Sep 16 04:37:37.702087 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f331200f-1b2c-4c19-a0e7-56f22fcfbd1f req-1f40c7d9-0362-40e5-8bf7-fc8f742cfd0b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449123 Sep 16 04:37:38.486646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7040007-8e23-4f24-a823-a5b6aeaa5df0 req-b6b37a30-5a36-4386-a915-c47c10530cf0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:38.488808 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d7040007-8e23-4f24-a823-a5b6aeaa5df0 req-b6b37a30-5a36-4386-a915-c47c10530cf0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 949 time: 0.0606804 Sep 16 04:37:38.537459 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d7040007-8e23-4f24-a823-a5b6aeaa5df0 req-1f3d5689-4ba3-49de-96cc-2129c5fdf308 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Sep 16 04:37:38.596463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:38.640038 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:37:38.640388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device fb4f35a7-d539-4e84-b3b6-5ad48fcbc5c4 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:37:38.661775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21ccc4-3ab3-4cfb-a937-71ef677d33b0 req-f270f348-0557-472a-9eb3-02947c1e5e56 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:38.689254 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec21ccc4-3ab3-4cfb-a937-71ef677d33b0 req-f270f348-0557-472a-9eb3-02947c1e5e56 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 943 time: 0.1272590 Sep 16 04:37:38.767519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec21ccc4-3ab3-4cfb-a937-71ef677d33b0 req-ef3a7a42-acab-460f-b30e-70bd5e621dee tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731726 Sep 16 04:37:38.835087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a563b-dc54-4a4d-8ea0-7818af8b7e66 req-6a754978-85d1-40e1-8763-70e3f5a7c5d4 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:38.836958 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-119a563b-dc54-4a4d-8ea0-7818af8b7e66 req-6a754978-85d1-40e1-8763-70e3f5a7c5d4 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1743383 Sep 16 04:37:38.875059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baef30-e41c-42eb-833e-df7b40720d94 req-e2339ed1-b6e0-4a86-a8bc-0395306cc860 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:38.877199 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-e2339ed1-b6e0-4a86-a8bc-0395306cc860 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.15 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 808 time: 0.2577753 Sep 16 04:37:38.885195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-61cef941-b155-4249-8517-579e73446aa2 req-210f52e1-fa7c-4e90-ac8f-fe28850bf8b0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 210 time: 0.0498707 Sep 16 04:37:38.898655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-89baef30-e41c-42eb-833e-df7b40720d94 req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Request body: {'port': {'device_id': 'abd2b00f-d6e8-45fb-816f-2c43dec4148d', 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318', 'admin_state_up': True, 'tenant_id': '043d7505d3794c99864b8a9842baccb0'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:39.034462 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-119a563b-dc54-4a4d-8ea0-7818af8b7e66 req-f447d375-14e5-41d6-bb39-ec82051aee60 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851451 Sep 16 04:37:39.065091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e3b7e-a201-4f23-aa66-a339097adef8 req-07ed0fc8-77f2-493b-b40a-dae5d0e740a7 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:39.081509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df1e3b7e-a201-4f23-aa66-a339097adef8 req-07ed0fc8-77f2-493b-b40a-dae5d0e740a7 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0876167 Sep 16 04:37:39.101049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89baef30-e41c-42eb-833e-df7b40720d94 req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Made reservation on behalf of 043d7505d3794c99864b8a9842baccb0 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:39.106834 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-89baef30-e41c-42eb-833e-df7b40720d94 req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:39.173501 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df1e3b7e-a201-4f23-aa66-a339097adef8 req-56f1c214-5175-44b3-9b3d-fcd6c5fb33f7 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908239 Sep 16 04:37:39.318062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-89baef30-e41c-42eb-833e-df7b40720d94 req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Allocated IP 172.20.0.8 (45c2c738-4641-4c06-a2b2-aea8aa89b318/a27c5ba3-cdbf-42f2-965d-bdef41cc1252/4a2af427-ac53-45d8-99e5-0c0c01e97733) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:39.531289 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-89baef30-e41c-42eb-833e-df7b40720d94 req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:39.574582 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-89baef30-e41c-42eb-833e-df7b40720d94 req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:39.588491 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['d6d754ff-8f01-42e9-b86b-227d054fa075'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:39.627917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89baef30-e41c-42eb-833e-df7b40720d94 req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Network 45c2c738-4641-4c06-a2b2-aea8aa89b318 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:39.631948 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-89baef30-e41c-42eb-833e-df7b40720d94 req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:39.636092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-89baef30-e41c-42eb-833e-df7b40720d94 req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:39.691776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baef30-e41c-42eb-833e-df7b40720d94 req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:39.692537 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-89baef30-e41c-42eb-833e-df7b40720d94 req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:39.710998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Pushing event updated for resources: {'Port': ['ID=4a2af427-ac53-45d8-99e5-0c0c01e97733,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:39.720057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a207b-a798-49c3-9d6e-7c8cbd72e0c0 req-5e649e32-a993-49f4-abe8-1634aec458cf tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:39.720531 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-eb36c0ff-f870-44da-b4be-90299dcb3f18 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8296545 Sep 16 04:37:39.720989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c3a207b-a798-49c3-9d6e-7c8cbd72e0c0 req-5e649e32-a993-49f4-abe8-1634aec458cf tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 949 time: 0.0876243 Sep 16 04:37:39.738616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Request body: {'port': {'device_id': 'abd2b00f-d6e8-45fb-816f-2c43dec4148d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:39.783823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c3a207b-a798-49c3-9d6e-7c8cbd72e0c0 req-5f9eff4c-7895-44c1-a1bf-ae3c75358aa6 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562387 Sep 16 04:37:39.833780 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:39.965642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269d109-4ef1-453d-b47c-31a8e838d6b8 req-afeef3da-39c2-44a2-acd6-84fd01c1daef tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:39.967178 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b269d109-4ef1-453d-b47c-31a8e838d6b8 req-afeef3da-39c2-44a2-acd6-84fd01c1daef tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 943 time: 0.1176126 Sep 16 04:37:40.029855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191494a3-2606-4a01-8ee5-4781f6cd2249 req-cd770667-4d35-410a-ac35-2658f5093f87 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:40.032182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-191494a3-2606-4a01-8ee5-4781f6cd2249 req-cd770667-4d35-410a-ac35-2658f5093f87 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 931 time: 0.0739963 Sep 16 04:37:40.078117 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-191494a3-2606-4a01-8ee5-4781f6cd2249 req-29a8ee60-6245-491a-a1c4-c6fa11175eff tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Sep 16 04:37:40.087667 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b269d109-4ef1-453d-b47c-31a8e838d6b8 req-46fba87e-ecaf-4bcd-a875-c49631f74a5e tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647435 Sep 16 04:37:40.157569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5e30e-3e56-4505-b642-001f98c09ff1 req-03978121-492e-45dd-942b-dc96f2c64554 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:40.159382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-edb5e30e-3e56-4505-b642-001f98c09ff1 req-03978121-492e-45dd-942b-dc96f2c64554 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 949 time: 0.0626159 Sep 16 04:37:40.307248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2af427-ac53-45d8-99e5-0c0c01e97733 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:40.307615 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fce83-8659-4176-a811-503872c96865 req-2536004e-cfe4-4b2d-b35f-e4d96b625d0d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:40.309185 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a12fce83-8659-4176-a811-503872c96865 req-2536004e-cfe4-4b2d-b35f-e4d96b625d0d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1084087 Sep 16 04:37:40.331961 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:40.369182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Transition to ACTIVE for port object 4a2af427-ac53-45d8-99e5-0c0c01e97733 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:40.393893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f17c3c-c67e-4585-bfe2-31ed3a79cf01 req-228e5915-482f-44c1-a795-1398b48c15c7 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:40.405052 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1f17c3c-c67e-4585-bfe2-31ed3a79cf01 req-228e5915-482f-44c1-a795-1398b48c15c7 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1122274 Sep 16 04:37:40.407211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:40.436401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a12fce83-8659-4176-a811-503872c96865 req-621f0ad4-17e6-4d57-a4ac-1a4d4bed3a38 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188293 Sep 16 04:37:40.489312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-edb5e30e-3e56-4505-b642-001f98c09ff1 req-e429a35e-2d26-424b-9ffa-ecd67fd21d46 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Deleting port d3541f5c-8d93-4bd8-9347-23679534db99 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:40.493568 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-edb5e30e-3e56-4505-b642-001f98c09ff1 req-e429a35e-2d26-424b-9ffa-ecd67fd21d46 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:40.546240 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1f17c3c-c67e-4585-bfe2-31ed3a79cf01 req-ba80a287-eb36-4af6-9e84-434897e69433 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297114 Sep 16 04:37:40.575847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2af427-ac53-45d8-99e5-0c0c01e97733,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:40.657424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Attempting to bind port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:40.657975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Attempting to bind port 4a2af427-ac53-45d8-99e5-0c0c01e97733 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:40.658584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Attempting to bind port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:40.667918 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:40.668262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Attempting to bind port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:40.680866 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:40.681218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:40.681668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Bound using segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:40.682357 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Bound port: 4a2af427-ac53-45d8-99e5-0c0c01e97733, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:40.682735 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:40.695350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-edb5e30e-3e56-4505-b642-001f98c09ff1 req-e429a35e-2d26-424b-9ffa-ecd67fd21d46 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] For port d3541f5c-8d93-4bd8-9347-23679534db99, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d3541f5c-8d93-4bd8-9347-23679534db99,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:40.695834 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-edb5e30e-3e56-4505-b642-001f98c09ff1 req-e429a35e-2d26-424b-9ffa-ecd67fd21d46 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:40.712528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-edb5e30e-3e56-4505-b642-001f98c09ff1 req-e429a35e-2d26-424b-9ffa-ecd67fd21d46 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Calling delete_port for d3541f5c-8d93-4bd8-9347-23679534db99 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:40.763162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:40.766826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:40.780096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:40.832284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bc88601-2d5b-466b-9191-12d5592cff27 req-75126af8-4a46-4a48-aa75-db251fbac833 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1037798 Sep 16 04:37:40.864553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:40.865180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:40.867090 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] 10.222.0.15 "PUT /v2.0/ports/4a2af427-ac53-45d8-99e5-0c0c01e97733 HTTP/1.1" status: 200 len: 1092 time: 1.1334453 Sep 16 04:37:40.867429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd2b00f-d6e8-45fb-816f-2c43dec4148d', 'tag': '4a2af427-ac53-45d8-99e5-0c0c01e97733'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:40.874356 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b51f46-8a48-4b3c-b163-978ad935eeda" -d '{"events": [{"name": "network-changed", "server_uuid": "abd2b00f-d6e8-45fb-816f-2c43dec4148d", "tag": "4a2af427-ac53-45d8-99e5-0c0c01e97733"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:40.936129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b949a36-19e0-432e-8080-89b19a4eae66 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2af427-ac53-45d8-99e5-0c0c01e97733,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:40.969050 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056d947-df1d-44ca-baca-daa9d964f0f3 req-050568f3-182b-438a-b758-4ac0fce7a0e9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:40.971354 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d056d947-df1d-44ca-baca-daa9d964f0f3 req-050568f3-182b-438a-b758-4ac0fce7a0e9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1 HTTP/1.1" status: 200 len: 949 time: 0.0937865 Sep 16 04:37:40.983122 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30318382-d7e2-40a7-bae0-a41b7b6acfbc x-openstack-request-id: req-30318382-d7e2-40a7-bae0-a41b7b6acfbc {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:40.983415 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd2b00f-d6e8-45fb-816f-2c43dec4148d", "tag": "4a2af427-ac53-45d8-99e5-0c0c01e97733", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:40.983670 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30318382-d7e2-40a7-bae0-a41b7b6acfbc {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:40.984064 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd2b00f-d6e8-45fb-816f-2c43dec4148d', 'tag': '4a2af427-ac53-45d8-99e5-0c0c01e97733', 'status': 'completed', 'code': 200} Sep 16 04:37:40.989341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc88601-2d5b-466b-9191-12d5592cff27 req-aaa83630-6eb0-4056-95ed-564c18b96e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:40.998547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bc88601-2d5b-466b-9191-12d5592cff27 req-aaa83630-6eb0-4056-95ed-564c18b96e1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=adb4d0dd58744c0ea1850169480788d4&device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 1102 time: 0.1398296 Sep 16 04:37:41.014083 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-edb5e30e-3e56-4505-b642-001f98c09ff1 req-e429a35e-2d26-424b-9ffa-ecd67fd21d46 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:41.026324 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['ee8db155-8bea-4d50-913d-b17422d35900', '0d50c702-2536-4651-8e5b-b2be80955b90', 'd3541f5c-8d93-4bd8-9347-23679534db99'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:41.039410 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d056d947-df1d-44ca-baca-daa9d964f0f3 req-213ce62c-c4bf-46c9-86e2-3a2c9172eda9 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544157 Sep 16 04:37:41.041367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baef30-e41c-42eb-833e-df7b40720d94 req-bd4fce59-20f5-46e9-9f2a-a65d61be2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.042899 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-bd4fce59-20f5-46e9-9f2a-a65d61be2bd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 1095 time: 0.1163177 Sep 16 04:37:41.094162 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'ddaaafbd-1133-4df9-af01-2254ffd5f776', 'b79dcc61-45fb-43f8-8750-c1abaddc6de4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:41.101650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429a35e-2d26-424b-9ffa-ecd67fd21d46 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event deleted for resources: {'Port': ['ID=d3541f5c-8d93-4bd8-9347-23679534db99,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:41.140049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-bb5ace13-4206-4246-bb5f-adbc15c25e7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733 HTTP/1.1" status: 200 len: 217 time: 0.0849121 Sep 16 04:37:41.166445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:41.198232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baef30-e41c-42eb-833e-df7b40720d94 req-7b77a95b-22e1-4f2c-b9dd-8fa59ddff08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.200006 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-7b77a95b-22e1-4f2c-b9dd-8fa59ddff08c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.0485578 Sep 16 04:37:41.232811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb5e30e-3e56-4505-b642-001f98c09ff1 req-e429a35e-2d26-424b-9ffa-ecd67fd21d46 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] No DVR routers for this DVR port d3541f5c-8d93-4bd8-9347-23679534db99 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:41.249815 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-065e0862-e887-4877-aec1-61c35518ab0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324705 Sep 16 04:37:41.254373 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-edb5e30e-3e56-4505-b642-001f98c09ff1 req-e429a35e-2d26-424b-9ffa-ecd67fd21d46 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:41.256438 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-edb5e30e-3e56-4505-b642-001f98c09ff1 req-e429a35e-2d26-424b-9ffa-ecd67fd21d46 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "DELETE /v2.0/ports/d3541f5c-8d93-4bd8-9347-23679534db99 HTTP/1.1" status: 204 len: 173 time: 1.0887222 Sep 16 04:37:41.256893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1', 'name': 'network-vif-deleted', 'tag': 'd3541f5c-8d93-4bd8-9347-23679534db99'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:41.273627 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4395d297-f8d1-4a18-887f-148a827c198f" -d '{"events": [{"server_uuid": "a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1", "name": "network-vif-deleted", "tag": "d3541f5c-8d93-4bd8-9347-23679534db99"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:41.396416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54893709-e6d3-4f85-9cc2-4099206bee16 req-d757d4d5-11cc-45b0-9797-75a0e39cfb27 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.408416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=95894fd7-d7d2-41bb-962f-f6ca377a7fe2,segment=NetworkSegment(4c8032b2-7859-4e01-af31-fbe7acb6cc46),segment_id=4c8032b2-7859-4e01-af31-fbe7acb6cc46)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:41.413101 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54893709-e6d3-4f85-9cc2-4099206bee16 req-d757d4d5-11cc-45b0-9797-75a0e39cfb27 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.1916850 Sep 16 04:37:41.419266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e3ad1-1a9c-4b34-bc61-fcedeac30273 req-380eb93e-5ec3-4c42-9683-12d74ee3a03b tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.420653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc88601-2d5b-466b-9191-12d5592cff27 req-c342b1f1-da4a-45dc-9622-3c5f10af8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.422094 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bc88601-2d5b-466b-9191-12d5592cff27 req-c342b1f1-da4a-45dc-9622-3c5f10af8e64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.3983598 Sep 16 04:37:41.436430 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f5e3ad1-1a9c-4b34-bc61-fcedeac30273 req-380eb93e-5ec3-4c42-9683-12d74ee3a03b tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 943 time: 0.2322228 Sep 16 04:37:41.439242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'port_id': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2', 'mac_address': 'fa:16:3e:a1:04:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360c8065-7805-4d68-aada-f1b0722c784c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:41.495416 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bc88601-2d5b-466b-9191-12d5592cff27 req-91e44430-5003-4191-9489-9affd52965a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 HTTP/1.1" status: 200 len: 217 time: 0.0632684 Sep 16 04:37:41.540666 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-930d64c0-087c-4f5a-bbff-e06380774d25 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665582 Sep 16 04:37:41.605117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f5e3ad1-1a9c-4b34-bc61-fcedeac30273 req-83355cff-8916-419b-b7c7-a1323ab4c077 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1674850 Sep 16 04:37:41.656282 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc88601-2d5b-466b-9191-12d5592cff27 req-7a7ef149-e492-40ae-9ae2-5c56d5031e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.667303 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bc88601-2d5b-466b-9191-12d5592cff27 req-7a7ef149-e492-40ae-9ae2-5c56d5031e94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1588676 Sep 16 04:37:41.679205 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:41.703522 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39d935d-cec0-4d0d-9d8b-1dfc3921adc9 x-openstack-request-id: req-a39d935d-cec0-4d0d-9d8b-1dfc3921adc9 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:41.706886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:41.710793 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1", "name": "network-vif-deleted", "tag": "d3541f5c-8d93-4bd8-9347-23679534db99", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:41.711352 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a39d935d-cec0-4d0d-9d8b-1dfc3921adc9 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:41.711890 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c26fa8-1fb6-4fcf-b06b-35d6acb6fba1', 'name': 'network-vif-deleted', 'tag': 'd3541f5c-8d93-4bd8-9347-23679534db99', 'status': 'completed', 'code': 200} Sep 16 04:37:41.734878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=95894fd7-d7d2-41bb-962f-f6ca377a7fe2,segment=NetworkSegment(4c8032b2-7859-4e01-af31-fbe7acb6cc46),segment_id=4c8032b2-7859-4e01-af31-fbe7acb6cc46)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:41.752399 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:41.781875 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89baef30-e41c-42eb-833e-df7b40720d94 req-59decc63-bbd3-487b-b569-2c03eadbe2c1 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284169 Sep 16 04:37:41.798067 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54893709-e6d3-4f85-9cc2-4099206bee16 req-16ce1443-5ea6-413e-af65-00e7d3f2629b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840351 Sep 16 04:37:41.863313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2c15af9-5264-4200-90dc-b523b054eaa9 req-a70f6714-4f49-4fcc-88fd-0971cc9f16b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1945419 Sep 16 04:37:41.879973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8e7e3-17f4-44bd-992f-4ec7df8135c7 req-86f681ea-112e-41f1-954f-0b5e177a4341 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.883233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc88601-2d5b-466b-9191-12d5592cff27 req-6e42d770-e427-4af4-a21b-83c692b5cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:41.899329 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bc88601-2d5b-466b-9191-12d5592cff27 req-6e42d770-e427-4af4-a21b-83c692b5cd44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2172503 Sep 16 04:37:41.900232 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-34f8e7e3-17f4-44bd-992f-4ec7df8135c7 req-86f681ea-112e-41f1-954f-0b5e177a4341 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1057150 Sep 16 04:37:42.015946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=95894fd7-d7d2-41bb-962f-f6ca377a7fe2,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:42.062982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c15af9-5264-4200-90dc-b523b054eaa9 req-3ec4cdae-235e-4942-8b0a-f7278e83aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:42.067356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2c15af9-5264-4200-90dc-b523b054eaa9 req-3ec4cdae-235e-4942-8b0a-f7278e83aa59 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 1101 time: 0.1379602 Sep 16 04:37:42.068395 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-34f8e7e3-17f4-44bd-992f-4ec7df8135c7 req-a43c2755-fce2-4469-b8ca-b580302f172d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667783 Sep 16 04:37:42.106598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8361c17-a729-49d1-8e80-f1b7aa0af770 req-6bb22815-e398-4f45-bcd2-b8faf5a41e14 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:42.107518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b51f46-8a48-4b3c-b163-978ad935eeda req-5a01ead2-6640-498d-b87f-ecd6fb651c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:42.108362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8361c17-a729-49d1-8e80-f1b7aa0af770 req-6bb22815-e398-4f45-bcd2-b8faf5a41e14 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1083241 Sep 16 04:37:42.119916 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75b51f46-8a48-4b3c-b163-978ad935eeda req-5a01ead2-6640-498d-b87f-ecd6fb651c0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 1095 time: 0.1865063 Sep 16 04:37:42.175152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['95894fd7-d7d2-41bb-962f-f6ca377a7fe2'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:42.200557 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bc88601-2d5b-466b-9191-12d5592cff27 req-9db39731-6122-4785-bcad-6d7405e2f316 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924278 Sep 16 04:37:42.366575 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8361c17-a729-49d1-8e80-f1b7aa0af770 req-01fd3e7e-1000-4889-8d18-3e78a0d3d11a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400000 Sep 16 04:37:42.486132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c15af9-5264-4200-90dc-b523b054eaa9 req-e6cec9d0-d474-4f0c-86cc-e76ea8f363e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:42.501474 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2c15af9-5264-4200-90dc-b523b054eaa9 req-e6cec9d0-d474-4f0c-86cc-e76ea8f363e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.3899982 Sep 16 04:37:42.596070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b51f46-8a48-4b3c-b163-978ad935eeda req-1d1f7445-468c-4970-900a-96843a51b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:42.598126 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75b51f46-8a48-4b3c-b163-978ad935eeda req-1d1f7445-468c-4970-900a-96843a51b56f service neutron] 10.222.0.15 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.4702966 Sep 16 04:37:42.628570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2c15af9-5264-4200-90dc-b523b054eaa9 req-c598f13a-56a1-4f9e-a11e-01d96c3caef1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6 HTTP/1.1" status: 200 len: 217 time: 0.1112087 Sep 16 04:37:42.657268 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bc88601-2d5b-466b-9191-12d5592cff27 req-c13a27ac-5d3b-4fb3-be44-fc9fbb2b5ca1 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348910 Sep 16 04:37:42.677013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75b51f46-8a48-4b3c-b163-978ad935eeda req-9e55460a-63b3-415b-bb7a-55aad29bd033 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733 HTTP/1.1" status: 200 len: 217 time: 0.0690844 Sep 16 04:37:42.746323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c15af9-5264-4200-90dc-b523b054eaa9 req-07d48fc5-b700-46c7-b44a-26f32ae2235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:42.747887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2c15af9-5264-4200-90dc-b523b054eaa9 req-07d48fc5-b700-46c7-b44a-26f32ae2235c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0781178 Sep 16 04:37:42.793922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b51f46-8a48-4b3c-b163-978ad935eeda req-c2c98dbd-f86f-4d82-a291-306f67fe26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:42.795316 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75b51f46-8a48-4b3c-b163-978ad935eeda req-c2c98dbd-f86f-4d82-a291-306f67fe26e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.1085753 Sep 16 04:37:42.804898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bf4b4-f1d6-4538-a5dc-762ec7c60ae4 req-58f34b7a-58eb-4502-a230-405ff1fe2a6a tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:42.813310 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-310bf4b4-f1d6-4538-a5dc-762ec7c60ae4 req-58f34b7a-58eb-4502-a230-405ff1fe2a6a tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 944 time: 0.0835218 Sep 16 04:37:42.829450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c15af9-5264-4200-90dc-b523b054eaa9 req-fe86222d-df4a-4851-9d6e-093d653ec1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:42.835739 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2c15af9-5264-4200-90dc-b523b054eaa9 req-fe86222d-df4a-4851-9d6e-093d653ec1ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690782 Sep 16 04:37:42.852907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bae18d-38be-4828-9f8a-3e1e82304756 req-d79098de-1c25-4749-9446-dc9414d58591 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:42.859629 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75b51f46-8a48-4b3c-b163-978ad935eeda req-4803b3a8-e3d6-4830-ac05-aa51e16cc1fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374033 Sep 16 04:37:42.861525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4bae18d-38be-4828-9f8a-3e1e82304756 req-d79098de-1c25-4749-9446-dc9414d58591 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 949 time: 0.2319713 Sep 16 04:37:42.891147 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-310bf4b4-f1d6-4538-a5dc-762ec7c60ae4 req-fa6ca4dd-bb7c-4b1c-b27f-dac5269bae4c tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769565 Sep 16 04:37:43.014451 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75b51f46-8a48-4b3c-b163-978ad935eeda req-c4327d66-18f3-43f6-8c41-3be3a608287e service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281121 Sep 16 04:37:43.037060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4bae18d-38be-4828-9f8a-3e1e82304756 req-a83ade32-0109-469d-8c22-b4f735c8518a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732140 Sep 16 04:37:43.050532 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d3541f5c-8d93-4bd8-9347-23679534db99 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:43.076983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: d3541f5c-8d93-4bd8-9347-23679534db99 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:37:43.077339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d3541f5c-8d93-4bd8-9347-23679534db99 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:37:43.116536 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2c15af9-5264-4200-90dc-b523b054eaa9 req-35130464-9413-4b0e-8a20-772f292661e6 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533934 Sep 16 04:37:43.122813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fa9d5-4f20-4718-9414-4ed5a4569eff req-1df58e90-15b5-4558-afbc-0db69ed00f26 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:43.125271 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e88fa9d5-4f20-4718-9414-4ed5a4569eff req-1df58e90-15b5-4558-afbc-0db69ed00f26 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.1070354 Sep 16 04:37:43.236225 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e88fa9d5-4f20-4718-9414-4ed5a4569eff req-303baa6f-f39d-49ca-930f-0c3decc86239 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831950 Sep 16 04:37:43.241273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75b51f46-8a48-4b3c-b163-978ad935eeda req-223a2caf-7f08-41d4-823f-a00da4b32645 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911652 Sep 16 04:37:43.316663 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2c15af9-5264-4200-90dc-b523b054eaa9 req-19b33386-e578-4477-88d1-58b9d6fc18ba service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898816 Sep 16 04:37:43.363559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf949c-221f-4935-8beb-60751a702d55 req-698b1e9a-f540-400f-bd39-f68714397c95 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:43.370272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fedf949c-221f-4935-8beb-60751a702d55 req-698b1e9a-f540-400f-bd39-f68714397c95 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1848493 Sep 16 04:37:43.435161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fedf949c-221f-4935-8beb-60751a702d55 req-fb7d0dab-c429-4c23-83c9-d1cbcc2c1adb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573561 Sep 16 04:37:43.531760 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8ce1b-a967-4643-ab39-cbe5ba21598e req-2788f1e8-5ad5-4c2e-af73-f5895c04ae74 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:43.533369 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d3b8ce1b-a967-4643-ab39-cbe5ba21598e req-2788f1e8-5ad5-4c2e-af73-f5895c04ae74 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0765853 Sep 16 04:37:43.576698 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d3b8ce1b-a967-4643-ab39-cbe5ba21598e req-d8538b59-319e-4475-ae9a-a4eb49e145e8 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358815 Sep 16 04:37:44.013929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16662b-e503-4a03-aec2-2b5e72ce4100 req-700123df-b6a2-4631-aa7b-e1ee1b2345bf tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:44.015521 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c16662b-e503-4a03-aec2-2b5e72ce4100 req-700123df-b6a2-4631-aa7b-e1ee1b2345bf tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 944 time: 0.0508440 Sep 16 04:37:44.072319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c16662b-e503-4a03-aec2-2b5e72ce4100 req-0fb33e45-33fc-4707-af7d-045ee4178f79 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504606 Sep 16 04:37:44.167946 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711508da-a8aa-42d4-ae21-1542d67b28a0 req-20a3e337-70a2-4f25-8b6b-115167465c9d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:44.169777 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-711508da-a8aa-42d4-ae21-1542d67b28a0 req-20a3e337-70a2-4f25-8b6b-115167465c9d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 949 time: 0.0610201 Sep 16 04:37:44.171965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee85016-4d8a-4a3c-983d-fe03cc8625f0 req-39597d50-5f0e-422e-b7a2-e170433d12ed tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:44.173425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cee85016-4d8a-4a3c-983d-fe03cc8625f0 req-39597d50-5f0e-422e-b7a2-e170433d12ed tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 949 time: 0.0615826 Sep 16 04:37:44.242347 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-711508da-a8aa-42d4-ae21-1542d67b28a0 req-be5aee2b-b4f8-4b96-9f04-07055463e95c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649905 Sep 16 04:37:44.308316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-cee85016-4d8a-4a3c-983d-fe03cc8625f0 req-7a2ae6ba-b86e-49b0-8396-15f8fa542a87 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Deleting port 0d50c702-2536-4651-8e5b-b2be80955b90 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:44.308730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cee85016-4d8a-4a3c-983d-fe03cc8625f0 req-7a2ae6ba-b86e-49b0-8396-15f8fa542a87 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:44.425583 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe77ab-3088-437b-8539-ee86f4d0b66a req-e6b166c4-3274-408b-8a38-19abc62f74e3 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:44.427172 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02fe77ab-3088-437b-8539-ee86f4d0b66a req-e6b166c4-3274-408b-8a38-19abc62f74e3 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.1030202 Sep 16 04:37:44.472628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cee85016-4d8a-4a3c-983d-fe03cc8625f0 req-7a2ae6ba-b86e-49b0-8396-15f8fa542a87 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] For port 0d50c702-2536-4651-8e5b-b2be80955b90, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0d50c702-2536-4651-8e5b-b2be80955b90,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:44.473010 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cee85016-4d8a-4a3c-983d-fe03cc8625f0 req-7a2ae6ba-b86e-49b0-8396-15f8fa542a87 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:44.495788 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-cee85016-4d8a-4a3c-983d-fe03cc8625f0 req-7a2ae6ba-b86e-49b0-8396-15f8fa542a87 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Calling delete_port for 0d50c702-2536-4651-8e5b-b2be80955b90 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:44.502721 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02fe77ab-3088-437b-8539-ee86f4d0b66a req-a347f60a-96c9-4435-b3d8-b02822623200 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679798 Sep 16 04:37:44.577207 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1600d0b-b92f-4e5e-910b-6618ab7d5676 req-e90a6172-5e2c-49bc-b92b-e4aeed196852 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:44.583439 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f1600d0b-b92f-4e5e-910b-6618ab7d5676 req-e90a6172-5e2c-49bc-b92b-e4aeed196852 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0624413 Sep 16 04:37:44.649793 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cee85016-4d8a-4a3c-983d-fe03cc8625f0 req-7a2ae6ba-b86e-49b0-8396-15f8fa542a87 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:44.664049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'ddaaafbd-1133-4df9-af01-2254ffd5f776', 'b79dcc61-45fb-43f8-8750-c1abaddc6de4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:44.666574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['ee8db155-8bea-4d50-913d-b17422d35900', '0d50c702-2536-4651-8e5b-b2be80955b90'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:44.677698 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f1600d0b-b92f-4e5e-910b-6618ab7d5676 req-75723a83-a982-4ad4-bf60-0c3520fe5be8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861678 Sep 16 04:37:44.692143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ae6ba-b86e-49b0-8396-15f8fa542a87 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event deleted for resources: {'Port': ['ID=0d50c702-2536-4651-8e5b-b2be80955b90,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:44.773736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee85016-4d8a-4a3c-983d-fe03cc8625f0 req-7a2ae6ba-b86e-49b0-8396-15f8fa542a87 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] No DVR routers for this DVR port 0d50c702-2536-4651-8e5b-b2be80955b90 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:44.776593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cee85016-4d8a-4a3c-983d-fe03cc8625f0 req-7a2ae6ba-b86e-49b0-8396-15f8fa542a87 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:44.779304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cee85016-4d8a-4a3c-983d-fe03cc8625f0 req-7a2ae6ba-b86e-49b0-8396-15f8fa542a87 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "DELETE /v2.0/ports/0d50c702-2536-4651-8e5b-b2be80955b90 HTTP/1.1" status: 204 len: 173 time: 0.5946758 Sep 16 04:37:44.779651 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd87f8b1-42e2-4c76-acfe-bbdde9c257b7', 'name': 'network-vif-deleted', 'tag': '0d50c702-2536-4651-8e5b-b2be80955b90'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:44.782070 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d0602e-d215-4143-9867-bff5060cb60d" -d '{"events": [{"server_uuid": "cd87f8b1-42e2-4c76-acfe-bbdde9c257b7", "name": "network-vif-deleted", "tag": "0d50c702-2536-4651-8e5b-b2be80955b90"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:44.804316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90fab0-4b1e-4cf0-815d-d16f3d29b96b req-300a08cc-66c3-43fc-825a-79a837a32d2d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:44.822375 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e90fab0-4b1e-4cf0-815d-d16f3d29b96b req-300a08cc-66c3-43fc-825a-79a837a32d2d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.1187770 Sep 16 04:37:44.851937 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354c01d0-fa93-4b8c-8eb1-14a43c831d81 x-openstack-request-id: req-354c01d0-fa93-4b8c-8eb1-14a43c831d81 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:44.852790 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd87f8b1-42e2-4c76-acfe-bbdde9c257b7", "name": "network-vif-deleted", "tag": "0d50c702-2536-4651-8e5b-b2be80955b90", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:44.852790 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-354c01d0-fa93-4b8c-8eb1-14a43c831d81 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:44.852993 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd87f8b1-42e2-4c76-acfe-bbdde9c257b7', 'name': 'network-vif-deleted', 'tag': '0d50c702-2536-4651-8e5b-b2be80955b90', 'status': 'completed', 'code': 200} Sep 16 04:37:44.918440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e90fab0-4b1e-4cf0-815d-d16f3d29b96b req-4c06be9b-651d-4270-b77d-d926e39b4cbe tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937188 Sep 16 04:37:45.082393 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:45.229110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddbe5b-3822-4b98-bc9d-8e26855f3280 req-70c9d75a-e027-409b-9591-125a5058a5ab tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.238164 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-47ddbe5b-3822-4b98-bc9d-8e26855f3280 req-70c9d75a-e027-409b-9591-125a5058a5ab tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 944 time: 0.0651793 Sep 16 04:37:45.302751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:45.306608 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-47ddbe5b-3822-4b98-bc9d-8e26855f3280 req-b09d7188-046b-401a-aafa-e2a30be9188a tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635369 Sep 16 04:37:45.317910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:45.318288 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:45.486463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9d659c3-cf7f-483b-a560-f37af8e32495 req-af872dbe-d325-4a27-8352-ebed5f7e58b6 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd87f8b1-42e2-4c76-acfe-bbdde9c257b7 HTTP/1.1" status: 200 len: 210 time: 0.1087861 Sep 16 04:37:45.504969 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:45.559536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:45.562339 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aba8d9d-c014-46df-b22a-7c5d44fb4d39" -d '{"events": [{"server_uuid": "c0e37996-5a0b-469a-a255-0e408d48bf88", "name": "network-vif-plugged", "status": "completed", "tag": "95894fd7-d7d2-41bb-962f-f6ca377a7fe2"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:45.579287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=95894fd7-d7d2-41bb-962f-f6ca377a7fe2,segment=NetworkSegment(4c8032b2-7859-4e01-af31-fbe7acb6cc46),segment_id=4c8032b2-7859-4e01-af31-fbe7acb6cc46)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:45.586531 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:45.589099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0d50c702-2536-4651-8e5b-b2be80955b90 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:45.634206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 0d50c702-2536-4651-8e5b-b2be80955b90 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:37:45.634560 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0d50c702-2536-4651-8e5b-b2be80955b90 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:37:45.645067 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1225a020-b219-47b9-aff0-2c36563f2027 x-openstack-request-id: req-1225a020-b219-47b9-aff0-2c36563f2027 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:45.645408 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e37996-5a0b-469a-a255-0e408d48bf88", "name": "network-vif-plugged", "status": "completed", "tag": "95894fd7-d7d2-41bb-962f-f6ca377a7fe2", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:45.645732 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1225a020-b219-47b9-aff0-2c36563f2027 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:45.646137 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2', 'code': 200} Sep 16 04:37:45.673541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=95894fd7-d7d2-41bb-962f-f6ca377a7fe2,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:45.708272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4a634-ebf1-48f4-9f10-633ce3202394 req-79144904-e668-4af9-8003-f2c56a76ac7f tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.717110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2d4a634-ebf1-48f4-9f10-633ce3202394 req-79144904-e668-4af9-8003-f2c56a76ac7f tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.1031601 Sep 16 04:37:45.807867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2d4a634-ebf1-48f4-9f10-633ce3202394 req-27c93f16-f0c0-4e90-a072-90d55b998397 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847287 Sep 16 04:37:45.821858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c6df6-9be7-4e4d-acc3-b8d319b5fb1e req-24df1de0-fb32-4457-a777-1d537386ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.821858 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-663c6df6-9be7-4e4d-acc3-b8d319b5fb1e req-24df1de0-fb32-4457-a777-1d537386ff14 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 1097 time: 0.0947025 Sep 16 04:37:45.845553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722e96f-788f-498f-92da-4bbba8a6d541 req-8204989a-1089-4629-be19-39a1e5d9de1d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:45.858728 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2722e96f-788f-498f-92da-4bbba8a6d541 req-8204989a-1089-4629-be19-39a1e5d9de1d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0894635 Sep 16 04:37:45.897212 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-663c6df6-9be7-4e4d-acc3-b8d319b5fb1e req-f7f0028e-c5b8-4737-a472-da32e723bdb2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744340 Sep 16 04:37:45.909842 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2722e96f-788f-498f-92da-4bbba8a6d541 req-350e4e3c-abfa-49ed-a942-f446cc9fa186 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502310 Sep 16 04:37:46.028104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d92d2b-1b9a-4ba2-8621-2fa4fff05599 req-76d670ed-726f-427c-b90a-142378f1ee48 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:46.029849 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52d92d2b-1b9a-4ba2-8621-2fa4fff05599 req-76d670ed-726f-427c-b90a-142378f1ee48 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0565040 Sep 16 04:37:46.084893 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52d92d2b-1b9a-4ba2-8621-2fa4fff05599 req-11e9424b-2280-41fc-9920-c52a1bfa8f9b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455070 Sep 16 04:37:46.440146 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab2a1c-be6f-4cea-b911-98d402dfe3b2 req-7ae4f3af-8223-4bc8-9b7f-d7bd027aaa15 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:46.442727 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59ab2a1c-be6f-4cea-b911-98d402dfe3b2 req-7ae4f3af-8223-4bc8-9b7f-d7bd027aaa15 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 945 time: 0.0598013 Sep 16 04:37:46.496236 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59ab2a1c-be6f-4cea-b911-98d402dfe3b2 req-ee501aad-6a06-4fb0-9996-e7e943be32ef tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415142 Sep 16 04:37:46.993185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7164f22-83e2-468f-bc52-ce484f0c8699 req-4e95cbd4-d7d0-4913-8926-ce429eaf5264 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:47.006791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7164f22-83e2-468f-bc52-ce484f0c8699 req-4e95cbd4-d7d0-4913-8926-ce429eaf5264 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.0760918 Sep 16 04:37:47.034743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7902-e361-4d55-9459-f6ec8d1bb7eb req-38a27e88-70db-473d-b2c3-3fed6d640ad8 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:47.036543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-325e7902-e361-4d55-9459-f6ec8d1bb7eb req-38a27e88-70db-473d-b2c3-3fed6d640ad8 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=766c5081-2c12-47b7-8449-760b9e6942f7 HTTP/1.1" status: 200 len: 950 time: 0.0805631 Sep 16 04:37:47.065884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7164f22-83e2-468f-bc52-ce484f0c8699 req-a7cb6223-c118-4025-90ef-a309fc6f6447 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539899 Sep 16 04:37:47.098326 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-325e7902-e361-4d55-9459-f6ec8d1bb7eb req-b1cfe615-62a3-4e88-b9fa-380f24cfdb13 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543916 Sep 16 04:37:47.173385 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2e80741-628a-4800-af1f-950e01438750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:47.244356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16595ca9-4833-4373-95c6-d99b59da4a50 req-fb99c3f2-e1e4-4cb5-bc8c-3b3e092c0e60 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:47.253740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-16595ca9-4833-4373-95c6-d99b59da4a50 req-fb99c3f2-e1e4-4cb5-bc8c-3b3e092c0e60 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0986559 Sep 16 04:37:47.289859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe33ba8-2c9a-474b-a431-204e4aed3a50 req-6be395f1-205c-4659-a477-1c9122958dd5 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:47.291559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-abe33ba8-2c9a-474b-a431-204e4aed3a50 req-6be395f1-205c-4659-a477-1c9122958dd5 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0711646 Sep 16 04:37:47.298472 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-16595ca9-4833-4373-95c6-d99b59da4a50 req-2906a398-7b2d-495d-933b-460d236fe23a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Sep 16 04:37:47.347797 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-abe33ba8-2c9a-474b-a431-204e4aed3a50 req-1e914a2e-aa88-49b5-a161-4648e7ba5f7d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383310 Sep 16 04:37:47.638598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f779a28-d6f8-434a-82f6-a3694943b534 req-d5cef579-116c-4a9d-8d19-0ecb2fa54f23 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:47.640180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f779a28-d6f8-434a-82f6-a3694943b534 req-d5cef579-116c-4a9d-8d19-0ecb2fa54f23 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 945 time: 0.0561757 Sep 16 04:37:47.680090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f779a28-d6f8-434a-82f6-a3694943b534 req-d26eafac-f0c8-4957-98a0-6a812345929d tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338578 Sep 16 04:37:47.793599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae164c3-8e21-450f-9196-2006a0a49cf0 req-186e3630-c3bd-44b2-915a-16c7381dc75f tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:47.795122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ae164c3-8e21-450f-9196-2006a0a49cf0 req-186e3630-c3bd-44b2-915a-16c7381dc75f tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 945 time: 0.0520892 Sep 16 04:37:47.803709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51808) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:37:47.808243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a91ff618-509f-4009-a2cc-aac48ee5343b tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Request body: {'floatingip': {'port_id': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:47.847291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a91ff618-509f-4009-a2cc-aac48ee5343b tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:48.205089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dafbdc-21ec-44cd-90d7-cc29bedc7572 req-b329a45a-5439-4e9c-a35f-13c2cb70bfb1 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:48.207730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22dafbdc-21ec-44cd-90d7-cc29bedc7572 req-b329a45a-5439-4e9c-a35f-13c2cb70bfb1 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.0682149 Sep 16 04:37:48.249159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22dafbdc-21ec-44cd-90d7-cc29bedc7572 req-054db761-b3a4-4d35-9814-ac5c93d3d1a2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358970 Sep 16 04:37:48.377082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c3b56-63bf-408b-ad39-78ef52dba054 req-d3f8064b-19e2-4d55-a512-56cf03a526c7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:48.378669 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d0c3b56-63bf-408b-ad39-78ef52dba054 req-d3f8064b-19e2-4d55-a512-56cf03a526c7 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "GET /v2.0/ports?device_id=766c5081-2c12-47b7-8449-760b9e6942f7 HTTP/1.1" status: 200 len: 950 time: 0.0861359 Sep 16 04:37:48.388208 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-283e267a-b5f7-43af-a22f-24a697a1f6d7 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:48.389780 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-283e267a-b5f7-43af-a22f-24a697a1f6d7 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 820 time: 0.1962676 Sep 16 04:37:48.391438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310e57-2f2b-4982-8d45-9a87860e4d2c req-08815640-1614-40ee-b6a1-6d6523b2e350 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:48.393211 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7310e57-2f2b-4982-8d45-9a87860e4d2c req-08815640-1614-40ee-b6a1-6d6523b2e350 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=766c5081-2c12-47b7-8449-760b9e6942f7 HTTP/1.1" status: 200 len: 950 time: 0.0723000 Sep 16 04:37:48.453527 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-ffdb5b5d-6da8-4c0e-aba8-ad34fd0e2f50 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/quotas/e856b1715b0245aeade3fab80abad339 HTTP/1.1" status: 200 len: 375 time: 0.0539925 Sep 16 04:37:48.482413 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7310e57-2f2b-4982-8d45-9a87860e4d2c req-84c17d08-e45b-4792-96d8-57182b72a57a tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804889 Sep 16 04:37:48.503578 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a91ff618-509f-4009-a2cc-aac48ee5343b tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:48.514481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-0d0c3b56-63bf-408b-ad39-78ef52dba054 req-f8d7c8f4-226e-48b0-a161-c4414a93d42c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Deleting port ee8db155-8bea-4d50-913d-b17422d35900 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:48.514825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0d0c3b56-63bf-408b-ad39-78ef52dba054 req-f8d7c8f4-226e-48b0-a161-c4414a93d42c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:48.536634 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a91ff618-509f-4009-a2cc-aac48ee5343b tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:48.602520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-c1bdd995-ae2c-4673-891d-94ec91cc84da tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1438074 Sep 16 04:37:48.614984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050a70d-467f-4790-90c9-256a33b2ef39 req-9a5106a4-8a21-4415-9595-46a0b2e6519e tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:48.617106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8050a70d-467f-4790-90c9-256a33b2ef39 req-9a5106a4-8a21-4415-9595-46a0b2e6519e tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/ports?device_id=5376d4be-88cd-48f9-a225-287c8fa5b223 HTTP/1.1" status: 200 len: 950 time: 0.1110981 Sep 16 04:37:48.786663 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-a91ff618-509f-4009-a2cc-aac48ee5343b tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Floating IP 9ed16791-0d84-499f-b87e-a4e71c29bbae associated. External IP: 172.25.0.42, port: 95894fd7-d7d2-41bb-962f-f6ca377a7fe2. Sep 16 04:37:48.862447 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-b99dfd50-2f64-438f-aebe-190ce7f3dd8c service neutron] 10.222.0.53 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443128 Sep 16 04:37:48.902669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d22e91-b0d6-41c1-940d-080204a005e4 req-770c063d-0647-4a30-8317-67a76d058756 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:48.904160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-97d22e91-b0d6-41c1-940d-080204a005e4 req-770c063d-0647-4a30-8317-67a76d058756 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.3488286 Sep 16 04:37:48.910944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-0d0c3b56-63bf-408b-ad39-78ef52dba054 req-f8d7c8f4-226e-48b0-a161-c4414a93d42c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] For port ee8db155-8bea-4d50-913d-b17422d35900, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=ee8db155-8bea-4d50-913d-b17422d35900,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:48.911313 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0d0c3b56-63bf-408b-ad39-78ef52dba054 req-f8d7c8f4-226e-48b0-a161-c4414a93d42c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:48.935991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-0d0c3b56-63bf-408b-ad39-78ef52dba054 req-f8d7c8f4-226e-48b0-a161-c4414a93d42c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Calling delete_port for ee8db155-8bea-4d50-913d-b17422d35900 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:48.973372 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-97d22e91-b0d6-41c1-940d-080204a005e4 req-6a3572ac-450a-404a-baeb-74fe8f3ea254 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585761 Sep 16 04:37:48.975846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-8050a70d-467f-4790-90c9-256a33b2ef39 req-a6058bb0-4daa-438b-964c-62df08a5bb1d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Deleting port b79dcc61-45fb-43f8-8750-c1abaddc6de4 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:48.976202 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8050a70d-467f-4790-90c9-256a33b2ef39 req-a6058bb0-4daa-438b-964c-62df08a5bb1d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.126472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1ad01-47e1-44f0-b5b4-001a4236c56f req-2dfe1195-5672-4c8b-8713-8f617357fbc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:49.128144 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ce1ad01-47e1-44f0-b5b4-001a4236c56f req-2dfe1195-5672-4c8b-8713-8f617357fbc2 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 946 time: 0.0796764 Sep 16 04:37:49.159413 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0d0c3b56-63bf-408b-ad39-78ef52dba054 req-f8d7c8f4-226e-48b0-a161-c4414a93d42c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.179978 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'ddaaafbd-1133-4df9-af01-2254ffd5f776', 'b79dcc61-45fb-43f8-8750-c1abaddc6de4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:49.202707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7c8f4-226e-48b0-a161-c4414a93d42c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event deleted for resources: {'Port': ['ID=ee8db155-8bea-4d50-913d-b17422d35900,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:49.234509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ce1ad01-47e1-44f0-b5b4-001a4236c56f req-44b56c49-b781-443d-8b8a-46118a66c744 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978420 Sep 16 04:37:49.255532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0c3b56-63bf-408b-ad39-78ef52dba054 req-f8d7c8f4-226e-48b0-a161-c4414a93d42c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] No DVR routers for this DVR port ee8db155-8bea-4d50-913d-b17422d35900 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:49.259202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0d0c3b56-63bf-408b-ad39-78ef52dba054 req-f8d7c8f4-226e-48b0-a161-c4414a93d42c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.261348 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d0c3b56-63bf-408b-ad39-78ef52dba054 req-f8d7c8f4-226e-48b0-a161-c4414a93d42c tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.50 "DELETE /v2.0/ports/ee8db155-8bea-4d50-913d-b17422d35900 HTTP/1.1" status: 204 len: 173 time: 0.8673136 Sep 16 04:37:49.261823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766c5081-2c12-47b7-8449-760b9e6942f7', 'name': 'network-vif-deleted', 'tag': 'ee8db155-8bea-4d50-913d-b17422d35900'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:49.264169 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8fdbda-c0ea-4076-ba00-4050ebf9aeac" -d '{"events": [{"server_uuid": "766c5081-2c12-47b7-8449-760b9e6942f7", "name": "network-vif-deleted", "tag": "ee8db155-8bea-4d50-913d-b17422d35900"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:49.371119 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-04ff844e-f9c4-4156-8817-eaae5b34fc7e service neutron] 10.222.0.53 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005748 Sep 16 04:37:49.465301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8050a70d-467f-4790-90c9-256a33b2ef39 req-a6058bb0-4daa-438b-964c-62df08a5bb1d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] For port b79dcc61-45fb-43f8-8750-c1abaddc6de4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=b79dcc61-45fb-43f8-8750-c1abaddc6de4,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:49.465712 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8050a70d-467f-4790-90c9-256a33b2ef39 req-a6058bb0-4daa-438b-964c-62df08a5bb1d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.477311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab727013-a2f6-4ce6-a8c4-7bb6ac6dd4a9 req-70ce51db-b324-4276-99d0-8e80791685b4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:49.479101 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab727013-a2f6-4ce6-a8c4-7bb6ac6dd4a9 req-70ce51db-b324-4276-99d0-8e80791685b4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.0724502 Sep 16 04:37:49.495258 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-8050a70d-467f-4790-90c9-256a33b2ef39 req-a6058bb0-4daa-438b-964c-62df08a5bb1d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Calling delete_port for b79dcc61-45fb-43f8-8750-c1abaddc6de4 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:49.505987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91ff618-509f-4009-a2cc-aac48ee5343b tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:37:49.541899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab727013-a2f6-4ce6-a8c4-7bb6ac6dd4a9 req-a0201ea5-8cd9-429d-8e69-1832efc442fd tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473301 Sep 16 04:37:49.617320 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d9bb43-7228-4c04-a5d0-371ca94c9f5c x-openstack-request-id: req-e8d9bb43-7228-4c04-a5d0-371ca94c9f5c {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:49.617560 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766c5081-2c12-47b7-8449-760b9e6942f7", "name": "network-vif-deleted", "tag": "ee8db155-8bea-4d50-913d-b17422d35900", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:49.617842 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8d9bb43-7228-4c04-a5d0-371ca94c9f5c {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:49.618466 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766c5081-2c12-47b7-8449-760b9e6942f7', 'name': 'network-vif-deleted', 'tag': 'ee8db155-8bea-4d50-913d-b17422d35900', 'status': 'completed', 'code': 200} Sep 16 04:37:49.770297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91ff618-509f-4009-a2cc-aac48ee5343b tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:37:49.776725 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a91ff618-509f-4009-a2cc-aac48ee5343b tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.788995 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca933e-5852-4cdd-9e80-43d92a08c2ec None None] Sync routers for ids ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:37:49.801207 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca933e-5852-4cdd-9e80-43d92a08c2ec None None] Routers {'92b3362e-7d00-43e5-bc82-859ccf8bdb49'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:49.803048 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-22ca933e-5852-4cdd-9e80-43d92a08c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:37:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:49.887905 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-92682e18-0054-43e8-a81e-d891d3ce08ff req-279e39fc-64e4-472a-b05a-a0e2c408d4ea tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=766c5081-2c12-47b7-8449-760b9e6942f7 HTTP/1.1" status: 200 len: 210 time: 0.1025872 Sep 16 04:37:49.918987 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a91ff618-509f-4009-a2cc-aac48ee5343b tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "PUT /v2.0/floatingips/9ed16791-0d84-499f-b87e-a4e71c29bbae HTTP/1.1" status: 200 len: 990 time: 2.1031749 Sep 16 04:37:49.922622 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'tag': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:49.924989 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b018513d-0198-4b11-89be-44a72698a010" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e37996-5a0b-469a-a255-0e408d48bf88", "tag": "95894fd7-d7d2-41bb-962f-f6ca377a7fe2"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:49.957894 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-586dc071-17f4-4b64-9c89-bd6beb8f3846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:49.997108 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd672498-3a6e-40ee-a40c-c971749dba05 req-6f163eca-a51c-4e02-b8bc-1989318544a2 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 210 time: 0.0346043 Sep 16 04:37:50.019414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8050a70d-467f-4790-90c9-256a33b2ef39 req-a6058bb0-4daa-438b-964c-62df08a5bb1d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:50.081941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6058bb0-4daa-438b-964c-62df08a5bb1d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event deleted for resources: {'Port': ['ID=b79dcc61-45fb-43f8-8750-c1abaddc6de4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:50.150887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8050a70d-467f-4790-90c9-256a33b2ef39 req-a6058bb0-4daa-438b-964c-62df08a5bb1d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] No DVR routers for this DVR port b79dcc61-45fb-43f8-8750-c1abaddc6de4 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:50.154596 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8050a70d-467f-4790-90c9-256a33b2ef39 req-a6058bb0-4daa-438b-964c-62df08a5bb1d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:50.156954 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8050a70d-467f-4790-90c9-256a33b2ef39 req-a6058bb0-4daa-438b-964c-62df08a5bb1d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "DELETE /v2.0/ports/b79dcc61-45fb-43f8-8750-c1abaddc6de4 HTTP/1.1" status: 204 len: 173 time: 1.5274665 Sep 16 04:37:50.213204 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb34ad8-1313-48c6-a31f-cbb8f4bedb5e x-openstack-request-id: req-5fb34ad8-1313-48c6-a31f-cbb8f4bedb5e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:50.213549 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e37996-5a0b-469a-a255-0e408d48bf88", "tag": "95894fd7-d7d2-41bb-962f-f6ca377a7fe2", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:50.213840 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fb34ad8-1313-48c6-a31f-cbb8f4bedb5e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:50.214240 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'tag': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2', 'status': 'completed', 'code': 200} Sep 16 04:37:50.234496 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-22ca933e-5852-4cdd-9e80-43d92a08c2ec None None] Set router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:50.369100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5dab-cdf4-4c0d-b7ca-6fecb87d7314 req-43bf9c1a-543e-4428-9311-e63f326f77fc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:50.376834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-070d5dab-cdf4-4c0d-b7ca-6fecb87d7314 req-43bf9c1a-543e-4428-9311-e63f326f77fc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1143939 Sep 16 04:37:50.438350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-070d5dab-cdf4-4c0d-b7ca-6fecb87d7314 req-0b2e2439-1839-4bbe-9c9b-a764fc5303dc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594571 Sep 16 04:37:50.449901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018513d-0198-4b11-89be-44a72698a010 req-30decd80-eda0-48e2-8581-dce34a12fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:50.449901 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b018513d-0198-4b11-89be-44a72698a010 req-30decd80-eda0-48e2-8581-dce34a12fc2b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c85d733a281042809809972df7b509b2&device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 1097 time: 0.1228378 Sep 16 04:37:50.557729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018513d-0198-4b11-89be-44a72698a010 req-0bdbd4d1-691f-454d-8bf2-ecd3c6b9d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:50.559326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b018513d-0198-4b11-89be-44a72698a010 req-0bdbd4d1-691f-454d-8bf2-ecd3c6b9d018 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6075a00a-594d-45d5-a69f-8fc3a792b3c4 HTTP/1.1" status: 200 len: 917 time: 0.1031787 Sep 16 04:37:50.590581 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-22ca933e-5852-4cdd-9e80-43d92a08c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '9ed16791-0d84-499f-b87e-a4e71c29bbae', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'port_id': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'mac_address': 'fa:16:3e:a1:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:36:53Z', 'updated_at': '2021-09-16T04:37:48Z', 'revision_number': 1, 'project_id': 'c85d733a281042809809972df7b509b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f33df7-a461-44a0-a97b-acc228726ef7', 'name': '', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'mac_address': 'fa:16:3e:4a:9f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '360c8065-7805-4d68-aada-f1b0722c784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:44Z', 'updated_at': '2021-09-16T04:36:52Z', 'revision_number': 5, 'project_id': 'c85d733a281042809809972df7b509b2', 'subnets': [{'id': '360c8065-7805-4d68-aada-f1b0722c784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:50.620398 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca933e-5852-4cdd-9e80-43d92a08c2ec None None] Checking router: 92b3362e-7d00-43e5-bc82-859ccf8bdb49 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:37:50.638389 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca933e-5852-4cdd-9e80-43d92a08c2ec None None] Routers {'92b3362e-7d00-43e5-bc82-859ccf8bdb49'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:37:50.639566 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-22ca933e-5852-4cdd-9e80-43d92a08c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:37:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:50.682274 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9875b-f8ce-44e5-9060-48a37594a004 req-ce0a0109-d14f-4c7f-8d46-3df30f1fc9f6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:50.683848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-feb9875b-f8ce-44e5-9060-48a37594a004 req-ce0a0109-d14f-4c7f-8d46-3df30f1fc9f6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.0610263 Sep 16 04:37:50.686765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b018513d-0198-4b11-89be-44a72698a010 req-7a30cefd-e357-4d70-b80f-049ef44a3389 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95894fd7-d7d2-41bb-962f-f6ca377a7fe2 HTTP/1.1" status: 200 len: 998 time: 0.1093051 Sep 16 04:37:50.727821 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:50.734287 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-feb9875b-f8ce-44e5-9060-48a37594a004 req-1e396b96-2a00-48ee-81ea-af51791a105a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396042 Sep 16 04:37:50.760345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018513d-0198-4b11-89be-44a72698a010 req-8b3d112c-987b-4fa2-9a3b-17b90778105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:50.761819 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b018513d-0198-4b11-89be-44a72698a010 req-8b3d112c-987b-4fa2-9a3b-17b90778105b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=360c8065-7805-4d68-aada-f1b0722c784c HTTP/1.1" status: 200 len: 855 time: 0.0634513 Sep 16 04:37:50.772164 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-22ca933e-5852-4cdd-9e80-43d92a08c2ec None None] Set router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:37:50.797057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'ddaaafbd-1133-4df9-af01-2254ffd5f776'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:50.819998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018513d-0198-4b11-89be-44a72698a010 req-74588165-e92c-413e-be21-67d6de6f8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:50.821660 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b018513d-0198-4b11-89be-44a72698a010 req-74588165-e92c-413e-be21-67d6de6f8ac4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6075a00a-594d-45d5-a69f-8fc3a792b3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515962 Sep 16 04:37:50.965170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b018513d-0198-4b11-89be-44a72698a010 req-b472ab93-8d62-4ccf-b26d-ddb0f84d84c7 service neutron] 10.222.0.50 "GET /v2.0/networks/6075a00a-594d-45d5-a69f-8fc3a792b3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335993 Sep 16 04:37:51.081319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b018513d-0198-4b11-89be-44a72698a010 req-c9ee333e-eee5-4e4b-990f-76721c162865 service neutron] 10.222.0.50 "GET /v2.0/networks/6075a00a-594d-45d5-a69f-8fc3a792b3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151514 Sep 16 04:37:51.087994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device ee8db155-8bea-4d50-913d-b17422d35900 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:51.113285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: ee8db155-8bea-4d50-913d-b17422d35900 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:37:51.113830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device ee8db155-8bea-4d50-913d-b17422d35900 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:37:51.153096 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-22ca933e-5852-4cdd-9e80-43d92a08c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '9ed16791-0d84-499f-b87e-a4e71c29bbae', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'port_id': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'mac_address': 'fa:16:3e:a1:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:36:53Z', 'updated_at': '2021-09-16T04:37:48Z', 'revision_number': 1, 'project_id': 'c85d733a281042809809972df7b509b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f33df7-a461-44a0-a97b-acc228726ef7', 'name': '', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'mac_address': 'fa:16:3e:4a:9f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '360c8065-7805-4d68-aada-f1b0722c784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:44Z', 'updated_at': '2021-09-16T04:36:52Z', 'revision_number': 5, 'project_id': 'c85d733a281042809809972df7b509b2', 'subnets': [{'id': '360c8065-7805-4d68-aada-f1b0722c784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:37:51.186490 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f73a5fd6-997d-4138-9be7-397a25348aea req-2532c245-0ced-4ad2-b068-2906ec1aafad tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 210 time: 0.0557754 Sep 16 04:37:51.213567 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca933e-5852-4cdd-9e80-43d92a08c2ec None None] The sync data for ids ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'] in n-d-712142-17 is: [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '9ed16791-0d84-499f-b87e-a4e71c29bbae', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'port_id': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'mac_address': 'fa:16:3e:a1:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:36:53Z', 'updated_at': '2021-09-16T04:37:48Z', 'revision_number': 1, 'project_id': 'c85d733a281042809809972df7b509b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f33df7-a461-44a0-a97b-acc228726ef7', 'name': '', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'mac_address': 'fa:16:3e:4a:9f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '360c8065-7805-4d68-aada-f1b0722c784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:44Z', 'updated_at': '2021-09-16T04:36:52Z', 'revision_number': 5, 'project_id': 'c85d733a281042809809972df7b509b2', 'subnets': [{'id': '360c8065-7805-4d68-aada-f1b0722c784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:37:51.379004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-2181d72c-32b8-4112-9bbe-762ef7c3b056 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:51.384352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-2181d72c-32b8-4112-9bbe-762ef7c3b056 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.50 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 820 time: 0.2415218 Sep 16 04:37:51.399390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Request body: {'port': {'device_id': '547e53f0-236d-4605-9785-59f543d3132d', 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81', 'admin_state_up': True, 'tenant_id': 'e856b1715b0245aeade3fab80abad339'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:51.524224 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:51.606825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efc626-cbf8-49ad-8b95-04adaf2e339a None None] New status for floating IP 9ed16791-0d84-499f-b87e-a4e71c29bbae: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:37:51.673226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Made reservation on behalf of e856b1715b0245aeade3fab80abad339 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:37:51.676781 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:51.688435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a2d8a-f72c-47af-a61a-fdc032555ab4 req-abbc201c-52d7-4fa0-95b6-c32981863b82 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:51.701567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0471c-4298-4260-a3f5-cef7a3b37d09 req-f68730c4-7e29-4b19-84db-6047fc0d759e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:51.705567 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f1a2d8a-f72c-47af-a61a-fdc032555ab4 req-abbc201c-52d7-4fa0-95b6-c32981863b82 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78 HTTP/1.1" status: 200 len: 950 time: 0.1124687 Sep 16 04:37:51.709024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65d0471c-4298-4260-a3f5-cef7a3b37d09 req-f68730c4-7e29-4b19-84db-6047fc0d759e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1116881 Sep 16 04:37:51.762510 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f1a2d8a-f72c-47af-a61a-fdc032555ab4 req-0e45e02a-9526-4016-8345-c2a218e823d0 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512047 Sep 16 04:37:51.810223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65d0471c-4298-4260-a3f5-cef7a3b37d09 req-8961025d-4359-4f60-bdd5-97ac009243b0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996258 Sep 16 04:37:51.891364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Allocated IP 172.20.0.2 (65c76dcb-df8f-470f-8ee3-77efa2d85f81/87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7/7e3359c9-06bd-43a7-a96c-ecc2d263bcb3) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:37:51.916513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b91b1-4d42-4750-accf-a4d646320967 req-807de956-160b-46b5-ac0a-e94bdab51a97 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:51.922078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c52b91b1-4d42-4750-accf-a4d646320967 req-807de956-160b-46b5-ac0a-e94bdab51a97 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.0584080 Sep 16 04:37:51.961487 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c52b91b1-4d42-4750-accf-a4d646320967 req-0f5834dc-0c5a-46d5-ab0b-218919d7b07a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364168 Sep 16 04:37:52.054729 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:52.087695 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:52.100610 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['cf861b69-c1f1-4862-afbe-67f2bbca9a8e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:52.136090 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:37:52.141358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:37:52.146145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:37:52.151029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Pushing event updated for resources: {'Port': ['ID=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:52.176410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:52.176826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:52.177113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:52.177469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:52.178322 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:52.178671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:52.179014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:52.179356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:52.179688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:52.180022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:52.180353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:52.180805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:37:52.211171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.211823 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:52.215656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5376d4be-88cd-48f9-a225-287c8fa5b223', 'name': 'network-vif-deleted', 'tag': 'b79dcc61-45fb-43f8-8750-c1abaddc6de4'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:52.219305 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5810a598-c9bf-4267-9fef-adf6a67d6e49" -d '{"events": [{"server_uuid": "5376d4be-88cd-48f9-a225-287c8fa5b223", "name": "network-vif-deleted", "tag": "b79dcc61-45fb-43f8-8750-c1abaddc6de4"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:52.232986 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-85215423-ed27-47bb-9c39-d6e365368fbf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8376219 Sep 16 04:37:52.248107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Request body: {'port': {'device_id': '547e53f0-236d-4605-9785-59f543d3132d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:37:52.273454 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d7824f-886a-4437-9cdf-dc66634ca17d x-openstack-request-id: req-16d7824f-886a-4437-9cdf-dc66634ca17d {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:52.274074 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5376d4be-88cd-48f9-a225-287c8fa5b223", "name": "network-vif-deleted", "tag": "b79dcc61-45fb-43f8-8750-c1abaddc6de4", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:52.274539 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16d7824f-886a-4437-9cdf-dc66634ca17d {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:52.275435 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5376d4be-88cd-48f9-a225-287c8fa5b223', 'name': 'network-vif-deleted', 'tag': 'b79dcc61-45fb-43f8-8750-c1abaddc6de4', 'status': 'completed', 'code': 200} Sep 16 04:37:52.358072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:52.388724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566275e5-5a70-4e62-8126-9171b2caf3fa req-882b8684-2350-423b-bdfd-a30f683503e3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.391244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-566275e5-5a70-4e62-8126-9171b2caf3fa req-882b8684-2350-423b-bdfd-a30f683503e3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 931 time: 0.1001117 Sep 16 04:37:52.477939 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-566275e5-5a70-4e62-8126-9171b2caf3fa req-a891e73d-b674-4c95-9fb2-db6df3ea8bf3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605319 Sep 16 04:37:52.668048 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 057b4b4d-edc5-457d-b3ad-60c275cc1648 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:52.672395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device b79dcc61-45fb-43f8-8750-c1abaddc6de4 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:52.713393 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: b79dcc61-45fb-43f8-8750-c1abaddc6de4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:37:52.713778 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device b79dcc61-45fb-43f8-8750-c1abaddc6de4 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:37:52.733636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:52.744283 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:52.773979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Transition to ACTIVE for port object 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:37:52.790606 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:52.836365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 057b4b4d-edc5-457d-b3ad-60c275cc1648, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=057b4b4d-edc5-457d-b3ad-60c275cc1648,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:52.848853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '057b4b4d-edc5-457d-b3ad-60c275cc1648', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'port_id': '057b4b4d-edc5-457d-b3ad-60c275cc1648', 'mac_address': 'fa:16:3e:95:69:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec61476-0693-4014-9b8f-b2652cc8040c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:52.892118 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:52.908132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 057b4b4d-edc5-457d-b3ad-60c275cc1648 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:52.918029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14865536-f2cc-4287-85f7-0d3dba93dc43 req-f9dff60e-6fc9-4325-b478-c28fddb2d613 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:52.920150 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14865536-f2cc-4287-85f7-0d3dba93dc43 req-f9dff60e-6fc9-4325-b478-c28fddb2d613 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78 HTTP/1.1" status: 200 len: 950 time: 0.0744126 Sep 16 04:37:52.931825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 057b4b4d-edc5-457d-b3ad-60c275cc1648, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=057b4b4d-edc5-457d-b3ad-60c275cc1648,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:52.939239 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:53.002549 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=057b4b4d-edc5-457d-b3ad-60c275cc1648,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:53.009168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:53.036720 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14865536-f2cc-4287-85f7-0d3dba93dc43 req-1a4496ec-6bf9-415a-bb0a-42e2edc28ace tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077397 Sep 16 04:37:53.071153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Attempting to bind port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:37:53.071639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Attempting to bind port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:37:53.072005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Attempting to bind port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:53.077403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:37:53.077868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Attempting to bind port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:37:53.081086 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:53.084801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:37:53.085406 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:37:53.085833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Bound using segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:37:53.086323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Bound port: 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:37:53.086744 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:53.194589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:37:53.198054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:37:53.206205 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:53.207513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['057b4b4d-edc5-457d-b3ad-60c275cc1648'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:53.221134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff221dbe-b191-49ad-897a-a1483cef4679 req-6d266b73-bf62-444b-8e0a-ef5d387557c3 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:53.223532 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff221dbe-b191-49ad-897a-a1483cef4679 req-6d266b73-bf62-444b-8e0a-ef5d387557c3 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0864789 Sep 16 04:37:53.249369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:53.250128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:53.251495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] 10.222.0.50 "PUT /v2.0/ports/7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 HTTP/1.1" status: 200 len: 1092 time: 1.0090895 Sep 16 04:37:53.251966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547e53f0-236d-4605-9785-59f543d3132d', 'tag': '7e3359c9-06bd-43a7-a96c-ecc2d263bcb3'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:53.254514 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144a5652-1f69-4ae9-94bb-94263d3dfab1" -d '{"events": [{"name": "network-changed", "server_uuid": "547e53f0-236d-4605-9785-59f543d3132d", "tag": "7e3359c9-06bd-43a7-a96c-ecc2d263bcb3"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:53.281874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14137ba2-f1bd-4cba-9501-3cd00b221f94 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:53.317158 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff221dbe-b191-49ad-897a-a1483cef4679 req-cc0e7a8c-a22d-42e8-b045-4550b68a6b65 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827351 Sep 16 04:37:53.472449 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec15f572-c4f3-4438-a1ca-92e11ec641ee x-openstack-request-id: req-ec15f572-c4f3-4438-a1ca-92e11ec641ee {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:53.473074 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547e53f0-236d-4605-9785-59f543d3132d", "tag": "7e3359c9-06bd-43a7-a96c-ecc2d263bcb3", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:53.473074 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec15f572-c4f3-4438-a1ca-92e11ec641ee {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:53.473384 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547e53f0-236d-4605-9785-59f543d3132d', 'tag': '7e3359c9-06bd-43a7-a96c-ecc2d263bcb3', 'status': 'completed', 'code': 200} Sep 16 04:37:53.488679 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-29e2c536-1b0b-49ad-9c0b-52d774a60ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:53.491646 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-29e2c536-1b0b-49ad-9c0b-52d774a60ab6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 1095 time: 0.1671691 Sep 16 04:37:53.507298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c73908-dd8f-433e-b150-634b7df6c7cc req-8db53912-669f-4b20-afa3-efcd8c16755e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:53.508481 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-16c73908-dd8f-433e-b150-634b7df6c7cc req-8db53912-669f-4b20-afa3-efcd8c16755e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.1199706 Sep 16 04:37:53.579033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-5c5a2b6d-0e17-48b0-94d6-39746735d196 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 HTTP/1.1" status: 200 len: 217 time: 0.0695620 Sep 16 04:37:53.587617 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-16c73908-dd8f-433e-b150-634b7df6c7cc req-cf2e9857-02f8-45ce-a018-ebe5d37b85a0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698705 Sep 16 04:37:53.636416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-aa33a15b-0d4e-44c6-a764-6c092bc27a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:53.638007 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-aa33a15b-0d4e-44c6-a764-6c092bc27a10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.0486469 Sep 16 04:37:53.692115 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-77ef5336-e496-4138-98f6-977435a44349 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301783 Sep 16 04:37:53.809987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eda944-5320-4ec8-921d-0f153fc750dd req-9db0520e-80ec-43a4-899b-d0ea74c04fb3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:53.819189 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45eda944-5320-4ec8-921d-0f153fc750dd req-9db0520e-80ec-43a4-899b-d0ea74c04fb3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.1237161 Sep 16 04:37:53.872194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45eda944-5320-4ec8-921d-0f153fc750dd req-51063dbb-e5e4-41ff-9b83-12209c00e215 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522668 Sep 16 04:37:53.874223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-3aa87ebd-afc4-4b59-a06a-4f426e4147a0 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707232 Sep 16 04:37:54.002309 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f4b2c52-4533-4f10-87a9-fad14dda1866 req-af0f93dc-0bb8-40c6-9125-17b8d4503dc6 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196492 Sep 16 04:37:54.209411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e7f14-d7fb-4f98-8ee1-30590cc6b939 req-bd934b0f-7559-4a96-936d-eb194fc6d614 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.211500 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-651e7f14-d7fb-4f98-8ee1-30590cc6b939 req-bd934b0f-7559-4a96-936d-eb194fc6d614 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/ports?device_id=33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78 HTTP/1.1" status: 200 len: 950 time: 0.1693938 Sep 16 04:37:54.212937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adb309-39dc-4073-ab1c-cec658a68d00 req-50bab116-022e-40dd-9e2a-2cb7b0510c99 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.214528 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50adb309-39dc-4073-ab1c-cec658a68d00 req-50bab116-022e-40dd-9e2a-2cb7b0510c99 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 949 time: 0.1668859 Sep 16 04:37:54.254317 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a25397-229e-45b8-802f-f8295862ac74 req-3c6762a2-7faf-4f9b-bc17-4397b8d6c864 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.263559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98a25397-229e-45b8-802f-f8295862ac74 req-3c6762a2-7faf-4f9b-bc17-4397b8d6c864 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78 HTTP/1.1" status: 200 len: 950 time: 0.1004047 Sep 16 04:37:54.342884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a5652-1f69-4ae9-94bb-94263d3dfab1 req-76bc892c-979d-4ad4-8a3c-5ef5f1d6e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.344940 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-144a5652-1f69-4ae9-94bb-94263d3dfab1 req-76bc892c-979d-4ad4-8a3c-5ef5f1d6e43e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 1095 time: 0.2212951 Sep 16 04:37:54.390913 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:37:54.422720 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98a25397-229e-45b8-802f-f8295862ac74 req-bfc8b95d-bb4d-4c64-b143-1bb47ec06096 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499472 Sep 16 04:37:54.513381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-651e7f14-d7fb-4f98-8ee1-30590cc6b939 req-433ec923-020e-4875-b61e-517ce2d7829d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Deleting port f4260127-55d8-425a-b841-63cb1f2fd7be {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:54.513763 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-651e7f14-d7fb-4f98-8ee1-30590cc6b939 req-433ec923-020e-4875-b61e-517ce2d7829d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:54.563067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a5652-1f69-4ae9-94bb-94263d3dfab1 req-fe3d9749-2ff2-473a-9618-535a78563f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.569173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-144a5652-1f69-4ae9-94bb-94263d3dfab1 req-fe3d9749-2ff2-473a-9618-535a78563f24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.2129183 Sep 16 04:37:54.666058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4a2af427-ac53-45d8-99e5-0c0c01e97733 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:37:54.669714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 057b4b4d-edc5-457d-b3ad-60c275cc1648 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:54.707961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-144a5652-1f69-4ae9-94bb-94263d3dfab1 req-3cb401ab-bd39-4a90-9823-318b5b8dd454 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 HTTP/1.1" status: 200 len: 217 time: 0.1023681 Sep 16 04:37:54.717573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-651e7f14-d7fb-4f98-8ee1-30590cc6b939 req-433ec923-020e-4875-b61e-517ce2d7829d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] For port f4260127-55d8-425a-b841-63cb1f2fd7be, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f4260127-55d8-425a-b841-63cb1f2fd7be,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:54.718246 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-651e7f14-d7fb-4f98-8ee1-30590cc6b939 req-433ec923-020e-4875-b61e-517ce2d7829d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:54.781520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-651e7f14-d7fb-4f98-8ee1-30590cc6b939 req-433ec923-020e-4875-b61e-517ce2d7829d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Calling delete_port for f4260127-55d8-425a-b841-63cb1f2fd7be owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:54.877806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11215b-7f72-4cb5-b8c9-245e63a7d67e req-551663c6-0971-4d2b-8686-a0aa7d86d7d8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.885782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b11215b-7f72-4cb5-b8c9-245e63a7d67e req-551663c6-0971-4d2b-8686-a0aa7d86d7d8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.3134608 Sep 16 04:37:54.904241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a5652-1f69-4ae9-94bb-94263d3dfab1 req-c733c100-80c4-44ba-aa06-587549f4cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.906066 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-144a5652-1f69-4ae9-94bb-94263d3dfab1 req-c733c100-80c4-44ba-aa06-587549f4cf5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.1741667 Sep 16 04:37:54.911010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:54.915185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-50adb309-39dc-4073-ab1c-cec658a68d00 req-92b7d340-ab8d-49cd-96d1-8be74abacf7b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Deleting port ddaaafbd-1133-4df9-af01-2254ffd5f776 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:37:54.915741 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-50adb309-39dc-4073-ab1c-cec658a68d00 req-92b7d340-ab8d-49cd-96d1-8be74abacf7b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:54.934308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672d111-75d4-45fb-a1c2-31d926702046 req-2f196f49-a2b0-400f-9254-135f4455b5e5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:54.936158 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b672d111-75d4-45fb-a1c2-31d926702046 req-2f196f49-a2b0-400f-9254-135f4455b5e5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.2152402 Sep 16 04:37:54.952876 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '4a2af427-ac53-45d8-99e5-0c0c01e97733', 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318', 'port_id': '4a2af427-ac53-45d8-99e5-0c0c01e97733', 'mac_address': 'fa:16:3e:de:2f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27c5ba3-cdbf-42f2-965d-bdef41cc1252', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:37:54.994606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-144a5652-1f69-4ae9-94bb-94263d3dfab1 req-35a70b2e-3a5f-4046-bc19-69a81a32da14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748851 Sep 16 04:37:55.035330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b11215b-7f72-4cb5-b8c9-245e63a7d67e req-06309855-356e-484c-b4d2-c6dba633f5d1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436100 Sep 16 04:37:55.042282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 057b4b4d-edc5-457d-b3ad-60c275cc1648 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:55.042668 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:55.048597 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:55.065160 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b672d111-75d4-45fb-a1c2-31d926702046 req-c2b8ad44-ef1f-4026-9a16-a3d51c194bba tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985692 Sep 16 04:37:55.108059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2af427-ac53-45d8-99e5-0c0c01e97733 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:37:55.292073 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-651e7f14-d7fb-4f98-8ee1-30590cc6b939 req-433ec923-020e-4875-b61e-517ce2d7829d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:55.306314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'ddaaafbd-1133-4df9-af01-2254ffd5f776'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:55.317870 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:55.380103 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:55.409234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ec923-020e-4875-b61e-517ce2d7829d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event deleted for resources: {'Port': ['ID=f4260127-55d8-425a-b841-63cb1f2fd7be,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:55.410525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-50adb309-39dc-4073-ab1c-cec658a68d00 req-92b7d340-ab8d-49cd-96d1-8be74abacf7b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] For port ddaaafbd-1133-4df9-af01-2254ffd5f776, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ddaaafbd-1133-4df9-af01-2254ffd5f776,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:55.411732 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-50adb309-39dc-4073-ab1c-cec658a68d00 req-92b7d340-ab8d-49cd-96d1-8be74abacf7b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:55.432769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-651e7f14-d7fb-4f98-8ee1-30590cc6b939 req-433ec923-020e-4875-b61e-517ce2d7829d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] No DVR routers for this DVR port f4260127-55d8-425a-b841-63cb1f2fd7be on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:55.442904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-50adb309-39dc-4073-ab1c-cec658a68d00 req-92b7d340-ab8d-49cd-96d1-8be74abacf7b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Calling delete_port for ddaaafbd-1133-4df9-af01-2254ffd5f776 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:37:55.448148 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-651e7f14-d7fb-4f98-8ee1-30590cc6b939 req-433ec923-020e-4875-b61e-517ce2d7829d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:55.450263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-651e7f14-d7fb-4f98-8ee1-30590cc6b939 req-433ec923-020e-4875-b61e-517ce2d7829d tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "DELETE /v2.0/ports/f4260127-55d8-425a-b841-63cb1f2fd7be HTTP/1.1" status: 204 len: 173 time: 1.2182236 Sep 16 04:37:55.450700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78', 'name': 'network-vif-deleted', 'tag': 'f4260127-55d8-425a-b841-63cb1f2fd7be'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:55.453008 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdfbdc8-dd0d-4329-bd09-b327134b6d35" -d '{"events": [{"server_uuid": "33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78", "name": "network-vif-deleted", "tag": "f4260127-55d8-425a-b841-63cb1f2fd7be"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:55.462801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-144a5652-1f69-4ae9-94bb-94263d3dfab1 req-81d3e70f-482f-4d61-9040-f7a75319f1a9 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603925 Sep 16 04:37:55.478439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d14a54-b3e7-45cd-a29b-eb90c7d75726 req-3d8d2125-8432-455f-abbc-dc23dc0b436d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:55.487417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-39d14a54-b3e7-45cd-a29b-eb90c7d75726 req-3d8d2125-8432-455f-abbc-dc23dc0b436d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.1485627 Sep 16 04:37:55.592982 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d3eb1f91-ceac-4bbd-afaf-5df1c374dadd req-95d728c3-9c48-4fd0-8bcd-55da4a64b692 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78 HTTP/1.1" status: 200 len: 210 time: 0.0453923 Sep 16 04:37:55.658923 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:55.673113 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3eab4e-ead4-47f0-bb21-c0bbbd6e1464 x-openstack-request-id: req-cd3eab4e-ead4-47f0-bb21-c0bbbd6e1464 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:55.673113 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78", "name": "network-vif-deleted", "tag": "f4260127-55d8-425a-b841-63cb1f2fd7be", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:55.673113 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd3eab4e-ead4-47f0-bb21-c0bbbd6e1464 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:55.673501 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fd0b66-4aeb-4d90-bfa7-0ee7f05e6a78', 'name': 'network-vif-deleted', 'tag': 'f4260127-55d8-425a-b841-63cb1f2fd7be', 'status': 'completed', 'code': 200} Sep 16 04:37:55.720082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-39d14a54-b3e7-45cd-a29b-eb90c7d75726 req-52088086-cd81-42bc-a763-629009dacb9e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311695 Sep 16 04:37:55.729896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=4a2af427-ac53-45d8-99e5-0c0c01e97733,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:55.794989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['4a2af427-ac53-45d8-99e5-0c0c01e97733'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:55.796617 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13150a9-baa3-49cd-a4ec-c2df2a4ceffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057b4b4d-edc5-457d-b3ad-60c275cc1648'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:55.802490 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a1269f-248b-4241-b972-7eb5ae7b15da" -d '{"events": [{"server_uuid": "b13150a9-baa3-49cd-a4ec-c2df2a4ceffe", "name": "network-vif-plugged", "status": "completed", "tag": "057b4b4d-edc5-457d-b3ad-60c275cc1648"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:55.903336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 057b4b4d-edc5-457d-b3ad-60c275cc1648, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=057b4b4d-edc5-457d-b3ad-60c275cc1648,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:55.907687 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9bdbdb-de1b-4f44-8134-f36a51e654eb x-openstack-request-id: req-2d9bdbdb-de1b-4f44-8134-f36a51e654eb {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:55.908006 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13150a9-baa3-49cd-a4ec-c2df2a4ceffe", "name": "network-vif-plugged", "status": "completed", "tag": "057b4b4d-edc5-457d-b3ad-60c275cc1648", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:55.908239 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d9bdbdb-de1b-4f44-8134-f36a51e654eb {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:55.908687 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13150a9-baa3-49cd-a4ec-c2df2a4ceffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057b4b4d-edc5-457d-b3ad-60c275cc1648', 'code': 200} Sep 16 04:37:55.916596 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-144a5652-1f69-4ae9-94bb-94263d3dfab1 req-ecc108f5-3243-40a8-be89-d18e6c162917 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837535 Sep 16 04:37:55.919661 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-50adb309-39dc-4073-ab1c-cec658a68d00 req-92b7d340-ab8d-49cd-96d1-8be74abacf7b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:55.920827 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:55.985107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7d340-ab8d-49cd-96d1-8be74abacf7b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event deleted for resources: {'Port': ['ID=ddaaafbd-1133-4df9-af01-2254ffd5f776,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:56.035300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-50adb309-39dc-4073-ab1c-cec658a68d00 req-92b7d340-ab8d-49cd-96d1-8be74abacf7b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] No DVR routers for this DVR port ddaaafbd-1133-4df9-af01-2254ffd5f776 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:37:56.045343 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-50adb309-39dc-4073-ab1c-cec658a68d00 req-92b7d340-ab8d-49cd-96d1-8be74abacf7b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:56.048262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=057b4b4d-edc5-457d-b3ad-60c275cc1648,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:56.052054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50adb309-39dc-4073-ab1c-cec658a68d00 req-92b7d340-ab8d-49cd-96d1-8be74abacf7b tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "DELETE /v2.0/ports/ddaaafbd-1133-4df9-af01-2254ffd5f776 HTTP/1.1" status: 204 len: 173 time: 1.8235013 Sep 16 04:37:56.054203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e39766-1be4-43d2-b5e9-0cb4c92abea2', 'name': 'network-vif-deleted', 'tag': 'ddaaafbd-1133-4df9-af01-2254ffd5f776'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:56.059856 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12835208-7b3f-4aa2-b803-cdc03e08b24d" -d '{"events": [{"server_uuid": "a1e39766-1be4-43d2-b5e9-0cb4c92abea2", "name": "network-vif-deleted", "tag": "ddaaafbd-1133-4df9-af01-2254ffd5f776"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:56.171270 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285a6537-a5ad-4a26-9223-0aec1880c853 x-openstack-request-id: req-285a6537-a5ad-4a26-9223-0aec1880c853 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:56.171565 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e39766-1be4-43d2-b5e9-0cb4c92abea2", "name": "network-vif-deleted", "tag": "ddaaafbd-1133-4df9-af01-2254ffd5f776", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:56.171816 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-285a6537-a5ad-4a26-9223-0aec1880c853 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:56.172208 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e39766-1be4-43d2-b5e9-0cb4c92abea2', 'name': 'network-vif-deleted', 'tag': 'ddaaafbd-1133-4df9-af01-2254ffd5f776', 'status': 'completed', 'code': 200} Sep 16 04:37:56.298339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc344fc-1646-4d36-afda-bff840075525 req-dfce157f-d8ee-4998-8c44-65866378ad49 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:56.301815 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fdc344fc-1646-4d36-afda-bff840075525 req-dfce157f-d8ee-4998-8c44-65866378ad49 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0982769 Sep 16 04:37:56.386848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fdc344fc-1646-4d36-afda-bff840075525 req-64ac8a57-549d-48ca-862f-9a3adcc61b16 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698793 Sep 16 04:37:56.422974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be2b76-eaf3-44b2-b1be-0fe661cd79f4 req-7de4dd7e-f854-4689-9853-640ab372f030 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:56.424438 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10be2b76-eaf3-44b2-b1be-0fe661cd79f4 req-7de4dd7e-f854-4689-9853-640ab372f030 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 944 time: 0.1538494 Sep 16 04:37:56.559176 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10be2b76-eaf3-44b2-b1be-0fe661cd79f4 req-6604ec8b-3f0e-4d57-a8d3-7da78584cf00 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234195 Sep 16 04:37:56.679306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device ddaaafbd-1133-4df9-af01-2254ffd5f776 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:56.711047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: ddaaafbd-1133-4df9-af01-2254ffd5f776 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:37:56.711047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device ddaaafbd-1133-4df9-af01-2254ffd5f776 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:37:56.711047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device f4260127-55d8-425a-b841-63cb1f2fd7be no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:37:56.737231 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: f4260127-55d8-425a-b841-63cb1f2fd7be {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:37:56.738384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device f4260127-55d8-425a-b841-63cb1f2fd7be not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:37:56.848916 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c47a5f6-ab75-4d77-a2b6-65d5d30a1d5d req-3a2971da-bd05-4126-a114-9bfccba5db95 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1e39766-1be4-43d2-b5e9-0cb4c92abea2 HTTP/1.1" status: 200 len: 210 time: 0.0512106 Sep 16 04:37:56.972345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d686f0a-dd98-4a96-9815-61d60599ce43 req-75c21026-9395-411d-a4e6-f4f2bca6f1a5 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:56.975033 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9d686f0a-dd98-4a96-9815-61d60599ce43 req-75c21026-9395-411d-a4e6-f4f2bca6f1a5 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.0846086 Sep 16 04:37:57.040492 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9d686f0a-dd98-4a96-9815-61d60599ce43 req-0962bb3f-6417-47cb-b0ec-d3a5dd0b96a7 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583193 Sep 16 04:37:57.291445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:37:57.540526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2844875-1ecc-4697-9bee-f4c31e2e1558 req-2b51a74a-bb62-4c55-9c35-67e631a1a854 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:57.550257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2844875-1ecc-4697-9bee-f4c31e2e1558 req-2b51a74a-bb62-4c55-9c35-67e631a1a854 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0715833 Sep 16 04:37:57.635664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2844875-1ecc-4697-9bee-f4c31e2e1558 req-1842a555-6a1c-4ac5-85d1-e0933a0615f1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769577 Sep 16 04:37:57.796685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c81d5e-12a5-4c1e-bf66-2a8ab0e82aad req-b0994854-ac91-4e36-93bf-33edc8e89a25 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:57.806250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17c81d5e-12a5-4c1e-bf66-2a8ab0e82aad req-b0994854-ac91-4e36-93bf-33edc8e89a25 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 944 time: 0.0889220 Sep 16 04:37:57.853014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17c81d5e-12a5-4c1e-bf66-2a8ab0e82aad req-36ccd31e-24ef-47c2-bece-b11ee057ef31 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449495 Sep 16 04:37:58.255164 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b439b-1b05-42d1-a514-661320107f9e req-824d61c9-67d6-4a64-8476-285d52846da1 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:58.265767 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-371b439b-1b05-42d1-a514-661320107f9e req-824d61c9-67d6-4a64-8476-285d52846da1 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.0907786 Sep 16 04:37:58.303147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095420-587c-4e67-a7c9-f7cd4754e43b req-7dba6d01-8b1e-48c2-98ef-0ec52cfbbcb5 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:58.310941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6095420-587c-4e67-a7c9-f7cd4754e43b req-7dba6d01-8b1e-48c2-98ef-0ec52cfbbcb5 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 950 time: 0.0692368 Sep 16 04:37:58.320730 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-371b439b-1b05-42d1-a514-661320107f9e req-c40ae747-5bb0-4736-88ce-e7a5e5a7706a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478973 Sep 16 04:37:58.365558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6095420-587c-4e67-a7c9-f7cd4754e43b req-ae7a2895-9a93-42ab-ac5c-260994e6af6e tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535672 Sep 16 04:37:58.679917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4a2af427-ac53-45d8-99e5-0c0c01e97733 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:37:58.789453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 4a2af427-ac53-45d8-99e5-0c0c01e97733 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:37:58.793251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 4a2af427-ac53-45d8-99e5-0c0c01e97733 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:37:58.793655 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:58.843328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84301f-7048-4d24-80e5-9c38e707e871 req-3f13ab4e-8fcb-42ed-93a5-3b20b8173fcc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:58.845560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b84301f-7048-4d24-80e5-9c38e707e871 req-3f13ab4e-8fcb-42ed-93a5-3b20b8173fcc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0801690 Sep 16 04:37:58.945541 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b84301f-7048-4d24-80e5-9c38e707e871 req-9257c5b7-26fd-4e81-958e-bbe24687bdd6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840247 Sep 16 04:37:58.992495 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.026759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd2b00f-d6e8-45fb-816f-2c43dec4148d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2af427-ac53-45d8-99e5-0c0c01e97733'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:37:59.029071 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8be3e21-ece7-4fef-9668-356869e0a96a" -d '{"events": [{"server_uuid": "abd2b00f-d6e8-45fb-816f-2c43dec4148d", "name": "network-vif-plugged", "status": "completed", "tag": "4a2af427-ac53-45d8-99e5-0c0c01e97733"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:37:59.056201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4536572-4f6f-4edd-b4f0-b0358f63f137 req-ea9f3dab-8e7f-4f28-b11f-adaec1ac909b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:59.065150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:37:59.066614 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e4536572-4f6f-4edd-b4f0-b0358f63f137 req-ea9f3dab-8e7f-4f28-b11f-adaec1ac909b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 944 time: 0.1173263 Sep 16 04:37:59.086838 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:37:59.129971 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e4536572-4f6f-4edd-b4f0-b0358f63f137 req-8ba0b22f-6d9a-423a-a03d-1a8044f5f0d9 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572994 Sep 16 04:37:59.183537 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58472d6-6798-4480-8f26-976780504295 x-openstack-request-id: req-d58472d6-6798-4480-8f26-976780504295 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:37:59.183886 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd2b00f-d6e8-45fb-816f-2c43dec4148d", "name": "network-vif-plugged", "status": "completed", "tag": "4a2af427-ac53-45d8-99e5-0c0c01e97733", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:37:59.184092 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d58472d6-6798-4480-8f26-976780504295 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:37:59.184489 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd2b00f-d6e8-45fb-816f-2c43dec4148d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2af427-ac53-45d8-99e5-0c0c01e97733', 'code': 200} Sep 16 04:37:59.187558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=4a2af427-ac53-45d8-99e5-0c0c01e97733,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:37:59.330103 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571dee5f-1160-4dc6-9ff0-c666cf013647 req-48d350f7-d43b-40c5-a0d7-fb74c26d86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:59.332123 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-571dee5f-1160-4dc6-9ff0-c666cf013647 req-48d350f7-d43b-40c5-a0d7-fb74c26d86ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 1097 time: 0.0653472 Sep 16 04:37:59.390731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-571dee5f-1160-4dc6-9ff0-c666cf013647 req-38dac777-1345-440b-b72a-9f8ccc8a38ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465326 Sep 16 04:37:59.466981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142209a-e5e4-4b82-be5b-9002fa0b723c req-b9f777a7-185d-4ac2-a045-7c208ee54b5b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:59.469160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4142209a-e5e4-4b82-be5b-9002fa0b723c req-b9f777a7-185d-4ac2-a045-7c208ee54b5b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.0568304 Sep 16 04:37:59.528033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4142209a-e5e4-4b82-be5b-9002fa0b723c req-280bc6bb-c249-490b-a181-9248c3b2b39c tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505280 Sep 16 04:37:59.602330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51def3-b8ed-4554-94c2-ee31145b342f req-a2f620b4-fb2f-43fc-af10-8751851946a6 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:59.604804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f51def3-b8ed-4554-94c2-ee31145b342f req-a2f620b4-fb2f-43fc-af10-8751851946a6 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 950 time: 0.0769150 Sep 16 04:37:59.725285 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f51def3-b8ed-4554-94c2-ee31145b342f req-571e16a7-36a1-4a9f-9cbf-28db9611f138 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885303 Sep 16 04:37:59.911154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b50cb-b52b-43ba-a2f1-5664823d339b req-b58ba333-75d6-47b8-b190-be595e31ca04 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:37:59.912664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-133b50cb-b52b-43ba-a2f1-5664823d339b req-b58ba333-75d6-47b8-b190-be595e31ca04 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 950 time: 0.0995154 Sep 16 04:38:00.104018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-133b50cb-b52b-43ba-a2f1-5664823d339b req-bce2c3fb-5271-462f-b33a-8f7d23b32e24 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Deleting port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:00.105498 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-133b50cb-b52b-43ba-a2f1-5664823d339b req-bce2c3fb-5271-462f-b33a-8f7d23b32e24 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:00.265080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fb823-62a9-49fa-9935-796072d7f2ac req-4b01f8a9-fe12-4e60-83dd-9fd86ca2f47e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:00.273555 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-079fb823-62a9-49fa-9935-796072d7f2ac req-4b01f8a9-fe12-4e60-83dd-9fd86ca2f47e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1456709 Sep 16 04:38:00.364492 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-079fb823-62a9-49fa-9935-796072d7f2ac req-2254a50f-e02b-4235-b6c2-9dc0fafae273 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860467 Sep 16 04:38:00.825937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d8fcc-6fd9-4bd9-8e8e-a6e206fe5b3c req-e1a36036-fbde-4fac-9f3e-35a91bd8d725 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:00.828706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-133b50cb-b52b-43ba-a2f1-5664823d339b req-bce2c3fb-5271-462f-b33a-8f7d23b32e24 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] For port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:00.834442 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-133b50cb-b52b-43ba-a2f1-5664823d339b req-bce2c3fb-5271-462f-b33a-8f7d23b32e24 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:00.845055 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd9d8fcc-6fd9-4bd9-8e8e-a6e206fe5b3c req-e1a36036-fbde-4fac-9f3e-35a91bd8d725 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.1794236 Sep 16 04:38:00.936706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c620e16-9161-41f8-91a3-26e4c80c5c76 req-781af4a2-cacd-4304-8ed5-1beeb5083c48 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:00.940115 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd9d8fcc-6fd9-4bd9-8e8e-a6e206fe5b3c req-53f93772-8cd2-4833-88e6-56926b83f781 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922084 Sep 16 04:38:00.950551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c620e16-9161-41f8-91a3-26e4c80c5c76 req-781af4a2-cacd-4304-8ed5-1beeb5083c48 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.6902027 Sep 16 04:38:00.982593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-133b50cb-b52b-43ba-a2f1-5664823d339b req-bce2c3fb-5271-462f-b33a-8f7d23b32e24 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Calling delete_port for 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:01.070730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c620e16-9161-41f8-91a3-26e4c80c5c76 req-6841ed89-6724-409f-b9c4-b75a0a35264c tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191690 Sep 16 04:38:01.156046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-3707c211-34d4-4d56-ae94-04554d072340 service neutron] 10.222.0.50 "GET /v2.0/ports/99abea3d-291c-4557-ac07-8921c5e8e2c8/bindings/n-h1-712142-17 HTTP/1.1" status: 200 len: 383 time: 0.4269536 Sep 16 04:38:01.252082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413d14f-dab8-48c1-9323-0bd265e3c051 req-62ed91e7-7eea-4267-a0b2-cd538bfbcbd1 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:01.263614 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a413d14f-dab8-48c1-9323-0bd265e3c051 req-62ed91e7-7eea-4267-a0b2-cd538bfbcbd1 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 950 time: 0.0844803 Sep 16 04:38:01.341678 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a413d14f-dab8-48c1-9323-0bd265e3c051 req-93a71bc4-0a3d-4721-8b3e-93882eb573de tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f247062-3a06-42e9-8885-ac612ad222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728207 Sep 16 04:38:01.408665 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-133b50cb-b52b-43ba-a2f1-5664823d339b req-bce2c3fb-5271-462f-b33a-8f7d23b32e24 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:01.533095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2c3fb-5271-462f-b33a-8f7d23b32e24 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Pushing event deleted for resources: {'Port': ['ID=5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:01.621995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-133b50cb-b52b-43ba-a2f1-5664823d339b req-bce2c3fb-5271-462f-b33a-8f7d23b32e24 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] No DVR routers for this DVR port 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:01.627738 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-133b50cb-b52b-43ba-a2f1-5664823d339b req-bce2c3fb-5271-462f-b33a-8f7d23b32e24 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:01.630281 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-133b50cb-b52b-43ba-a2f1-5664823d339b req-bce2c3fb-5271-462f-b33a-8f7d23b32e24 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.15 "DELETE /v2.0/ports/5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 HTTP/1.1" status: 204 len: 173 time: 1.7104530 Sep 16 04:38:01.632818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606', 'name': 'network-vif-deleted', 'tag': '5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:01.635457 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a042279-5a7b-48c6-a491-33317325fcce" -d '{"events": [{"server_uuid": "0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606", "name": "network-vif-deleted", "tag": "5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:01.648367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-d3a1c6c3-fe3a-430f-9a68-4cd047b2fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:01.650333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-d3a1c6c3-fe3a-430f-9a68-4cd047b2fc4e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365&tenant_id=220f6be1326d49f48ff637872d6294e2 HTTP/1.1" status: 200 len: 1101 time: 0.1635613 Sep 16 04:38:01.675894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb06c6-8d38-4f64-baee-83c4b846f0a2 req-652dbf8d-9629-4197-96ff-3830a1a5a269 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:01.679141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ceb06c6-8d38-4f64-baee-83c4b846f0a2 req-652dbf8d-9629-4197-96ff-3830a1a5a269 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1107638 Sep 16 04:38:01.725788 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef36ba5d-8434-4719-8091-0749a843d2cd x-openstack-request-id: req-ef36ba5d-8434-4719-8091-0749a843d2cd {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:01.726217 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606", "name": "network-vif-deleted", "tag": "5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:01.726642 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef36ba5d-8434-4719-8091-0749a843d2cd {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:01.727097 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606', 'name': 'network-vif-deleted', 'tag': '5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900', 'status': 'completed', 'code': 200} Sep 16 04:38:01.768032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ceb06c6-8d38-4f64-baee-83c4b846f0a2 req-15f2d4ff-57d0-41b4-b0ab-865ad94c0477 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794671 Sep 16 04:38:01.778220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-38bff77b-abbb-45d8-9319-9377fc5635d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:01.780222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-38bff77b-abbb-45d8-9319-9377fc5635d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 1101 time: 0.1000073 Sep 16 04:38:02.026591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-2fec49bf-58a3-441a-8eab-a40383fdcd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:02.028216 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-2fec49bf-58a3-441a-8eab-a40383fdcd8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2370000 Sep 16 04:38:02.093013 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-1cbc458d-caf8-4b1a-8109-230378adb3b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8 HTTP/1.1" status: 200 len: 217 time: 0.0544131 Sep 16 04:38:02.209240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8cdcd-404c-47d4-9559-89254c7202e4 req-f2d071fb-d204-4a33-9c93-8882c91fcbd1 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:02.212095 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7df8cdcd-404c-47d4-9559-89254c7202e4 req-f2d071fb-d204-4a33-9c93-8882c91fcbd1 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.1184411 Sep 16 04:38:02.227525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-a48c16a1-7841-42ed-b058-fe50109a46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:02.229616 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-a48c16a1-7841-42ed-b058-fe50109a46f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1280780 Sep 16 04:38:02.280328 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7df8cdcd-404c-47d4-9559-89254c7202e4 req-f903a9ca-7b05-4c32-b18d-23b765c57dcd tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610540 Sep 16 04:38:02.363188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-d7d62ff3-9852-4ec6-ba24-c01bc639a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:02.364745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-d7d62ff3-9852-4ec6-ba24-c01bc639a2a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1236916 Sep 16 04:38:02.378194 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42282f-2321-4f26-b3bf-8d0b1a975e5f req-e0123e6c-c88e-4e6e-b123-7ebc118e5a9c tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:02.380439 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b42282f-2321-4f26-b3bf-8d0b1a975e5f req-e0123e6c-c88e-4e6e-b123-7ebc118e5a9c tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.1040361 Sep 16 04:38:02.509836 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b42282f-2321-4f26-b3bf-8d0b1a975e5f req-c1420cae-8d48-4851-af29-785011d164d4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031673 Sep 16 04:38:02.544804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-10613972-9791-4502-acb0-c30b0c4c73a0 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630034 Sep 16 04:38:02.616372 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eaa6d893-5439-4e1a-9d41-1cc4cbe365f9 req-d88d94f1-2274-4d99-8182-942e0d7def38 tempest-ServersOnMultiNodesTest-1287617961 tempest-ServersOnMultiNodesTest-1287617961-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ca9d4f3-6cd5-4e0c-8aea-3acaa49a8606 HTTP/1.1" status: 200 len: 210 time: 0.0587873 Sep 16 04:38:02.685914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:02.716925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:02.717274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5cfc6e61-70ff-4c9f-ace5-b5bbc2d41900 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:02.733416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b191-29da-4874-8ef4-5b081b165f7e req-72c2c927-3366-4d6d-933b-8a8f54024263 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:02.741934 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3660b191-29da-4874-8ef4-5b081b165f7e req-72c2c927-3366-4d6d-933b-8a8f54024263 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 1097 time: 0.1362531 Sep 16 04:38:02.793501 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd4082f4-5e6b-4cf2-8c3b-f6e6e87324ba req-b350e5eb-4153-4d5a-bdce-c8ee6780acd7 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299905 Sep 16 04:38:02.814606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3660b191-29da-4874-8ef4-5b081b165f7e req-9c9cd1c6-0c09-418a-9157-0d25b7c51874 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650582 Sep 16 04:38:02.939522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0de05-3c5d-4a7c-9a17-bb8b697a776d req-050550ec-737b-4638-a5ec-55ad91930437 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:02.948480 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48c0de05-3c5d-4a7c-9a17-bb8b697a776d req-050550ec-737b-4638-a5ec-55ad91930437 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 1097 time: 0.0725148 Sep 16 04:38:02.989229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99cef-75bb-49ac-aad6-842d59b2777c req-4969ac13-1b9c-471b-bf1f-a5b6a9065df7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:02.998338 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48c0de05-3c5d-4a7c-9a17-bb8b697a776d req-3f936275-fbc0-4941-8033-9e4bab1f0130 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439570 Sep 16 04:38:03.000930 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f7a99cef-75bb-49ac-aad6-842d59b2777c req-4969ac13-1b9c-471b-bf1f-a5b6a9065df7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1161256 Sep 16 04:38:03.065079 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f7a99cef-75bb-49ac-aad6-842d59b2777c req-5672316c-387e-4c18-a704-7a50a9334943 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629876 Sep 16 04:38:03.164467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99abea3d-291c-4557-ac07-8921c5e8e2c8 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:03.293511 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:03.363776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:03.366843 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c83c16-016a-40a8-b489-da14cbc19787" -d '{"events": [{"server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "name": "network-vif-unplugged", "status": "completed", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:03.383227 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:03.398621 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:03.465448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=99abea3d-291c-4557-ac07-8921c5e8e2c8,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:03.502895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612951e-28f1-44d3-85f0-21f47c9ce9c3 req-8734908f-be64-4b9b-b549-693b5b93a6cf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:03.507237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f612951e-28f1-44d3-85f0-21f47c9ce9c3 req-8734908f-be64-4b9b-b549-693b5b93a6cf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.0841122 Sep 16 04:38:03.557000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f612951e-28f1-44d3-85f0-21f47c9ce9c3 req-0b9546ea-5220-4a40-9f16-3a68390fb840 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418484 Sep 16 04:38:03.672763 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46970900-214b-4db7-b3f4-478d9e0ebec4 x-openstack-request-id: req-46970900-214b-4db7-b3f4-478d9e0ebec4 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:03.673082 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "name": "network-vif-unplugged", "status": "completed", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:03.676231 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46970900-214b-4db7-b3f4-478d9e0ebec4 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:03.677091 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'code': 200} Sep 16 04:38:04.258046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52282) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:04.260322 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9d787-d49d-4958-9d66-c483d5b86f84 req-153992a6-aaa2-4545-a634-d0474e6d3378 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:04.269672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-40d9d787-d49d-4958-9d66-c483d5b86f84 req-153992a6-aaa2-4545-a634-d0474e6d3378 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 947 time: 0.1322346 Sep 16 04:38:04.329623 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-40d9d787-d49d-4958-9d66-c483d5b86f84 req-93564add-a699-4ae3-a133-66929d6e0a32 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489681 Sep 16 04:38:04.360712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-22193839-c3d9-464f-b583-ee25c73d5208 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:38:04.362191 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-22193839-c3d9-464f-b583-ee25c73d5208 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069976 Sep 16 04:38:04.427490 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572305-3984-425e-8074-ddc98a4ed39b req-bd9f67f2-6871-445c-8258-13c719fb4310 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:04.434122 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-bd9f67f2-6871-445c-8258-13c719fb4310 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports/4a2af427-ac53-45d8-99e5-0c0c01e97733 HTTP/1.1" status: 200 len: 1094 time: 0.0659463 Sep 16 04:38:04.439104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] Request body: {'binding': {'host': 'n-h1-712142-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:04.439813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] Unknown quota resources ['binding']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:38:04.517709 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e8256f40-67b0-4ac5-b60f-9500676eaf4c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=adb4d0dd58744c0ea1850169480788d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608206 Sep 16 04:38:04.520335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52296) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:04.623833 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ff2aa77-c072-4a32-bffd-e8689342e12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.677400 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ff2aa77-c072-4a32-bffd-e8689342e12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.701800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] Attempting to bind port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on host n-h1-712142-17 for vnic_type normal with profile None {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:04.702345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] Attempting to bind port 4a2af427-ac53-45d8-99e5-0c0c01e97733 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:04.702744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] Attempting to bind port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:04.720155 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] Port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:04.722076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] Attempting to bind port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:04.737406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:04.737814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:04.738214 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] Bound using segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:04.738650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] Bound port: 4a2af427-ac53-45d8-99e5-0c0c01e97733, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:04.838981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:04.858282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.871134 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-6dc71945-480e-4e91-8154-bbc88f22a218 service neutron] 10.222.0.53 "POST /v2.0/ports/4a2af427-ac53-45d8-99e5-0c0c01e97733/bindings HTTP/1.1" status: 201 len: 390 time: 0.4358234 Sep 16 04:38:04.883888 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ff2aa77-c072-4a32-bffd-e8689342e12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.888326 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ff2aa77-c072-4a32-bffd-e8689342e12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:04.892001 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9ff2aa77-c072-4a32-bffd-e8689342e12e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f247062-3a06-42e9-8885-ac612ad222a7 HTTP/1.1" status: 204 len: 168 time: 0.3680897 Sep 16 04:38:04.917043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2aa77-c072-4a32-bffd-e8689342e12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f247062-3a06-42e9-8885-ac612ad222a7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:04.930456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a852f23-e3d6-4cb1-8253-83f5b5774660 req-cb8aaa86-5623-4291-b4c6-d7ab80ffd7fe tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:04.941956 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a852f23-e3d6-4cb1-8253-83f5b5774660 req-cb8aaa86-5623-4291-b4c6-d7ab80ffd7fe tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.2060492 Sep 16 04:38:05.047444 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a852f23-e3d6-4cb1-8253-83f5b5774660 req-e0ac60da-f3a1-45d1-a4ca-9fe87ef5fa2e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043484 Sep 16 04:38:05.094276 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.175857 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99abea3d-291c-4557-ac07-8921c5e8e2c8 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:05.329423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41c154-a19a-4e2f-9561-f27884e53853 req-f7ccf827-9e07-4cf9-85a2-7d30cdbef46b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:05.331601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572305-3984-425e-8074-ddc98a4ed39b req-a72d37b8-bc25-46b4-9f85-65c7060f337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:05.334439 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3c41c154-a19a-4e2f-9561-f27884e53853 req-f7ccf827-9e07-4cf9-85a2-7d30cdbef46b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.0975051 Sep 16 04:38:05.335538 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-a72d37b8-bc25-46b4-9f85-65c7060f337a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 1097 time: 0.1005001 Sep 16 04:38:05.395977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:05.426884 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'mac_address': 'fa:16:3e:52:48:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:05.427347 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3c41c154-a19a-4e2f-9561-f27884e53853 req-9e431fa5-b0b2-4e1f-a804-63acb0e3f36f tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833344 Sep 16 04:38:05.544763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.586934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99abea3d-291c-4557-ac07-8921c5e8e2c8 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:05.637414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572305-3984-425e-8074-ddc98a4ed39b req-b43c4a92-eee5-4f2e-a75d-57a6788fcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:05.639113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-b43c4a92-eee5-4f2e-a75d-57a6788fcc72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.2830882 Sep 16 04:38:05.642858 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:05.650381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52326) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:05.653135 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.734479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0536fad8-a0ed-42c3-bc85-9c584f6aa86d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d6028c0df8341d2bce048f343a1ea16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828204 Sep 16 04:38:05.737040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52328) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:05.767671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=99abea3d-291c-4557-ac07-8921c5e8e2c8,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:05.826103 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-41f11c97-5bdb-4c82-8107-3a45ed66196a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733 HTTP/1.1" status: 200 len: 217 time: 0.1425624 Sep 16 04:38:05.862543 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c118d476-350e-4c56-9329-758694d953ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.912282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c118d476-350e-4c56-9329-758694d953ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:05.945990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572305-3984-425e-8074-ddc98a4ed39b req-fb5b5a78-a281-4948-bf87-3ff35fb419f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:05.948925 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-fb5b5a78-a281-4948-bf87-3ff35fb419f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.1036453 Sep 16 04:38:05.965427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['99abea3d-291c-4557-ac07-8921c5e8e2c8'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:06.006811 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c118d476-350e-4c56-9329-758694d953ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:06.011846 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c118d476-350e-4c56-9329-758694d953ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:06.013314 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c118d476-350e-4c56-9329-758694d953ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ccdb24d9-9dc8-4aa5-b06e-448f7941996a HTTP/1.1" status: 204 len: 168 time: 0.2753122 Sep 16 04:38:06.025095 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118d476-350e-4c56-9329-758694d953ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdb24d9-9dc8-4aa5-b06e-448f7941996a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:06.097318 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-36841d8e-54b1-4371-b90f-565036f8faf9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244211 Sep 16 04:38:06.165185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309806-1386-405d-a594-c95edf50ed39 req-cf776eca-ae8f-4197-9b27-12609179a9ad tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:06.172722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c4309806-1386-405d-a594-c95edf50ed39 req-cf776eca-ae8f-4197-9b27-12609179a9ad tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 948 time: 0.5326035 Sep 16 04:38:06.281263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c4309806-1386-405d-a594-c95edf50ed39 req-0119110a-586a-4aca-92f6-eb3b9d694ae9 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049058 Sep 16 04:38:06.307927 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f15c7-f154-4aaa-b397-04e460c4e697 req-a71e49c4-2de9-4d33-8563-fd2b77deb545 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:06.311576 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-913f15c7-f154-4aaa-b397-04e460c4e697 req-a71e49c4-2de9-4d33-8563-fd2b77deb545 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.1615396 Sep 16 04:38:06.328938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-83703868-fe9a-4c3c-a1b9-be75cb00a93f service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173319 Sep 16 04:38:06.430772 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-913f15c7-f154-4aaa-b397-04e460c4e697 req-badc6edf-8d22-4e99-b769-b142c9be8cb8 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137493 Sep 16 04:38:06.579252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-23ddd416-7d18-456f-8dca-90de91ac77f8 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420673 Sep 16 04:38:06.788740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840faca-3328-4975-a124-73e7966ade27 req-7c208ab0-6372-4a61-9bd3-ed8bfff47448 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:06.802244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1840faca-3328-4975-a124-73e7966ade27 req-7c208ab0-6372-4a61-9bd3-ed8bfff47448 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.1168516 Sep 16 04:38:06.899435 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1840faca-3328-4975-a124-73e7966ade27 req-7eedeae2-154f-4716-9ff5-6896ad04fbf7 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916867 Sep 16 04:38:07.178426 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99abea3d-291c-4557-ac07-8921c5e8e2c8 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:07.180180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-8a48a91e-5370-4ef0-95e6-2e38de1c267b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:07.187599 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-8a48a91e-5370-4ef0-95e6-2e38de1c267b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365&tenant_id=220f6be1326d49f48ff637872d6294e2&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 948 time: 0.1292429 Sep 16 04:38:07.304993 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dc9df-9f91-43d2-b039-a6b3dbfefd30 req-5172957b-ec07-41c7-9b25-c7869cfba51b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:07.317268 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-860dc9df-9f91-43d2-b039-a6b3dbfefd30 req-5172957b-ec07-41c7-9b25-c7869cfba51b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 948 time: 0.1851785 Sep 16 04:38:07.326245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 99abea3d-291c-4557-ac07-8921c5e8e2c8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:07.329985 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.426044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-860dc9df-9f91-43d2-b039-a6b3dbfefd30 req-79641cd9-9dbe-4c17-a0e7-44d5a4cad455 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011431 Sep 16 04:38:07.449914 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.459549 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-6aa672cb-ee5f-4dcb-8593-783e158e57ae service neutron] 10.222.0.50 "GET /v2.0/ports/99abea3d-291c-4557-ac07-8921c5e8e2c8/bindings/n-h1-712142-17 HTTP/1.1" status: 200 len: 383 time: 0.2643359 Sep 16 04:38:07.572942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-61a46d10-a0a9-42da-b47a-44313d794744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:07.576036 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-61a46d10-a0a9-42da-b47a-44313d794744 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 1100 time: 0.0890567 Sep 16 04:38:07.653848 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.702041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:07.704677 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205c8926-0b0c-430b-8de6-4ca8e62d61ab" -d '{"events": [{"server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "name": "network-vif-plugged", "status": "completed", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:07.737410 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:07.749093 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:07.800340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-c1fe2b1b-bc40-4845-ad1f-4dbfa3bb60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:07.807847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-c1fe2b1b-bc40-4845-ad1f-4dbfa3bb60cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2148790 Sep 16 04:38:07.820038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dda23-f68a-4e1b-9b8e-64b46a834be4 req-ccc8ec50-734b-4425-9e29-8987b0c79a93 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:07.821910 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be9dda23-f68a-4e1b-9b8e-64b46a834be4 req-ccc8ec50-734b-4425-9e29-8987b0c79a93 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.1749120 Sep 16 04:38:07.867256 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaf7ed4-b56e-40e7-96d1-7de1d2d9b77c x-openstack-request-id: req-6eaf7ed4-b56e-40e7-96d1-7de1d2d9b77c {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:07.867804 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "name": "network-vif-plugged", "status": "completed", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:07.868294 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6eaf7ed4-b56e-40e7-96d1-7de1d2d9b77c {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:07.868902 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'code': 200} Sep 16 04:38:07.894975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=99abea3d-291c-4557-ac07-8921c5e8e2c8,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:07.907020 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-f06db9e5-62c6-45de-adf5-22084bacb3aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8 HTTP/1.1" status: 200 len: 217 time: 0.0948596 Sep 16 04:38:07.928747 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be9dda23-f68a-4e1b-9b8e-64b46a834be4 req-ed040750-9b99-441d-a067-7e10c729ca89 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998096 Sep 16 04:38:08.007053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-70502999-cdc2-44b4-8f3f-d60ddb1f7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:08.008912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-70502999-cdc2-44b4-8f3f-d60ddb1f7c1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0882335 Sep 16 04:38:08.174107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-96eb4f69-8ff4-4ca3-9113-f51a0b12e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:08.175692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-96eb4f69-8ff4-4ca3-9113-f51a0b12e6fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1570117 Sep 16 04:38:08.184714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13bb6b-cf11-4477-bc8b-215bfc444a34 req-f8b5f7aa-19dc-474a-b3e3-edeb026db445 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:08.192226 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd13bb6b-cf11-4477-bc8b-215bfc444a34 req-f8b5f7aa-19dc-474a-b3e3-edeb026db445 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.1711392 Sep 16 04:38:08.295037 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd13bb6b-cf11-4477-bc8b-215bfc444a34 req-93ad5edd-6649-44d8-9e99-4195969b9a45 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018298 Sep 16 04:38:08.343617 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-4a15daca-bc3d-453d-885c-3c1af0f214ec service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402922 Sep 16 04:38:08.563197 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-5ae724ec-f445-4305-b4d2-77d3dc7605b9 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898799 Sep 16 04:38:08.681151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea618aa2-f846-4f00-9f85-4682070e704e req-1178477c-3933-4ace-8efd-a59bdd41ab42 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:08.700751 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ea618aa2-f846-4f00-9f85-4682070e704e req-1178477c-3933-4ace-8efd-a59bdd41ab42 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1550682 Sep 16 04:38:08.810336 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ea618aa2-f846-4f00-9f85-4682070e704e req-cb856cb2-9d96-4825-8804-97cf000e19a0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085281 Sep 16 04:38:09.152752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54aeea-e387-4ce4-bf3d-cb98b0b72063 req-39aff038-ac9e-4116-a6b8-6fb8d2d105a9 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:09.160787 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8b54aeea-e387-4ce4-bf3d-cb98b0b72063 req-39aff038-ac9e-4116-a6b8-6fb8d2d105a9 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.1164389 Sep 16 04:38:09.310232 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8b54aeea-e387-4ce4-bf3d-cb98b0b72063 req-4e382908-8122-4dce-96ff-56003a55da5f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247454 Sep 16 04:38:09.480151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80ee0c-488c-4c7c-b65d-1df19b049f94 req-ed54a886-2045-40f3-a9f1-e95c9b7e68d2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:09.485154 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb80ee0c-488c-4c7c-b65d-1df19b049f94 req-ed54a886-2045-40f3-a9f1-e95c9b7e68d2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.0905869 Sep 16 04:38:09.549445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb80ee0c-488c-4c7c-b65d-1df19b049f94 req-097296f9-0ae1-4c07-ae57-41e3832b8571 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561781 Sep 16 04:38:09.865569 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-ac51fa64-ed56-4e92-a5a9-4ef201b32db7 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=13c8f66b06414ab989b56a850f4d3e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528102 Sep 16 04:38:10.026536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97646f-3bed-4789-8767-9e2229dc9c30 req-6b88730e-071b-4a1d-9930-745a72801785 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:10.029124 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a97646f-3bed-4789-8767-9e2229dc9c30 req-6b88730e-071b-4a1d-9930-745a72801785 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0976624 Sep 16 04:38:10.100075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a97646f-3bed-4789-8767-9e2229dc9c30 req-997d26c0-baa7-467e-aeb9-d6a76945719d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641501 Sep 16 04:38:10.159385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-e81106a2-2650-4753-a0cf-a99abdbf5e66 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:10.168812 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-e81106a2-2650-4753-a0cf-a99abdbf5e66 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2937341 Sep 16 04:38:10.196250 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-9da1f621-2c2d-458b-89a2-acfc4a1cca23 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/quotas/13c8f66b06414ab989b56a850f4d3e59 HTTP/1.1" status: 200 len: 375 time: 0.0264168 Sep 16 04:38:10.236975 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-11658cc5-140d-4398-8950-f6a4ea8d2c9f tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=13c8f66b06414ab989b56a850f4d3e59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396073 Sep 16 04:38:10.609587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f447f7-15d8-46e0-ba79-f8df290485e1 req-80a2d902-2afb-4449-865d-0a6072754603 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:10.618172 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c5f447f7-15d8-46e0-ba79-f8df290485e1 req-80a2d902-2afb-4449-865d-0a6072754603 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.1140676 Sep 16 04:38:10.688729 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c5f447f7-15d8-46e0-ba79-f8df290485e1 req-56b2d7eb-7d4d-49e0-8008-f875400d60fd tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693336 Sep 16 04:38:10.821912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff01c73f-5d57-46a9-b255-103221ae50bb req-91da1414-0128-4e7b-8984-99971fa5303c tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 210 time: 0.0499065 Sep 16 04:38:10.841639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d1224-784a-499e-a0a7-4a65da25b0ec req-c21209ea-17dc-4c38-8ac8-a877ae2dfda2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:10.851502 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-455d1224-784a-499e-a0a7-4a65da25b0ec req-c21209ea-17dc-4c38-8ac8-a877ae2dfda2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.0943434 Sep 16 04:38:10.908580 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-455d1224-784a-499e-a0a7-4a65da25b0ec req-f504d177-a2d1-4095-901a-53f939c2aba1 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555098 Sep 16 04:38:11.038743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ce085-d5a0-4ca9-a28c-ffc7eaadf56f req-ab8d74ee-649e-48b4-a119-247fb098594b tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:11.050490 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-303ce085-d5a0-4ca9-a28c-ffc7eaadf56f req-ab8d74ee-649e-48b4-a119-247fb098594b tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 945 time: 0.1229146 Sep 16 04:38:11.169059 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-303ce085-d5a0-4ca9-a28c-ffc7eaadf56f req-88d9877a-9c9f-4fdd-9ba5-e6ea6c0b0f46 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170955 Sep 16 04:38:11.190040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:11.400424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-3e5fb529-61c9-4ae9-ba6b-a0a665669add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:11.404792 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-3e5fb529-61c9-4ae9-ba6b-a0a665669add service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365&tenant_id=220f6be1326d49f48ff637872d6294e2 HTTP/1.1" status: 200 len: 1101 time: 0.1775322 Sep 16 04:38:11.413133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea030930-002a-4c3c-a4e3-64c1825dd2b9 req-36839c1f-b132-4e91-bb6f-85eca0bf5bcc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:11.415928 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ea030930-002a-4c3c-a4e3-64c1825dd2b9 req-36839c1f-b132-4e91-bb6f-85eca0bf5bcc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1217282 Sep 16 04:38:11.544830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:11.547524 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ea030930-002a-4c3c-a4e3-64c1825dd2b9 req-a424b3a0-d653-4be7-881d-c91b067c7e05 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167543 Sep 16 04:38:11.558804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-58491214-8811-4292-b3a8-022f370d297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:11.560413 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-58491214-8811-4292-b3a8-022f370d297e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 1101 time: 0.1037354 Sep 16 04:38:11.573857 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '7e3359c9-06bd-43a7-a96c-ecc2d263bcb3', 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81', 'port_id': '7e3359c9-06bd-43a7-a96c-ecc2d263bcb3', 'mac_address': 'fa:16:3e:3c:10:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:11.637663 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:11.656758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:11.678355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:11.688134 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:11.760354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-8670fd75-b492-4bfb-9f13-389aa235ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:11.762217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-8670fd75-b492-4bfb-9f13-389aa235ed40 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1917915 Sep 16 04:38:11.777712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:11.847561 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-e187dac3-bd6f-4302-a3a0-922d6104f5eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8 HTTP/1.1" status: 200 len: 217 time: 0.0700977 Sep 16 04:38:11.966792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41c644-7f46-4f7b-9b22-78a44132f2fb req-236cc89d-8eb4-40de-8d4a-76b5700d5fe8 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:11.968737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed41c644-7f46-4f7b-9b22-78a44132f2fb req-236cc89d-8eb4-40de-8d4a-76b5700d5fe8 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 944 time: 0.1324160 Sep 16 04:38:11.973951 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98ab3f08-22a9-4fb9-87c3-b60d5c6cc0fb req-709a498a-9ccd-406c-a628-54d80ea3bf72 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 210 time: 0.0542836 Sep 16 04:38:11.987394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-f2bc05c5-f7e8-42bb-8c74-d275b842b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:11.991083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-f2bc05c5-f7e8-42bb-8c74-d275b842b850 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1000276 Sep 16 04:38:11.999659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['7e3359c9-06bd-43a7-a96c-ecc2d263bcb3'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:12.091749 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed41c644-7f46-4f7b-9b22-78a44132f2fb req-9f75c124-053a-45b8-b5d3-b667e729879a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954797 Sep 16 04:38:12.117175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-2398373f-8688-43fa-95f1-c7727bf99a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:12.124958 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-2398373f-8688-43fa-95f1-c7727bf99a78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0928001 Sep 16 04:38:12.165328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5559c-0bb3-40ff-8b9b-cac3c2d09bfe req-da4816e4-bb6e-4656-afb0-979db416aa87 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:12.179658 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-53e5559c-0bb3-40ff-8b9b-cac3c2d09bfe req-da4816e4-bb6e-4656-afb0-979db416aa87 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.1244102 Sep 16 04:38:12.299809 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-8098c00d-5f57-4981-8dad-05f1ece44011 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=13c8f66b06414ab989b56a850f4d3e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309145 Sep 16 04:38:12.314562 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-53e5559c-0bb3-40ff-8b9b-cac3c2d09bfe req-2e9222b6-0990-4c64-857e-e2b72d79f4a5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335449 Sep 16 04:38:12.538916 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-7eba3430-88e5-42d2-87cc-59eb8b91e594 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036093 Sep 16 04:38:12.576871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48edb0-9bd7-4eb3-8ada-c525792fe59e req-858379fd-3e7b-4044-b341-9ee6c93e4b2e tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:12.582404 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af48edb0-9bd7-4eb3-8ada-c525792fe59e req-858379fd-3e7b-4044-b341-9ee6c93e4b2e tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 945 time: 0.1312373 Sep 16 04:38:12.656456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-27995a83-9b56-483c-8064-3f5d3933276b tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:12.659244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-27995a83-9b56-483c-8064-3f5d3933276b tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3411043 Sep 16 04:38:12.670157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50121461-11d4-4b6a-a8ec-38b3ed71e506 req-ed945232-7f4d-4f67-b43a-d39e16d15315 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:12.680968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50121461-11d4-4b6a-a8ec-38b3ed71e506 req-ed945232-7f4d-4f67-b43a-d39e16d15315 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 945 time: 0.2432137 Sep 16 04:38:12.693177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Request body: {'port': {'device_id': '1f9a884c-3845-4775-85bc-c917c8d904e8', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '13c8f66b06414ab989b56a850f4d3e59'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:12.781634 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50121461-11d4-4b6a-a8ec-38b3ed71e506 req-ce39433f-ba26-4def-aba7-ceafbaabf852 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/security-groups?id=263a4989-fff3-46d9-ba1c-77abf4896386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993283 Sep 16 04:38:12.781886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-af48edb0-9bd7-4eb3-8ada-c525792fe59e req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Deleting port f77363d7-adc9-4608-a48c-85268e000db9 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:12.782150 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af48edb0-9bd7-4eb3-8ada-c525792fe59e req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:12.794036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5684a-f89c-46aa-acf5-d9f8873c3717 req-0b72f7c5-0e87-4eaa-9889-05c27c8c29a3 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:12.799138 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a0a5684a-f89c-46aa-acf5-d9f8873c3717 req-0b72f7c5-0e87-4eaa-9889-05c27c8c29a3 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.0744631 Sep 16 04:38:12.845445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d18bcb3f-d92d-4610-abef-d8d022775c33 req-56ae6a47-8074-4a5b-beb8-6d542cc4a89d service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954097 Sep 16 04:38:12.904697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Made reservation on behalf of 13c8f66b06414ab989b56a850f4d3e59 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:12.913016 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a0a5684a-f89c-46aa-acf5-d9f8873c3717 req-8cee7c36-7520-439a-b4b5-d9827f394d19 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072619 Sep 16 04:38:12.913756 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:12.931607 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:12.937802 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-af48edb0-9bd7-4eb3-8ada-c525792fe59e req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] For port f77363d7-adc9-4608-a48c-85268e000db9, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f77363d7-adc9-4608-a48c-85268e000db9,segment=NetworkSegment(b49ad07b-2563-4482-894d-3678de612b0c),segment_id=b49ad07b-2563-4482-894d-3678de612b0c)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:12.938256 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af48edb0-9bd7-4eb3-8ada-c525792fe59e req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:12.960211 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-af48edb0-9bd7-4eb3-8ada-c525792fe59e req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Calling delete_port for f77363d7-adc9-4608-a48c-85268e000db9 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:13.072782 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.078038 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.145652 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af48edb0-9bd7-4eb3-8ada-c525792fe59e req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.188291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:13.203559 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1cc6e2f5-1025-477c-b7d3-95e8805411dd req-540b7da0-0dd9-4e2a-a950-21e7b6ebf433 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 210 time: 0.0620701 Sep 16 04:38:13.207793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Pushing event deleted for resources: {'Port': ['ID=f77363d7-adc9-4608-a48c-85268e000db9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:13.215032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7cca91-bcc9-43da-97b4-fc8add8f5970,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:13.265330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:13.265726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:13.266100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:13.266410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:13.266751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:13.267422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:13.267760 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:13.268160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:13.268530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:13.268867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:13.269198 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:13.269524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:13.294161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:38:13.301838 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:13.303541 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.306483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-af48edb0-9bd7-4eb3-8ada-c525792fe59e req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] No DVR routers for this DVR port f77363d7-adc9-4608-a48c-85268e000db9 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:13.318608 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af48edb0-9bd7-4eb3-8ada-c525792fe59e req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.321107 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af48edb0-9bd7-4eb3-8ada-c525792fe59e req-1ebf1adc-1984-492a-82ea-d1621ada39cd tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.15 "DELETE /v2.0/ports/f77363d7-adc9-4608-a48c-85268e000db9 HTTP/1.1" status: 204 len: 173 time: 0.7321181 Sep 16 04:38:13.323466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed56754d-5a3a-40e6-98ce-260a4e3e15a9', 'name': 'network-vif-deleted', 'tag': 'f77363d7-adc9-4608-a48c-85268e000db9'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:13.326148 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f66f00f-d4dc-4e2d-96bf-154e7bab903c" -d '{"events": [{"server_uuid": "ed56754d-5a3a-40e6-98ce-260a4e3e15a9", "name": "network-vif-deleted", "tag": "f77363d7-adc9-4608-a48c-85268e000db9"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:13.336463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Allocated IP 192.168.233.252 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/3553959c-f68b-4986-a0a0-f7f78cf7fbcf) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:13.372575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15e804-bb06-4b5a-aaff-3069ec536d45 req-5a2e7c40-c118-44f8-b29b-ff0e7d8f4f2b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:13.374475 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e15e804-bb06-4b5a-aaff-3069ec536d45 req-5a2e7c40-c118-44f8-b29b-ff0e7d8f4f2b tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 944 time: 0.1629961 Sep 16 04:38:13.471747 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e15e804-bb06-4b5a-aaff-3069ec536d45 req-6c8c2db1-1096-4bed-9d6a-79acd366ece6 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871150 Sep 16 04:38:13.485438 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.520461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547e53f0-236d-4605-9785-59f543d3132d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3359c9-06bd-43a7-a96c-ecc2d263bcb3'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:13.523915 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df47f040-b0db-40df-a006-c7ec4e7b0eb6" -d '{"events": [{"server_uuid": "547e53f0-236d-4605-9785-59f543d3132d", "name": "network-vif-plugged", "status": "completed", "tag": "7e3359c9-06bd-43a7-a96c-ecc2d263bcb3"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:13.547002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:13.554305 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.557263 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4054b6-99da-4898-b445-83807afe0f33 x-openstack-request-id: req-2f4054b6-99da-4898-b445-83807afe0f33 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:13.557708 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed56754d-5a3a-40e6-98ce-260a4e3e15a9", "name": "network-vif-deleted", "tag": "f77363d7-adc9-4608-a48c-85268e000db9", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:13.558095 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f4054b6-99da-4898-b445-83807afe0f33 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:13.558702 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed56754d-5a3a-40e6-98ce-260a4e3e15a9', 'name': 'network-vif-deleted', 'tag': 'f77363d7-adc9-4608-a48c-85268e000db9', 'status': 'completed', 'code': 200} Sep 16 04:38:13.559294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99abea3d-291c-4557-ac07-8921c5e8e2c8 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:13.610470 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f074a89f-b459-4b8a-9d28-79833162af48 x-openstack-request-id: req-f074a89f-b459-4b8a-9d28-79833162af48 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:13.611024 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547e53f0-236d-4605-9785-59f543d3132d", "name": "network-vif-plugged", "status": "completed", "tag": "7e3359c9-06bd-43a7-a96c-ecc2d263bcb3", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:13.611492 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f074a89f-b459-4b8a-9d28-79833162af48 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:13.612286 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547e53f0-236d-4605-9785-59f543d3132d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3359c9-06bd-43a7-a96c-ecc2d263bcb3', 'code': 200} Sep 16 04:38:13.718883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:13.724262 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.803448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:13.810271 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:13.894224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=99abea3d-291c-4557-ac07-8921c5e8e2c8,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:14.004193 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.031196 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fcd66e9-c7b7-4fdc-83fc-eb6678dd6022 req-d4207dd3-5447-47f2-a903-e2f51ee7dfc8 tempest-VolumesAdminNegativeTest-375731531 tempest-VolumesAdminNegativeTest-375731531-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed56754d-5a3a-40e6-98ce-260a4e3e15a9 HTTP/1.1" status: 200 len: 210 time: 0.0336559 Sep 16 04:38:14.064490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d86d-5b1c-4dd8-86f3-3398e77848d1 req-9b3951cf-53a9-404e-b396-332c031535a2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:14.065961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bd4d86d-5b1c-4dd8-86f3-3398e77848d1 req-9b3951cf-53a9-404e-b396-332c031535a2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.4744699 Sep 16 04:38:14.078652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c584e61-c22b-498b-991b-8703ba1b3770 req-15bd4dcb-fbd6-47c0-bba7-27e0e850462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:14.080263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c584e61-c22b-498b-991b-8703ba1b3770 req-15bd4dcb-fbd6-47c0-bba7-27e0e850462f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 1097 time: 0.0903366 Sep 16 04:38:14.119420 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.167336 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bd4d86d-5b1c-4dd8-86f3-3398e77848d1 req-b417b561-3db3-4cfe-91f4-274e59960d40 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946310 Sep 16 04:38:14.187641 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c584e61-c22b-498b-991b-8703ba1b3770 req-45b610d1-e5c1-4474-aa56-cc7a44f35e75 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910835 Sep 16 04:38:14.189288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:14.191002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:14.195768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:14.230953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Pushing event updated for resources: {'Port': ['ID=3553959c-f68b-4986-a0a0-f7f78cf7fbcf,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:14.262350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:14.263912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.320644 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-3d8f5328-4b8a-4066-a1ae-591574188edc tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6325064 Sep 16 04:38:14.338411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Request body: {'port': {'device_id': '1f9a884c-3845-4775-85bc-c917c8d904e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:14.373312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a2789-ef87-49e6-82bc-3157047bb96a req-e74e786e-4175-4c38-9934-e343a0f55b60 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:14.374979 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa9a2789-ef87-49e6-82bc-3157047bb96a req-e74e786e-4175-4c38-9934-e343a0f55b60 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 947 time: 0.0921152 Sep 16 04:38:14.438003 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.462885 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa9a2789-ef87-49e6-82bc-3157047bb96a req-8e92da62-c5ac-4d5e-8b17-4bc37e91f9bb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786111 Sep 16 04:38:14.502681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2da217ee-0fa1-4f1a-92c8-aedae31823ef None None] Provisioning complete for port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:14.503153 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2da217ee-0fa1-4f1a-92c8-aedae31823ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.551989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2da217ee-0fa1-4f1a-92c8-aedae31823ef None None] Port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:38:14.676438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd427a-78e6-4830-99c1-44cb9c24cf24 req-94716d70-7e5c-4dbb-997d-3244dc525863 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:14.678078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dd427a-78e6-4830-99c1-44cb9c24cf24 req-94716d70-7e5c-4dbb-997d-3244dc525863 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 936 time: 0.0953708 Sep 16 04:38:14.753376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device f77363d7-adc9-4608-a48c-85268e000db9 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:14.764052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dd427a-78e6-4830-99c1-44cb9c24cf24 req-fcc4077b-aafc-4163-92b0-c5b90114a089 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7cca91-bcc9-43da-97b4-fc8add8f5970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608788 Sep 16 04:38:14.798907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: f77363d7-adc9-4608-a48c-85268e000db9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:14.800514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device f77363d7-adc9-4608-a48c-85268e000db9 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:14.816833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739232e9-7c38-41e1-aa3a-9ac7c99255ca req-92c3a6e1-e203-4787-9b34-afce5c1e4011 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:14.818540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-739232e9-7c38-41e1-aa3a-9ac7c99255ca req-92c3a6e1-e203-4787-9b34-afce5c1e4011 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.0636368 Sep 16 04:38:14.832897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3553959c-f68b-4986-a0a0-f7f78cf7fbcf {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:14.841634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.854301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Transition to ACTIVE for port object 3553959c-f68b-4986-a0a0-f7f78cf7fbcf will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:38:14.860161 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-739232e9-7c38-41e1-aa3a-9ac7c99255ca req-bcaf7cfe-ac0e-43fb-b2a0-56ea76d59892 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349741 Sep 16 04:38:14.862825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:14.934929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Pushing event updated for resources: {'Port': ['ID=3553959c-f68b-4986-a0a0-f7f78cf7fbcf,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:15.035587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Attempting to bind port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:15.036162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Attempting to bind port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:15.036297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Attempting to bind port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:15.042535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:15.042868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Attempting to bind port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:15.053529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:15.054038 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:15.054320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:15.054728 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Bound port: 3553959c-f68b-4986-a0a0-f7f78cf7fbcf, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:15.055108 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.113053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52630) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:15.152200 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] For port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:15.155741 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] For port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3553959c-f68b-4986-a0a0-f7f78cf7fbcf,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:15.163484 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.174933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-0353881e-c541-4c0e-b882-5aea17407f15 admin admin] Deleting subnet bc62cab9-1106-48e8-a632-d6c8bcb7e339 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:38:15.180062 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0353881e-c541-4c0e-b882-5aea17407f15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.188870 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99abea3d-291c-4557-ac07-8921c5e8e2c8 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:15.246678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:15.247312 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.248709 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] 10.222.0.15 "PUT /v2.0/ports/3553959c-f68b-4986-a0a0-f7f78cf7fbcf HTTP/1.1" status: 200 len: 1097 time: 0.9146869 Sep 16 04:38:15.249167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9a884c-3845-4775-85bc-c917c8d904e8', 'tag': '3553959c-f68b-4986-a0a0-f7f78cf7fbcf'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:15.251497 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e33363-6dd1-4aa7-9633-4be467fd0d87" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9a884c-3845-4775-85bc-c917c8d904e8", "tag": "3553959c-f68b-4986-a0a0-f7f78cf7fbcf"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:15.295157 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0353881e-c541-4c0e-b882-5aea17407f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.360472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46407e3-8628-4df1-adf9-365bd5a3ee80 service neutron] Pushing event updated for resources: {'Port': ['ID=3553959c-f68b-4986-a0a0-f7f78cf7fbcf,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:15.377301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:15.392759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'mac_address': 'fa:16:3e:52:48:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:15.423226 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0353881e-c541-4c0e-b882-5aea17407f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.440224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-947a9e1a-643c-45c6-a3b5-ab6d764eddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:15.442326 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.442570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-947a9e1a-643c-45c6-a3b5-ab6d764eddbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13c8f66b06414ab989b56a850f4d3e59&device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 1100 time: 0.1337512 Sep 16 04:38:15.455751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e16274-c35d-4320-9a4f-59b806158db1 req-1f97ce61-c6d5-45dc-a148-1fd0fe33a5bb tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:15.456425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-9f342df1-1829-4b82-8c89-827e4701f64d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:15.460629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99abea3d-291c-4557-ac07-8921c5e8e2c8 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:15.464078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63e16274-c35d-4320-9a4f-59b806158db1 req-1f97ce61-c6d5-45dc-a148-1fd0fe33a5bb tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.1534414 Sep 16 04:38:15.465372 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-9f342df1-1829-4b82-8c89-827e4701f64d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/networks?id=afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 200 len: 805 time: 0.2482808 Sep 16 04:38:15.488073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:15.494749 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-0b301480-0d47-430c-bc42-517f62280881 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/quotas/70711a9b90994a488cc99fb66122368e HTTP/1.1" status: 200 len: 375 time: 0.0283968 Sep 16 04:38:15.496170 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.563066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=99abea3d-291c-4557-ac07-8921c5e8e2c8,revision_number=10']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:15.576972 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-5ab0f77f-807d-4c28-b151-afb46511cb0e tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=70711a9b90994a488cc99fb66122368e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812683 Sep 16 04:38:15.578226 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0353881e-c541-4c0e-b882-5aea17407f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.578865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:15.580199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:15.580790 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-d343dad4-7912-461e-b41e-f48da325e138 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=3553959c-f68b-4986-a0a0-f7f78cf7fbcf HTTP/1.1" status: 200 len: 217 time: 0.1065564 Sep 16 04:38:15.581019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:15.581572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:15.582301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:15.582846 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:15.584027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:15.584735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:15.585288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:15.585853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:15.587031 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:15.587754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:15.603220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63e16274-c35d-4320-9a4f-59b806158db1 req-8e5671b3-2eb8-4181-9b5a-df9ec1949387 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382654 Sep 16 04:38:15.613237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:15.616021 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772cf374-7681-48c8-98c8-6e4b939311a8" -d '{"events": [{"server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "name": "network-vif-unplugged", "status": "completed", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:15.645286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c59a3126-f7cb-49aa-9918-d10446e8dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:15.647628 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-c59a3126-f7cb-49aa-9918-d10446e8dd17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0555553 Sep 16 04:38:15.659451 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152746d0-e4bb-48e0-8625-3ef9dae4ed73 x-openstack-request-id: req-152746d0-e4bb-48e0-8625-3ef9dae4ed73 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:15.659840 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9a884c-3845-4775-85bc-c917c8d904e8", "tag": "3553959c-f68b-4986-a0a0-f7f78cf7fbcf", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:15.660215 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-152746d0-e4bb-48e0-8625-3ef9dae4ed73 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:15.660692 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9a884c-3845-4775-85bc-c917c8d904e8', 'tag': '3553959c-f68b-4986-a0a0-f7f78cf7fbcf', 'status': 'completed', 'code': 200} Sep 16 04:38:15.675683 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0353881e-c541-4c0e-b882-5aea17407f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.681479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0353881e-c541-4c0e-b882-5aea17407f15 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bc62cab9-1106-48e8-a632-d6c8bcb7e339 HTTP/1.1" status: 204 len: 168 time: 0.5672247 Sep 16 04:38:15.682583 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353881e-c541-4c0e-b882-5aea17407f15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc62cab9-1106-48e8-a632-d6c8bcb7e339,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:15.686561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52648) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:15.730426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-85071545-7963-48ad-84f2-8e940bb25a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:15.732188 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-85071545-7963-48ad-84f2-8e940bb25a6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750208 Sep 16 04:38:15.812645 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.817208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-d1b4b678-bd10-4a4a-9684-711f3f709cd1 service neutron] 10.222.0.53 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365744 Sep 16 04:38:15.834296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85055267-ff02-44e8-86ec-4f39b07bea40 req-fd94bea3-441c-45ab-a9fc-e95f4408981e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:15.835746 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85055267-ff02-44e8-86ec-4f39b07bea40 req-fd94bea3-441c-45ab-a9fc-e95f4408981e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1195943 Sep 16 04:38:15.845094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['99abea3d-291c-4557-ac07-8921c5e8e2c8'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:15.872052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-66bf380b-a2ce-4645-9302-6bfafe5a54a1 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258509 Sep 16 04:38:15.902851 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85055267-ff02-44e8-86ec-4f39b07bea40 req-d509603a-97a6-48d7-afc1-8f734eeffa39 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609870 Sep 16 04:38:15.976172 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:15.988723 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2269e8-9491-4a7e-8dd4-3d6e35ae7bc3 x-openstack-request-id: req-4c2269e8-9491-4a7e-8dd4-3d6e35ae7bc3 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:15.989047 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "name": "network-vif-unplugged", "status": "completed", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:15.990173 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c2269e8-9491-4a7e-8dd4-3d6e35ae7bc3 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:15.991010 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'code': 200} Sep 16 04:38:16.012156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fe5b789-fa1e-4f15-86b0-d45879defad9 req-1593a891-49e0-47e7-a7b1-6ffc0a3748ca service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273363 Sep 16 04:38:16.014715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743f7540-7d27-470f-bbf4-0b1c3a7a250e']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:16.036254 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-25d6b79f-8103-4aae-a222-2e9066879c81 service neutron] 10.222.0.53 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112720 Sep 16 04:38:16.038702 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49ad07b-2563-4482-894d-3678de612b0c') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:16.039001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49ad07b-2563-4482-894d-3678de612b0c') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:16.054305 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:16.075925 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:16.084408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:38:16.086779 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:38:16.088816 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:38:16.141727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e33363-6dd1-4aa7-9633-4be467fd0d87 req-fb998d3e-0d00-4580-b06b-846c30c0317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:16.143523 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7e33363-6dd1-4aa7-9633-4be467fd0d87 req-fb998d3e-0d00-4580-b06b-846c30c0317d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13c8f66b06414ab989b56a850f4d3e59&device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 1100 time: 0.0567327 Sep 16 04:38:16.167450 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:16.180514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:16.184985 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] 10.222.0.53 "DELETE /v2.0/networks/743f7540-7d27-470f-bbf4-0b1c3a7a250e HTTP/1.1" status: 204 len: 168 time: 0.4611523 Sep 16 04:38:16.193549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52660) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:16.201972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e91a02-88a1-4606-8521-b9772c576604 admin admin] Pushing event deleted for resources: {'Network': ['ID=743f7540-7d27-470f-bbf4-0b1c3a7a250e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:16.267396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-37403497-383b-4633-984e-8f8399e2a0af admin admin] Deleting subnet 295fa130-40aa-434c-81b4-1867214b5e31 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:38:16.273450 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37403497-383b-4633-984e-8f8399e2a0af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:16.349472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e939f-e3c8-4d4c-b2e4-a631a97c6eec req-ca899e3e-3aa8-48dc-ae41-54acb2288a53 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:16.352847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c21e939f-e3c8-4d4c-b2e4-a631a97c6eec req-ca899e3e-3aa8-48dc-ae41-54acb2288a53 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 948 time: 0.1884229 Sep 16 04:38:16.353335 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37403497-383b-4633-984e-8f8399e2a0af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:16.381271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d450c-5f68-4dbc-a06a-e5cae0c6c588 req-e06783e0-64b6-4951-a0b2-be9106594f15 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:16.388770 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c86d450c-5f68-4dbc-a06a-e5cae0c6c588 req-e06783e0-64b6-4951-a0b2-be9106594f15 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.1169667 Sep 16 04:38:16.397908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e33363-6dd1-4aa7-9633-4be467fd0d87 req-406feb98-f950-47ab-ad0d-827618fd1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:16.399385 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7e33363-6dd1-4aa7-9633-4be467fd0d87 req-406feb98-f950-47ab-ad0d-827618fd1d19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2465751 Sep 16 04:38:16.442182 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c86d450c-5f68-4dbc-a06a-e5cae0c6c588 req-e3cc1bcc-ebcc-4276-8d29-0a24436d5c9d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525012 Sep 16 04:38:16.445597 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c21e939f-e3c8-4d4c-b2e4-a631a97c6eec req-c4d5ed8c-7428-4fd2-ab84-8de34c79950a tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7cca91-bcc9-43da-97b4-fc8add8f5970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762327 Sep 16 04:38:16.463432 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37403497-383b-4633-984e-8f8399e2a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:16.529353 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7e33363-6dd1-4aa7-9633-4be467fd0d87 req-122476af-26f4-444d-896d-e9de0cd7a39e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=3553959c-f68b-4986-a0a0-f7f78cf7fbcf HTTP/1.1" status: 200 len: 217 time: 0.1115577 Sep 16 04:38:16.597310 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37403497-383b-4633-984e-8f8399e2a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:16.600468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e33363-6dd1-4aa7-9633-4be467fd0d87 req-437fbd2f-49cd-41e4-8c20-cf625a6756c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:16.602530 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7e33363-6dd1-4aa7-9633-4be467fd0d87 req-437fbd2f-49cd-41e4-8c20-cf625a6756c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0637739 Sep 16 04:38:16.712628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0a69c-32f6-472d-bcda-a349919a5b52 req-9b3edc67-575d-4a10-a4d8-5c95d66e9fbc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:16.714570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbb0a69c-32f6-472d-bcda-a349919a5b52 req-9b3edc67-575d-4a10-a4d8-5c95d66e9fbc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 949 time: 0.1106083 Sep 16 04:38:16.749411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e33363-6dd1-4aa7-9633-4be467fd0d87 req-287de02a-cea3-4557-b309-93274f947bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:16.751347 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7e33363-6dd1-4aa7-9633-4be467fd0d87 req-287de02a-cea3-4557-b309-93274f947bcb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312194 Sep 16 04:38:16.763429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 057b4b4d-edc5-457d-b3ad-60c275cc1648 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:16.822176 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbb0a69c-32f6-472d-bcda-a349919a5b52 req-597e537e-95a6-4144-af96-ad12e0987265 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999904 Sep 16 04:38:16.872907 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:16.929061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 057b4b4d-edc5-457d-b3ad-60c275cc1648, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=057b4b4d-edc5-457d-b3ad-60c275cc1648,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:16.935064 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:16.965118 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7e33363-6dd1-4aa7-9633-4be467fd0d87 req-0c8314d6-5987-4477-9f37-56b69d975fce service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958036 Sep 16 04:38:17.038821 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=057b4b4d-edc5-457d-b3ad-60c275cc1648,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:17.151935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7e33363-6dd1-4aa7-9633-4be467fd0d87 req-f78f7d98-cf09-419f-a61b-a1172c9d738e service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774735 Sep 16 04:38:17.159043 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22fd48f5-1e4b-4a1b-9c77-13f32c4895e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.178728 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb151ebd-bb12-47bf-9188-d2b0ed9569b2 req-48329bba-1aa5-4b7c-9fa4-db71f78a7939 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:17.180477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb151ebd-bb12-47bf-9188-d2b0ed9569b2 req-48329bba-1aa5-4b7c-9fa4-db71f78a7939 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 1097 time: 0.1526270 Sep 16 04:38:17.203468 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99abea3d-291c-4557-ac07-8921c5e8e2c8 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:17.204215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37403497-383b-4633-984e-8f8399e2a0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295fa130-40aa-434c-81b4-1867214b5e31,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:17.211199 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37403497-383b-4633-984e-8f8399e2a0af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.213194 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-37403497-383b-4633-984e-8f8399e2a0af admin admin] 10.222.0.53 "DELETE /v2.0/subnets/295fa130-40aa-434c-81b4-1867214b5e31 HTTP/1.1" status: 204 len: 168 time: 1.0185421 Sep 16 04:38:17.218464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52680) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:17.240981 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee3b000f-dc84-44a6-a4a7-4910265da3b5 req-2d3aedd9-5e83-4d6a-a568-41a07de12736 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 210 time: 0.5734801 Sep 16 04:38:17.263784 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb151ebd-bb12-47bf-9188-d2b0ed9569b2 req-8828d4ce-11e3-4335-bb7e-1e50ef65e614 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765433 Sep 16 04:38:17.264391 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85199970-994e-4f1f-ba27-ba73e4413a39 req-2fac4207-e922-4e92-8737-57770bf43091 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:17.266491 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85199970-994e-4f1f-ba27-ba73e4413a39 req-2fac4207-e922-4e92-8737-57770bf43091 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.15 "GET /v2.0/ports?device_id=b13150a9-baa3-49cd-a4ec-c2df2a4ceffe HTTP/1.1" status: 200 len: 944 time: 0.5957804 Sep 16 04:38:17.267414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 99abea3d-291c-4557-ac07-8921c5e8e2c8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:17.268439 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.385433 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.392691 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.451591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:17.460076 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.542857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2613b1-3d8f-4412-8a8d-08e04ead3bce req-71d31f88-e54b-4058-9740-d8ed71797ed2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:17.557817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b2613b1-3d8f-4412-8a8d-08e04ead3bce req-71d31f88-e54b-4058-9740-d8ed71797ed2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.1589513 Sep 16 04:38:17.576699 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=99abea3d-291c-4557-ac07-8921c5e8e2c8,revision_number=11']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:17.591928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-85199970-994e-4f1f-ba27-ba73e4413a39 req-d99ac211-181c-4f6c-b385-e2ed6b364521 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Deleting port 057b4b4d-edc5-457d-b3ad-60c275cc1648 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:17.592278 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-85199970-994e-4f1f-ba27-ba73e4413a39 req-d99ac211-181c-4f6c-b385-e2ed6b364521 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.640044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b2613b1-3d8f-4412-8a8d-08e04ead3bce req-dfefa5f0-3816-4ccb-b94c-12922f92921d tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808873 Sep 16 04:38:17.660688 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.712734 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d020aaee-4261-4e79-af5d-9c643a916a54']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:17.718716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-85199970-994e-4f1f-ba27-ba73e4413a39 req-d99ac211-181c-4f6c-b385-e2ed6b364521 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] For port 057b4b4d-edc5-457d-b3ad-60c275cc1648, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=057b4b4d-edc5-457d-b3ad-60c275cc1648,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:17.719199 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-85199970-994e-4f1f-ba27-ba73e4413a39 req-d99ac211-181c-4f6c-b385-e2ed6b364521 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.728393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8c0150-f195-48e3-aceb-ae2510916649') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:17.728829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8c0150-f195-48e3-aceb-ae2510916649') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:17.743698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-46dbe4e2-5498-4527-a788-526725e8c60a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:17.745366 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-46dbe4e2-5498-4527-a788-526725e8c60a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.15 "GET /v2.0/networks?id=afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 200 len: 805 time: 0.2574358 Sep 16 04:38:17.750675 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.753675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3433fc1-193d-4251-a7dd-c8832e0467ae req-14315988-ff30-496e-bd23-ea6b6d42e067 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:17.755845 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e3433fc1-193d-4251-a7dd-c8832e0467ae req-14315988-ff30-496e-bd23-ea6b6d42e067 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 1097 time: 0.1774282 Sep 16 04:38:17.761908 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-85199970-994e-4f1f-ba27-ba73e4413a39 req-d99ac211-181c-4f6c-b385-e2ed6b364521 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Calling delete_port for 057b4b4d-edc5-457d-b3ad-60c275cc1648 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:17.767677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Request body: {'port': {'device_id': '3403ef2a-2ed4-4274-a765-642bb500aec4', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'admin_state_up': True, 'tenant_id': '70711a9b90994a488cc99fb66122368e'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:17.794033 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.825186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:38:17.825512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:38:17.829056 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:38:17.842368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6db555-3912-4997-a49b-cf7465d2dd6c req-83b7bc2d-4a87-4c50-aa48-69e318dff76e tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:17.844556 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc6db555-3912-4997-a49b-cf7465d2dd6c req-83b7bc2d-4a87-4c50-aa48-69e318dff76e tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 948 time: 0.1147885 Sep 16 04:38:17.922222 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc6db555-3912-4997-a49b-cf7465d2dd6c req-3b1badd7-ace1-45b0-bda6-93231f42a573 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7cca91-bcc9-43da-97b4-fc8add8f5970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703740 Sep 16 04:38:17.922485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e3433fc1-193d-4251-a7dd-c8832e0467ae req-c50df8f7-530f-440c-bd4a-24b2dca75b4b tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583815 Sep 16 04:38:17.956986 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.964714 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:17.966666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d020aaee-4261-4e79-af5d-9c643a916a54 HTTP/1.1" status: 204 len: 168 time: 0.7455964 Sep 16 04:38:17.986691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b8c56-b0b5-4c75-ae51-a27bec8ec5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d020aaee-4261-4e79-af5d-9c643a916a54,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:17.991939 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13150a9-baa3-49cd-a4ec-c2df2a4ceffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057b4b4d-edc5-457d-b3ad-60c275cc1648'}, {'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:17.996062 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6826a38-bcb3-4133-be9a-87eabf5f05f6" -d '{"events": [{"server_uuid": "b13150a9-baa3-49cd-a4ec-c2df2a4ceffe", "name": "network-vif-unplugged", "status": "completed", "tag": "057b4b4d-edc5-457d-b3ad-60c275cc1648"}, {"server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "name": "network-vif-plugged", "status": "completed", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:18.010164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Made reservation on behalf of 70711a9b90994a488cc99fb66122368e for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:18.014036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.032939 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-85199970-994e-4f1f-ba27-ba73e4413a39 req-d99ac211-181c-4f6c-b385-e2ed6b364521 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.072751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ac211-181c-4f6c-b385-e2ed6b364521 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Pushing event deleted for resources: {'Port': ['ID=057b4b4d-edc5-457d-b3ad-60c275cc1648,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:18.122187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-85199970-994e-4f1f-ba27-ba73e4413a39 req-d99ac211-181c-4f6c-b385-e2ed6b364521 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] No DVR routers for this DVR port 057b4b4d-edc5-457d-b3ad-60c275cc1648 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:18.125006 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-85199970-994e-4f1f-ba27-ba73e4413a39 req-d99ac211-181c-4f6c-b385-e2ed6b364521 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.127065 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85199970-994e-4f1f-ba27-ba73e4413a39 req-d99ac211-181c-4f6c-b385-e2ed6b364521 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.15 "DELETE /v2.0/ports/057b4b4d-edc5-457d-b3ad-60c275cc1648 HTTP/1.1" status: 204 len: 173 time: 0.8517809 Sep 16 04:38:18.127511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13150a9-baa3-49cd-a4ec-c2df2a4ceffe', 'name': 'network-vif-deleted', 'tag': '057b4b4d-edc5-457d-b3ad-60c275cc1648'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:18.129916 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756dc7a0-1d03-4862-ad1d-92f0181f2a8b" -d '{"events": [{"server_uuid": "b13150a9-baa3-49cd-a4ec-c2df2a4ceffe", "name": "network-vif-deleted", "tag": "057b4b4d-edc5-457d-b3ad-60c275cc1648"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:18.157064 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-e955faf6-c244-4854-a32a-2f2c403b19ee tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=220f6be1326d49f48ff637872d6294e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361331 Sep 16 04:38:18.206546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Allocated IP 172.20.0.4 (afa02aac-80ed-4391-b933-25f6a1c06d99/4ec61476-0693-4014-9b8f-b2652cc8040c/5ea18d0e-44db-42c6-97fd-62d7f633c388) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:18.248034 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf9cea2-93cf-4a34-b1c8-b2fbd151e780 x-openstack-request-id: req-fdf9cea2-93cf-4a34-b1c8-b2fbd151e780 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:18.248336 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13150a9-baa3-49cd-a4ec-c2df2a4ceffe", "name": "network-vif-unplugged", "status": "completed", "tag": "057b4b4d-edc5-457d-b3ad-60c275cc1648", "code": 200}, {"server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "name": "network-vif-plugged", "status": "completed", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:18.248639 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdf9cea2-93cf-4a34-b1c8-b2fbd151e780 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:18.249153 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13150a9-baa3-49cd-a4ec-c2df2a4ceffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057b4b4d-edc5-457d-b3ad-60c275cc1648', 'code': 200} Sep 16 04:38:18.249412 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'code': 200} Sep 16 04:38:18.279310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52714) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:18.295095 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37399d70-4c07-4c96-85c5-ff73f69cc134 x-openstack-request-id: req-37399d70-4c07-4c96-85c5-ff73f69cc134 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:18.295390 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13150a9-baa3-49cd-a4ec-c2df2a4ceffe", "name": "network-vif-deleted", "tag": "057b4b4d-edc5-457d-b3ad-60c275cc1648", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:18.295649 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37399d70-4c07-4c96-85c5-ff73f69cc134 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:18.296042 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13150a9-baa3-49cd-a4ec-c2df2a4ceffe', 'name': 'network-vif-deleted', 'tag': '057b4b4d-edc5-457d-b3ad-60c275cc1648', 'status': 'completed', 'code': 200} Sep 16 04:38:18.337839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-a1fc522c-838b-4cae-8133-6b81a6d1cd41 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:18.342079 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-a1fc522c-838b-4cae-8133-6b81a6d1cd41 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690629 Sep 16 04:38:18.374471 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e3bac0d8-0699-47fc-93b3-ced7c8000fc2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be28d8f3186341449bad03f3c7c9bf34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938365 Sep 16 04:38:18.377166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52716) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:18.387332 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-b93df798-1506-4239-a659-1dd6172fe8cf tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/quotas/220f6be1326d49f48ff637872d6294e2 HTTP/1.1" status: 200 len: 375 time: 0.0408552 Sep 16 04:38:18.406081 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.442406 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.476681 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-62c6ac34-c5fa-4239-b3ae-be12d8fae918 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816793 Sep 16 04:38:18.484717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Network afa02aac-80ed-4391-b933-25f6a1c06d99 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:18.489390 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3b8adb2d-3c69-4c6f-8e62-24cbf034971c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.490151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:18.494293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:18.513537 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3b8adb2d-3c69-4c6f-8e62-24cbf034971c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.541508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Pushing event updated for resources: {'Port': ['ID=5ea18d0e-44db-42c6-97fd-62d7f633c388,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:18.565141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:18.565825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.587539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-939ac2fa-0871-4c43-b050-1a3d8d23cd93 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8260560 Sep 16 04:38:18.601904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Request body: {'port': {'device_id': '3403ef2a-2ed4-4274-a765-642bb500aec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:18.607828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3b8adb2d-3c69-4c6f-8e62-24cbf034971c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.630510 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3b8adb2d-3c69-4c6f-8e62-24cbf034971c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.633939 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3b8adb2d-3c69-4c6f-8e62-24cbf034971c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/263a4989-fff3-46d9-ba1c-77abf4896386 HTTP/1.1" status: 204 len: 168 time: 0.2554812 Sep 16 04:38:18.679330 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:18.688761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8adb2d-3c69-4c6f-8e62-24cbf034971c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263a4989-fff3-46d9-ba1c-77abf4896386,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:18.781965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3553959c-f68b-4986-a0a0-f7f78cf7fbcf details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:18.800690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07890041-5f9b-4ef3-b777-567288636ac4 req-66c55dc7-1be1-485a-b61e-cabf82cd31f1 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:18.804194 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-07890041-5f9b-4ef3-b777-567288636ac4 req-66c55dc7-1be1-485a-b61e-cabf82cd31f1 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 931 time: 0.1111619 Sep 16 04:38:18.910196 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-07890041-5f9b-4ef3-b777-567288636ac4 req-707d5a9f-75b8-427a-89b7-e5c1e99dee33 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987678 Sep 16 04:38:19.040806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3553959c-f68b-4986-a0a0-f7f78cf7fbcf,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:19.074255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '3553959c-f68b-4986-a0a0-f7f78cf7fbcf', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '3553959c-f68b-4986-a0a0-f7f78cf7fbcf', 'mac_address': 'fa:16:3e:38:4b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:19.172734 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.188383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea18d0e-44db-42c6-97fd-62d7f633c388 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:19.197799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.211861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Transition to ACTIVE for port object 5ea18d0e-44db-42c6-97fd-62d7f633c388 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:38:19.212456 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-183b28c4-d832-4fc0-a831-35871640a84c req-718d02fe-c3d9-4961-9def-c89b4077d899 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 210 time: 0.0872138 Sep 16 04:38:19.225442 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.225732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3553959c-f68b-4986-a0a0-f7f78cf7fbcf {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:19.292527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3553959c-f68b-4986-a0a0-f7f78cf7fbcf,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:19.303791 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.370551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Pushing event updated for resources: {'Port': ['ID=5ea18d0e-44db-42c6-97fd-62d7f633c388,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:19.379096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79198881-2836-4549-a556-7aaf0e96e184 req-ba827584-72ad-4711-90cc-c7dc820983f4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:19.390791 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-79198881-2836-4549-a556-7aaf0e96e184 req-ba827584-72ad-4711-90cc-c7dc820983f4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.0845051 Sep 16 04:38:19.399584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Attempting to bind port 5ea18d0e-44db-42c6-97fd-62d7f633c388 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:19.400206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Attempting to bind port 5ea18d0e-44db-42c6-97fd-62d7f633c388 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:19.400346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Attempting to bind port 5ea18d0e-44db-42c6-97fd-62d7f633c388 on network afa02aac-80ed-4391-b933-25f6a1c06d99 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:19.410015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Port 5ea18d0e-44db-42c6-97fd-62d7f633c388 on network afa02aac-80ed-4391-b933-25f6a1c06d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:19.410364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Attempting to bind port 5ea18d0e-44db-42c6-97fd-62d7f633c388 on network afa02aac-80ed-4391-b933-25f6a1c06d99 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:19.416252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:19.416593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Checking segment: {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:19.416988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Bound using segment: {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:19.417421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Bound port: 5ea18d0e-44db-42c6-97fd-62d7f633c388, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:19.417817 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.419630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52760) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:19.433998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=3553959c-f68b-4986-a0a0-f7f78cf7fbcf,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:19.438300 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-79198881-2836-4549-a556-7aaf0e96e184 req-eecd4eb7-b7ab-4636-9fe7-e9bd9a140bf4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461252 Sep 16 04:38:19.518788 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] For port 5ea18d0e-44db-42c6-97fd-62d7f633c388, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:19.523039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] For port 5ea18d0e-44db-42c6-97fd-62d7f633c388, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5ea18d0e-44db-42c6-97fd-62d7f633c388,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:19.534509 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.583945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a515c80-d97e-46d9-b5f6-369cabd1ab51 req-c939235b-2e9a-41ac-a3dd-197636cd6e0b tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:19.593929 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a515c80-d97e-46d9-b5f6-369cabd1ab51 req-c939235b-2e9a-41ac-a3dd-197636cd6e0b tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 949 time: 0.0752106 Sep 16 04:38:19.595395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5b78d150-5989-4737-802b-b00e089c03ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d35cf85156264b6f8819c1fb6d12ea89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737857 Sep 16 04:38:19.597192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52762) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:19.601404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:19.602078 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.603546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] 10.222.0.15 "PUT /v2.0/ports/5ea18d0e-44db-42c6-97fd-62d7f633c388 HTTP/1.1" status: 200 len: 1092 time: 1.0070858 Sep 16 04:38:19.603985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3403ef2a-2ed4-4274-a765-642bb500aec4', 'tag': '5ea18d0e-44db-42c6-97fd-62d7f633c388'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:19.606052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['3553959c-f68b-4986-a0a0-f7f78cf7fbcf'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:19.606637 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0613d225-5cb9-4a68-b6cb-75654973eeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "3403ef2a-2ed4-4274-a765-642bb500aec4", "tag": "5ea18d0e-44db-42c6-97fd-62d7f633c388"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:19.633188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e3b03-1021-45ab-bc2c-c0f4432e693d service neutron] Pushing event updated for resources: {'Port': ['ID=5ea18d0e-44db-42c6-97fd-62d7f633c388,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:19.635229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-8f4bd812-e686-40d8-9505-3f4b76d113bd tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:38:19.636409 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-8f4bd812-e686-40d8-9505-3f4b76d113bd tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0403399 Sep 16 04:38:19.703870 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a515c80-d97e-46d9-b5f6-369cabd1ab51 req-1c3e9b9a-21f3-4dd2-be51-1ccea73e69a7 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7cca91-bcc9-43da-97b4-fc8add8f5970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090798 Sep 16 04:38:19.722237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-ec897341-1e0d-4446-8981-7955bf9c6947 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:19.724636 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-ec897341-1e0d-4446-8981-7955bf9c6947 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports/7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 HTTP/1.1" status: 200 len: 1094 time: 0.0759532 Sep 16 04:38:19.730384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-8c903373-c3e7-4ddc-a648-a6ce30c232a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:19.736074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-8c903373-c3e7-4ddc-a648-a6ce30c232a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70711a9b90994a488cc99fb66122368e&device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 1095 time: 0.0640011 Sep 16 04:38:19.742849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] Request body: {'binding': {'host': 'n-h2-712142-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:19.743566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] Unknown quota resources ['binding']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:38:19.803365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94a643a1-e46d-44ed-9209-f5a691181126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.811782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-c71dc512-00a6-4a60-8f55-bf9b155be397 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea18d0e-44db-42c6-97fd-62d7f633c388 HTTP/1.1" status: 200 len: 217 time: 0.0571549 Sep 16 04:38:19.859170 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee00118-9d43-4255-88a1-e16d19949e5e x-openstack-request-id: req-1ee00118-9d43-4255-88a1-e16d19949e5e {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:19.859473 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3403ef2a-2ed4-4274-a765-642bb500aec4", "tag": "5ea18d0e-44db-42c6-97fd-62d7f633c388", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:19.859744 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ee00118-9d43-4255-88a1-e16d19949e5e {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:19.860137 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3403ef2a-2ed4-4274-a765-642bb500aec4', 'tag': '5ea18d0e-44db-42c6-97fd-62d7f633c388', 'status': 'completed', 'code': 200} Sep 16 04:38:19.875227 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94a643a1-e46d-44ed-9209-f5a691181126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.877870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-344a3456-5e04-4363-b0b3-affeccd7737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:19.879432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-344a3456-5e04-4363-b0b3-affeccd7737c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ec61476-0693-4014-9b8f-b2652cc8040c HTTP/1.1" status: 200 len: 845 time: 0.0528631 Sep 16 04:38:19.918070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-fc7fbe21-1a7c-4ae5-a362-eb62b88083f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=afa02aac-80ed-4391-b933-25f6a1c06d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251782 Sep 16 04:38:19.968955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] Attempting to bind port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on host n-h2-712142-17 for vnic_type normal with profile None {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:19.969415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] Attempting to bind port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:19.969796 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] Attempting to bind port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:19.972289 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94a643a1-e46d-44ed-9209-f5a691181126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.973410 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a7cba76a-f74d-40e0-9c11-d473b6ecb221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.974973 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94a643a1-e46d-44ed-9209-f5a691181126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:19.976138 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-94a643a1-e46d-44ed-9209-f5a691181126 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04e02b72-748d-4758-aeea-9d962296f966 HTTP/1.1" status: 204 len: 168 time: 0.3763659 Sep 16 04:38:19.986480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a643a1-e46d-44ed-9209-f5a691181126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e02b72-748d-4758-aeea-9d962296f966,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:19.988544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] Port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:19.988874 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] Attempting to bind port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:19.994711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:19.995065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:19.995458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] Bound using segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:19.995898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] Bound port: 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:20.088865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c245e19-4013-469e-8199-b587cf54d215 req-3b0a6f91-5ec0-484c-9c4c-ff650db73def tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.090492 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5c245e19-4013-469e-8199-b587cf54d215 req-3b0a6f91-5ec0-484c-9c4c-ff650db73def tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 943 time: 0.0915570 Sep 16 04:38:20.094001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:20.115023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-940d6b62-98bd-4057-9915-836544429410 service neutron] 10.222.0.15 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837680 Sep 16 04:38:20.126583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.128183 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-99de0d08-10c1-4ae0-9860-3019dfa8afc4 service neutron] 10.222.0.53 "POST /v2.0/ports/7e3359c9-06bd-43a7-a96c-ecc2d263bcb3/bindings HTTP/1.1" status: 201 len: 390 time: 0.3928511 Sep 16 04:38:20.159633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572305-3984-425e-8074-ddc98a4ed39b req-27b2da6e-68b7-4ba9-8239-df5828b3b34a tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.161781 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-27b2da6e-68b7-4ba9-8239-df5828b3b34a tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d&tenant_id=043d7505d3794c99864b8a9842baccb0&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.1079867 Sep 16 04:38:20.162576 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5c245e19-4013-469e-8199-b587cf54d215 req-73c52eec-54f5-451c-b556-7f31e4b9efd7 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625069 Sep 16 04:38:20.204329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-17'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:20.299147 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-0d220720-eff1-4026-a614-bad5730d6de4 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=220f6be1326d49f48ff637872d6294e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562603 Sep 16 04:38:20.392639 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87b0ae6d-a3f3-4163-9d2c-062f6e850e10 req-8cd43e1c-7423-4026-8474-323fc2d49ab3 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 210 time: 0.0461836 Sep 16 04:38:20.495116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-52f7cfec-6170-47f1-a202-ba0245a60bb4 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.497559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-52f7cfec-6170-47f1-a202-ba0245a60bb4 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917732 Sep 16 04:38:20.512167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Request body: {'port': {'device_id': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '220f6be1326d49f48ff637872d6294e2'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:20.594235 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b7d0154-d387-4d3e-b8e0-3cd9321f5982 req-8a1eed8a-6d9a-4479-910f-fc50fd0f1782 service neutron] 10.222.0.15 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685652 Sep 16 04:38:20.597589 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.609468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df071-1704-4e7c-9df5-ae36b0e8b1b8 req-a95c7406-9fa6-4270-8bca-c35544c0a42e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.610985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d64df071-1704-4e7c-9df5-ae36b0e8b1b8 req-a95c7406-9fa6-4270-8bca-c35544c0a42e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.1004329 Sep 16 04:38:20.685162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4b26543e-56bb-4023-9c97-e3d11843b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.686649 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4b26543e-56bb-4023-9c97-e3d11843b988 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 1097 time: 0.1415205 Sep 16 04:38:20.695893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ebed8-a601-4ed7-bdd2-0400380e2804 req-ba5791a3-6fba-446d-acf8-633e96630abc tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.699151 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-393ebed8-a601-4ed7-bdd2-0400380e2804 req-ba5791a3-6fba-446d-acf8-633e96630abc tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 945 time: 0.1509657 Sep 16 04:38:20.710053 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d64df071-1704-4e7c-9df5-ae36b0e8b1b8 req-71d26917-e6d7-411b-b4b5-2b269b3fd75a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869498 Sep 16 04:38:20.734051 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.796062 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3553959c-f68b-4986-a0a0-f7f78cf7fbcf up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:20.836486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Made reservation on behalf of 220f6be1326d49f48ff637872d6294e2 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:20.839998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.851082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:38:20.855975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:20.856728 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.863220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613d225-5cb9-4a68-b6cb-75654973eeb6 req-5036836e-28cd-4e27-bae9-eb91620c6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.866163 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0613d225-5cb9-4a68-b6cb-75654973eeb6 req-5036836e-28cd-4e27-bae9-eb91620c6fa6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70711a9b90994a488cc99fb66122368e&device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 1095 time: 0.1850374 Sep 16 04:38:20.876218 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-393ebed8-a601-4ed7-bdd2-0400380e2804 req-ba18bc55-dee6-4ce0-892c-675101480704 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595132 Sep 16 04:38:20.927461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-a7f6d8c9-a0b5-4478-b59a-085adf73b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:20.930782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-a7f6d8c9-a0b5-4478-b59a-085adf73b617 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.2321651 Sep 16 04:38:20.969039 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:20.992211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:21.053948 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-0f53d6cb-5f75-416e-a025-8fa572bd3767 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 HTTP/1.1" status: 200 len: 217 time: 0.0693128 Sep 16 04:38:21.061395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32008797-f9ea-400f-aeb7-6ddfb99ac812 req-ead3b9e9-45c1-407d-8069-c6db919473af tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:21.070571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32008797-f9ea-400f-aeb7-6ddfb99ac812 req-ead3b9e9-45c1-407d-8069-c6db919473af tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 949 time: 0.2284136 Sep 16 04:38:21.133718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-f4840cea-912c-49e9-9aa3-ec406c492aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:21.135865 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-f4840cea-912c-49e9-9aa3-ec406c492aea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.0552821 Sep 16 04:38:21.139266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613d225-5cb9-4a68-b6cb-75654973eeb6 req-040c7403-04e6-4666-a159-b028670cd542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:21.141354 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0613d225-5cb9-4a68-b6cb-75654973eeb6 req-040c7403-04e6-4666-a159-b028670cd542 service neutron] 10.222.0.15 "GET /v2.0/networks?id=afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 200 len: 906 time: 0.2656443 Sep 16 04:38:21.146984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9a884c-3845-4775-85bc-c917c8d904e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3553959c-f68b-4986-a0a0-f7f78cf7fbcf'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:21.149881 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e529f17-2acd-48c2-ad8a-8906969d9283" -d '{"events": [{"server_uuid": "1f9a884c-3845-4775-85bc-c917c8d904e8", "name": "network-vif-plugged", "status": "completed", "tag": "3553959c-f68b-4986-a0a0-f7f78cf7fbcf"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:21.165556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3553959c-f68b-4986-a0a0-f7f78cf7fbcf,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:21.171203 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.172551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 057b4b4d-edc5-457d-b3ad-60c275cc1648 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:21.179381 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:21.202449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 057b4b4d-edc5-457d-b3ad-60c275cc1648 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:21.203181 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 057b4b4d-edc5-457d-b3ad-60c275cc1648 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:21.229104 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-c562fe39-9151-432a-bca5-bd8d73e4617c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602932 Sep 16 04:38:21.229819 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e24618-403e-42cb-88ff-11f6ebacddcc x-openstack-request-id: req-56e24618-403e-42cb-88ff-11f6ebacddcc {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:21.230242 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9a884c-3845-4775-85bc-c917c8d904e8", "name": "network-vif-plugged", "status": "completed", "tag": "3553959c-f68b-4986-a0a0-f7f78cf7fbcf", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:21.230858 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56e24618-403e-42cb-88ff-11f6ebacddcc {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:21.231340 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9a884c-3845-4775-85bc-c917c8d904e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3553959c-f68b-4986-a0a0-f7f78cf7fbcf', 'code': 200} Sep 16 04:38:21.232141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4a2af427-ac53-45d8-99e5-0c0c01e97733 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:21.256555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32008797-f9ea-400f-aeb7-6ddfb99ac812 req-021bf007-4ac9-461b-a699-e2b1142939e9 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7cca91-bcc9-43da-97b4-fc8add8f5970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813407 Sep 16 04:38:21.258255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Allocated IP 192.168.233.164 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/efc482f4-ab17-431f-814d-ed8166b167e7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:21.272569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0613d225-5cb9-4a68-b6cb-75654973eeb6 req-eb111719-a999-4653-830b-1490cbc5cd3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea18d0e-44db-42c6-97fd-62d7f633c388 HTTP/1.1" status: 200 len: 217 time: 0.1149251 Sep 16 04:38:21.344008 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.354414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=3553959c-f68b-4986-a0a0-f7f78cf7fbcf,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:21.393517 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.453073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613d225-5cb9-4a68-b6cb-75654973eeb6 req-fe4c48f1-8810-4c8f-a42d-fb069eb7f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:21.455075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0613d225-5cb9-4a68-b6cb-75654973eeb6 req-fe4c48f1-8810-4c8f-a42d-fb069eb7f15e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ec61476-0693-4014-9b8f-b2652cc8040c HTTP/1.1" status: 200 len: 845 time: 0.1696301 Sep 16 04:38:21.458717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:21.480810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4a2af427-ac53-45d8-99e5-0c0c01e97733 has no active binding in host n-h1-712142-17 {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:38:21.505572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37d3e5-659f-4ea1-b0bc-4dd2895cd95a req-0dc4f3fb-48c1-487f-8cfb-76b4e92fbf07 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:21.507205 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a37d3e5-659f-4ea1-b0bc-4dd2895cd95a req-0dc4f3fb-48c1-487f-8cfb-76b4e92fbf07 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 943 time: 0.1599493 Sep 16 04:38:21.511529 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.521565 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-f44ce870-d1d7-4c6a-ba79-1b9f8f6f9034 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731748 Sep 16 04:38:21.529576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189364df-d5cc-47f9-8927-1d34ff968e1c req-f920a4f5-247c-4f29-b75d-cba6828e976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:21.531665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-189364df-d5cc-47f9-8927-1d34ff968e1c req-f920a4f5-247c-4f29-b75d-cba6828e976b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 1102 time: 0.1851637 Sep 16 04:38:21.542341 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0613d225-5cb9-4a68-b6cb-75654973eeb6 req-3b5a209c-bdff-47a3-b2c8-1e2757315b7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=afa02aac-80ed-4391-b933-25f6a1c06d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738976 Sep 16 04:38:21.576107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2af427-ac53-45d8-99e5-0c0c01e97733,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:21.675319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-758ea7ea-a9a6-43b4-8752-9a86a4787ab3 req-555e573b-c16d-455e-8bdc-6faf5a6ac539 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 210 time: 0.0477414 Sep 16 04:38:21.697642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Attempting to bind port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on host n-h2-712142-17 for vnic_type normal with profile {"migrating_to": "n-h1-712142-17"} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:21.697642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Attempting to bind port 4a2af427-ac53-45d8-99e5-0c0c01e97733 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:21.697642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Attempting to bind port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:21.707828 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a37d3e5-659f-4ea1-b0bc-4dd2895cd95a req-25fadc46-f08e-4bed-bab6-2bd4c12f9ec7 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893396 Sep 16 04:38:21.726862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:21.727114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Attempting to bind port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on network 45c2c738-4641-4c06-a2b2-aea8aa89b318 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:21.739026 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-189364df-d5cc-47f9-8927-1d34ff968e1c req-029d308a-d325-4f67-8057-b39dec5490fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1a7cca91-bcc9-43da-97b4-fc8add8f5970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744916 Sep 16 04:38:21.746105 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.750563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:21.751291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Checking segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:21.752065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Bound using segment: {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:21.753088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Bound port: 4a2af427-ac53-45d8-99e5-0c0c01e97733, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '45c2c738-4641-4c06-a2b2-aea8aa89b318'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:21.753694 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.775039 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-bc120c7c-c8e6-46f3-9d4c-58fe848fdb73 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441852 Sep 16 04:38:21.808707 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:21.822468 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d8153196-2a0c-48bc-a7ff-b513882d2ba6', '4252a6b3-98db-4737-b85b-3720fba49a37', '99abea3d-291c-4557-ac07-8921c5e8e2c8'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:21.864960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd2b00f-d6e8-45fb-816f-2c43dec4148d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2af427-ac53-45d8-99e5-0c0c01e97733'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:21.868206 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adda8410-47fc-4eee-bccd-adf66d1f106a" -d '{"events": [{"server_uuid": "abd2b00f-d6e8-45fb-816f-2c43dec4148d", "name": "network-vif-unplugged", "status": "completed", "tag": "4a2af427-ac53-45d8-99e5-0c0c01e97733"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:21.870313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:21.874404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:21.881825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:21.914009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0613d225-5cb9-4a68-b6cb-75654973eeb6 req-9894c05a-52b3-4c05-bca6-a06844f6a81f service neutron] 10.222.0.15 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480589 Sep 16 04:38:21.927392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:21.992534 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140fdf76-fa5f-48f5-ab62-6727e3267bd3 x-openstack-request-id: req-140fdf76-fa5f-48f5-ab62-6727e3267bd3 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:21.992844 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd2b00f-d6e8-45fb-816f-2c43dec4148d", "name": "network-vif-unplugged", "status": "completed", "tag": "4a2af427-ac53-45d8-99e5-0c0c01e97733", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:21.993144 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-140fdf76-fa5f-48f5-ab62-6727e3267bd3 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:21.993643 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd2b00f-d6e8-45fb-816f-2c43dec4148d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2af427-ac53-45d8-99e5-0c0c01e97733', 'code': 200} Sep 16 04:38:22.006161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:22.007043 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.012247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:22.018176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:22.041929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2adc2-0fd6-4e41-850a-51c12619edf9 req-8d0c7a7d-cb57-4ce3-9af1-89b047a358bc tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:22.042933 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-ea694e0b-4e0f-40fe-9155-0eb798f4ef9b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5348134 Sep 16 04:38:22.044247 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ed2adc2-0fd6-4e41-850a-51c12619edf9 req-8d0c7a7d-cb57-4ce3-9af1-89b047a358bc tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.2369125 Sep 16 04:38:22.063796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.064041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Request body: {'port': {'device_id': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:22.287654 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.292528 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ed2adc2-0fd6-4e41-850a-51c12619edf9 req-15e432d0-9db6-42b0-8f66-94dfd72018ff tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164230 Sep 16 04:38:22.311129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38735129-d832-4fa3-8ea3-8ab65ec43dbb req-aa19d67e-ffa1-43af-aeb0-f17344371663 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:22.313151 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-38735129-d832-4fa3-8ea3-8ab65ec43dbb req-aa19d67e-ffa1-43af-aeb0-f17344371663 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.1901684 Sep 16 04:38:22.352302 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0613d225-5cb9-4a68-b6cb-75654973eeb6 req-92c65212-2a41-4c8a-aa4b-96c1c49784d4 service neutron] 10.222.0.15 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059019 Sep 16 04:38:22.394954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2527d4d5-6bd1-45a0-a6b1-dcba0e6b1279 None None] Provisioning complete for port efc482f4-ab17-431f-814d-ed8166b167e7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:22.395330 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2527d4d5-6bd1-45a0-a6b1-dcba0e6b1279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.422882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:22.423736 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.425623 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] 10.222.0.50 "PUT /v2.0/ports/4a2af427-ac53-45d8-99e5-0c0c01e97733 HTTP/1.1" status: 200 len: 1123 time: 2.2560413 Sep 16 04:38:22.429357 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-38735129-d832-4fa3-8ea3-8ab65ec43dbb req-330d9478-1e1f-4f86-b8b4-24b451743bf9 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075675 Sep 16 04:38:22.433287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e633b-9cf8-47d3-81f6-b9be96d4ad18 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2af427-ac53-45d8-99e5-0c0c01e97733,revision_number=8']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:22.457707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2527d4d5-6bd1-45a0-a6b1-dcba0e6b1279 None None] Port efc482f4-ab17-431f-814d-ed8166b167e7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:38:22.523224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['4a2af427-ac53-45d8-99e5-0c0c01e97733'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:22.560359 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4fdf53d9-8fec-49a6-9b5f-86b70d35e486 req-1d75dcd3-652e-458d-9eb2-7e8bd38b333e tempest-FlavorsV2NegativeTest-52170740 tempest-FlavorsV2NegativeTest-52170740-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ee45047076224a2fbe1cd81161ac2141&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398817 Sep 16 04:38:22.582496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['4a2af427-ac53-45d8-99e5-0c0c01e97733'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:22.726699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf53d9-8fec-49a6-9b5f-86b70d35e486 req-39925e86-d0ed-4ff9-8f15-3c0c12e2a720 tempest-FlavorsV2NegativeTest-52170740 tempest-FlavorsV2NegativeTest-52170740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:22.736556 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4fdf53d9-8fec-49a6-9b5f-86b70d35e486 req-39925e86-d0ed-4ff9-8f15-3c0c12e2a720 tempest-FlavorsV2NegativeTest-52170740 tempest-FlavorsV2NegativeTest-52170740-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661761 Sep 16 04:38:22.760159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4fdf53d9-8fec-49a6-9b5f-86b70d35e486 req-a90f9485-fb06-416e-b0bb-e33e631a9101 tempest-FlavorsV2NegativeTest-52170740 tempest-FlavorsV2NegativeTest-52170740-project] 10.222.0.53 "GET /v2.0/quotas/ee45047076224a2fbe1cd81161ac2141 HTTP/1.1" status: 200 len: 375 time: 0.0214798 Sep 16 04:38:22.805847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4fdf53d9-8fec-49a6-9b5f-86b70d35e486 req-fa7d73d2-1d36-4f03-9302-590b3f9e2b4c tempest-FlavorsV2NegativeTest-52170740 tempest-FlavorsV2NegativeTest-52170740-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee45047076224a2fbe1cd81161ac2141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443907 Sep 16 04:38:22.819290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5ea18d0e-44db-42c6-97fd-62d7f633c388 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:22.824633 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc482f4-ab17-431f-814d-ed8166b167e7 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:22.836896 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.859271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Transition to ACTIVE for port object efc482f4-ab17-431f-814d-ed8166b167e7 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:38:22.868397 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:22.980918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5ea18d0e-44db-42c6-97fd-62d7f633c388, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5ea18d0e-44db-42c6-97fd-62d7f633c388,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:22.991613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d7f8f-434b-4911-babe-00a4ffc08b67 req-16ea8245-a5f8-4b23-b5d4-5f1a41d90684 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.000657 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e23d7f8f-434b-4911-babe-00a4ffc08b67 req-16ea8245-a5f8-4b23-b5d4-5f1a41d90684 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 950 time: 0.4356885 Sep 16 04:38:23.056410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59def356-03d6-4303-b95d-39de81065921 req-d6325e78-4247-492e-b648-8ced2d6d03d6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.063637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '5ea18d0e-44db-42c6-97fd-62d7f633c388', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'port_id': '5ea18d0e-44db-42c6-97fd-62d7f633c388', 'mac_address': 'fa:16:3e:f5:f6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec61476-0693-4014-9b8f-b2652cc8040c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:23.064614 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-59def356-03d6-4303-b95d-39de81065921 req-d6325e78-4247-492e-b648-8ced2d6d03d6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 948 time: 0.1113079 Sep 16 04:38:23.097568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:23.116163 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.118392 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.135559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea18d0e-44db-42c6-97fd-62d7f633c388 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:23.147180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-59def356-03d6-4303-b95d-39de81065921 req-be623af3-b6a7-49f4-bc81-c1885a112c6f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802717 Sep 16 04:38:23.175871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5ea18d0e-44db-42c6-97fd-62d7f633c388, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5ea18d0e-44db-42c6-97fd-62d7f633c388,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:23.181701 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.190181 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e23d7f8f-434b-4911-babe-00a4ffc08b67 req-054013d8-bc3e-441d-a023-7860dde2b9f8 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7cca91-bcc9-43da-97b4-fc8add8f5970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863744 Sep 16 04:38:23.276524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5ea18d0e-44db-42c6-97fd-62d7f633c388,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:23.295735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Attempting to bind port efc482f4-ab17-431f-814d-ed8166b167e7 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:23.296092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Attempting to bind port efc482f4-ab17-431f-814d-ed8166b167e7 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:23.296598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Attempting to bind port efc482f4-ab17-431f-814d-ed8166b167e7 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:23.302156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Port efc482f4-ab17-431f-814d-ed8166b167e7 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:23.302755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Attempting to bind port efc482f4-ab17-431f-814d-ed8166b167e7 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:23.308610 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:23.309084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:23.309484 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:23.309955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Bound port: efc482f4-ab17-431f-814d-ed8166b167e7, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:23.310408 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.346422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f9420-9c7e-4fa0-b94c-03d3786201d8 req-c8cea279-371a-452a-b874-418ad24779b8 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.355433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-003f9420-9c7e-4fa0-b94c-03d3786201d8 req-c8cea279-371a-452a-b874-418ad24779b8 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 944 time: 0.0784209 Sep 16 04:38:23.406089 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-003f9420-9c7e-4fa0-b94c-03d3786201d8 req-d1230019-0d8b-458d-9472-4e27f6ffec2a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462165 Sep 16 04:38:23.451170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:23.468843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:23.472116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5ea18d0e-44db-42c6-97fd-62d7f633c388'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:23.479852 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.496886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90f410-7cfa-49a1-a7a2-5851d448db03 req-3d12dda1-a533-4858-8c83-0e9a0230b861 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.498712 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0a90f410-7cfa-49a1-a7a2-5851d448db03 req-3d12dda1-a533-4858-8c83-0e9a0230b861 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.0883660 Sep 16 04:38:23.601241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.601927 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.603368 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] 10.222.0.15 "PUT /v2.0/ports/efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 1097 time: 1.5496724 Sep 16 04:38:23.603824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:23.613649 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee789221-8598-4788-9acb-acb31f65deb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:23.654738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0da2d-21fe-4355-8bdc-bae5d081a947 req-5704836f-c275-4d96-a581-6c9dd918ae34 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.654943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52890) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:23.664873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3da0da2d-21fe-4355-8bdc-bae5d081a947 req-5704836f-c275-4d96-a581-6c9dd918ae34 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.0817561 Sep 16 04:38:23.695776 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0a90f410-7cfa-49a1-a7a2-5851d448db03 req-736b5155-6f83-4521-9b6d-902930411584 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551852 Sep 16 04:38:23.715335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd48231-1286-4db2-8382-a9de97224140 service neutron] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:23.726233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3da0da2d-21fe-4355-8bdc-bae5d081a947 req-c48f30cf-ab34-44af-b410-4b918c600a37 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603137 Sep 16 04:38:23.748588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-b981781b-a024-4902-bc66-d47f8b16f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.750326 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-b981781b-a024-4902-bc66-d47f8b16f58b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1100 time: 0.0744772 Sep 16 04:38:23.808992 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4a10c8-1618-4ae5-880a-54027228e45e x-openstack-request-id: req-9b4a10c8-1618-4ae5-880a-54027228e45e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:23.809327 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:23.809539 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b4a10c8-1618-4ae5-880a-54027228e45e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:23.809975 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'status': 'completed', 'code': 200} Sep 16 04:38:23.811792 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-7630f44c-d180-45fc-9408-62dc79325ff7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 217 time: 0.0529959 Sep 16 04:38:23.886397 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e316e9b1-0f1a-45b9-b759-e4f10e74dfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:23.907113 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-d9970677-d725-4084-96d7-a615f9c002f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.908681 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-d9970677-d725-4084-96d7-a615f9c002f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0888920 Sep 16 04:38:23.988997 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-c595fde9-394f-4581-9572-d515c9d324a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:23.991132 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-c595fde9-394f-4581-9572-d515c9d324a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0726023 Sep 16 04:38:23.994755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd2b00f-d6e8-45fb-816f-2c43dec4148d', 'tag': '4a2af427-ac53-45d8-99e5-0c0c01e97733'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:23.997239 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b578d3ac-a021-43cc-9f45-92cf57fa0f56" -d '{"events": [{"name": "network-changed", "server_uuid": "abd2b00f-d6e8-45fb-816f-2c43dec4148d", "tag": "4a2af427-ac53-45d8-99e5-0c0c01e97733"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:24.035964 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afaeb9f-2356-49ea-864a-31f29e51f09e x-openstack-request-id: req-0afaeb9f-2356-49ea-864a-31f29e51f09e {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:24.037669 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd2b00f-d6e8-45fb-816f-2c43dec4148d", "tag": "4a2af427-ac53-45d8-99e5-0c0c01e97733", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:24.037669 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0afaeb9f-2356-49ea-864a-31f29e51f09e {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:24.037669 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd2b00f-d6e8-45fb-816f-2c43dec4148d', 'tag': '4a2af427-ac53-45d8-99e5-0c0c01e97733', 'status': 'completed', 'code': 200} Sep 16 04:38:24.102658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d3ac-a021-43cc-9f45-92cf57fa0f56 req-475eae56-9250-46e5-86ec-f04cce31b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.104382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b578d3ac-a021-43cc-9f45-92cf57fa0f56 req-475eae56-9250-46e5-86ec-f04cce31b2bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 1126 time: 0.0427129 Sep 16 04:38:24.113237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e316e9b1-0f1a-45b9-b759-e4f10e74dfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.118158 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e316e9b1-0f1a-45b9-b759-e4f10e74dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.162200 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-8b87e2e5-6553-41fe-9018-f8af9de4cf6f service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620431 Sep 16 04:38:24.170907 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316e9b1-0f1a-45b9-b759-e4f10e74dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d358d1b-5b82-4f96-a8f4-6053ac1b1dbc,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:24.217275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d3ac-a021-43cc-9f45-92cf57fa0f56 req-34cc9fca-b480-442e-9b58-81702d9418d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.219133 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b578d3ac-a021-43cc-9f45-92cf57fa0f56 req-34cc9fca-b480-442e-9b58-81702d9418d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.1069820 Sep 16 04:38:24.313811 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b578d3ac-a021-43cc-9f45-92cf57fa0f56 req-ffd03295-f13a-43f5-989a-b9519bd97e36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733 HTTP/1.1" status: 200 len: 217 time: 0.0828958 Sep 16 04:38:24.397487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d3ac-a021-43cc-9f45-92cf57fa0f56 req-69da244a-9554-48ca-bed9-5f3e3430fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.399401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b578d3ac-a021-43cc-9f45-92cf57fa0f56 req-69da244a-9554-48ca-bed9-5f3e3430fea5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.0765882 Sep 16 04:38:24.413224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837d165-1803-4231-9aa0-edf6181f3a4d req-e0a1beea-3565-46e6-9820-70e9fbac7254 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.414885 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0837d165-1803-4231-9aa0-edf6181f3a4d req-e0a1beea-3565-46e6-9820-70e9fbac7254 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 950 time: 0.1042192 Sep 16 04:38:24.452307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b578d3ac-a021-43cc-9f45-92cf57fa0f56 req-01bc531c-b562-469a-9735-50998dcc1b97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361264 Sep 16 04:38:24.475336 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e316e9b1-0f1a-45b9-b759-e4f10e74dfa8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee45047076224a2fbe1cd81161ac2141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8148048 Sep 16 04:38:24.476078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52904) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:24.526028 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af7e6435-e2f2-4f5d-adf0-7b2ede6346e6 req-efe29a38-166a-4356-ac69-cc924628a312 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513710 Sep 16 04:38:24.538886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcf35d-064b-47e9-9905-d58e78dbb0f9 req-92b45a7c-01ab-4c47-9f35-d2fa5cf8d258 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.540416 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-45fcf35d-064b-47e9-9905-d58e78dbb0f9 req-92b45a7c-01ab-4c47-9f35-d2fa5cf8d258 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 948 time: 0.0742846 Sep 16 04:38:24.569807 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0837d165-1803-4231-9aa0-edf6181f3a4d req-054f4419-04ac-477d-af19-41b905caee19 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7cca91-bcc9-43da-97b4-fc8add8f5970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440277 Sep 16 04:38:24.595943 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-45fcf35d-064b-47e9-9905-d58e78dbb0f9 req-cdeb46d7-4d52-4fd8-a925-0b0baec6f9fd tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448527 Sep 16 04:38:24.643881 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f81448c-2d38-4287-b7cc-524d00d77919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.651720 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b578d3ac-a021-43cc-9f45-92cf57fa0f56 req-267b6a7e-eaf4-4634-ae7c-fae0c33846a7 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880882 Sep 16 04:38:24.674856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee789221-8598-4788-9acb-acb31f65deb6 req-3421c82c-6bab-4b24-b23a-c93bb72ee870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.677390 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee789221-8598-4788-9acb-acb31f65deb6 req-3421c82c-6bab-4b24-b23a-c93bb72ee870 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1100 time: 0.0782614 Sep 16 04:38:24.693329 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f81448c-2d38-4287-b7cc-524d00d77919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.786796 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee789221-8598-4788-9acb-acb31f65deb6 req-308adc67-587f-458b-8fad-3b3cd63d44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.788285 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee789221-8598-4788-9acb-acb31f65deb6 req-308adc67-587f-458b-8fad-3b3cd63d44ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1016891 Sep 16 04:38:24.833264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5ea18d0e-44db-42c6-97fd-62d7f633c388 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:24.834347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34340bd5-4334-4b18-b3e9-c5c8ccbf320a req-4b7f2864-f655-4a7c-ab15-56e601a1c19f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.836045 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34340bd5-4334-4b18-b3e9-c5c8ccbf320a req-4b7f2864-f655-4a7c-ab15-56e601a1c19f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 944 time: 0.1763089 Sep 16 04:38:24.846792 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee789221-8598-4788-9acb-acb31f65deb6 req-92025222-5172-4268-9cf3-e2118193feed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 217 time: 0.0451062 Sep 16 04:38:24.872852 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b578d3ac-a021-43cc-9f45-92cf57fa0f56 req-8667ca0b-9a93-4e39-a2e6-c6565ccce4f7 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063158 Sep 16 04:38:24.875032 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f81448c-2d38-4287-b7cc-524d00d77919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.877822 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f81448c-2d38-4287-b7cc-524d00d77919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.881379 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7f81448c-2d38-4287-b7cc-524d00d77919 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d358d1b-5b82-4f96-a8f4-6053ac1b1dbc HTTP/1.1" status: 204 len: 168 time: 0.4023077 Sep 16 04:38:24.891693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81448c-2d38-4287-b7cc-524d00d77919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d358d1b-5b82-4f96-a8f4-6053ac1b1dbc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:24.918807 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34340bd5-4334-4b18-b3e9-c5c8ccbf320a req-4ef0c957-6a41-4a2c-835a-e62ae871773b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689337 Sep 16 04:38:24.960794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 5ea18d0e-44db-42c6-97fd-62d7f633c388 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:38:24.965864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 5ea18d0e-44db-42c6-97fd-62d7f633c388 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:24.966470 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:24.970491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee789221-8598-4788-9acb-acb31f65deb6 req-f0154480-b918-412a-bac3-bd46f68f2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:24.973068 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee789221-8598-4788-9acb-acb31f65deb6 req-f0154480-b918-412a-bac3-bd46f68f2a23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1163208 Sep 16 04:38:25.056529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee789221-8598-4788-9acb-acb31f65deb6 req-abe70223-e561-4b76-a0ca-155b8436c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.058451 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee789221-8598-4788-9acb-acb31f65deb6 req-abe70223-e561-4b76-a0ca-155b8436c44c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748763 Sep 16 04:38:25.109130 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:25.144914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bf243-3729-426c-8dde-f271c9274a23 req-940dfa5f-8837-40c8-8508-9711a46e3db2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.152840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b8bf243-3729-426c-8dde-f271c9274a23 req-940dfa5f-8837-40c8-8508-9711a46e3db2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.1263256 Sep 16 04:38:25.166749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3403ef2a-2ed4-4274-a765-642bb500aec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea18d0e-44db-42c6-97fd-62d7f633c388'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:25.169021 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527b4f66-d00b-41ed-9346-8948cbfd0e83" -d '{"events": [{"server_uuid": "3403ef2a-2ed4-4274-a765-642bb500aec4", "name": "network-vif-plugged", "status": "completed", "tag": "5ea18d0e-44db-42c6-97fd-62d7f633c388"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:25.198980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5ea18d0e-44db-42c6-97fd-62d7f633c388, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5ea18d0e-44db-42c6-97fd-62d7f633c388,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:25.207730 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:25.235630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b8bf243-3729-426c-8dde-f271c9274a23 req-ed041ec0-3b0e-403e-9ee5-14d8b3ad381b tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818713 Sep 16 04:38:25.253740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee789221-8598-4788-9acb-acb31f65deb6 req-781f9bc0-6542-42a4-b7f6-00c949680d9f service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834903 Sep 16 04:38:25.301021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5ea18d0e-44db-42c6-97fd-62d7f633c388,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:25.390068 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c01ac68-441e-407a-8108-59216cd06115 x-openstack-request-id: req-3c01ac68-441e-407a-8108-59216cd06115 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:25.390604 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3403ef2a-2ed4-4274-a765-642bb500aec4", "name": "network-vif-plugged", "status": "completed", "tag": "5ea18d0e-44db-42c6-97fd-62d7f633c388", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:25.391223 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c01ac68-441e-407a-8108-59216cd06115 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:25.391810 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3403ef2a-2ed4-4274-a765-642bb500aec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea18d0e-44db-42c6-97fd-62d7f633c388', 'code': 200} Sep 16 04:38:25.429197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731a8fa-8046-499a-b0da-037d00d2ab69 req-ba4065e3-cc5f-4c93-a2ff-c8fa63d6be6f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.435798 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f731a8fa-8046-499a-b0da-037d00d2ab69 req-ba4065e3-cc5f-4c93-a2ff-c8fa63d6be6f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.1034713 Sep 16 04:38:25.487589 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee789221-8598-4788-9acb-acb31f65deb6 req-f6662b95-6b08-4e24-bec7-12788cfe2c8e service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267640 Sep 16 04:38:25.550307 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f731a8fa-8046-499a-b0da-037d00d2ab69 req-79ffb56e-b4bd-43fd-ae90-aefca7df4d08 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135149 Sep 16 04:38:25.588907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c277c-12e4-4249-9666-2a7c00b7ddd1 req-76250073-5508-4d57-beb8-07c6ebc313a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.590665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-022c277c-12e4-4249-9666-2a7c00b7ddd1 req-76250073-5508-4d57-beb8-07c6ebc313a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 1097 time: 0.0805852 Sep 16 04:38:25.689717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-022c277c-12e4-4249-9666-2a7c00b7ddd1 req-0bd63c61-cd8f-41e1-90e5-19ace30ca93a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725112 Sep 16 04:38:25.768488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014496-ae79-406c-ac35-a6960d769dd0 req-ebaa4a5a-93b8-4bdd-a5ce-443a6ce75adc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.777090 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74014496-ae79-406c-ac35-a6960d769dd0 req-ebaa4a5a-93b8-4bdd-a5ce-443a6ce75adc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 948 time: 0.0872414 Sep 16 04:38:25.824014 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74014496-ae79-406c-ac35-a6960d769dd0 req-9951666e-7ca6-4610-935f-1fd3ea1ecfd1 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459638 Sep 16 04:38:25.925633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52952) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:25.978462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c43af-0bc4-4ef3-a6db-46ae105d7938 req-59bac5ad-47f1-4e26-a9c2-c026a7b75c72 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:25.986704 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f97c43af-0bc4-4ef3-a6db-46ae105d7938 req-59bac5ad-47f1-4e26-a9c2-c026a7b75c72 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 950 time: 0.0714052 Sep 16 04:38:26.037858 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f97c43af-0bc4-4ef3-a6db-46ae105d7938 req-4bbfae65-9815-476a-91c2-2c802eb70269 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7cca91-bcc9-43da-97b4-fc8add8f5970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471940 Sep 16 04:38:26.065655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-675089948-network', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:26.103016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Made reservation on behalf of 2c9ce9342d7643fa90eb4d8f264de7ce for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:26.105903 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.115780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8ad37-3ab0-45e1-bc1a-9ea2120bf494 req-4b002a42-2d0b-4d53-b10f-07f1489009bb tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.117381 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86d8ad37-3ab0-45e1-bc1a-9ea2120bf494 req-4b002a42-2d0b-4d53-b10f-07f1489009bb tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 945 time: 0.0974400 Sep 16 04:38:26.132946 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.178205 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86d8ad37-3ab0-45e1-bc1a-9ea2120bf494 req-c91a9101-46de-4eb9-84e7-9aff0db68edb tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523243 Sep 16 04:38:26.279958 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.284251 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.323739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:38:26.331645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aac2213-0f5a-41fc-a4b5-e26fffb83474,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:26.341786 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.342175 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Added segment 09fbd7e1-0f38-4968-9c72-e6a83f2dfc55 of type vlan for network 644e48b0-aa4b-41a4-a4b6-425889c02e52 Sep 16 04:38:26.390539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060b4ef-6a0c-46a2-881f-8be76a74cad3 req-2fbc5dc1-c673-4bd1-a602-0efb19e1dde3 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.392919 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c060b4ef-6a0c-46a2-881f-8be76a74cad3 req-2fbc5dc1-c673-4bd1-a602-0efb19e1dde3 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.0735900 Sep 16 04:38:26.406676 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.440588 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.441937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.443412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.446197 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c060b4ef-6a0c-46a2-881f-8be76a74cad3 req-6a25869d-b1bd-4d7e-9225-e7a7c7db07a7 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455537 Sep 16 04:38:26.485223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5583344 Sep 16 04:38:26.488547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52962) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:26.495421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-afbb7bb1-fd48-42b7-8079-2d69f72edc4a admin admin] Request body: {'subnet': {'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-675089948-subnet', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:26.519258 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbb7bb1-fd48-42b7-8079-2d69f72edc4a admin admin] Made reservation on behalf of 2c9ce9342d7643fa90eb4d8f264de7ce for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:26.520894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d2647-5892-4877-859d-45eadbf2a0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=644e48b0-aa4b-41a4-a4b6-425889c02e52,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:26.522660 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afbb7bb1-fd48-42b7-8079-2d69f72edc4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.534000 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 644e48b0-aa4b-41a4-a4b6-425889c02e52 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:38:26.709240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e8dc9-135c-4e77-96bd-23a722fec0f3 req-c95c2c4b-f7c2-4fa4-aa34-66e1ee5fe0d1 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.714125 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-663e8dc9-135c-4e77-96bd-23a722fec0f3 req-c95c2c4b-f7c2-4fa4-aa34-66e1ee5fe0d1 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.0686769 Sep 16 04:38:26.723063 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afbb7bb1-fd48-42b7-8079-2d69f72edc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.759185 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-663e8dc9-135c-4e77-96bd-23a722fec0f3 req-5dbe211d-95b4-4ace-bbc8-cdc05cb67f30 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414920 Sep 16 04:38:26.783601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb7bb1-fd48-42b7-8079-2d69f72edc4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e881560-bd8f-4edc-b6ba-ba80b661d04f,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:26.801698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbb7bb1-fd48-42b7-8079-2d69f72edc4a admin admin] Checking segment: {'id': '09fbd7e1-0f38-4968-9c72-e6a83f2dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:26.802082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbb7bb1-fd48-42b7-8079-2d69f72edc4a admin admin] Network hostable DHCP agents. Network: 644e48b0-aa4b-41a4-a4b6-425889c02e52, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:38:26.827239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbb7bb1-fd48-42b7-8079-2d69f72edc4a admin admin] Network 644e48b0-aa4b-41a4-a4b6-425889c02e52 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:38:26.838970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-afbb7bb1-fd48-42b7-8079-2d69f72edc4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 644e48b0-aa4b-41a4-a4b6-425889c02e52) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:26.843823 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbb7bb1-fd48-42b7-8079-2d69f72edc4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:26.844393 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afbb7bb1-fd48-42b7-8079-2d69f72edc4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.858129 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cfc0fd-2bc6-4acf-be3b-54558959d5fe None None] Network 644e48b0-aa4b-41a4-a4b6-425889c02e52 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:26.867170 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-afbb7bb1-fd48-42b7-8079-2d69f72edc4a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3758061 Sep 16 04:38:26.869842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52968) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:26.878392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-675089948-router', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:26.884453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device efc482f4-ab17-431f-814d-ed8166b167e7 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:26.924928 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:26.928977 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.065027 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.133664 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c31ac3-0342-4120-9202-45c32ef59732 req-bb3f46a6-3d67-4704-b7e0-260dfc30c727 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.142267 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93c31ac3-0342-4120-9202-45c32ef59732 req-bb3f46a6-3d67-4704-b7e0-260dfc30c727 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 948 time: 0.1747301 Sep 16 04:38:27.146941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:27.151450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-644e48b0-aa4b-41a4-a4b6-425889c02e52', 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'fixed_ips': [{'subnet_id': '0e881560-bd8f-4edc-b6ba-ba80b661d04f'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:38:27.152372 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.190790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'mac_address': 'fa:16:3e:c9:39:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:27.191605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef2305-0f10-4779-b158-c3a9403b668a req-ed3ba73b-6e59-4562-aaef-1ea83d32bf19 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.200551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3eef2305-0f10-4779-b158-c3a9403b668a req-ed3ba73b-6e59-4562-aaef-1ea83d32bf19 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 950 time: 0.0765553 Sep 16 04:38:27.238159 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.252731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3eef2305-0f10-4779-b158-c3a9403b668a req-eba308e2-2f2b-4b29-8916-8cd73bde6365 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a7cca91-bcc9-43da-97b4-fc8add8f5970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514250 Sep 16 04:38:27.254987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc482f4-ab17-431f-814d-ed8166b167e7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:27.279541 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.329900 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93c31ac3-0342-4120-9202-45c32ef59732 req-e0d542bb-973d-4ef9-a7a6-95217c526307 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864266 Sep 16 04:38:27.360970 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:27.369886 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.439693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efcca6-7ae7-4abb-b939-a2c0d6203e24 req-17413600-7a16-41f6-be40-c2179a1a4862 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.444387 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50efcca6-7ae7-4abb-b939-a2c0d6203e24 req-17413600-7a16-41f6-be40-c2179a1a4862 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 945 time: 0.1166101 Sep 16 04:38:27.457280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399a92f-1cc2-4fb6-8a28-a5abaa74c8ca req-9d193cde-e1b4-4bdd-ae5c-9ec18eaa1b4e tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.459186 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2399a92f-1cc2-4fb6-8a28-a5abaa74c8ca req-9d193cde-e1b4-4bdd-ae5c-9ec18eaa1b4e tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 950 time: 0.0869372 Sep 16 04:38:27.484218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Allocated IP 172.20.0.2 (644e48b0-aa4b-41a4-a4b6-425889c02e52/0e881560-bd8f-4edc-b6ba-ba80b661d04f/25a518da-358b-4dc2-964f-27c605f9524b) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:27.486641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:27.565761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50efcca6-7ae7-4abb-b939-a2c0d6203e24 req-69124907-7144-41b7-8106-d0c23510d436 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053932 Sep 16 04:38:27.638839 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.641245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['efc482f4-ab17-431f-814d-ed8166b167e7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:27.660770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.668668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-2399a92f-1cc2-4fb6-8a28-a5abaa74c8ca req-85e55eee-3985-4089-9c99-2895e6e6c74c tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Deleting port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:27.669576 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2399a92f-1cc2-4fb6-8a28-a5abaa74c8ca req-85e55eee-3985-4089-9c99-2895e6e6c74c tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.800218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea01123-00ed-483b-8bc0-4d59175e5210 req-576833c8-eca0-420a-857a-8b4bb62b0b79 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:27.802943 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bea01123-00ed-483b-8bc0-4d59175e5210 req-576833c8-eca0-420a-857a-8b4bb62b0b79 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.1325729 Sep 16 04:38:27.806080 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.823650 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.859476 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bea01123-00ed-483b-8bc0-4d59175e5210 req-46575b52-c3d9-47ed-b972-b0f716d31d4d tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Sep 16 04:38:27.890101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Allocated IP 172.25.0.180 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/a0d862f3-9c88-478a-9ab4-5df6a311106e) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:27.919747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-2399a92f-1cc2-4fb6-8a28-a5abaa74c8ca req-85e55eee-3985-4089-9c99-2895e6e6c74c tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] For port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3553959c-f68b-4986-a0a0-f7f78cf7fbcf,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:27.920973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2399a92f-1cc2-4fb6-8a28-a5abaa74c8ca req-85e55eee-3985-4089-9c99-2895e6e6c74c tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:27.921907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Pushing event updated for resources: {'Port': ['ID=25a518da-358b-4dc2-964f-27c605f9524b,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:27.969401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-2399a92f-1cc2-4fb6-8a28-a5abaa74c8ca req-85e55eee-3985-4089-9c99-2895e6e6c74c tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Calling delete_port for 3553959c-f68b-4986-a0a0-f7f78cf7fbcf owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:28.041912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Network 644e48b0-aa4b-41a4-a4b6-425889c02e52 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:28.044071 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:28.048595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:28.139226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Attempting to bind port 25a518da-358b-4dc2-964f-27c605f9524b on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:28.140120 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Attempting to bind port 25a518da-358b-4dc2-964f-27c605f9524b by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '09fbd7e1-0f38-4968-9c72-e6a83f2dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:28.140730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Attempting to bind port 25a518da-358b-4dc2-964f-27c605f9524b on network 644e48b0-aa4b-41a4-a4b6-425889c02e52 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:28.148888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272928e-9ac5-4a2e-9d13-63e4f07ee216 req-c58c59a3-1d89-4d1c-adbb-f48b2979acab tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:28.150734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:28.151352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Checking segment: {'id': '09fbd7e1-0f38-4968-9c72-e6a83f2dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:28.151489 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5272928e-9ac5-4a2e-9d13-63e4f07ee216 req-c58c59a3-1d89-4d1c-adbb-f48b2979acab tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.1503754 Sep 16 04:38:28.151957 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:28.152724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Bound using segment: {'id': '09fbd7e1-0f38-4968-9c72-e6a83f2dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:28.153539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Bound port: 25a518da-358b-4dc2-964f-27c605f9524b, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fbd7e1-0f38-4968-9c72-e6a83f2dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:28.154148 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:28.225417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4aa90b-a85f-45d7-894a-22b1bf0ff8f4 req-0fbbc052-663e-4823-b168-5caf4869e553 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:28.232114 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:28.235807 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e4aa90b-a85f-45d7-894a-22b1bf0ff8f4 req-0fbbc052-663e-4823-b168-5caf4869e553 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 945 time: 0.1838939 Sep 16 04:38:28.276247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] For port 25a518da-358b-4dc2-964f-27c605f9524b, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:28.279621 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] For port 25a518da-358b-4dc2-964f-27c605f9524b, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25a518da-358b-4dc2-964f-27c605f9524b,segment=NetworkSegment(09fbd7e1-0f38-4968-9c72-e6a83f2dfc55),segment_id=09fbd7e1-0f38-4968-9c72-e6a83f2dfc55)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:28.284373 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:28.293597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5272928e-9ac5-4a2e-9d13-63e4f07ee216 req-0146368a-49f2-42d5-a835-c19fe9d9fbcd tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187506 Sep 16 04:38:28.309475 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e4aa90b-a85f-45d7-894a-22b1bf0ff8f4 req-884f1e3d-b914-4bb7-bb5f-026ff109840a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704639 Sep 16 04:38:28.341549 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2399a92f-1cc2-4fb6-8a28-a5abaa74c8ca req-85e55eee-3985-4089-9c99-2895e6e6c74c tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:28.365373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-9f5c0903-fb72-4def-8044-7809e2446067 service neutron] 10.222.0.15 "GET /v2.0/ports/4a2af427-ac53-45d8-99e5-0c0c01e97733/bindings/n-h1-712142-17 HTTP/1.1" status: 200 len: 385 time: 0.1165438 Sep 16 04:38:28.368000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:28.416021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e55eee-3985-4089-9c99-2895e6e6c74c tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Pushing event deleted for resources: {'Port': ['ID=3553959c-f68b-4986-a0a0-f7f78cf7fbcf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:28.423235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac3c84-7209-46dc-91fa-d9ae3ad3bccd None None] Pushing event updated for resources: {'Port': ['ID=25a518da-358b-4dc2-964f-27c605f9524b,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:28.470380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:28.494909 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b002c315-197b-412c-b594-63e7cd51a568 req-704db1bb-03c0-40ee-8b2f-0059451d9789 tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9a884c-3845-4775-85bc-c917c8d904e8 HTTP/1.1" status: 200 len: 210 time: 0.0532317 Sep 16 04:38:28.509385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:28.537739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:28.555773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-2399a92f-1cc2-4fb6-8a28-a5abaa74c8ca req-85e55eee-3985-4089-9c99-2895e6e6c74c tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] No DVR routers for this DVR port 3553959c-f68b-4986-a0a0-f7f78cf7fbcf on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:28.559539 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2399a92f-1cc2-4fb6-8a28-a5abaa74c8ca req-85e55eee-3985-4089-9c99-2895e6e6c74c tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:28.562322 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2399a92f-1cc2-4fb6-8a28-a5abaa74c8ca req-85e55eee-3985-4089-9c99-2895e6e6c74c tempest-TenantUsagesTestJSON-621280994 tempest-TenantUsagesTestJSON-621280994-project] 10.222.0.15 "DELETE /v2.0/ports/3553959c-f68b-4986-a0a0-f7f78cf7fbcf HTTP/1.1" status: 204 len: 173 time: 1.0929353 Sep 16 04:38:28.562651 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9a884c-3845-4775-85bc-c917c8d904e8', 'name': 'network-vif-deleted', 'tag': '3553959c-f68b-4986-a0a0-f7f78cf7fbcf'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:28.566017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Pushing event updated for resources: {'Port': ['ID=a0d862f3-9c88-478a-9ab4-5df6a311106e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:28.568017 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8503692d-563c-4adb-b0b1-262f041b7608" -d '{"events": [{"server_uuid": "1f9a884c-3845-4775-85bc-c917c8d904e8", "name": "network-vif-deleted", "tag": "3553959c-f68b-4986-a0a0-f7f78cf7fbcf"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:28.589277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['3553959c-f68b-4986-a0a0-f7f78cf7fbcf'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:28.795032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8610a-4387-4451-834d-7a0fdb38c564 req-eb7d8185-476d-440d-ab39-d836c601140c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:28.799192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9a8610a-4387-4451-834d-7a0fdb38c564 req-eb7d8185-476d-440d-ab39-d836c601140c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 949 time: 0.1652360 Sep 16 04:38:28.801942 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b5894d-692e-4145-a380-b51bcebcb801 x-openstack-request-id: req-e0b5894d-692e-4145-a380-b51bcebcb801 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:28.803089 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9a884c-3845-4775-85bc-c917c8d904e8", "name": "network-vif-deleted", "tag": "3553959c-f68b-4986-a0a0-f7f78cf7fbcf", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:28.803576 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0b5894d-692e-4145-a380-b51bcebcb801 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:28.804363 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9a884c-3845-4775-85bc-c917c8d904e8', 'name': 'network-vif-deleted', 'tag': '3553959c-f68b-4986-a0a0-f7f78cf7fbcf', 'status': 'completed', 'code': 200} Sep 16 04:38:28.864148 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9a8610a-4387-4451-834d-7a0fdb38c564 req-1e4ba3c5-86a7-4053-9cdc-94da5b93ca44 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534792 Sep 16 04:38:28.885640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device efc482f4-ab17-431f-814d-ed8166b167e7 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:28.976810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port efc482f4-ab17-431f-814d-ed8166b167e7 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:38:28.990044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port efc482f4-ab17-431f-814d-ed8166b167e7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:28.990801 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.109182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7a572305-3984-425e-8074-ddc98a4ed39b req-ca1679dc-c9eb-4b9b-943b-435d998eb5bb service neutron] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:29.176066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835da3e-270a-468b-9230-3535d4d283ef req-faa05a6a-22f6-478c-8982-feafd846b300 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.181235 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e835da3e-270a-468b-9230-3535d4d283ef req-faa05a6a-22f6-478c-8982-feafd846b300 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 943 time: 0.1698270 Sep 16 04:38:29.181955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.221050 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25a518da-358b-4dc2-964f-27c605f9524b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:29.229059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7a572305-3984-425e-8074-ddc98a4ed39b req-ca1679dc-c9eb-4b9b-943b-435d998eb5bb service neutron] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:29.232674 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.273118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:29.276514 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2881e1-db9c-49ca-be42-ff7384ce186e" -d '{"events": [{"server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "name": "network-vif-plugged", "status": "completed", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:29.319954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:29.337764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-7a572305-3984-425e-8074-ddc98a4ed39b req-ca1679dc-c9eb-4b9b-943b-435d998eb5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2af427-ac53-45d8-99e5-0c0c01e97733 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:29.341892 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.342112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4a2af427-ac53-45d8-99e5-0c0c01e97733 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:29.345157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e835da3e-270a-468b-9230-3535d4d283ef req-3a671036-272e-4740-914c-7fe4a22079f0 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389346 Sep 16 04:38:29.360291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7a572305-3984-425e-8074-ddc98a4ed39b req-ca1679dc-c9eb-4b9b-943b-435d998eb5bb service neutron] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:29.361934 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6d0c8d-503e-4a15-83b8-52c63f8d8154 x-openstack-request-id: req-8a6d0c8d-503e-4a15-83b8-52c63f8d8154 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:29.362346 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "name": "network-vif-plugged", "status": "completed", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:29.362652 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a6d0c8d-503e-4a15-83b8-52c63f8d8154 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:29.363100 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'code': 200} Sep 16 04:38:29.425771 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7a572305-3984-425e-8074-ddc98a4ed39b req-ca1679dc-c9eb-4b9b-943b-435d998eb5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.480112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 25a518da-358b-4dc2-964f-27c605f9524b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:29.481404 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.487321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2a82d-bad6-48fb-ac4f-36192105fcf4 req-0a0f9e8d-c43a-45d8-a6e9-8818510e3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.489725 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2f2a82d-bad6-48fb-ac4f-36192105fcf4 req-0a0f9e8d-c43a-45d8-a6e9-8818510e3688 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1102 time: 0.0760405 Sep 16 04:38:29.563399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:29.595921 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2f2a82d-bad6-48fb-ac4f-36192105fcf4 req-a602c3b6-abb2-485a-97fd-922560ebe85c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841756 Sep 16 04:38:29.635828 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fba69-6c93-4a23-9138-5a7621244515 req-a503e9ff-0eb4-4e47-af6c-9632a5f457f3 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.637561 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-838fba69-6c93-4a23-9138-5a7621244515 req-a503e9ff-0eb4-4e47-af6c-9632a5f457f3 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 945 time: 0.1430733 Sep 16 04:38:29.678876 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.710560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-838fba69-6c93-4a23-9138-5a7621244515 req-df919991-fb34-4356-b534-3ecc13e5b88b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511801 Sep 16 04:38:29.731737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 25a518da-358b-4dc2-964f-27c605f9524b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25a518da-358b-4dc2-964f-27c605f9524b,segment=NetworkSegment(09fbd7e1-0f38-4968-9c72-e6a83f2dfc55),segment_id=09fbd7e1-0f38-4968-9c72-e6a83f2dfc55)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:29.738801 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.787963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de238822-a5e8-4d88-b679-886c93abb83e req-f9b73dd1-adc5-4924-8718-05eb3d09b2f8 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:29.796207 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de238822-a5e8-4d88-b679-886c93abb83e req-f9b73dd1-adc5-4924-8718-05eb3d09b2f8 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.3275199 Sep 16 04:38:29.879364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-7a572305-3984-425e-8074-ddc98a4ed39b req-ca1679dc-c9eb-4b9b-943b-435d998eb5bb service neutron] Transition to ACTIVE for port object 4a2af427-ac53-45d8-99e5-0c0c01e97733 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:38:29.891336 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de238822-a5e8-4d88-b679-886c93abb83e req-e3d20616-304b-424f-9e44-a745896ffa9f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941429 Sep 16 04:38:29.899211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.908804 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7a572305-3984-425e-8074-ddc98a4ed39b req-ca1679dc-c9eb-4b9b-943b-435d998eb5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:29.991579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=25a518da-358b-4dc2-964f-27c605f9524b,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:30.154814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a41a9e4-ce53-4f55-a617-6a1cd83f03ef None None] Network 644e48b0-aa4b-41a4-a4b6-425889c02e52 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:30.269641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e72e-b8c3-425e-8f72-fec8f7d330b5 req-a5cbdb44-d2c3-454a-b550-6b181742b5ec tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:30.278209 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ba4e72e-b8c3-425e-8f72-fec8f7d330b5 req-a5cbdb44-d2c3-454a-b550-6b181742b5ec tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1025953 Sep 16 04:38:30.284599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53026) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:30.309998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9d81bb64-1ca7-4939-9c3d-a80ebf4bec18 None None] Provisioning complete for port 25a518da-358b-4dc2-964f-27c605f9524b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:30.310587 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d81bb64-1ca7-4939-9c3d-a80ebf4bec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.386866 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ba4e72e-b8c3-425e-8f72-fec8f7d330b5 req-2f787211-01e2-43c8-b4e3-f6a97f97609f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022868 Sep 16 04:38:30.614606 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1679dc-c9eb-4b9b-943b-435d998eb5bb service neutron] Pushing event updated for resources: {'Port': ['ID=4a2af427-ac53-45d8-99e5-0c0c01e97733,revision_number=10']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:30.634376 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819eb44-ef86-49ad-97d6-a63b5e06e385 req-a105171c-1f61-4886-8229-57688d7912a9 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:30.636458 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b819eb44-ef86-49ad-97d6-a63b5e06e385 req-a105171c-1f61-4886-8229-57688d7912a9 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 944 time: 0.1503088 Sep 16 04:38:30.647722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5f9a2079-9454-4cf1-9904-334c816437dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13c8f66b06414ab989b56a850f4d3e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589916 Sep 16 04:38:30.650849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53042) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:30.659764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a572305-3984-425e-8074-ddc98a4ed39b req-ca1679dc-c9eb-4b9b-943b-435d998eb5bb service neutron] No DVR routers for this DVR port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:30.770232 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-ca1679dc-c9eb-4b9b-943b-435d998eb5bb service neutron] 10.222.0.15 "PUT /v2.0/ports/4a2af427-ac53-45d8-99e5-0c0c01e97733/bindings/n-h1-712142-17/activate HTTP/1.1" status: 200 len: 370 time: 2.3924921 Sep 16 04:38:30.774215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b819eb44-ef86-49ad-97d6-a63b5e06e385 req-4ba8ea58-84c0-4119-9676-e7a4b35891b6 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227527 Sep 16 04:38:30.777860 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1245335-fbbc-47d1-8f3e-37a0a3c7a64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.815258 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1245335-fbbc-47d1-8f3e-37a0a3c7a64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.849073 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Router 91d06eb4-8312-4fc8-a5a0-4630f6705444 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:38:30.890438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3553959c-f68b-4986-a0a0-f7f78cf7fbcf no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:30.909304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572305-3984-425e-8074-ddc98a4ed39b req-56983c14-3607-467e-af59-980700f342be tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:30.911690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-56983c14-3607-467e-af59-980700f342be tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d&tenant_id=043d7505d3794c99864b8a9842baccb0&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1096 time: 0.0620692 Sep 16 04:38:30.912605 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1245335-fbbc-47d1-8f3e-37a0a3c7a64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.915497 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1245335-fbbc-47d1-8f3e-37a0a3c7a64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:30.919018 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f1245335-fbbc-47d1-8f3e-37a0a3c7a64e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a7cca91-bcc9-43da-97b4-fc8add8f5970 HTTP/1.1" status: 204 len: 168 time: 0.2616005 Sep 16 04:38:30.937048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1245335-fbbc-47d1-8f3e-37a0a3c7a64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7cca91-bcc9-43da-97b4-fc8add8f5970,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:30.950391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 3553959c-f68b-4986-a0a0-f7f78cf7fbcf {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:30.951013 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3553959c-f68b-4986-a0a0-f7f78cf7fbcf not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:30.999021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572305-3984-425e-8074-ddc98a4ed39b req-9dec94ae-3082-4cde-a946-f1ab4597e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:31.000561 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-9dec94ae-3082-4cde-a946-f1ab4597e094 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d&tenant_id=043d7505d3794c99864b8a9842baccb0 HTTP/1.1" status: 200 len: 1096 time: 0.0796747 Sep 16 04:38:31.023650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:38:31.035248 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Sync routers for ids ['91d06eb4-8312-4fc8-a5a0-4630f6705444'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:38:31.044428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:31.045985 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ca7de454-5a62-4358-af59-ba785e31ef36 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1745729 Sep 16 04:38:31.048780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53050) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:31.060163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-10d2a037-1f61-4c35-85e7-277efed79993 None None] Provisioning complete for port 25a518da-358b-4dc2-964f-27c605f9524b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:31.060634 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-10d2a037-1f61-4c35-85e7-277efed79993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:31.062033 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Routers {'91d06eb4-8312-4fc8-a5a0-4630f6705444'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:31.062830 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:38:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['91d06eb4-8312-4fc8-a5a0-4630f6705444'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:31.194203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25a518da-358b-4dc2-964f-27c605f9524b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:31.210665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572305-3984-425e-8074-ddc98a4ed39b req-27f9a542-828b-4c08-887a-648c2637e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:31.212281 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-27f9a542-828b-4c08-887a-648c2637e901 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 1096 time: 0.1735897 Sep 16 04:38:31.220386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb85da-a473-4d41-813a-02b16c4f7e6e req-d213e4ee-ec10-4dd5-856b-4fd54529df29 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:31.230692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71eb85da-a473-4d41-813a-02b16c4f7e6e req-d213e4ee-ec10-4dd5-856b-4fd54529df29 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.2120001 Sep 16 04:38:31.273295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 25a518da-358b-4dc2-964f-27c605f9524b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:31.273749 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:31.300740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71eb85da-a473-4d41-813a-02b16c4f7e6e req-7fc68f2f-5f94-4c91-9337-d98f93c7fc43 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690861 Sep 16 04:38:31.315876 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Set router 91d06eb4-8312-4fc8-a5a0-4630f6705444 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:31.382285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572305-3984-425e-8074-ddc98a4ed39b req-feb891ed-e55d-479b-803a-37fff5b72e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:31.384911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-feb891ed-e55d-479b-803a-37fff5b72e51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.1515391 Sep 16 04:38:31.423296 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:38:31.441600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53058) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:31.456153 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-7073af6a-7f1b-48ad-a82d-b72deb35707f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733 HTTP/1.1" status: 200 len: 217 time: 0.0624149 Sep 16 04:38:31.458854 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8082df1e-c016-4c3e-ad2d-ac50c1865224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:31.530381 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572305-3984-425e-8074-ddc98a4ed39b req-396d651e-ec68-4358-93c6-6e8384fde031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:31.532784 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-396d651e-ec68-4358-93c6-6e8384fde031 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.0592272 Sep 16 04:38:31.580134 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-e2b2f240-8330-49f3-87fa-a6f96b806383 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322120 Sep 16 04:38:31.594633 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-675089948-router', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:26Z', 'updated_at': '2021-09-16T04:38:28Z', 'revision_number': 3, 'project_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'gw_port': {'id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:27Z', 'updated_at': '2021-09-16T04:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:31.606902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061a801-4109-4d5a-9e3b-10b12d10c06c req-c518c733-4e5f-443b-8c02-cdee780c52fb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:31.608451 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c061a801-4109-4d5a-9e3b-10b12d10c06c req-c518c733-4e5f-443b-8c02-cdee780c52fb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1388998 Sep 16 04:38:31.632537 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Checking router: 91d06eb4-8312-4fc8-a5a0-4630f6705444 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:38:31.632979 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Updating router 91d06eb4-8312-4fc8-a5a0-4630f6705444 port a0d862f3-9c88-478a-9ab4-5df6a311106e binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:38:31.660290 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:31.735886 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c061a801-4109-4d5a-9e3b-10b12d10c06c req-951afb5e-4e87-46ce-99f8-7afae1269287 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155257 Sep 16 04:38:31.787331 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8082df1e-c016-4c3e-ad2d-ac50c1865224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:31.796473 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8082df1e-c016-4c3e-ad2d-ac50c1865224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:31.876312 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8082df1e-c016-4c3e-ad2d-ac50c1865224 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b42abf9ef4694a6c9cda291b0f952010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302688 Sep 16 04:38:31.877192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53074) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:31.887382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082df1e-c016-4c3e-ad2d-ac50c1865224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02e926c-f9a3-490c-9f24-1666f124cb45,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:31.980831 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:31.987706 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.010532 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.044236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b1d6f-377d-4aae-9a72-635b90af0bfa req-613d38b4-d96f-4e68-ad6c-5718cb72e6a3 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:32.048396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-e8e799bc-ee5a-4ca2-a35b-073ab1b39e75 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596732 Sep 16 04:38:32.049387 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2d8b1d6f-377d-4aae-9a72-635b90af0bfa req-613d38b4-d96f-4e68-ad6c-5718cb72e6a3 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 944 time: 0.1544354 Sep 16 04:38:32.050247 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Attempting to bind port a0d862f3-9c88-478a-9ab4-5df6a311106e on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:32.050873 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Attempting to bind port a0d862f3-9c88-478a-9ab4-5df6a311106e by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:32.051249 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Attempting to bind port a0d862f3-9c88-478a-9ab4-5df6a311106e on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:32.061972 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:32.062263 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:32.062866 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.063267 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:32.063746 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Bound port: a0d862f3-9c88-478a-9ab4-5df6a311106e, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:32.064144 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.066508 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-16396a2b-936f-49c4-8858-ca3590bf6e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.069342 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Pushing event updated for resources: {'Port': ['ID=a0d862f3-9c88-478a-9ab4-5df6a311106e,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:32.080733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eae20-6e42-43e8-b889-3c17d8879b39 req-1e68d41d-c635-4be8-b813-4bbbfd4d5c42 tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:32.082292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-526eae20-6e42-43e8-b889-3c17d8879b39 req-1e68d41d-c635-4be8-b813-4bbbfd4d5c42 tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1102 time: 0.1033010 Sep 16 04:38:32.094754 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:32.095103 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:32.095643 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:32.096352 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:32.096596 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:32.097157 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:32.097498 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:32.097952 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:32.099137 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:32.099919 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:32.100260 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:32.100589 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:32.141993 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] For port a0d862f3-9c88-478a-9ab4-5df6a311106e, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:32.146131 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] For port a0d862f3-9c88-478a-9ab4-5df6a311106e, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a0d862f3-9c88-478a-9ab4-5df6a311106e,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:32.153332 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.158955 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-16396a2b-936f-49c4-8858-ca3590bf6e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.172004 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-526eae20-6e42-43e8-b889-3c17d8879b39 req-f4814c5e-7b6f-43db-b33c-5beb49dd897a tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791218 Sep 16 04:38:32.178172 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2d8b1d6f-377d-4aae-9a72-635b90af0bfa req-544b03de-0bb6-44fb-b1cf-9d1e59bdcdd9 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175613 Sep 16 04:38:32.213145 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-0ca686eb-5c45-4c5e-99b9-308318da2a60 service neutron] 10.222.0.50 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550474 Sep 16 04:38:32.218588 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Routers {'91d06eb4-8312-4fc8-a5a0-4630f6705444'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:32.219371 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:38:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['91d06eb4-8312-4fc8-a5a0-4630f6705444'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:32.222450 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7183f-b879-4b44-aa46-c328ee16aeb4 None None] Pushing event updated for resources: {'Port': ['ID=a0d862f3-9c88-478a-9ab4-5df6a311106e,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:32.311601 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-16396a2b-936f-49c4-8858-ca3590bf6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.315235 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-16396a2b-936f-49c4-8858-ca3590bf6e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.316585 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-16396a2b-936f-49c4-8858-ca3590bf6e9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b02e926c-f9a3-490c-9f24-1666f124cb45 HTTP/1.1" status: 204 len: 168 time: 0.4375401 Sep 16 04:38:32.333388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16396a2b-936f-49c4-8858-ca3590bf6e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02e926c-f9a3-490c-9f24-1666f124cb45,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:32.358477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Allocated IP 172.20.0.1 (644e48b0-aa4b-41a4-a4b6-425889c02e52/0e881560-bd8f-4edc-b6ba-ba80b661d04f/973ac7c3-2708-40c8-810c-9688c2eb52af) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:32.543462 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] Set router 91d06eb4-8312-4fc8-a5a0-4630f6705444 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:32.552746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d18f03-fb74-4c08-bf25-8e42fb5533fe req-abad913c-9145-4a1c-b5e3-40c2323c7f6a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:32.556141 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a0d18f03-fb74-4c08-bf25-8e42fb5533fe req-abad913c-9145-4a1c-b5e3-40c2323c7f6a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.1016033 Sep 16 04:38:32.563581 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.621013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a0d18f03-fb74-4c08-bf25-8e42fb5533fe req-e7d6cf91-f738-49ba-8fef-a0f0292c3e05 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545764 Sep 16 04:38:32.640131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a572305-3984-425e-8074-ddc98a4ed39b req-7bba18b4-52b5-4f17-a19c-32d9e1a5af29 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:32.643702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-7bba18b4-52b5-4f17-a19c-32d9e1a5af29 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d&tenant_id=043d7505d3794c99864b8a9842baccb0&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1096 time: 0.0912471 Sep 16 04:38:32.650067 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.813211 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Network 644e48b0-aa4b-41a4-a4b6-425889c02e52 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:32.816129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:32.826457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:32.829086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Pushing event updated for resources: {'Port': ['ID=973ac7c3-2708-40c8-810c-9688c2eb52af,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:32.902114 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-675089948-router', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:26Z', 'updated_at': '2021-09-16T04:38:28Z', 'revision_number': 3, 'project_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'gw_port': {'id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:27Z', 'updated_at': '2021-09-16T04:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:32.909744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5ea18d0e-44db-42c6-97fd-62d7f633c388 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:32.921442 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-4fca5c55-e637-4e81-bfa4-8db23d46fbd7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1784189 Sep 16 04:38:32.930565 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.933832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0dac1-215b-421f-b94f-0d9284377508 req-b0dac10d-242c-4822-9d6c-41823c2cf1eb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:32.935574 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65f0dac1-215b-421f-b94f-0d9284377508 req-b0dac10d-242c-4822-9d6c-41823c2cf1eb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1409018 Sep 16 04:38:32.936954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-7a572305-3984-425e-8074-ddc98a4ed39b req-ea3c89ed-56e2-4d2a-a43e-c52c06d77dd8 service neutron] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:32.940565 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7a572305-3984-425e-8074-ddc98a4ed39b req-ea3c89ed-56e2-4d2a-a43e-c52c06d77dd8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:32.942688 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a572305-3984-425e-8074-ddc98a4ed39b req-ea3c89ed-56e2-4d2a-a43e-c52c06d77dd8 service neutron] 10.222.0.50 "DELETE /v2.0/ports/4a2af427-ac53-45d8-99e5-0c0c01e97733/bindings/n-h2-712142-17 HTTP/1.1" status: 204 len: 173 time: 0.2878273 Sep 16 04:38:33.024949 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0a5ba-e059-42c2-a62c-ce8688c67e57 None None] The sync data for ids ['91d06eb4-8312-4fc8-a5a0-4630f6705444'] in n-d-712142-17 is: [{'id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-675089948-router', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:26Z', 'updated_at': '2021-09-16T04:38:28Z', 'revision_number': 3, 'project_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'gw_port': {'id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:27Z', 'updated_at': '2021-09-16T04:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:38:33.068209 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65f0dac1-215b-421f-b94f-0d9284377508 req-c580da8f-82b0-411a-b797-d9342d6ba056 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150048 Sep 16 04:38:33.175720 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5ea18d0e-44db-42c6-97fd-62d7f633c388, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5ea18d0e-44db-42c6-97fd-62d7f633c388,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:33.209198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '5ea18d0e-44db-42c6-97fd-62d7f633c388', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'port_id': '5ea18d0e-44db-42c6-97fd-62d7f633c388', 'mac_address': 'fa:16:3e:f5:f6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec61476-0693-4014-9b8f-b2652cc8040c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:38:33.264907 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:33.275499 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:33.306171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ea18d0e-44db-42c6-97fd-62d7f633c388 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:33.326429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-56d64d01-22f5-40d1-86e8-61be5b696e24 None None] Provisioning complete for port 973ac7c3-2708-40c8-810c-9688c2eb52af triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:33.326963 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-56d64d01-22f5-40d1-86e8-61be5b696e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:33.362116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5ea18d0e-44db-42c6-97fd-62d7f633c388, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5ea18d0e-44db-42c6-97fd-62d7f633c388,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:33.375856 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:33.459302 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-56d64d01-22f5-40d1-86e8-61be5b696e24 None None] Port 973ac7c3-2708-40c8-810c-9688c2eb52af cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:38:33.499136 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5ea18d0e-44db-42c6-97fd-62d7f633c388,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:33.529853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5ea18d0e-44db-42c6-97fd-62d7f633c388'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:33.631232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e374ed-a5fe-4dbb-af6c-9643ccf3d3ad req-3a2718f2-b5b2-4f90-b526-1bfab491f9df tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:33.648542 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81e374ed-a5fe-4dbb-af6c-9643ccf3d3ad req-3a2718f2-b5b2-4f90-b526-1bfab491f9df tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 944 time: 0.3402035 Sep 16 04:38:33.860647 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81e374ed-a5fe-4dbb-af6c-9643ccf3d3ad req-9f0af4b3-8294-44fb-bff7-589a2fb5c803 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108953 Sep 16 04:38:33.898463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53164) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:33.958881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8b770-92e0-428f-9371-9b9b0add875e req-74470e03-cd9b-4c10-a35e-649e76ee8ba3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:33.960839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62a8b770-92e0-428f-9371-9b9b0add875e req-74470e03-cd9b-4c10-a35e-649e76ee8ba3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.1362739 Sep 16 04:38:33.997064 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.007442 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.090573 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62a8b770-92e0-428f-9371-9b9b0add875e req-d7e2a9eb-b0b0-428b-a2e5-75452910c1a0 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229017 Sep 16 04:38:34.257425 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.275196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-network', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:34.293208 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aff0c-24cf-4263-b55c-787e751e2396 req-65126829-ec67-4898-b9e4-8a0f85bc08ef tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:34.295977 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-659aff0c-24cf-4263-b55c-787e751e2396 req-65126829-ec67-4898-b9e4-8a0f85bc08ef tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.0939164 Sep 16 04:38:34.377327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Made reservation on behalf of e35d46a1e1cb40b3af509d1406f50c45 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:34.383883 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.412817 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-659aff0c-24cf-4263-b55c-787e751e2396 req-aea25f07-6e9f-4e9a-9e94-85d8161376cc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898631 Sep 16 04:38:34.503262 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:34.531584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Pushing event updated for resources: {'Port': ['ID=973ac7c3-2708-40c8-810c-9688c2eb52af,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:34.622924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09921ab-11b1-47ac-8824-d7dba3c19de1 req-6a36ec20-b58e-42f7-85a5-097063b23e4a tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:34.624492 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b09921ab-11b1-47ac-8824-d7dba3c19de1 req-6a36ec20-b58e-42f7-85a5-097063b23e4a tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 1096 time: 0.3548608 Sep 16 04:38:34.705108 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b09921ab-11b1-47ac-8824-d7dba3c19de1 req-fc6518e7-ea58-404c-8980-d97db98fee49 tempest-LiveMigrationTest-2045103094 tempest-LiveMigrationTest-2045103094-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643220 Sep 16 04:38:34.724359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Network 644e48b0-aa4b-41a4-a4b6-425889c02e52 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:34.731390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:34.919253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5ea18d0e-44db-42c6-97fd-62d7f633c388 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:34.987714 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.017795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 5ea18d0e-44db-42c6-97fd-62d7f633c388 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:35.018471 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.023965 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.044764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:38:35.070893 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.071479 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Added segment 21cf16d8-0ef0-4e6d-9860-b0f25834787f of type vlan for network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb Sep 16 04:38:35.142810 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.237246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Router 91d06eb4-8312-4fc8-a5a0-4630f6705444 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:38:35.247831 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.251769 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.301922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a0d862f3-9c88-478a-9ab4-5df6a311106e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:35.306000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.307089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:35.307785 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.319763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd079a4f-d9db-4ca0-9513-b0439b81dc16,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:35.352220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3403ef2a-2ed4-4274-a765-642bb500aec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea18d0e-44db-42c6-97fd-62d7f633c388'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:35.354684 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6872d09-26dd-45ea-aeda-8895f1e64e2a" -d '{"events": [{"server_uuid": "3403ef2a-2ed4-4274-a765-642bb500aec4", "name": "network-vif-plugged", "status": "completed", "tag": "5ea18d0e-44db-42c6-97fd-62d7f633c388"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:35.358688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bad5438-a234-41e6-91e0-adac2d782a67 None None] Provisioning complete for port 973ac7c3-2708-40c8-810c-9688c2eb52af triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:35.359117 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bad5438-a234-41e6-91e0-adac2d782a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.410332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bad5438-a234-41e6-91e0-adac2d782a67 None None] Port 973ac7c3-2708-40c8-810c-9688c2eb52af cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:38:35.430179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5ea18d0e-44db-42c6-97fd-62d7f633c388, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5ea18d0e-44db-42c6-97fd-62d7f633c388,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:35.438103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] Pushing event updated for resources: {'Network': ['ID=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:35.440992 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port a0d862f3-9c88-478a-9ab4-5df6a311106e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:35.441634 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.447903 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bfed297f-481d-4a48-9ee9-67afa3f1332f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5455782 Sep 16 04:38:35.448080 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.463112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c773d-73cf-4a99-bbdf-24bcd0d050d9 req-09c7a8b6-b9e6-4f93-964b-389893f9430d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:35.471014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c58c773d-73cf-4a99-bbdf-24bcd0d050d9 req-09c7a8b6-b9e6-4f93-964b-389893f9430d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.1580329 Sep 16 04:38:35.473746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53214) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:35.480920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-83f6f0c0-ac21-4874-83cb-b2e6775bb9d0 admin admin] Request body: {'subnet': {'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-subnet', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:35.562387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5ea18d0e-44db-42c6-97fd-62d7f633c388,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:35.566218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:38:35.584278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c58c773d-73cf-4a99-bbdf-24bcd0d050d9 req-48377be5-64c7-473a-9ff9-e9ea25977515 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119237 Sep 16 04:38:35.590365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f6f0c0-ac21-4874-83cb-b2e6775bb9d0 admin admin] Made reservation on behalf of e35d46a1e1cb40b3af509d1406f50c45 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:35.591942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:38:35.600227 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f2290e78-4702-44f9-8123-3db27e7e67a6 admin admin] 10.222.0.53 "PUT /v2.0/routers/91d06eb4-8312-4fc8-a5a0-4630f6705444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5503147 Sep 16 04:38:35.608599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-b9dd90e1-c610-4262-9a0a-c532bff37057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:35.609065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83f6f0c0-ac21-4874-83cb-b2e6775bb9d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.611778 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-b9dd90e1-c610-4262-9a0a-c532bff37057 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1102 time: 0.2858300 Sep 16 04:38:35.680895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e7a54-8711-453d-83b2-7242450ad03f req-1f2ddbca-abcc-4720-9fce-568d1e671896 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:35.691470 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-952e7a54-8711-453d-83b2-7242450ad03f req-1f2ddbca-abcc-4720-9fce-568d1e671896 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 944 time: 0.3963640 Sep 16 04:38:35.748121 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228a56b3-2db7-49b8-8244-cf19aa979a55 x-openstack-request-id: req-228a56b3-2db7-49b8-8244-cf19aa979a55 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:35.748520 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3403ef2a-2ed4-4274-a765-642bb500aec4", "name": "network-vif-plugged", "status": "completed", "tag": "5ea18d0e-44db-42c6-97fd-62d7f633c388", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:35.748868 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-228a56b3-2db7-49b8-8244-cf19aa979a55 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:35.750065 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3403ef2a-2ed4-4274-a765-642bb500aec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea18d0e-44db-42c6-97fd-62d7f633c388', 'code': 200} Sep 16 04:38:35.793207 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.838776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port a0d862f3-9c88-478a-9ab4-5df6a311106e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a0d862f3-9c88-478a-9ab4-5df6a311106e,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:35.849838 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-952e7a54-8711-453d-83b2-7242450ad03f req-020aee32-022a-4884-9151-217c0f6d6114 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543875 Sep 16 04:38:35.852129 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:35.915026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Sync routers for ids ['91d06eb4-8312-4fc8-a5a0-4630f6705444'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:38:35.923810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-b6e51318-dc52-4b33-ab67-4e047ce858d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:35.928288 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-b6e51318-dc52-4b33-ab67-4e047ce858d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.3072588 Sep 16 04:38:35.950573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Routers {'91d06eb4-8312-4fc8-a5a0-4630f6705444'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:35.951924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:38:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['91d06eb4-8312-4fc8-a5a0-4630f6705444'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:36.014329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=a0d862f3-9c88-478a-9ab4-5df6a311106e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:36.053389 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-702df5c3-18fc-434f-83c3-b61fe4cd8d84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 217 time: 0.1161532 Sep 16 04:38:36.120496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd157727-bdf7-4221-9750-b56e4a0e1909 req-8f112d34-762e-4156-a432-611686c800c4 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:36.125519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd157727-bdf7-4221-9750-b56e4a0e1909 req-8f112d34-762e-4156-a432-611686c800c4 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.2933047 Sep 16 04:38:36.126385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-2d6f9bbf-1ac4-4984-b6a9-0f427e9138d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:36.128175 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-2d6f9bbf-1ac4-4984-b6a9-0f427e9138d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0653648 Sep 16 04:38:36.132582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Set router 91d06eb4-8312-4fc8-a5a0-4630f6705444 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:36.200098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-69db9ff6-0222-4bef-ab7f-0f80bebbcb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:36.202030 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-69db9ff6-0222-4bef-ab7f-0f80bebbcb90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0650680 Sep 16 04:38:36.269818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdde05-c551-4c65-b275-0141044a6988 req-3c94b67b-1de2-4611-bd7e-806ba5bdbda5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:36.279017 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5fdde05-c551-4c65-b275-0141044a6988 req-3c94b67b-1de2-4611-bd7e-806ba5bdbda5 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.50 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 944 time: 0.3267524 Sep 16 04:38:36.367770 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd157727-bdf7-4221-9750-b56e4a0e1909 req-6d02e01d-b001-4ba9-8982-ac9f598f946a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888764 Sep 16 04:38:36.388132 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-59e2ec22-4efb-4d85-beb1-4e009c788344 req-641d38ae-0e5c-44f4-85b5-3becab46c090 tempest-FloatingIPDetailsNegativeTestJSON-1203193360 tempest-FloatingIPDetailsNegativeTestJSON-1203193360-project] show failed (client error): The resource could not be found. Sep 16 04:38:36.400626 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59e2ec22-4efb-4d85-beb1-4e009c788344 req-641d38ae-0e5c-44f4-85b5-3becab46c090 tempest-FloatingIPDetailsNegativeTestJSON-1203193360 tempest-FloatingIPDetailsNegativeTestJSON-1203193360-project] 10.222.0.53 "GET /v2.0/floatingips/7f12f228-5ae7-45b7-93c3-7c2729694bd4 HTTP/1.1" status: 404 len: 350 time: 0.0726817 Sep 16 04:38:36.401661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53228) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:36.404454 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-a1976b63-eca4-4bfa-8dc1-79aa27acad2b service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946821 Sep 16 04:38:36.500577 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-675089948-router', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:26Z', 'updated_at': '2021-09-16T04:38:33Z', 'revision_number': 4, 'project_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'gw_port': {'id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:27Z', 'updated_at': '2021-09-16T04:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '973ac7c3-2708-40c8-810c-9688c2eb52af', 'name': '', 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'mac_address': 'fa:16:3e:b6:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0e881560-bd8f-4edc-b6ba-ba80b661d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:32Z', 'updated_at': '2021-09-16T04:38:33Z', 'revision_number': 2, 'project_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'subnets': [{'id': '0e881560-bd8f-4edc-b6ba-ba80b661d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:36.547245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Checking router: 91d06eb4-8312-4fc8-a5a0-4630f6705444 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:38:36.547720 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Updating router 91d06eb4-8312-4fc8-a5a0-4630f6705444 port 973ac7c3-2708-40c8-810c-9688c2eb52af binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:38:36.553011 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83f6f0c0-ac21-4874-83cb-b2e6775bb9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.592235 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.628506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-e5fdde05-c551-4c65-b275-0141044a6988 req-a7b40fef-63e0-4107-85c0-d3c9b48c5984 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Deleting port 4a2af427-ac53-45d8-99e5-0c0c01e97733 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:36.629291 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e5fdde05-c551-4c65-b275-0141044a6988 req-a7b40fef-63e0-4107-85c0-d3c9b48c5984 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.680826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6f0c0-ac21-4874-83cb-b2e6775bb9d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e61cb6-827c-46bc-b56b-1df694946bcc,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:36.737873 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f6f0c0-ac21-4874-83cb-b2e6775bb9d0 admin admin] Checking segment: {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:36.738512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f6f0c0-ac21-4874-83cb-b2e6775bb9d0 admin admin] Network hostable DHCP agents. Network: 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:38:36.825276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f6f0c0-ac21-4874-83cb-b2e6775bb9d0 admin admin] Network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:38:36.829693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e5fdde05-c551-4c65-b275-0141044a6988 req-a7b40fef-63e0-4107-85c0-d3c9b48c5984 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] For port 4a2af427-ac53-45d8-99e5-0c0c01e97733, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4a2af427-ac53-45d8-99e5-0c0c01e97733,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:36.830346 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e5fdde05-c551-4c65-b275-0141044a6988 req-a7b40fef-63e0-4107-85c0-d3c9b48c5984 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.854077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-e5fdde05-c551-4c65-b275-0141044a6988 req-a7b40fef-63e0-4107-85c0-d3c9b48c5984 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Calling delete_port for 4a2af427-ac53-45d8-99e5-0c0c01e97733 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:36.858685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-f75b4fe7-904e-4bcd-a7d4-667d8fa5149f tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:36.861368 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-f75b4fe7-904e-4bcd-a7d4-667d8fa5149f tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d&tenant_id=e856b1715b0245aeade3fab80abad339&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.1271310 Sep 16 04:38:36.873877 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-83f6f0c0-ac21-4874-83cb-b2e6775bb9d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:36.880027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f6f0c0-ac21-4874-83cb-b2e6775bb9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:36.880899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83f6f0c0-ac21-4874-83cb-b2e6775bb9d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:36.890789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-17'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:37.001762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-83f6f0c0-ac21-4874-83cb-b2e6775bb9d0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5251961 Sep 16 04:38:37.016864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53244) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:37.025886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:37.063571 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.074388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a09e8-fc06-445b-9907-65dd0faa1907 req-10e24127-f185-4ed6-9c04-57e5ce39201a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:37.080965 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.084922 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd8a09e8-fc06-445b-9907-65dd0faa1907 req-10e24127-f185-4ed6-9c04-57e5ce39201a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 945 time: 0.2235618 Sep 16 04:38:37.090943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f1424f-c149-4103-ac72-95a967ffacf4 None None] Network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:37.094240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:38:37.101017 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-dc6018e8-eeff-440a-832b-aa7ba4a9d09f service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458342 Sep 16 04:38:37.101217 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.195595 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.197034 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.224558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd8a09e8-fc06-445b-9907-65dd0faa1907 req-c28c0ba9-1e1c-47e0-a1e9-b89c35e527fb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349196 Sep 16 04:38:37.315129 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a0d862f3-9c88-478a-9ab4-5df6a311106e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:37.316620 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51748ff4-92af-494a-9697-9247e65dc05c req-2c8591f9-a33f-4c16-93a5-d7100a828e8a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:37.330328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-51748ff4-92af-494a-9697-9247e65dc05c req-2c8591f9-a33f-4c16-93a5-d7100a828e8a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 944 time: 0.3164606 Sep 16 04:38:37.426833 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.438905 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e5fdde05-c551-4c65-b275-0141044a6988 req-a7b40fef-63e0-4107-85c0-d3c9b48c5984 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.475024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:37.599872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b40fef-63e0-4107-85c0-d3c9b48c5984 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Pushing event deleted for resources: {'Port': ['ID=4a2af427-ac53-45d8-99e5-0c0c01e97733,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:37.628622 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-51748ff4-92af-494a-9697-9247e65dc05c req-97efbce3-0a2b-453a-b575-5ca4ec439604 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973979 Sep 16 04:38:37.728405 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 has no active binding in host n-h2-712142-17 {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 04:38:37.736853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['d6d754ff-8f01-42e9-b86b-227d054fa075'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:37.750448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fdde05-c551-4c65-b275-0141044a6988 req-a7b40fef-63e0-4107-85c0-d3c9b48c5984 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] No DVR routers for this DVR port 4a2af427-ac53-45d8-99e5-0c0c01e97733 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:37.754819 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e5fdde05-c551-4c65-b275-0141044a6988 req-a7b40fef-63e0-4107-85c0-d3c9b48c5984 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.756820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5fdde05-c551-4c65-b275-0141044a6988 req-a7b40fef-63e0-4107-85c0-d3c9b48c5984 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.50 "DELETE /v2.0/ports/4a2af427-ac53-45d8-99e5-0c0c01e97733 HTTP/1.1" status: 204 len: 173 time: 1.4526908 Sep 16 04:38:37.757272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd2b00f-d6e8-45fb-816f-2c43dec4148d', 'name': 'network-vif-deleted', 'tag': '4a2af427-ac53-45d8-99e5-0c0c01e97733'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:37.759888 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a8d406-79e1-4b08-9b41-08d45a3740c3" -d '{"events": [{"server_uuid": "abd2b00f-d6e8-45fb-816f-2c43dec4148d", "name": "network-vif-deleted", "tag": "4a2af427-ac53-45d8-99e5-0c0c01e97733"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:37.785287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:37.854257 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e8cbd7-92e6-4abf-9915-882a576b2642 x-openstack-request-id: req-42e8cbd7-92e6-4abf-9915-882a576b2642 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:37.854555 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd2b00f-d6e8-45fb-816f-2c43dec4148d", "name": "network-vif-deleted", "tag": "4a2af427-ac53-45d8-99e5-0c0c01e97733", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:37.854811 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42e8cbd7-92e6-4abf-9915-882a576b2642 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:37.855460 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd2b00f-d6e8-45fb-816f-2c43dec4148d', 'name': 'network-vif-deleted', 'tag': '4a2af427-ac53-45d8-99e5-0c0c01e97733', 'status': 'completed', 'code': 200} Sep 16 04:38:37.894527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:37.945559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e174100-2812-4158-afc7-1d3c601b9f0a req-df0c9235-2885-4c2e-8ab5-93a307aff965 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:37.947335 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e174100-2812-4158-afc7-1d3c601b9f0a req-df0c9235-2885-4c2e-8ab5-93a307aff965 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.3606293 Sep 16 04:38:37.968762 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.987960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:37.992377 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.000778 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1cf0d-0cdb-4c52-945e-6202117e0729 None None] Pushing event updated for resources: {'Port': ['ID=973ac7c3-2708-40c8-810c-9688c2eb52af,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:38.068991 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.095867 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e174100-2812-4158-afc7-1d3c601b9f0a req-e666c161-1d0b-483e-ad8e-2e7aa002030d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998507 Sep 16 04:38:38.214065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:38.219292 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port a0d862f3-9c88-478a-9ab4-5df6a311106e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:38.219840 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.305799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4f51a143-dad7-427d-83c7-378e93e3bbc5 None None] Provisioning complete for port 973ac7c3-2708-40c8-810c-9688c2eb52af triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:38.306291 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4f51a143-dad7-427d-83c7-378e93e3bbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.323048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Attempting to bind port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on host n-h1-712142-17 for vnic_type normal with profile {"migrating_to": "n-h2-712142-17"} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:38.324982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Attempting to bind port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:38.325532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Attempting to bind port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:38.337022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:38.337656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Attempting to bind port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on network 65c76dcb-df8f-470f-8ee3-77efa2d85f81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:38.362660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:38.363334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Checking segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:38.366455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Bound using segment: {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:38.367526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Bound port: 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef693ea-4033-4c1c-b49e-d5b18de8d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65c76dcb-df8f-470f-8ee3-77efa2d85f81'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:38.369882 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.376411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Attempting to bind port 973ac7c3-2708-40c8-810c-9688c2eb52af on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:38.376827 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Attempting to bind port 973ac7c3-2708-40c8-810c-9688c2eb52af by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '09fbd7e1-0f38-4968-9c72-e6a83f2dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:38.377201 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Attempting to bind port 973ac7c3-2708-40c8-810c-9688c2eb52af on network 644e48b0-aa4b-41a4-a4b6-425889c02e52 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:38.391234 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:38.391651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Checking segment: {'id': '09fbd7e1-0f38-4968-9c72-e6a83f2dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:38.392060 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.392447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Bound using segment: {'id': '09fbd7e1-0f38-4968-9c72-e6a83f2dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:38.392956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Bound port: 973ac7c3-2708-40c8-810c-9688c2eb52af, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fbd7e1-0f38-4968-9c72-e6a83f2dfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:38.393319 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.452081 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-280f4b37-6da5-4334-870a-24524ba6d974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.489379 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] For port 973ac7c3-2708-40c8-810c-9688c2eb52af, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:38.493528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] For port 973ac7c3-2708-40c8-810c-9688c2eb52af, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=973ac7c3-2708-40c8-810c-9688c2eb52af,segment=NetworkSegment(09fbd7e1-0f38-4968-9c72-e6a83f2dfc55),segment_id=09fbd7e1-0f38-4968-9c72-e6a83f2dfc55)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:38.526027 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.606317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072836b-3203-47ad-a5c1-e563b4bfc65c req-5ec8391a-5875-4974-8c80-c135f675f77e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:38.607809 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d072836b-3203-47ad-a5c1-e563b4bfc65c req-5ec8391a-5875-4974-8c80-c135f675f77e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.1989422 Sep 16 04:38:38.630129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:38.653648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:38.669788 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.719442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-4f51a143-dad7-427d-83c7-378e93e3bbc5 None None] Port 973ac7c3-2708-40c8-810c-9688c2eb52af cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:38:38.818421 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d072836b-3203-47ad-a5c1-e563b4bfc65c req-776b4bed-0607-4ae7-919d-8edc8ffda306 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995945 Sep 16 04:38:38.881111 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1cf0d-0cdb-4c52-945e-6202117e0729 None None] Pushing event updated for resources: {'Port': ['ID=973ac7c3-2708-40c8-810c-9688c2eb52af,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:38.903774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Routers {'91d06eb4-8312-4fc8-a5a0-4630f6705444'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:38.903774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:38:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['91d06eb4-8312-4fc8-a5a0-4630f6705444'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:38.908054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:38.908684 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:38.910113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] 10.222.0.15 "PUT /v2.0/ports/7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 HTTP/1.1" status: 200 len: 1123 time: 2.0382354 Sep 16 04:38:38.911564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23af1f-b3e3-480d-a344-ffe366caf353 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,revision_number=8']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:38.924352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:38:38.925688 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:39.091896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['7e3359c9-06bd-43a7-a96c-ecc2d263bcb3'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:39.095918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['7e3359c9-06bd-43a7-a96c-ecc2d263bcb3'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:38:39.241399 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e0753600-fa3f-46da-ab14-a04b307ffb14 req-a6f32ce3-de45-4de9-8487-3ee89ecefb6e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 210 time: 0.4473488 Sep 16 04:38:39.302215 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ac492593-7b1e-40e9-aacb-b52abd09e8d0 None None] Provisioning complete for port 973ac7c3-2708-40c8-810c-9688c2eb52af triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:39.302832 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac492593-7b1e-40e9-aacb-b52abd09e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:39.309477 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:39.311304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4a2af427-ac53-45d8-99e5-0c0c01e97733 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:39.334142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] Set router 91d06eb4-8312-4fc8-a5a0-4630f6705444 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:39.338638 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 4a2af427-ac53-45d8-99e5-0c0c01e97733 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:39.339116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4a2af427-ac53-45d8-99e5-0c0c01e97733 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:39.344371 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:39.416999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061f2cf-47d2-4414-a221-25e9ced0b1ca req-12351cee-94c3-4ae7-8029-549298cd09b6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:39.431451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8061f2cf-47d2-4414-a221-25e9ced0b1ca req-12351cee-94c3-4ae7-8029-549298cd09b6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1642725 Sep 16 04:38:39.448627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Allocated IP 172.20.0.2 (3dcaaf36-12d5-46e7-a40d-c2c4399c17cb/b0e61cb6-827c-46bc-b56b-1df694946bcc/274c5406-8c0e-4f37-877b-0956213786e7) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:39.544063 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8061f2cf-47d2-4414-a221-25e9ced0b1ca req-f92efe92-bc29-4f12-aed8-c454db4178fd tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102412 Sep 16 04:38:39.577801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Allocated IP 172.25.0.203 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/4714288f-4e28-4687-8147-37eec1430f3d) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:39.712095 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:39.762003 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:39.858429 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547e53f0-236d-4605-9785-59f543d3132d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3359c9-06bd-43a7-a96c-ecc2d263bcb3'}, {'name': 'network-changed', 'server_uuid': '547e53f0-236d-4605-9785-59f543d3132d', 'tag': '7e3359c9-06bd-43a7-a96c-ecc2d263bcb3'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:39.861872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:39.866617 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697ed790-37bc-46c5-8f3d-2d919a94fb8d" -d '{"events": [{"server_uuid": "547e53f0-236d-4605-9785-59f543d3132d", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3359c9-06bd-43a7-a96c-ecc2d263bcb3"}, {"name": "network-changed", "server_uuid": "547e53f0-236d-4605-9785-59f543d3132d", "tag": "7e3359c9-06bd-43a7-a96c-ecc2d263bcb3"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:39.889601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:39.891313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=4714288f-4e28-4687-8147-37eec1430f3d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:39.897816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:39.974430 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac492593-7b1e-40e9-aacb-b52abd09e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.013819 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-675089948-router', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:26Z', 'updated_at': '2021-09-16T04:38:33Z', 'revision_number': 4, 'project_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'gw_port': {'id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:27Z', 'updated_at': '2021-09-16T04:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '973ac7c3-2708-40c8-810c-9688c2eb52af', 'name': '', 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'mac_address': 'fa:16:3e:b6:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0e881560-bd8f-4edc-b6ba-ba80b661d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:32Z', 'updated_at': '2021-09-16T04:38:38Z', 'revision_number': 4, 'project_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'subnets': [{'id': '0e881560-bd8f-4edc-b6ba-ba80b661d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:40.070864 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8240c992-a197-4d8f-9778-b254e70250d2 x-openstack-request-id: req-8240c992-a197-4d8f-9778-b254e70250d2 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:40.071357 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547e53f0-236d-4605-9785-59f543d3132d", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3359c9-06bd-43a7-a96c-ecc2d263bcb3", "code": 200}, {"name": "network-changed", "server_uuid": "547e53f0-236d-4605-9785-59f543d3132d", "tag": "7e3359c9-06bd-43a7-a96c-ecc2d263bcb3", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:40.071620 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8240c992-a197-4d8f-9778-b254e70250d2 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:40.072204 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547e53f0-236d-4605-9785-59f543d3132d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3359c9-06bd-43a7-a96c-ecc2d263bcb3', 'code': 200} Sep 16 04:38:40.072559 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547e53f0-236d-4605-9785-59f543d3132d', 'tag': '7e3359c9-06bd-43a7-a96c-ecc2d263bcb3', 'status': 'completed', 'code': 200} Sep 16 04:38:40.092998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda94a91-c81a-4e8b-95b8-e32b2dd0d9fe None None] The sync data for ids ['91d06eb4-8312-4fc8-a5a0-4630f6705444'] in n-d-712142-17 is: [{'id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-675089948-router', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:26Z', 'updated_at': '2021-09-16T04:38:33Z', 'revision_number': 4, 'project_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'gw_port': {'id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:27Z', 'updated_at': '2021-09-16T04:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '973ac7c3-2708-40c8-810c-9688c2eb52af', 'name': '', 'network_id': '644e48b0-aa4b-41a4-a4b6-425889c02e52', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'mac_address': 'fa:16:3e:b6:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0e881560-bd8f-4edc-b6ba-ba80b661d04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:32Z', 'updated_at': '2021-09-16T04:38:38Z', 'revision_number': 4, 'project_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'subnets': [{'id': '0e881560-bd8f-4edc-b6ba-ba80b661d04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:38:40.221190 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.248157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ac492593-7b1e-40e9-aacb-b52abd09e8d0 None None] For port 973ac7c3-2708-40c8-810c-9688c2eb52af, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=973ac7c3-2708-40c8-810c-9688c2eb52af,segment=NetworkSegment(09fbd7e1-0f38-4968-9c72-e6a83f2dfc55),segment_id=09fbd7e1-0f38-4968-9c72-e6a83f2dfc55)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:40.265600 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.299291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ed790-37bc-46c5-8f3d-2d919a94fb8d req-8b838f93-f0cc-4ff6-a905-7deb5e975013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:40.299291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-697ed790-37bc-46c5-8f3d-2d919a94fb8d req-8b838f93-f0cc-4ff6-a905-7deb5e975013 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 1126 time: 0.2052047 Sep 16 04:38:40.375302 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ac492593-7b1e-40e9-aacb-b52abd09e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.381191 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Pushing event updated for resources: {'Port': ['ID=274c5406-8c0e-4f37-877b-0956213786e7,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:40.504905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:40.514649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:40.518055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:40.539084 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-619b2674-97e2-45ea-a43b-9406dcbdf86e req-5e5975ae-e3b8-41ca-be83-f86b6a72d175 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 210 time: 0.0951049 Sep 16 04:38:40.570707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ed790-37bc-46c5-8f3d-2d919a94fb8d req-9df1cfdf-d345-42ab-8d28-166c9780ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:40.573286 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-697ed790-37bc-46c5-8f3d-2d919a94fb8d req-9df1cfdf-d345-42ab-8d28-166c9780ceb2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.2645464 Sep 16 04:38:40.663183 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-697ed790-37bc-46c5-8f3d-2d919a94fb8d req-b84aca86-e6fc-4086-987f-c57b9e1799ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 HTTP/1.1" status: 200 len: 217 time: 0.0737076 Sep 16 04:38:40.724251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac492593-7b1e-40e9-aacb-b52abd09e8d0 None None] Pushing event updated for resources: {'Port': ['ID=973ac7c3-2708-40c8-810c-9688c2eb52af,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:40.770552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ed790-37bc-46c5-8f3d-2d919a94fb8d req-9bf9df0a-f3f0-44f4-b1ec-66fb2c078742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:40.772684 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-697ed790-37bc-46c5-8f3d-2d919a94fb8d req-9bf9df0a-f3f0-44f4-b1ec-66fb2c078742 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.0838280 Sep 16 04:38:40.784812 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Attempting to bind port 274c5406-8c0e-4f37-877b-0956213786e7 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:40.785203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Attempting to bind port 274c5406-8c0e-4f37-877b-0956213786e7 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:40.785633 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Attempting to bind port 274c5406-8c0e-4f37-877b-0956213786e7 on network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:40.809219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:40.811391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Checking segment: {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:40.812457 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.814266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Bound using segment: {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:40.814431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Bound port: 274c5406-8c0e-4f37-877b-0956213786e7, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:40.814806 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.911157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-280f4b37-6da5-4334-870a-24524ba6d974 admin admin] Deleting port 973ac7c3-2708-40c8-810c-9688c2eb52af {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:40.911981 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-280f4b37-6da5-4334-870a-24524ba6d974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:40.913769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-697ed790-37bc-46c5-8f3d-2d919a94fb8d req-c7b632d2-5224-420d-adab-0c7dd5af52fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210961 Sep 16 04:38:41.000971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5399e-6705-4a37-ac3b-aaa2983a5b76 req-04f7efc4-6e60-4f18-b73c-17a5d7b74486 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:41.003109 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bdf5399e-6705-4a37-ac3b-aaa2983a5b76 req-04f7efc4-6e60-4f18-b73c-17a5d7b74486 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.2364693 Sep 16 04:38:41.142577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-697ed790-37bc-46c5-8f3d-2d919a94fb8d req-43c3a0d5-a5a3-43c1-87ad-338746d63d68 service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269931 Sep 16 04:38:41.259602 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 973ac7c3-2708-40c8-810c-9688c2eb52af up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:41.322990 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bdf5399e-6705-4a37-ac3b-aaa2983a5b76 req-fdd33354-f6b2-4c14-bb20-b76938cd582e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118162 Sep 16 04:38:41.335899 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.349960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29687c-ee6b-4fca-bf24-afc805939bb0 req-83d04e36-a242-4971-ad7c-a148a071c712 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:41.352159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd29687c-ee6b-4fca-bf24-afc805939bb0 req-83d04e36-a242-4971-ad7c-a148a071c712 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.6846521 Sep 16 04:38:41.413072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-280f4b37-6da5-4334-870a-24524ba6d974 admin admin] For port 973ac7c3-2708-40c8-810c-9688c2eb52af, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=973ac7c3-2708-40c8-810c-9688c2eb52af,segment=NetworkSegment(09fbd7e1-0f38-4968-9c72-e6a83f2dfc55),segment_id=09fbd7e1-0f38-4968-9c72-e6a83f2dfc55)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:41.413309 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-280f4b37-6da5-4334-870a-24524ba6d974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.424232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-697ed790-37bc-46c5-8f3d-2d919a94fb8d req-c2cd0e9d-6ca8-49fc-8335-864dfb3e1d6c service neutron] 10.222.0.50 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477307 Sep 16 04:38:41.429199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] For port 274c5406-8c0e-4f37-877b-0956213786e7, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:41.436145 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] For port 274c5406-8c0e-4f37-877b-0956213786e7, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=274c5406-8c0e-4f37-877b-0956213786e7,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:41.436381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-280f4b37-6da5-4334-870a-24524ba6d974 admin admin] Calling delete_port for 973ac7c3-2708-40c8-810c-9688c2eb52af owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:41.454981 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.521271 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd29687c-ee6b-4fca-bf24-afc805939bb0 req-dcacf373-9f03-4417-ac77-fa0471f0d9af tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599212 Sep 16 04:38:41.550581 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 973ac7c3-2708-40c8-810c-9688c2eb52af triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:41.551139 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:41.784271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e29bd-f6bf-497b-aee5-52472100a648 None None] Pushing event updated for resources: {'Port': ['ID=274c5406-8c0e-4f37-877b-0956213786e7,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:41.820576 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2165f45-35c3-423b-9403-57b67470365e req-8d1ef838-ce36-4c2a-a9b0-7d506029a2bb tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 210 time: 0.0596838 Sep 16 04:38:41.945910 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:42.230065 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-280f4b37-6da5-4334-870a-24524ba6d974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:42.280862 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f4b37-6da5-4334-870a-24524ba6d974 admin admin] Pushing event deleted for resources: {'Port': ['ID=973ac7c3-2708-40c8-810c-9688c2eb52af,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:42.403689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Router 00f95de1-94f9-44ec-93d1-fe4e365aa31f is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:38:42.613099 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75e84f15-4b6f-4aa8-84d6-1d4bb477f536 req-5959d23e-8db0-4871-b204-1aca74b0939d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1110575 Sep 16 04:38:42.672973 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-280f4b37-6da5-4334-870a-24524ba6d974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:42.760231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3fe41-a5ad-4931-b579-07d5330a86ff req-4f06a2d5-892e-476f-91be-ca1f7291354c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:42.773072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9eb3fe41-a5ad-4931-b579-07d5330a86ff req-4f06a2d5-892e-476f-91be-ca1f7291354c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1247990 Sep 16 04:38:42.855409 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9eb3fe41-a5ad-4931-b579-07d5330a86ff req-47180ea3-cdc1-4a5c-a042-6c523756d44f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757132 Sep 16 04:38:42.859680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e84f15-4b6f-4aa8-84d6-1d4bb477f536 req-a47e5f90-cff9-4e98-ace7-c98e0786c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:42.868129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75e84f15-4b6f-4aa8-84d6-1d4bb477f536 req-a47e5f90-cff9-4e98-ace7-c98e0786c2b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=043d7505d3794c99864b8a9842baccb0&device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 1096 time: 0.1732991 Sep 16 04:38:43.092780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e84f15-4b6f-4aa8-84d6-1d4bb477f536 req-932fe337-e2a2-437b-8351-80ec69dfb229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:43.096752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75e84f15-4b6f-4aa8-84d6-1d4bb477f536 req-932fe337-e2a2-437b-8351-80ec69dfb229 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 200 len: 909 time: 0.2016549 Sep 16 04:38:43.166063 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75e84f15-4b6f-4aa8-84d6-1d4bb477f536 req-dd40382d-fb8f-4ed5-a6c3-9c4b836fb2bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f HTTP/1.1" status: 200 len: 217 time: 0.0625544 Sep 16 04:38:43.244457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:38:43.255040 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Sync routers for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:38:43.282636 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:43.288816 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:38:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:43.295562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e84f15-4b6f-4aa8-84d6-1d4bb477f536 req-a1412585-1bff-4d4d-adbf-416d17dd466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:43.296850 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab482d-7d41-4945-9144-22c80c92a7ee req-62507c95-3443-4956-8012-2585e8736202 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:43.297134 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75e84f15-4b6f-4aa8-84d6-1d4bb477f536 req-a1412585-1bff-4d4d-adbf-416d17dd466f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 200 len: 848 time: 0.1222725 Sep 16 04:38:43.298617 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ecab482d-7d41-4945-9144-22c80c92a7ee req-62507c95-3443-4956-8012-2585e8736202 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.7553780 Sep 16 04:38:43.302747 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:43.303941 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2cb63454-9c2c-42dc-84ee-9b01c95c7ac5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.2817054 Sep 16 04:38:43.307193 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53344) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:43.383663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 274c5406-8c0e-4f37-877b-0956213786e7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:43.437006 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ecab482d-7d41-4945-9144-22c80c92a7ee req-6880a3d7-6619-4848-ad49-18aa509d3594 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299274 Sep 16 04:38:43.499574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280f4b37-6da5-4334-870a-24524ba6d974 admin admin] Router 91d06eb4-8312-4fc8-a5a0-4630f6705444 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:38:43.503061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe2eaa-97b0-45e0-9ea1-a0335f4fdfcd None None] Network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:43.530128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75e84f15-4b6f-4aa8-84d6-1d4bb477f536 req-4f2ff248-a06f-4ffd-bc0d-3814a76bf569 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45c2c738-4641-4c06-a2b2-aea8aa89b318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2203720 Sep 16 04:38:43.637034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280f4b37-6da5-4334-870a-24524ba6d974 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:38:43.664192 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-280f4b37-6da5-4334-870a-24524ba6d974 admin admin] 10.222.0.53 "PUT /v2.0/routers/91d06eb4-8312-4fc8-a5a0-4630f6705444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2585146 Sep 16 04:38:43.666663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53346) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:43.702661 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:43.746751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a0689d-67e8-4c26-9169-d2dcba0e5053 None None] Sync routers for ids ['91d06eb4-8312-4fc8-a5a0-4630f6705444'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:38:43.783894 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 274c5406-8c0e-4f37-877b-0956213786e7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:43.784556 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:43.787184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-40f91110-56d3-471c-8eee-aafa99ef3ad7 None None] Provisioning complete for port 274c5406-8c0e-4f37-877b-0956213786e7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:43.787790 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40f91110-56d3-471c-8eee-aafa99ef3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:43.792655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a0689d-67e8-4c26-9169-d2dcba0e5053 None None] Routers {'91d06eb4-8312-4fc8-a5a0-4630f6705444'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:43.793523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-45a0689d-67e8-4c26-9169-d2dcba0e5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:38:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['91d06eb4-8312-4fc8-a5a0-4630f6705444'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:43.872748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75e84f15-4b6f-4aa8-84d6-1d4bb477f536 req-77747e20-61af-4e08-930a-3bde4f1b43de service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308799 Sep 16 04:38:43.971387 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8568c0f7-a93b-4894-a96b-be1dc5aad48a req-0739b8d2-e107-4b6b-9db6-646e3c9a7eab tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 210 time: 0.4306960 Sep 16 04:38:44.040688 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.094217 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40f91110-56d3-471c-8eee-aafa99ef3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.182865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-40f91110-56d3-471c-8eee-aafa99ef3ad7 None None] For port 274c5406-8c0e-4f37-877b-0956213786e7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=274c5406-8c0e-4f37-877b-0956213786e7,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:44.212898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-45a0689d-67e8-4c26-9169-d2dcba0e5053 None None] Set router 91d06eb4-8312-4fc8-a5a0-4630f6705444 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:44.219404 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40f91110-56d3-471c-8eee-aafa99ef3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.313167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75e84f15-4b6f-4aa8-84d6-1d4bb477f536 req-a475fe18-02f2-4e47-a3ec-da2d5ce59d58 service neutron] 10.222.0.15 "GET /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284871 Sep 16 04:38:44.340836 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:40Z', 'revision_number': 3, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:44.412596 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Checking router: 00f95de1-94f9-44ec-93d1-fe4e365aa31f for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:38:44.417414 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Updating router 00f95de1-94f9-44ec-93d1-fe4e365aa31f port 4714288f-4e28-4687-8147-37eec1430f3d binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:38:44.498769 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.508026 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.514826 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.645576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452f7ca-26ed-4c6b-900d-1b2672a7f3b8 req-38b23cdd-327b-48b1-8bdd-0a75350fe5cc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:44.647297 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a452f7ca-26ed-4c6b-900d-1b2672a7f3b8 req-38b23cdd-327b-48b1-8bdd-0a75350fe5cc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.2805555 Sep 16 04:38:44.738689 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22deaf-aaca-4b89-9f97-57199563f62a req-758ffaea-97a8-4f2f-b12a-bc20c3c58405 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:44.747861 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b22deaf-aaca-4b89-9f97-57199563f62a req-758ffaea-97a8-4f2f-b12a-bc20c3c58405 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.1077695 Sep 16 04:38:44.876084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f91110-56d3-471c-8eee-aafa99ef3ad7 None None] Pushing event updated for resources: {'Port': ['ID=274c5406-8c0e-4f37-877b-0956213786e7,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:44.899123 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:44.928669 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:38:44.929090 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:38:44.946993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-45a0689d-67e8-4c26-9169-d2dcba0e5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-675089948-router', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:26Z', 'updated_at': '2021-09-16T04:38:42Z', 'revision_number': 5, 'project_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'gw_port': {'id': 'a0d862f3-9c88-478a-9ab4-5df6a311106e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:27Z', 'updated_at': '2021-09-16T04:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:44.960491 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b22deaf-aaca-4b89-9f97-57199563f62a req-821d9025-f82f-403a-b128-9e569e97ac85 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075016 Sep 16 04:38:45.059428 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a0689d-67e8-4c26-9169-d2dcba0e5053 None None] Checking router: 91d06eb4-8312-4fc8-a5a0-4630f6705444 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:38:45.094595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a0689d-67e8-4c26-9169-d2dcba0e5053 None None] Routers {'91d06eb4-8312-4fc8-a5a0-4630f6705444'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:45.101804 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-45a0689d-67e8-4c26-9169-d2dcba0e5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:38:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['91d06eb4-8312-4fc8-a5a0-4630f6705444'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:45.226601 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:45.240594 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:45.281984 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-737e8ef9-c8df-4729-a2d8-b76c559f4461 req-237293d5-d0b2-4ab2-acdc-91abd4cb65e8 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 210 time: 0.0936806 Sep 16 04:38:45.290405 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-99e7d4dd-c3a7-4ebb-b152-48536798ef84 None None] Provisioning complete for port 274c5406-8c0e-4f37-877b-0956213786e7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:45.290864 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99e7d4dd-c3a7-4ebb-b152-48536798ef84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:45.344352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:45.357017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-45a0689d-67e8-4c26-9169-d2dcba0e5053 None None] Set router 91d06eb4-8312-4fc8-a5a0-4630f6705444 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:45.380344 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed343b-0e0d-4dcb-ad8d-b912db4c5ae8 None None] Pushing event updated for resources: {'Port': ['ID=4714288f-4e28-4687-8147-37eec1430f3d,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:45.437082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Allocated IP 172.20.0.1 (3dcaaf36-12d5-46e7-a40d-c2c4399c17cb/b0e61cb6-827c-46bc-b56b-1df694946bcc/a2ad2ebf-3358-4600-9bbd-77e1a30207a2) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:45.453010 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Attempting to bind port 4714288f-4e28-4687-8147-37eec1430f3d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:45.453398 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Attempting to bind port 4714288f-4e28-4687-8147-37eec1430f3d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:45.454876 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Attempting to bind port 4714288f-4e28-4687-8147-37eec1430f3d on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:45.470621 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:45.471097 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:45.471440 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:45.471995 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:45.474242 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Bound port: 4714288f-4e28-4687-8147-37eec1430f3d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:45.474739 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:45.533175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-45a0689d-67e8-4c26-9169-d2dcba0e5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-675089948-router', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:26Z', 'updated_at': '2021-09-16T04:38:44Z', 'revision_number': 6, 'project_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:45.550304 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a452f7ca-26ed-4c6b-900d-1b2672a7f3b8 req-9be88bd5-e77d-49ef-b4c9-18c47360e25b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8854125 Sep 16 04:38:45.557051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Deleting port a0d862f3-9c88-478a-9ab4-5df6a311106e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:45.557406 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:45.608604 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] For port 4714288f-4e28-4687-8147-37eec1430f3d, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:45.613060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a0689d-67e8-4c26-9169-d2dcba0e5053 None None] The sync data for ids ['91d06eb4-8312-4fc8-a5a0-4630f6705444'] in n-d-712142-17 is: [{'id': '91d06eb4-8312-4fc8-a5a0-4630f6705444', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-675089948-router', 'tenant_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:26Z', 'updated_at': '2021-09-16T04:38:44Z', 'revision_number': 6, 'project_id': '2c9ce9342d7643fa90eb4d8f264de7ce', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:38:45.624630 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] For port 4714288f-4e28-4687-8147-37eec1430f3d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4714288f-4e28-4687-8147-37eec1430f3d,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:45.638104 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:45.791792 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:45.795644 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:38:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:45.850752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] For port a0d862f3-9c88-478a-9ab4-5df6a311106e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a0d862f3-9c88-478a-9ab4-5df6a311106e,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:45.851168 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:45.891263 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed343b-0e0d-4dcb-ad8d-b912db4c5ae8 None None] Pushing event updated for resources: {'Port': ['ID=4714288f-4e28-4687-8147-37eec1430f3d,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:45.892902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Calling delete_port for a0d862f3-9c88-478a-9ab4-5df6a311106e owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:46.099413 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:46.215762 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 274c5406-8c0e-4f37-877b-0956213786e7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:46.258282 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:46.322516 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:46.414698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:46.438354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:46.475557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:46.518535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:46.562091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d862f3-9c88-478a-9ab4-5df6a311106e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:46.636980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41bcc0c3-e3e1-4abb-ad77-0e4e225c1047 req-66e57a13-2f1e-4a43-bc14-5f1a5b7a9181 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 210 time: 0.2012448 Sep 16 04:38:46.683414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Pushing event updated for resources: {'Port': ['ID=a2ad2ebf-3358-4600-9bbd-77e1a30207a2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:46.703249 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:40Z', 'revision_number': 3, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:46.717501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c3a5e-e53c-4bf1-9aa1-d4eda600f5b2 req-2faf8ec5-e37a-4a0f-b655-7e0bf279d560 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:46.725556 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:46.726128 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a05c3a5e-e53c-4bf1-9aa1-d4eda600f5b2 req-2faf8ec5-e37a-4a0f-b655-7e0bf279d560 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.3381810 Sep 16 04:38:46.773469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 274c5406-8c0e-4f37-877b-0956213786e7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:46.774212 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.043756 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.072910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 973ac7c3-2708-40c8-810c-9688c2eb52af no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:47.109010 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a05c3a5e-e53c-4bf1-9aa1-d4eda600f5b2 req-a31633f7-1a5a-4587-99f1-ca7f59d8f9f2 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277628 Sep 16 04:38:47.181059 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f78a8c-4294-4d7c-b5ae-db70c5ebb08c None None] The sync data for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 is: [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:40Z', 'revision_number': 3, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:38:47.190633 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.282791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 973ac7c3-2708-40c8-810c-9688c2eb52af {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:47.283794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 973ac7c3-2708-40c8-810c-9688c2eb52af not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:47.369325 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c481-a8ee-485a-9fe3-b02f6c1d4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.400551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e605ea47-7b23-4038-9d18-fd454df01865 None None] Provisioning complete for port a2ad2ebf-3358-4600-9bbd-77e1a30207a2 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:47.401145 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e605ea47-7b23-4038-9d18-fd454df01865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.534960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e605ea47-7b23-4038-9d18-fd454df01865 None None] Port a2ad2ebf-3358-4600-9bbd-77e1a30207a2 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:38:47.550379 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.557648 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.599231 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.605927 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.643795 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.671040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Pushing event updated for resources: {'Port': ['ID=a2ad2ebf-3358-4600-9bbd-77e1a30207a2,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:47.874362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:47.875899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:47.926787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.930861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d06eb4-8312-4fc8-a5a0-4630f6705444 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:38:47.967092 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:47.968520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-27870f1f-a554-42b3-879a-0a3d1a7abc0f admin admin] 10.222.0.53 "DELETE /v2.0/routers/91d06eb4-8312-4fc8-a5a0-4630f6705444 HTTP/1.1" status: 204 len: 168 time: 4.3009121 Sep 16 04:38:47.979421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87aab3-5a86-4689-a85e-ac7356d0222d req-fbfdc263-2fb5-48e1-ae4d-ee8a3813bc7b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:47.994922 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b87aab3-5a86-4689-a85e-ac7356d0222d req-fbfdc263-2fb5-48e1-ae4d-ee8a3813bc7b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1891716 Sep 16 04:38:48.046924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53408) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:48.165543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b87aab3-5a86-4689-a85e-ac7356d0222d req-99f42687-69dd-4d2c-ae07-6cd012318e69 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683934 Sep 16 04:38:48.270914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4714288f-4e28-4687-8147-37eec1430f3d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:48.340073 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48a2088-2f42-4198-b9d7-6a35562973e2 admin admin] Deleting subnet 0e881560-bd8f-4edc-b6ba-ba80b661d04f {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:38:48.351047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Router 00f95de1-94f9-44ec-93d1-fe4e365aa31f has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:38:48.361983 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a48a2088-2f42-4198-b9d7-6a35562973e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.405366 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-55a6251c-8f62-4b7f-aff6-9b2d22c8e891 req-37e0b64e-b9eb-47b2-bad0-90eeeb2dc138 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=abd2b00f-d6e8-45fb-816f-2c43dec4148d HTTP/1.1" status: 200 len: 210 time: 0.0841699 Sep 16 04:38:48.476047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4714288f-4e28-4687-8147-37eec1430f3d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:48.476431 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.494154 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a48a2088-2f42-4198-b9d7-6a35562973e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.604722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8e9d1b93-0f7d-4831-be4d-8666bdf3338f None None] Provisioning complete for port a2ad2ebf-3358-4600-9bbd-77e1a30207a2 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:48.606317 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8e9d1b93-0f7d-4831-be4d-8666bdf3338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.698414 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.738373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 4714288f-4e28-4687-8147-37eec1430f3d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4714288f-4e28-4687-8147-37eec1430f3d,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:48.741026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d1b93-0f7d-4831-be4d-8666bdf3338f None None] Port a2ad2ebf-3358-4600-9bbd-77e1a30207a2 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:38:48.753974 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.838081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=4714288f-4e28-4687-8147-37eec1430f3d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:48.856971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a0d862f3-9c88-478a-9ab4-5df6a311106e no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:48.870452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069475f-2032-449f-942a-ce5f9177b7c3 req-a1713164-a62b-4e80-b0c5-d604e81a2f8a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:48.872184 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e069475f-2032-449f-942a-ce5f9177b7c3 req-a1713164-a62b-4e80-b0c5-d604e81a2f8a tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.2468154 Sep 16 04:38:48.896234 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a48a2088-2f42-4198-b9d7-6a35562973e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:48.896484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: a0d862f3-9c88-478a-9ab4-5df6a311106e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:48.896610 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a0d862f3-9c88-478a-9ab4-5df6a311106e not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:48.911155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:38:48.925523 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0d7f5a48-6af1-48d4-b334-9b2be3ad6dbb admin admin] 10.222.0.53 "PUT /v2.0/routers/00f95de1-94f9-44ec-93d1-fe4e365aa31f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6171901 Sep 16 04:38:48.974540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e069475f-2032-449f-942a-ce5f9177b7c3 req-7aab7f1f-90fe-42e2-93c6-de016b7877e2 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918813 Sep 16 04:38:49.022629 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a48a2088-2f42-4198-b9d7-6a35562973e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:49.069458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a2088-2f42-4198-b9d7-6a35562973e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e881560-bd8f-4edc-b6ba-ba80b661d04f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:49.083111 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a48a2088-2f42-4198-b9d7-6a35562973e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:49.085675 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a48a2088-2f42-4198-b9d7-6a35562973e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0e881560-bd8f-4edc-b6ba-ba80b661d04f HTTP/1.1" status: 204 len: 168 time: 0.9812298 Sep 16 04:38:49.088083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53426) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:49.097755 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12706bc-a4dc-4ddc-8689-a3e80c18f249 None None] Network 644e48b0-aa4b-41a4-a4b6-425889c02e52 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:38:49.353792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:49.407061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f748d429-1aca-4e6c-892d-6084764910b8 None None] DHCP port deletion for 644e48b0-aa4b-41a4-a4b6-425889c02e52 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:38:49.513909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f748d429-1aca-4e6c-892d-6084764910b8 None None] Deleting port 25a518da-358b-4dc2-964f-27c605f9524b {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:49.514399 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f748d429-1aca-4e6c-892d-6084764910b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:49.558827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b28e87-65f9-46fd-80e1-4dafb1768497 req-6301c25a-a447-4f7c-a8dd-97815c717747 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:49.569476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48b28e87-65f9-46fd-80e1-4dafb1768497 req-6301c25a-a447-4f7c-a8dd-97815c717747 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.2069342 Sep 16 04:38:49.609927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Deleting port 25a518da-358b-4dc2-964f-27c605f9524b {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:49.611679 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:49.663163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f748d429-1aca-4e6c-892d-6084764910b8 None None] For port 25a518da-358b-4dc2-964f-27c605f9524b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25a518da-358b-4dc2-964f-27c605f9524b,segment=NetworkSegment(09fbd7e1-0f38-4968-9c72-e6a83f2dfc55),segment_id=09fbd7e1-0f38-4968-9c72-e6a83f2dfc55)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:49.663488 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f748d429-1aca-4e6c-892d-6084764910b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:49.690864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] For port 25a518da-358b-4dc2-964f-27c605f9524b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25a518da-358b-4dc2-964f-27c605f9524b,segment=NetworkSegment(09fbd7e1-0f38-4968-9c72-e6a83f2dfc55),segment_id=09fbd7e1-0f38-4968-9c72-e6a83f2dfc55)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:49.691722 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:49.693076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f748d429-1aca-4e6c-892d-6084764910b8 None None] Calling delete_port for 25a518da-358b-4dc2-964f-27c605f9524b owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:49.697124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-d39fadb2-7920-45d0-889c-0c534ac07dfa tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:49.700219 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-d39fadb2-7920-45d0-889c-0c534ac07dfa tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 821 time: 0.2322221 Sep 16 04:38:49.706785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Calling delete_port for 25a518da-358b-4dc2-964f-27c605f9524b owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:49.717971 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-13107d01-5ec3-4884-ad76-4e6fec0500c0 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/quotas/e35d46a1e1cb40b3af509d1406f50c45 HTTP/1.1" status: 200 len: 375 time: 0.0130820 Sep 16 04:38:49.809258 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:49.862066 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-b74247fa-8fb2-44b9-9251-afc6437b864a tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311271 Sep 16 04:38:49.874502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48b28e87-65f9-46fd-80e1-4dafb1768497 req-3aef7704-1d5a-46c7-ae35-f310c013ce19 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965114 Sep 16 04:38:49.887106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a518da-358b-4dc2-964f-27c605f9524b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:49.887106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] No DVR routers for this DVR port 25a518da-358b-4dc2-964f-27c605f9524b on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:50.018732 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f748d429-1aca-4e6c-892d-6084764910b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.084899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4714288f-4e28-4687-8147-37eec1430f3d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:50.092730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f748d429-1aca-4e6c-892d-6084764910b8 None None] No DVR routers for this DVR port 25a518da-358b-4dc2-964f-27c605f9524b on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:50.110374 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.162542 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-cedbf4fa-920a-4bc1-9f23-c70c6daf0132 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843590 Sep 16 04:38:50.210116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644e48b0-aa4b-41a4-a4b6-425889c02e52']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:50.245936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fbd7e1-0f38-4968-9c72-e6a83f2dfc55') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:50.246239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fbd7e1-0f38-4968-9c72-e6a83f2dfc55') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:50.263416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748d429-1aca-4e6c-892d-6084764910b8 None None] Pushing event deleted for resources: {'Port': ['ID=25a518da-358b-4dc2-964f-27c605f9524b,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:50.273147 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.290355 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95e6d897-128f-43a1-b5ad-b060acdc2d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.312860 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.323498 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:38:50.323910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:38:50.326031 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:38:50.346623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4714288f-4e28-4687-8147-37eec1430f3d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:50.347148 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.414327 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-86608b33-f6e1-4ad5-8569-64555cc9b0a0 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506280 Sep 16 04:38:50.459877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.469728 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.485844 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/644e48b0-aa4b-41a4-a4b6-425889c02e52 HTTP/1.1" status: 204 len: 168 time: 1.3915696 Sep 16 04:38:50.515755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd1225-7dc9-4c0c-9fa2-f211232badb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=644e48b0-aa4b-41a4-a4b6-425889c02e52,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:50.729218 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:50.767371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25a518da-358b-4dc2-964f-27c605f9524b no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:38:50.827922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 25a518da-358b-4dc2-964f-27c605f9524b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:38:50.829767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25a518da-358b-4dc2-964f-27c605f9524b not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:38:50.830999 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Sync routers for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:38:50.846739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53476) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:50.853371 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:50.858219 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:38:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:50.873808 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72efd4e0-ab06-4d1e-ab58-ba63c19723d3 req-89dd4825-7fa5-47d6-a3c0-6026a5e91ed3 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 210 time: 0.0792439 Sep 16 04:38:50.901564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af5108-0574-494a-b615-2e410dced902 req-b7a34b4e-28c7-4106-9387-946923da2cb8 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:50.908551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-17bdface-2f87-408b-82c8-e06f14219d35 service neutron] 10.222.0.50 "GET /v2.0/ports/7e3359c9-06bd-43a7-a96c-ecc2d263bcb3/bindings/n-h2-712142-17 HTTP/1.1" status: 200 len: 385 time: 0.2775311 Sep 16 04:38:50.910559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-27af5108-0574-494a-b615-2e410dced902 req-b7a34b4e-28c7-4106-9387-946923da2cb8 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 943 time: 0.1486683 Sep 16 04:38:51.043011 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-27af5108-0574-494a-b615-2e410dced902 req-981c9a36-80d0-4d6a-830f-024cb4dcfdc5 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306260 Sep 16 04:38:51.060634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e1d22a23-9aaa-4c96-94da-010d042a2c74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c9ce9342d7643fa90eb4d8f264de7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094147 Sep 16 04:38:51.061192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53486) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:38:51.147410 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:51.158973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50470c-9b45-41ba-888b-549eaa84a501 req-261ea193-27da-4163-a2ce-3840e75727bc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:51.165111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e50470c-9b45-41ba-888b-549eaa84a501 req-261ea193-27da-4163-a2ce-3840e75727bc tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1818645 Sep 16 04:38:51.231119 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6a30-8181-4e2a-afbb-349f35ace2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:51.262938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e50470c-9b45-41ba-888b-549eaa84a501 req-a01e1c6c-1ddf-4567-8eef-1bd7a6d6d0df tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875406 Sep 16 04:38:51.310417 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6a30-8181-4e2a-afbb-349f35ace2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:51.487224 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6a30-8181-4e2a-afbb-349f35ace2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:51.491299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6a30-8181-4e2a-afbb-349f35ace2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:51.492602 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fb1e6a30-8181-4e2a-afbb-349f35ace2a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7aac2213-0f5a-41fc-a4b5-e26fffb83474 HTTP/1.1" status: 204 len: 168 time: 0.4304204 Sep 16 04:38:51.540866 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:51.546954 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e6a30-8181-4e2a-afbb-349f35ace2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aac2213-0f5a-41fc-a4b5-e26fffb83474,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:51.551540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:51.607016 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 2, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:51.616540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:51.663276 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Checking router: 00f95de1-94f9-44ec-93d1-fe4e365aa31f for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:38:51.663641 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Updating router 00f95de1-94f9-44ec-93d1-fe4e365aa31f port a2ad2ebf-3358-4600-9bbd-77e1a30207a2 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:38:51.671310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:51.687195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:51.731303 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:51.744100 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:51.913376 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Transition to ACTIVE for port object 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:38:51.931291 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:52.145755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] No DVR routers for this DVR port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:38:52.180699 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff53c166-675e-48b6-8114-338bdc560420 req-2a8c4cc0-2f7e-44ac-81f1-8b2081df64af tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 210 time: 0.1264210 Sep 16 04:38:52.259759 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] 10.222.0.50 "PUT /v2.0/ports/7e3359c9-06bd-43a7-a96c-ecc2d263bcb3/bindings/n-h2-712142-17/activate HTTP/1.1" status: 200 len: 370 time: 1.3421128 Sep 16 04:38:52.341865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,revision_number=10']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:52.370374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:52.371367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:52.373929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:52.374296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:52.374681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:52.374994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:52.375389 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:52.375727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:52.378138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:52.378399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:52.378751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:52.380069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a6e62-48a5-4c01-95db-87a6f4acc945 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:38:52.548303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d6921-e4e5-4d5f-9a15-421294b1d446 req-9b965681-8daf-4dd9-91bb-fb9ad743de85 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:52.556144 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b64d6921-e4e5-4d5f-9a15-421294b1d446 req-9b965681-8daf-4dd9-91bb-fb9ad743de85 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 944 time: 0.2695348 Sep 16 04:38:52.660951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cdef5-5cbe-48ea-b64b-22d0132dbbac req-5be1d405-4fd2-461f-ac11-27ba22d73a31 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:52.674134 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e23cdef5-5cbe-48ea-b64b-22d0132dbbac req-5be1d405-4fd2-461f-ac11-27ba22d73a31 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1399076 Sep 16 04:38:52.708754 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:52.742287 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:52.811816 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e23cdef5-5cbe-48ea-b64b-22d0132dbbac req-95d10ffc-80a4-4b3e-84e1-7b112fe0d639 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319625 Sep 16 04:38:53.091782 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.136746 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1831b40-1fe9-4cd5-97b1-ba9b3e58c34b None None] Pushing event updated for resources: {'Port': ['ID=a2ad2ebf-3358-4600-9bbd-77e1a30207a2,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:53.152436 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Attempting to bind port a2ad2ebf-3358-4600-9bbd-77e1a30207a2 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:53.154313 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Attempting to bind port a2ad2ebf-3358-4600-9bbd-77e1a30207a2 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:53.154819 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Attempting to bind port a2ad2ebf-3358-4600-9bbd-77e1a30207a2 on network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:53.169299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b64d6921-e4e5-4d5f-9a15-421294b1d446 req-ff332997-b1c9-448e-94dd-b4fdae79f63f tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077507 Sep 16 04:38:53.181361 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:53.182142 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Checking segment: {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:53.182561 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.183080 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Bound using segment: {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:53.183666 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Bound port: a2ad2ebf-3358-4600-9bbd-77e1a30207a2, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:53.184072 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.231493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-613f918d-15e0-42f3-8bb0-e8cf49bfd6cb tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:53.235580 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-613f918d-15e0-42f3-8bb0-e8cf49bfd6cb tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d&tenant_id=e856b1715b0245aeade3fab80abad339&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1096 time: 0.6515272 Sep 16 04:38:53.311828 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] For port a2ad2ebf-3358-4600-9bbd-77e1a30207a2, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:53.318667 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] For port a2ad2ebf-3358-4600-9bbd-77e1a30207a2, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a2ad2ebf-3358-4600-9bbd-77e1a30207a2,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:53.321124 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-24dc336e-93cf-4af8-b2ef-e25478b003e5 None None] Provisioning complete for port a2ad2ebf-3358-4600-9bbd-77e1a30207a2 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:53.322541 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-24dc336e-93cf-4af8-b2ef-e25478b003e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.326420 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.403737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-70ae4131-2a5c-45c7-90c1-6caa7a89ed29 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:53.406833 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:38:53.408175 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:38:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:53.411087 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cdac41d-9add-4ef1-9119-99578d4c069c req-fe0ed61f-5a2a-41c2-83bb-ea0f5279de8f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 210 time: 0.0725696 Sep 16 04:38:53.414111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-70ae4131-2a5c-45c7-90c1-6caa7a89ed29 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.50 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 821 time: 0.7339776 Sep 16 04:38:53.440798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Request body: {'port': {'device_id': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'admin_state_up': True, 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:53.544995 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1831b40-1fe9-4cd5-97b1-ba9b3e58c34b None None] Pushing event updated for resources: {'Port': ['ID=a2ad2ebf-3358-4600-9bbd-77e1a30207a2,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:53.652693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-54d81afc-fe59-436e-a7d8-a7f9fba0df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:53.654419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-54d81afc-fe59-436e-a7d8-a7f9fba0df82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d&tenant_id=e856b1715b0245aeade3fab80abad339 HTTP/1.1" status: 200 len: 1096 time: 0.3949785 Sep 16 04:38:53.688238 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-24dc336e-93cf-4af8-b2ef-e25478b003e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.773534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-24dc336e-93cf-4af8-b2ef-e25478b003e5 None None] For port a2ad2ebf-3358-4600-9bbd-77e1a30207a2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a2ad2ebf-3358-4600-9bbd-77e1a30207a2,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:53.788589 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-24dc336e-93cf-4af8-b2ef-e25478b003e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.844933 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:38:53.911726 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc336e-93cf-4af8-b2ef-e25478b003e5 None None] Pushing event updated for resources: {'Port': ['ID=a2ad2ebf-3358-4600-9bbd-77e1a30207a2,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:53.936664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2183a81e-cc2c-4bc4-9e6e-9a406eab9f0a None None] Provisioning complete for port a2ad2ebf-3358-4600-9bbd-77e1a30207a2 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:53.937160 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2183a81e-cc2c-4bc4-9e6e-9a406eab9f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:53.940845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-84c332d9-d723-4b01-b559-17e870f2ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:53.943378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-84c332d9-d723-4b01-b559-17e870f2ed73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e856b1715b0245aeade3fab80abad339&device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 1096 time: 0.2554777 Sep 16 04:38:54.046850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Made reservation on behalf of e35d46a1e1cb40b3af509d1406f50c45 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:38:54.061536 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:54.087107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c4ec2-fe64-410a-a864-afaa18d67487 req-7e017008-a81a-4165-9136-a68b3c5feb1f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:54.098865 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef5c4ec2-fe64-410a-a864-afaa18d67487 req-7e017008-a81a-4165-9136-a68b3c5feb1f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1413474 Sep 16 04:38:54.209847 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef5c4ec2-fe64-410a-a864-afaa18d67487 req-09f518c8-cced-4de0-be01-a90945946d6e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098447 Sep 16 04:38:54.383107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-244c6103-1517-4eae-a995-f448f17f2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:54.385404 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-244c6103-1517-4eae-a995-f448f17f2592 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 200 len: 921 time: 0.4141457 Sep 16 04:38:54.453238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623b957-5e7c-463d-9a07-3da0fe72b5b1 req-370b3fdc-eea2-4562-ae5d-5b53a0bf52f7 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:54.461159 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3623b957-5e7c-463d-9a07-3da0fe72b5b1 req-370b3fdc-eea2-4562-ae5d-5b53a0bf52f7 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 944 time: 0.1291368 Sep 16 04:38:54.484706 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:38:54.515463 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528b2809-02e9-4588-b9c8-9630e38cb42e None None] The sync data for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 is: [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:38:54.544064 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3623b957-5e7c-463d-9a07-3da0fe72b5b1 req-0e6e7363-f895-478b-b3be-61b0b6e5b343 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814445 Sep 16 04:38:54.601086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-cf0d3c78-94be-4a9e-8895-b1b8e647bdda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 HTTP/1.1" status: 200 len: 217 time: 0.1998601 Sep 16 04:38:54.656237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e76e192-273b-4896-96a2-6a6cc3a54b93 req-90e2f53e-ef87-42d7-ad4b-caaa9785ca65 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 210 time: 0.1077521 Sep 16 04:38:54.727104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Allocated IP 172.20.0.5 (3dcaaf36-12d5-46e7-a40d-c2c4399c17cb/b0e61cb6-827c-46bc-b56b-1df694946bcc/3587d7dd-74df-45f5-91a1-a9b57e1bce62) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:38:54.756347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-726e70de-e0b3-45b0-9a02-c3706ae93c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:54.759275 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-726e70de-e0b3-45b0-9a02-c3706ae93c11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 200 len: 860 time: 0.1076603 Sep 16 04:38:54.827955 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-0eb1d5f5-23ed-41d7-869e-f1c7179b0d40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c76dcb-df8f-470f-8ee3-77efa2d85f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559118 Sep 16 04:38:54.970311 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-870ef7ec-f11d-46e6-b08c-fa75bac27840 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299357 Sep 16 04:38:55.182792 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-9699ae2f-60b9-46d4-b74f-b3b7ac9bc056 service neutron] 10.222.0.15 "GET /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016115 Sep 16 04:38:55.262136 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:55.357042 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:55.895515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fedf7-e2a9-40e5-b589-f8dd9b63e334 req-7bf3e0bf-7466-4fe6-94db-e83b4e94bbc9 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:55.908365 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b72fedf7-e2a9-40e5-b589-f8dd9b63e334 req-7bf3e0bf-7466-4fe6-94db-e83b4e94bbc9 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.5838318 Sep 16 04:38:55.963235 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Pushing event updated for resources: {'Port': ['ID=3587d7dd-74df-45f5-91a1-a9b57e1bce62,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:56.038569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a2ad2ebf-3358-4600-9bbd-77e1a30207a2 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:38:56.045011 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b72fedf7-e2a9-40e5-b589-f8dd9b63e334 req-465255ed-cb09-468c-8069-8521af2b3212 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344121 Sep 16 04:38:56.109473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:38:56.113200 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:38:56.143133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:38:56.226230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port a2ad2ebf-3358-4600-9bbd-77e1a30207a2 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:56.227713 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:56.313312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-d0308a2e-37d2-4917-a953-3cc9723eb119 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:56.318723 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-d0308a2e-37d2-4917-a953-3cc9723eb119 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d&tenant_id=e856b1715b0245aeade3fab80abad339&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1096 time: 0.4012492 Sep 16 04:38:56.477302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b90c1e-1b4d-4842-95e0-fea59ef185cb req-32d1b613-8338-4988-a45b-47f7788d6c0d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:56.482277 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-51b90c1e-1b4d-4842-95e0-fea59ef185cb req-32d1b613-8338-4988-a45b-47f7788d6c0d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 944 time: 0.2174895 Sep 16 04:38:56.594803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:56.595796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:56.645896 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-6a1a2a01-0db7-43d4-8558-798b083e3d45 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2173760 Sep 16 04:38:56.666020 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-51b90c1e-1b4d-4842-95e0-fea59ef185cb req-d2beaed9-0c35-44e3-a6db-d295a4da95fb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750476 Sep 16 04:38:56.806321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Request body: {'port': {'device_id': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:38:56.825056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-45846d47-6a68-46f5-997c-18171cb45f4d None None] Provisioning complete for port 3587d7dd-74df-45f5-91a1-a9b57e1bce62 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:38:56.825433 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45846d47-6a68-46f5-997c-18171cb45f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:56.895769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-45846d47-6a68-46f5-997c-18171cb45f4d None None] Port 3587d7dd-74df-45f5-91a1-a9b57e1bce62 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:38:56.930731 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:56.988517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-2f8fd991-0567-4919-9929-fa2f1506f33c service neutron] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:57.147681 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-2f8fd991-0567-4919-9929-fa2f1506f33c service neutron] Notify callbacks [] for binding, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.149342 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b2692b-c08c-4c5d-a158-deeca7f5bdeb req-2f8fd991-0567-4919-9929-fa2f1506f33c service neutron] 10.222.0.15 "DELETE /v2.0/ports/7e3359c9-06bd-43a7-a96c-ecc2d263bcb3/bindings/n-h1-712142-17 HTTP/1.1" status: 204 len: 173 time: 0.8142912 Sep 16 04:38:57.315438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dac3ba-4ac1-428a-8193-b3c2d04971f8 req-a0238224-b5c3-4a2f-b405-02488d03c0d4 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:57.317337 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3dac3ba-4ac1-428a-8193-b3c2d04971f8 req-a0238224-b5c3-4a2f-b405-02488d03c0d4 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 931 time: 0.5476744 Sep 16 04:38:57.428241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fac957-fe74-4c4a-83e2-a93d46122915 req-1bbdf102-5cc1-4f89-b64a-14d29d04bd1a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:57.430935 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b3fac957-fe74-4c4a-83e2-a93d46122915 req-1bbdf102-5cc1-4f89-b64a-14d29d04bd1a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1304619 Sep 16 04:38:57.531332 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b3fac957-fe74-4c4a-83e2-a93d46122915 req-cf81a9a2-b38d-4b2a-9e14-d3485ef647e7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849984 Sep 16 04:38:57.549980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3dac3ba-4ac1-428a-8193-b3c2d04971f8 req-158e69e7-ca69-4cf7-b80e-7266c15e9a52 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947694 Sep 16 04:38:57.713512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3587d7dd-74df-45f5-91a1-a9b57e1bce62 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:38:57.723245 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.777916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Transition to ACTIVE for port object 3587d7dd-74df-45f5-91a1-a9b57e1bce62 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:38:57.797171 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:57.866837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a0060-d26a-43df-97fa-77c0df9b3f40 req-1ff5bc6d-d9ab-408f-a549-c0c4298045bc tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:57.873422 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188a0060-d26a-43df-97fa-77c0df9b3f40 req-1ff5bc6d-d9ab-408f-a549-c0c4298045bc tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 1096 time: 0.1269257 Sep 16 04:38:57.904042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Pushing event updated for resources: {'Port': ['ID=3587d7dd-74df-45f5-91a1-a9b57e1bce62,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:58.117863 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188a0060-d26a-43df-97fa-77c0df9b3f40 req-e918762b-d535-47c0-93ee-ad04bbad24a1 tempest-LiveAutoBlockMigrationV225Test-1971590066 tempest-LiveAutoBlockMigrationV225Test-1971590066-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002766 Sep 16 04:38:58.132036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Attempting to bind port 3587d7dd-74df-45f5-91a1-a9b57e1bce62 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:38:58.132356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Attempting to bind port 3587d7dd-74df-45f5-91a1-a9b57e1bce62 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:38:58.132654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Attempting to bind port 3587d7dd-74df-45f5-91a1-a9b57e1bce62 on network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:58.137813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Port 3587d7dd-74df-45f5-91a1-a9b57e1bce62 on network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:38:58.138020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Attempting to bind port 3587d7dd-74df-45f5-91a1-a9b57e1bce62 on network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:38:58.154928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:38:58.155393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Checking segment: {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:38:58.155721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Bound using segment: {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:38:58.156657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Bound port: 3587d7dd-74df-45f5-91a1-a9b57e1bce62, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:38:58.157031 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.278303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] For port 3587d7dd-74df-45f5-91a1-a9b57e1bce62, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:38:58.288725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] For port 3587d7dd-74df-45f5-91a1-a9b57e1bce62, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:38:58.299799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.345485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:58.346219 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:58.348640 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] 10.222.0.50 "PUT /v2.0/ports/3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 1092 time: 1.5545011 Sep 16 04:38:58.349141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:38:58.351983 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a5f06d-2157-4d33-9a34-ba8cb7c401c5" -d '{"events": [{"name": "network-changed", "server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:38:58.413493 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2574e349-131b-4fd0-a750-2793c01613ea x-openstack-request-id: req-2574e349-131b-4fd0-a750-2793c01613ea {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:38:58.414281 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:38:58.414667 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2574e349-131b-4fd0-a750-2793c01613ea {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:38:58.417247 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'status': 'completed', 'code': 200} Sep 16 04:38:58.420964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d809a-22e8-4496-b61b-b096943eed22 service neutron] Pushing event updated for resources: {'Port': ['ID=3587d7dd-74df-45f5-91a1-a9b57e1bce62,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:38:58.612744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-b9a47812-4440-4942-b2a0-17a67c55017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:58.616509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-b9a47812-4440-4942-b2a0-17a67c55017c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 1095 time: 0.1837871 Sep 16 04:38:58.729709 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-7786b9b1-6ef0-426c-8abe-316d185ded4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 217 time: 0.1027970 Sep 16 04:38:58.768730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c998ab7-38e8-4016-ba15-2e6fa6608fa2 req-57f5c43f-92a8-4619-bc19-1184d7c3961c tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:58.777399 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c998ab7-38e8-4016-ba15-2e6fa6608fa2 req-57f5c43f-92a8-4619-bc19-1184d7c3961c tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 943 time: 0.0628610 Sep 16 04:38:58.821656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-1ddf179e-6a1a-42e9-b822-864e4c6dea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:58.823369 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-1ddf179e-6a1a-42e9-b822-864e4c6dea9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.0834329 Sep 16 04:38:58.840355 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c998ab7-38e8-4016-ba15-2e6fa6608fa2 req-a2e17f04-77f3-4b44-aab4-181e9e59a881 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577772 Sep 16 04:38:58.928673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26df1c-a546-4d47-9cb4-95c2fe4e551d req-e88fa464-d272-4cdc-a247-d28ba3213433 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:58.930295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df26df1c-a546-4d47-9cb4-95c2fe4e551d req-e88fa464-d272-4cdc-a247-d28ba3213433 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1583447 Sep 16 04:38:59.010204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-b95d0168-a5e6-4a52-96a7-493d449689ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:59.017158 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-b95d0168-a5e6-4a52-96a7-493d449689ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1725066 Sep 16 04:38:59.030183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0e915-f365-4728-b6f1-e20e1a2dd45d req-f638cf38-53ef-473c-b521-55b6d240caf4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:59.038561 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81c0e915-f365-4728-b6f1-e20e1a2dd45d req-f638cf38-53ef-473c-b521-55b6d240caf4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 945 time: 0.0987132 Sep 16 04:38:59.094195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df26df1c-a546-4d47-9cb4-95c2fe4e551d req-90c6c008-f773-4fa6-a1cc-e7d0c9263b25 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427464 Sep 16 04:38:59.157225 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81c0e915-f365-4728-b6f1-e20e1a2dd45d req-653a6b77-3eeb-4e05-88f6-814f3d06a849 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138470 Sep 16 04:38:59.319444 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-ea85be9f-7173-452d-9ffc-22b0b57a8906 service neutron] 10.222.0.50 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904668 Sep 16 04:38:59.329684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becd06e-6969-4bd0-930a-2cbc3c41baf9 req-914921a4-c936-47e1-9830-770e2fcdf172 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:59.337595 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6becd06e-6969-4bd0-930a-2cbc3c41baf9 req-914921a4-c936-47e1-9830-770e2fcdf172 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 944 time: 0.1184256 Sep 16 04:38:59.388434 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eb88c-4228-4094-8014-b259b7f85f3d req-0ef5b83e-d06b-4a68-87a7-478bedb704a4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:59.389899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-450eb88c-4228-4094-8014-b259b7f85f3d req-0ef5b83e-d06b-4a68-87a7-478bedb704a4 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.15 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 945 time: 0.1539741 Sep 16 04:38:59.433109 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6becd06e-6969-4bd0-930a-2cbc3c41baf9 req-1eba68d9-6360-4614-b174-d0969ebee9cf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927165 Sep 16 04:38:59.457752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d53859-c84c-4b78-8f2d-16229f49cf61 req-b8bef114-78a5-4f1a-8532-ef21c2ace4c6 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:38:59.459018 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87d53859-c84c-4b78-8f2d-16229f49cf61 req-b8bef114-78a5-4f1a-8532-ef21c2ace4c6 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.15 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 944 time: 0.1478758 Sep 16 04:38:59.627125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-87d53859-c84c-4b78-8f2d-16229f49cf61 req-2e1029e1-3813-4ac2-bff9-ac8aae2d3a02 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Deleting port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:59.627125 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-87d53859-c84c-4b78-8f2d-16229f49cf61 req-2e1029e1-3813-4ac2-bff9-ac8aae2d3a02 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.651010 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9820cea-cdc1-4c46-9151-0f5eb2062954 req-7480cca6-93e8-45f3-962c-067f35590d74 service neutron] 10.222.0.50 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097351 Sep 16 04:38:59.698433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-450eb88c-4228-4094-8014-b259b7f85f3d req-cd45f043-bad9-4c8d-b8f0-55dc6ad3e2c2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Deleting port d6d754ff-8f01-42e9-b86b-227d054fa075 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:38:59.699420 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-450eb88c-4228-4094-8014-b259b7f85f3d req-cd45f043-bad9-4c8d-b8f0-55dc6ad3e2c2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.804539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-87d53859-c84c-4b78-8f2d-16229f49cf61 req-2e1029e1-3813-4ac2-bff9-ac8aae2d3a02 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] For port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:59.805672 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-87d53859-c84c-4b78-8f2d-16229f49cf61 req-2e1029e1-3813-4ac2-bff9-ac8aae2d3a02 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.820332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-87d53859-c84c-4b78-8f2d-16229f49cf61 req-2e1029e1-3813-4ac2-bff9-ac8aae2d3a02 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Calling delete_port for 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:59.867336 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-450eb88c-4228-4094-8014-b259b7f85f3d req-cd45f043-bad9-4c8d-b8f0-55dc6ad3e2c2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] For port d6d754ff-8f01-42e9-b86b-227d054fa075, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d6d754ff-8f01-42e9-b86b-227d054fa075,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:38:59.868486 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-450eb88c-4228-4094-8014-b259b7f85f3d req-cd45f043-bad9-4c8d-b8f0-55dc6ad3e2c2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:38:59.890837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-450eb88c-4228-4094-8014-b259b7f85f3d req-cd45f043-bad9-4c8d-b8f0-55dc6ad3e2c2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Calling delete_port for d6d754ff-8f01-42e9-b86b-227d054fa075 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:38:59.999163 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5f06d-2157-4d33-9a34-ba8cb7c401c5 req-2f3bfc16-21d2-4356-aecf-e1f2de585bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:00.000846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11a5f06d-2157-4d33-9a34-ba8cb7c401c5 req-2f3bfc16-21d2-4356-aecf-e1f2de585bf4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 1095 time: 0.1970448 Sep 16 04:39:00.014877 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-87d53859-c84c-4b78-8f2d-16229f49cf61 req-2e1029e1-3813-4ac2-bff9-ac8aae2d3a02 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.030717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['7e3359c9-06bd-43a7-a96c-ecc2d263bcb3'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:00.033708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['cf861b69-c1f1-4862-afbe-67f2bbca9a8e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:00.085764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1029e1-3813-4ac2-bff9-ac8aae2d3a02 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Pushing event deleted for resources: {'Port': ['ID=7e3359c9-06bd-43a7-a96c-ecc2d263bcb3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:00.088889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eead30-d802-4fa7-b0fa-d061608e12bb req-46b53196-4825-43c1-a614-f68f84af160a tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:00.090529 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-36eead30-d802-4fa7-b0fa-d061608e12bb req-46b53196-4825-43c1-a614-f68f84af160a tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 943 time: 0.1291740 Sep 16 04:39:00.229124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5f06d-2157-4d33-9a34-ba8cb7c401c5 req-07000d18-114c-4b58-914c-2506869376b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:00.230913 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11a5f06d-2157-4d33-9a34-ba8cb7c401c5 req-07000d18-114c-4b58-914c-2506869376b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.2195690 Sep 16 04:39:00.234343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d53859-c84c-4b78-8f2d-16229f49cf61 req-2e1029e1-3813-4ac2-bff9-ac8aae2d3a02 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] No DVR routers for this DVR port 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:00.244369 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-36eead30-d802-4fa7-b0fa-d061608e12bb req-273d2b07-54c8-4fb2-ae72-78d685e330c5 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207902 Sep 16 04:39:00.300210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11a5f06d-2157-4d33-9a34-ba8cb7c401c5 req-f0d2c162-be07-4f26-b31c-f599313736bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 217 time: 0.0591810 Sep 16 04:39:00.301552 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-450eb88c-4228-4094-8014-b259b7f85f3d req-cd45f043-bad9-4c8d-b8f0-55dc6ad3e2c2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.313914 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-87d53859-c84c-4b78-8f2d-16229f49cf61 req-2e1029e1-3813-4ac2-bff9-ac8aae2d3a02 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.315869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['d6d754ff-8f01-42e9-b86b-227d054fa075'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:00.321641 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87d53859-c84c-4b78-8f2d-16229f49cf61 req-2e1029e1-3813-4ac2-bff9-ac8aae2d3a02 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.15 "DELETE /v2.0/ports/7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 HTTP/1.1" status: 204 len: 173 time: 0.8482137 Sep 16 04:39:00.323133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547e53f0-236d-4605-9785-59f543d3132d', 'name': 'network-vif-deleted', 'tag': '7e3359c9-06bd-43a7-a96c-ecc2d263bcb3'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:00.332337 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f57e01-0a3f-429e-bc6d-273b030771aa" -d '{"events": [{"server_uuid": "547e53f0-236d-4605-9785-59f543d3132d", "name": "network-vif-deleted", "tag": "7e3359c9-06bd-43a7-a96c-ecc2d263bcb3"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:00.361171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45f043-bad9-4c8d-b8f0-55dc6ad3e2c2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Pushing event deleted for resources: {'Port': ['ID=d6d754ff-8f01-42e9-b86b-227d054fa075,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:00.374184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba9439-e616-405c-9441-b64c78b485f4 req-55f73523-c749-41a4-9f03-110a2b7f8cef tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:00.383968 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-56ba9439-e616-405c-9441-b64c78b485f4 req-55f73523-c749-41a4-9f03-110a2b7f8cef tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1443570 Sep 16 04:39:00.438377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fabf00eb-79d8-4641-aab4-2afc1eb66574 req-ce43aa37-61ea-462f-bf16-0db72c4ed27a tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=50323659-bf9d-4245-ac0e-c6f6e8a5fdda HTTP/1.1" status: 200 len: 210 time: 0.0918772 Sep 16 04:39:00.455200 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-56ba9439-e616-405c-9441-b64c78b485f4 req-b60f8220-ea6b-4890-a552-cf92e3428120 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529077 Sep 16 04:39:00.484702 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-450eb88c-4228-4094-8014-b259b7f85f3d req-cd45f043-bad9-4c8d-b8f0-55dc6ad3e2c2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] No DVR routers for this DVR port d6d754ff-8f01-42e9-b86b-227d054fa075 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:00.494038 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-450eb88c-4228-4094-8014-b259b7f85f3d req-cd45f043-bad9-4c8d-b8f0-55dc6ad3e2c2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:00.499429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-450eb88c-4228-4094-8014-b259b7f85f3d req-cd45f043-bad9-4c8d-b8f0-55dc6ad3e2c2 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.15 "DELETE /v2.0/ports/d6d754ff-8f01-42e9-b86b-227d054fa075 HTTP/1.1" status: 204 len: 173 time: 1.0852065 Sep 16 04:39:00.499956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50323659-bf9d-4245-ac0e-c6f6e8a5fdda', 'name': 'network-vif-deleted', 'tag': 'd6d754ff-8f01-42e9-b86b-227d054fa075'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:00.502383 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44ba097-d28d-4472-9a41-142f0fcfd82f" -d '{"events": [{"server_uuid": "50323659-bf9d-4245-ac0e-c6f6e8a5fdda", "name": "network-vif-deleted", "tag": "d6d754ff-8f01-42e9-b86b-227d054fa075"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:00.521705 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecbd3d6-4932-435b-99bb-459d2f9ab28e x-openstack-request-id: req-fecbd3d6-4932-435b-99bb-459d2f9ab28e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:00.522011 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547e53f0-236d-4605-9785-59f543d3132d", "name": "network-vif-deleted", "tag": "7e3359c9-06bd-43a7-a96c-ecc2d263bcb3", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:00.524119 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fecbd3d6-4932-435b-99bb-459d2f9ab28e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:00.524587 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547e53f0-236d-4605-9785-59f543d3132d', 'name': 'network-vif-deleted', 'tag': '7e3359c9-06bd-43a7-a96c-ecc2d263bcb3', 'status': 'completed', 'code': 200} Sep 16 04:39:00.545064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5f06d-2157-4d33-9a34-ba8cb7c401c5 req-1f767f56-b456-45f6-a68c-301bdcc22b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:00.546890 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11a5f06d-2157-4d33-9a34-ba8cb7c401c5 req-1f767f56-b456-45f6-a68c-301bdcc22b5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.2368298 Sep 16 04:39:00.572980 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-978a114b-9260-4da5-aa78-bacb65d686fe req-41061028-bd3a-4a4c-b1e6-df0d5612defc tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 210 time: 0.0531707 Sep 16 04:39:00.641201 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeea09c-0c26-479d-888f-3a4652b280e4 x-openstack-request-id: req-feeea09c-0c26-479d-888f-3a4652b280e4 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:00.641502 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50323659-bf9d-4245-ac0e-c6f6e8a5fdda", "name": "network-vif-deleted", "tag": "d6d754ff-8f01-42e9-b86b-227d054fa075", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:00.641790 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-feeea09c-0c26-479d-888f-3a4652b280e4 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:00.642339 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50323659-bf9d-4245-ac0e-c6f6e8a5fdda', 'name': 'network-vif-deleted', 'tag': 'd6d754ff-8f01-42e9-b86b-227d054fa075', 'status': 'completed', 'code': 200} Sep 16 04:39:00.664266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5f06d-2157-4d33-9a34-ba8cb7c401c5 req-3deb715c-a49a-476d-bb9c-bfecbd757c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:00.674666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11a5f06d-2157-4d33-9a34-ba8cb7c401c5 req-3deb715c-a49a-476d-bb9c-bfecbd757c68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173854 Sep 16 04:39:00.814276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11a5f06d-2157-4d33-9a34-ba8cb7c401c5 req-e57102a0-e831-4f0d-a09f-91828de89058 service neutron] 10.222.0.50 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316071 Sep 16 04:39:00.948756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11a5f06d-2157-4d33-9a34-ba8cb7c401c5 req-1cebed75-fbed-4d08-aa3f-9de1a446f31d service neutron] 10.222.0.50 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255357 Sep 16 04:39:01.404363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3587d7dd-74df-45f5-91a1-a9b57e1bce62 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:01.417742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b15fa4-3c69-4fb6-8168-90212943fa92 req-30001ab1-84ee-45b0-8ca0-2f4f52b46d9d tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:01.419570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73b15fa4-3c69-4fb6-8168-90212943fa92 req-30001ab1-84ee-45b0-8ca0-2f4f52b46d9d tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 943 time: 0.0619979 Sep 16 04:39:01.490935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73b15fa4-3c69-4fb6-8168-90212943fa92 req-0c130afe-2a04-4822-9229-1554b20d7f58 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598593 Sep 16 04:39:01.491741 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-8530f163-0560-48eb-8cd1-6a7317c9aac0 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d8581475187244ea9c4e947262e15467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299590 Sep 16 04:39:01.540235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3587d7dd-74df-45f5-91a1-a9b57e1bce62, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:01.553097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'port_id': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'mac_address': 'fa:16:3e:48:69:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:01.596922 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.603321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-10aae302-90f1-4b55-afb1-f0da9bad127d tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:01.611350 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-10aae302-90f1-4b55-afb1-f0da9bad127d tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186397 Sep 16 04:39:01.616004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3587d7dd-74df-45f5-91a1-a9b57e1bce62 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:01.632729 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-02690e67-7f75-4fec-98aa-ec1e6d1816a9 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/quotas/d8581475187244ea9c4e947262e15467 HTTP/1.1" status: 200 len: 375 time: 0.0199654 Sep 16 04:39:01.641979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3587d7dd-74df-45f5-91a1-a9b57e1bce62, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:01.650989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:01.677433 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-23e3df95-e3fe-4c33-99ac-01f983bf3cac tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8581475187244ea9c4e947262e15467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431614 Sep 16 04:39:01.691624 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978df393-812a-4e39-a925-760ea2e27e4f req-4072c2e3-2abe-4cd0-8312-5f14a15a7dcb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:01.704651 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-978df393-812a-4e39-a925-760ea2e27e4f req-4072c2e3-2abe-4cd0-8312-5f14a15a7dcb tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1007347 Sep 16 04:39:01.710917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=3587d7dd-74df-45f5-91a1-a9b57e1bce62,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:01.749126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-978df393-812a-4e39-a925-760ea2e27e4f req-518b0d3c-4355-4031-8b02-8ee6b30683fa tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435929 Sep 16 04:39:01.907082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-708d5db4-bce5-425e-ab64-1c0c8f6c30bf req-92d92fb1-6e8b-411b-90d8-60b66ccdf8ee tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 210 time: 0.0286160 Sep 16 04:39:01.963900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['3587d7dd-74df-45f5-91a1-a9b57e1bce62'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:02.210696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-1928d6a2-443c-44f2-9d8d-2b633836357f tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d8581475187244ea9c4e947262e15467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287471 Sep 16 04:39:02.243305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783bb87-2f3d-4732-9d56-8987078d1351 req-848d3288-ec56-4201-97f8-d639ce864392 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:02.245103 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4783bb87-2f3d-4732-9d56-8987078d1351 req-848d3288-ec56-4201-97f8-d639ce864392 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 945 time: 0.0673313 Sep 16 04:39:02.304621 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4783bb87-2f3d-4732-9d56-8987078d1351 req-c1efcd35-99a8-45f5-b126-be3ba2191faf tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463870 Sep 16 04:39:02.388079 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d397dfbf-f232-409a-bb5e-09e933c82e2b tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:02.398267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d397dfbf-f232-409a-bb5e-09e933c82e2b tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832886 Sep 16 04:39:02.417279 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-6968ba56-da4b-4490-812f-2f66bc07fd16 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/quotas/d8581475187244ea9c4e947262e15467 HTTP/1.1" status: 200 len: 375 time: 0.0178204 Sep 16 04:39:02.460222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-ba9a523f-fed4-4289-a335-6f5ca862ee88 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8581475187244ea9c4e947262e15467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415413 Sep 16 04:39:02.483965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d2e47-db93-4f9d-9d24-3faef5e41b59 req-f90304b3-0f60-4dc7-88a0-e6cc609eaf85 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:02.494261 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c81d2e47-db93-4f9d-9d24-3faef5e41b59 req-f90304b3-0f60-4dc7-88a0-e6cc609eaf85 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 946 time: 0.0719833 Sep 16 04:39:02.543569 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c81d2e47-db93-4f9d-9d24-3faef5e41b59 req-19470efe-029b-4e6e-a4f5-6f6b99307b25 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474977 Sep 16 04:39:02.575059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9355b-469a-4e84-88fd-cf667bb30858 req-511d5b5a-092c-4fc4-b3a6-6fcab347a7fa tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:02.576959 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54b9355b-469a-4e84-88fd-cf667bb30858 req-511d5b5a-092c-4fc4-b3a6-6fcab347a7fa tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.15 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 945 time: 0.1106117 Sep 16 04:39:02.752039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6172c-63d2-46d4-ac91-55c243bad20a req-8a9a5e4c-46ae-498e-9a47-4bf0de13710e tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:02.755478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fde6172c-63d2-46d4-ac91-55c243bad20a req-8a9a5e4c-46ae-498e-9a47-4bf0de13710e tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 944 time: 0.0957029 Sep 16 04:39:02.860699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-54b9355b-469a-4e84-88fd-cf667bb30858 req-e00317ac-8c8b-481b-a96e-4f4ec412ed8e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Deleting port 3c762750-b57a-40ce-a5a7-6de09d610a7e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:02.861050 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-54b9355b-469a-4e84-88fd-cf667bb30858 req-e00317ac-8c8b-481b-a96e-4f4ec412ed8e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:02.867865 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fde6172c-63d2-46d4-ac91-55c243bad20a req-c2f690aa-ebd7-4e5b-b423-3322a3150c3d tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035168 Sep 16 04:39:03.052296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf4d30e8-c666-45b1-a3b5-b9f9cf03e849 req-28ae3411-d914-4dca-b847-de40d13f3fd9 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 210 time: 0.1172395 Sep 16 04:39:03.083235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:03.136067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-54b9355b-469a-4e84-88fd-cf667bb30858 req-e00317ac-8c8b-481b-a96e-4f4ec412ed8e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] For port 3c762750-b57a-40ce-a5a7-6de09d610a7e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3c762750-b57a-40ce-a5a7-6de09d610a7e,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:03.137157 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-54b9355b-469a-4e84-88fd-cf667bb30858 req-e00317ac-8c8b-481b-a96e-4f4ec412ed8e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.138430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:03.138786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7e3359c9-06bd-43a7-a96c-ecc2d263bcb3 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:03.139406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d6d754ff-8f01-42e9-b86b-227d054fa075 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:03.153870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-54b9355b-469a-4e84-88fd-cf667bb30858 req-e00317ac-8c8b-481b-a96e-4f4ec412ed8e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Calling delete_port for 3c762750-b57a-40ce-a5a7-6de09d610a7e owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:03.179632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: d6d754ff-8f01-42e9-b86b-227d054fa075 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:03.180088 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d6d754ff-8f01-42e9-b86b-227d054fa075 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:03.302920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2ff63-8869-45ea-a2ba-ca560c896fed req-5ffe4655-56a7-48ec-929d-0eaeaa5179f5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:03.304507 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ace2ff63-8869-45ea-a2ba-ca560c896fed req-5ffe4655-56a7-48ec-929d-0eaeaa5179f5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1325898 Sep 16 04:39:03.393301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ace2ff63-8869-45ea-a2ba-ca560c896fed req-820c0c70-461f-4e0b-8526-cddacbf99a0e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727577 Sep 16 04:39:03.412411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3587d7dd-74df-45f5-91a1-a9b57e1bce62 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:03.440742 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f4aaee7-78ec-472d-bae6-9122bc68948a req-087eee1d-9ef5-4f53-87a6-b0b9797e9095 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 210 time: 0.0824058 Sep 16 04:39:03.454432 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-54b9355b-469a-4e84-88fd-cf667bb30858 req-e00317ac-8c8b-481b-a96e-4f4ec412ed8e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.499881 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-0f48e92f-95fb-4f0a-afcf-d2a24368809b tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d8581475187244ea9c4e947262e15467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769463 Sep 16 04:39:03.516597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00317ac-8c8b-481b-a96e-4f4ec412ed8e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Pushing event deleted for resources: {'Port': ['ID=3c762750-b57a-40ce-a5a7-6de09d610a7e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:03.537438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 3587d7dd-74df-45f5-91a1-a9b57e1bce62 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:03.543228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 3587d7dd-74df-45f5-91a1-a9b57e1bce62 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:03.543623 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.589280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b9355b-469a-4e84-88fd-cf667bb30858 req-e00317ac-8c8b-481b-a96e-4f4ec412ed8e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] No DVR routers for this DVR port 3c762750-b57a-40ce-a5a7-6de09d610a7e on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:03.595488 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-54b9355b-469a-4e84-88fd-cf667bb30858 req-e00317ac-8c8b-481b-a96e-4f4ec412ed8e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.602363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54b9355b-469a-4e84-88fd-cf667bb30858 req-e00317ac-8c8b-481b-a96e-4f4ec412ed8e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.15 "DELETE /v2.0/ports/3c762750-b57a-40ce-a5a7-6de09d610a7e HTTP/1.1" status: 204 len: 173 time: 1.0182805 Sep 16 04:39:03.606169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bca373-8d3a-4817-a8ea-ee2677e25a6a', 'name': 'network-vif-deleted', 'tag': '3c762750-b57a-40ce-a5a7-6de09d610a7e'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:03.610409 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb26e27-cf28-43f5-a68f-ceca8f2979c0" -d '{"events": [{"server_uuid": "97bca373-8d3a-4817-a8ea-ee2677e25a6a", "name": "network-vif-deleted", "tag": "3c762750-b57a-40ce-a5a7-6de09d610a7e"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:03.716635 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.807741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:03.811105 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551c685f-101c-48c1-af6d-6d90c0da8cec" -d '{"events": [{"server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "name": "network-vif-plugged", "status": "completed", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:03.832474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3587d7dd-74df-45f5-91a1-a9b57e1bce62, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:03.836760 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-0f850a60-d923-4b3e-9496-31c49a906411 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:03.840086 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:03.854686 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-0f850a60-d923-4b3e-9496-31c49a906411 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3476417 Sep 16 04:39:03.868900 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cd6c71-4306-472a-89d7-9ab9d4e17a19 x-openstack-request-id: req-63cd6c71-4306-472a-89d7-9ab9d4e17a19 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:03.869201 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bca373-8d3a-4817-a8ea-ee2677e25a6a", "name": "network-vif-deleted", "tag": "3c762750-b57a-40ce-a5a7-6de09d610a7e", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:03.869457 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63cd6c71-4306-472a-89d7-9ab9d4e17a19 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:03.869889 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bca373-8d3a-4817-a8ea-ee2677e25a6a', 'name': 'network-vif-deleted', 'tag': '3c762750-b57a-40ce-a5a7-6de09d610a7e', 'status': 'completed', 'code': 200} Sep 16 04:39:03.919957 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bebd8d98-1d3c-41bb-a485-33cc54d67544 req-29cd92cd-32fe-4546-83dc-682f48c8ed1d tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=97bca373-8d3a-4817-a8ea-ee2677e25a6a HTTP/1.1" status: 200 len: 210 time: 0.0472698 Sep 16 04:39:03.930212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Request body: {'port': {'device_id': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'd8581475187244ea9c4e947262e15467'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:03.962817 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=3587d7dd-74df-45f5-91a1-a9b57e1bce62,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:04.010918 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5010d7-43cd-4d7d-83d0-c0cc42f3e1ab x-openstack-request-id: req-8c5010d7-43cd-4d7d-83d0-c0cc42f3e1ab {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:04.011372 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "name": "network-vif-plugged", "status": "completed", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:04.011708 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c5010d7-43cd-4d7d-83d0-c0cc42f3e1ab {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:04.012169 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'code': 200} Sep 16 04:39:04.027226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70e134-ebc5-4111-a149-25339f429641 req-fe0271ec-847d-4df3-b19b-09bb90f62eaa tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:04.029124 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a70e134-ebc5-4111-a149-25339f429641 req-fe0271ec-847d-4df3-b19b-09bb90f62eaa tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 946 time: 0.0963743 Sep 16 04:39:04.053362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-2925af27-585b-4318-b9c5-f35b06ac8b3e tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d8581475187244ea9c4e947262e15467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224154 Sep 16 04:39:04.086538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Made reservation on behalf of d8581475187244ea9c4e947262e15467 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:04.090210 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.102541 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.185884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804dd3f-1141-4f61-9954-04c16d2974b1 req-35e136f6-039a-4f27-aab4-bd50034500a5 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:04.187443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4804dd3f-1141-4f61-9954-04c16d2974b1 req-35e136f6-039a-4f27-aab4-bd50034500a5 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 945 time: 0.0861368 Sep 16 04:39:04.200592 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a70e134-ebc5-4111-a149-25339f429641 req-3801d3f9-09a2-48ea-8513-64b3c4d04ed2 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374309 Sep 16 04:39:04.235319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e89bb-5fbe-4075-bbb0-fe310bc9346e req-2ff96ca4-a4a6-45c4-b07c-3ddf96106056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:04.237051 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-898e89bb-5fbe-4075-bbb0-fe310bc9346e req-2ff96ca4-a4a6-45c4-b07c-3ddf96106056 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 1097 time: 0.1415858 Sep 16 04:39:04.337329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4804dd3f-1141-4f61-9954-04c16d2974b1 req-205306d1-f27f-4fcb-9cb9-1a2d70baecfc tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387300 Sep 16 04:39:04.361272 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.367193 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.540154 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-44230f4d-75fd-4966-b79a-98a22e8cd0b6 req-f9347d1a-9dec-4386-94ca-119a87e2554b tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 210 time: 0.0480034 Sep 16 04:39:04.546605 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2164953-b691-4929-be6a-b26b4d78e4e5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:04.626049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-1cd9c60d-ee1a-4dc8-86fc-2ab7b0578220 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:04.627432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Allocated IP 192.168.233.180 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/a0ea451f-a279-452b-be06-70d576dca1a0) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:04.627597 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-1cd9c60d-ee1a-4dc8-86fc-2ab7b0578220 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5342534 Sep 16 04:39:04.671914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Request body: {'port': {'device_id': '9e6821ff-6c57-45d1-b20c-c013c0482f25', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'd8581475187244ea9c4e947262e15467'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:04.697757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-898e89bb-5fbe-4075-bbb0-fe310bc9346e req-2d227a76-83ed-4eeb-a44e-10cd0849b766 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707413 Sep 16 04:39:04.702374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba31e53-7e9d-479e-9986-59c0150656ba req-758b3886-f9ba-4860-a33e-892225d1e8f6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:04.703995 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1ba31e53-7e9d-479e-9986-59c0150656ba req-758b3886-f9ba-4860-a33e-892225d1e8f6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.0855267 Sep 16 04:39:04.769774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-5d0c2263-6ecb-4f99-b91a-f5809fa61071 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:04.771334 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-5d0c2263-6ecb-4f99-b91a-f5809fa61071 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/networks?id=afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 200 len: 805 time: 0.2433379 Sep 16 04:39:04.801185 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4d5c5897-c412-4b21-be29-17528cb9cf00 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/quotas/70711a9b90994a488cc99fb66122368e HTTP/1.1" status: 200 len: 375 time: 0.0218203 Sep 16 04:39:04.810012 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1ba31e53-7e9d-479e-9986-59c0150656ba req-6caad8f4-d6c7-4746-988a-3bb0f83c49a0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895789 Sep 16 04:39:04.870383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Made reservation on behalf of d8581475187244ea9c4e947262e15467 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:04.874736 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.876096 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:04.906565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-9d6ad15d-c1ae-4321-b08d-df5956ffa6ff tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=70711a9b90994a488cc99fb66122368e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969558 Sep 16 04:39:04.930644 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d2033a29-d114-46fc-a040-870710fc1201 req-10ad6c86-e018-46e7-9d7a-19a57710f643 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=547e53f0-236d-4605-9785-59f543d3132d HTTP/1.1" status: 200 len: 210 time: 0.0423188 Sep 16 04:39:04.982654 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.033894 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:05.039340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:05.041601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Pushing event updated for resources: {'Port': ['ID=a0ea451f-a279-452b-be06-70d576dca1a0,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:05.044264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:05.086057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5ea18d0e-44db-42c6-97fd-62d7f633c388 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:05.096792 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.122827 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-273c8304-eecf-4c00-b89b-305a0c606771 service neutron] 10.222.0.53 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068560 Sep 16 04:39:05.159714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Allocated IP 192.168.233.58 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/2f59f2f1-18d1-4315-aedf-ff6f8fddb068) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:05.175993 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:05.177258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.212537 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-68ef8182-ba07-4eca-81d3-b87400b5adcd tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2915428 Sep 16 04:39:05.247059 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.297250 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5ea18d0e-44db-42c6-97fd-62d7f633c388, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5ea18d0e-44db-42c6-97fd-62d7f633c388,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:05.305504 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.306273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3c762750-b57a-40ce-a5a7-6de09d610a7e no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:05.338028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Request body: {'port': {'device_id': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:05.402064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-37e24c09-0a77-4b12-9ebf-eb7666fe9bbc service neutron] 10.222.0.53 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782292 Sep 16 04:39:05.415763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 3c762750-b57a-40ce-a5a7-6de09d610a7e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:05.416108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3c762750-b57a-40ce-a5a7-6de09d610a7e not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:05.475053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5ea18d0e-44db-42c6-97fd-62d7f633c388,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:05.523435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e927ecbc-82c8-4d30-82f9-2ff83ce47fae None None] Provisioning complete for port a0ea451f-a279-452b-be06-70d576dca1a0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:05.524202 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e927ecbc-82c8-4d30-82f9-2ff83ce47fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.575499 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.592075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e927ecbc-82c8-4d30-82f9-2ff83ce47fae None None] Port a0ea451f-a279-452b-be06-70d576dca1a0 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:05.631543 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.685478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-c9663936-907f-4d8c-91e9-675e56e19632 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:05.687427 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-c9663936-907f-4d8c-91e9-675e56e19632 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 946 time: 0.2834911 Sep 16 04:39:05.702284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a7b38-998c-4349-b8d1-7e9697c11450 req-519aa1a0-f455-428f-8215-b25f0778b29f tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:05.703761 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eb6a7b38-998c-4349-b8d1-7e9697c11450 req-519aa1a0-f455-428f-8215-b25f0778b29f tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 946 time: 0.2083342 Sep 16 04:39:05.804117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd6d2d-10d1-4bc2-a75e-bf513aaedd19 req-515992d0-1bc6-4e1b-a9c5-1c6bd41ecb1f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:05.811459 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0dbd6d2d-10d1-4bc2-a75e-bf513aaedd19 req-515992d0-1bc6-4e1b-a9c5-1c6bd41ecb1f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 945 time: 0.1185646 Sep 16 04:39:05.815584 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:05.891946 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.15', 60525) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:05.940737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9d54f-5692-4b4e-9fbd-f56539358cee req-4b871def-eb08-4f1f-ba96-6c4af6f4c131 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:05.942938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dda9d54f-5692-4b4e-9fbd-f56539358cee req-4b871def-eb08-4f1f-ba96-6c4af6f4c131 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.15 "GET /v2.0/ports?device_id=3403ef2a-2ed4-4274-a765-642bb500aec4 HTTP/1.1" status: 200 len: 943 time: 0.2112927 Sep 16 04:39:05.976643 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:06.006617 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eb6a7b38-998c-4349-b8d1-7e9697c11450 req-370986fa-a68c-4ff0-bf6e-320da44b06cb tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163329 Sep 16 04:39:06.009655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:06.013355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3403ef2a-2ed4-4274-a765-642bb500aec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea18d0e-44db-42c6-97fd-62d7f633c388'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:06.021968 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6e77ec-b820-409a-86a8-f48789486dc6" -d '{"events": [{"server_uuid": "3403ef2a-2ed4-4274-a765-642bb500aec4", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea18d0e-44db-42c6-97fd-62d7f633c388"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:06.022897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:06.040238 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0dbd6d2d-10d1-4bc2-a75e-bf513aaedd19 req-957bd390-6b58-4c84-88ab-7bafede84299 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278481 Sep 16 04:39:06.043472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b709951-89fa-4b2f-86e5-08d7b91e8561 req-e940ef44-8ac4-48d7-8e11-f0c0ca7be34e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:06.044401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Pushing event updated for resources: {'Port': ['ID=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:06.045082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4b709951-89fa-4b2f-86e5-08d7b91e8561 req-e940ef44-8ac4-48d7-8e11-f0c0ca7be34e tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 944 time: 0.1373918 Sep 16 04:39:06.132545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Deleting port 41751fd0-7b11-4974-9b77-9fe310c9a922 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:06.133048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.291053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:06.291929 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.324726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-cf7e961b-1a6a-4313-9744-ea9382d6029c tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6629663 Sep 16 04:39:06.340296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1a49c-c114-416a-9bd2-eaa1f9d95fd0 req-7df6f5c2-37ba-4354-8577-3b7adb53789b tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:06.348438 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6cc1a49c-c114-416a-9bd2-eaa1f9d95fd0 req-7df6f5c2-37ba-4354-8577-3b7adb53789b tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 935 time: 0.1225026 Sep 16 04:39:06.356654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Request body: {'port': {'device_id': '9e6821ff-6c57-45d1-b20c-c013c0482f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:06.420278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d1e17efa-a1e8-480c-9f7b-ad7a00b15d01 None None] Provisioning complete for port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:06.421682 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1e17efa-a1e8-480c-9f7b-ad7a00b15d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.438496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-dda9d54f-5692-4b4e-9fbd-f56539358cee req-816437a7-cedc-4488-bb28-b76b2081c405 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Deleting port 5ea18d0e-44db-42c6-97fd-62d7f633c388 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:06.438969 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dda9d54f-5692-4b4e-9fbd-f56539358cee req-816437a7-cedc-4488-bb28-b76b2081c405 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.458520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6cc1a49c-c114-416a-9bd2-eaa1f9d95fd0 req-2b8f0fb9-0c8b-4714-9f42-376f7e71edf0 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067996 Sep 16 04:39:06.508333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d1e17efa-a1e8-480c-9f7b-ad7a00b15d01 None None] Port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:06.536357 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.666062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-dda9d54f-5692-4b4e-9fbd-f56539358cee req-816437a7-cedc-4488-bb28-b76b2081c405 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] For port 5ea18d0e-44db-42c6-97fd-62d7f633c388, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5ea18d0e-44db-42c6-97fd-62d7f633c388,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:06.666754 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dda9d54f-5692-4b4e-9fbd-f56539358cee req-816437a7-cedc-4488-bb28-b76b2081c405 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.750973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-dda9d54f-5692-4b4e-9fbd-f56539358cee req-816437a7-cedc-4488-bb28-b76b2081c405 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Calling delete_port for 5ea18d0e-44db-42c6-97fd-62d7f633c388 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:06.759633 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e11f7e-6556-47f2-a9eb-66e3b74c07e0 req-53faa6ba-8739-4af9-84e9-0695f78b0bd7 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:06.770296 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-26e11f7e-6556-47f2-a9eb-66e3b74c07e0 req-53faa6ba-8739-4af9-84e9-0695f78b0bd7 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 944 time: 0.5343509 Sep 16 04:39:06.810316 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-4b709951-89fa-4b2f-86e5-08d7b91e8561 req-897f2709-b50d-4665-a250-58365bfeccfe tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Deleting port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:06.810656 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4b709951-89fa-4b2f-86e5-08d7b91e8561 req-897f2709-b50d-4665-a250-58365bfeccfe tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.820304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] For port 41751fd0-7b11-4974-9b77-9fe310c9a922, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=41751fd0-7b11-4974-9b77-9fe310c9a922,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:06.820685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:06.836239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f295a2e4-bf86-41e0-8335-e013988f7dac req-24f2c2a7-97fa-4b4a-b45d-fb65fcc21c00 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 210 time: 0.0314941 Sep 16 04:39:06.980614 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0653b-f37a-434b-be9b-690b56f4901d req-2bf8489b-c5c5-458d-b98b-a765670c218e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:06.988923 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0b0653b-f37a-434b-be9b-690b56f4901d req-2bf8489b-c5c5-458d-b98b-a765670c218e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.0875630 Sep 16 04:39:07.031127 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-26e11f7e-6556-47f2-a9eb-66e3b74c07e0 req-db069c2d-70a2-46b1-a4e0-23a0bd2ae543 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b5f91-7791-4b12-ab71-854c7349e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536509 Sep 16 04:39:07.032387 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dda9d54f-5692-4b4e-9fbd-f56539358cee req-816437a7-cedc-4488-bb28-b76b2081c405 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.096733 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0b0653b-f37a-434b-be9b-690b56f4901d req-4d6bf972-89c0-4c84-8404-d2ea2ffae5f0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013787 Sep 16 04:39:07.108636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816437a7-cedc-4488-bb28-b76b2081c405 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Pushing event deleted for resources: {'Port': ['ID=5ea18d0e-44db-42c6-97fd-62d7f633c388,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:07.146363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ea451f-a279-452b-be06-70d576dca1a0 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:07.208656 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d9a34f-85f1-475e-9c4f-cfb019864642 x-openstack-request-id: req-a3d9a34f-85f1-475e-9c4f-cfb019864642 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:07.208890 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.209445 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3403ef2a-2ed4-4274-a765-642bb500aec4", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea18d0e-44db-42c6-97fd-62d7f633c388", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:07.210215 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3d9a34f-85f1-475e-9c4f-cfb019864642 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:07.214545 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3403ef2a-2ed4-4274-a765-642bb500aec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea18d0e-44db-42c6-97fd-62d7f633c388', 'code': 200} Sep 16 04:39:07.224548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4b709951-89fa-4b2f-86e5-08d7b91e8561 req-897f2709-b50d-4665-a250-58365bfeccfe tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] For port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,segment=NetworkSegment(cd24b6a7-c71f-45ba-9ac7-bd924f45b219),segment_id=cd24b6a7-c71f-45ba-9ac7-bd924f45b219)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:07.225058 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4b709951-89fa-4b2f-86e5-08d7b91e8561 req-897f2709-b50d-4665-a250-58365bfeccfe tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.251881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Transition to ACTIVE for port object a0ea451f-a279-452b-be06-70d576dca1a0 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:07.263411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-4b709951-89fa-4b2f-86e5-08d7b91e8561 req-897f2709-b50d-4665-a250-58365bfeccfe tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Calling delete_port for 99b87ed8-b576-4c22-b57d-7dd4ef45b52f owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:07.312927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda9d54f-5692-4b4e-9fbd-f56539358cee req-816437a7-cedc-4488-bb28-b76b2081c405 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] No DVR routers for this DVR port 5ea18d0e-44db-42c6-97fd-62d7f633c388 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:07.344194 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.345043 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dda9d54f-5692-4b4e-9fbd-f56539358cee req-816437a7-cedc-4488-bb28-b76b2081c405 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.347808 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dda9d54f-5692-4b4e-9fbd-f56539358cee req-816437a7-cedc-4488-bb28-b76b2081c405 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.15 "DELETE /v2.0/ports/5ea18d0e-44db-42c6-97fd-62d7f633c388 HTTP/1.1" status: 204 len: 173 time: 1.3940310 Sep 16 04:39:07.362700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3403ef2a-2ed4-4274-a765-642bb500aec4', 'name': 'network-vif-deleted', 'tag': '5ea18d0e-44db-42c6-97fd-62d7f633c388'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:07.365881 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a235f9f-1ddf-4293-8ecd-eec1ccd640d3" -d '{"events": [{"server_uuid": "3403ef2a-2ed4-4274-a765-642bb500aec4", "name": "network-vif-deleted", "tag": "5ea18d0e-44db-42c6-97fd-62d7f633c388"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:07.424593 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.446807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-3bc2c6ff-cf3e-450a-8a20-497ca3da3110 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:07.448671 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-3bc2c6ff-cf3e-450a-8a20-497ca3da3110 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.50 "GET /v2.0/networks?id=afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 200 len: 805 time: 0.4567723 Sep 16 04:39:07.490456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Request body: {'port': {'device_id': 'bc1e3512-8e80-4d84-b793-bfc4d1f68aea', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'admin_state_up': True, 'tenant_id': '70711a9b90994a488cc99fb66122368e'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:07.502983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ea451f-a279-452b-be06-70d576dca1a0,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:07.511117 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.511354 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.511593 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Floating IP bd54f926-fe0b-43ac-bbe0-e38f63e687d5 disassociated. External IP: 172.25.0.93, port: 41751fd0-7b11-4974-9b77-9fe310c9a922. Sep 16 04:39:07.511938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Calling delete_port for 41751fd0-7b11-4974-9b77-9fe310c9a922 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:07.697443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2914f-fb7e-47b3-a2ee-6ec935426021 req-fdf003c9-655b-4c19-a72f-d660cb352b3a tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:07.708170 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a0a2914f-fb7e-47b3-a2ee-6ec935426021 req-fdf003c9-655b-4c19-a72f-d660cb352b3a tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 945 time: 0.3219504 Sep 16 04:39:07.718291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e63e7-3ae9-4b97-9fc7-789d572c5857 req-ef3b6e2d-69d8-4b76-8627-c2153f8924fd tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:07.719870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2f0e63e7-3ae9-4b97-9fc7-789d572c5857 req-ef3b6e2d-69d8-4b76-8627-c2153f8924fd tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 946 time: 0.2547684 Sep 16 04:39:07.748501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Attempting to bind port a0ea451f-a279-452b-be06-70d576dca1a0 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:07.748834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Attempting to bind port a0ea451f-a279-452b-be06-70d576dca1a0 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:07.749156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Attempting to bind port a0ea451f-a279-452b-be06-70d576dca1a0 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:07.759074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Port a0ea451f-a279-452b-be06-70d576dca1a0 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:07.759468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Attempting to bind port a0ea451f-a279-452b-be06-70d576dca1a0 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:07.764311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:07.778473 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.809128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Transition to ACTIVE for port object 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:07.813426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a0a2914f-fb7e-47b3-a2ee-6ec935426021 req-2e8e1d1b-7ee5-4988-b160-5905d764eb46 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042228 Sep 16 04:39:07.820877 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2f0e63e7-3ae9-4b97-9fc7-789d572c5857 req-94640945-bdcf-454c-9641-979c335a66b4 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups?id=d54a787d-20d1-4419-917d-c72a42816d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903819 Sep 16 04:39:07.838934 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.841054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Made reservation on behalf of 70711a9b90994a488cc99fb66122368e for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:07.844477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:07.940243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:07.940611 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:07.941567 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:07.942674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Bound port: a0ea451f-a279-452b-be06-70d576dca1a0, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:07.943051 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.145742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Allocated IP 172.20.0.2 (afa02aac-80ed-4391-b933-25f6a1c06d99/4ec61476-0693-4014-9b8f-b2652cc8040c/12ae01c5-0af2-4a05-93c0-c19faf33cb76) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:08.215542 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b227a1d-da9c-4c07-84af-5f862e72e3fb x-openstack-request-id: req-7b227a1d-da9c-4c07-84af-5f862e72e3fb {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:08.215832 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3403ef2a-2ed4-4274-a765-642bb500aec4", "name": "network-vif-deleted", "tag": "5ea18d0e-44db-42c6-97fd-62d7f633c388", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:08.216126 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b227a1d-da9c-4c07-84af-5f862e72e3fb {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:08.216532 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3403ef2a-2ed4-4274-a765-642bb500aec4', 'name': 'network-vif-deleted', 'tag': '5ea18d0e-44db-42c6-97fd-62d7f633c388', 'status': 'completed', 'code': 200} Sep 16 04:39:08.233278 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4b709951-89fa-4b2f-86e5-08d7b91e8561 req-897f2709-b50d-4665-a250-58365bfeccfe tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.353120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Pushing event updated for resources: {'Port': ['ID=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:08.422607 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:39:08.433004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ee781-9e3d-44fd-81ea-753b862cdf5c req-67553d2e-d1a2-4432-96d5-3fc1d0e4f540 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:08.434867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df3ee781-9e3d-44fd-81ea-753b862cdf5c req-67553d2e-d1a2-4432-96d5-3fc1d0e4f540 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 947 time: 0.2175076 Sep 16 04:39:08.443143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Attempting to bind port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:08.443487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Attempting to bind port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:08.443813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Attempting to bind port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:08.473210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:08.473812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Attempting to bind port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:08.497206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f2709-b50d-4665-a250-58365bfeccfe tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Pushing event deleted for resources: {'Port': ['ID=99b87ed8-b576-4c22-b57d-7dd4ef45b52f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:08.497438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:08.497768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:08.498082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:08.498609 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Bound port: 2f59f2f1-18d1-4315-aedf-ff6f8fddb068, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:08.498981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.509925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:08.512434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.553710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df3ee781-9e3d-44fd-81ea-753b862cdf5c req-c12d19c5-f996-4ec2-9d3f-b5366d744bd0 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005166 Sep 16 04:39:08.596705 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:08.601896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b709951-89fa-4b2f-86e5-08d7b91e8561 req-897f2709-b50d-4665-a250-58365bfeccfe tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] No DVR routers for this DVR port 99b87ed8-b576-4c22-b57d-7dd4ef45b52f on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:08.605030 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4b709951-89fa-4b2f-86e5-08d7b91e8561 req-897f2709-b50d-4665-a250-58365bfeccfe tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.607763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4b709951-89fa-4b2f-86e5-08d7b91e8561 req-897f2709-b50d-4665-a250-58365bfeccfe tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.15 "DELETE /v2.0/ports/99b87ed8-b576-4c22-b57d-7dd4ef45b52f HTTP/1.1" status: 204 len: 173 time: 2.5441904 Sep 16 04:39:08.615365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f527aeba-2647-41b6-bb0d-ee59c4ac5e26', 'name': 'network-vif-deleted', 'tag': '99b87ed8-b576-4c22-b57d-7dd4ef45b52f'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:08.619154 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a09cf4-ffb2-4524-8d1e-97caeae7cbe8" -d '{"events": [{"server_uuid": "f527aeba-2647-41b6-bb0d-ee59c4ac5e26", "name": "network-vif-deleted", "tag": "99b87ed8-b576-4c22-b57d-7dd4ef45b52f"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:08.629803 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.653536 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-7a295927-de9e-4aed-8c6e-095e4c4f440f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6541562 Sep 16 04:39:08.658784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:08.703184 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.713367 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8045a2bf-002d-472e-a334-07fec7b7780f req-99c75b23-6483-43ad-8ba6-44ae8001fd6f tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 210 time: 0.0419345 Sep 16 04:39:08.722064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:08.723823 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.725301 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4def5746-5980-4c79-af62-fd830523b486 service neutron] 10.222.0.15 "PUT /v2.0/ports/a0ea451f-a279-452b-be06-70d576dca1a0 HTTP/1.1" status: 200 len: 1097 time: 3.4986758 Sep 16 04:39:08.787886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] For port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:08.792549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] For port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:08.795064 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.822484 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.826298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Network afa02aac-80ed-4391-b933-25f6a1c06d99 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:08.878486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:08.903428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:08.903575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def5746-5980-4c79-af62-fd830523b486 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ea451f-a279-452b-be06-70d576dca1a0,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:08.911060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b730bc44-9859-4bf8-9efa-b244209b803b req-3594cb59-ee1b-4b90-80de-02e3197a9784 tempest-LiveMigrationTest-1338047432 tempest-LiveMigrationTest-1338047432-project] 10.222.0.53 "GET /v2.0/ports?device_id=f527aeba-2647-41b6-bb0d-ee59c4ac5e26 HTTP/1.1" status: 200 len: 210 time: 0.0564466 Sep 16 04:39:08.950873 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:08.951489 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:08.955982 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] 10.222.0.15 "PUT /v2.0/ports/2f59f2f1-18d1-4315-aedf-ff6f8fddb068 HTTP/1.1" status: 200 len: 1096 time: 2.6050844 Sep 16 04:39:08.981862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Pushing event updated for resources: {'Port': ['ID=12ae01c5-0af2-4a05-93c0-c19faf33cb76,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:09.006012 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.085391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5ea18d0e-44db-42c6-97fd-62d7f633c388 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:09.088769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Pushing event deleted for resources: {'Port': ['ID=41751fd0-7b11-4974-9b77-9fe310c9a922,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:09.140493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 5ea18d0e-44db-42c6-97fd-62d7f633c388 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:09.145053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5ea18d0e-44db-42c6-97fd-62d7f633c388 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:09.145491 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 99b87ed8-b576-4c22-b57d-7dd4ef45b52f no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:09.176043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:09.178960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.188354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 99b87ed8-b576-4c22-b57d-7dd4ef45b52f {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:09.189199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 99b87ed8-b576-4c22-b57d-7dd4ef45b52f not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:09.193056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device efc482f4-ab17-431f-814d-ed8166b167e7 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:09.194608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-6edb734e-5b2e-4a0b-9bcc-93ee3658d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:09.196263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-6edb734e-5b2e-4a0b-9bcc-93ee3658d622 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8581475187244ea9c4e947262e15467&device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 1100 time: 0.3629022 Sep 16 04:39:09.198707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416ba05-758f-433f-ba7e-76325e7ac36c service neutron] Pushing event updated for resources: {'Port': ['ID=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:09.272415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93460ae8-6d22-4737-bb85-01c38a8868cb req-45960985-2135-4f38-b9d1-a9080bd8801b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:09.282198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93460ae8-6d22-4737-bb85-01c38a8868cb req-45960985-2135-4f38-b9d1-a9080bd8801b tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.2064288 Sep 16 04:39:09.306914 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-59666271-48b4-4475-a20c-1bd6bc1dc318 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=a0ea451f-a279-452b-be06-70d576dca1a0 HTTP/1.1" status: 200 len: 217 time: 0.0809829 Sep 16 04:39:09.382317 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.458271 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5e59b548-427f-417b-9d16-76146e371295 service neutron] show failed (client error): The resource could not be found. Sep 16 04:39:09.459623 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5e59b548-427f-417b-9d16-76146e371295 service neutron] 10.222.0.15 "GET /v2.0/ports/efc482f4-ab17-431f-814d-ed8166b167e7/bindings/n-h1-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.3177531 Sep 16 04:39:09.505097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:09.506656 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:09.512037 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350c691d-e89c-48ed-8b02-4231c369aacd" -d '{"events": [{"server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "name": "network-vif-unplugged", "status": "completed", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:09.522006 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:09.523103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 41751fd0-7b11-4974-9b77-9fe310c9a922 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:09.574000 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-81839574-b4d4-4963-88e8-81d48dff4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:09.578368 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-81839574-b4d4-4963-88e8-81d48dff4974 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1961708 Sep 16 04:39:09.619625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 41751fd0-7b11-4974-9b77-9fe310c9a922 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:09.620032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 41751fd0-7b11-4974-9b77-9fe310c9a922 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:09.654644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Router 913d95bd-ffcb-4588-b162-7b42f484100e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:09.709489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:09.819013 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:09.829522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7a04a-5c67-4e43-bf01-c8d97ba20e41 None None] Sync routers for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:09.832214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-0f2edabe-0f51-4dd7-ab89-552dd38efed4 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3652515 Sep 16 04:39:09.840734 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-5f7e7dd0-95e8-4bac-9992-3ebb119845f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:09.846700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-5f7e7dd0-95e8-4bac-9992-3ebb119845f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8581475187244ea9c4e947262e15467&device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 1099 time: 0.7528582 Sep 16 04:39:09.849948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7a04a-5c67-4e43-bf01-c8d97ba20e41 None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:09.850828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8dc7a04a-5c67-4e43-bf01-c8d97ba20e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:38:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:09.854293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Request body: {'port': {'device_id': 'bc1e3512-8e80-4d84-b793-bfc4d1f68aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:09.867227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-9d22af6a-14ee-4d71-91f2-30694b21fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:09.868937 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-9d22af6a-14ee-4d71-91f2-30694b21fa94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2790802 Sep 16 04:39:09.962361 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93460ae8-6d22-4737-bb85-01c38a8868cb req-002529b0-5142-4e78-848b-36a995a83ab0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792541 Sep 16 04:39:09.966376 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-969c5400-f005-4fd8-80c2-a0ac5f0c68f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=2f59f2f1-18d1-4315-aedf-ff6f8fddb068 HTTP/1.1" status: 200 len: 217 time: 0.0776517 Sep 16 04:39:10.011900 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.073551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-b9176f3b-134a-4efa-9fc9-6d063518141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:10.075244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-b9176f3b-134a-4efa-9fc9-6d063518141d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1010153 Sep 16 04:39:10.223727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6821ff-6c57-45d1-b20c-c013c0482f25', 'tag': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:10.226680 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc02340-d94a-462d-8759-dc5123f85c49" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6821ff-6c57-45d1-b20c-c013c0482f25", "tag": "2f59f2f1-18d1-4315-aedf-ff6f8fddb068"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:10.257479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-b3cd43de-af87-4f51-a989-e313c3a50acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:10.258960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-b3cd43de-af87-4f51-a989-e313c3a50acb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1749341 Sep 16 04:39:10.289675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-8dc7a04a-5c67-4e43-bf01-c8d97ba20e41 None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:10.303934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] No DVR routers for this DVR port 41751fd0-7b11-4974-9b77-9fe310c9a922 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:10.306779 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.310009 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5f34732d-9c57-4a03-b437-ed1c03a3506c req-d0767c4f-c11f-4c30-89f5-149729283f73 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.15 "DELETE /v2.0/ports/41751fd0-7b11-4974-9b77-9fe310c9a922 HTTP/1.1" status: 204 len: 173 time: 4.6049306 Sep 16 04:39:10.312642 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0c4313-7263-4eee-ad49-3df11d316a21 x-openstack-request-id: req-6a0c4313-7263-4eee-ad49-3df11d316a21 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:10.312941 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f527aeba-2647-41b6-bb0d-ee59c4ac5e26", "name": "network-vif-deleted", "tag": "99b87ed8-b576-4c22-b57d-7dd4ef45b52f", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:10.313382 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a0c4313-7263-4eee-ad49-3df11d316a21 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:10.313830 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f527aeba-2647-41b6-bb0d-ee59c4ac5e26', 'name': 'network-vif-deleted', 'tag': '99b87ed8-b576-4c22-b57d-7dd4ef45b52f', 'status': 'completed', 'code': 200} Sep 16 04:39:10.327036 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.385209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-da5aa755-f790-4418-bde8-4f7a80d188a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:10.386727 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-da5aa755-f790-4418-bde8-4f7a80d188a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995&tenant_id=220f6be1326d49f48ff637872d6294e2 HTTP/1.1" status: 200 len: 1100 time: 0.5712607 Sep 16 04:39:10.434588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:10.540352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc1ec042-80a8-4cb3-aed2-b140ed7edd18 req-c782fec4-43f0-4f15-9d7e-5714d02b49f5 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4d7bf3-e965-47e8-9420-2c7fa10f9455 HTTP/1.1" status: 200 len: 210 time: 0.0505099 Sep 16 04:39:10.547949 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-d04a7e79-76b5-46b6-b288-fd95a7a08706 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789357 Sep 16 04:39:10.584990 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-7b198cbf-d3d6-41e5-83e0-807770180fb1 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278394 Sep 16 04:39:10.605211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.625681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Allocated IP 172.25.0.225 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/a642ba28-296b-4029-ad3d-6566febb9b6c) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:10.669841 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a97fb0be-b146-45a7-beb3-37f6b27e2ffc req-a1709b88-31fe-4ef3-a9f3-7f73121dede3 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087420 Sep 16 04:39:10.707459 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a16bbd-7503-4b14-afd7-824548a71f0d x-openstack-request-id: req-96a16bbd-7503-4b14-afd7-824548a71f0d {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:10.708035 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "name": "network-vif-unplugged", "status": "completed", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:10.708469 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96a16bbd-7503-4b14-afd7-824548a71f0d {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:10.709012 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'code': 200} Sep 16 04:39:10.743906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8dc7a04a-5c67-4e43-bf01-c8d97ba20e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:10.765778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ae01c5-0af2-4a05-93c0-c19faf33cb76 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:10.773959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7a04a-5c67-4e43-bf01-c8d97ba20e41 None None] Checking router: 913d95bd-ffcb-4588-b162-7b42f484100e for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:10.776444 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.785876 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7a04a-5c67-4e43-bf01-c8d97ba20e41 None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:10.787061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8dc7a04a-5c67-4e43-bf01-c8d97ba20e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:38:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:10.816306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Transition to ACTIVE for port object 12ae01c5-0af2-4a05-93c0-c19faf33cb76 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:10.825278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:10.953836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-8dc7a04a-5c67-4e43-bf01-c8d97ba20e41 None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:10.991161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Pushing event updated for resources: {'Port': ['ID=12ae01c5-0af2-4a05-93c0-c19faf33cb76,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:11.003086 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-892f1a5a-f84f-42aa-940c-81bee0e5dba2 req-4fad9c89-08c8-4501-9051-029d0c31c4d5 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074337 Sep 16 04:39:11.033597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c91319-10ea-4812-b4d7-5b005cae5622 req-a05e5176-d91d-4c21-a7a8-7204577c3d55 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:11.035339 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87c91319-10ea-4812-b4d7-5b005cae5622 req-a05e5176-d91d-4c21-a7a8-7204577c3d55 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 947 time: 0.1620877 Sep 16 04:39:11.076065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Attempting to bind port 12ae01c5-0af2-4a05-93c0-c19faf33cb76 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:11.076276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Attempting to bind port 12ae01c5-0af2-4a05-93c0-c19faf33cb76 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:11.076605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Attempting to bind port 12ae01c5-0af2-4a05-93c0-c19faf33cb76 on network afa02aac-80ed-4391-b933-25f6a1c06d99 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:11.087172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Port 12ae01c5-0af2-4a05-93c0-c19faf33cb76 on network afa02aac-80ed-4391-b933-25f6a1c06d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:11.087544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Attempting to bind port 12ae01c5-0af2-4a05-93c0-c19faf33cb76 on network afa02aac-80ed-4391-b933-25f6a1c06d99 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:11.094534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.101708 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:11.102025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Checking segment: {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:11.102553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Bound using segment: {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:11.103015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Bound port: 12ae01c5-0af2-4a05-93c0-c19faf33cb76, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b841370c-0a9b-45fc-aa96-b5d147b1a09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:11.103469 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.109487 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87c91319-10ea-4812-b4d7-5b005cae5622 req-7ff36e01-9d89-4fa7-ba26-f8eaa15d0e19 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650663 Sep 16 04:39:11.146830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:11.187321 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.207386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] For port 12ae01c5-0af2-4a05-93c0-c19faf33cb76, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:11.211720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] For port 12ae01c5-0af2-4a05-93c0-c19faf33cb76, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=12ae01c5-0af2-4a05-93c0-c19faf33cb76,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:11.219907 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.224202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:11.260879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:11.271897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:11.274770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:11.298707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8dc7a04a-5c67-4e43-bf01-c8d97ba20e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:11.303931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Pushing event updated for resources: {'Port': ['ID=a642ba28-296b-4029-ad3d-6566febb9b6c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:11.319939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc482f4-ab17-431f-814d-ed8166b167e7 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:11.321969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:11.322610 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.324213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] 10.222.0.50 "PUT /v2.0/ports/12ae01c5-0af2-4a05-93c0-c19faf33cb76 HTTP/1.1" status: 200 len: 1092 time: 1.4759548 Sep 16 04:39:11.330988 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.349234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0126b-d898-4846-a34a-93ee4a223be6 service neutron] Pushing event updated for resources: {'Port': ['ID=12ae01c5-0af2-4a05-93c0-c19faf33cb76,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:11.357919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Transition to ACTIVE for port object efc482f4-ab17-431f-814d-ed8166b167e7 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:11.361300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7a04a-5c67-4e43-bf01-c8d97ba20e41 None None] The sync data for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 is: [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:34:07Z', 'revision_number': 4, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'f73ffd79-5e68-4dcd-844e-c11853590e41', 'name': '', 'network_id': 'b98ad24e-5874-4124-88c8-f794aeec9495', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'mac_address': 'fa:16:3e:1d:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:05Z', 'updated_at': '2021-09-16T04:34:12Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'subnets': [{'id': 'bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:11.372712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fd7b6-dce8-47b5-8967-2523a5c5eea1 req-12d77395-019a-4154-9456-50a1ad09db20 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:11.381823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f16fd7b6-dce8-47b5-8967-2523a5c5eea1 req-12d77395-019a-4154-9456-50a1ad09db20 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 943 time: 0.1546354 Sep 16 04:39:11.388876 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.456027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f16fd7b6-dce8-47b5-8967-2523a5c5eea1 req-770945a4-26fd-4cd1-89e8-1184afcf0a6a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711060 Sep 16 04:39:11.485758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:11.502981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-43cfe0eb-34a9-4fc6-89f3-f8807870dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:11.504873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-43cfe0eb-34a9-4fc6-89f3-f8807870dd65 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70711a9b90994a488cc99fb66122368e&device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 1095 time: 0.1013005 Sep 16 04:39:11.528339 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.556378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] No DVR routers for this DVR port efc482f4-ab17-431f-814d-ed8166b167e7 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:11.597800 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-8b111292-217f-41d0-b323-06410036e53c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12ae01c5-0af2-4a05-93c0-c19faf33cb76 HTTP/1.1" status: 200 len: 217 time: 0.0690916 Sep 16 04:39:11.618553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Attempting to bind port efc482f4-ab17-431f-814d-ed8166b167e7 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:11.618985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Attempting to bind port efc482f4-ab17-431f-814d-ed8166b167e7 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:11.619348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Attempting to bind port efc482f4-ab17-431f-814d-ed8166b167e7 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:11.629687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Port efc482f4-ab17-431f-814d-ed8166b167e7 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:11.630202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Attempting to bind port efc482f4-ab17-431f-814d-ed8166b167e7 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:11.638678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:11.639230 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:11.639631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:11.640117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Bound port: efc482f4-ab17-431f-814d-ed8166b167e7, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:11.640485 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.644941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:11.668500 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-77296595-103b-4095-b696-0afc08329ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:11.670027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-77296595-103b-4095-b696-0afc08329ede service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ec61476-0693-4014-9b8f-b2652cc8040c HTTP/1.1" status: 200 len: 845 time: 0.0656941 Sep 16 04:39:11.715900 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-2d28a743-7e8d-4e2d-a666-bcc6fba18dce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=afa02aac-80ed-4391-b933-25f6a1c06d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364981 Sep 16 04:39:11.716838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54072) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:11.851041 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fda8b7-18b7-4c17-9a9b-895652671338 None None] New status for floating IP bd54f926-fe0b-43ac-bbe0-e38f63e687d5: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:39:11.868026 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718abc7b-3e9e-402d-bb4f-4397e3fb123d x-openstack-request-id: req-718abc7b-3e9e-402d-bb4f-4397e3fb123d {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:11.868447 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6821ff-6c57-45d1-b20c-c013c0482f25", "tag": "2f59f2f1-18d1-4315-aedf-ff6f8fddb068", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:11.868712 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-718abc7b-3e9e-402d-bb4f-4397e3fb123d {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:11.869126 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6821ff-6c57-45d1-b20c-c013c0482f25', 'tag': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068', 'status': 'completed', 'code': 200} Sep 16 04:39:11.920544 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-53fdac11-aef4-4b57-b635-24a19e85c5fc service neutron] 10.222.0.50 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866651 Sep 16 04:39:12.000874 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:12.028317 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:12.043593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02340-d94a-462d-8759-dc5123f85c49 req-7027b033-8230-431b-9b48-066d5bd9c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:12.045255 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8fc02340-d94a-462d-8759-dc5123f85c49 req-7027b033-8230-431b-9b48-066d5bd9c852 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8581475187244ea9c4e947262e15467&device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 1099 time: 0.0869617 Sep 16 04:39:12.052722 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.106595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:12.106994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.108924 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] 10.222.0.50 "PUT /v2.0/ports/efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 1097 time: 1.6793430 Sep 16 04:39:12.161194 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-e207c8e5-39c7-4957-bbbb-d4611bf9bc74 admin admin] Deleting subnet a27c5ba3-cdbf-42f2-965d-bdef41cc1252 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:12.181918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43804f0b-f26f-480b-b0e4-8608de8f3a0e req-27499261-798e-49e8-94c5-124397fa8d48 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:12.192816 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43804f0b-f26f-480b-b0e4-8608de8f3a0e req-27499261-798e-49e8-94c5-124397fa8d48 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 948 time: 0.1941266 Sep 16 04:39:12.205568 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed44c18-e45f-44b2-ad05-6a1c12652f2a req-3470d203-5cd8-4d02-befa-5662365b0bff service neutron] 10.222.0.50 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683353 Sep 16 04:39:12.207211 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e207c8e5-39c7-4957-bbbb-d4611bf9bc74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.233112 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.255614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c1d41-f840-482a-be4f-c9d10e8b27e7 service neutron] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=8']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:12.263794 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.293267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43804f0b-f26f-480b-b0e4-8608de8f3a0e req-0ff404d3-4242-44ee-ac8e-524a5cb8b05f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992427 Sep 16 04:39:12.295412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e207c8e5-39c7-4957-bbbb-d4611bf9bc74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.320779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0'}, {'server_uuid': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'name': 'network-vif-deleted', 'tag': '41751fd0-7b11-4974-9b77-9fe310c9a922'}, {'name': 'network-changed', 'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:12.322461 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e20655-b35f-4e13-bd60-1f99a806a268" -d '{"events": [{"name": "network-changed", "server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0"}, {"server_uuid": "ee4d7bf3-e965-47e8-9420-2c7fa10f9455", "name": "network-vif-deleted", "tag": "41751fd0-7b11-4974-9b77-9fe310c9a922"}, {"name": "network-changed", "server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:12.338485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02340-d94a-462d-8759-dc5123f85c49 req-c5b347af-049a-487d-976a-0bc065aff623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:12.339973 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8fc02340-d94a-462d-8759-dc5123f85c49 req-c5b347af-049a-487d-976a-0bc065aff623 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2807846 Sep 16 04:39:12.344955 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e207c8e5-39c7-4957-bbbb-d4611bf9bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.415417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Pushing event updated for resources: {'Port': ['ID=a642ba28-296b-4029-ad3d-6566febb9b6c,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:12.426718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-74cb3c5d-5f5b-4160-a044-5b8f02da465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:12.428505 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-74cb3c5d-5f5b-4160-a044-5b8f02da465d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1100 time: 0.2242913 Sep 16 04:39:12.434471 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e207c8e5-39c7-4957-bbbb-d4611bf9bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.467539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207c8e5-39c7-4957-bbbb-d4611bf9bc74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a27c5ba3-cdbf-42f2-965d-bdef41cc1252,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:12.470084 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e207c8e5-39c7-4957-bbbb-d4611bf9bc74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.473230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e207c8e5-39c7-4957-bbbb-d4611bf9bc74 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a27c5ba3-cdbf-42f2-965d-bdef41cc1252 HTTP/1.1" status: 204 len: 168 time: 0.7549076 Sep 16 04:39:12.473677 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8fc02340-d94a-462d-8759-dc5123f85c49 req-95b13d1a-3f14-4a7e-9720-38a9eaf2a271 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=2f59f2f1-18d1-4315-aedf-ff6f8fddb068 HTTP/1.1" status: 200 len: 217 time: 0.0978642 Sep 16 04:39:12.475687 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54086) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:12.507404 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.549755 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.583641 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.585065 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-f4f4b16f-5e3e-402a-b11f-86d00fd5e788 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9306767 Sep 16 04:39:12.596663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02340-d94a-462d-8759-dc5123f85c49 req-6d88d798-8518-474f-b55f-f6d8b01cdaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:12.599155 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8fc02340-d94a-462d-8759-dc5123f85c49 req-6d88d798-8518-474f-b55f-f6d8b01cdaad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1133399 Sep 16 04:39:12.636165 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.656958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c2c738-4641-4c06-a2b2-aea8aa89b318']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:12.675389 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:12.676121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd24b6a7-c71f-45ba-9ac7-bd924f45b219') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:12.704977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.726009 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.739886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a55fc-da34-45d1-ac87-01e08fea70bd req-44c2bb6c-0678-4945-b628-acb319c0a7c9 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:12.741730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f9a55fc-da34-45d1-ac87-01e08fea70bd req-44c2bb6c-0678-4945-b628-acb319c0a7c9 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 947 time: 0.0822113 Sep 16 04:39:12.742539 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-de8525b5-3509-4d6f-9bba-8fd20fc8854a tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.1415074 Sep 16 04:39:12.744525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:12.744977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:12.747333 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:12.750050 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-eab03626-e038-4520-a394-45f0ac1143d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:12.750050 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-eab03626-e038-4520-a394-45f0ac1143d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2903051 Sep 16 04:39:12.788082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02340-d94a-462d-8759-dc5123f85c49 req-6d746501-1fe7-4438-9b35-ed291d9de2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:12.789597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8fc02340-d94a-462d-8759-dc5123f85c49 req-6d746501-1fe7-4438-9b35-ed291d9de2d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1759486 Sep 16 04:39:12.826679 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.830646 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f9a55fc-da34-45d1-ac87-01e08fea70bd req-099a86ae-e2ca-467d-b4f2-67e105f74fc8 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732541 Sep 16 04:39:12.835548 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.837567 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] 10.222.0.53 "DELETE /v2.0/networks/45c2c738-4641-4c06-a2b2-aea8aa89b318 HTTP/1.1" status: 204 len: 168 time: 0.3605468 Sep 16 04:39:12.838105 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-c1e01941-d28c-4d30-a535-1088a1658f72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 217 time: 0.0724740 Sep 16 04:39:12.840391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54090) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:12.858099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bf3df-68bc-4e1b-b83c-ffd68a76d31d admin admin] Pushing event deleted for resources: {'Network': ['ID=45c2c738-4641-4c06-a2b2-aea8aa89b318,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:12.897587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-be16b4aa-0535-4441-ba86-b3bd2b70e7fa admin admin] Deleting subnet c03fa918-94c3-4678-aa25-44f78cfbe77e {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:12.901067 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be16b4aa-0535-4441-ba86-b3bd2b70e7fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:12.931107 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a1c3da-964c-4a0e-86b2-2bb6cabc0fe6 x-openstack-request-id: req-29a1c3da-964c-4a0e-86b2-2bb6cabc0fe6 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:12.931775 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0", "status": "completed", "code": 200}, {"server_uuid": "ee4d7bf3-e965-47e8-9420-2c7fa10f9455", "name": "network-vif-deleted", "tag": "41751fd0-7b11-4974-9b77-9fe310c9a922", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:12.931775 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29a1c3da-964c-4a0e-86b2-2bb6cabc0fe6 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:12.932130 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'status': 'completed', 'code': 200} Sep 16 04:39:12.932292 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4d7bf3-e965-47e8-9420-2c7fa10f9455', 'name': 'network-vif-deleted', 'tag': '41751fd0-7b11-4974-9b77-9fe310c9a922', 'status': 'completed', 'code': 200} Sep 16 04:39:12.932544 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'status': 'completed', 'code': 200} Sep 16 04:39:12.968264 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be16b4aa-0535-4441-ba86-b3bd2b70e7fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.047340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-09380506-b4ca-428e-8f7e-769c460ff518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.048895 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-09380506-b4ca-428e-8f7e-769c460ff518 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8581475187244ea9c4e947262e15467&device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 1100 time: 0.1195736 Sep 16 04:39:13.053238 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be16b4aa-0535-4441-ba86-b3bd2b70e7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.108149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:13.178706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26322812-fd67-4e7d-96b6-3b3bf71a5a23 req-d8995832-c203-4e97-b79c-a88073422352 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.180285 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26322812-fd67-4e7d-96b6-3b3bf71a5a23 req-d8995832-c203-4e97-b79c-a88073422352 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 943 time: 0.1744874 Sep 16 04:39:13.234950 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:13.245698 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be16b4aa-0535-4441-ba86-b3bd2b70e7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.247738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068', 'mac_address': 'fa:16:3e:0f:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:13.288404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-72875724-5c0b-4549-b972-5c3301e9ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.288859 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.289890 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-72875724-5c0b-4549-b972-5c3301e9ad4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.4020369 Sep 16 04:39:13.304998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16b4aa-0535-4441-ba86-b3bd2b70e7fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c03fa918-94c3-4678-aa25-44f78cfbe77e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:13.305682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-caf9b19d-25f8-4b65-a30f-0bb84d9c3768 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.307072 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-caf9b19d-25f8-4b65-a30f-0bb84d9c3768 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.5525699 Sep 16 04:39:13.309470 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be16b4aa-0535-4441-ba86-b3bd2b70e7fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.310932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:13.313996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-be16b4aa-0535-4441-ba86-b3bd2b70e7fa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c03fa918-94c3-4678-aa25-44f78cfbe77e HTTP/1.1" status: 204 len: 168 time: 0.4726117 Sep 16 04:39:13.320203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54094) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:13.321337 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-64ea34a3-6f47-4350-94a2-0668e9b6b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.324622 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-64ea34a3-6f47-4350-94a2-0668e9b6b02c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2444651 Sep 16 04:39:13.333527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:13.337173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26322812-fd67-4e7d-96b6-3b3bf71a5a23 req-87858b28-cbe5-4e79-8c16-0c9465eed96d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481423 Sep 16 04:39:13.337985 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.348557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-e40c45a3-bb43-43fa-bf28-fcacf285bba8 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:39:13.349977 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bda9cae-2056-41b9-9695-f598f4b844f6 req-e40c45a3-bb43-43fa-bf28-fcacf285bba8 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128579 Sep 16 04:39:13.358969 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8fc02340-d94a-462d-8759-dc5123f85c49 req-55e33c6a-1b43-4c63-b588-9cd4cd5664ff service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338690 Sep 16 04:39:13.361766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ef786-9fed-4b5b-bd98-1a7e56898f09 req-30d16153-36db-4d40-8088-7e5b92751ebf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.363315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d19ef786-9fed-4b5b-bd98-1a7e56898f09 req-30d16153-36db-4d40-8088-7e5b92751ebf tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.50 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 944 time: 0.1733642 Sep 16 04:39:13.410329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:13.421306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-29f4ef5b-5443-40bd-a307-7c614ae45721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.427804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-29f4ef5b-5443-40bd-a307-7c614ae45721 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1297920 Sep 16 04:39:13.464504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-5c4d7566-eae1-48f7-80c3-79db36132d06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=a0ea451f-a279-452b-be06-70d576dca1a0 HTTP/1.1" status: 200 len: 217 time: 0.1310852 Sep 16 04:39:13.550929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['2f59f2f1-18d1-4315-aedf-ff6f8fddb068'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:13.607507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8fc02340-d94a-462d-8759-dc5123f85c49 req-575ce67c-e6d9-4729-a900-d348df62bdd8 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389159 Sep 16 04:39:13.618645 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.630734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663fd94-c18d-4bb8-a8bc-4775a157eb60 req-18e3c8bf-3e21-4b92-93ff-d2aa1f1246a6 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.638759 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d663fd94-c18d-4bb8-a8bc-4775a157eb60 req-18e3c8bf-3e21-4b92-93ff-d2aa1f1246a6 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 944 time: 0.1341169 Sep 16 04:39:13.639969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-a032edb8-63b5-4c78-a2a6-1f2dffe84820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.641596 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-a032edb8-63b5-4c78-a2a6-1f2dffe84820 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1591456 Sep 16 04:39:13.688629 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-17c44a0a-33f8-4afe-bded-6780eab8e95d service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511835 Sep 16 04:39:13.694959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d663fd94-c18d-4bb8-a8bc-4775a157eb60 req-2ef527b7-3cd2-40b7-abf3-e2d22dcbedf8 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540552 Sep 16 04:39:13.717006 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393a4a-c213-4244-a2af-1d077ec3f57b req-aff8aa1f-983f-4b8c-9147-ac78e0f17e92 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.717006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0393a4a-c213-4244-a2af-1d077ec3f57b req-aff8aa1f-983f-4b8c-9147-ac78e0f17e92 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 948 time: 0.1849103 Sep 16 04:39:13.776196 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-d19ef786-9fed-4b5b-bd98-1a7e56898f09 req-bb1d376f-e8de-46e6-b3c9-ea98557eed99 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Deleting port cf861b69-c1f1-4862-afbe-67f2bbca9a8e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:13.776553 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d19ef786-9fed-4b5b-bd98-1a7e56898f09 req-bb1d376f-e8de-46e6-b3c9-ea98557eed99 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.780280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-f0d8a873-1086-4ca1-beb5-7cc121bbe4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:13.781832 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-f0d8a873-1086-4ca1-beb5-7cc121bbe4bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1292410 Sep 16 04:39:13.812333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54106) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:13.821821 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc5f5302-02c8-4d2d-b9ed-2cfe315f6e65 req-0af7b178-391a-4899-bdc0-05f7b702a00a service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242232 Sep 16 04:39:13.843100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.870696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1e3512-8e80-4d84-b793-bfc4d1f68aea', 'tag': '12ae01c5-0af2-4a05-93c0-c19faf33cb76'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:13.872963 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c946fa4-e89c-4955-ba80-42347ec4d91f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1e3512-8e80-4d84-b793-bfc4d1f68aea", "tag": "12ae01c5-0af2-4a05-93c0-c19faf33cb76"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:13.890924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0393a4a-c213-4244-a2af-1d077ec3f57b req-93dc5156-763e-4939-981d-492c6fcaf429 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678712 Sep 16 04:39:13.924112 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:13.974397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a988bc8c-fcef-404a-834b-ad11aabd3b0d']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:14.036171 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.080163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-e42e38e4-21d9-4e66-b110-bbb1ca952259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:14.082394 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-e42e38e4-21d9-4e66-b110-bbb1ca952259 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1100 time: 0.1834941 Sep 16 04:39:14.105373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-6bdee6e3-2cf5-4ec7-b44c-92dd037e6d37 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:14.106960 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-6bdee6e3-2cf5-4ec7-b44c-92dd037e6d37 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 821 time: 0.2146006 Sep 16 04:39:14.149845 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-cccac6e7-1939-4e8a-9a53-f76c5321ce7f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/quotas/e35d46a1e1cb40b3af509d1406f50c45 HTTP/1.1" status: 200 len: 375 time: 0.0319128 Sep 16 04:39:14.152851 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.155528 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.159160 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "DELETE /v2.0/security-groups/d54a787d-20d1-4419-917d-c72a42816d78 HTTP/1.1" status: 204 len: 168 time: 0.3433800 Sep 16 04:39:14.166195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54120) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:14.242018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54a787d-20d1-4419-917d-c72a42816d78,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:14.248168 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-80725e9e-d3e8-4864-967c-673bdfd1f1f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] show failed (client error): The resource could not be found. Sep 16 04:39:14.251898 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-80725e9e-d3e8-4864-967c-673bdfd1f1f1 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "GET /v2.0/security-groups/d54a787d-20d1-4419-917d-c72a42816d78 HTTP/1.1" status: 404 len: 347 time: 0.0816898 Sep 16 04:39:14.256843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54122) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:14.267480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:14.267830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:14.268175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:14.268515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:14.270074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:14.270430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:14.270804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:14.271175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:14.271583 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:14.272134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:14.272679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:14.273222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7052-f8e1-4fea-ad8e-623e1ba53158 tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:14.288901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df46c0a-2a85-4fa8-9c26-f11585232274') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:14.289514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df46c0a-2a85-4fa8-9c26-f11585232274') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:14.325278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.360736 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.373026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-2d6d77d4-16c6-421f-9926-a4f6ea93a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:14.374535 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-2d6d77d4-16c6-421f-9926-a4f6ea93a697 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2659259 Sep 16 04:39:14.377684 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-33d1c7ba-0b6c-41a5-8246-5a4d0268fbf3 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469692 Sep 16 04:39:14.382045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:14.382457 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:14.385554 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:14.390117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-72613e7b-07ea-4ef5-b91c-a0e822f80a1f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2322736 Sep 16 04:39:14.431510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5144e-557d-4034-9769-299c12468d6d req-0fb29b27-0563-4fe5-8aab-08875c55288d tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:14.433443 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29a5144e-557d-4034-9769-299c12468d6d req-0fb29b27-0563-4fe5-8aab-08875c55288d tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 948 time: 0.1786385 Sep 16 04:39:14.468735 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-8c76e606-675e-456c-9bbd-362419597d99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 217 time: 0.0749319 Sep 16 04:39:14.482560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-d19ef786-9fed-4b5b-bd98-1a7e56898f09 req-bb1d376f-e8de-46e6-b3c9-ea98557eed99 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] For port cf861b69-c1f1-4862-afbe-67f2bbca9a8e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:14.482979 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d19ef786-9fed-4b5b-bd98-1a7e56898f09 req-bb1d376f-e8de-46e6-b3c9-ea98557eed99 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.545487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-d19ef786-9fed-4b5b-bd98-1a7e56898f09 req-bb1d376f-e8de-46e6-b3c9-ea98557eed99 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Calling delete_port for cf861b69-c1f1-4862-afbe-67f2bbca9a8e owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:14.553519 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.571789 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.576119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] 10.222.0.53 "DELETE /v2.0/networks/a988bc8c-fcef-404a-834b-ad11aabd3b0d HTTP/1.1" status: 204 len: 168 time: 1.2480068 Sep 16 04:39:14.595576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-16f81f9a-2f00-4c00-817b-472d56631e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:14.595745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e537a-d611-46ae-8d20-81458f4e65fe admin admin] Pushing event deleted for resources: {'Network': ['ID=a988bc8c-fcef-404a-834b-ad11aabd3b0d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:14.598671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-16f81f9a-2f00-4c00-817b-472d56631e2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1149998 Sep 16 04:39:14.606862 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-1ff4df1a-2752-441e-abca-0603eed0581a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Deleting port 747d47fd-1f5e-475b-9bbc-3db11d75e593 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:14.607357 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ff4df1a-2752-441e-abca-0603eed0581a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.634835 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29a5144e-557d-4034-9769-299c12468d6d req-79e2e94d-e4dc-4d13-b7c0-b3d41ee133c6 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850650 Sep 16 04:39:14.662120 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-29392d49-b0df-4492-8c2d-ed833dcf995c service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568183 Sep 16 04:39:14.662220 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-957d561c-e609-4827-a691-c4957893819b service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305496 Sep 16 04:39:14.695764 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ec35ea-8ec7-4048-8d97-52952123133f x-openstack-request-id: req-92ec35ea-8ec7-4048-8d97-52952123133f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:14.696490 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1e3512-8e80-4d84-b793-bfc4d1f68aea", "tag": "12ae01c5-0af2-4a05-93c0-c19faf33cb76", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:14.697040 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92ec35ea-8ec7-4048-8d97-52952123133f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:14.697761 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1e3512-8e80-4d84-b793-bfc4d1f68aea', 'tag': '12ae01c5-0af2-4a05-93c0-c19faf33cb76', 'status': 'completed', 'code': 200} Sep 16 04:39:14.750393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54130) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:14.837772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-c2cfcfd6-576c-42ec-b147-f71c07c288a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:14.839176 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-c2cfcfd6-576c-42ec-b147-f71c07c288a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2300742 Sep 16 04:39:14.859571 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d19ef786-9fed-4b5b-bd98-1a7e56898f09 req-bb1d376f-e8de-46e6-b3c9-ea98557eed99 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.867808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-fef7ca15-3c1c-4c82-942d-bbd52e346880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:14.869326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-fef7ca15-3c1c-4c82-942d-bbd52e346880 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1100 time: 0.1511703 Sep 16 04:39:14.871910 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ff4df1a-2752-441e-abca-0603eed0581a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.872275 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ff4df1a-2752-441e-abca-0603eed0581a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:14.876631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['cf861b69-c1f1-4862-afbe-67f2bbca9a8e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:14.901084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946fa4-e89c-4955-ba80-42347ec4d91f req-890caab5-64b4-4084-97e2-dc8de941e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:14.902629 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c946fa4-e89c-4955-ba80-42347ec4d91f req-890caab5-64b4-4084-97e2-dc8de941e90c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70711a9b90994a488cc99fb66122368e&device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 1095 time: 0.1487854 Sep 16 04:39:14.915280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-1ff4df1a-2752-441e-abca-0603eed0581a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Calling delete_port for 747d47fd-1f5e-475b-9bbc-3db11d75e593 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:14.923742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4547748-ac3e-4b2d-98cc-ac78e55c1a1c req-bb9d8301-ef4b-492e-a977-e73429f5632d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:14.923949 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c29d6915-9de5-40b8-b6c1-fb922513b175 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=043d7505d3794c99864b8a9842baccb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1681483 Sep 16 04:39:14.924055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f4547748-ac3e-4b2d-98cc-ac78e55c1a1c req-bb9d8301-ef4b-492e-a977-e73429f5632d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 943 time: 0.1673837 Sep 16 04:39:14.924055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d376f-e8de-46e6-b3c9-ea98557eed99 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Pushing event deleted for resources: {'Port': ['ID=cf861b69-c1f1-4862-afbe-67f2bbca9a8e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:14.926130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54136) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:14.960410 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-d236d122-0c15-4f21-b68e-f957bc40fef0 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898355 Sep 16 04:39:15.054772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19ef786-9fed-4b5b-bd98-1a7e56898f09 req-bb1d376f-e8de-46e6-b3c9-ea98557eed99 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] No DVR routers for this DVR port cf861b69-c1f1-4862-afbe-67f2bbca9a8e on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:15.063439 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d19ef786-9fed-4b5b-bd98-1a7e56898f09 req-bb1d376f-e8de-46e6-b3c9-ea98557eed99 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.065429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d19ef786-9fed-4b5b-bd98-1a7e56898f09 req-bb1d376f-e8de-46e6-b3c9-ea98557eed99 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.50 "DELETE /v2.0/ports/cf861b69-c1f1-4862-afbe-67f2bbca9a8e HTTP/1.1" status: 204 len: 173 time: 1.6144836 Sep 16 04:39:15.129707 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-f69c8ba8-3f67-4cbd-8073-f174ef31b36f service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795808 Sep 16 04:39:15.133332 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f4547748-ac3e-4b2d-98cc-ac78e55c1a1c req-b1e39453-cd13-440e-9977-901bb23e6c77 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966629 Sep 16 04:39:15.135564 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a0ea451f-a279-452b-be06-70d576dca1a0 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:15.165499 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b7fda6bc-e508-430a-b2b5-27c9bc23d66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.168673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-ebaf038b-edff-4d1d-a1e1-c9f6b984716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.173572 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-ebaf038b-edff-4d1d-a1e1-c9f6b984716d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2689819 Sep 16 04:39:15.234209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:15.310512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946fa4-e89c-4955-ba80-42347ec4d91f req-fe5206af-7dab-4c35-95e5-21db40afa224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.314629 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c946fa4-e89c-4955-ba80-42347ec4d91f req-fe5206af-7dab-4c35-95e5-21db40afa224 service neutron] 10.222.0.50 "GET /v2.0/networks?id=afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 200 len: 906 time: 0.3846221 Sep 16 04:39:15.316980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-bfd964a5-c2f2-4174-b4ae-7e49a1aa3e56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 217 time: 0.1175568 Sep 16 04:39:15.318659 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b7fda6bc-e508-430a-b2b5-27c9bc23d66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.365786 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f7a80c52-5dcc-4142-8065-789c0dd1e6b3 req-0385d81f-edb7-43ec-9370-e345f65d55fc tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=02172a48-f66d-41b6-acde-6a3720248525 HTTP/1.1" status: 200 len: 210 time: 0.0910573 Sep 16 04:39:15.374844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:15.390369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'mac_address': 'fa:16:3e:55:dc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:15.393277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:15.398084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:15.398721 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.428476 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-7158db94-f655-4463-8229-e9efbc8b62aa service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898896 Sep 16 04:39:15.445755 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 12ae01c5-0af2-4a05-93c0-c19faf33cb76 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:15.458777 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ff4df1a-2752-441e-abca-0603eed0581a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.480562 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c946fa4-e89c-4955-ba80-42347ec4d91f req-39ba7f3b-8964-458b-b1ae-3cb6296146db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12ae01c5-0af2-4a05-93c0-c19faf33cb76 HTTP/1.1" status: 200 len: 217 time: 0.1581244 Sep 16 04:39:15.493455 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-209dcab4-0f23-4205-bcca-93f300935168 req-6f00bb63-a29c-4f5b-b1d6-73b6fff314a5 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 210 time: 0.0735965 Sep 16 04:39:15.495870 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.520007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-b35fb538-6c47-489e-a6d3-08d290e7d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.521648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-b35fb538-6c47-489e-a6d3-08d290e7d558 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1136904 Sep 16 04:39:15.526196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4df1a-2752-441e-abca-0603eed0581a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Pushing event deleted for resources: {'Port': ['ID=747d47fd-1f5e-475b-9bbc-3db11d75e593,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:15.545946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ea451f-a279-452b-be06-70d576dca1a0 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:15.594133 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b7fda6bc-e508-430a-b2b5-27c9bc23d66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.596738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946fa4-e89c-4955-ba80-42347ec4d91f req-d3aff693-fb08-4397-97a2-69f70cff4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.599000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c946fa4-e89c-4955-ba80-42347ec4d91f req-d3aff693-fb08-4397-97a2-69f70cff4072 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ec61476-0693-4014-9b8f-b2652cc8040c HTTP/1.1" status: 200 len: 845 time: 0.0763848 Sep 16 04:39:15.599843 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b7fda6bc-e508-430a-b2b5-27c9bc23d66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.601836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b7fda6bc-e508-430a-b2b5-27c9bc23d66e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff9b5f91-7791-4b12-ab71-854c7349e0f3 HTTP/1.1" status: 204 len: 168 time: 0.6732597 Sep 16 04:39:15.617287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fda6bc-e508-430a-b2b5-27c9bc23d66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9b5f91-7791-4b12-ab71-854c7349e0f3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:15.627368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:15.627727 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ff4df1a-2752-441e-abca-0603eed0581a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.634713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ff4df1a-2752-441e-abca-0603eed0581a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.638893 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1ff4df1a-2752-441e-abca-0603eed0581a tempest-ServersWithSpecificFlavorTestJSON-197990641 tempest-ServersWithSpecificFlavorTestJSON-197990641-project] 10.222.0.53 "DELETE /v2.0/floatingips/bd54f926-fe0b-43ac-bbe0-e38f63e687d5 HTTP/1.1" status: 204 len: 168 time: 1.3768384 Sep 16 04:39:15.665115 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.691192 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:15.704983 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c946fa4-e89c-4955-ba80-42347ec4d91f req-3dc3a80e-7637-4670-b3f0-c97f33958412 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=afa02aac-80ed-4391-b933-25f6a1c06d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351844 Sep 16 04:39:15.754401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 12ae01c5-0af2-4a05-93c0-c19faf33cb76, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=12ae01c5-0af2-4a05-93c0-c19faf33cb76,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:15.758193 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b4e97-2b79-4e69-b5b1-dde1dad6a243 req-473e8929-4d36-4619-bd84-ddc0e97b895e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.760741 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e51b4e97-2b79-4e69-b5b1-dde1dad6a243 req-473e8929-4d36-4619-bd84-ddc0e97b895e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 948 time: 0.3815415 Sep 16 04:39:15.765156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-4487b34f-d7e8-4f82-9dda-d2b542e3ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.766886 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-4487b34f-d7e8-4f82-9dda-d2b542e3ae53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1556289 Sep 16 04:39:15.822810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631248dd-d2e4-4115-a4bf-e7d833f3a4fd req-deec62df-263d-4b60-bdc6-1744d72435e6 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:15.831382 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-631248dd-d2e4-4115-a4bf-e7d833f3a4fd req-deec62df-263d-4b60-bdc6-1744d72435e6 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 948 time: 0.0684869 Sep 16 04:39:15.844122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '12ae01c5-0af2-4a05-93c0-c19faf33cb76', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'port_id': '12ae01c5-0af2-4a05-93c0-c19faf33cb76', 'mac_address': 'fa:16:3e:df:f9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec61476-0693-4014-9b8f-b2652cc8040c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:15.847467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=a0ea451f-a279-452b-be06-70d576dca1a0,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:15.860914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:15.861265 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:15.861630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:15.861987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:15.862430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:15.866852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:15.867238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:15.867708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:15.867998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:15.868347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:15.868744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:15.869088 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:15.885990 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-631248dd-d2e4-4115-a4bf-e7d833f3a4fd req-12c28b06-5137-4909-809e-b32ffd8ce475 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528929 Sep 16 04:39:15.912386 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e51b4e97-2b79-4e69-b5b1-dde1dad6a243 req-8b061c52-a0f4-49bb-a850-abb3e869e673 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373162 Sep 16 04:39:15.925700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:16.011041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6821ff-6c57-45d1-b20c-c013c0482f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:16.013328 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db21e5eb-fbef-4dae-ae9d-0ee1205b83dd" -d '{"events": [{"server_uuid": "9e6821ff-6c57-45d1-b20c-c013c0482f25", "name": "network-vif-plugged", "status": "completed", "tag": "2f59f2f1-18d1-4315-aedf-ff6f8fddb068"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:16.017988 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c946fa4-e89c-4955-ba80-42347ec4d91f req-e7fc1c7b-b68c-44da-8cec-a488da48c8d7 service neutron] 10.222.0.50 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112421 Sep 16 04:39:16.029781 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.036687 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['a0ea451f-a279-452b-be06-70d576dca1a0'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:16.038517 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.096164 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-423a5406-39ff-4678-977e-be027b461ef5 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749355 Sep 16 04:39:16.127884 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b258154-fa84-4859-91c8-2c8449877c80 x-openstack-request-id: req-0b258154-fa84-4859-91c8-2c8449877c80 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:16.128966 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6821ff-6c57-45d1-b20c-c013c0482f25", "name": "network-vif-plugged", "status": "completed", "tag": "2f59f2f1-18d1-4315-aedf-ff6f8fddb068", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:16.131733 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b258154-fa84-4859-91c8-2c8449877c80 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:16.132202 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6821ff-6c57-45d1-b20c-c013c0482f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068', 'code': 200} Sep 16 04:39:16.208920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ae01c5-0af2-4a05-93c0-c19faf33cb76 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:16.340315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54170) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:16.346347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 12ae01c5-0af2-4a05-93c0-c19faf33cb76, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=12ae01c5-0af2-4a05-93c0-c19faf33cb76,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:16.353100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:16.363666 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.390861 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22e20655-b35f-4e13-bd60-1f99a806a268 req-cdb30633-5efd-4ed3-852c-58f138417995 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845962 Sep 16 04:39:16.442391 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99adaf-c5f9-4ffb-a8f2-73a406eb8071 req-81be7ff7-c3c6-4e67-85c6-c9da4bbc7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:16.443931 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d99adaf-c5f9-4ffb-a8f2-73a406eb8071 req-81be7ff7-c3c6-4e67-85c6-c9da4bbc7d95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 1101 time: 0.1546783 Sep 16 04:39:16.458690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418c2c2-c600-4240-b0b5-66518568e31e req-c678eb3c-ee13-44c5-8070-a1d14cfba943 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:16.468429 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5418c2c2-c600-4240-b0b5-66518568e31e req-c678eb3c-ee13-44c5-8070-a1d14cfba943 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 943 time: 0.1957941 Sep 16 04:39:16.483319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54178) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:16.485384 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-16a1ef74-57b8-475c-8bcb-dca1b04ee3fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da9d235a2ab04324bbf5c58c36767c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416435 Sep 16 04:39:16.525991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=12ae01c5-0af2-4a05-93c0-c19faf33cb76,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:16.606834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d99adaf-c5f9-4ffb-a8f2-73a406eb8071 req-3a443add-f180-4a8e-9330-e310033ea6e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361799 Sep 16 04:39:16.608608 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d4ee-65af-4a4f-ae35-51002bc67a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.612577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c946fa4-e89c-4955-ba80-42347ec4d91f req-934d262f-9d96-4c24-820e-aa68d89f1477 service neutron] 10.222.0.50 "GET /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760212 Sep 16 04:39:16.623784 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5418c2c2-c600-4240-b0b5-66518568e31e req-ffc4a7b7-94ee-41a2-b045-6cc2ec992c18 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544204 Sep 16 04:39:16.646744 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d4ee-65af-4a4f-ae35-51002bc67a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.700394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02172a48-f66d-41b6-acde-6a3720248525', 'name': 'network-vif-deleted', 'tag': 'cf861b69-c1f1-4862-afbe-67f2bbca9a8e'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:16.701803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['12ae01c5-0af2-4a05-93c0-c19faf33cb76'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:16.702966 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93593d30-85cc-4625-9178-16478644ccd3" -d '{"events": [{"server_uuid": "02172a48-f66d-41b6-acde-6a3720248525", "name": "network-vif-deleted", "tag": "cf861b69-c1f1-4862-afbe-67f2bbca9a8e"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:16.732267 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d4ee-65af-4a4f-ae35-51002bc67a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.735554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d4ee-65af-4a4f-ae35-51002bc67a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:16.736992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c4d1d4ee-65af-4a4f-ae35-51002bc67a7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c696e6f9-a533-41a1-8b25-b985a514feb2 HTTP/1.1" status: 204 len: 168 time: 0.2527237 Sep 16 04:39:16.757137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d57b5427-8151-4153-a42c-232d2b1df49e req-9675c408-04c1-4590-8e91-50121449c9ea tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 210 time: 0.0589211 Sep 16 04:39:16.770811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1d4ee-65af-4a4f-ae35-51002bc67a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696e6f9-a533-41a1-8b25-b985a514feb2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:16.867389 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e57300-e7ab-42fb-a0dd-27f7eff54e7f x-openstack-request-id: req-d1e57300-e7ab-42fb-a0dd-27f7eff54e7f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:16.867690 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02172a48-f66d-41b6-acde-6a3720248525", "name": "network-vif-deleted", "tag": "cf861b69-c1f1-4862-afbe-67f2bbca9a8e", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:16.867990 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1e57300-e7ab-42fb-a0dd-27f7eff54e7f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:16.868342 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02172a48-f66d-41b6-acde-6a3720248525', 'name': 'network-vif-deleted', 'tag': 'cf861b69-c1f1-4862-afbe-67f2bbca9a8e', 'status': 'completed', 'code': 200} Sep 16 04:39:16.883023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54192) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:16.946147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a51b2b-d09a-4b3c-8614-b71d7345e350 req-26165803-03e9-40e1-8db1-07722eda1ba1 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:16.947336 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2a51b2b-d09a-4b3c-8614-b71d7345e350 req-26165803-03e9-40e1-8db1-07722eda1ba1 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 945 time: 0.1484926 Sep 16 04:39:16.981383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-e0dd1fac-187a-4b23-96da-8c497ec8b617 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:16.983377 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-e0dd1fac-187a-4b23-96da-8c497ec8b617 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.15 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 821 time: 0.1794000 Sep 16 04:39:17.009967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Request body: {'port': {'device_id': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'admin_state_up': True, 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:17.055791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2a51b2b-d09a-4b3c-8614-b71d7345e350 req-88b166eb-d311-4153-b577-a8657b006f4e tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865824 Sep 16 04:39:17.134237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a0ea451f-a279-452b-be06-70d576dca1a0 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:17.213732 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cbdc722e-d908-444b-a84b-c0d2d6714463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.249828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7341ef-433c-498a-bad9-d95b7680c5c8 req-9638ec56-c333-4b30-9a83-1808f0f7f6ec tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:17.257474 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5e7341ef-433c-498a-bad9-d95b7680c5c8 req-9638ec56-c333-4b30-9a83-1808f0f7f6ec tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 949 time: 0.1725271 Sep 16 04:39:17.320651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port a0ea451f-a279-452b-be06-70d576dca1a0 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:17.324857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a5c22-7b1c-4d0c-8dc8-f51d85af2030 req-19c53caa-164e-4b28-9db7-1435437833ba tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:17.328377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-756a5c22-7b1c-4d0c-8dc8-f51d85af2030 req-19c53caa-164e-4b28-9db7-1435437833ba tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 948 time: 0.1738474 Sep 16 04:39:17.333417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port a0ea451f-a279-452b-be06-70d576dca1a0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:17.334148 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.349777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc489697-c3be-446c-84ed-234ada32d265 req-6b7f6ab1-f5d9-499f-85d6-ee1183a754bb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:17.351222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc489697-c3be-446c-84ed-234ada32d265 req-6b7f6ab1-f5d9-499f-85d6-ee1183a754bb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 945 time: 0.1493313 Sep 16 04:39:17.433732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Made reservation on behalf of e35d46a1e1cb40b3af509d1406f50c45 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:17.437862 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.456315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-756a5c22-7b1c-4d0c-8dc8-f51d85af2030 req-788535fd-e240-4413-b7a9-e51a4972f416 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992119 Sep 16 04:39:17.468297 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5e7341ef-433c-498a-bad9-d95b7680c5c8 req-f9b03818-a07e-4069-958d-2fcf002f4a8b tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990073 Sep 16 04:39:17.576261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-bc489697-c3be-446c-84ed-234ada32d265 req-709bfa52-9366-4148-93a4-f69d82891cfb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Deleting port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:17.576788 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bc489697-c3be-446c-84ed-234ada32d265 req-709bfa52-9366-4148-93a4-f69d82891cfb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.640323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device efc482f4-ab17-431f-814d-ed8166b167e7 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:17.652717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device cf861b69-c1f1-4862-afbe-67f2bbca9a8e no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:17.717539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: cf861b69-c1f1-4862-afbe-67f2bbca9a8e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:17.717918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device cf861b69-c1f1-4862-afbe-67f2bbca9a8e not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:17.829345 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.resource_extend [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:39:17.859503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-bc489697-c3be-446c-84ed-234ada32d265 req-709bfa52-9366-4148-93a4-f69d82891cfb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] For port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:17.861546 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bc489697-c3be-446c-84ed-234ada32d265 req-709bfa52-9366-4148-93a4-f69d82891cfb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.883785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-bc489697-c3be-446c-84ed-234ada32d265 req-709bfa52-9366-4148-93a4-f69d82891cfb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Calling delete_port for 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:17.968937 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:17.989075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:18.009379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6751829-2dd4-455d-8b2a-1f7054b98717 req-0b6562fb-c977-4b99-b96e-08a3801432fd tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.011460 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e6751829-2dd4-455d-8b2a-1f7054b98717 req-0b6562fb-c977-4b99-b96e-08a3801432fd tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 944 time: 0.2623699 Sep 16 04:39:18.013232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'mac_address': 'fa:16:3e:c9:39:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:18.051982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:18.064250 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.099857 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.116537 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e6751829-2dd4-455d-8b2a-1f7054b98717 req-af5f2d16-2040-4f93-87ba-2dec0178b189 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904589 Sep 16 04:39:18.129004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc482f4-ab17-431f-814d-ed8166b167e7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:18.138760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:18.139407 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bc489697-c3be-446c-84ed-234ada32d265 req-709bfa52-9366-4148-93a4-f69d82891cfb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.141102 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f142e9f-9b2a-4fb1-b67f-e86c3ce83994" -d '{"events": [{"server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "name": "network-vif-plugged", "status": "completed", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:18.147925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=a0ea451f-a279-452b-be06-70d576dca1a0,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:18.190353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:18.201060 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.207819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bfa52-9366-4148-93a4-f69d82891cfb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Pushing event deleted for resources: {'Port': ['ID=792ab8ae-12a0-449a-a4a7-0c1d87b21f3b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:18.243725 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Allocated IP 172.20.0.10 (3dcaaf36-12d5-46e7-a40d-c2c4399c17cb/b0e61cb6-827c-46bc-b56b-1df694946bcc/c3bac14b-3f5b-40cf-804e-d59d00690865) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:18.273268 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:18.291108 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9811b072-702d-44af-86e4-b2c6c8fad947 req-980ac9b6-0faa-4867-a858-31010c98b31c tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 210 time: 0.0456681 Sep 16 04:39:18.292110 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc489697-c3be-446c-84ed-234ada32d265 req-709bfa52-9366-4148-93a4-f69d82891cfb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] No DVR routers for this DVR port 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:18.294536 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bc489697-c3be-446c-84ed-234ada32d265 req-709bfa52-9366-4148-93a4-f69d82891cfb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.297243 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc489697-c3be-446c-84ed-234ada32d265 req-709bfa52-9366-4148-93a4-f69d82891cfb tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.50 "DELETE /v2.0/ports/792ab8ae-12a0-449a-a4a7-0c1d87b21f3b HTTP/1.1" status: 204 len: 173 time: 0.9319932 Sep 16 04:39:18.334115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5931544-431e-4ad0-8801-aec8bf0b5a21 req-a634cef5-7500-47fc-a4a0-0cbb0fbcfed8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.341466 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a5931544-431e-4ad0-8801-aec8bf0b5a21 req-a634cef5-7500-47fc-a4a0-0cbb0fbcfed8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 948 time: 0.2493675 Sep 16 04:39:18.396311 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-a49eecd5-b27c-478e-88b1-3ca0f7af7fa0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.398064 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-a49eecd5-b27c-478e-88b1-3ca0f7af7fa0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995&tenant_id=220f6be1326d49f48ff637872d6294e2&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 948 time: 0.3049278 Sep 16 04:39:18.415420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2a90bb30-c7d8-4826-b51b-7b68644a8393 req-4eb61762-9d7a-4d61-a4bb-f4a884994ed6 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6 HTTP/1.1" status: 200 len: 210 time: 0.0393245 Sep 16 04:39:18.454845 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a5931544-431e-4ad0-8801-aec8bf0b5a21 req-9dd4c1ec-274a-43d4-b09f-6f5364f5774e tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117766 Sep 16 04:39:18.555779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['efc482f4-ab17-431f-814d-ed8166b167e7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:18.620419 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae401266-2daa-45be-81ff-f8d19ce93e7b x-openstack-request-id: req-ae401266-2daa-45be-81ff-f8d19ce93e7b {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:18.620763 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "name": "network-vif-plugged", "status": "completed", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:18.621155 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae401266-2daa-45be-81ff-f8d19ce93e7b {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:18.621555 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'code': 200} Sep 16 04:39:18.670129 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-e076c508-e72c-4f05-9a69-3976e12eec68 service neutron] 10.222.0.50 "GET /v2.0/ports/efc482f4-ab17-431f-814d-ed8166b167e7/bindings/n-h1-712142-17 HTTP/1.1" status: 200 len: 383 time: 0.2534256 Sep 16 04:39:18.735806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751ece4-1986-4e5c-bd38-1303ebf71bae req-f841aa3f-9d10-4f51-9553-23fbc95eacf5 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.739205 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a751ece4-1986-4e5c-bd38-1303ebf71bae req-f841aa3f-9d10-4f51-9553-23fbc95eacf5 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 949 time: 0.1759062 Sep 16 04:39:18.761286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d39ae-0f84-4ec1-b475-ba54d67d2172 req-6b7e3886-0689-42ac-82ca-0bf649f22101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.763008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a6d39ae-0f84-4ec1-b475-ba54d67d2172 req-6b7e3886-0689-42ac-82ca-0bf649f22101 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 1102 time: 0.0710206 Sep 16 04:39:18.787787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.807616 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a6d39ae-0f84-4ec1-b475-ba54d67d2172 req-35202354-dc36-49d6-a3ca-49161bb7a36a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373862 Sep 16 04:39:18.872150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6', 'name': 'network-vif-deleted', 'tag': '792ab8ae-12a0-449a-a4a7-0c1d87b21f3b'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:18.875937 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91690c99-7fbc-4612-bf12-d9399e568e44" -d '{"events": [{"server_uuid": "ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6", "name": "network-vif-deleted", "tag": "792ab8ae-12a0-449a-a4a7-0c1d87b21f3b"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:18.881596 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a751ece4-1986-4e5c-bd38-1303ebf71bae req-45c9bd9b-7f31-47f5-ad2c-157cadcab34b tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321542 Sep 16 04:39:18.891039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-80050e8a-daa3-4947-b30c-172c1019c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:18.894001 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-80050e8a-daa3-4947-b30c-172c1019c491 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1101 time: 0.1524410 Sep 16 04:39:18.934433 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:18.935473 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83831247-7b86-4221-9ee5-de1cc0bc42dd x-openstack-request-id: req-83831247-7b86-4221-9ee5-de1cc0bc42dd {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:18.935704 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6", "name": "network-vif-deleted", "tag": "792ab8ae-12a0-449a-a4a7-0c1d87b21f3b", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:18.936009 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83831247-7b86-4221-9ee5-de1cc0bc42dd {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:18.936885 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfdac3b-2078-4d7a-a2bd-f7c41c3bd1d6', 'name': 'network-vif-deleted', 'tag': '792ab8ae-12a0-449a-a4a7-0c1d87b21f3b', 'status': 'completed', 'code': 200} Sep 16 04:39:19.060966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:19.084856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:19.087340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:19.118864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Pushing event updated for resources: {'Port': ['ID=c3bac14b-3f5b-40cf-804e-d59d00690865,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:19.158240 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b740dc58-bbb3-4a25-ba2c-dc2be7bca8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.172073 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-5345a8c5-9da9-4d2e-af77-451d2bd6c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.174168 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-5345a8c5-9da9-4d2e-af77-451d2bd6c69a service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2585642 Sep 16 04:39:19.214994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde64cd3-e014-402c-9244-f4487d0e710d req-3e1c62a3-2b93-4f87-99c5-b0ffd2280540 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.216666 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fde64cd3-e014-402c-9244-f4487d0e710d req-3e1c62a3-2b93-4f87-99c5-b0ffd2280540 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 950 time: 0.2260995 Sep 16 04:39:19.233453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.234121 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.287871 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-4986eef7-7429-4564-8b44-c9f0a59a17a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 217 time: 0.0703614 Sep 16 04:39:19.340156 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-4dd39f03-5831-4dc5-bd7f-7992130fa3b7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3381326 Sep 16 04:39:19.347920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c68a7724-811b-4aee-b610-5680a755f7c0 None None] Provisioning complete for port c3bac14b-3f5b-40cf-804e-d59d00690865 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:19.348507 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c68a7724-811b-4aee-b610-5680a755f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.386431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c68a7724-811b-4aee-b610-5680a755f7c0 None None] Port c3bac14b-3f5b-40cf-804e-d59d00690865 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:19.389500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Request body: {'port': {'device_id': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:19.420496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['3587d7dd-74df-45f5-91a1-a9b57e1bce62'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:19.421267 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fde64cd3-e014-402c-9244-f4487d0e710d req-a0a7ee54-41d9-4dfb-998d-39ddab030c05 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950312 Sep 16 04:39:19.440597 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-745fd2be-90b6-4d8d-b433-46da26217788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.442121 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-745fd2be-90b6-4d8d-b433-46da26217788 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1440389 Sep 16 04:39:19.465461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 12ae01c5-0af2-4a05-93c0-c19faf33cb76 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:19.558114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 12ae01c5-0af2-4a05-93c0-c19faf33cb76 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:19.559829 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.563340 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 12ae01c5-0af2-4a05-93c0-c19faf33cb76 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:19.563932 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.567175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190cb13-3f9a-4f2d-9193-d78ce9c6462b req-a0828bdc-99c5-4f7e-8dd9-427e4a7c9fcf tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.568991 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4190cb13-3f9a-4f2d-9193-d78ce9c6462b req-a0828bdc-99c5-4f7e-8dd9-427e4a7c9fcf tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 932 time: 0.0556505 Sep 16 04:39:19.613275 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4190cb13-3f9a-4f2d-9193-d78ce9c6462b req-be49dcb5-3719-4dc7-9716-20b5b2658f4f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363047 Sep 16 04:39:19.630674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-e8e38fe4-ea74-4aff-b3f4-eed1a349836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.632191 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-e8e38fe4-ea74-4aff-b3f4-eed1a349836b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1679358 Sep 16 04:39:19.671180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75741068-9131-486d-af29-82ac13831e21 req-c8055919-ccc9-4032-bf02-d6f616c3a13d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.672908 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75741068-9131-486d-af29-82ac13831e21 req-c8055919-ccc9-4032-bf02-d6f616c3a13d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 944 time: 0.1670806 Sep 16 04:39:19.727562 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.765738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 12ae01c5-0af2-4a05-93c0-c19faf33cb76, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=12ae01c5-0af2-4a05-93c0-c19faf33cb76,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:19.773010 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:19.774620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:19.824421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf365f-726d-4c24-92b9-0a788b4491ea req-06170e47-7dc5-4af9-9fac-bfedb50b790a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:19.825978 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07cf365f-726d-4c24-92b9-0a788b4491ea req-06170e47-7dc5-4af9-9fac-bfedb50b790a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 949 time: 0.0824797 Sep 16 04:39:19.849540 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:19.849888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 792ab8ae-12a0-449a-a4a7-0c1d87b21f3b not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:19.874170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07cf365f-726d-4c24-92b9-0a788b4491ea req-281363a9-21bd-4a5d-928a-787268759cca tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Sep 16 04:39:19.879990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=12ae01c5-0af2-4a05-93c0-c19faf33cb76,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:19.902669 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75741068-9131-486d-af29-82ac13831e21 req-ee69a564-9305-4275-97c8-db3f918c2e4d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020407 Sep 16 04:39:19.939026 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-8a20e7d1-47d4-4649-8fba-ffaa243d6d31 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926366 Sep 16 04:39:19.972964 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29f9eb55-7764-44b4-931e-0f76bc904e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.139756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b740dc58-bbb3-4a25-ba2c-dc2be7bca8e5 admin admin] Deleting port f73ffd79-5e68-4dcd-844e-c11853590e41 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:20.140099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b740dc58-bbb3-4a25-ba2c-dc2be7bca8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.191774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-87d0bdb9-98b5-4181-92f5-fae380c8625e service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094519 Sep 16 04:39:20.288004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e7e6e-2694-4b2c-90a4-3a6173188892 req-da8ed1ee-aa0d-4244-96b9-3df8a1ad31d8 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:20.289598 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a0e7e6e-2694-4b2c-90a4-3a6173188892 req-da8ed1ee-aa0d-4244-96b9-3df8a1ad31d8 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 945 time: 0.1758964 Sep 16 04:39:20.291706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bac14b-3f5b-40cf-804e-d59d00690865 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:20.302865 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.316104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54284) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:20.341694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Transition to ACTIVE for port object c3bac14b-3f5b-40cf-804e-d59d00690865 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:20.350539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-b740dc58-bbb3-4a25-ba2c-dc2be7bca8e5 admin admin] For port f73ffd79-5e68-4dcd-844e-c11853590e41, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f73ffd79-5e68-4dcd-844e-c11853590e41,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:20.351263 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b740dc58-bbb3-4a25-ba2c-dc2be7bca8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.360521 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.402895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b740dc58-bbb3-4a25-ba2c-dc2be7bca8e5 admin admin] Calling delete_port for f73ffd79-5e68-4dcd-844e-c11853590e41 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:20.413901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a0e7e6e-2694-4b2c-90a4-3a6173188892 req-bc72deeb-827e-4cd0-bb48-ad8cfffcf682 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139765 Sep 16 04:39:20.434433 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4daeba0-dd5d-456e-b209-fa422bf126f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.583186 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4daeba0-dd5d-456e-b209-fa422bf126f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.588607 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4daeba0-dd5d-456e-b209-fa422bf126f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.602718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6c084-0e91-4980-8bfb-964ebc80aa5d req-16e4ab53-b9f9-4273-ac41-a49f20983e46 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:20.605139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5a6c084-0e91-4980-8bfb-964ebc80aa5d req-16e4ab53-b9f9-4273-ac41-a49f20983e46 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 950 time: 0.0822828 Sep 16 04:39:20.623266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1e3512-8e80-4d84-b793-bfc4d1f68aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ae01c5-0af2-4a05-93c0-c19faf33cb76'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:20.626585 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2350b5ed-273a-4f1f-a16d-39406ea3af0f" -d '{"events": [{"server_uuid": "bc1e3512-8e80-4d84-b793-bfc4d1f68aea", "name": "network-vif-plugged", "status": "completed", "tag": "12ae01c5-0af2-4a05-93c0-c19faf33cb76"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:20.668813 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe63287-7c66-478a-b0eb-5d1526b46ba6 x-openstack-request-id: req-ffe63287-7c66-478a-b0eb-5d1526b46ba6 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:20.669118 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1e3512-8e80-4d84-b793-bfc4d1f68aea", "name": "network-vif-plugged", "status": "completed", "tag": "12ae01c5-0af2-4a05-93c0-c19faf33cb76", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:20.669378 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffe63287-7c66-478a-b0eb-5d1526b46ba6 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:20.669807 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1e3512-8e80-4d84-b793-bfc4d1f68aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ae01c5-0af2-4a05-93c0-c19faf33cb76', 'code': 200} Sep 16 04:39:20.684970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4daeba0-dd5d-456e-b209-fa422bf126f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ffbce8-efd7-4a11-b21a-2021479880dd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:20.693751 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e4daeba0-dd5d-456e-b209-fa422bf126f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c8c5fbdfb1e4304b09faed32b304389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759582 Sep 16 04:39:20.694654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54294) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:20.723246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5a6c084-0e91-4980-8bfb-964ebc80aa5d req-de131e76-49d3-422a-81b2-fe8b0b81ac43 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039741 Sep 16 04:39:20.777676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bac14b-3f5b-40cf-804e-d59d00690865,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:20.786454 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.807377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df323b0d-e711-4810-9d91-a0a76aaaee1d req-4e4e8a11-70ec-4074-988c-06e101440c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:20.808837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df323b0d-e711-4810-9d91-a0a76aaaee1d req-4e4e8a11-70ec-4074-988c-06e101440c81 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 1097 time: 0.0632412 Sep 16 04:39:20.810137 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c289523-1af9-4e3f-bfdb-beb965788cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.847285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c289523-1af9-4e3f-bfdb-beb965788cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.873383 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df323b0d-e711-4810-9d91-a0a76aaaee1d req-792380fc-9a7b-4b07-951a-beb770763826 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535369 Sep 16 04:39:20.908365 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c289523-1af9-4e3f-bfdb-beb965788cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.914801 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c289523-1af9-4e3f-bfdb-beb965788cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:20.917581 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9c289523-1af9-4e3f-bfdb-beb965788cd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73ffbce8-efd7-4a11-b21a-2021479880dd HTTP/1.1" status: 204 len: 168 time: 0.2195067 Sep 16 04:39:20.927745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c289523-1af9-4e3f-bfdb-beb965788cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ffbce8-efd7-4a11-b21a-2021479880dd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:20.934028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3130cd-4b22-4a0b-a602-b536a47631bd req-53a221b8-d830-434a-860c-eeec3159cf70 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:20.942987 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc3130cd-4b22-4a0b-a602-b536a47631bd req-53a221b8-d830-434a-860c-eeec3159cf70 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 945 time: 0.1706047 Sep 16 04:39:20.992579 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bf17d-d29c-4a02-bbfc-ca20c0f8e84f req-229c8b69-c3ae-4323-a94b-39c708592291 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:20.994137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-013bf17d-d29c-4a02-bbfc-ca20c0f8e84f req-229c8b69-c3ae-4323-a94b-39c708592291 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 944 time: 0.2186956 Sep 16 04:39:21.012026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Attempting to bind port c3bac14b-3f5b-40cf-804e-d59d00690865 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:21.012440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Attempting to bind port c3bac14b-3f5b-40cf-804e-d59d00690865 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:21.012662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Attempting to bind port c3bac14b-3f5b-40cf-804e-d59d00690865 on network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:21.040657 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Port c3bac14b-3f5b-40cf-804e-d59d00690865 on network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:21.040890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Attempting to bind port c3bac14b-3f5b-40cf-804e-d59d00690865 on network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:21.058679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:21.059039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Checking segment: {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:21.059429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Bound using segment: {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:21.059896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Bound port: c3bac14b-3f5b-40cf-804e-d59d00690865, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cf16d8-0ef0-4e6d-9860-b0f25834787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:21.060250 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.095377 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-013bf17d-d29c-4a02-bbfc-ca20c0f8e84f req-cf56100c-e9ad-4cba-bb15-7516a0a2ba19 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896628 Sep 16 04:39:21.259254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de38a7d-8c6d-40dc-adce-864810c826d9 req-f5b87c21-f4c1-4b97-9569-6f40db765b4a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:21.260826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9de38a7d-8c6d-40dc-adce-864810c826d9 req-f5b87c21-f4c1-4b97-9569-6f40db765b4a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 945 time: 0.0622902 Sep 16 04:39:21.270529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] For port c3bac14b-3f5b-40cf-804e-d59d00690865, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:21.280573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54318) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:21.300532 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b740dc58-bbb3-4a25-ba2c-dc2be7bca8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.307346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9de38a7d-8c6d-40dc-adce-864810c826d9 req-6b54e13d-869f-4ca2-8e6f-fca3067dd802 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 Sep 16 04:39:21.309535 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] For port c3bac14b-3f5b-40cf-804e-d59d00690865, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=c3bac14b-3f5b-40cf-804e-d59d00690865,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:21.323299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e5e685f8-d582-4359-a87c-e62a628b454e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.331804 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.392190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90958b-0830-41b0-91bd-63ddfd263f89 req-c4cfb3f6-701a-4734-b0ea-376b5656660f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:21.394398 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f90958b-0830-41b0-91bd-63ddfd263f89 req-c4cfb3f6-701a-4734-b0ea-376b5656660f tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 949 time: 0.1970541 Sep 16 04:39:21.417433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740dc58-bbb3-4a25-ba2c-dc2be7bca8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73ffd79-5e68-4dcd-844e-c11853590e41,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:21.428086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:21.428713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.430171 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] 10.222.0.15 "PUT /v2.0/ports/c3bac14b-3f5b-40cf-804e-d59d00690865 HTTP/1.1" status: 200 len: 1093 time: 2.0496976 Sep 16 04:39:21.430635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'tag': 'c3bac14b-3f5b-40cf-804e-d59d00690865'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:21.432916 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8c89c2-27ac-4fce-be48-d7ebb803f3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b", "tag": "c3bac14b-3f5b-40cf-804e-d59d00690865"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:21.449679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-fc3130cd-4b22-4a0b-a602-b536a47631bd req-f8cb72cc-c86d-472b-9a7e-8bfaa766895d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Deleting port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:21.450000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fc3130cd-4b22-4a0b-a602-b536a47631bd req-f8cb72cc-c86d-472b-9a7e-8bfaa766895d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.475384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device efc482f4-ab17-431f-814d-ed8166b167e7 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:21.546756 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.603129 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port efc482f4-ab17-431f-814d-ed8166b167e7 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:21.607434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port efc482f4-ab17-431f-814d-ed8166b167e7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:21.607822 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.654398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d712d-62a6-4a0d-a8d4-b0d901123862 req-5c199635-c527-470e-884e-8aa1ce5abda3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:21.664140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c7d712d-62a6-4a0d-a8d4-b0d901123862 req-5c199635-c527-470e-884e-8aa1ce5abda3 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 945 time: 0.1026831 Sep 16 04:39:21.717762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c7d712d-62a6-4a0d-a8d4-b0d901123862 req-9c450d87-0d74-41f0-82c1-3232a614c582 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/security-groups?id=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480080 Sep 16 04:39:21.732290 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.762957 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885fbe8f-7761-4d18-ad47-eef5343b4532 x-openstack-request-id: req-885fbe8f-7761-4d18-ad47-eef5343b4532 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:21.763260 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b", "tag": "c3bac14b-3f5b-40cf-804e-d59d00690865", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:21.763545 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-885fbe8f-7761-4d18-ad47-eef5343b4532 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:21.763944 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'tag': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'status': 'completed', 'code': 200} Sep 16 04:39:21.767914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aff40-f1f5-448f-a40e-83c417095937 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bac14b-3f5b-40cf-804e-d59d00690865,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:21.772915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:21.780036 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f90958b-0830-41b0-91bd-63ddfd263f89 req-ac4589b8-ce5f-4716-b9e5-50a45b6b41f2 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666601 Sep 16 04:39:21.781872 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.794668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-f3b874a5-ae73-42a1-9b0f-c83a2d744cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:21.796088 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-f3b874a5-ae73-42a1-9b0f-c83a2d744cff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 1096 time: 0.2524168 Sep 16 04:39:21.811671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-fc3130cd-4b22-4a0b-a602-b536a47631bd req-f8cb72cc-c86d-472b-9a7e-8bfaa766895d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] For port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,segment=NetworkSegment(2ef693ea-4033-4c1c-b49e-d5b18de8d636),segment_id=2ef693ea-4033-4c1c-b49e-d5b18de8d636)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:21.812105 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fc3130cd-4b22-4a0b-a602-b536a47631bd req-f8cb72cc-c86d-472b-9a7e-8bfaa766895d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:21.851260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=10']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:21.874836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-8396446f-cbd4-40d4-a1b5-51736a5f27d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bac14b-3f5b-40cf-804e-d59d00690865 HTTP/1.1" status: 200 len: 217 time: 0.0600281 Sep 16 04:39:21.879117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-fc3130cd-4b22-4a0b-a602-b536a47631bd req-f8cb72cc-c86d-472b-9a7e-8bfaa766895d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Calling delete_port for 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:22.015676 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b740dc58-bbb3-4a25-ba2c-dc2be7bca8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.031761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-b36eb3b2-5d05-47ac-9201-1e36ab91737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:22.033249 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-b36eb3b2-5d05-47ac-9201-1e36ab91737f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.1244183 Sep 16 04:39:22.057397 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e5e685f8-d582-4359-a87c-e62a628b454e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.068378 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e5e685f8-d582-4359-a87c-e62a628b454e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.177725 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e5e685f8-d582-4359-a87c-e62a628b454e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2640dd617c3416bbbcf86777fe6ff8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8960950 Sep 16 04:39:22.182255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54336) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:22.197543 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e685f8-d582-4359-a87c-e62a628b454e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8b4a54-a44b-4e53-923e-e69a1eb5d524,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:22.236487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc2caf-6f6f-4364-820f-d5951a387f08 req-76e96abe-89da-40e0-a526-138f76782744 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:22.239005 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ebc2caf-6f6f-4364-820f-d5951a387f08 req-76e96abe-89da-40e0-a526-138f76782744 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 944 time: 0.0630975 Sep 16 04:39:22.275030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-f78ac971-765c-45ea-9810-2bc7f0081b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:22.276476 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-f78ac971-765c-45ea-9810-2bc7f0081b3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2335124 Sep 16 04:39:22.282756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ebc2caf-6f6f-4364-820f-d5951a387f08 req-8ea51788-6100-439a-91f6-f9c412640878 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358980 Sep 16 04:39:22.394564 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fc3130cd-4b22-4a0b-a602-b536a47631bd req-f8cb72cc-c86d-472b-9a7e-8bfaa766895d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.489952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb72cc-c86d-472b-9a7e-8bfaa766895d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Pushing event deleted for resources: {'Port': ['ID=61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:22.512758 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9411c0de-2782-45ea-ad4c-7187e8df5a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.598977 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9411c0de-2782-45ea-ad4c-7187e8df5a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.600902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3130cd-4b22-4a0b-a602-b536a47631bd req-f8cb72cc-c86d-472b-9a7e-8bfaa766895d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] No DVR routers for this DVR port 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:22.637522 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-490c6c12-4ec6-414f-a7f5-915e937239d7 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465164 Sep 16 04:39:22.641379 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fc3130cd-4b22-4a0b-a602-b536a47631bd req-f8cb72cc-c86d-472b-9a7e-8bfaa766895d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.643290 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc3130cd-4b22-4a0b-a602-b536a47631bd req-f8cb72cc-c86d-472b-9a7e-8bfaa766895d tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.50 "DELETE /v2.0/ports/61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd HTTP/1.1" status: 204 len: 173 time: 1.5585866 Sep 16 04:39:22.672342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:22.675109 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1e7ed7-d5b6-4c76-b9fa-97a0e05bab00" -d '{"events": [{"server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "name": "network-vif-plugged", "status": "completed", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:22.680789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e975c2-72ef-4652-ab5e-58bb6bd90e17 req-b5756fe4-3083-4eaf-bb26-ae469d654d87 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:22.682392 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e1e975c2-72ef-4652-ab5e-58bb6bd90e17 req-b5756fe4-3083-4eaf-bb26-ae469d654d87 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 945 time: 0.2833529 Sep 16 04:39:22.744359 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc712327-57c4-4e0f-9b98-e7d14e77a16d x-openstack-request-id: req-fc712327-57c4-4e0f-9b98-e7d14e77a16d {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:22.744895 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "name": "network-vif-plugged", "status": "completed", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:22.745162 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc712327-57c4-4e0f-9b98-e7d14e77a16d {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:22.745678 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'code': 200} Sep 16 04:39:22.772635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b740dc58-bbb3-4a25-ba2c-dc2be7bca8e5 admin admin] Router 913d95bd-ffcb-4588-b162-7b42f484100e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:22.773102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-0686adf1-d01b-4349-842f-a5133c1a92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:22.774981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-0686adf1-d01b-4349-842f-a5133c1a92c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995&tenant_id=220f6be1326d49f48ff637872d6294e2 HTTP/1.1" status: 200 len: 1103 time: 0.0606160 Sep 16 04:39:22.799111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:22.813686 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e1e975c2-72ef-4652-ab5e-58bb6bd90e17 req-736b1d4c-47bf-4634-8b5d-0502795d221a tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114211 Sep 16 04:39:22.860160 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9411c0de-2782-45ea-ad4c-7187e8df5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.863110 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9411c0de-2782-45ea-ad4c-7187e8df5a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.866526 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9411c0de-2782-45ea-ad4c-7187e8df5a8d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a8b4a54-a44b-4e53-923e-e69a1eb5d524 HTTP/1.1" status: 204 len: 168 time: 0.6765847 Sep 16 04:39:22.869807 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0927bdb1-f940-416a-b4da-2590ad6e249c req-55e27f36-9cfe-43b9-802a-ac13a92c6818 tempest-LiveAutoBlockMigrationV225Test-1041652477 tempest-LiveAutoBlockMigrationV225Test-1041652477-project] 10.222.0.53 "GET /v2.0/ports?device_id=06d9b9db-62e3-4ca6-b543-d927f56aba72 HTTP/1.1" status: 200 len: 210 time: 0.0325811 Sep 16 04:39:22.906742 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cf5e80b-bce5-42dd-b5e3-0c85c32f25da req-d58d93dc-ac0e-42ff-a4c4-738cbba9159f service neutron] 10.222.0.15 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559886 Sep 16 04:39:22.914427 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:22.916253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411c0de-2782-45ea-ad4c-7187e8df5a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8b4a54-a44b-4e53-923e-e69a1eb5d524,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:23.056185 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.242062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:23.287907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:23.304809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b740dc58-bbb3-4a25-ba2c-dc2be7bca8e5 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:23.315510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e42bf-fd78-4ea1-9cf7-4d5b839ac1ea req-8638d680-781b-401f-848b-304465b8a434 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:23.320250 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d327c3-d364-4cd1-9b7d-74bf488a9b53 None None] Sync routers for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:23.323126 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c6e42bf-fd78-4ea1-9cf7-4d5b839ac1ea req-8638d680-781b-401f-848b-304465b8a434 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 951 time: 0.4213762 Sep 16 04:39:23.331201 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b740dc58-bbb3-4a25-ba2c-dc2be7bca8e5 admin admin] 10.222.0.53 "PUT /v2.0/routers/913d95bd-ffcb-4588-b162-7b42f484100e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4417400 Sep 16 04:39:23.332074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54374) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:23.335082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d327c3-d364-4cd1-9b7d-74bf488a9b53 None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:23.335740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a8d327c3-d364-4cd1-9b7d-74bf488a9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:23.353175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c89c2-27ac-4fce-be48-d7ebb803f3b3 req-8cc16645-259a-4091-8be7-e800e5d620bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:23.354954 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c8c89c2-27ac-4fce-be48-d7ebb803f3b3 req-8cc16645-259a-4091-8be7-e800e5d620bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 1096 time: 0.1107121 Sep 16 04:39:23.400475 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c6e42bf-fd78-4ea1-9cf7-4d5b839ac1ea req-35d6bf09-61e3-4b82-a6c1-b3ca1759b4d7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714390 Sep 16 04:39:23.572700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c89c2-27ac-4fce-be48-d7ebb803f3b3 req-f3147d2f-f3fd-4173-b8ea-ac16195b6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:23.580033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-a8d327c3-d364-4cd1-9b7d-74bf488a9b53 None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:23.590846 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c8c89c2-27ac-4fce-be48-d7ebb803f3b3 req-f3147d2f-f3fd-4173-b8ea-ac16195b6308 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.2255166 Sep 16 04:39:23.650677 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c8c89c2-27ac-4fce-be48-d7ebb803f3b3 req-ec11fbcd-56d3-4005-ba2f-f8715aba5ef3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bac14b-3f5b-40cf-804e-d59d00690865 HTTP/1.1" status: 200 len: 217 time: 0.0482926 Sep 16 04:39:23.750531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c89c2-27ac-4fce-be48-d7ebb803f3b3 req-7f712474-3934-419d-8965-2f7d6d38a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:23.752091 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c8c89c2-27ac-4fce-be48-d7ebb803f3b3 req-7f712474-3934-419d-8965-2f7d6d38a99a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.0944550 Sep 16 04:39:23.779481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d9b9db-62e3-4ca6-b543-d927f56aba72', 'name': 'network-vif-deleted', 'tag': '61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:23.781779 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338b0cbd-786c-4cb8-9598-40720ed7beca" -d '{"events": [{"server_uuid": "06d9b9db-62e3-4ca6-b543-d927f56aba72", "name": "network-vif-deleted", "tag": "61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:23.846250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c89c2-27ac-4fce-be48-d7ebb803f3b3 req-01990626-ff75-48e9-bd79-01b8e55bccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:23.848888 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c8c89c2-27ac-4fce-be48-d7ebb803f3b3 req-01990626-ff75-48e9-bd79-01b8e55bccac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851083 Sep 16 04:39:23.859941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a8d327c3-d364-4cd1-9b7d-74bf488a9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:39:21Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:23.905250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:23.907425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d327c3-d364-4cd1-9b7d-74bf488a9b53 None None] Checking router: 913d95bd-ffcb-4588-b162-7b42f484100e for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:23.909485 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee89442-4015-4cea-bf6c-29455a1c9f73" -d '{"events": [{"server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "name": "network-vif-unplugged", "status": "completed", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:23.914172 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.918562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d327c3-d364-4cd1-9b7d-74bf488a9b53 None None] Routers {'913d95bd-ffcb-4588-b162-7b42f484100e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:23.918562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a8d327c3-d364-4cd1-9b7d-74bf488a9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['913d95bd-ffcb-4588-b162-7b42f484100e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:23.919342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:23.990439 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c450a13c-9de2-4703-adf3-f56d9bc2b37a x-openstack-request-id: req-c450a13c-9de2-4703-adf3-f56d9bc2b37a {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:23.991005 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d9b9db-62e3-4ca6-b543-d927f56aba72", "name": "network-vif-deleted", "tag": "61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:23.991506 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c450a13c-9de2-4703-adf3-f56d9bc2b37a {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:23.992699 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d9b9db-62e3-4ca6-b543-d927f56aba72', 'name': 'network-vif-deleted', 'tag': '61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd', 'status': 'completed', 'code': 200} Sep 16 04:39:24.012432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Transition to ACTIVE for port object efc482f4-ab17-431f-814d-ed8166b167e7 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:24.030488 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c8c89c2-27ac-4fce-be48-d7ebb803f3b3 req-6e949a27-4e06-4d2c-9ed0-9f6dfe122780 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648514 Sep 16 04:39:24.041702 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa8515-314d-4039-b750-3cb188f08524 req-a439b1b0-3254-4a72-b080-7004d77eab44 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:24.045315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54436) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:24.050478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5daa8515-314d-4039-b750-3cb188f08524 req-a439b1b0-3254-4a72-b080-7004d77eab44 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 944 time: 0.5674899 Sep 16 04:39:24.059604 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.110691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-a8d327c3-d364-4cd1-9b7d-74bf488a9b53 None None] Set router 913d95bd-ffcb-4588-b162-7b42f484100e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:24.167837 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac786c14-db2d-4012-835a-89a9d2ecefb1 x-openstack-request-id: req-ac786c14-db2d-4012-835a-89a9d2ecefb1 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:24.168184 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "name": "network-vif-unplugged", "status": "completed", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:24.168439 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac786c14-db2d-4012-835a-89a9d2ecefb1 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:24.168834 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'code': 200} Sep 16 04:39:24.218464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] No DVR routers for this DVR port efc482f4-ab17-431f-814d-ed8166b167e7 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:24.247513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3587ab7-d11b-42dc-81fa-509da550a531 admin admin] Deleting subnet 87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:24.253510 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3587ab7-d11b-42dc-81fa-509da550a531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.262912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5daa8515-314d-4039-b750-3cb188f08524 req-40c1908e-a080-4fe9-8d82-5e6d1c9440b2 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114673 Sep 16 04:39:24.286837 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.306042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=11']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:24.387875 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c8c89c2-27ac-4fce-be48-d7ebb803f3b3 req-507aca94-c329-41c8-a844-50472ca3748b service neutron] 10.222.0.15 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402269 Sep 16 04:39:24.390749 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3587ab7-d11b-42dc-81fa-509da550a531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.435306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f05d28-f368-4803-96bd-d6c70fb0fe4f req-ac8bd8b5-6f5c-4633-a16b-235334e3ba97 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:24.436886 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a0f05d28-f368-4803-96bd-d6c70fb0fe4f req-ac8bd8b5-6f5c-4633-a16b-235334e3ba97 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 945 time: 0.1403985 Sep 16 04:39:24.513493 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a0f05d28-f368-4803-96bd-d6c70fb0fe4f req-c957082f-3ac5-4f67-9e2a-6099127b011c tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640974 Sep 16 04:39:24.532776 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3587ab7-d11b-42dc-81fa-509da550a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.542282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a8d327c3-d364-4cd1-9b7d-74bf488a9b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:39:21Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:24.551365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Attempting to bind port efc482f4-ab17-431f-814d-ed8166b167e7 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:24.557723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Attempting to bind port efc482f4-ab17-431f-814d-ed8166b167e7 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:24.558284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Attempting to bind port efc482f4-ab17-431f-814d-ed8166b167e7 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:24.595093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Port efc482f4-ab17-431f-814d-ed8166b167e7 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:24.595428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Attempting to bind port efc482f4-ab17-431f-814d-ed8166b167e7 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:24.613046 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3587ab7-d11b-42dc-81fa-509da550a531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.637415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d327c3-d364-4cd1-9b7d-74bf488a9b53 None None] The sync data for ids ['913d95bd-ffcb-4588-b162-7b42f484100e'] in n-d-712142-17 is: [{'id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1520698663-router', 'tenant_id': 'fb934ba889964b6a93af769c60c7e9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:33:56Z', 'updated_at': '2021-09-16T04:39:21Z', 'revision_number': 5, 'project_id': 'fb934ba889964b6a93af769c60c7e9ec', 'gw_port': {'id': '549105a0-3a0a-4418-b20e-061e76f30a39', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913d95bd-ffcb-4588-b162-7b42f484100e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:33:59Z', 'updated_at': '2021-09-16T04:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:24.649392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3587ab7-d11b-42dc-81fa-509da550a531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:24.665113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:24.665479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:24.665892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:24.666819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Bound port: efc482f4-ab17-431f-814d-ed8166b167e7, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:24.666819 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.679874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3587ab7-d11b-42dc-81fa-509da550a531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.685724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d3587ab7-d11b-42dc-81fa-509da550a531 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/87ba1eb2-0e9f-4c74-9dcf-d393ea6468d7 HTTP/1.1" status: 204 len: 168 time: 0.6361203 Sep 16 04:39:24.688235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54466) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:24.823523 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.837532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bd529-4e2f-494c-970b-ca17002cf595 req-826aabef-2a7a-4bd9-906b-f8463fb00fc3 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:24.839350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-609bd529-4e2f-494c-970b-ca17002cf595 req-826aabef-2a7a-4bd9-906b-f8463fb00fc3 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 949 time: 0.2932069 Sep 16 04:39:24.840555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Deleting port 549105a0-3a0a-4418-b20e-061e76f30a39 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:24.840934 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.916677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.930150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:24.942767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c76dcb-df8f-470f-8ee3-77efa2d85f81']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:24.956331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef693ea-4033-4c1c-b49e-d5b18de8d636') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:24.956938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef693ea-4033-4c1c-b49e-d5b18de8d636') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:24.974792 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:24.997828 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-609bd529-4e2f-494c-970b-ca17002cf595 req-969ab380-6386-467c-9922-37b991e4384c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187375 Sep 16 04:39:24.999838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:25.005516 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.012483 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.026328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:25.026590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:25.028613 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:25.071503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:25.072245 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.073867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] 10.222.0.15 "PUT /v2.0/ports/efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 1098 time: 2.2851200 Sep 16 04:39:25.075732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] For port 549105a0-3a0a-4418-b20e-061e76f30a39, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=549105a0-3a0a-4418-b20e-061e76f30a39,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:25.076156 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.127687 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Calling delete_port for 549105a0-3a0a-4418-b20e-061e76f30a39 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:25.149150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a0ea451f-a279-452b-be06-70d576dca1a0 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:25.150119 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.157666 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.173153 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] 10.222.0.53 "DELETE /v2.0/networks/65c76dcb-df8f-470f-8ee3-77efa2d85f81 HTTP/1.1" status: 204 len: 168 time: 0.4822464 Sep 16 04:39:25.174051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54492) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:25.220432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da4d3b-6246-4f4f-b1dc-8738006b193e admin admin] Pushing event deleted for resources: {'Network': ['ID=65c76dcb-df8f-470f-8ee3-77efa2d85f81,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:25.272793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c34766-789e-4dbe-a1a2-8cf4fa3e8f25 service neutron] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=12']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:25.325870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ecfd4e-5bfc-4d9c-bb5f-4df62189666a admin admin] Deleting subnet a2f19b10-02ca-4edf-9cbb-7d4e5082f326 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:25.340656 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4ecfd4e-5bfc-4d9c-bb5f-4df62189666a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.356919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-6f75a328-859f-454f-ad84-a4917af0ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:25.373009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-6f75a328-859f-454f-ad84-a4917af0ff61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1101 time: 0.2652824 Sep 16 04:39:25.455648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:25.476991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'mac_address': 'fa:16:3e:55:dc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:25.507978 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4ecfd4e-5bfc-4d9c-bb5f-4df62189666a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.521416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device efc482f4-ab17-431f-814d-ed8166b167e7 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:25.611545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e37429-bf4c-4dfb-94e4-6d3d7f634b1f req-a871ab02-cb50-4c45-9f96-ef6542a8c6ab tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:25.614219 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-86e37429-bf4c-4dfb-94e4-6d3d7f634b1f req-a871ab02-cb50-4c45-9f96-ef6542a8c6ab tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 944 time: 0.1959167 Sep 16 04:39:25.658582 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4ecfd4e-5bfc-4d9c-bb5f-4df62189666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.682776 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.700478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device efc482f4-ab17-431f-814d-ed8166b167e7 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:25.701384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:25.727175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:25.727833 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 61eb7c9f-b0cd-46bf-97ea-ec08ce41bddd not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:25.731643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0ea451f-a279-452b-be06-70d576dca1a0 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:25.760703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:25.767045 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-86e37429-bf4c-4dfb-94e4-6d3d7f634b1f req-81e0a34c-5af6-4051-a30a-b227e35b6291 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413624 Sep 16 04:39:25.777443 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.824616 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4ecfd4e-5bfc-4d9c-bb5f-4df62189666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.852563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-9e059015-3bc5-4e14-bd5c-5de22742b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:25.854079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-9e059015-3bc5-4e14-bd5c-5de22742b9d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.4663095 Sep 16 04:39:25.878786 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecfd4e-5bfc-4d9c-bb5f-4df62189666a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f19b10-02ca-4edf-9cbb-7d4e5082f326,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:25.892311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f73ffd79-5e68-4dcd-844e-c11853590e41 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:25.895306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['a0ea451f-a279-452b-be06-70d576dca1a0'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:25.900069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4ecfd4e-5bfc-4d9c-bb5f-4df62189666a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:25.902149 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d4ecfd4e-5bfc-4d9c-bb5f-4df62189666a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a2f19b10-02ca-4edf-9cbb-7d4e5082f326 HTTP/1.1" status: 204 len: 168 time: 0.7039411 Sep 16 04:39:25.911818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54518) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:25.977553 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-adead205-a078-4dd2-a90c-1e0e69c8f4b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 217 time: 0.1102483 Sep 16 04:39:26.014471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8006b-69de-4ed8-842d-1e276a6584fb req-b2bb9db6-d658-4dde-b671-18f9b3784e05 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:26.022433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15a8006b-69de-4ed8-842d-1e276a6584fb req-b2bb9db6-d658-4dde-b671-18f9b3784e05 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 945 time: 0.3581166 Sep 16 04:39:26.051521 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.072972 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: f73ffd79-5e68-4dcd-844e-c11853590e41 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:26.073322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f73ffd79-5e68-4dcd-844e-c11853590e41 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:26.078199 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.085717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=a0ea451f-a279-452b-be06-70d576dca1a0,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:26.185067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:26.195573 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060422fe-a15b-4f18-864e-9aa5868203a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:26.224475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Pushing event deleted for resources: {'Port': ['ID=549105a0-3a0a-4418-b20e-061e76f30a39,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:26.250152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.276986 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd49ad-1fe2-487a-ad1f-4f0291ef7739 req-c7f28042-1cb4-4152-977f-c44f41a55cf7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:26.278842 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ffdd49ad-1fe2-487a-ad1f-4f0291ef7739 req-c7f28042-1cb4-4152-977f-c44f41a55cf7 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 949 time: 0.1405430 Sep 16 04:39:26.288527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5261276-b691-4795-9893-eff0441e3d6f']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:26.307028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81f0126-501f-4ba3-9458-4ac4dc3fe666') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:26.307600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81f0126-501f-4ba3-9458-4ac4dc3fe666') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:26.320296 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.326270 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.350353 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.355459 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ffdd49ad-1fe2-487a-ad1f-4f0291ef7739 req-09e8f893-54df-4190-8434-fa7b8c25bf69 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641687 Sep 16 04:39:26.361205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:26.361837 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:26.365445 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:26.439822 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15a8006b-69de-4ed8-842d-1e276a6584fb req-ff89d735-feb5-48c1-b848-cfe6a959713d tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164286 Sep 16 04:39:26.447410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-822ed49b-89ad-48c0-afac-de291a7f3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:26.448660 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-822ed49b-89ad-48c0-afac-de291a7f3532 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.4235730 Sep 16 04:39:26.461067 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.490319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.501128 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a5261276-b691-4795-9893-eff0441e3d6f HTTP/1.1" status: 204 len: 168 time: 0.5881324 Sep 16 04:39:26.510820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec425779-6bbd-44e3-bd5d-ac61e8ca21f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5261276-b691-4795-9893-eff0441e3d6f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:26.540189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.562032 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.568001 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2334b4cf-2134-43fc-bb89-fd5db8e46b39 x-openstack-request-id: req-2334b4cf-2134-43fc-bb89-fd5db8e46b39 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:26.568289 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:26.568540 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2334b4cf-2134-43fc-bb89-fd5db8e46b39 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:26.568945 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'status': 'completed', 'code': 200} Sep 16 04:39:26.677522 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.678076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 913d95bd-ffcb-4588-b162-7b42f484100e {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:39:26.686923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-29487b43-04ec-4995-86bc-07b844bc8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:26.688630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-29487b43-04ec-4995-86bc-07b844bc8b50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1597130 Sep 16 04:39:26.693061 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:26.694601 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ec49c914-902c-43c8-acf9-083a132bb07f admin admin] 10.222.0.53 "DELETE /v2.0/routers/913d95bd-ffcb-4588-b162-7b42f484100e HTTP/1.1" status: 204 len: 168 time: 3.3552115 Sep 16 04:39:26.696788 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54538) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:26.947775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54546) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:26.952855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-a1980aed-f481-4e49-b1c0-6e5da73baf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:26.957960 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-a1980aed-f481-4e49-b1c0-6e5da73baf37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1101 time: 0.3795831 Sep 16 04:39:26.982934 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-6de02383-afc9-4a7b-a147-4ad571a60d23 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707961 Sep 16 04:39:26.991860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c6818b-c16a-4586-ba7d-4a3b3928ea55 admin admin] Deleting subnet bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:27.001271 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d7c6818b-c16a-4586-ba7d-4a3b3928ea55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.149928 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-502fa7f2-58a6-4c32-9c00-36908aaef284 req-7162f399-d12d-45ae-90b9-fc6bd7fbf8b8 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540704 Sep 16 04:39:27.157344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device c3bac14b-3f5b-40cf-804e-d59d00690865 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:27.184391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202b276-cbf9-4e55-863c-1e3aa827ab2b req-d8a6a7be-8401-44ef-9355-9df1a5f1b953 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:27.191049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a0ea451f-a279-452b-be06-70d576dca1a0 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:27.194017 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3202b276-cbf9-4e55-863c-1e3aa827ab2b req-d8a6a7be-8401-44ef-9355-9df1a5f1b953 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 944 time: 0.2099206 Sep 16 04:39:27.197712 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d7c6818b-c16a-4586-ba7d-4a3b3928ea55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.255073 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-75e85934-0984-48b4-9da1-df8c8469ba80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e856b1715b0245aeade3fab80abad339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954178 Sep 16 04:39:27.261673 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54558) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:27.261920 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3202b276-cbf9-4e55-863c-1e3aa827ab2b req-f305c317-4f8c-4a1a-bc2c-5d64fdc724e9 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668945 Sep 16 04:39:27.281359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-f5a46fd1-c375-4148-bd1d-b68ed582db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:27.283386 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-f5a46fd1-c375-4148-bd1d-b68ed582db8e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2841158 Sep 16 04:39:27.348777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-f7646ca6-47a7-4287-acef-c1667ed001e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:27.353272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-f7646ca6-47a7-4287-acef-c1667ed001e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1101 time: 0.0902300 Sep 16 04:39:27.355960 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-6813de6c-efff-4afc-adb1-93c9d5fb2513 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 217 time: 0.0617080 Sep 16 04:39:27.466013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d7c6818b-c16a-4586-ba7d-4a3b3928ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.490456 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f16d50ef-9578-4ff9-adf9-0e69cd92298e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.496236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-00f58058-3728-4d5f-902c-17dc9793ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:27.497800 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-00f58058-3728-4d5f-902c-17dc9793ce46 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1116064 Sep 16 04:39:27.583939 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f16d50ef-9578-4ff9-adf9-0e69cd92298e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.597193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 12ae01c5-0af2-4a05-93c0-c19faf33cb76 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:27.611360 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port c3bac14b-3f5b-40cf-804e-d59d00690865, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=c3bac14b-3f5b-40cf-804e-d59d00690865,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:27.622269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-5d1310bd-7493-41d8-86dd-5d64d4e0ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:27.630762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-5d1310bd-7493-41d8-86dd-5d64d4e0ac2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2687705 Sep 16 04:39:27.642326 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'port_id': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'mac_address': 'fa:16:3e:57:80:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:27.648409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port a0ea451f-a279-452b-be06-70d576dca1a0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:27.649124 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.660134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-b411b8ad-f6f3-40ad-a649-5b3e87dc5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:27.661842 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-b411b8ad-f6f3-40ad-a649-5b3e87dc5647 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1500223 Sep 16 04:39:27.664306 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d7c6818b-c16a-4586-ba7d-4a3b3928ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.677996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fae01-19c6-449c-a094-f0e89d4942a1 req-e94b8f4c-594c-4744-ad29-c7f1d54f80a6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:27.679659 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-170fae01-19c6-449c-a094-f0e89d4942a1 req-e94b8f4c-594c-4744-ad29-c7f1d54f80a6 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 949 time: 0.1552930 Sep 16 04:39:27.726481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6818b-c16a-4586-ba7d-4a3b3928ea55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:27.741291 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.resource_extend [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:39:27.747022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d7c6818b-c16a-4586-ba7d-4a3b3928ea55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.748970 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d7c6818b-c16a-4586-ba7d-4a3b3928ea55 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bdaefd50-ea9d-4d3f-ba64-70d8c1ac71f5 HTTP/1.1" status: 204 len: 168 time: 1.0511689 Sep 16 04:39:27.752946 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54574) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:27.764731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-3ca88003-8b43-4933-b5af-05e9a086a0ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 200 len: 217 time: 0.1248155 Sep 16 04:39:27.788816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddef0a99-ae3c-4042-a895-8c87c7d5a94d None None] Network b98ad24e-5874-4124-88c8-f794aeec9495 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:27.873017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f16d50ef-9578-4ff9-adf9-0e69cd92298e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.875846 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f16d50ef-9578-4ff9-adf9-0e69cd92298e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:27.880114 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f16d50ef-9578-4ff9-adf9-0e69cd92298e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9db5ce3a-8fd8-4c6d-ab7b-4119eae60456 HTTP/1.1" status: 204 len: 168 time: 0.6170311 Sep 16 04:39:27.917063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d50ef-9578-4ff9-adf9-0e69cd92298e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db5ce3a-8fd8-4c6d-ab7b-4119eae60456,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:27.969834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-170fae01-19c6-449c-a094-f0e89d4942a1 req-a13b0924-6fbe-4ede-a41d-9975f9ec52e8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549882 Sep 16 04:39:28.033753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-5fbc5c3b-50b8-430d-91a1-6f24e748986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:28.036874 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-5fbc5c3b-50b8-430d-91a1-6f24e748986c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2640479 Sep 16 04:39:28.044630 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-598a035f-c342-40dc-86ed-b12ea6210833 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599854 Sep 16 04:39:28.062494 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.076963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ae32-13ad-4c3e-b942-0c0eccf7d2d5 req-8283d581-ece0-4248-943d-16a39f99b7b1 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:28.078769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d10ae32-13ad-4c3e-b942-0c0eccf7d2d5 req-8283d581-ece0-4248-943d-16a39f99b7b1 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 945 time: 0.2798696 Sep 16 04:39:28.181450 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d10ae32-13ad-4c3e-b942-0c0eccf7d2d5 req-9eaf67a7-06cb-461e-bd43-1c635ee08011 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914969 Sep 16 04:39:28.223357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-08e9ab27-0417-4476-9bfb-34e1ce57ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:28.235148 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-08e9ab27-0417-4476-9bfb-34e1ce57ff1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1551712 Sep 16 04:39:28.272424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Deleting port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:28.272997 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.346014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-b909c6d6-82b1-40a4-84cb-4d84ebf7c82d service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983622 Sep 16 04:39:28.373873 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] For port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=699a70dc-e1f0-445a-b5fa-2b22a91cc17a,segment=NetworkSegment(63730ab5-3cba-421d-ba2a-881844e9a64e),segment_id=63730ab5-3cba-421d-ba2a-881844e9a64e)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:28.374452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.393269 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.401291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Calling delete_port for 699a70dc-e1f0-445a-b5fa-2b22a91cc17a owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:28.411067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 549105a0-3a0a-4418-b20e-061e76f30a39 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:28.535653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-8e4ebe80-d965-4e0d-b024-db5c4402ea43 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679837 Sep 16 04:39:28.538395 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.552408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 549105a0-3a0a-4418-b20e-061e76f30a39 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:28.552761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 549105a0-3a0a-4418-b20e-061e76f30a39 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:28.558071 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-060422fe-a15b-4f18-864e-9aa5868203a5 req-11e587dc-8900-4e5a-9366-fb912fc4e5a1 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028167 Sep 16 04:39:28.614428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] No DVR routers for this DVR port 699a70dc-e1f0-445a-b5fa-2b22a91cc17a on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:28.618189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Pushing event deleted for resources: {'Port': ['ID=699a70dc-e1f0-445a-b5fa-2b22a91cc17a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:28.630605 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bac14b-3f5b-40cf-804e-d59d00690865 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:28.675247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port c3bac14b-3f5b-40cf-804e-d59d00690865, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=c3bac14b-3f5b-40cf-804e-d59d00690865,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:28.714346 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.771852 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54614) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:28.815536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 12ae01c5-0af2-4a05-93c0-c19faf33cb76, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=12ae01c5-0af2-4a05-93c0-c19faf33cb76,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:28.837565 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.880925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '12ae01c5-0af2-4a05-93c0-c19faf33cb76', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'port_id': '12ae01c5-0af2-4a05-93c0-c19faf33cb76', 'mac_address': 'fa:16:3e:df:f9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec61476-0693-4014-9b8f-b2652cc8040c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:28.889677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=c3bac14b-3f5b-40cf-804e-d59d00690865,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:28.921634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:28.924047 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecb9273-e901-4dba-95fd-fb76bd1fcd23" -d '{"events": [{"server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "name": "network-vif-plugged", "status": "completed", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:28.928049 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d1ea2884-a464-4ac5-9ff5-e5999656744a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91448223460b435fb7a2d6300c0d641a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543007 Sep 16 04:39:28.932141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54618) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:28.936528 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:28.978832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a30dff-681b-4072-bd26-5a863b87a841 req-1c1f78b8-f5f5-4bde-8ec1-e75a9d7c90b3 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:28.985160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:28.988139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc9b9a9-e440-42ac-85e0-88de7b01c3a3 None None] DHCP port deletion for b98ad24e-5874-4124-88c8-f794aeec9495 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:39:28.997587 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d9a30dff-681b-4072-bd26-5a863b87a841 req-1c1f78b8-f5f5-4bde-8ec1-e75a9d7c90b3 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 944 time: 0.3869579 Sep 16 04:39:29.024415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['c3bac14b-3f5b-40cf-804e-d59d00690865'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:29.026617 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.077920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98ad24e-5874-4124-88c8-f794aeec9495']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:29.086334 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5744888b-2bb8-4371-b163-ab4343332ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.087204 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.128927 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63730ab5-3cba-421d-ba2a-881844e9a64e') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:29.129528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63730ab5-3cba-421d-ba2a-881844e9a64e') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:29.165820 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5744888b-2bb8-4371-b163-ab4343332ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.211782 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.220180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=a0ea451f-a279-452b-be06-70d576dca1a0,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:29.252384 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d9a30dff-681b-4072-bd26-5a863b87a841 req-a7190e2c-d488-4665-8c32-df986e5f02cc tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483685 Sep 16 04:39:29.269945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12ae01c5-0af2-4a05-93c0-c19faf33cb76 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:29.272272 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.294194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:29.294895 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.298067 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5744888b-2bb8-4371-b163-ab4343332ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:29.301170 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:29.305094 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5744888b-2bb8-4371-b163-ab4343332ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.305094 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5744888b-2bb8-4371-b163-ab4343332ca0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82cd4dd8-2c99-47fd-bb82-e40c25b538c1 HTTP/1.1" status: 204 len: 168 time: 0.3676646 Sep 16 04:39:29.325432 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d0b2ee-d1f0-4062-9a35-fbe04c284f32 x-openstack-request-id: req-47d0b2ee-d1f0-4062-9a35-fbe04c284f32 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:29.335225 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "name": "network-vif-plugged", "status": "completed", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:29.335678 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47d0b2ee-d1f0-4062-9a35-fbe04c284f32 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:29.338532 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'code': 200} Sep 16 04:39:29.341338 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744888b-2bb8-4371-b163-ab4343332ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cd4dd8-2c99-47fd-bb82-e40c25b538c1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:29.401160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 12ae01c5-0af2-4a05-93c0-c19faf33cb76, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=12ae01c5-0af2-4a05-93c0-c19faf33cb76,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:29.412050 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.430105 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.435859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54636) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:29.436737 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] 10.222.0.53 "DELETE /v2.0/networks/b98ad24e-5874-4124-88c8-f794aeec9495 HTTP/1.1" status: 204 len: 168 time: 1.6756048 Sep 16 04:39:29.461951 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:29.500834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f597f-0dad-412b-b6f5-8072e27c87ba admin admin] Pushing event deleted for resources: {'Network': ['ID=b98ad24e-5874-4124-88c8-f794aeec9495,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:29.549800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c1a48-1cb2-4a62-818b-5e46b92e3d4e req-4b2f2292-cf51-464f-af9d-ae1acddf3ac0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:29.552896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a4c1a48-1cb2-4a62-818b-5e46b92e3d4e req-4b2f2292-cf51-464f-af9d-ae1acddf3ac0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 949 time: 0.0975540 Sep 16 04:39:29.607663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 12ae01c5-0af2-4a05-93c0-c19faf33cb76 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:29.656325 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a4c1a48-1cb2-4a62-818b-5e46b92e3d4e req-db8a56fc-f3f9-41ba-894f-e5c73158d2a3 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949168 Sep 16 04:39:29.718965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['12ae01c5-0af2-4a05-93c0-c19faf33cb76'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:29.928848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd69c3f-a607-4df7-81c3-60f22bd57b0d req-381516d2-b961-4855-9bb6-4e37f566d9ff tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:29.939838 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efd69c3f-a607-4df7-81c3-60f22bd57b0d req-381516d2-b961-4855-9bb6-4e37f566d9ff tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 944 time: 0.1300933 Sep 16 04:39:29.956978 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 699a70dc-e1f0-445a-b5fa-2b22a91cc17a no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:29.999111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f30bc-fe2c-4c17-b419-890abd31611a req-ac683182-2267-4bb9-81b5-c396224f5827 tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:30.000773 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b8f30bc-fe2c-4c17-b419-890abd31611a req-ac683182-2267-4bb9-81b5-c396224f5827 tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 1101 time: 0.1492362 Sep 16 04:39:30.017234 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efd69c3f-a607-4df7-81c3-60f22bd57b0d req-eae92dbc-b03a-42e0-8ca8-f3833899a37b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758760 Sep 16 04:39:30.081907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=12ae01c5-0af2-4a05-93c0-c19faf33cb76,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:30.118288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 699a70dc-e1f0-445a-b5fa-2b22a91cc17a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:30.120954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 699a70dc-e1f0-445a-b5fa-2b22a91cc17a not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:30.191332 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b8f30bc-fe2c-4c17-b419-890abd31611a req-644363dc-b6dc-40d1-a233-7382384b9edf tempest-MigrationsAdminTest-604676138 tempest-MigrationsAdminTest-604676138-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459248 Sep 16 04:39:30.292794 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.333069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 12ae01c5-0af2-4a05-93c0-c19faf33cb76 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:30.504106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54668) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:30.537696 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 12ae01c5-0af2-4a05-93c0-c19faf33cb76, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=12ae01c5-0af2-4a05-93c0-c19faf33cb76,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:30.560891 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:30.655645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cece46b-954f-4571-8d11-897ff3ac873a req-699091da-7dd4-43cc-89a4-faaaa9c08823 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:30.660933 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cece46b-954f-4571-8d11-897ff3ac873a req-699091da-7dd4-43cc-89a4-faaaa9c08823 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 944 time: 0.2514074 Sep 16 04:39:30.779296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=12ae01c5-0af2-4a05-93c0-c19faf33cb76,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:30.869236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f535a7-2e56-4af3-bf84-d0df7da98192 req-e3d3a00b-2a63-4fcf-b040-1332c7109845 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:30.879781 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-08f535a7-2e56-4af3-bf84-d0df7da98192 req-e3d3a00b-2a63-4fcf-b040-1332c7109845 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 949 time: 0.2177699 Sep 16 04:39:31.015447 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e113d3a-ed7f-4963-a000-b7cea44401ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.039260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d428d0e-7f7b-44db-9802-efc99b6329a6 req-9086aada-5df7-472d-ac02-394cfc0f7b1e tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:31.046128 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-08f535a7-2e56-4af3-bf84-d0df7da98192 req-5fd99c30-25f9-4883-8b28-8ce16efdcfe2 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591358 Sep 16 04:39:31.046745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d428d0e-7f7b-44db-9802-efc99b6329a6 req-9086aada-5df7-472d-ac02-394cfc0f7b1e tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 945 time: 0.6137481 Sep 16 04:39:31.081434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-04e852a2-85ba-49e7-98d8-7c6e7f319455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.087771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-7cece46b-954f-4571-8d11-897ff3ac873a req-3094129a-105a-47a9-9ed4-d75551a06f5b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Deleting port 12ae01c5-0af2-4a05-93c0-c19faf33cb76 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:31.091461 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7cece46b-954f-4571-8d11-897ff3ac873a req-3094129a-105a-47a9-9ed4-d75551a06f5b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.201855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d428d0e-7f7b-44db-9802-efc99b6329a6 req-b16d6228-07e7-4b6a-ade9-cffab62a4871 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530969 Sep 16 04:39:31.211081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device efc482f4-ab17-431f-814d-ed8166b167e7 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:31.302740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7cece46b-954f-4571-8d11-897ff3ac873a req-3094129a-105a-47a9-9ed4-d75551a06f5b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] For port 12ae01c5-0af2-4a05-93c0-c19faf33cb76, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=12ae01c5-0af2-4a05-93c0-c19faf33cb76,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:31.303129 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7cece46b-954f-4571-8d11-897ff3ac873a req-3094129a-105a-47a9-9ed4-d75551a06f5b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.332930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-7cece46b-954f-4571-8d11-897ff3ac873a req-3094129a-105a-47a9-9ed4-d75551a06f5b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Calling delete_port for 12ae01c5-0af2-4a05-93c0-c19faf33cb76 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:31.447829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:31.466702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'mac_address': 'fa:16:3e:c9:39:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:31.517530 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 12ae01c5-0af2-4a05-93c0-c19faf33cb76 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:31.550639 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.587441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc482f4-ab17-431f-814d-ed8166b167e7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:31.609294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:31.619448 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7cece46b-954f-4571-8d11-897ff3ac873a req-3094129a-105a-47a9-9ed4-d75551a06f5b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.621112 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.641939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff91ca-54d2-4d17-85a5-c96503898c4d req-07929bc1-9ad1-4439-87bf-759574ffcb63 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:31.651386 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3ff91ca-54d2-4d17-85a5-c96503898c4d req-07929bc1-9ad1-4439-87bf-759574ffcb63 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc1e3512-8e80-4d84-b793-bfc4d1f68aea HTTP/1.1" status: 200 len: 943 time: 0.3237305 Sep 16 04:39:31.691923 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e113d3a-ed7f-4963-a000-b7cea44401ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.734293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094129a-105a-47a9-9ed4-d75551a06f5b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Pushing event deleted for resources: {'Port': ['ID=12ae01c5-0af2-4a05-93c0-c19faf33cb76,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:31.734889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=13']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:31.740034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cece46b-954f-4571-8d11-897ff3ac873a req-3094129a-105a-47a9-9ed4-d75551a06f5b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] No DVR routers for this DVR port 12ae01c5-0af2-4a05-93c0-c19faf33cb76 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:31.743668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7cece46b-954f-4571-8d11-897ff3ac873a req-3094129a-105a-47a9-9ed4-d75551a06f5b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.747666 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cece46b-954f-4571-8d11-897ff3ac873a req-3094129a-105a-47a9-9ed4-d75551a06f5b tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.50 "DELETE /v2.0/ports/12ae01c5-0af2-4a05-93c0-c19faf33cb76 HTTP/1.1" status: 204 len: 173 time: 1.0065937 Sep 16 04:39:31.748386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1e3512-8e80-4d84-b793-bfc4d1f68aea', 'name': 'network-vif-deleted', 'tag': '12ae01c5-0af2-4a05-93c0-c19faf33cb76'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:31.755344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 12ae01c5-0af2-4a05-93c0-c19faf33cb76, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=12ae01c5-0af2-4a05-93c0-c19faf33cb76,segment=NetworkSegment(b841370c-0a9b-45fc-aa96-b5d147b1a09e),segment_id=b841370c-0a9b-45fc-aa96-b5d147b1a09e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:31.788942 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3ff91ca-54d2-4d17-85a5-c96503898c4d req-ed78598c-5566-4489-ba55-efa083bb4af5 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba10adfe-444d-40df-8c66-27bbb817b3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362362 Sep 16 04:39:31.790325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '12ae01c5-0af2-4a05-93c0-c19faf33cb76', 'network_id': 'afa02aac-80ed-4391-b933-25f6a1c06d99', 'port_id': '12ae01c5-0af2-4a05-93c0-c19faf33cb76', 'mac_address': 'fa:16:3e:df:f9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec61476-0693-4014-9b8f-b2652cc8040c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:31.796278 n-d-712142-17 neutron-server[94746]: INFO neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No ports have port_id starting with 12ae01c5-0af2-4a05-93c0-c19faf33cb76 Sep 16 04:39:31.802359 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb6b6fb-6f48-4f58-883f-b82161c28695" -d '{"events": [{"server_uuid": "bc1e3512-8e80-4d84-b793-bfc4d1f68aea", "name": "network-vif-deleted", "tag": "12ae01c5-0af2-4a05-93c0-c19faf33cb76"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:31.806091 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e113d3a-ed7f-4963-a000-b7cea44401ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:31.894526 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9da3be6-e4f6-428e-b734-b955e976cdb7 x-openstack-request-id: req-f9da3be6-e4f6-428e-b734-b955e976cdb7 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:31.894876 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1e3512-8e80-4d84-b793-bfc4d1f68aea", "name": "network-vif-deleted", "tag": "12ae01c5-0af2-4a05-93c0-c19faf33cb76", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:31.895255 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9da3be6-e4f6-428e-b734-b955e976cdb7 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:31.895725 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1e3512-8e80-4d84-b793-bfc4d1f68aea', 'name': 'network-vif-deleted', 'tag': '12ae01c5-0af2-4a05-93c0-c19faf33cb76', 'status': 'completed', 'code': 200} Sep 16 04:39:31.923296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e113d3a-ed7f-4963-a000-b7cea44401ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859773f8-05fa-4e2f-9390-33008cd4bf92,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:31.933495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7e113d3a-ed7f-4963-a000-b7cea44401ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc485df1707b4bf88165e5d6ac96dc38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4127035 Sep 16 04:39:31.936138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54712) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:31.996541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-04e852a2-85ba-49e7-98d8-7c6e7f319455 admin admin] Deleting port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:31.997028 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-04e852a2-85ba-49e7-98d8-7c6e7f319455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.025238 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c56dfad4-1b82-4adc-a866-1ae0c44cc2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.054661 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c56dfad4-1b82-4adc-a866-1ae0c44cc2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.173552 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c56dfad4-1b82-4adc-a866-1ae0c44cc2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.177155 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c56dfad4-1b82-4adc-a866-1ae0c44cc2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.178647 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c56dfad4-1b82-4adc-a866-1ae0c44cc2f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/859773f8-05fa-4e2f-9390-33008cd4bf92 HTTP/1.1" status: 204 len: 168 time: 0.2415352 Sep 16 04:39:32.195712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2774af-5904-4c08-9333-3188fd70a79c req-bdec2bdf-b011-4881-80c6-d3bc95cd2e26 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:32.197316 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af2774af-5904-4c08-9333-3188fd70a79c req-bdec2bdf-b011-4881-80c6-d3bc95cd2e26 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.1172168 Sep 16 04:39:32.198211 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dfad4-1b82-4adc-a866-1ae0c44cc2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859773f8-05fa-4e2f-9390-33008cd4bf92,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:32.212649 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-04e852a2-85ba-49e7-98d8-7c6e7f319455 admin admin] For port c67e8dfb-1c56-425e-bd0b-91fd7888fb2d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c67e8dfb-1c56-425e-bd0b-91fd7888fb2d,segment=NetworkSegment(07299c46-4bda-44e1-bd89-d1fa84f262c5),segment_id=07299c46-4bda-44e1-bd89-d1fa84f262c5)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:32.212649 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-04e852a2-85ba-49e7-98d8-7c6e7f319455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.273666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-04e852a2-85ba-49e7-98d8-7c6e7f319455 admin admin] Calling delete_port for c67e8dfb-1c56-425e-bd0b-91fd7888fb2d owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:32.381031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4bbcb-20dc-4151-b9ee-295025be640f req-a3a4a49e-0c80-40a9-92a9-7080e678d9f9 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:32.389345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1e4bbcb-20dc-4151-b9ee-295025be640f req-a3a4a49e-0c80-40a9-92a9-7080e678d9f9 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 950 time: 0.2152698 Sep 16 04:39:32.475829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-af2774af-5904-4c08-9333-3188fd70a79c req-5c08930b-be9d-4cd0-bd5e-c18bb02b64b5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Deleting port efc482f4-ab17-431f-814d-ed8166b167e7 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:32.476461 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-af2774af-5904-4c08-9333-3188fd70a79c req-5c08930b-be9d-4cd0-bd5e-c18bb02b64b5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.501455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797830e-f62a-4130-89fc-bfb93ed771a5 req-ea6e02b3-03c1-4b98-8788-022dd3a0fe1f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:32.504551 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b797830e-f62a-4130-89fc-bfb93ed771a5 req-ea6e02b3-03c1-4b98-8788-022dd3a0fe1f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 945 time: 0.1661463 Sep 16 04:39:32.549184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1e4bbcb-20dc-4151-b9ee-295025be640f req-d2ff5d31-d54a-44f0-b095-6691431fbb9c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525114 Sep 16 04:39:32.575953 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b797830e-f62a-4130-89fc-bfb93ed771a5 req-404a1b65-d51d-459d-a12d-7e7113dc3663 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593200 Sep 16 04:39:32.775472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-af2774af-5904-4c08-9333-3188fd70a79c req-5c08930b-be9d-4cd0-bd5e-c18bb02b64b5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:32.776178 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-af2774af-5904-4c08-9333-3188fd70a79c req-5c08930b-be9d-4cd0-bd5e-c18bb02b64b5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:32.821686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-af2774af-5904-4c08-9333-3188fd70a79c req-5c08930b-be9d-4cd0-bd5e-c18bb02b64b5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Calling delete_port for efc482f4-ab17-431f-814d-ed8166b167e7 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:32.945973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-04e852a2-85ba-49e7-98d8-7c6e7f319455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.021846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e852a2-85ba-49e7-98d8-7c6e7f319455 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67e8dfb-1c56-425e-bd0b-91fd7888fb2d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:33.101144 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54758) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:33.122520 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23d63de5-4792-4015-b121-e376e464579e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.191583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device efc482f4-ab17-431f-814d-ed8166b167e7 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:33.223721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device c3bac14b-3f5b-40cf-804e-d59d00690865 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:33.324523 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-af2774af-5904-4c08-9333-3188fd70a79c req-5c08930b-be9d-4cd0-bd5e-c18bb02b64b5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.329239 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23d63de5-4792-4015-b121-e376e464579e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.340018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23d63de5-4792-4015-b121-e376e464579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.352282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d8153196-2a0c-48bc-a7ff-b513882d2ba6', '4252a6b3-98db-4737-b85b-3720fba49a37', '99abea3d-291c-4557-ac07-8921c5e8e2c8'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:33.395587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08930b-be9d-4cd0-bd5e-c18bb02b64b5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Pushing event deleted for resources: {'Port': ['ID=efc482f4-ab17-431f-814d-ed8166b167e7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:33.417264 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-23d63de5-4792-4015-b121-e376e464579e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64f3839130fe4fbdb7608d3aca546f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150556 Sep 16 04:39:33.420169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54778) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:33.420831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d63de5-4792-4015-b121-e376e464579e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cb5e14-4193-4a5f-9599-ac98d1a5ccbf,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:33.427730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54780) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:33.524199 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed6b092c-c578-4cb6-8e89-2e2c66cd2458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.541944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b3d4-727f-4ce3-ba6d-303c23c6796d req-9a59869b-db25-4d11-bfb1-6f799baadf99 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.542826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b3d4-727f-4ce3-ba6d-303c23c6796d req-9a59869b-db25-4d11-bfb1-6f799baadf99 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.543435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b3d4-727f-4ce3-ba6d-303c23c6796d req-9a59869b-db25-4d11-bfb1-6f799baadf99 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.543966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b3d4-727f-4ce3-ba6d-303c23c6796d req-9a59869b-db25-4d11-bfb1-6f799baadf99 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.544443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b3d4-727f-4ce3-ba6d-303c23c6796d req-9a59869b-db25-4d11-bfb1-6f799baadf99 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.544918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b3d4-727f-4ce3-ba6d-303c23c6796d req-9a59869b-db25-4d11-bfb1-6f799baadf99 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.545382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b3d4-727f-4ce3-ba6d-303c23c6796d req-9a59869b-db25-4d11-bfb1-6f799baadf99 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.547483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce96b3d4-727f-4ce3-ba6d-303c23c6796d req-9a59869b-db25-4d11-bfb1-6f799baadf99 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5022 time: 0.6347427 Sep 16 04:39:33.554361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ae202f-2c74-431e-b28a-02f154b37777 admin admin] Deleting subnet 4ec61476-0693-4014-9b8f-b2652cc8040c {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:33.559877 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed6b092c-c578-4cb6-8e89-2e2c66cd2458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.568889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 12ae01c5-0af2-4a05-93c0-c19faf33cb76 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:33.577349 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55ae202f-2c74-431e-b28a-02f154b37777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.581268 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port c3bac14b-3f5b-40cf-804e-d59d00690865 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:39:33.629992 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port c3bac14b-3f5b-40cf-804e-d59d00690865 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:33.630453 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.632150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 12ae01c5-0af2-4a05-93c0-c19faf33cb76 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:33.632688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 12ae01c5-0af2-4a05-93c0-c19faf33cb76 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:33.632818 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55ae202f-2c74-431e-b28a-02f154b37777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.640945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port efc482f4-ab17-431f-814d-ed8166b167e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=efc482f4-ab17-431f-814d-ed8166b167e7,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:33.686141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'mac_address': 'fa:16:3e:c9:39:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:33.690977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55ae202f-2c74-431e-b28a-02f154b37777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.776381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dca37-2558-404d-ac86-38aa23da43e9 req-60987d68-901a-418f-8d9b-6ae7e79bf24c tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:33.792074 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-835dca37-2558-404d-ac86-38aa23da43e9 req-60987d68-901a-418f-8d9b-6ae7e79bf24c tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 886 time: 0.2007880 Sep 16 04:39:33.836916 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed6b092c-c578-4cb6-8e89-2e2c66cd2458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.847125 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed6b092c-c578-4cb6-8e89-2e2c66cd2458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.855296 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:33.862626 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ed6b092c-c578-4cb6-8e89-2e2c66cd2458 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25cb5e14-4193-4a5f-9599-ac98d1a5ccbf HTTP/1.1" status: 204 len: 168 time: 0.4271398 Sep 16 04:39:33.887009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b092c-c578-4cb6-8e89-2e2c66cd2458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cb5e14-4193-4a5f-9599-ac98d1a5ccbf,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:33.964381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bac14b-3f5b-40cf-804e-d59d00690865'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:33.966968 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b70f09-29ee-4043-a055-e3fef418cb80" -d '{"events": [{"server_uuid": "f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b", "name": "network-vif-plugged", "status": "completed", "tag": "c3bac14b-3f5b-40cf-804e-d59d00690865"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:33.991490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port c3bac14b-3f5b-40cf-804e-d59d00690865, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=c3bac14b-3f5b-40cf-804e-d59d00690865,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:34.007501 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.021825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d66457-6234-4bba-91f6-88f04608e3ab req-307c6943-4786-4767-a033-75c6cf507c4b tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.023515 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61d66457-6234-4bba-91f6-88f04608e3ab req-307c6943-4786-4767-a033-75c6cf507c4b tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 945 time: 0.0771856 Sep 16 04:39:34.064318 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34e7107e-8e30-4d61-9ce7-415efe5307ee req-8cb07fa6-a146-43dd-9b82-ca4ee23af6f9 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a77d1f6-dd3f-4108-8675-614205cbd995 HTTP/1.1" status: 200 len: 210 time: 0.1828110 Sep 16 04:39:34.084779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2774af-5904-4c08-9333-3188fd70a79c req-5c08930b-be9d-4cd0-bd5e-c18bb02b64b5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] No DVR routers for this DVR port efc482f4-ab17-431f-814d-ed8166b167e7 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:34.101718 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-af2774af-5904-4c08-9333-3188fd70a79c req-5c08930b-be9d-4cd0-bd5e-c18bb02b64b5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.104451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af2774af-5904-4c08-9333-3188fd70a79c req-5c08930b-be9d-4cd0-bd5e-c18bb02b64b5 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.15 "DELETE /v2.0/ports/efc482f4-ab17-431f-814d-ed8166b167e7 HTTP/1.1" status: 204 len: 173 time: 1.8957324 Sep 16 04:39:34.105145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'name': 'network-vif-deleted', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:34.105843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=c3bac14b-3f5b-40cf-804e-d59d00690865,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:34.108330 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cc4629-dec5-40ff-9209-74fb3d7a858c" -d '{"events": [{"server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "name": "network-vif-deleted", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:34.150958 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61d66457-6234-4bba-91f6-88f04608e3ab req-1c7b1cc6-5a8b-44d0-be1b-722f3befdb0c tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205895 Sep 16 04:39:34.155277 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-04e852a2-85ba-49e7-98d8-7c6e7f319455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.173415 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55ae202f-2c74-431e-b28a-02f154b37777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.348298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae202f-2c74-431e-b28a-02f154b37777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec61476-0693-4014-9b8f-b2652cc8040c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:34.360086 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30b2b9a-52f6-47b5-8cc7-ae14cf92dca3 x-openstack-request-id: req-d30b2b9a-52f6-47b5-8cc7-ae14cf92dca3 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:34.360921 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b", "name": "network-vif-plugged", "status": "completed", "tag": "c3bac14b-3f5b-40cf-804e-d59d00690865", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:34.360921 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d30b2b9a-52f6-47b5-8cc7-ae14cf92dca3 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:34.361271 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'code': 200} Sep 16 04:39:34.380504 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-55ae202f-2c74-431e-b28a-02f154b37777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.386533 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-55ae202f-2c74-431e-b28a-02f154b37777 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4ec61476-0693-4014-9b8f-b2652cc8040c HTTP/1.1" status: 204 len: 168 time: 0.9555247 Sep 16 04:39:34.386879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54808) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:34.405654 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad48d4eb-e8b7-4f43-83a4-270df355e096 x-openstack-request-id: req-ad48d4eb-e8b7-4f43-83a4-270df355e096 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:34.405953 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a77d1f6-dd3f-4108-8675-614205cbd995", "name": "network-vif-deleted", "tag": "efc482f4-ab17-431f-814d-ed8166b167e7", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:34.406208 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad48d4eb-e8b7-4f43-83a4-270df355e096 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:34.406606 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a77d1f6-dd3f-4108-8675-614205cbd995', 'name': 'network-vif-deleted', 'tag': 'efc482f4-ab17-431f-814d-ed8166b167e7', 'status': 'completed', 'code': 200} Sep 16 04:39:34.522527 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.644793 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.672796 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa02aac-80ed-4391-b933-25f6a1c06d99']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:34.688297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b841370c-0a9b-45fc-aa96-b5d147b1a09e') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:34.689296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fc326-5e90-4e9b-bc14-a71b0273a9c3 req-8d0f6f63-5c30-480b-8157-6384d929b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.690381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b841370c-0a9b-45fc-aa96-b5d147b1a09e') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:34.691759 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2a7fc326-5e90-4e9b-bc14-a71b0273a9c3 req-8d0f6f63-5c30-480b-8157-6384d929b061 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 1098 time: 0.1979113 Sep 16 04:39:34.702893 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.733798 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.744638 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:34.745621 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:34.750267 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:34.753076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178f0f-fdf9-4355-a75d-f2cec1a9c6d1 req-a64a3faf-9cb1-4b1d-a98f-979dcf547566 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.753076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178f0f-fdf9-4355-a75d-f2cec1a9c6d1 req-a64a3faf-9cb1-4b1d-a98f-979dcf547566 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.753076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178f0f-fdf9-4355-a75d-f2cec1a9c6d1 req-a64a3faf-9cb1-4b1d-a98f-979dcf547566 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.753076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178f0f-fdf9-4355-a75d-f2cec1a9c6d1 req-a64a3faf-9cb1-4b1d-a98f-979dcf547566 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.753556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178f0f-fdf9-4355-a75d-f2cec1a9c6d1 req-a64a3faf-9cb1-4b1d-a98f-979dcf547566 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.754565 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178f0f-fdf9-4355-a75d-f2cec1a9c6d1 req-a64a3faf-9cb1-4b1d-a98f-979dcf547566 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.754908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178f0f-fdf9-4355-a75d-f2cec1a9c6d1 req-a64a3faf-9cb1-4b1d-a98f-979dcf547566 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:34.776212 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-db178f0f-fdf9-4355-a75d-f2cec1a9c6d1 req-a64a3faf-9cb1-4b1d-a98f-979dcf547566 tempest-NetworksTest-1844202077 tempest-NetworksTest-1844202077-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4984 time: 0.4353151 Sep 16 04:39:34.962373 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.984855 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:34.990340 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/afa02aac-80ed-4391-b933-25f6a1c06d99 HTTP/1.1" status: 204 len: 168 time: 0.6017292 Sep 16 04:39:35.047996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbf8da-9462-4c42-afef-da417da098d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa02aac-80ed-4391-b933-25f6a1c06d99,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.117799 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.176371 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54832) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.189525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device efc482f4-ab17-431f-814d-ed8166b167e7 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:35.239880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: efc482f4-ab17-431f-814d-ed8166b167e7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:35.243796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device efc482f4-ab17-431f-814d-ed8166b167e7 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:35.340979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb169c33-4b58-4c75-8f8f-db8565f33865 req-6a0eac7a-db56-4fad-9da1-6ecae1392277 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:35.354098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eb169c33-4b58-4c75-8f8f-db8565f33865 req-6a0eac7a-db56-4fad-9da1-6ecae1392277 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 946 time: 0.0865588 Sep 16 04:39:35.407136 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff2547ff-77b7-4bfc-a8cc-9cb662caaefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.466070 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eb169c33-4b58-4c75-8f8f-db8565f33865 req-a05a75c3-ec92-4afd-8d02-ed1dac7d2236 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100073 Sep 16 04:39:35.479612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54846) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.516346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2a7fc326-5e90-4e9b-bc14-a71b0273a9c3 req-b90d8339-822e-4415-9bd8-9e4e93a126f7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8079476 Sep 16 04:39:35.568951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e852a2-85ba-49e7-98d8-7c6e7f319455 admin admin] Router 8019303b-52aa-437b-a1bc-aea224fca308 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:35.647964 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-be110620-bae0-4e98-9609-2b6b1457514d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70711a9b90994a488cc99fb66122368e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426396 Sep 16 04:39:35.649815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54860) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.816824 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff2547ff-77b7-4bfc-a8cc-9cb662caaefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.834518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff2547ff-77b7-4bfc-a8cc-9cb662caaefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.861019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45f0a4-96f3-4c70-9522-7b17bf9680a3 req-a5ddba98-a42e-4fa4-86a0-be2492674a99 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:35.873419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e852a2-85ba-49e7-98d8-7c6e7f319455 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:35.875183 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64b1668b-d481-4a4e-89ad-55bb0ee965cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:35.878404 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9d45f0a4-96f3-4c70-9522-7b17bf9680a3 req-a5ddba98-a42e-4fa4-86a0-be2492674a99 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 950 time: 0.1822009 Sep 16 04:39:35.890213 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e95fde-7827-4bae-ae90-9a1f80a5861a None None] Sync routers for ids ['8019303b-52aa-437b-a1bc-aea224fca308'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:35.890831 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-04e852a2-85ba-49e7-98d8-7c6e7f319455 admin admin] 10.222.0.53 "PUT /v2.0/routers/8019303b-52aa-437b-a1bc-aea224fca308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4507461 Sep 16 04:39:35.899496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54866) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.906290 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e95fde-7827-4bae-ae90-9a1f80a5861a None None] Routers {'8019303b-52aa-437b-a1bc-aea224fca308'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:35.906944 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-05e95fde-7827-4bae-ae90-9a1f80a5861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8019303b-52aa-437b-a1bc-aea224fca308'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:35.933888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2547ff-77b7-4bfc-a8cc-9cb662caaefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998f2ef5-ff42-48e8-8a46-0a0b59413246,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:35.957455 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ff2547ff-77b7-4bfc-a8cc-9cb662caaefa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=311af6c565214b6ea7a3892a117df21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7799425 Sep 16 04:39:35.960651 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54868) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:35.998477 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9d45f0a4-96f3-4c70-9522-7b17bf9680a3 req-15950537-0bda-4ea5-9a71-0a7dbfab4771 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143687 Sep 16 04:39:35.999050 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64b1668b-d481-4a4e-89ad-55bb0ee965cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.060108 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-34d3ce0f-8dc8-4b4f-bde2-22c130be5cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.107568 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-34d3ce0f-8dc8-4b4f-bde2-22c130be5cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.166328 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.226853 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-34d3ce0f-8dc8-4b4f-bde2-22c130be5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.233012 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-34d3ce0f-8dc8-4b4f-bde2-22c130be5cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.242902 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-34d3ce0f-8dc8-4b4f-bde2-22c130be5cf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/998f2ef5-ff42-48e8-8a46-0a0b59413246 HTTP/1.1" status: 204 len: 168 time: 0.2795029 Sep 16 04:39:36.249942 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-05e95fde-7827-4bae-ae90-9a1f80a5861a None None] Set router 8019303b-52aa-437b-a1bc-aea224fca308 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:36.250292 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64b1668b-d481-4a4e-89ad-55bb0ee965cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.252805 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64b1668b-d481-4a4e-89ad-55bb0ee965cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.255277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ce0f-8dc8-4b4f-bde2-22c130be5cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998f2ef5-ff42-48e8-8a46-0a0b59413246,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:36.258424 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-64b1668b-d481-4a4e-89ad-55bb0ee965cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba10adfe-444d-40df-8c66-27bbb817b3b7 HTTP/1.1" status: 204 len: 168 time: 0.6075556 Sep 16 04:39:36.270099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1668b-d481-4a4e-89ad-55bb0ee965cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba10adfe-444d-40df-8c66-27bbb817b3b7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:36.380200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.472335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Deleting port 27bb1b88-91a3-4089-b78f-457645358f58 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:36.472684 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.557342 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-05e95fde-7827-4bae-ae90-9a1f80a5861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019303b-52aa-437b-a1bc-aea224fca308', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-74370312-router', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '27bb1b88-91a3-4089-b78f-457645358f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:14Z', 'updated_at': '2021-09-16T04:39:32Z', 'revision_number': 5, 'project_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'gw_port': {'id': '27bb1b88-91a3-4089-b78f-457645358f58', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8019303b-52aa-437b-a1bc-aea224fca308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:34:15Z', 'updated_at': '2021-09-16T04:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:36.616594 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e95fde-7827-4bae-ae90-9a1f80a5861a None None] Checking router: 8019303b-52aa-437b-a1bc-aea224fca308 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:36.649928 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e95fde-7827-4bae-ae90-9a1f80a5861a None None] Routers {'8019303b-52aa-437b-a1bc-aea224fca308'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:36.650856 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-05e95fde-7827-4bae-ae90-9a1f80a5861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8019303b-52aa-437b-a1bc-aea224fca308'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:36.664657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] For port 27bb1b88-91a3-4089-b78f-457645358f58, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=27bb1b88-91a3-4089-b78f-457645358f58,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:36.665241 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:36.682879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Calling delete_port for 27bb1b88-91a3-4089-b78f-457645358f58 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:36.714499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45799b7-c8f5-4283-932f-d0ed8a892bc9 req-1dcbb290-dc46-4d77-a178-762303ca5477 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:36.716126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e45799b7-c8f5-4283-932f-d0ed8a892bc9 req-1dcbb290-dc46-4d77-a178-762303ca5477 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 946 time: 0.1110673 Sep 16 04:39:36.822408 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-05e95fde-7827-4bae-ae90-9a1f80a5861a None None] Set router 8019303b-52aa-437b-a1bc-aea224fca308 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:36.867332 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e45799b7-c8f5-4283-932f-d0ed8a892bc9 req-0261a2ec-976b-4c37-b371-af8007f52616 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125975 Sep 16 04:39:36.990568 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-05e95fde-7827-4bae-ae90-9a1f80a5861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8019303b-52aa-437b-a1bc-aea224fca308', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-74370312-router', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:14Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 6, 'project_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:37.035117 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e95fde-7827-4bae-ae90-9a1f80a5861a None None] The sync data for ids ['8019303b-52aa-437b-a1bc-aea224fca308'] in n-d-712142-17 is: [{'id': '8019303b-52aa-437b-a1bc-aea224fca308', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-74370312-router', 'tenant_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:34:14Z', 'updated_at': '2021-09-16T04:39:36Z', 'revision_number': 6, 'project_id': 'b33149b4a2fb4cd9bf148f188300bbc3', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:37.075936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3682e6-60af-4f2b-ac00-c52215ab8b73 req-8548e62b-08f6-4264-81be-1d3115663404 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:37.078533 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eb3682e6-60af-4f2b-ac00-c52215ab8b73 req-8548e62b-08f6-4264-81be-1d3115663404 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 950 time: 0.0990613 Sep 16 04:39:37.087954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54906) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:37.124275 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2eeac92-469c-4646-8ece-eafee9049b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.136060 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.328902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Pushing event deleted for resources: {'Port': ['ID=27bb1b88-91a3-4089-b78f-457645358f58,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:37.432032 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.497146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9c4d2-1573-46ec-b3c8-68302e2ead98 req-fc251592-b516-4b58-9ab7-b10207aa55a8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:37.499397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ce9c4d2-1573-46ec-b3c8-68302e2ead98 req-fc251592-b516-4b58-9ab7-b10207aa55a8 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 950 time: 0.3716550 Sep 16 04:39:37.578446 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.634917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-eb3682e6-60af-4f2b-ac00-c52215ab8b73 req-c4ba7e19-eb4f-4da2-99d0-44d2160de514 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Deleting port 99abea3d-291c-4557-ac07-8921c5e8e2c8 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:37.636140 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eb3682e6-60af-4f2b-ac00-c52215ab8b73 req-c4ba7e19-eb4f-4da2-99d0-44d2160de514 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.692199 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2eeac92-469c-4646-8ece-eafee9049b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.707768 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ce9c4d2-1573-46ec-b3c8-68302e2ead98 req-5f205fe6-2903-4124-9e1d-9dc67a606773 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832612 Sep 16 04:39:37.714610 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2eeac92-469c-4646-8ece-eafee9049b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.754558 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.763398 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.774037 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-eb3682e6-60af-4f2b-ac00-c52215ab8b73 req-c4ba7e19-eb4f-4da2-99d0-44d2160de514 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] For port 99abea3d-291c-4557-ac07-8921c5e8e2c8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=99abea3d-291c-4557-ac07-8921c5e8e2c8,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:37.774463 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eb3682e6-60af-4f2b-ac00-c52215ab8b73 req-c4ba7e19-eb4f-4da2-99d0-44d2160de514 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.792487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-eb3682e6-60af-4f2b-ac00-c52215ab8b73 req-c4ba7e19-eb4f-4da2-99d0-44d2160de514 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Calling delete_port for 99abea3d-291c-4557-ac07-8921c5e8e2c8 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:37.852761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e2eeac92-469c-4646-8ece-eafee9049b3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4890221adefb49578df4c1b57d041bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7637632 Sep 16 04:39:37.856002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54928) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:37.859793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeac92-469c-4646-8ece-eafee9049b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e29ca72-8bb2-4e93-aa86-f83148799346,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:37.873974 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.875241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8019303b-52aa-437b-a1bc-aea224fca308 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:39:37.888297 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:37.890592 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6c342ca2-086b-4610-88f2-79c76069c788 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8019303b-52aa-437b-a1bc-aea224fca308 HTTP/1.1" status: 204 len: 168 time: 1.9863963 Sep 16 04:39:37.898457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54932) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:38.093553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c67e8dfb-1c56-425e-bd0b-91fd7888fb2d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:38.104946 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-816fdcbc-06de-4fde-96fc-e3894219ac60 admin admin] Deleting subnet bde67580-1bff-4d20-b79f-d26e6b385463 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:39:38.113111 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-816fdcbc-06de-4fde-96fc-e3894219ac60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.148203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2675caa-025b-4631-93db-ff47b643bf72 req-f09117c0-f740-4355-a44a-9621e63f8e97 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:38.158019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: c67e8dfb-1c56-425e-bd0b-91fd7888fb2d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:38.158222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2675caa-025b-4631-93db-ff47b643bf72 req-f09117c0-f740-4355-a44a-9621e63f8e97 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 946 time: 0.0876770 Sep 16 04:39:38.160673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c67e8dfb-1c56-425e-bd0b-91fd7888fb2d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:38.162263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 27bb1b88-91a3-4089-b78f-457645358f58 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:38.230152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 27bb1b88-91a3-4089-b78f-457645358f58 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:38.232998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 27bb1b88-91a3-4089-b78f-457645358f58 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:38.235705 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-251880c2-76c3-48ce-93bc-2509cc15c14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.247004 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2675caa-025b-4631-93db-ff47b643bf72 req-f335c1c3-9a8a-445b-bad9-32fc171b08ce tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866070 Sep 16 04:39:38.355378 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-816fdcbc-06de-4fde-96fc-e3894219ac60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.367002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54956) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:38.426065 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-251880c2-76c3-48ce-93bc-2509cc15c14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.456546 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eb3682e6-60af-4f2b-ac00-c52215ab8b73 req-c4ba7e19-eb4f-4da2-99d0-44d2160de514 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.470218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d8153196-2a0c-48bc-a7ff-b513882d2ba6', '4252a6b3-98db-4737-b85b-3720fba49a37', '99abea3d-291c-4557-ac07-8921c5e8e2c8'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:38.542584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba7e19-eb4f-4da2-99d0-44d2160de514 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Pushing event deleted for resources: {'Port': ['ID=99abea3d-291c-4557-ac07-8921c5e8e2c8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:38.651872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-0642cfdd-46cc-492f-aeed-50dc2881a74c tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:38.666863 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-0642cfdd-46cc-492f-aeed-50dc2881a74c tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2473445 Sep 16 04:39:38.753041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3682e6-60af-4f2b-ac00-c52215ab8b73 req-c4ba7e19-eb4f-4da2-99d0-44d2160de514 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] No DVR routers for this DVR port 99abea3d-291c-4557-ac07-8921c5e8e2c8 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:38.757241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eb3682e6-60af-4f2b-ac00-c52215ab8b73 req-c4ba7e19-eb4f-4da2-99d0-44d2160de514 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.765534 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eb3682e6-60af-4f2b-ac00-c52215ab8b73 req-c4ba7e19-eb4f-4da2-99d0-44d2160de514 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "DELETE /v2.0/ports/99abea3d-291c-4557-ac07-8921c5e8e2c8 HTTP/1.1" status: 204 len: 173 time: 1.6711700 Sep 16 04:39:38.765534 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'name': 'network-vif-deleted', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:38.765534 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd018f05-9af3-4f2c-8f2d-e7f554b09c03" -d '{"events": [{"server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "name": "network-vif-deleted", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:38.775014 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-816fdcbc-06de-4fde-96fc-e3894219ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.795008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-90157723-7e4e-4300-8f0c-ff19dba7d607 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.1270852 Sep 16 04:39:38.800803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-9bdec6e1-be3c-4333-ab38-6534e3252eb0 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Request body: {'floatingip': {'port_id': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:38.808368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1085843597-network', 'tenant_id': '076ee750e5044600b905d450c833d9e6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:38.858893 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-251880c2-76c3-48ce-93bc-2509cc15c14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.868476 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-251880c2-76c3-48ce-93bc-2509cc15c14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.869341 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-251880c2-76c3-48ce-93bc-2509cc15c14c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e29ca72-8bb2-4e93-aa86-f83148799346 HTTP/1.1" status: 204 len: 168 time: 1.0102973 Sep 16 04:39:38.891299 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-9bdec6e1-be3c-4333-ab38-6534e3252eb0 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:38.921443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251880c2-76c3-48ce-93bc-2509cc15c14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e29ca72-8bb2-4e93-aa86-f83148799346,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:39.045774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c65d3a12-313e-4b45-88d5-9085c9e97ff2 req-b23c55a6-7787-42d0-a337-98d59192b553 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cbf0fb-00c7-4512-b539-8b9ec2d64365 HTTP/1.1" status: 200 len: 210 time: 0.1170266 Sep 16 04:39:39.071437 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-816fdcbc-06de-4fde-96fc-e3894219ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.114696 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-816fdcbc-06de-4fde-96fc-e3894219ac60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.120088 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5619047-40bd-4925-afd2-75d2718b2060 None None] Network f7117f93-e848-4fc1-b8eb-c414c921106d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:39.129117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-816fdcbc-06de-4fde-96fc-e3894219ac60 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bde67580-1bff-4d20-b79f-d26e6b385463 HTTP/1.1" status: 204 len: 168 time: 1.2212110 Sep 16 04:39:39.207982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54986) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:39.254023 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb065811-b791-451d-bcab-fba9386908d7 x-openstack-request-id: req-cb065811-b791-451d-bcab-fba9386908d7 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:39.271997 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cbf0fb-00c7-4512-b539-8b9ec2d64365", "name": "network-vif-deleted", "tag": "99abea3d-291c-4557-ac07-8921c5e8e2c8", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:39.272325 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb065811-b791-451d-bcab-fba9386908d7 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:39.272738 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cbf0fb-00c7-4512-b539-8b9ec2d64365', 'name': 'network-vif-deleted', 'tag': '99abea3d-291c-4557-ac07-8921c5e8e2c8', 'status': 'completed', 'code': 200} Sep 16 04:39:39.279481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fdcbc-06de-4fde-96fc-e3894219ac60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde67580-1bff-4d20-b79f-d26e6b385463,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:39.420212 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.556339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Deleting port 64379552-4d0f-4f3d-8067-dabb60b89497 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:39.556854 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.686984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] For port 64379552-4d0f-4f3d-8067-dabb60b89497, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=64379552-4d0f-4f3d-8067-dabb60b89497,segment=NetworkSegment(07299c46-4bda-44e1-bd89-d1fa84f262c5),segment_id=07299c46-4bda-44e1-bd89-d1fa84f262c5)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:39.687649 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.722444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Calling delete_port for 64379552-4d0f-4f3d-8067-dabb60b89497 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:39.897233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2418a0-97bb-4c2f-a864-a270fc835821 None None] DHCP port deletion for f7117f93-e848-4fc1-b8eb-c414c921106d request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:39:39.969471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:39.995589 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] No DVR routers for this DVR port 64379552-4d0f-4f3d-8067-dabb60b89497 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:40.003889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0f2418a0-97bb-4c2f-a864-a270fc835821 None None] Deleting port 64379552-4d0f-4f3d-8067-dabb60b89497 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:40.004274 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0f2418a0-97bb-4c2f-a864-a270fc835821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.006642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.resource_extend [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-9bdec6e1-be3c-4333-ab38-6534e3252eb0 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:39:40.109385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=64379552-4d0f-4f3d-8067-dabb60b89497,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:40.136202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-9bdec6e1-be3c-4333-ab38-6534e3252eb0 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.141729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Made reservation on behalf of 076ee750e5044600b905d450c833d9e6 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:40.148538 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.171906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0f2418a0-97bb-4c2f-a864-a270fc835821 None None] For port 64379552-4d0f-4f3d-8067-dabb60b89497, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:40.175252 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.177168 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-9bdec6e1-be3c-4333-ab38-6534e3252eb0 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.182666 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0f2418a0-97bb-4c2f-a864-a270fc835821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.214222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0f2418a0-97bb-4c2f-a864-a270fc835821 None None] Calling delete_port for 64379552-4d0f-4f3d-8067-dabb60b89497 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:40.220584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-0f2418a0-97bb-4c2f-a864-a270fc835821 None None] Port 64379552-4d0f-4f3d-8067-dabb60b89497 was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:39:40.224600 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0f2418a0-97bb-4c2f-a864-a270fc835821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.286311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2418a0-97bb-4c2f-a864-a270fc835821 None None] Pushing event deleted for resources: {'Port': ['ID=64379552-4d0f-4f3d-8067-dabb60b89497,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:40.286632 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.288463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2418a0-97bb-4c2f-a864-a270fc835821 None None] No DVR routers for this DVR port 64379552-4d0f-4f3d-8067-dabb60b89497 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:40.351798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7117f93-e848-4fc1-b8eb-c414c921106d']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:40.402466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07299c46-4bda-44e1-bd89-d1fa84f262c5') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:40.403067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07299c46-4bda-44e1-bd89-d1fa84f262c5') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:40.416176 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.447882 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-9bdec6e1-be3c-4333-ab38-6534e3252eb0 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Floating IP 0083976f-720a-419e-81b0-4dc2af3dfb98 associated. External IP: 172.25.0.225, port: 3587d7dd-74df-45f5-91a1-a9b57e1bce62. Sep 16 04:39:40.448147 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.460660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:39:40.461512 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:39:40.465284 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:39:40.570937 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.605363 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:40.608810 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f7117f93-e848-4fc1-b8eb-c414c921106d HTTP/1.1" status: 204 len: 168 time: 1.3991885 Sep 16 04:39:40.610306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775baed6-5017-4c8e-b0d4-24a39fa52e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7117f93-e848-4fc1-b8eb-c414c921106d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:41.024453 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.037701 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.053571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:39:41.134852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b8b74-9dd4-4b99-9099-b426a2d5b5bb req-e41f040e-1f86-4212-9977-79c37ffc5058 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:41.142434 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-541b8b74-9dd4-4b99-9099-b426a2d5b5bb req-e41f040e-1f86-4212-9977-79c37ffc5058 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.1519415 Sep 16 04:39:41.188993 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55048) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:41.205148 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-541b8b74-9dd4-4b99-9099-b426a2d5b5bb req-0f5b9817-6739-4fc0-8bce-a647f908c853 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605328 Sep 16 04:39:41.321073 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.321073 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Added segment 3decd213-2a3b-4afa-90d1-e839c14b3944 of type vlan for network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba Sep 16 04:39:41.321073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f6e8a0-2901-438c-a183-6815debac9a7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:41.366018 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9926eebe-13fe-4cd1-bb1d-37691d82764b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb934ba889964b6a93af769c60c7e9ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1583922 Sep 16 04:39:41.368817 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55060) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:41.438547 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.448212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-9bdec6e1-be3c-4333-ab38-6534e3252eb0 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Router 00f95de1-94f9-44ec-93d1-fe4e365aa31f has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:41.451672 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d68f844c-4a1f-49b2-85e0-70234d723bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.510258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d68f844c-4a1f-49b2-85e0-70234d723bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.585042 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.586073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:41.586708 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.592381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99abea3d-291c-4557-ac07-8921c5e8e2c8 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:41.598598 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d68f844c-4a1f-49b2-85e0-70234d723bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.601721 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d68f844c-4a1f-49b2-85e0-70234d723bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.605627 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d68f844c-4a1f-49b2-85e0-70234d723bf1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04e81b0d-d7cd-4399-9712-de073953a6d9 HTTP/1.1" status: 204 len: 168 time: 0.2329798 Sep 16 04:39:41.622059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f844c-4a1f-49b2-85e0-70234d723bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e81b0d-d7cd-4399-9712-de073953a6d9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:41.635369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 99abea3d-291c-4557-ac07-8921c5e8e2c8 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:41.636790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 99abea3d-291c-4557-ac07-8921c5e8e2c8 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:41.693708 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:41.705531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:39:41.724599 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a498eaef-6f6b-4115-8238-9cba435aaaa8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.3565075 Sep 16 04:39:41.727933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55072) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:41.734201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5da1a524-26dc-451c-96e1-8a22284a153c admin admin] Request body: {'subnet': {'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-subnet', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:41.791340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da1a524-26dc-451c-96e1-8a22284a153c admin admin] Made reservation on behalf of 076ee750e5044600b905d450c833d9e6 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:41.795721 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5da1a524-26dc-451c-96e1-8a22284a153c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.844769 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-9bdec6e1-be3c-4333-ab38-6534e3252eb0 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:41.852530 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-9bdec6e1-be3c-4333-ab38-6534e3252eb0 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:41.922726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-9bdec6e1-be3c-4333-ab38-6534e3252eb0 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "PUT /v2.0/floatingips/0083976f-720a-419e-81b0-4dc2af3dfb98 HTTP/1.1" status: 200 len: 996 time: 3.1237671 Sep 16 04:39:41.923586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:41.930287 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d63dd4-d1b3-4c84-bf44-b796267f9e31" -d '{"events": [{"name": "network-changed", "server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:41.966460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1307a6-79db-4ea9-a202-ce58ec3b608a None None] Sync routers for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:41.974450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 64379552-4d0f-4f3d-8067-dabb60b89497 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:42.020952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 64379552-4d0f-4f3d-8067-dabb60b89497 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:42.021164 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d46cf4-5ce3-4ccb-940a-32781d2b47a5 x-openstack-request-id: req-76d46cf4-5ce3-4ccb-940a-32781d2b47a5 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:42.021452 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:42.021731 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76d46cf4-5ce3-4ccb-940a-32781d2b47a5 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:42.025480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 64379552-4d0f-4f3d-8067-dabb60b89497 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:42.026712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1307a6-79db-4ea9-a202-ce58ec3b608a None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:42.027603 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ed1307a6-79db-4ea9-a202-ce58ec3b608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:42.031791 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'status': 'completed', 'code': 200} Sep 16 04:39:42.158883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-ed1307a6-79db-4ea9-a202-ce58ec3b608a None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:42.174731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d63dd4-d1b3-4c84-bf44-b796267f9e31 req-f94a767f-e9e0-493f-9412-69a4674f04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.177557 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72d63dd4-d1b3-4c84-bf44-b796267f9e31 req-f94a767f-e9e0-493f-9412-69a4674f04cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 1097 time: 0.1199968 Sep 16 04:39:42.178916 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5da1a524-26dc-451c-96e1-8a22284a153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.342820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1a524-26dc-451c-96e1-8a22284a153c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fde5dc-8b27-4519-91f5-44a105233a0d,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:42.377187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1a524-26dc-451c-96e1-8a22284a153c admin admin] Checking segment: {'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:42.378105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1a524-26dc-451c-96e1-8a22284a153c admin admin] Network hostable DHCP agents. Network: c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:39:42.428036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55088) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:42.467109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529e9f4-1391-47ec-92a6-00e8dd919c0f req-5fe4df55-396b-471a-898b-4c81aec3cdcf tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.476222 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c529e9f4-1391-47ec-92a6-00e8dd919c0f req-5fe4df55-396b-471a-898b-4c81aec3cdcf tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.1259925 Sep 16 04:39:42.481237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d63dd4-d1b3-4c84-bf44-b796267f9e31 req-10c3bdc5-7c6d-476b-9d89-4c51c324dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.482984 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72d63dd4-d1b3-4c84-bf44-b796267f9e31 req-10c3bdc5-7c6d-476b-9d89-4c51c324dc7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.2819049 Sep 16 04:39:42.489078 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1a524-26dc-451c-96e1-8a22284a153c admin admin] Network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:39:42.525081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2270c38-9a3b-4f42-8636-145f0ec9487b req-38368509-ee3b-454a-902b-1d3bce49369a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.536887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2270c38-9a3b-4f42-8636-145f0ec9487b req-38368509-ee3b-454a-902b-1d3bce49369a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.2171748 Sep 16 04:39:42.538506 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ed1307a6-79db-4ea9-a202-ce58ec3b608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '0083976f-720a-419e-81b0-4dc2af3dfb98', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'port_id': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'mac_address': 'fa:16:3e:48:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:11Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 1, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:42.540075 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9a6ace32-8e2e-423a-8253-59ce606b9ca1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b33149b4a2fb4cd9bf148f188300bbc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084347 Sep 16 04:39:42.541482 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55090) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:42.574196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-5da1a524-26dc-451c-96e1-8a22284a153c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:42.577496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55092) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:42.603441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1307a6-79db-4ea9-a202-ce58ec3b608a None None] Checking router: 00f95de1-94f9-44ec-93d1-fe4e365aa31f for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:42.614173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d98628-fe9a-4886-bd83-519d4cd22667 None None] Network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:42.622119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1a524-26dc-451c-96e1-8a22284a153c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.622926 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5da1a524-26dc-451c-96e1-8a22284a153c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.649962 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c529e9f4-1391-47ec-92a6-00e8dd919c0f req-fd545c6d-d6da-47e3-9c8d-7fe23665b804 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613972 Sep 16 04:39:42.676142 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72d63dd4-d1b3-4c84-bf44-b796267f9e31 req-81176962-2a7f-42b7-ab45-faf628c7f811 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 999 time: 0.1565621 Sep 16 04:39:42.682543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5da1a524-26dc-451c-96e1-8a22284a153c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9532874 Sep 16 04:39:42.699715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55100) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:42.714066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:42.729910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1307a6-79db-4ea9-a202-ce58ec3b608a None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:42.730701 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ed1307a6-79db-4ea9-a202-ce58ec3b608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:42.809426 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21c4c85d-fc22-4823-9dfd-0ca4fb1e0dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.829169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d63dd4-d1b3-4c84-bf44-b796267f9e31 req-43e61e9a-3938-40a3-8321-307c901a3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:42.840545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-297d0c48-d6c7-46ea-9793-9d9826b1dc17 req-aa0fdad2-6980-49e5-a321-bcd167b830f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1846306 Sep 16 04:39:42.843566 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72d63dd4-d1b3-4c84-bf44-b796267f9e31 req-43e61e9a-3938-40a3-8321-307c901a3c04 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.1589561 Sep 16 04:39:42.907203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21c4c85d-fc22-4823-9dfd-0ca4fb1e0dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.910255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'fixed_ips': [{'subnet_id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:39:42.913066 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.954394 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:42.955037 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.027951 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.093836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d63dd4-d1b3-4c84-bf44-b796267f9e31 req-83880b5e-2393-41b6-9e3e-b2a2488eb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:43.095414 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72d63dd4-d1b3-4c84-bf44-b796267f9e31 req-83880b5e-2393-41b6-9e3e-b2a2488eb64e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2303123 Sep 16 04:39:43.138348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-d2270c38-9a3b-4f42-8636-145f0ec9487b req-19f7d6e4-aa1c-4624-b62c-1e38b39ae191 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Deleting port 4252a6b3-98db-4737-b85b-3720fba49a37 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:43.138837 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d2270c38-9a3b-4f42-8636-145f0ec9487b req-19f7d6e4-aa1c-4624-b62c-1e38b39ae191 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.208483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d0c48-d6c7-46ea-9793-9d9826b1dc17 req-6d1f8002-3eb1-4be5-a15c-c3d5fc8e5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:43.211083 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3cfa622c-7088-4f7e-b518-83f8761052ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.219173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-297d0c48-d6c7-46ea-9793-9d9826b1dc17 req-6d1f8002-3eb1-4be5-a15c-c3d5fc8e5b69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=220f6be1326d49f48ff637872d6294e2&device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 1101 time: 0.3042803 Sep 16 04:39:43.250323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Allocated IP 172.20.0.2 (c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba/a7fde5dc-8b27-4519-91f5-44a105233a0d/aff8176f-62bf-48d7-9e67-a42d9d3b114b) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:43.320373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-03a4892c-8c1d-43ad-84d3-65902d8dd2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:43.324566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-03a4892c-8c1d-43ad-84d3-65902d8dd2c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 1097 time: 1.3581762 Sep 16 04:39:43.353073 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.479429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-ed1307a6-79db-4ea9-a202-ce58ec3b608a None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:43.526163 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3cfa622c-7088-4f7e-b518-83f8761052ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.561958 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72d63dd4-d1b3-4c84-bf44-b796267f9e31 req-a58457ca-5333-4772-81a7-bd1ec6d402df service neutron] 10.222.0.50 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233677 Sep 16 04:39:43.568793 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3cfa622c-7088-4f7e-b518-83f8761052ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.576315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-548dc5ce-1169-4690-947d-49b76197a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:43.576315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-548dc5ce-1169-4690-947d-49b76197a86c service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.2300990 Sep 16 04:39:43.601590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21c4c85d-fc22-4823-9dfd-0ca4fb1e0dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.605800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21c4c85d-fc22-4823-9dfd-0ca4fb1e0dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.609222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-21c4c85d-fc22-4823-9dfd-0ca4fb1e0dad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5fe2ed1-e1de-40a6-9c1d-14b8c62e3fd4 HTTP/1.1" status: 204 len: 168 time: 1.0624352 Sep 16 04:39:43.618757 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.633115 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:43.694163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:43.698519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:43.715738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:43.716509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d0c48-d6c7-46ea-9793-9d9826b1dc17 req-8a3f2806-fe3b-46b1-ad0b-082c60c08d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:43.718106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3cfa622c-7088-4f7e-b518-83f8761052ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47cf516d1f53440e8ebbb111f16188ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1300337 Sep 16 04:39:43.718286 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-297d0c48-d6c7-46ea-9793-9d9826b1dc17 req-8a3f2806-fe3b-46b1-ad0b-082c60c08d8d service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.4075129 Sep 16 04:39:43.759625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55126) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:43.781455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c85d-fc22-4823-9dfd-0ca4fb1e0dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fe2ed1-e1de-40a6-9c1d-14b8c62e3fd4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:43.877749 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f4423ddd-9d5e-4c4d-b26f-b67291c3eae9 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ef75dcfd035f40228dfc6a146d611230&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1572266 Sep 16 04:39:43.926014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-297d0c48-d6c7-46ea-9793-9d9826b1dc17 req-6677475d-298c-4b70-b808-025555b045fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6 HTTP/1.1" status: 200 len: 217 time: 0.1675220 Sep 16 04:39:43.990247 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa622c-7088-4f7e-b518-83f8761052ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d194df1-0b3e-41ca-bbb0-2eb304dbcc03,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:44.006750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Pushing event updated for resources: {'Port': ['ID=aff8176f-62bf-48d7-9e67-a42d9d3b114b,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:44.013230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Attempting to bind port aff8176f-62bf-48d7-9e67-a42d9d3b114b on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:44.013496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Attempting to bind port aff8176f-62bf-48d7-9e67-a42d9d3b114b by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:44.013914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Attempting to bind port aff8176f-62bf-48d7-9e67-a42d9d3b114b on network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:44.020250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-d2270c38-9a3b-4f42-8636-145f0ec9487b req-19f7d6e4-aa1c-4624-b62c-1e38b39ae191 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] For port 4252a6b3-98db-4737-b85b-3720fba49a37, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4252a6b3-98db-4737-b85b-3720fba49a37,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:44.024495 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d2270c38-9a3b-4f42-8636-145f0ec9487b req-19f7d6e4-aa1c-4624-b62c-1e38b39ae191 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.024943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:44.025336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Checking segment: {'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:44.025801 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.026210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Bound using segment: {'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:44.026682 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Bound port: aff8176f-62bf-48d7-9e67-a42d9d3b114b, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:44.027140 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.088691 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b24d-4db7-4de0-921b-b1a9332e684c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.091300 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-45d95d36-602b-4643-a4b4-0491b9f2d43e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 999 time: 0.4982851 Sep 16 04:39:44.101592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] For port aff8176f-62bf-48d7-9e67-a42d9d3b114b, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:44.105283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] For port aff8176f-62bf-48d7-9e67-a42d9d3b114b, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=aff8176f-62bf-48d7-9e67-a42d9d3b114b,segment=NetworkSegment(3decd213-2a3b-4afa-90d1-e839c14b3944),segment_id=3decd213-2a3b-4afa-90d1-e839c14b3944)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:44.113574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-d2270c38-9a3b-4f42-8636-145f0ec9487b req-19f7d6e4-aa1c-4624-b62c-1e38b39ae191 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Calling delete_port for 4252a6b3-98db-4737-b85b-3720fba49a37 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:44.121240 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.150215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72d63dd4-d1b3-4c84-bf44-b796267f9e31 req-e9d65c65-ffc0-4f79-b56a-8425bb0aface service neutron] 10.222.0.50 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652565 Sep 16 04:39:44.159121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-2d300827-e367-4ecf-8eb7-21de6a2f261f tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.183789 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-2d300827-e367-4ecf-8eb7-21de6a2f261f tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043790 Sep 16 04:39:44.220170 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-1b795047-cf62-4f96-a3bc-e93527959278 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/quotas/ef75dcfd035f40228dfc6a146d611230 HTTP/1.1" status: 200 len: 375 time: 0.0350709 Sep 16 04:39:44.261543 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b24d-4db7-4de0-921b-b1a9332e684c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.317516 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-c3ea5c95-3bb3-48db-bb6e-3004386b6a26 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef75dcfd035f40228dfc6a146d611230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963805 Sep 16 04:39:44.320167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ff689-ec67-43d5-b9b6-ed790ebb7512 None None] Pushing event updated for resources: {'Port': ['ID=aff8176f-62bf-48d7-9e67-a42d9d3b114b,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:44.343614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ed1307a6-79db-4ea9-a202-ce58ec3b608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '0083976f-720a-419e-81b0-4dc2af3dfb98', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'port_id': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'mac_address': 'fa:16:3e:48:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:11Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 1, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:44.386901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1307a6-79db-4ea9-a202-ce58ec3b608a None None] The sync data for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 is: [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '0083976f-720a-419e-81b0-4dc2af3dfb98', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'port_id': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'mac_address': 'fa:16:3e:48:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:11Z', 'updated_at': '2021-09-16T04:39:39Z', 'revision_number': 1, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:44.403966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d0c48-d6c7-46ea-9793-9d9826b1dc17 req-abe25dea-2444-4dfe-8d35-ed22c6d8c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.405562 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-297d0c48-d6c7-46ea-9793-9d9826b1dc17 req-abe25dea-2444-4dfe-8d35-ed22c6d8c1f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.3959169 Sep 16 04:39:44.648387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-d1d01844-8b86-42f3-8811-4960b246ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.649955 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-d1d01844-8b86-42f3-8811-4960b246ca55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.5249264 Sep 16 04:39:44.652320 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.683017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:44.859667 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d0c48-d6c7-46ea-9793-9d9826b1dc17 req-7aced419-77bb-4d9f-82c9-534c8dfdb219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:44.861467 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-297d0c48-d6c7-46ea-9793-9d9826b1dc17 req-7aced419-77bb-4d9f-82c9-534c8dfdb219 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4163654 Sep 16 04:39:44.942353 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d94f6b-2dfc-4ef4-8eac-3e4b17037a1f None None] New status for floating IP 0083976f-720a-419e-81b0-4dc2af3dfb98: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:39:44.959999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Allocated IP 172.25.0.245 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/d2e7169d-9bd9-4c0e-9636-a8911394bd4b) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:45.032778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-e5b51e81-cb7f-4304-b3c6-fd6822fb27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:45.043487 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-e5b51e81-cb7f-4304-b3c6-fd6822fb27c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3578634 Sep 16 04:39:45.044323 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b24d-4db7-4de0-921b-b1a9332e684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.047626 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b24d-4db7-4de0-921b-b1a9332e684c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.051842 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3cb2b24d-4db7-4de0-921b-b1a9332e684c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d194df1-0b3e-41ca-bbb0-2eb304dbcc03 HTTP/1.1" status: 204 len: 168 time: 1.2860892 Sep 16 04:39:45.098547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-8f5028d0-7da4-4757-a500-ded918659787 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:39:45.099763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-8f5028d0-7da4-4757-a500-ded918659787 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0383685 Sep 16 04:39:45.183126 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.223621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2b24d-4db7-4de0-921b-b1a9332e684c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d194df1-0b3e-41ca-bbb0-2eb304dbcc03,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:45.324994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.438202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:45.458224 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:45.492926 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:45.523495 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:39:45.629969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Pushing event updated for resources: {'Port': ['ID=d2e7169d-9bd9-4c0e-9636-a8911394bd4b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:45.663950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec1e87-fc08-4a1d-8afb-bfe8c58d6481 req-b603ef44-823b-4e05-8038-b938bbc4adbf tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:45.673671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a7ec1e87-fc08-4a1d-8afb-bfe8c58d6481 req-b603ef44-823b-4e05-8038-b938bbc4adbf tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed38d3a-8c2e-458e-9d1e-aef413e9e6ce HTTP/1.1" status: 200 len: 950 time: 0.2303994 Sep 16 04:39:45.712839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-6a77a668-9ebb-4d1f-b4cb-82b19c751ba4 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392199 Sep 16 04:39:45.805815 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a7ec1e87-fc08-4a1d-8afb-bfe8c58d6481 req-0f050dca-2683-4dcc-94d3-4f106aeb098d tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295848 Sep 16 04:39:45.872668 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-297d0c48-d6c7-46ea-9793-9d9826b1dc17 req-29df0f4e-217e-44a6-899e-39ae2dfb6260 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9849854 Sep 16 04:39:45.980537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d2270c38-9a3b-4f42-8636-145f0ec9487b req-19f7d6e4-aa1c-4624-b62c-1e38b39ae191 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:45.993540 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d8153196-2a0c-48bc-a7ff-b513882d2ba6'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:46.043636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7d6e4-aa1c-4624-b62c-1e38b39ae191 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Pushing event deleted for resources: {'Port': ['ID=4252a6b3-98db-4737-b85b-3720fba49a37,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:46.191473 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device aff8176f-62bf-48d7-9e67-a42d9d3b114b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:46.262669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55178) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:46.284426 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d362f6bd-4c32-42a0-afb9-2fde91534c5c None None] Network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:39:46.328318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44f3dd6c-c576-4424-a72d-611553b76024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.337547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2270c38-9a3b-4f42-8636-145f0ec9487b req-19f7d6e4-aa1c-4624-b62c-1e38b39ae191 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] No DVR routers for this DVR port 4252a6b3-98db-4737-b85b-3720fba49a37 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:46.394673 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-297d0c48-d6c7-46ea-9793-9d9826b1dc17 req-d2208de7-fca9-4001-a4c6-a58a634c8d2c service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493954 Sep 16 04:39:46.419023 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d2270c38-9a3b-4f42-8636-145f0ec9487b req-19f7d6e4-aa1c-4624-b62c-1e38b39ae191 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.424986 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2270c38-9a3b-4f42-8636-145f0ec9487b req-19f7d6e4-aa1c-4624-b62c-1e38b39ae191 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "DELETE /v2.0/ports/4252a6b3-98db-4737-b85b-3720fba49a37 HTTP/1.1" status: 204 len: 173 time: 3.8758860 Sep 16 04:39:46.479516 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ace76f4e-e2ae-43da-be76-a406e4b1f2c2 None None] Provisioning complete for port aff8176f-62bf-48d7-9e67-a42d9d3b114b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:46.479891 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ace76f4e-e2ae-43da-be76-a406e4b1f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.655091 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-9027bc9d-fc61-45b2-9899-58ded60b54bb tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ef75dcfd035f40228dfc6a146d611230&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025190 Sep 16 04:39:46.678298 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44f3dd6c-c576-4424-a72d-611553b76024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.679694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed38d3a-8c2e-458e-9d1e-aef413e9e6ce', 'name': 'network-vif-deleted', 'tag': '4252a6b3-98db-4737-b85b-3720fba49a37'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:46.684770 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a8df88-694e-4f59-be39-703614023e0a" -d '{"events": [{"server_uuid": "eed38d3a-8c2e-458e-9d1e-aef413e9e6ce", "name": "network-vif-deleted", "tag": "4252a6b3-98db-4737-b85b-3720fba49a37"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:46.730631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port aff8176f-62bf-48d7-9e67-a42d9d3b114b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:46.732192 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.738896 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44f3dd6c-c576-4424-a72d-611553b76024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.790491 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f63c03ce-1a95-434b-8f18-3969fcce9009 req-bb454a66-c123-44cb-8897-f0aa5257bddc service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0290174 Sep 16 04:39:46.804067 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-44f3dd6c-c576-4424-a72d-611553b76024 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=400e9d7244ed4d44b9afcb7cb8351e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5243499 Sep 16 04:39:46.804381 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55198) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:46.879680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3dd6c-c576-4424-a72d-611553b76024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28356fe6-1cd6-4f7a-a391-9fc699e124f8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:46.950680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-65d9b3bb-89ca-40ba-bed1-bb12915815a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:46.961995 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f948cd7c-6f79-42a6-b60e-dc8eb2292830 x-openstack-request-id: req-f948cd7c-6f79-42a6-b60e-dc8eb2292830 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:46.962293 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed38d3a-8c2e-458e-9d1e-aef413e9e6ce", "name": "network-vif-deleted", "tag": "4252a6b3-98db-4737-b85b-3720fba49a37", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:46.963816 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f948cd7c-6f79-42a6-b60e-dc8eb2292830 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:46.964488 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed38d3a-8c2e-458e-9d1e-aef413e9e6ce', 'name': 'network-vif-deleted', 'tag': '4252a6b3-98db-4737-b85b-3720fba49a37', 'status': 'completed', 'code': 200} Sep 16 04:39:47.005357 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-65d9b3bb-89ca-40ba-bed1-bb12915815a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.116402 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-65d9b3bb-89ca-40ba-bed1-bb12915815a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.119744 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-65d9b3bb-89ca-40ba-bed1-bb12915815a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.123664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-65d9b3bb-89ca-40ba-bed1-bb12915815a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28356fe6-1cd6-4f7a-a391-9fc699e124f8 HTTP/1.1" status: 204 len: 168 time: 0.3136048 Sep 16 04:39:47.171014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9b3bb-89ca-40ba-bed1-bb12915815a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28356fe6-1cd6-4f7a-a391-9fc699e124f8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:47.194877 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.263904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-d804eccb-19b5-4e14-8b09-38f2ba463add tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:47.278199 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-d804eccb-19b5-4e14-8b09-38f2ba463add tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1773510 Sep 16 04:39:47.408895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port aff8176f-62bf-48d7-9e67-a42d9d3b114b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=aff8176f-62bf-48d7-9e67-a42d9d3b114b,segment=NetworkSegment(3decd213-2a3b-4afa-90d1-e839c14b3944),segment_id=3decd213-2a3b-4afa-90d1-e839c14b3944)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:47.422667 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4cc3f865-2045-4c28-8868-09d9caccfb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.428606 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.581519 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ace76f4e-e2ae-43da-be76-a406e4b1f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.587540 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:47.613795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=aff8176f-62bf-48d7-9e67-a42d9d3b114b,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:47.685182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4252a6b3-98db-4737-b85b-3720fba49a37 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:47.702141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-a90a96b4-aaba-483c-a9e0-70345cb03a10 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1001 time: 0.4225297 Sep 16 04:39:47.719715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-267109d0-f85c-4b62-b932-e9fc57ca6bbb tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Request body: {'floatingip': {'port_id': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:47.743539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 4252a6b3-98db-4737-b85b-3720fba49a37 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:47.746816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4252a6b3-98db-4737-b85b-3720fba49a37 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:47.778319 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-ace76f4e-e2ae-43da-be76-a406e4b1f2c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:39:47.778682 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-ace76f4e-e2ae-43da-be76-a406e4b1f2c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:39:47.781468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-81c092f0-6b65-45c0-8b14-2c4763c57b1c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ef75dcfd035f40228dfc6a146d611230&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256592 Sep 16 04:39:47.841253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-849ad22e-3602-44bf-8f38-21473c8c57b4 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:47.843900 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-849ad22e-3602-44bf-8f38-21473c8c57b4 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1741943 Sep 16 04:39:47.889865 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b41b6dee-1bed-47b5-b267-e00b31f101f4 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/quotas/ef75dcfd035f40228dfc6a146d611230 HTTP/1.1" status: 200 len: 375 time: 0.0357904 Sep 16 04:39:48.069068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device aff8176f-62bf-48d7-9e67-a42d9d3b114b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:48.082435 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-267109d0-f85c-4b62-b932-e9fc57ca6bbb tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.115628 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-8132d207-da9a-4abc-8c6e-51d1aa287dae tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef75dcfd035f40228dfc6a146d611230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989597 Sep 16 04:39:48.202213 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.243583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port aff8176f-62bf-48d7-9e67-a42d9d3b114b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:48.244143 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.414149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Router 22e67c8b-c23d-41b2-b87f-07e6559582c9 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:39:48.653499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-93d7d46e-6e6c-4e36-9f93-acc5266b9b23 None None] Provisioning complete for port aff8176f-62bf-48d7-9e67-a42d9d3b114b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:48.657850 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-93d7d46e-6e6c-4e36-9f93-acc5266b9b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.745206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:48.800317 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:48.804492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Sync routers for ids ['22e67c8b-c23d-41b2-b87f-07e6559582c9'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:48.810620 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b76397c6-700d-492b-9d52-c1b5e674e29a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1098008 Sep 16 04:39:48.813745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55264) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:48.855125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Routers {'22e67c8b-c23d-41b2-b87f-07e6559582c9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:48.856225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['22e67c8b-c23d-41b2-b87f-07e6559582c9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:48.972106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-31533659-f48f-43ba-8821-cf5ac6a2ccd8 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:48.974483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-31533659-f48f-43ba-8821-cf5ac6a2ccd8 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0680337 Sep 16 04:39:48.994483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Request body: {'port': {'device_id': '5780bfad-4138-4481-8a71-b1f5ea108399', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'ef75dcfd035f40228dfc6a146d611230'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:49.031014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Set router 22e67c8b-c23d-41b2-b87f-07e6559582c9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:49.213359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Made reservation on behalf of ef75dcfd035f40228dfc6a146d611230 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:49.218643 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.232260 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.572596 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:39:46Z', 'revision_number': 3, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:49.583554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.638309 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:49.650973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Checking router: 22e67c8b-c23d-41b2-b87f-07e6559582c9 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:49.651455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Updating router 22e67c8b-c23d-41b2-b87f-07e6559582c9 port d2e7169d-9bd9-4c0e-9636-a8911394bd4b binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:49.691289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4312a1-7d00-483b-9028-21ec45e38243,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:49.702795 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.012505 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a357cf1a-b1e6-48b0-af36-2353390cd903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.014938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Allocated IP 192.168.233.7 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/26baa4ff-95e5-4193-bad7-6585e8edf426) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:50.021856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.resource_extend [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-267109d0-f85c-4b62-b932-e9fc57ca6bbb tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:39:50.121887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-267109d0-f85c-4b62-b932-e9fc57ca6bbb tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.150499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-267109d0-f85c-4b62-b932-e9fc57ca6bbb tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.193452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.301723 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5cf21399-3e12-4ae5-87b0-3d888f7375c5 req-cf7c3011-c035-456a-a961-4410a1d14293 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 210 time: 0.0498648 Sep 16 04:39:50.447423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Allocated IP 172.20.0.1 (c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba/a7fde5dc-8b27-4519-91f5-44a105233a0d/649db456-2328-4b87-a9c4-f26737c172fa) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:50.454194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-d475d75e-8638-4168-b15a-76b995649264 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ef75dcfd035f40228dfc6a146d611230&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352325 Sep 16 04:39:50.475794 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-267109d0-f85c-4b62-b932-e9fc57ca6bbb tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Floating IP 0083976f-720a-419e-81b0-4dc2af3dfb98 associated. External IP: 172.25.0.225, port: 3587d7dd-74df-45f5-91a1-a9b57e1bce62. Sep 16 04:39:50.594719 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.605033 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.610294 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.620784 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.676923 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.683853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Attempting to bind port d2e7169d-9bd9-4c0e-9636-a8911394bd4b on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:50.684228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Attempting to bind port d2e7169d-9bd9-4c0e-9636-a8911394bd4b by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:50.684990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Attempting to bind port d2e7169d-9bd9-4c0e-9636-a8911394bd4b on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:50.691897 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb7315-e22f-4f40-9c3f-d901b026cfbd None None] Pushing event updated for resources: {'Port': ['ID=d2e7169d-9bd9-4c0e-9636-a8911394bd4b,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:50.694535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:50.694911 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:50.695367 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.695760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:50.696237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Bound port: d2e7169d-9bd9-4c0e-9636-a8911394bd4b, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:50.696616 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.728509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:50.733788 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:50.747909 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:50.776735 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.795983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] For port d2e7169d-9bd9-4c0e-9636-a8911394bd4b, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:50.800891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] For port d2e7169d-9bd9-4c0e-9636-a8911394bd4b, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d2e7169d-9bd9-4c0e-9636-a8911394bd4b,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:50.803093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Pushing event updated for resources: {'Port': ['ID=649db456-2328-4b87-a9c4-f26737c172fa,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:50.811163 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.821019 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:50.862837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-730fe5b0-1edc-42b0-86b4-61b4a4abfb85 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:50.864510 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-730fe5b0-1edc-42b0-86b4-61b4a4abfb85 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4013414 Sep 16 04:39:50.913830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Routers {'22e67c8b-c23d-41b2-b87f-07e6559582c9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:50.914484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['22e67c8b-c23d-41b2-b87f-07e6559582c9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:50.935979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Request body: {'port': {'device_id': '8863c35e-7f8a-4a6f-bf5d-087dc97263a5', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'ef75dcfd035f40228dfc6a146d611230'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:50.974316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb7315-e22f-4f40-9c3f-d901b026cfbd None None] Pushing event updated for resources: {'Port': ['ID=d2e7169d-9bd9-4c0e-9636-a8911394bd4b,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:50.987127 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.051467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fdf4a-c3c9-4df1-bc03-fad79714902d req-c6f47820-6be8-4f7f-95a6-8086637f50b2 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:51.052919 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be0fdf4a-c3c9-4df1-bc03-fad79714902d req-c6f47820-6be8-4f7f-95a6-8086637f50b2 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 945 time: 0.1007001 Sep 16 04:39:51.053517 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.067101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] Set router 22e67c8b-c23d-41b2-b87f-07e6559582c9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:51.085244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:51.125123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:51.134576 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be0fdf4a-c3c9-4df1-bc03-fad79714902d req-15880c31-40e6-44c4-b4ec-370479756e73 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713313 Sep 16 04:39:51.135535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:51.144084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Pushing event updated for resources: {'Port': ['ID=26baa4ff-95e5-4193-bad7-6585e8edf426,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:51.162359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-698fff77-94cb-469e-b577-e3dae7d7289b None None] Provisioning complete for port 649db456-2328-4b87-a9c4-f26737c172fa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:51.162753 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-698fff77-94cb-469e-b577-e3dae7d7289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.209176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-267109d0-f85c-4b62-b932-e9fc57ca6bbb tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Router 00f95de1-94f9-44ec-93d1-fe4e365aa31f has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:51.259054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Made reservation on behalf of ef75dcfd035f40228dfc6a146d611230 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:39:51.263933 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.296159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:51.296489 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.328780 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-698fff77-94cb-469e-b577-e3dae7d7289b None None] Port 649db456-2328-4b87-a9c4-f26737c172fa cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:51.334852 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.344855 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.395030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-68204ae5-496f-4bab-99fb-f95474e6dd9e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4069645 Sep 16 04:39:51.416346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Request body: {'port': {'device_id': '5780bfad-4138-4481-8a71-b1f5ea108399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:51.425668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Pushing event updated for resources: {'Port': ['ID=649db456-2328-4b87-a9c4-f26737c172fa,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:51.451124 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:39:46Z', 'revision_number': 3, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:51.474120 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.482447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6afc7e-e29e-46b8-aa6c-2bb909350ff9 None None] The sync data for ids ['22e67c8b-c23d-41b2-b87f-07e6559582c9'] in n-d-712142-17 is: [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:39:46Z', 'revision_number': 3, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:51.526751 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.563294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-975896f6-504e-4f3d-aad3-c061bf493540 None None] Provisioning complete for port 26baa4ff-95e5-4193-bad7-6585e8edf426 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:51.563687 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-975896f6-504e-4f3d-aad3-c061bf493540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.618206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-975896f6-504e-4f3d-aad3-c061bf493540 None None] Port 26baa4ff-95e5-4193-bad7-6585e8edf426 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:51.620770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:51.623019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:51.641153 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:51.666749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-267109d0-f85c-4b62-b932-e9fc57ca6bbb tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:51.681437 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bf969b-e430-408b-b8a1-960d40e3210d None None] Sync routers for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:51.699949 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bf969b-e430-408b-b8a1-960d40e3210d None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:51.700905 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-84bf969b-e430-408b-b8a1-960d40e3210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:51.817308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Router 22e67c8b-c23d-41b2-b87f-07e6559582c9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:51.899149 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-84bf969b-e430-408b-b8a1-960d40e3210d None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:51.998492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff641ff-864f-45f3-9f91-dea4af96dd3f req-4fe35390-364c-48b1-83ab-2b96256f45f0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:52.008197 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fff641ff-864f-45f3-9f91-dea4af96dd3f req-4fe35390-364c-48b1-83ab-2b96256f45f0 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.2112756 Sep 16 04:39:52.071980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d2e7169d-9bd9-4c0e-9636-a8911394bd4b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:52.094589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Allocated IP 192.168.233.93 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/2084c613-439b-45e7-bd31-8b80611bba89) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:52.114579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8700c22a-76f6-4f9c-8f7b-7b4921508514 None None] Provisioning complete for port 649db456-2328-4b87-a9c4-f26737c172fa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:52.115316 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8700c22a-76f6-4f9c-8f7b-7b4921508514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.133333 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fff641ff-864f-45f3-9f91-dea4af96dd3f req-a3634788-307f-49b1-a8e3-9a1c374c7232 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171222 Sep 16 04:39:52.176940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:52.199276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8700c22a-76f6-4f9c-8f7b-7b4921508514 None None] Port 649db456-2328-4b87-a9c4-f26737c172fa cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:52.210939 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-596ae3f3-8fc8-4f75-84a4-5545dc196c6a admin admin] 10.222.0.53 "PUT /v2.0/routers/22e67c8b-c23d-41b2-b87f-07e6559582c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3905675 Sep 16 04:39:52.229718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d2e7169d-9bd9-4c0e-9636-a8911394bd4b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:52.230717 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.302217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-267109d0-f85c-4b62-b932-e9fc57ca6bbb tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Router 00f95de1-94f9-44ec-93d1-fe4e365aa31f has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:39:52.342012 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.367317 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1504cac-6b20-4eee-aa17-ade1eebd062b req-158d9445-6870-4082-b31b-1b159b4d6594 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 210 time: 0.0471468 Sep 16 04:39:52.378942 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-84bf969b-e430-408b-b8a1-960d40e3210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '0083976f-720a-419e-81b0-4dc2af3dfb98', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'port_id': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'mac_address': 'fa:16:3e:57:80:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:11Z', 'updated_at': '2021-09-16T04:39:49Z', 'revision_number': 3, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:52.403015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port d2e7169d-9bd9-4c0e-9636-a8911394bd4b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d2e7169d-9bd9-4c0e-9636-a8911394bd4b,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:52.416480 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.431534 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bf969b-e430-408b-b8a1-960d40e3210d None None] Checking router: 00f95de1-94f9-44ec-93d1-fe4e365aa31f for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:52.441647 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bf969b-e430-408b-b8a1-960d40e3210d None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:52.442961 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-84bf969b-e430-408b-b8a1-960d40e3210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:52.500106 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.508053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=d2e7169d-9bd9-4c0e-9636-a8911394bd4b,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:52.600863 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-84bf969b-e430-408b-b8a1-960d40e3210d None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:52.607833 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:52.764053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1fcd8-435e-4eb9-b0ab-61b37ef9fe2a req-2d08dd92-d744-41a3-9f8d-715314dd61ff tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:52.765853 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-65a1fcd8-435e-4eb9-b0ab-61b37ef9fe2a req-2d08dd92-d744-41a3-9f8d-715314dd61ff tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 950 time: 0.0559759 Sep 16 04:39:52.818194 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-65a1fcd8-435e-4eb9-b0ab-61b37ef9fe2a req-158d5205-6271-4171-ae7f-96014ca33b38 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452695 Sep 16 04:39:52.889968 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-84bf969b-e430-408b-b8a1-960d40e3210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '0083976f-720a-419e-81b0-4dc2af3dfb98', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'port_id': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'mac_address': 'fa:16:3e:57:80:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:11Z', 'updated_at': '2021-09-16T04:39:49Z', 'revision_number': 3, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:52.918441 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bf969b-e430-408b-b8a1-960d40e3210d None None] The sync data for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 is: [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '0083976f-720a-419e-81b0-4dc2af3dfb98', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'port_id': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'mac_address': 'fa:16:3e:57:80:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:11Z', 'updated_at': '2021-09-16T04:39:49Z', 'revision_number': 3, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:53.049412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:53.050526 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.065306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe3589-6edc-4b36-acc9-95dd1919501a req-d25ca496-3c24-4e16-a1b7-593fda1b8e88 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:53.066826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6afe3589-6edc-4b36-acc9-95dd1919501a req-d25ca496-3c24-4e16-a1b7-593fda1b8e88 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.5277827 Sep 16 04:39:53.094960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:53.101487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Pushing event updated for resources: {'Port': ['ID=2084c613-439b-45e7-bd31-8b80611bba89,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.103779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:53.165432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55362) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:53.172464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:53.172819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:53.173172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:53.173593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:53.174496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:53.174864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:53.175204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:53.175534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:53.175654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c30a8cce-f065-4d0d-bbaa-2644ee831019 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356872033', 'description': 'tempest-description--504220569'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:53.175867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:53.176195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:53.176528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:53.176875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:39:53.221531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c30a8cce-f065-4d0d-bbaa-2644ee831019 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.250812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-267109d0-f85c-4b62-b932-e9fc57ca6bbb tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:39:53.276550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-267109d0-f85c-4b62-b932-e9fc57ca6bbb tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.286315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:53.286898 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.359594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a7366e-dae1-4d85-b937-483a835b82dd None None] New status for floating IP 0083976f-720a-419e-81b0-4dc2af3dfb98: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:39:53.366350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:53.368753 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2232d506-6092-4dbf-b24c-3fdf7b0ce84f" -d '{"events": [{"name": "network-changed", "server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:53.411047 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c30a8cce-f065-4d0d-bbaa-2644ee831019 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.419021 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c30a8cce-f065-4d0d-bbaa-2644ee831019 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.444111 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c30a8cce-f065-4d0d-bbaa-2644ee831019 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.449011 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c30a8cce-f065-4d0d-bbaa-2644ee831019 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2796869 Sep 16 04:39:53.451052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55378) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:53.463076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-64e4bf15-f2d7-4714-a648-2c891fee3885 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Request body: {'security_group_rule': {'security_group_id': '6ee82de9-b029-4757-9907-f7508bc1908d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:53.480213 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a8cce-f065-4d0d-bbaa-2644ee831019 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee82de9-b029-4757-9907-f7508bc1908d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.514004 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-b78fc7f1-828c-445f-a122-5e546f2cb4ab tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5848274 Sep 16 04:39:53.528009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-267109d0-f85c-4b62-b932-e9fc57ca6bbb tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "PUT /v2.0/floatingips/0083976f-720a-419e-81b0-4dc2af3dfb98 HTTP/1.1" status: 200 len: 999 time: 5.8247988 Sep 16 04:39:53.555545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Request body: {'port': {'device_id': '8863c35e-7f8a-4a6f-bf5d-087dc97263a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:53.559201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26baa4ff-95e5-4193-bad7-6585e8edf426 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:53.577968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6b3874b6-1e64-4dc3-affb-f3cd96a16d31 None None] Provisioning complete for port 2084c613-439b-45e7-bd31-8b80611bba89 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:53.578614 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b3874b6-1e64-4dc3-affb-f3cd96a16d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.588629 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.607681 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64e4bf15-f2d7-4714-a648-2c891fee3885 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.640096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-6afe3589-6edc-4b36-acc9-95dd1919501a req-309c6f50-7ce6-42d5-b6f6-a4b225e7708a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Deleting port d8153196-2a0c-48bc-a7ff-b513882d2ba6 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:53.640462 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6afe3589-6edc-4b36-acc9-95dd1919501a req-309c6f50-7ce6-42d5-b6f6-a4b225e7708a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.663301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Transition to ACTIVE for port object 26baa4ff-95e5-4193-bad7-6585e8edf426 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:53.670366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-7b628289-1efa-47e2-b27f-c55876e70fc9 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:53.671782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-7b628289-1efa-47e2-b27f-c55876e70fc9 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports/3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 942 time: 0.1429975 Sep 16 04:39:53.694218 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.696864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6b3874b6-1e64-4dc3-affb-f3cd96a16d31 None None] Port 2084c613-439b-45e7-bd31-8b80611bba89 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:39:53.710294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3fbd3-1ef3-4133-8431-af722a451bc4 req-4b5c5eb2-ae07-4700-a5e2-51a2c53aa573 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:53.722223 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4aa3fbd3-1ef3-4133-8431-af722a451bc4 req-4b5c5eb2-ae07-4700-a5e2-51a2c53aa573 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 945 time: 0.0821967 Sep 16 04:39:53.765868 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4aa3fbd3-1ef3-4133-8431-af722a451bc4 req-08af88b2-9894-4564-8597-b25a08dbf943 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401378 Sep 16 04:39:53.810867 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97998742-a580-4291-bc2b-4b0272c34943 None None] Sync routers for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:53.836606 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97998742-a580-4291-bc2b-4b0272c34943 None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:53.837374 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-97998742-a580-4291-bc2b-4b0272c34943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:53.899761 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.908460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Pushing event updated for resources: {'Port': ['ID=26baa4ff-95e5-4193-bad7-6585e8edf426,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:53.948640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d2e7169d-9bd9-4c0e-9636-a8911394bd4b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:53.960139 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64e4bf15-f2d7-4714-a648-2c891fee3885 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:53.989370 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64e4bf15-f2d7-4714-a648-2c891fee3885 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.024413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Sync routers for ids ['22e67c8b-c23d-41b2-b87f-07e6559582c9'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:39:54.042724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Routers {'22e67c8b-c23d-41b2-b87f-07e6559582c9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:54.043617 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['22e67c8b-c23d-41b2-b87f-07e6559582c9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:54.089695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d2e7169d-9bd9-4c0e-9636-a8911394bd4b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:54.090954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.183439 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-97998742-a580-4291-bc2b-4b0272c34943 None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:54.237223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Set router 22e67c8b-c23d-41b2-b87f-07e6559582c9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:54.348069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4bf15-f2d7-4714-a648-2c891fee3885 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ed699a-c1e7-49f6-b030-b329bd17b511,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:54.362551 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64e4bf15-f2d7-4714-a648-2c891fee3885 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.366205 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-64e4bf15-f2d7-4714-a648-2c891fee3885 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9065228 Sep 16 04:39:54.366877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55394) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:54.371699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9197da63-5d6a-418e-a224-26919b66ae1c tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Request body: {'security_group_rule': {'security_group_id': '6ee82de9-b029-4757-9907-f7508bc1908d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:54.380184 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-62285cb9-29e9-4989-b8cc-8306f17087a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:54.388851 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-62285cb9-29e9-4989-b8cc-8306f17087a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 1097 time: 0.5839179 Sep 16 04:39:54.428368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6afe3589-6edc-4b36-acc9-95dd1919501a req-309c6f50-7ce6-42d5-b6f6-a4b225e7708a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] For port d8153196-2a0c-48bc-a7ff-b513882d2ba6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d8153196-2a0c-48bc-a7ff-b513882d2ba6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:54.428756 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6afe3589-6edc-4b36-acc9-95dd1919501a req-309c6f50-7ce6-42d5-b6f6-a4b225e7708a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.449493 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9197da63-5d6a-418e-a224-26919b66ae1c tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.479576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe2362-51f5-4e48-8cd1-4cd49581ad68 req-d2d71012-758a-48ae-8af8-4b6df8fa7b7a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:54.481589 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-69fe2362-51f5-4e48-8cd1-4cd49581ad68 req-d2d71012-758a-48ae-8af8-4b6df8fa7b7a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 949 time: 0.0725787 Sep 16 04:39:54.484441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-6afe3589-6edc-4b36-acc9-95dd1919501a req-309c6f50-7ce6-42d5-b6f6-a4b225e7708a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Calling delete_port for d8153196-2a0c-48bc-a7ff-b513882d2ba6 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:54.541570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 4, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '649db456-2328-4b87-a9c4-f26737c172fa', 'name': '', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'mac_address': 'fa:16:3e:32:aa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:50Z', 'updated_at': '2021-09-16T04:39:51Z', 'revision_number': 2, 'project_id': '076ee750e5044600b905d450c833d9e6', 'subnets': [{'id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:54.574529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2084c613-439b-45e7-bd31-8b80611bba89 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:54.575901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-69fe2362-51f5-4e48-8cd1-4cd49581ad68 req-ece5d34b-d210-41be-848d-eac9491ec107 tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/security-groups?id=47ca9457-1037-475f-a55b-db33f941dc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770912 Sep 16 04:39:54.578016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Checking router: 22e67c8b-c23d-41b2-b87f-07e6559582c9 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:54.578415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Updating router 22e67c8b-c23d-41b2-b87f-07e6559582c9 port 649db456-2328-4b87-a9c4-f26737c172fa binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:39:54.596629 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9197da63-5d6a-418e-a224-26919b66ae1c tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.609433 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9197da63-5d6a-418e-a224-26919b66ae1c tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.617832 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.633947 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.636241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197da63-5d6a-418e-a224-26919b66ae1c tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f7ccfd-3e5d-4fd7-aed3-be770e2e606b,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:54.660280 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-97998742-a580-4291-bc2b-4b0272c34943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '0083976f-720a-419e-81b0-4dc2af3dfb98', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'port_id': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'mac_address': 'fa:16:3e:57:80:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:11Z', 'updated_at': '2021-09-16T04:39:53Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:54.667382 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9197da63-5d6a-418e-a224-26919b66ae1c tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.672608 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9197da63-5d6a-418e-a224-26919b66ae1c tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042066 Sep 16 04:39:54.673454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55398) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:54.674951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Attempting to bind port 26baa4ff-95e5-4193-bad7-6585e8edf426 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:54.675471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Attempting to bind port 26baa4ff-95e5-4193-bad7-6585e8edf426 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:54.675815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Attempting to bind port 26baa4ff-95e5-4193-bad7-6585e8edf426 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:54.681740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:39:54.692338 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Transition to ACTIVE for port object 2084c613-439b-45e7-bd31-8b80611bba89 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:39:54.707007 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97998742-a580-4291-bc2b-4b0272c34943 None None] Checking router: 00f95de1-94f9-44ec-93d1-fe4e365aa31f for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:39:54.707257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Port 26baa4ff-95e5-4193-bad7-6585e8edf426 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:54.707602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Attempting to bind port 26baa4ff-95e5-4193-bad7-6585e8edf426 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:54.712604 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-640e6105-cbfc-4a4a-b7b6-2d7640abfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:54.723257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-640e6105-cbfc-4a4a-b7b6-2d7640abfc3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.3334792 Sep 16 04:39:54.725545 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97998742-a580-4291-bc2b-4b0272c34943 None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:54.726313 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-97998742-a580-4291-bc2b-4b0272c34943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:54.732072 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.734597 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.806990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:54.807488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:54.807895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:54.808356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Bound port: 26baa4ff-95e5-4193-bad7-6585e8edf426, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:54.808726 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:54.823652 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-f6c67b70-60c2-4e37-9fc9-fb7a386b5262 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 217 time: 0.0991194 Sep 16 04:39:54.882437 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-97998742-a580-4291-bc2b-4b0272c34943 None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:54.895721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8acc4f-319a-42a2-8c54-b5c210fcca7a req-01118a58-f228-4ab2-b3ee-9359bd09008f tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:54.898148 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab8acc4f-319a-42a2-8c54-b5c210fcca7a req-01118a58-f228-4ab2-b3ee-9359bd09008f tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 947 time: 0.1395211 Sep 16 04:39:54.982170 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab8acc4f-319a-42a2-8c54-b5c210fcca7a req-157d07ae-5ed2-4a34-9876-844d8e6201b6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754919 Sep 16 04:39:55.004494 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.075808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:55.085205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=26baa4ff-95e5-4193-bad7-6585e8edf426,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:55.126318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-0c4c82be-d6dd-4270-b3bd-763145eae298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:55.135215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-0c4c82be-d6dd-4270-b3bd-763145eae298 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.3110228 Sep 16 04:39:55.136253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Pushing event updated for resources: {'Port': ['ID=2084c613-439b-45e7-bd31-8b80611bba89,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.219894 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a47322-a9ee-40a4-80a1-ef8a2383f85f x-openstack-request-id: req-77a47322-a9ee-40a4-80a1-ef8a2383f85f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:55.220182 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:55.221174 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77a47322-a9ee-40a4-80a1-ef8a2383f85f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:55.221572 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'status': 'completed', 'code': 200} Sep 16 04:39:55.227839 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.279525 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.280567 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232d506-6092-4dbf-b24c-3fdf7b0ce84f req-068fc259-3893-468c-b6a2-85ec6db13576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:55.281853 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2232d506-6092-4dbf-b24c-3fdf7b0ce84f req-068fc259-3893-468c-b6a2-85ec6db13576 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 1097 time: 0.1614511 Sep 16 04:39:55.300503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a0ea451f-a279-452b-be06-70d576dca1a0 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:55.305226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Allocated IP 172.25.0.254 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/dc78c3ac-adc6-4313-9ad4-689010870096) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:39:55.307884 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.387819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:55.388696 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.391025 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] 10.222.0.15 "PUT /v2.0/ports/26baa4ff-95e5-4193-bad7-6585e8edf426 HTTP/1.1" status: 200 len: 1095 time: 3.9791164 Sep 16 04:39:55.395839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f44f9-cf84-4f6d-8ab3-d914ffb0689b service neutron] Pushing event updated for resources: {'Port': ['ID=26baa4ff-95e5-4193-bad7-6585e8edf426,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.432813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55408) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:55.454110 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-061973d2-8f8c-4a1d-9bd7-b618fc6661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:55.456717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-061973d2-8f8c-4a1d-9bd7-b618fc6661f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3067427 Sep 16 04:39:55.457579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Attempting to bind port 2084c613-439b-45e7-bd31-8b80611bba89 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:55.458053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Attempting to bind port 2084c613-439b-45e7-bd31-8b80611bba89 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:55.458387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Attempting to bind port 2084c613-439b-45e7-bd31-8b80611bba89 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:55.466006 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Port 2084c613-439b-45e7-bd31-8b80611bba89 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:39:55.466374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Attempting to bind port 2084c613-439b-45e7-bd31-8b80611bba89 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:55.472223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6afe3589-6edc-4b36-acc9-95dd1919501a req-309c6f50-7ce6-42d5-b6f6-a4b225e7708a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.477798 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-97998742-a580-4291-bc2b-4b0272c34943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '0083976f-720a-419e-81b0-4dc2af3dfb98', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'port_id': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'mac_address': 'fa:16:3e:57:80:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:11Z', 'updated_at': '2021-09-16T04:39:53Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:55.486872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:55.487225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:55.488660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:55.489122 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Bound port: 2084c613-439b-45e7-bd31-8b80611bba89, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:55.489491 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.527825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d8153196-2a0c-48bc-a7ff-b513882d2ba6'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:55.529078 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232d506-6092-4dbf-b24c-3fdf7b0ce84f req-a05aede8-0ce3-4079-b8cb-f4352c2b7a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:55.529543 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97998742-a580-4291-bc2b-4b0272c34943 None None] The sync data for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 is: [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '0083976f-720a-419e-81b0-4dc2af3dfb98', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'port_id': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'mac_address': 'fa:16:3e:57:80:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:11Z', 'updated_at': '2021-09-16T04:39:53Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:55.530685 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2232d506-6092-4dbf-b24c-3fdf7b0ce84f req-a05aede8-0ce3-4079-b8cb-f4352c2b7a97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.2303705 Sep 16 04:39:55.579670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c6f50-7ce6-42d5-b6f6-a4b225e7708a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Pushing event deleted for resources: {'Port': ['ID=d8153196-2a0c-48bc-a7ff-b513882d2ba6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:55.743091 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-954a3960-41a8-4ca8-a23d-d7d683ec1718 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577028 Sep 16 04:39:55.772188 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2232d506-6092-4dbf-b24c-3fdf7b0ce84f req-9842a17a-13fc-4976-9bfe-575b946f2c48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 217 time: 0.2136476 Sep 16 04:39:55.912995 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85da9275-bd87-4de5-a71f-557ed119c640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:55.955692 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80307341-f6f2-46ae-affc-766548194dc1 None None] Pushing event updated for resources: {'Port': ['ID=649db456-2328-4b87-a9c4-f26737c172fa,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:56.009416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Attempting to bind port 649db456-2328-4b87-a9c4-f26737c172fa on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:39:56.009813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Attempting to bind port 649db456-2328-4b87-a9c4-f26737c172fa by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:39:56.010176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Attempting to bind port 649db456-2328-4b87-a9c4-f26737c172fa on network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:39:56.012007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afe3589-6edc-4b36-acc9-95dd1919501a req-309c6f50-7ce6-42d5-b6f6-a4b225e7708a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] No DVR routers for this DVR port d8153196-2a0c-48bc-a7ff-b513882d2ba6 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:39:56.029505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:39:56.030050 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Checking segment: {'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:39:56.030484 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.030885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Bound using segment: {'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:39:56.031365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Bound port: 649db456-2328-4b87-a9c4-f26737c172fa, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:39:56.031747 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.035677 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b008a7fc-e7da-41aa-96ee-d1de6b922398 req-034672e1-fcf9-49bf-a4bb-d83036cfd11c tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d57770-2675-45ca-ad17-732eecf5cee7 HTTP/1.1" status: 200 len: 210 time: 0.1331987 Sep 16 04:39:56.054987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6afe3589-6edc-4b36-acc9-95dd1919501a req-309c6f50-7ce6-42d5-b6f6-a4b225e7708a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.057033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6afe3589-6edc-4b36-acc9-95dd1919501a req-309c6f50-7ce6-42d5-b6f6-a4b225e7708a tempest-MigrationsAdminTest-1216017607 tempest-MigrationsAdminTest-1216017607-project] 10.222.0.50 "DELETE /v2.0/ports/d8153196-2a0c-48bc-a7ff-b513882d2ba6 HTTP/1.1" status: 204 len: 173 time: 2.9565520 Sep 16 04:39:56.090909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-a8fb96d9-9518-41dd-b193-4a424743a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.092636 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-a8fb96d9-9518-41dd-b193-4a424743a98e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef75dcfd035f40228dfc6a146d611230&device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 1098 time: 0.6278985 Sep 16 04:39:56.102293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] For port 2084c613-439b-45e7-bd31-8b80611bba89, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:56.107552 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.109699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] For port 2084c613-439b-45e7-bd31-8b80611bba89, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2084c613-439b-45e7-bd31-8b80611bba89,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:56.164572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232d506-6092-4dbf-b24c-3fdf7b0ce84f req-b87c6250-08c4-4d9b-939c-c0b93dc8aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.166828 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.169850 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2232d506-6092-4dbf-b24c-3fdf7b0ce84f req-b87c6250-08c4-4d9b-939c-c0b93dc8aaa3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.3816500 Sep 16 04:39:56.184402 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-f5c55c1d-df6f-4dc7-bd7f-618344e1a5f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=26baa4ff-95e5-4193-bad7-6585e8edf426 HTTP/1.1" status: 200 len: 217 time: 0.0698054 Sep 16 04:39:56.214682 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.228699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-8b2fffb8-b4b6-4611-a000-f12dd2195505 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683368 Sep 16 04:39:56.274940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.307983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] For port 649db456-2328-4b87-a9c4-f26737c172fa, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:39:56.311586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] For port 649db456-2328-4b87-a9c4-f26737c172fa, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=649db456-2328-4b87-a9c4-f26737c172fa,segment=NetworkSegment(3decd213-2a3b-4afa-90d1-e839c14b3944),segment_id=3decd213-2a3b-4afa-90d1-e839c14b3944)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:39:56.323332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:56.326030 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d4421b-d1dd-464b-8772-6e6e1494d047" -d '{"events": [{"server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:56.334403 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.339120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.344417 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.346148 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] 10.222.0.50 "PUT /v2.0/ports/2084c613-439b-45e7-bd31-8b80611bba89 HTTP/1.1" status: 200 len: 1096 time: 2.8032017 Sep 16 04:39:56.364081 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232d506-6092-4dbf-b24c-3fdf7b0ce84f req-2a290b37-011d-48ae-9ecb-0601e66d25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.366210 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2232d506-6092-4dbf-b24c-3fdf7b0ce84f req-2a290b37-011d-48ae-9ecb-0601e66d25ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853399 Sep 16 04:39:56.386353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:56.420280 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.427613 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0563af-4d18-495c-a519-784521a5fa51 service neutron] Pushing event updated for resources: {'Port': ['ID=2084c613-439b-45e7-bd31-8b80611bba89,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:56.461536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Routers {'22e67c8b-c23d-41b2-b87f-07e6559582c9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:39:56.463646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['22e67c8b-c23d-41b2-b87f-07e6559582c9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:56.473033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-bebebf88-ac15-4262-85c4-1aeceab45ae9 None None] Provisioning complete for port 649db456-2328-4b87-a9c4-f26737c172fa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:56.473421 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bebebf88-ac15-4262-85c4-1aeceab45ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.532132 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85da9275-bd87-4de5-a71f-557ed119c640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.547790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-a7b81af5-c0ac-44d2-b20a-fe5b6cbd355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.551394 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-a7b81af5-c0ac-44d2-b20a-fe5b6cbd355a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.3345540 Sep 16 04:39:56.556461 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85da9275-bd87-4de5-a71f-557ed119c640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.564192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80307341-f6f2-46ae-affc-766548194dc1 None None] Pushing event updated for resources: {'Port': ['ID=649db456-2328-4b87-a9c4-f26737c172fa,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:56.680272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da9275-bd87-4de5-a71f-557ed119c640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b238cb54-0f72-4ab0-ad1e-91d6285b8969,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:56.703924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-e155959a-871d-48c7-b377-72101ad765e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.707172 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-e155959a-871d-48c7-b377-72101ad765e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 1098 time: 0.4307606 Sep 16 04:39:56.757739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-e69d361f-1938-416a-ae63-599e3af9be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.759501 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-e69d361f-1938-416a-ae63-599e3af9be0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ef75dcfd035f40228dfc6a146d611230&device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 1099 time: 0.3449414 Sep 16 04:39:56.763076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=a0ea451f-a279-452b-be06-70d576dca1a0,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:56.764081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-893ca298-dabe-44a0-bf06-bf6cbdec6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:56.765687 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-893ca298-dabe-44a0-bf06-bf6cbdec6b21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1610730 Sep 16 04:39:56.769814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-85da9275-bd87-4de5-a71f-557ed119c640 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76f50c5a64cb4592a9c68d008b4aa5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3308904 Sep 16 04:39:56.880779 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bebebf88-ac15-4262-85c4-1aeceab45ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.913319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-5d9092a1-08e5-405f-ae0e-281968846d7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2084c613-439b-45e7-bd31-8b80611bba89 HTTP/1.1" status: 200 len: 217 time: 0.1417503 Sep 16 04:39:56.916177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55446) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:56.935649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-bebebf88-ac15-4262-85c4-1aeceab45ae9 None None] For port 649db456-2328-4b87-a9c4-f26737c172fa, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=649db456-2328-4b87-a9c4-f26737c172fa,segment=NetworkSegment(3decd213-2a3b-4afa-90d1-e839c14b3944),segment_id=3decd213-2a3b-4afa-90d1-e839c14b3944)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:56.942785 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bebebf88-ac15-4262-85c4-1aeceab45ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:56.945598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] Set router 22e67c8b-c23d-41b2-b87f-07e6559582c9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:39:56.983387 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2232d506-6092-4dbf-b24c-3fdf7b0ce84f req-edb3ca75-0e16-4c91-80f5-7cedbf1f9dce service neutron] 10.222.0.50 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024857 Sep 16 04:39:56.991735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:39:57.014279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:39:57.019196 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-62aabd66-bd5e-44a4-a275-45f0184ace33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.026147 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-62aabd66-bd5e-44a4-a275-45f0184ace33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.2904348 Sep 16 04:39:57.030101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Pushing event updated for resources: {'Port': ['ID=dc78c3ac-adc6-4313-9ad4-689010870096,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:57.032661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:39:57.038055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebebf88-ac15-4262-85c4-1aeceab45ae9 None None] Pushing event updated for resources: {'Port': ['ID=649db456-2328-4b87-a9c4-f26737c172fa,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:57.134050 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a44525e5-5850-45f2-8f9f-c205451e44fb None None] Provisioning complete for port 649db456-2328-4b87-a9c4-f26737c172fa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:57.134683 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a44525e5-5850-45f2-8f9f-c205451e44fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.146156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e9e79-5f7e-4c0e-af02-0e9fca4239e6 req-465793b2-de9c-45f8-9025-740e1a85ac59 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.147793 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-880e9e79-5f7e-4c0e-af02-0e9fca4239e6 req-465793b2-de9c-45f8-9025-740e1a85ac59 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 947 time: 0.1584198 Sep 16 04:39:57.231790 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2232d506-6092-4dbf-b24c-3fdf7b0ce84f req-aef80d78-2698-4eac-943e-4a6989418a0e service neutron] 10.222.0.50 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357097 Sep 16 04:39:57.262007 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-880e9e79-5f7e-4c0e-af02-0e9fca4239e6 req-7a6fd348-0fef-413d-ae70-27b694c10463 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027141 Sep 16 04:39:57.279234 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.323400 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7b9676-0ed3-4f6e-a6fc-aeaa6708da52 x-openstack-request-id: req-9a7b9676-0ed3-4f6e-a6fc-aeaa6708da52 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:57.323816 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:57.323816 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a7b9676-0ed3-4f6e-a6fc-aeaa6708da52 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:57.324133 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'code': 200} Sep 16 04:39:57.328985 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.350865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 4, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '649db456-2328-4b87-a9c4-f26737c172fa', 'name': '', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'mac_address': 'fa:16:3e:32:aa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:50Z', 'updated_at': '2021-09-16T04:39:56Z', 'revision_number': 4, 'project_id': '076ee750e5044600b905d450c833d9e6', 'subnets': [{'id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:39:57.386343 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b7641-000d-4651-8216-c4349ff8b88c None None] The sync data for ids ['22e67c8b-c23d-41b2-b87f-07e6559582c9'] in n-d-712142-17 is: [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 4, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '649db456-2328-4b87-a9c4-f26737c172fa', 'name': '', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'mac_address': 'fa:16:3e:32:aa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:50Z', 'updated_at': '2021-09-16T04:39:56Z', 'revision_number': 4, 'project_id': '076ee750e5044600b905d450c833d9e6', 'subnets': [{'id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:39:57.402690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'tag': 'c3bac14b-3f5b-40cf-804e-d59d00690865'}, {'name': 'network-changed', 'server_uuid': '5780bfad-4138-4481-8a71-b1f5ea108399', 'tag': '26baa4ff-95e5-4193-bad7-6585e8edf426'}, {'server_uuid': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'name': 'network-vif-deleted', 'tag': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6'}, {'name': 'network-changed', 'server_uuid': '8863c35e-7f8a-4a6f-bf5d-087dc97263a5', 'tag': '2084c613-439b-45e7-bd31-8b80611bba89'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:39:57.405366 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70d1eb4-96f4-42dc-aab0-22e8a9684695" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b", "tag": "c3bac14b-3f5b-40cf-804e-d59d00690865"}, {"name": "network-changed", "server_uuid": "5780bfad-4138-4481-8a71-b1f5ea108399", "tag": "26baa4ff-95e5-4193-bad7-6585e8edf426"}, {"server_uuid": "f5d57770-2675-45ca-ad17-732eecf5cee7", "name": "network-vif-deleted", "tag": "d8153196-2a0c-48bc-a7ff-b513882d2ba6"}, {"name": "network-changed", "server_uuid": "8863c35e-7f8a-4a6f-bf5d-087dc97263a5", "tag": "2084c613-439b-45e7-bd31-8b80611bba89"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:39:57.456683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-8e3566c8-e938-4e93-ab31-d288563830e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.460833 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-8e3566c8-e938-4e93-ab31-d288563830e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.5252459 Sep 16 04:39:57.552962 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-3fa84fc3-b993-4a27-bf88-78a676eeae96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bac14b-3f5b-40cf-804e-d59d00690865 HTTP/1.1" status: 200 len: 1002 time: 0.5258355 Sep 16 04:39:57.575209 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.578370 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-e43b254b-457a-42c7-8bc3-6484514244d5 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609871 Sep 16 04:39:57.579213 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54ae6060-9e81-4f5a-81dd-94b4fe0e3e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.590394 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.626942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-0f919ca0-73e0-4282-9e27-402a1c74e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.628893 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-0f919ca0-73e0-4282-9e27-402a1c74e5ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1520147 Sep 16 04:39:57.681372 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54ae6060-9e81-4f5a-81dd-94b4fe0e3e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.698232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Pushing event updated for resources: {'Port': ['ID=dc78c3ac-adc6-4313-9ad4-689010870096,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:57.716971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d8153196-2a0c-48bc-a7ff-b513882d2ba6 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:39:57.730821 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008c081-41fe-4e2c-b781-b0f2a5edba11 req-9b3a6791-f593-4aad-a07a-84c8296c710a tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.738979 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3008c081-41fe-4e2c-b781-b0f2a5edba11 req-9b3a6791-f593-4aad-a07a-84c8296c710a tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 945 time: 0.2032421 Sep 16 04:39:57.742958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: d8153196-2a0c-48bc-a7ff-b513882d2ba6 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:39:57.743519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d8153196-2a0c-48bc-a7ff-b513882d2ba6 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:39:57.748634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-a0351eef-d1e8-4566-997e-8608e89a0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:57.750173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-a0351eef-d1e8-4566-997e-8608e89a0a28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.1824505 Sep 16 04:39:57.762583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.789073 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3008c081-41fe-4e2c-b781-b0f2a5edba11 req-91ce8ecc-bf73-4dc2-9e93-b393380e914e tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492108 Sep 16 04:39:57.790363 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:57.801322 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cb0ddb4f-dde8-4df0-a998-8bdab04b9316 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1259265 Sep 16 04:39:57.919389 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75b576d8-c47a-4f4a-841e-7a8937890ad1 req-1ef90f5c-f232-42b2-ad0b-3620a3faf76d service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133957 Sep 16 04:39:57.921445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-61d12a49-f17c-48a5-a3b0-605efbc90422 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711194 Sep 16 04:39:57.961522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 649db456-2328-4b87-a9c4-f26737c172fa up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:39:58.066033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 649db456-2328-4b87-a9c4-f26737c172fa triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:39:58.066450 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.070177 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f61c784-9042-4aa8-b857-c54689e3aaa9 req-c0f6bee4-fea5-4207-b53f-bef7e8518260 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286402 Sep 16 04:39:58.071903 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Thu, 16 Sep 2021 04:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f0359d-d572-4697-93aa-47608a055a81 x-openstack-request-id: req-b9f0359d-d572-4697-93aa-47608a055a81 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:39:58.072209 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b", "tag": "c3bac14b-3f5b-40cf-804e-d59d00690865", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5780bfad-4138-4481-8a71-b1f5ea108399", "tag": "26baa4ff-95e5-4193-bad7-6585e8edf426", "status": "completed", "code": 200}, {"server_uuid": "f5d57770-2675-45ca-ad17-732eecf5cee7", "name": "network-vif-deleted", "tag": "d8153196-2a0c-48bc-a7ff-b513882d2ba6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8863c35e-7f8a-4a6f-bf5d-087dc97263a5", "tag": "2084c613-439b-45e7-bd31-8b80611bba89", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:39:58.072461 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9f0359d-d572-4697-93aa-47608a055a81 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:39:58.072856 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'tag': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'status': 'completed', 'code': 200} Sep 16 04:39:58.073112 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5780bfad-4138-4481-8a71-b1f5ea108399', 'tag': '26baa4ff-95e5-4193-bad7-6585e8edf426', 'status': 'completed', 'code': 200} Sep 16 04:39:58.073359 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d57770-2675-45ca-ad17-732eecf5cee7', 'name': 'network-vif-deleted', 'tag': 'd8153196-2a0c-48bc-a7ff-b513882d2ba6', 'status': 'completed', 'code': 200} Sep 16 04:39:58.073632 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8863c35e-7f8a-4a6f-bf5d-087dc97263a5', 'tag': '2084c613-439b-45e7-bd31-8b80611bba89', 'status': 'completed', 'code': 200} Sep 16 04:39:58.154655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-1f275e1d-81c2-4101-9734-282ddde0f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.156085 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-1f275e1d-81c2-4101-9734-282ddde0f943 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3942978 Sep 16 04:39:58.296446 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54ae6060-9e81-4f5a-81dd-94b4fe0e3e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.299206 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54ae6060-9e81-4f5a-81dd-94b4fe0e3e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.303153 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-54ae6060-9e81-4f5a-81dd-94b4fe0e3e5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b238cb54-0f72-4ab0-ad1e-91d6285b8969 HTTP/1.1" status: 204 len: 168 time: 1.3748538 Sep 16 04:39:58.312886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-c60bb495-510a-4db7-85d6-a77eb2d5af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.326860 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-c60bb495-510a-4db7-85d6-a77eb2d5af4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 1098 time: 0.2523878 Sep 16 04:39:58.396396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae6060-9e81-4f5a-81dd-94b4fe0e3e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b238cb54-0f72-4ab0-ad1e-91d6285b8969,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:58.431193 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-5affbbd6-e908-4874-8e5a-c234752ebf49 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1356872033&fields=id&tenant_id=076ee750e5044600b905d450c833d9e6 HTTP/1.1" status: 200 len: 267 time: 0.0534475 Sep 16 04:39:58.434513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55508) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:58.489397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-a6388a4b-29d7-4f2e-b923-2487cd6e0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.491783 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-a6388a4b-29d7-4f2e-b923-2487cd6e0f0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ef75dcfd035f40228dfc6a146d611230&device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 1099 time: 0.3480096 Sep 16 04:39:58.559448 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-d8f401a9-346c-4707-b452-348e99645394 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827989 Sep 16 04:39:58.654732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-6e67c92d-6345-4402-8ed2-e033b70ad1ac tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.656311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-6e67c92d-6345-4402-8ed2-e033b70ad1ac tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 945 time: 0.0900061 Sep 16 04:39:58.766313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f83c5bd6-3259-42a5-99a6-f2817b768d5a tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.768773 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f83c5bd6-3259-42a5-99a6-f2817b768d5a tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/networks?id=c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba HTTP/1.1" status: 200 len: 815 time: 0.3181837 Sep 16 04:39:58.812732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-ee13cff8-170f-4967-81b2-01cbf3f30761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.814867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-ee13cff8-170f-4967-81b2-01cbf3f30761 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.4403551 Sep 16 04:39:58.842769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Deleting port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:39:58.843325 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:58.883419 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5c511a28-6fb5-4861-998e-9770b63ba346 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=220f6be1326d49f48ff637872d6294e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476388 Sep 16 04:39:58.889514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-ab0701bf-916e-4a3d-af25-17365fa7307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:58.890983 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-b20cc1b7-a9e3-4305-a01e-1aa806dacbbf tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/quotas/076ee750e5044600b905d450c833d9e6 HTTP/1.1" status: 200 len: 375 time: 0.1079764 Sep 16 04:39:58.891133 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-ab0701bf-916e-4a3d-af25-17365fa7307c service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.3653445 Sep 16 04:39:58.893565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55522) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:58.893880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55526) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:58.910441 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-7ab5c5b4-64ca-4dfc-bd3c-f600e82c5400 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bac14b-3f5b-40cf-804e-d59d00690865 HTTP/1.1" status: 200 len: 1002 time: 0.0837219 Sep 16 04:39:58.956442 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-8b318c09-9c4a-4a57-a5d7-775f2d060cc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2084c613-439b-45e7-bd31-8b80611bba89 HTTP/1.1" status: 200 len: 217 time: 0.0494633 Sep 16 04:39:58.991544 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4f0cf4f-e28f-4720-8cd1-cbbc824e82a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.055760 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] For port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=95894fd7-d7d2-41bb-962f-f6ca377a7fe2,segment=NetworkSegment(4c8032b2-7859-4e01-af31-fbe7acb6cc46),segment_id=4c8032b2-7859-4e01-af31-fbe7acb6cc46)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:59.056230 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.072599 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8017a1ed-de51-4ad0-92c2-69e839e34983 req-6a621530-2574-4bc8-ba47-61ff955413b6 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108860 Sep 16 04:39:59.094426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-1995cc53-c6ae-48e2-a2cd-ec9f402808a8 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=076ee750e5044600b905d450c833d9e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1958528 Sep 16 04:39:59.104312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-b895406d-6536-4909-98f6-31754abe1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:59.105815 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-b895406d-6536-4909-98f6-31754abe1517 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.1484761 Sep 16 04:39:59.110293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-77d04b8a-5aa4-4c24-9bba-a75f24bf508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:59.112867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-77d04b8a-5aa4-4c24-9bba-a75f24bf508e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1384888 Sep 16 04:39:59.114087 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6fd089d2-e010-446b-9353-e5da3242a691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.241895 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6fd089d2-e010-446b-9353-e5da3242a691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.276491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-2775cfee-0fd0-4764-98fe-02d988875a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:59.279955 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-2775cfee-0fd0-4764-98fe-02d988875a30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632814 Sep 16 04:39:59.300334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:39:59.337226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-b1a0db56-4e7f-45be-8c98-08828a6a0199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:59.338927 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-b1a0db56-4e7f-45be-8c98-08828a6a0199 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1914573 Sep 16 04:39:59.436549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865084f-1af0-400c-83cc-264fde305337 req-0193be32-183a-4adc-a96f-6b51b9e334dd tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:39:59.438114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8865084f-1af0-400c-83cc-264fde305337 req-0193be32-183a-4adc-a96f-6b51b9e334dd tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 947 time: 0.2457943 Sep 16 04:39:59.526175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:59.539739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068', 'mac_address': 'fa:16:3e:0f:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:39:59.546538 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4f0cf4f-e28f-4720-8cd1-cbbc824e82a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.576587 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8865084f-1af0-400c-83cc-264fde305337 req-285ec977-2024-43f8-972e-3e799b0b019e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250536 Sep 16 04:39:59.580968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4f0cf4f-e28f-4720-8cd1-cbbc824e82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.581584 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6fd089d2-e010-446b-9353-e5da3242a691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.584479 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6fd089d2-e010-446b-9353-e5da3242a691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.585651 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6fd089d2-e010-446b-9353-e5da3242a691 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47ca9457-1037-475f-a55b-db33f941dc6f HTTP/1.1" status: 204 len: 168 time: 0.6869202 Sep 16 04:39:59.597727 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.598364 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.598838 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Floating IP 9ed16791-0d84-499f-b87e-a4e71c29bbae disassociated. External IP: 172.25.0.42, port: 95894fd7-d7d2-41bb-962f-f6ca377a7fe2. Sep 16 04:39:59.599806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Calling delete_port for 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:39:59.665355 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-3f4ea52e-1648-4e8d-9621-679b2161f174 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853448 Sep 16 04:39:59.666619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd089d2-e010-446b-9353-e5da3242a691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ca9457-1037-475f-a55b-db33f941dc6f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:59.669900 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-d0b715a1-abd2-46b5-b8c2-3f454ea8036b service neutron] 10.222.0.15 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620710 Sep 16 04:39:59.671849 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.704175 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c4f0cf4f-e28f-4720-8cd1-cbbc824e82a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2e63844932e4713994bd24ad2186bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7521901 Sep 16 04:39:59.707537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:39:59.718071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55548) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:39:59.737095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:39:59.748813 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:39:59.828679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:39:59.904085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['2f59f2f1-18d1-4315-aedf-ff6f8fddb068'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:39:59.930673 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0cf4f-e28f-4720-8cd1-cbbc824e82a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb0164f-d74c-43a0-8847-7024475ef885,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.022287 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-8c286764-4906-4865-ab1b-5b8f9eb31c17 service neutron] 10.222.0.53 "GET /v2.0/networks/c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9043469 Sep 16 04:40:00.045291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-734be4e0-b6ce-4482-b115-794c635f24ea service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626525 Sep 16 04:40:00.047651 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-16368507-22ea-45be-8f31-cc613b63f1c4 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122129 Sep 16 04:40:00.170472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-357d87a9-6b3e-4df1-82fe-390d78e81176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:00.181649 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-357d87a9-6b3e-4df1-82fe-390d78e81176 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef75dcfd035f40228dfc6a146d611230&device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 1098 time: 0.0664811 Sep 16 04:40:00.191344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ecf69aaf-b3a6-4bc5-8886-55f4dda29ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.279548 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ecf69aaf-b3a6-4bc5-8886-55f4dda29ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.359227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-b3335729-a1cb-450d-84f3-0ea157c39aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:00.361821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-b3335729-a1cb-450d-84f3-0ea157c39aa8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1753869 Sep 16 04:40:00.409594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55554) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:00.462685 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-522319ef-aac1-4381-b85f-5679f97b9b4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=26baa4ff-95e5-4193-bad7-6585e8edf426 HTTP/1.1" status: 200 len: 217 time: 0.0882471 Sep 16 04:40:00.481683 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.546797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Pushing event deleted for resources: {'Port': ['ID=95894fd7-d7d2-41bb-962f-f6ca377a7fe2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.576747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078962aa-9b88-4b63-8bee-df372354b248 req-f6dbbb38-5582-4fa4-8dab-40e89325ec65 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:00.578362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-078962aa-9b88-4b63-8bee-df372354b248 req-f6dbbb38-5582-4fa4-8dab-40e89325ec65 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 867 time: 0.2154460 Sep 16 04:40:00.656188 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8709c84a-3dd4-4e44-88dc-12a8cc782c06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6ea46bad7e9455f9fafd635278d8a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120478 Sep 16 04:40:00.661712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55560) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:00.671378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-078962aa-9b88-4b63-8bee-df372354b248 req-74c4660e-9b3d-4452-ac06-d82d0e7a6ebe tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd764710-07fc-4f12-92eb-a67542a6fcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820665 Sep 16 04:40:00.672766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-0927e1e6-579e-43c9-b4b0-72be2ec82918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:00.673016 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-7cae1636-2e76-4558-a655-ebc06a1dde21 service neutron] 10.222.0.53 "GET /v2.0/networks/c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462448 Sep 16 04:40:00.675051 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-0927e1e6-579e-43c9-b4b0-72be2ec82918 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2007484 Sep 16 04:40:00.675741 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ecf69aaf-b3a6-4bc5-8886-55f4dda29ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.681946 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ecf69aaf-b3a6-4bc5-8886-55f4dda29ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.687935 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ecf69aaf-b3a6-4bc5-8886-55f4dda29ce5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fb0164f-d74c-43a0-8847-7024475ef885 HTTP/1.1" status: 204 len: 168 time: 0.9650276 Sep 16 04:40:00.753845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf69aaf-b3a6-4bc5-8886-55f4dda29ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb0164f-d74c-43a0-8847-7024475ef885,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:00.768638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-3bce531b-f652-4e56-b8f4-ed9a68cbe177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:00.771084 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-3bce531b-f652-4e56-b8f4-ed9a68cbe177 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855968 Sep 16 04:40:00.796457 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ab9eaf6-1bf0-4216-973b-30d802b865da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:00.958511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:01.285288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:01.296730 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f54774-a1f6-4935-ba82-c7717428e54b None None] Sync routers for ids ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:01.310392 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f54774-a1f6-4935-ba82-c7717428e54b None None] Routers {'92b3362e-7d00-43e5-bc82-859ccf8bdb49'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:01.311050 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-78f54774-a1f6-4935-ba82-c7717428e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:01.334767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] No DVR routers for this DVR port 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:01.339689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 26baa4ff-95e5-4193-bad7-6585e8edf426 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:01.346575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c40f6-ad1b-4eeb-9a29-1c534572d17b req-834f3fc3-bfde-45e1-8d42-a1a9d804d635 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:01.354426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a6c40f6-ad1b-4eeb-9a29-1c534572d17b req-834f3fc3-bfde-45e1-8d42-a1a9d804d635 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 947 time: 0.2389212 Sep 16 04:40:01.357386 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.359437 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2ff5555-de40-4fa1-b464-5052561d90d1 req-f83430d5-3589-4aaa-aa3a-b89b0a970778 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.50 "DELETE /v2.0/ports/95894fd7-d7d2-41bb-962f-f6ca377a7fe2 HTTP/1.1" status: 204 len: 173 time: 2.6889563 Sep 16 04:40:01.361197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'name': 'network-vif-deleted', 'tag': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:01.364053 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d9e4d5-235d-4505-a008-370778f634cf" -d '{"events": [{"server_uuid": "c0e37996-5a0b-469a-a255-0e408d48bf88", "name": "network-vif-deleted", "tag": "95894fd7-d7d2-41bb-962f-f6ca377a7fe2"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:01.412344 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a6c40f6-ad1b-4eeb-9a29-1c534572d17b req-27248fa5-df67-47c9-880d-0e5626d17ce5 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567915 Sep 16 04:40:01.566222 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c76ede40-3191-4145-96b8-f672268fedfb req-ad7a1240-36f1-4230-829c-795f3d68bb63 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 210 time: 0.0920846 Sep 16 04:40:01.576259 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ab9eaf6-1bf0-4216-973b-30d802b865da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:01.641458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=26baa4ff-95e5-4193-bad7-6585e8edf426,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:01.686474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:01.701548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '26baa4ff-95e5-4193-bad7-6585e8edf426', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '26baa4ff-95e5-4193-bad7-6585e8edf426', 'mac_address': 'fa:16:3e:b1:dd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:01.718004 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-78f54774-a1f6-4935-ba82-c7717428e54b None None] Set router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:01.794555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 2084c613-439b-45e7-bd31-8b80611bba89 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:01.799799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-76eeb864-d97e-4806-8f3a-db78247aa0a0 req-5b6eedfe-7287-4b8e-af01-f03e5a2f218e tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.9407215 Sep 16 04:40:01.927581 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-a25f72ad-3b2b-4bd1-a10d-1632dc574c68 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1455762 Sep 16 04:40:01.985484 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.035070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26baa4ff-95e5-4193-bad7-6585e8edf426 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:02.059399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeb864-d97e-4806-8f3a-db78247aa0a0 req-49d18a2d-c531-4c5e-8120-3a8c600bd200 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.080836 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-76eeb864-d97e-4806-8f3a-db78247aa0a0 req-49d18a2d-c531-4c5e-8120-3a8c600bd200 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports/c3bac14b-3f5b-40cf-804e-d59d00690865 HTTP/1.1" status: 200 len: 943 time: 0.2792189 Sep 16 04:40:02.118364 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ab9eaf6-1bf0-4216-973b-30d802b865da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.131512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=26baa4ff-95e5-4193-bad7-6585e8edf426,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:02.150940 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ab9eaf6-1bf0-4216-973b-30d802b865da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.159764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4ab9eaf6-1bf0-4216-973b-30d802b865da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7a54242-a041-4ce3-a974-59f85d5400b3 HTTP/1.1" status: 204 len: 168 time: 1.4969990 Sep 16 04:40:02.173179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:02.182982 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.205869 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9eaf6-1bf0-4216-973b-30d802b865da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a54242-a041-4ce3-a974-59f85d5400b3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:02.270450 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a6fe8a-e79d-4507-8efc-2f8f766bda2a x-openstack-request-id: req-96a6fe8a-e79d-4507-8efc-2f8f766bda2a {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:02.271055 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e37996-5a0b-469a-a255-0e408d48bf88", "name": "network-vif-deleted", "tag": "95894fd7-d7d2-41bb-962f-f6ca377a7fe2", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:02.271528 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96a6fe8a-e79d-4507-8efc-2f8f766bda2a {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:02.272218 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e37996-5a0b-469a-a255-0e408d48bf88', 'name': 'network-vif-deleted', 'tag': '95894fd7-d7d2-41bb-962f-f6ca377a7fe2', 'status': 'completed', 'code': 200} Sep 16 04:40:02.281685 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.294730 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-78f54774-a1f6-4935-ba82-c7717428e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'd3f33df7-a461-44a0-a97b-acc228726ef7', 'name': '', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'mac_address': 'fa:16:3e:4a:9f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '360c8065-7805-4d68-aada-f1b0722c784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:44Z', 'updated_at': '2021-09-16T04:36:52Z', 'revision_number': 5, 'project_id': 'c85d733a281042809809972df7b509b2', 'subnets': [{'id': '360c8065-7805-4d68-aada-f1b0722c784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:02.392139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f70d1eb4-96f4-42dc-aab0-22e8a9684695 req-91c73791-1736-46d0-b384-a0679218a265 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472659 Sep 16 04:40:02.393205 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f54774-a1f6-4935-ba82-c7717428e54b None None] Checking router: 92b3362e-7d00-43e5-bc82-859ccf8bdb49 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:02.420032 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f54774-a1f6-4935-ba82-c7717428e54b None None] Routers {'92b3362e-7d00-43e5-bc82-859ccf8bdb49'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:02.420689 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-78f54774-a1f6-4935-ba82-c7717428e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:02.460755 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e7da7b1-776f-4898-af5b-29aad931ae49 req-30f7fabf-15b7-46c6-99a1-3dd00bc99f80 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 210 time: 0.0566514 Sep 16 04:40:02.499179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 2084c613-439b-45e7-bd31-8b80611bba89, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2084c613-439b-45e7-bd31-8b80611bba89,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:02.567548 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-76eeb864-d97e-4806-8f3a-db78247aa0a0 req-2c1bb485-6ed9-46b8-9c0b-473affa06a7d tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.1726818 Sep 16 04:40:02.578090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '2084c613-439b-45e7-bd31-8b80611bba89', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '2084c613-439b-45e7-bd31-8b80611bba89', 'mac_address': 'fa:16:3e:05:0b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:02.814309 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:02.818250 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['26baa4ff-95e5-4193-bad7-6585e8edf426'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:02.828817 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeb864-d97e-4806-8f3a-db78247aa0a0 req-ee9b729f-e63f-456e-aa63-53a47f34a44c tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:02.850717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-76eeb864-d97e-4806-8f3a-db78247aa0a0 req-ee9b729f-e63f-456e-aa63-53a47f34a44c tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.2694845 Sep 16 04:40:02.906479 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-78f54774-a1f6-4935-ba82-c7717428e54b None None] Set router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:03.005052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=26baa4ff-95e5-4193-bad7-6585e8edf426,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:03.028258 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2084c613-439b-45e7-bd31-8b80611bba89 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:03.038801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b90fd0-f752-4e39-afcb-f6c35bad0afd req-0884e853-1c6f-444a-aae5-2538ac796448 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:03.043379 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5b90fd0-f752-4e39-afcb-f6c35bad0afd req-0884e853-1c6f-444a-aae5-2538ac796448 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 947 time: 0.1060209 Sep 16 04:40:03.114447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 2084c613-439b-45e7-bd31-8b80611bba89, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2084c613-439b-45e7-bd31-8b80611bba89,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:03.154810 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.193796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5b90fd0-f752-4e39-afcb-f6c35bad0afd req-233a5fb3-cdb0-4199-8284-ae576fc24b51 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433792 Sep 16 04:40:03.396959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55642) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:03.432063 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.520913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['2084c613-439b-45e7-bd31-8b80611bba89'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:03.546383 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce6db220-ad7d-47d4-b65f-d4c6839896f7 req-750e1220-7efa-4f37-9eb5-ba61d17c3fa4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 210 time: 0.1080804 Sep 16 04:40:03.550890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-fa4a9f6b-d8ea-46bc-97bc-b5ef8ef674f5 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:03.555882 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-fa4a9f6b-d8ea-46bc-97bc-b5ef8ef674f5 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.50 "GET /v2.0/networks?id=c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba HTTP/1.1" status: 200 len: 815 time: 0.4256113 Sep 16 04:40:03.573712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=2084c613-439b-45e7-bd31-8b80611bba89,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:03.594619 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6821ff-6c57-45d1-b20c-c013c0482f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:03.598217 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d04754-9a81-44ee-88c4-22c5dc19e923" -d '{"events": [{"server_uuid": "9e6821ff-6c57-45d1-b20c-c013c0482f25", "name": "network-vif-plugged", "status": "completed", "tag": "2f59f2f1-18d1-4315-aedf-ff6f8fddb068"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:03.614272 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-78f54774-a1f6-4935-ba82-c7717428e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'd3f33df7-a461-44a0-a97b-acc228726ef7', 'name': '', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'mac_address': 'fa:16:3e:4a:9f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '360c8065-7805-4d68-aada-f1b0722c784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:44Z', 'updated_at': '2021-09-16T04:36:52Z', 'revision_number': 5, 'project_id': 'c85d733a281042809809972df7b509b2', 'subnets': [{'id': '360c8065-7805-4d68-aada-f1b0722c784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:03.623482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:03.667070 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:03.692409 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-55e32727-53d1-4683-bea8-aa5c7f8051fa tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=076ee750e5044600b905d450c833d9e6 HTTP/1.1" status: 200 len: 380 time: 0.1208158 Sep 16 04:40:03.712176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Request body: {'port': {'device_id': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'admin_state_up': True, 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'security_groups': ['6ee82de9-b029-4757-9907-f7508bc1908d']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:03.721858 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:03.764529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:03.764951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 95894fd7-d7d2-41bb-962f-f6ca377a7fe2 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:03.788095 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-7775ed4c-92c9-4eaa-82b3-f843fb7d251f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.1931288 Sep 16 04:40:03.801002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:03.922950 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f54774-a1f6-4935-ba82-c7717428e54b None None] The sync data for ids ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'] in n-d-712142-17 is: [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'd3f33df7-a461-44a0-a97b-acc228726ef7', 'name': '', 'network_id': '6075a00a-594d-45d5-a69f-8fc3a792b3c4', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'mac_address': 'fa:16:3e:4a:9f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '360c8065-7805-4d68-aada-f1b0722c784c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:44Z', 'updated_at': '2021-09-16T04:36:52Z', 'revision_number': 5, 'project_id': 'c85d733a281042809809972df7b509b2', 'subnets': [{'id': '360c8065-7805-4d68-aada-f1b0722c784c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:03.958892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-8448c73c-3ffd-4c18-8730-71f2861cc66b tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:03.977732 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-8448c73c-3ffd-4c18-8730-71f2861cc66b tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports/c3bac14b-3f5b-40cf-804e-d59d00690865 HTTP/1.1" status: 200 len: 943 time: 0.1855817 Sep 16 04:40:03.997818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1824256698-network', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:04.055065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Made reservation on behalf of 0438dca5e2cc4175984f01ab28c77bfa for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:04.058796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.084278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Made reservation on behalf of 076ee750e5044600b905d450c833d9e6 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:04.086116 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.087970 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.305515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55666) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:04.370402 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-0e425700-f1a7-48b1-a040-397e093286e5 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.2861304 Sep 16 04:40:04.375724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Allocated IP 172.20.0.11 (c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba/a7fde5dc-8b27-4519-91f5-44a105233a0d/f2344ece-2fb6-433b-8362-3299d9785951) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:04.559548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02924c35-286c-402a-a0a1-d3292a12aa80 None None] New status for floating IP 9ed16791-0d84-499f-b87e-a4e71c29bbae: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:40:04.583124 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.634986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-317569533-network', 'tenant_id': '8a68413062ca42638909199d79b4e793'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:04.666594 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f9d6620-66aa-4cc2-988a-c364655b90a6 req-b961a3e9-a48b-4686-8348-097fbecdf89f tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 210 time: 0.0416574 Sep 16 04:40:04.668028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.746818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-3c5e49f8-172d-4526-867b-6424a28a0dd7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.753333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:04.756550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-3c5e49f8-172d-4526-867b-6424a28a0dd7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.3700535 Sep 16 04:40:04.757373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:04.769200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.781988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:04.859133 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.899393 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134690b4-2577-44d8-9700-4649f0258dc2 x-openstack-request-id: req-134690b4-2577-44d8-9700-4649f0258dc2 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:04.899393 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6821ff-6c57-45d1-b20c-c013c0482f25", "name": "network-vif-plugged", "status": "completed", "tag": "2f59f2f1-18d1-4315-aedf-ff6f8fddb068", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:04.900278 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-134690b4-2577-44d8-9700-4649f0258dc2 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:04.900278 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6821ff-6c57-45d1-b20c-c013c0482f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068', 'code': 200} Sep 16 04:40:04.913685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Pushing event updated for resources: {'Port': ['ID=f2344ece-2fb6-433b-8362-3299d9785951,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:04.979903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:04.980621 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:04.996087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Made reservation on behalf of 8a68413062ca42638909199d79b4e793 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:05.000961 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.046809 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:05.057049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-a5d2a79a-429d-430c-9250-c46880e79682 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3531053 Sep 16 04:40:05.063807 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.077038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Request body: {'port': {'device_id': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:05.124364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f33d1-0892-4b5a-a621-ff24f3150151 req-a9e72182-7e0d-4d72-9010-841cf104dcea tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.130113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cedaa1-4e65-444b-b8fd-78cc8dd46684,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:05.134559 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.136830 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3a8f33d1-0892-4b5a-a621-ff24f3150151 req-a9e72182-7e0d-4d72-9010-841cf104dcea tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 948 time: 0.1447895 Sep 16 04:40:05.142985 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.150434 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Added segment 18da4e91-dec7-471e-94ab-5a3faee6b2a7 of type vlan for network 760ef33c-b75c-4248-8ddb-92e78845a4d2 Sep 16 04:40:05.167777 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-ecd77b6c-dd82-47ad-aec6-a284d066dd12 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.4103701 Sep 16 04:40:05.186574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-ecbc3c97-08d0-4e20-892d-4ed5917a5a44 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:05.216102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b86b46dd-075b-45b1-81a1-a4c8d341ca6a None None] Provisioning complete for port f2344ece-2fb6-433b-8362-3299d9785951 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:05.218076 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b86b46dd-075b-45b1-81a1-a4c8d341ca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.224725 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.278296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b86b46dd-075b-45b1-81a1-a4c8d341ca6a None None] Port f2344ece-2fb6-433b-8362-3299d9785951 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:05.348320 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 26baa4ff-95e5-4193-bad7-6585e8edf426 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:05.388151 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.463922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 26baa4ff-95e5-4193-bad7-6585e8edf426 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:05.466807 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-ecbc3c97-08d0-4e20-892d-4ed5917a5a44 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.476988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 26baa4ff-95e5-4193-bad7-6585e8edf426 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:05.477724 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.514594 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3a8f33d1-0892-4b5a-a621-ff24f3150151 req-c26c5a29-3ad1-4c1e-a655-ff5f33f5e289 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740411 Sep 16 04:40:05.614272 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.615491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:05.620771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.640205 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.709427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=26baa4ff-95e5-4193-bad7-6585e8edf426,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:05.718744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2344ece-2fb6-433b-8362-3299d9785951 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:05.722595 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.735165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 2084c613-439b-45e7-bd31-8b80611bba89 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:05.747685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.783924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Transition to ACTIVE for port object f2344ece-2fb6-433b-8362-3299d9785951 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:05.791816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:05.896350 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2344ece-2fb6-433b-8362-3299d9785951,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:05.972270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] Pushing event updated for resources: {'Network': ['ID=760ef33c-b75c-4248-8ddb-92e78845a4d2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.002633 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 760ef33c-b75c-4248-8ddb-92e78845a4d2 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:06.041838 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=26baa4ff-95e5-4193-bad7-6585e8edf426,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.050457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Attempting to bind port f2344ece-2fb6-433b-8362-3299d9785951 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:06.050803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Attempting to bind port f2344ece-2fb6-433b-8362-3299d9785951 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:06.051137 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Attempting to bind port f2344ece-2fb6-433b-8362-3299d9785951 on network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:06.059561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Port f2344ece-2fb6-433b-8362-3299d9785951 on network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:06.060081 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Attempting to bind port f2344ece-2fb6-433b-8362-3299d9785951 on network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:06.068014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 2084c613-439b-45e7-bd31-8b80611bba89 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:06.072669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:06.073103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Checking segment: {'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:06.073746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Bound using segment: {'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:06.078270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Bound port: f2344ece-2fb6-433b-8362-3299d9785951, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3decd213-2a3b-4afa-90d1-e839c14b3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:06.078905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.083216 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-ecbc3c97-08d0-4e20-892d-4ed5917a5a44 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.093895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 2084c613-439b-45e7-bd31-8b80611bba89 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:06.094132 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.106852 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-ecbc3c97-08d0-4e20-892d-4ed5917a5a44 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.107972 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-ecbc3c97-08d0-4e20-892d-4ed5917a5a44 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Floating IP 0083976f-720a-419e-81b0-4dc2af3dfb98 disassociated. External IP: 172.25.0.225, port: c3bac14b-3f5b-40cf-804e-d59d00690865. Sep 16 04:40:06.244800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] For port f2344ece-2fb6-433b-8362-3299d9785951, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:06.252963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] For port f2344ece-2fb6-433b-8362-3299d9785951, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=f2344ece-2fb6-433b-8362-3299d9785951,segment=NetworkSegment(3decd213-2a3b-4afa-90d1-e839c14b3944),segment_id=3decd213-2a3b-4afa-90d1-e839c14b3944)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:06.262293 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.378678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.380334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.384141 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] 10.222.0.50 "PUT /v2.0/ports/f2344ece-2fb6-433b-8362-3299d9785951 HTTP/1.1" status: 200 len: 1093 time: 1.3135138 Sep 16 04:40:06.385859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'tag': 'f2344ece-2fb6-433b-8362-3299d9785951'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:06.390138 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5a399d-c774-40ed-a7e1-fb025c93afae" -d '{"events": [{"name": "network-changed", "server_uuid": "0033ab0f-c8a4-4c65-a808-b91b25221288", "tag": "f2344ece-2fb6-433b-8362-3299d9785951"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:06.399494 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.418468 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.453350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f96fab4e-729d-427d-a202-8ab4f0084da6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0548167 Sep 16 04:40:06.459729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55690) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:06.491860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cd7afcbf-7d8f-431b-8b60-9b992164e915 admin admin] Request body: {'subnet': {'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824256698-subnet', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:06.495686 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.511182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:06.551196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eabba-eb97-43d0-a44a-c4114dee0fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2344ece-2fb6-433b-8362-3299d9785951,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.569979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-37b68af9-c824-402d-9d61-b36096bfd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.574798 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-37b68af9-c824-402d-9d61-b36096bfd84e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=076ee750e5044600b905d450c833d9e6&device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 1096 time: 0.0884738 Sep 16 04:40:06.583678 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.584057 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Added segment e63e49c5-7a30-4ea1-9684-d710cca86265 of type vlan for network beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 Sep 16 04:40:06.599140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e71494-c16d-4aaf-bb51-56f0379bcce8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.613390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 2084c613-439b-45e7-bd31-8b80611bba89, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2084c613-439b-45e7-bd31-8b80611bba89,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:06.634917 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.658902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7afcbf-7d8f-431b-8b60-9b992164e915 admin admin] Made reservation on behalf of 0438dca5e2cc4175984f01ab28c77bfa for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:06.661294 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd7afcbf-7d8f-431b-8b60-9b992164e915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.702721 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-819edc59-4d4d-4641-bdd6-db9be5f479eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2344ece-2fb6-433b-8362-3299d9785951 HTTP/1.1" status: 200 len: 217 time: 0.1120737 Sep 16 04:40:06.753048 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=2084c613-439b-45e7-bd31-8b80611bba89,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:06.833090 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.852938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-ecbc3c97-08d0-4e20-892d-4ed5917a5a44 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Router 00f95de1-94f9-44ec-93d1-fe4e365aa31f has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:06.887015 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-678e12ca-e3c2-4b99-b8cf-d22721a8f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.894314 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-678e12ca-e3c2-4b99-b8cf-d22721a8f239 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7fde5dc-8b27-4519-91f5-44a105233a0d HTTP/1.1" status: 200 len: 854 time: 0.1771557 Sep 16 04:40:06.900714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5780bfad-4138-4481-8a71-b1f5ea108399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26baa4ff-95e5-4193-bad7-6585e8edf426'}, {'server_uuid': '8863c35e-7f8a-4a6f-bf5d-087dc97263a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2084c613-439b-45e7-bd31-8b80611bba89'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:06.903346 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d39a69f-83c2-43b6-b3bd-2607d192337d" -d '{"events": [{"server_uuid": "5780bfad-4138-4481-8a71-b1f5ea108399", "name": "network-vif-plugged", "status": "completed", "tag": "26baa4ff-95e5-4193-bad7-6585e8edf426"}, {"server_uuid": "8863c35e-7f8a-4a6f-bf5d-087dc97263a5", "name": "network-vif-plugged", "status": "completed", "tag": "2084c613-439b-45e7-bd31-8b80611bba89"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:06.927875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838edf6-2dd6-48d8-9a5f-0138a8f62ab2 req-720ef169-a4f8-4443-b87f-061f51a21cca tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.937708 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d838edf6-2dd6-48d8-9a5f-0138a8f62ab2 req-720ef169-a4f8-4443-b87f-061f51a21cca tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 944 time: 0.1077487 Sep 16 04:40:06.969125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.970560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:06.970841 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:06.993010 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6863186 Sep 16 04:40:07.005377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55698) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:07.013258 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fa37d3d0-a7d7-451b-a30b-3cf24c6ed943 admin admin] Request body: {'subnet': {'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-317569533-subnet', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:07.044800 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d838edf6-2dd6-48d8-9a5f-0138a8f62ab2 req-d6904ee1-65dd-4831-bc14-31042855acf4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ee82de9-b029-4757-9907-f7508bc1908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008470 Sep 16 04:40:07.063059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-eb6974f6-9c4d-497b-a386-1bbf385f2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.072138 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-eb6974f6-9c4d-497b-a386-1bbf385f2ff3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1618571 Sep 16 04:40:07.176425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55702) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:07.187839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa37d3d0-a7d7-451b-a30b-3cf24c6ed943 admin admin] Made reservation on behalf of 8a68413062ca42638909199d79b4e793 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:07.194052 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa37d3d0-a7d7-451b-a30b-3cf24c6ed943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.277875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024f989-ce58-4a9c-be5b-6b72fea2dc59 admin admin] Pushing event updated for resources: {'Network': ['ID=beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:07.300193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:07.307698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-ecbc3c97-08d0-4e20-892d-4ed5917a5a44 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:07.322880 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebb47c-04b4-496b-8ce4-22d817103902 None None] Sync routers for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:07.325528 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-ecbc3c97-08d0-4e20-892d-4ed5917a5a44 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.344410 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cebb47c-04b4-496b-8ce4-22d817103902 None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:07.346870 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1cebb47c-04b4-496b-8ce4-22d817103902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:07.365445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-ecbc3c97-08d0-4e20-892d-4ed5917a5a44 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "PUT /v2.0/floatingips/0083976f-720a-419e-81b0-4dc2af3dfb98 HTTP/1.1" status: 200 len: 695 time: 2.1828055 Sep 16 04:40:07.367958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'tag': 'c3bac14b-3f5b-40cf-804e-d59d00690865'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:07.372010 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12937ee2-647c-4c10-bdae-fecccfab01ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b", "tag": "c3bac14b-3f5b-40cf-804e-d59d00690865"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:07.505994 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.574609 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd7afcbf-7d8f-431b-8b60-9b992164e915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.593846 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1cebb47c-04b4-496b-8ce4-22d817103902 None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:07.681035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-2aff8c85-c119-4341-8425-00478d3e6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.682942 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-2aff8c85-c119-4341-8425-00478d3e6d53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 1098 time: 0.1991432 Sep 16 04:40:07.708440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7afcbf-7d8f-431b-8b60-9b992164e915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a39965-ed1d-4db3-9b39-f025c153c79e,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:07.744556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7afcbf-7d8f-431b-8b60-9b992164e915 admin admin] Checking segment: {'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:07.745031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7afcbf-7d8f-431b-8b60-9b992164e915 admin admin] Network hostable DHCP agents. Network: 760ef33c-b75c-4248-8ddb-92e78845a4d2, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:07.792822 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fcb65c7b-d570-4fcf-8793-860e39a33a42 req-a654d125-2128-4bd1-8924-b9fb96c55355 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 210 time: 0.6271193 Sep 16 04:40:07.880064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7afcbf-7d8f-431b-8b60-9b992164e915 admin admin] Network 760ef33c-b75c-4248-8ddb-92e78845a4d2 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:07.900101 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-802ac7f9-d686-48e2-93dd-2b7985e66e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:07.929391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-cd7afcbf-7d8f-431b-8b60-9b992164e915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 760ef33c-b75c-4248-8ddb-92e78845a4d2) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:07.960406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102030c9-d357-4481-81e8-231aad407dfa None None] Network 760ef33c-b75c-4248-8ddb-92e78845a4d2 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:07.962658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7afcbf-7d8f-431b-8b60-9b992164e915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:07.963980 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd7afcbf-7d8f-431b-8b60-9b992164e915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.009722 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f7f1b5-be65-460f-80db-574d32951217 x-openstack-request-id: req-46f7f1b5-be65-460f-80db-574d32951217 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:08.010563 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0033ab0f-c8a4-4c65-a808-b91b25221288", "tag": "f2344ece-2fb6-433b-8362-3299d9785951", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:08.010819 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46f7f1b5-be65-460f-80db-574d32951217 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:08.012354 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'tag': 'f2344ece-2fb6-433b-8362-3299d9785951', 'status': 'completed', 'code': 200} Sep 16 04:40:08.032303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-f3189db0-9be6-4171-bc0c-298a8f1f4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.038951 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-f3189db0-9be6-4171-bc0c-298a8f1f4fca service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.3381774 Sep 16 04:40:08.058915 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-11f997b6-df1a-4c9d-be3d-bfcec2dda0c7 service neutron] 10.222.0.50 "GET /v2.0/networks/c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9702666 Sep 16 04:40:08.127129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-96d7687b-bee5-461d-897c-6ed735056e64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bac14b-3f5b-40cf-804e-d59d00690865 HTTP/1.1" status: 200 len: 217 time: 0.0829885 Sep 16 04:40:08.128143 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1cebb47c-04b4-496b-8ce4-22d817103902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:08.160019 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebb47c-04b4-496b-8ce4-22d817103902 None None] Checking router: 00f95de1-94f9-44ec-93d1-fe4e365aa31f for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:08.170867 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cebb47c-04b4-496b-8ce4-22d817103902 None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:08.172001 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1cebb47c-04b4-496b-8ce4-22d817103902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:08.246164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-1f1441f9-3048-4fdb-9f1e-3d608628f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.248119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-1f1441f9-3048-4fdb-9f1e-3d608628f2e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.1147926 Sep 16 04:40:08.301876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-e2cbeb14-9ef0-4b2c-ba58-7a554e1a6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.303664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-e2cbeb14-9ef0-4b2c-ba58-7a554e1a6a23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466294 Sep 16 04:40:08.310978 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-760ef33c-b75c-4248-8ddb-92e78845a4d2', 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'fixed_ips': [{'subnet_id': 'a5a39965-ed1d-4db3-9b39-f025c153c79e'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:40:08.321465 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.387598 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1cebb47c-04b4-496b-8ce4-22d817103902 None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:08.476959 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-7f40c0bf-b2ad-4094-963a-75fbeb385695 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636999 Sep 16 04:40:08.521947 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529af135-f51d-4c0e-bf8e-02bdf8864d1c req-6658b536-092b-4c79-8c8b-9912db6d3a59 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:08.523867 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-529af135-f51d-4c0e-bf8e-02bdf8864d1c req-6658b536-092b-4c79-8c8b-9912db6d3a59 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 949 time: 0.3958311 Sep 16 04:40:08.579195 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa37d3d0-a7d7-451b-a30b-3cf24c6ed943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.583382 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05076abd-d0f2-44d1-9af2-d02e829220c0 req-dea9d87e-7cc4-4eac-9299-37970e3ccd37 service neutron] 10.222.0.50 "GET /v2.0/networks/c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113907 Sep 16 04:40:08.635180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37d3d0-a7d7-451b-a30b-3cf24c6ed943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0f6384-511d-4a13-8823-173d52ba1f26,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:08.645589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Allocated IP 172.20.0.2 (760ef33c-b75c-4248-8ddb-92e78845a4d2/a5a39965-ed1d-4db3-9b39-f025c153c79e/dc2a488c-9596-4e33-9671-29e2e9036685) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:08.652022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-802ac7f9-d686-48e2-93dd-2b7985e66e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.665817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-802ac7f9-d686-48e2-93dd-2b7985e66e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.686699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cd7afcbf-7d8f-431b-8b60-9b992164e915 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2217803 Sep 16 04:40:08.688667 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55722) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:08.710474 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-802ac7f9-d686-48e2-93dd-2b7985e66e52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=829ffcbcb18d42afa79f4b00a05650e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5329132 Sep 16 04:40:08.714554 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1824256698-router', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:08.720169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55724) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:08.749270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-529af135-f51d-4c0e-bf8e-02bdf8864d1c req-2999a406-cc2f-4eed-9125-b55a1009390d tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066047 Sep 16 04:40:08.754342 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa69dbf8-a481-4ff0-8d19-85a11876f022 req-0b62c2f9-15c2-4709-b491-95c0d2186e50 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689319 Sep 16 04:40:08.797394 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.799594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:08.887636 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798c112e-67b2-4d6b-b1eb-aaa3674504d9 x-openstack-request-id: req-798c112e-67b2-4d6b-b1eb-aaa3674504d9 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:08.889913 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5780bfad-4138-4481-8a71-b1f5ea108399", "name": "network-vif-plugged", "status": "completed", "tag": "26baa4ff-95e5-4193-bad7-6585e8edf426", "code": 200}, {"server_uuid": "8863c35e-7f8a-4a6f-bf5d-087dc97263a5", "name": "network-vif-plugged", "status": "completed", "tag": "2084c613-439b-45e7-bd31-8b80611bba89", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:08.890289 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-798c112e-67b2-4d6b-b1eb-aaa3674504d9 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:08.890804 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5780bfad-4138-4481-8a71-b1f5ea108399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26baa4ff-95e5-4193-bad7-6585e8edf426', 'code': 200} Sep 16 04:40:08.891172 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8863c35e-7f8a-4a6f-bf5d-087dc97263a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2084c613-439b-45e7-bd31-8b80611bba89', 'code': 200} Sep 16 04:40:08.915898 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.060973 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1cebb47c-04b4-496b-8ce4-22d817103902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:09.076155 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.087112 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.096119 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008e7ff3-5303-40ce-abef-76df90b57b2a x-openstack-request-id: req-008e7ff3-5303-40ce-abef-76df90b57b2a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:09.097822 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b", "tag": "c3bac14b-3f5b-40cf-804e-d59d00690865", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:09.098199 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-008e7ff3-5303-40ce-abef-76df90b57b2a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:09.100744 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'tag': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'status': 'completed', 'code': 200} Sep 16 04:40:09.114984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ac7f9-d686-48e2-93dd-2b7985e66e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd229ce-c640-4769-be63-4c3e8ce9e512,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:09.128650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa37d3d0-a7d7-451b-a30b-3cf24c6ed943 admin admin] Checking segment: {'id': 'e63e49c5-7a30-4ea1-9684-d710cca86265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:09.129794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa37d3d0-a7d7-451b-a30b-3cf24c6ed943 admin admin] Network hostable DHCP agents. Network: beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:09.176658 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebb47c-04b4-496b-8ce4-22d817103902 None None] The sync data for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 is: [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:09.217257 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Network 760ef33c-b75c-4248-8ddb-92e78845a4d2 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:09.225367 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Pushing event updated for resources: {'Port': ['ID=dc2a488c-9596-4e33-9671-29e2e9036685,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:09.235981 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:09.243093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:09.305820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a399d-c774-40ed-a7e1-fb025c93afae req-e6401fea-822b-4412-a8bd-db4f152bfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:09.307732 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a5a399d-c774-40ed-a7e1-fb025c93afae req-e6401fea-822b-4412-a8bd-db4f152bfa47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=076ee750e5044600b905d450c833d9e6&device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 1096 time: 0.6044157 Sep 16 04:40:09.312708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Attempting to bind port dc2a488c-9596-4e33-9671-29e2e9036685 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:09.313223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Attempting to bind port dc2a488c-9596-4e33-9671-29e2e9036685 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:09.313691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Attempting to bind port dc2a488c-9596-4e33-9671-29e2e9036685 on network 760ef33c-b75c-4248-8ddb-92e78845a4d2 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:09.315496 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5f4d-0110-47a8-b042-2f3cfee3707e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.323744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:09.324138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Checking segment: {'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:09.325958 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.326379 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Bound using segment: {'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:09.326887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Bound port: dc2a488c-9596-4e33-9671-29e2e9036685, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:09.327290 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.331222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12937ee2-647c-4c10-bdae-fecccfab01ea req-31c6fae2-a09c-456d-a0b7-3393aa93850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:09.332939 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12937ee2-647c-4c10-bdae-fecccfab01ea req-31c6fae2-a09c-456d-a0b7-3393aa93850c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 1098 time: 0.3153334 Sep 16 04:40:09.419966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa37d3d0-a7d7-451b-a30b-3cf24c6ed943 admin admin] Network beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:09.433640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] For port dc2a488c-9596-4e33-9671-29e2e9036685, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:09.437161 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.438554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] For port dc2a488c-9596-4e33-9671-29e2e9036685, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=dc2a488c-9596-4e33-9671-29e2e9036685,segment=NetworkSegment(18da4e91-dec7-471e-94ab-5a3faee6b2a7),segment_id=18da4e91-dec7-471e-94ab-5a3faee6b2a7)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:09.454963 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.545544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd0130-6569-4cab-a105-323f1a9df48c None None] Pushing event updated for resources: {'Port': ['ID=dc2a488c-9596-4e33-9671-29e2e9036685,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:09.546731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74505d6f-90ce-4211-9e00-6cecab40e16e req-71fb7526-3235-44bb-a862-5a022e64128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:09.549546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-74505d6f-90ce-4211-9e00-6cecab40e16e req-71fb7526-3235-44bb-a862-5a022e64128f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 1101 time: 0.5148201 Sep 16 04:40:09.562158 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89e68316-ade1-467f-bf12-557016397599 req-c728ec4f-e4bd-4782-9879-5d8d9c40ade4 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e37996-5a0b-469a-a255-0e408d48bf88 HTTP/1.1" status: 200 len: 210 time: 0.1099732 Sep 16 04:40:09.625538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3bef4-c2d6-4ac9-80e4-f55523a50a04 req-a962bae0-79f4-4930-aac7-acd7f4b3db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:09.628594 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2bd3bef4-c2d6-4ac9-80e4-f55523a50a04 req-a962bae0-79f4-4930-aac7-acd7f4b3db33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 1100 time: 0.5277362 Sep 16 04:40:09.690409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-fa37d3d0-a7d7-451b-a30b-3cf24c6ed943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:09.705214 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c2d9b4-fe3a-4530-b058-a9051da0666a None None] Network beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:09.720813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-74505d6f-90ce-4211-9e00-6cecab40e16e req-bb69925f-d8e2-4a0f-9358-5188f73a9b58 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533754 Sep 16 04:40:09.724035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7cce7-1cbb-4c4f-89e9-22246cab0df2 req-fe51f963-d709-4a01-9a32-aea0e53593e0 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:09.732944 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dab7cce7-1cbb-4c4f-89e9-22246cab0df2 req-fe51f963-d709-4a01-9a32-aea0e53593e0 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 944 time: 0.6281142 Sep 16 04:40:09.755408 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5f4d-0110-47a8-b042-2f3cfee3707e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.796641 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2bd3bef4-c2d6-4ac9-80e4-f55523a50a04 req-e46043dc-3a71-4082-8f8c-7f9fa29938eb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333623 Sep 16 04:40:09.855827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa37d3d0-a7d7-451b-a30b-3cf24c6ed943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:09.857943 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa37d3d0-a7d7-451b-a30b-3cf24c6ed943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:09.912053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a13315-e756-4f86-852a-13ee62b7cd35 None None] New status for floating IP 0083976f-720a-419e-81b0-4dc2af3dfb98: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:40:10.033393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a399d-c774-40ed-a7e1-fb025c93afae req-182e1027-89ee-4abd-8327-b3c1e684cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:10.035176 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a5a399d-c774-40ed-a7e1-fb025c93afae req-182e1027-89ee-4abd-8327-b3c1e684cb03 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba HTTP/1.1" status: 200 len: 916 time: 0.6999974 Sep 16 04:40:10.091214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-72088d46-11cb-4398-9f53-ca60f0f44113 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:10.094850 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fa37d3d0-a7d7-451b-a30b-3cf24c6ed943 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0861173 Sep 16 04:40:10.101640 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-72088d46-11cb-4398-9f53-ca60f0f44113 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1801832 Sep 16 04:40:10.103020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55744) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:10.149178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-317569533-router', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:10.211348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dab7cce7-1cbb-4c4f-89e9-22246cab0df2 req-5cd4fef8-bdc4-42ae-8620-a93d32305d67 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ee82de9-b029-4757-9907-f7508bc1908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4755101 Sep 16 04:40:10.220710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a5a399d-c774-40ed-a7e1-fb025c93afae req-7555098e-f2a0-4ec1-b093-feaa871c059d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2344ece-2fb6-433b-8362-3299d9785951 HTTP/1.1" status: 200 len: 217 time: 0.1719022 Sep 16 04:40:10.233402 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-cd2d0934-9e9f-4948-a0c0-59ed1d966d1d tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 698 time: 0.1316161 Sep 16 04:40:10.238757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12937ee2-647c-4c10-bdae-fecccfab01ea req-ebcda061-aeda-4c72-b9f5-568cac2a9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:10.249273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12937ee2-647c-4c10-bdae-fecccfab01ea req-ebcda061-aeda-4c72-b9f5-568cac2a9222 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.8761172 Sep 16 04:40:10.276043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-d5edd71a-b7a2-4f3f-9761-4c4ce92b4802 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Request body: {'floatingip': {'port_id': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:10.298672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device dc2a488c-9596-4e33-9671-29e2e9036685 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:10.411583 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12937ee2-647c-4c10-bdae-fecccfab01ea req-c748e9e7-cb09-4dc0-957f-e79adadc6095 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bac14b-3f5b-40cf-804e-d59d00690865 HTTP/1.1" status: 200 len: 217 time: 0.1399858 Sep 16 04:40:10.460665 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-d5edd71a-b7a2-4f3f-9761-4c4ce92b4802 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.474894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.485877 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5f4d-0110-47a8-b042-2f3cfee3707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.488884 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5f4d-0110-47a8-b042-2f3cfee3707e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.490412 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5bbc5f4d-0110-47a8-b042-2f3cfee3707e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fd229ce-c640-4769-be63-4c3e8ce9e512 HTTP/1.1" status: 204 len: 168 time: 1.7570753 Sep 16 04:40:10.502158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a399d-c774-40ed-a7e1-fb025c93afae req-9c882713-f363-4155-b396-e19a3c7b0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:10.504898 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a5a399d-c774-40ed-a7e1-fb025c93afae req-9c882713-f363-4155-b396-e19a3c7b0245 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7fde5dc-8b27-4519-91f5-44a105233a0d HTTP/1.1" status: 200 len: 854 time: 0.2715774 Sep 16 04:40:10.548229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc5f4d-0110-47a8-b042-2f3cfee3707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd229ce-c640-4769-be63-4c3e8ce9e512,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:10.548735 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.555037 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.556129 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.611566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12937ee2-647c-4c10-bdae-fecccfab01ea req-4625175f-d41a-47f8-94b0-f1ecb4d6b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:10.623328 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12937ee2-647c-4c10-bdae-fecccfab01ea req-4625175f-d41a-47f8-94b0-f1ecb4d6b61e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.1923425 Sep 16 04:40:10.633242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port dc2a488c-9596-4e33-9671-29e2e9036685 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:10.634673 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.652388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416', 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'fixed_ips': [{'subnet_id': '1c0f6384-511d-4a13-8823-173d52ba1f26'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:40:10.653050 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ea02-34b1-4174-a398-bf6d052f6101 req-9aa84a41-a8b2-4a1c-9ef3-5b2693112910 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:10.655742 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:10.663394 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d655ea02-34b1-4174-a398-bf6d052f6101 req-9aa84a41-a8b2-4a1c-9ef3-5b2693112910 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 949 time: 0.3259814 Sep 16 04:40:10.917824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a399d-c774-40ed-a7e1-fb025c93afae req-1a78b321-b078-425f-a6fd-0c1e51f0aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:10.928625 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a5a399d-c774-40ed-a7e1-fb025c93afae req-1a78b321-b078-425f-a6fd-0c1e51f0aa41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4094954 Sep 16 04:40:10.969690 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d655ea02-34b1-4174-a398-bf6d052f6101 req-87b8025d-528b-49e7-934d-587af7caa6d4 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026049 Sep 16 04:40:11.072590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12937ee2-647c-4c10-bdae-fecccfab01ea req-410c5d12-e43b-49b1-816f-39d844ebed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:11.076730 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12937ee2-647c-4c10-bdae-fecccfab01ea req-410c5d12-e43b-49b1-816f-39d844ebed09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3937895 Sep 16 04:40:11.138612 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.332927 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55766) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:11.366560 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4374d383-98af-4f97-8fa1-1cd279f6060e None None] Network 760ef33c-b75c-4248-8ddb-92e78845a4d2 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:11.393884 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4840122-70f8-4fd6-9db5-8af894a5bb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.409661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55768) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:11.465079 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a5a399d-c774-40ed-a7e1-fb025c93afae req-ea6eefee-85fb-4035-b9ae-5cf92b9d9079 service neutron] 10.222.0.50 "GET /v2.0/networks/c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925148 Sep 16 04:40:11.483951 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12937ee2-647c-4c10-bdae-fecccfab01ea req-1d0b0c54-63f6-4723-8360-fd5bb2728f96 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912673 Sep 16 04:40:11.515003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port dc2a488c-9596-4e33-9671-29e2e9036685, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=dc2a488c-9596-4e33-9671-29e2e9036685,segment=NetworkSegment(18da4e91-dec7-471e-94ab-5a3faee6b2a7),segment_id=18da4e91-dec7-471e-94ab-5a3faee6b2a7)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:11.611448 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.614409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Allocated IP 172.20.0.2 (beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416/1c0f6384-511d-4a13-8823-173d52ba1f26/291150b3-ca7f-4303-8288-d2b49295ebae) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:11.732784 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12937ee2-647c-4c10-bdae-fecccfab01ea req-ddea5abd-0323-4013-8b60-1fc9e087ddb8 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299182 Sep 16 04:40:11.775731 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.897507 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4840122-70f8-4fd6-9db5-8af894a5bb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.899704 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9752d38-08b4-4d1f-aa6d-e2f151e5c93e tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.922304 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4840122-70f8-4fd6-9db5-8af894a5bb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:11.984282 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b4840122-70f8-4fd6-9db5-8af894a5bb40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f61130a97a24eee874bf18bc08f7f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6211960 Sep 16 04:40:11.991169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4840122-70f8-4fd6-9db5-8af894a5bb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e19052-87da-483a-b2c7-89b308623b3b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:11.995804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55770) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:12.071016 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a5a399d-c774-40ed-a7e1-fb025c93afae req-75620502-ffdf-48da-99de-f70d42daee27 service neutron] 10.222.0.50 "GET /v2.0/networks/c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961590 Sep 16 04:40:12.102334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9752d38-08b4-4d1f-aa6d-e2f151e5c93e tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.122083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=dc2a488c-9596-4e33-9671-29e2e9036685,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:12.126677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b24a3-46e1-4712-a4e7-beffe1795a25 req-e9b32c1a-9b79-4e88-8321-b2b2f87e8f67 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.127224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device f2344ece-2fb6-433b-8362-3299d9785951 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:12.128657 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da8b24a3-46e1-4712-a4e7-beffe1795a25 req-e9b32c1a-9b79-4e88-8321-b2b2f87e8f67 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b HTTP/1.1" status: 200 len: 946 time: 0.4935143 Sep 16 04:40:12.176903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f34253da-799b-45b0-910a-9d09079fb9ab None None] Provisioning complete for port dc2a488c-9596-4e33-9671-29e2e9036685 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:12.177277 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f34253da-799b-45b0-910a-9d09079fb9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.184674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b4869-6bd8-43cc-9263-25754ed9fbf8 req-b5f6c7e3-f13a-40b5-a4ba-8039a09bbe2d tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.191421 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b27b4869-6bd8-43cc-9263-25754ed9fbf8 req-b5f6c7e3-f13a-40b5-a4ba-8039a09bbe2d tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 944 time: 0.6210308 Sep 16 04:40:12.216354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.250568 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.255939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Allocated IP 172.25.0.165 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/0673f4aa-6bf6-4e4b-9343-5561d70e1d08) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:12.273136 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b27b4869-6bd8-43cc-9263-25754ed9fbf8 req-ffc20ef5-c21c-4c3a-84af-50c7e1d4fa1b tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ee82de9-b029-4757-9907-f7508bc1908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599787 Sep 16 04:40:12.309042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9752d38-08b4-4d1f-aa6d-e2f151e5c93e tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.315203 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9752d38-08b4-4d1f-aa6d-e2f151e5c93e tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.317424 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a9752d38-08b4-4d1f-aa6d-e2f151e5c93e tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "DELETE /v2.0/security-groups/cd764710-07fc-4f12-92eb-a67542a6fcb8 HTTP/1.1" status: 204 len: 168 time: 0.9003313 Sep 16 04:40:12.318128 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.332995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55776) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:12.333830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9752d38-08b4-4d1f-aa6d-e2f151e5c93e tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd764710-07fc-4f12-92eb-a67542a6fcb8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:12.396874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b7f47a7-459c-427a-a49f-7e992e2cc620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.411977 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-583765a2-6cbf-4752-8168-b5c5da652bb6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] show failed (client error): The resource could not be found. Sep 16 04:40:12.417761 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-583765a2-6cbf-4752-8168-b5c5da652bb6 tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "GET /v2.0/security-groups/cd764710-07fc-4f12-92eb-a67542a6fcb8 HTTP/1.1" status: 404 len: 347 time: 0.0564387 Sep 16 04:40:12.418675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55778) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:12.484679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Network beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:12.522682 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:12.540511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:12.548723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Pushing event updated for resources: {'Port': ['ID=291150b3-ca7f-4303-8288-d2b49295ebae,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:12.559339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b7f47a7-459c-427a-a49f-7e992e2cc620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.774588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4fa0-acba-446f-b33b-38e51eb5f61f req-fc7d63a5-fdd0-4fb9-aa48-544842dae9cc tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:12.776331 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bb8d4fa0-acba-446f-b33b-38e51eb5f61f req-fc7d63a5-fdd0-4fb9-aa48-544842dae9cc tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 949 time: 0.2741179 Sep 16 04:40:12.820324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-da8b24a3-46e1-4712-a4e7-beffe1795a25 req-0967fb2e-e198-4cc3-8994-dc7680c31b04 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Deleting port c3bac14b-3f5b-40cf-804e-d59d00690865 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:12.820925 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-da8b24a3-46e1-4712-a4e7-beffe1795a25 req-0967fb2e-e198-4cc3-8994-dc7680c31b04 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.910298 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:12.945405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-78c8a211-9d06-4f03-b282-aea68408861c tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Deleting port e4e44f0e-e2cf-4778-ac08-3b68fa95a89d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:12.954985 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78c8a211-9d06-4f03-b282-aea68408861c tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.046647 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b7f47a7-459c-427a-a49f-7e992e2cc620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.050280 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b7f47a7-459c-427a-a49f-7e992e2cc620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.051571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3b7f47a7-459c-427a-a49f-7e992e2cc620 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9e19052-87da-483a-b2c7-89b308623b3b HTTP/1.1" status: 204 len: 168 time: 1.0525508 Sep 16 04:40:13.103971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port f2344ece-2fb6-433b-8362-3299d9785951, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=f2344ece-2fb6-433b-8362-3299d9785951,segment=NetworkSegment(3decd213-2a3b-4afa-90d1-e839c14b3944),segment_id=3decd213-2a3b-4afa-90d1-e839c14b3944)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:13.111498 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f47a7-459c-427a-a49f-7e992e2cc620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e19052-87da-483a-b2c7-89b308623b3b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:13.124607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'f2344ece-2fb6-433b-8362-3299d9785951', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'port_id': 'f2344ece-2fb6-433b-8362-3299d9785951', 'mac_address': 'fa:16:3e:02:bc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:13.169513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-da8b24a3-46e1-4712-a4e7-beffe1795a25 req-0967fb2e-e198-4cc3-8994-dc7680c31b04 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] For port c3bac14b-3f5b-40cf-804e-d59d00690865, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=c3bac14b-3f5b-40cf-804e-d59d00690865,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:13.169938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-da8b24a3-46e1-4712-a4e7-beffe1795a25 req-0967fb2e-e198-4cc3-8994-dc7680c31b04 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.178319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Attempting to bind port 291150b3-ca7f-4303-8288-d2b49295ebae on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:13.179139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Attempting to bind port 291150b3-ca7f-4303-8288-d2b49295ebae by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'e63e49c5-7a30-4ea1-9684-d710cca86265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:13.179764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Attempting to bind port 291150b3-ca7f-4303-8288-d2b49295ebae on network beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:13.182213 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.193294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78c8a211-9d06-4f03-b282-aea68408861c tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.193817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78c8a211-9d06-4f03-b282-aea68408861c tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.203256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:13.207252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Checking segment: {'id': 'e63e49c5-7a30-4ea1-9684-d710cca86265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:13.210381 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.211708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Bound using segment: {'id': 'e63e49c5-7a30-4ea1-9684-d710cca86265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:13.211964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-da8b24a3-46e1-4712-a4e7-beffe1795a25 req-0967fb2e-e198-4cc3-8994-dc7680c31b04 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Calling delete_port for c3bac14b-3f5b-40cf-804e-d59d00690865 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:13.214032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Bound port: 291150b3-ca7f-4303-8288-d2b49295ebae, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63e49c5-7a30-4ea1-9684-d710cca86265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:13.215318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.resource_extend [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-d5edd71a-b7a2-4f3f-9761-4c4ce92b4802 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:40:13.215753 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.226159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-78c8a211-9d06-4f03-b282-aea68408861c tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Calling delete_port for e4e44f0e-e2cf-4778-ac08-3b68fa95a89d owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:13.335469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] For port 291150b3-ca7f-4303-8288-d2b49295ebae, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:13.347292 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] For port 291150b3-ca7f-4303-8288-d2b49295ebae, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=291150b3-ca7f-4303-8288-d2b49295ebae,segment=NetworkSegment(e63e49c5-7a30-4ea1-9684-d710cca86265),segment_id=e63e49c5-7a30-4ea1-9684-d710cca86265)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:13.384205 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bb8d4fa0-acba-446f-b33b-38e51eb5f61f req-5f2fcc90-31f5-4267-a265-67c84943ad5e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992324 Sep 16 04:40:13.407742 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.427856 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.431871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:13.452846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:13.535288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-41a551da-f0f6-4abb-bb22-aebe361e99a5 None None] Provisioning complete for port dc2a488c-9596-4e33-9671-29e2e9036685 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:13.538180 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-41a551da-f0f6-4abb-bb22-aebe361e99a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.605017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78c8a211-9d06-4f03-b282-aea68408861c tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.616806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2344ece-2fb6-433b-8362-3299d9785951 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:13.631844 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-d5edd71a-b7a2-4f3f-9761-4c4ce92b4802 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.675497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8a211-9d06-4f03-b282-aea68408861c tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Pushing event deleted for resources: {'Port': ['ID=e4e44f0e-e2cf-4778-ac08-3b68fa95a89d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:13.730163 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Pushing event updated for resources: {'Port': ['ID=0673f4aa-6bf6-4e4b-9343-5561d70e1d08,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:13.747063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:13.755905 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.761274 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-d5edd71a-b7a2-4f3f-9761-4c4ce92b4802 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.784469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port f2344ece-2fb6-433b-8362-3299d9785951, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=f2344ece-2fb6-433b-8362-3299d9785951,segment=NetworkSegment(3decd213-2a3b-4afa-90d1-e839c14b3944),segment_id=3decd213-2a3b-4afa-90d1-e839c14b3944)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:13.788861 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381dee7-f2c8-4e14-815e-587c2a4e2154 None None] Pushing event updated for resources: {'Port': ['ID=291150b3-ca7f-4303-8288-d2b49295ebae,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:13.804337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.852631 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78c8a211-9d06-4f03-b282-aea68408861c tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.857725 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78c8a211-9d06-4f03-b282-aea68408861c tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:13.861571 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-78c8a211-9d06-4f03-b282-aea68408861c tempest-ServersTestBootFromVolume-466656208 tempest-ServersTestBootFromVolume-466656208-project] 10.222.0.53 "DELETE /v2.0/floatingips/9ed16791-0d84-499f-b87e-a4e71c29bbae HTTP/1.1" status: 204 len: 168 time: 1.4371603 Sep 16 04:40:13.862414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55798) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:13.899465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a55a4-ee93-44a9-acf9-b323335eff97 req-e27131f8-5db1-4a32-819e-e5b1596d4c96 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:13.917541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b76a55a4-ee93-44a9-acf9-b323335eff97 req-e27131f8-5db1-4a32-819e-e5b1596d4c96 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 945 time: 0.1897569 Sep 16 04:40:14.007154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=f2344ece-2fb6-433b-8362-3299d9785951,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:14.012734 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.073371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['f2344ece-2fb6-433b-8362-3299d9785951'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:14.085706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device dc2a488c-9596-4e33-9671-29e2e9036685 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:14.350551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port dc2a488c-9596-4e33-9671-29e2e9036685 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:14.350945 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:14.670358 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-d5edd71a-b7a2-4f3f-9761-4c4ce92b4802 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Floating IP 0083976f-720a-419e-81b0-4dc2af3dfb98 associated. External IP: 172.25.0.225, port: 3587d7dd-74df-45f5-91a1-a9b57e1bce62. Sep 16 04:40:14.694325 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b76a55a4-ee93-44a9-acf9-b323335eff97 req-54bdedec-e502-4e87-86dc-01f70214667e tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ee82de9-b029-4757-9907-f7508bc1908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7749641 Sep 16 04:40:15.060134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d2d96-7f65-4bed-affb-303221290500 req-2b158566-0bc0-45d3-b323-85deb20ad38d tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:15.061822 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-031d2d96-7f65-4bed-affb-303221290500 req-2b158566-0bc0-45d3-b323-85deb20ad38d tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1436970 Sep 16 04:40:15.249642 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-031d2d96-7f65-4bed-affb-303221290500 req-7152b249-3b59-4e4c-8aa8-15e86b33aac6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539223 Sep 16 04:40:15.371532 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.386547 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10734d82-1422-42ac-83ad-d166c2ea8ae0 None None] Network beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:15.407967 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-da8b24a3-46e1-4712-a4e7-beffe1795a25 req-0967fb2e-e198-4cc3-8994-dc7680c31b04 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.444838 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['3587d7dd-74df-45f5-91a1-a9b57e1bce62'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:15.452107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device c3bac14b-3f5b-40cf-804e-d59d00690865 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:15.509802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967fb2e-e198-4cc3-8994-dc7680c31b04 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Pushing event deleted for resources: {'Port': ['ID=c3bac14b-3f5b-40cf-804e-d59d00690865,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:15.524506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Allocated IP 172.25.0.253 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/6ed5993c-2592-4d49-bb55-66ef22b80eb9) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:15.666693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: c3bac14b-3f5b-40cf-804e-d59d00690865 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:15.667036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device c3bac14b-3f5b-40cf-804e-d59d00690865 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:15.765351 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-aa5b9c08-3fdd-4598-ada1-fbaf25d6350b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ef75dcfd035f40228dfc6a146d611230&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531478 Sep 16 04:40:15.778783 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8b24a3-46e1-4712-a4e7-beffe1795a25 req-0967fb2e-e198-4cc3-8994-dc7680c31b04 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] No DVR routers for this DVR port c3bac14b-3f5b-40cf-804e-d59d00690865 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:15.790878 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-da8b24a3-46e1-4712-a4e7-beffe1795a25 req-0967fb2e-e198-4cc3-8994-dc7680c31b04 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:15.793099 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da8b24a3-46e1-4712-a4e7-beffe1795a25 req-0967fb2e-e198-4cc3-8994-dc7680c31b04 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.15 "DELETE /v2.0/ports/c3bac14b-3f5b-40cf-804e-d59d00690865 HTTP/1.1" status: 204 len: 173 time: 3.6541734 Sep 16 04:40:15.793574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'name': 'network-vif-deleted', 'tag': 'c3bac14b-3f5b-40cf-804e-d59d00690865'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:15.796139 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f3fa6c-2421-4111-af68-552ad5941b15" -d '{"events": [{"server_uuid": "f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b", "name": "network-vif-deleted", "tag": "c3bac14b-3f5b-40cf-804e-d59d00690865"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:15.969014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device f2344ece-2fb6-433b-8362-3299d9785951 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:15.988674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Provisioning complete for port 291150b3-ca7f-4303-8288-d2b49295ebae triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:15.989390 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.029754 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.205002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 291150b3-ca7f-4303-8288-d2b49295ebae up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:16.297397 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.326250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-d5ac3bd0-f5dc-4691-9b06-4e9e7b299330 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:16.330536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-d5edd71a-b7a2-4f3f-9761-4c4ce92b4802 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Router 00f95de1-94f9-44ec-93d1-fe4e365aa31f has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:16.340740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-d5ac3bd0-f5dc-4691-9b06-4e9e7b299330 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5740545 Sep 16 04:40:16.484741 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-2c04d40e-a8d8-4a0f-bdac-e50188764583 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/quotas/ef75dcfd035f40228dfc6a146d611230 HTTP/1.1" status: 200 len: 375 time: 0.1429605 Sep 16 04:40:16.669661 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.715364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port f2344ece-2fb6-433b-8362-3299d9785951 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:16.723064 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-17a06b80-0246-4f05-a525-0e855b7b84c9 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef75dcfd035f40228dfc6a146d611230&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2365649 Sep 16 04:40:16.731818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Deleting port d3f33df7-a461-44a0-a97b-acc228726ef7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:16.734607 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.786377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 291150b3-ca7f-4303-8288-d2b49295ebae triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:16.786760 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.790333 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.793174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.803101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port f2344ece-2fb6-433b-8362-3299d9785951 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:16.806455 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.968729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] For port d3f33df7-a461-44a0-a97b-acc228726ef7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d3f33df7-a461-44a0-a97b-acc228726ef7,segment=NetworkSegment(4c8032b2-7859-4e01-af31-fbe7acb6cc46),segment_id=4c8032b2-7859-4e01-af31-fbe7acb6cc46)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:16.972865 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:16.995830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] For port 291150b3-ca7f-4303-8288-d2b49295ebae, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=291150b3-ca7f-4303-8288-d2b49295ebae,segment=NetworkSegment(e63e49c5-7a30-4ea1-9684-d710cca86265),segment_id=e63e49c5-7a30-4ea1-9684-d710cca86265)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:17.005024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Calling delete_port for d3f33df7-a461-44a0-a97b-acc228726ef7 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:17.015147 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.188294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Pushing event updated for resources: {'Port': ['ID=291150b3-ca7f-4303-8288-d2b49295ebae,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:17.261550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed5993c-2592-4d49-bb55-66ef22b80eb9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:17.265934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-d5edd71a-b7a2-4f3f-9761-4c4ce92b4802 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:17.273783 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-d5edd71a-b7a2-4f3f-9761-4c4ce92b4802 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.279428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:17.280701 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca27b43-de97-456e-aeb3-2fd777796c49 None None] Sync routers for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:17.284695 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:17.287462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:17.307885 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca27b43-de97-456e-aeb3-2fd777796c49 None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:17.316732 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1ca27b43-de97-456e-aeb3-2fd777796c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:17.381161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.381969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.384879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.385558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.386158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.386427 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-d5edd71a-b7a2-4f3f-9761-4c4ce92b4802 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "PUT /v2.0/floatingips/0083976f-720a-419e-81b0-4dc2af3dfb98 HTTP/1.1" status: 200 len: 996 time: 7.1507611 Sep 16 04:40:17.386958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.387525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.388700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.389277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.393055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.393751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.394350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8283347-f731-493f-b1d1-c9fa141198ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.397485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22995f4-fcab-40e2-a062-e3a9fcebcb5a req-e3734a03-9871-466c-85f6-a7f96f90c3d6 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:17.399548 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c22995f4-fcab-40e2-a062-e3a9fcebcb5a req-e3734a03-9871-466c-85f6-a7f96f90c3d6 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 945 time: 0.1089280 Sep 16 04:40:17.409097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Router d426dd47-0b3f-49e9-b212-962e093faef9 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:40:17.444735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c0f1c19b-a46f-43c4-bfa2-3ca4fb5cdee0 None None] Provisioning complete for port 291150b3-ca7f-4303-8288-d2b49295ebae triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:17.445533 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c19b-a46f-43c4-bfa2-3ca4fb5cdee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.447583 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-14f48e78-08c0-46fb-8930-0dce492a208f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.462522 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.546975 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.626875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2344ece-2fb6-433b-8362-3299d9785951'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:17.629949 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf749744-88a2-4182-80bb-caf419da594c" -d '{"events": [{"server_uuid": "0033ab0f-c8a4-4c65-a808-b91b25221288", "name": "network-vif-plugged", "status": "completed", "tag": "f2344ece-2fb6-433b-8362-3299d9785951"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:17.654662 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port f2344ece-2fb6-433b-8362-3299d9785951, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=f2344ece-2fb6-433b-8362-3299d9785951,segment=NetworkSegment(3decd213-2a3b-4afa-90d1-e839c14b3944),segment_id=3decd213-2a3b-4afa-90d1-e839c14b3944)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:17.659267 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c22995f4-fcab-40e2-a062-e3a9fcebcb5a req-23805934-554a-41e3-be35-f2ca77f5bfef tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ee82de9-b029-4757-9907-f7508bc1908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520468 Sep 16 04:40:17.670541 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f33df7-a461-44a0-a97b-acc228726ef7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:17.696463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.702187 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:17.703115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.704654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.705107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.705554 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.706025 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.706467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.706909 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.707346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.707782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.708218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.709537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:17.794840 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ec92ec-11b4-4817-ba14-a3ba18cd3e1d x-openstack-request-id: req-d6ec92ec-11b4-4817-ba14-a3ba18cd3e1d {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:17.798897 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b", "name": "network-vif-deleted", "tag": "c3bac14b-3f5b-40cf-804e-d59d00690865", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:17.799336 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6ec92ec-11b4-4817-ba14-a3ba18cd3e1d {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:17.801943 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b0aea7-b7f3-4e25-9e4a-45267fab5d2b', 'name': 'network-vif-deleted', 'tag': 'c3bac14b-3f5b-40cf-804e-d59d00690865', 'status': 'completed', 'code': 200} Sep 16 04:40:17.823741 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-7caecf7e-fe2a-4824-9605-7a03b1cdd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:17.834836 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-7caecf7e-fe2a-4824-9605-7a03b1cdd271 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 1097 time: 0.4140875 Sep 16 04:40:17.835187 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1ca27b43-de97-456e-aeb3-2fd777796c49 None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:17.873912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=f2344ece-2fb6-433b-8362-3299d9785951,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:18.175242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:18.186418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Sync routers for ids ['d426dd47-0b3f-49e9-b212-962e093faef9'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:18.209078 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 291150b3-ca7f-4303-8288-d2b49295ebae up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:18.223936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.286578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Routers {'d426dd47-0b3f-49e9-b212-962e093faef9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:18.287352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d426dd47-0b3f-49e9-b212-962e093faef9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:18.451185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 291150b3-ca7f-4303-8288-d2b49295ebae triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:18.451571 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.487134 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1ca27b43-de97-456e-aeb3-2fd777796c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '0083976f-720a-419e-81b0-4dc2af3dfb98', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'port_id': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'mac_address': 'fa:16:3e:48:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:11Z', 'updated_at': '2021-09-16T04:40:13Z', 'revision_number': 8, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:18.520468 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca27b43-de97-456e-aeb3-2fd777796c49 None None] Checking router: 00f95de1-94f9-44ec-93d1-fe4e365aa31f for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:18.531691 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca27b43-de97-456e-aeb3-2fd777796c49 None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:18.533708 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1ca27b43-de97-456e-aeb3-2fd777796c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:18.666277 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.675306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9da3b8ed-85ab-4543-8c39-02b8ccf3e855 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.9710605 Sep 16 04:40:18.676399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55886) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:18.713877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:18.740932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-d347c6de-5361-4339-8ca1-e58f1f220a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:18.744593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-d347c6de-5361-4339-8ca1-e58f1f220a6f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.9084704 Sep 16 04:40:18.757836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Set router d426dd47-0b3f-49e9-b212-962e093faef9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:18.823588 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1ca27b43-de97-456e-aeb3-2fd777796c49 None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:19.043464 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-6dba4052-52be-4261-9b11-6ff1d23eb353 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 999 time: 0.2256172 Sep 16 04:40:19.148263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-190d2cb0-197a-48ea-92cf-af1e1c5178d8 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ef75dcfd035f40228dfc6a146d611230&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1222699 Sep 16 04:40:19.148531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:19.196988 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-95c1fc7a-bae4-424d-a295-8902034d0107 req-f7f644c9-16ca-4085-9bcf-b9fbdb903a4e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 210 time: 0.0465810 Sep 16 04:40:19.272658 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1ca27b43-de97-456e-aeb3-2fd777796c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '0083976f-720a-419e-81b0-4dc2af3dfb98', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'port_id': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'mac_address': 'fa:16:3e:48:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:11Z', 'updated_at': '2021-09-16T04:40:13Z', 'revision_number': 8, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:19.280216 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8dd83c-a7cf-4516-8929-69017f579992 x-openstack-request-id: req-8c8dd83c-a7cf-4516-8929-69017f579992 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:19.280479 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0033ab0f-c8a4-4c65-a808-b91b25221288", "name": "network-vif-plugged", "status": "completed", "tag": "f2344ece-2fb6-433b-8362-3299d9785951", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:19.280662 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c8dd83c-a7cf-4516-8929-69017f579992 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:19.281064 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2344ece-2fb6-433b-8362-3299d9785951', 'code': 200} Sep 16 04:40:19.379340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-c01e0937-d493-4d2a-bfc6-dc89c963f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:19.401451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-c01e0937-d493-4d2a-bfc6-dc89c963f0cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.3571432 Sep 16 04:40:19.450910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824256698-router', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:40:15Z', 'revision_number': 3, 'project_id': '0438dca5e2cc4175984f01ab28c77bfa', 'gw_port': {'id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:19.530722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Checking router: d426dd47-0b3f-49e9-b212-962e093faef9 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:19.531092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Updating router d426dd47-0b3f-49e9-b212-962e093faef9 port 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:19.557118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:19.591093 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e06042-1e15-49c0-b193-7e3ab6d13042 None None] Sync routers for ids ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:19.591983 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-23535f64-bd00-4abb-99d6-427a37aac61a admin admin] 10.222.0.53 "PUT /v2.0/routers/92b3362e-7d00-43e5-bc82-859ccf8bdb49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7261574 Sep 16 04:40:19.596011 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca27b43-de97-456e-aeb3-2fd777796c49 None None] The sync data for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 is: [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '0083976f-720a-419e-81b0-4dc2af3dfb98', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'port_id': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'mac_address': 'fa:16:3e:48:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:11Z', 'updated_at': '2021-09-16T04:40:13Z', 'revision_number': 8, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:19.598186 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:19.604191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55900) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:19.627123 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e06042-1e15-49c0-b193-7e3ab6d13042 None None] Routers {'92b3362e-7d00-43e5-bc82-859ccf8bdb49'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:19.627812 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f3e06042-1e15-49c0-b193-7e3ab6d13042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:39:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:19.915491 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f3e06042-1e15-49c0-b193-7e3ab6d13042 None None] Set router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:20.007203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:20.010003 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e983797-3354-4a08-8b23-10384e3f2c37" -d '{"events": [{"name": "network-changed", "server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:20.049700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be88d59-d3be-47c6-b5fb-435d9db9d26b None None] New status for floating IP 0083976f-720a-419e-81b0-4dc2af3dfb98: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:40:20.073558 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.090902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15974203-0d18-4acb-92f0-34c6d97371a5 req-af17db73-0fdb-4fb4-91b8-bd4ba69c3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.092431 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15974203-0d18-4acb-92f0-34c6d97371a5 req-af17db73-0fdb-4fb4-91b8-bd4ba69c3fcc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 1098 time: 0.5932543 Sep 16 04:40:20.128932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.132023 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-34776e2d-d53c-4574-be2d-092a372efa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.162913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-c9de0e1e-1420-4275-a75a-685f73aea856 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.164517 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-c9de0e1e-1420-4275-a75a-685f73aea856 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9896314 Sep 16 04:40:20.177761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-a9164737-cd3f-45e3-a0f8-1667805f394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.186417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-a9164737-cd3f-45e3-a0f8-1667805f394a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7837276 Sep 16 04:40:20.200496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Request body: {'port': {'device_id': '343c01ae-d655-41c9-a04b-3d649e132e06', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'ef75dcfd035f40228dfc6a146d611230'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:20.230034 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f3e06042-1e15-49c0-b193-7e3ab6d13042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:40:17Z', 'revision_number': 5, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:20.271650 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e06042-1e15-49c0-b193-7e3ab6d13042 None None] Checking router: 92b3362e-7d00-43e5-bc82-859ccf8bdb49 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:20.288795 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e06042-1e15-49c0-b193-7e3ab6d13042 None None] Routers {'92b3362e-7d00-43e5-bc82-859ccf8bdb49'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:20.292142 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f3e06042-1e15-49c0-b193-7e3ab6d13042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:20.295040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3508ae4-d7d3-49ea-8c2a-a9c656aff2a6 req-0847cd5f-9aba-4d02-8375-07a5a1bfaa00 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:20.296720 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3508ae4-d7d3-49ea-8c2a-a9c656aff2a6 req-0847cd5f-9aba-4d02-8375-07a5a1bfaa00 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 946 time: 0.4532690 Sep 16 04:40:20.412102 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15974203-0d18-4acb-92f0-34c6d97371a5 req-509d329a-031d-468f-a032-0a68941d80b0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6ee82de9-b029-4757-9907-f7508bc1908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885096 Sep 16 04:40:20.477375 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-b537a838-b3de-4613-8cc4-990776d27676 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895675 Sep 16 04:40:20.529025 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3508ae4-d7d3-49ea-8c2a-a9c656aff2a6 req-df163727-2057-454b-88a1-ca1324b2357f tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ee82de9-b029-4757-9907-f7508bc1908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384571 Sep 16 04:40:20.543968 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.554015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Made reservation on behalf of ef75dcfd035f40228dfc6a146d611230 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:20.560666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.561070 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.562594 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.625259 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f3e06042-1e15-49c0-b193-7e3ab6d13042 None None] Set router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:20.695498 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73223f-a3f4-490b-81f7-cd4155bf749f None None] Pushing event updated for resources: {'Port': ['ID=0673f4aa-6bf6-4e4b-9343-5561d70e1d08,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:20.716303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Attempting to bind port 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:20.716848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Attempting to bind port 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:20.725780 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Attempting to bind port 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:20.743506 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09e7999b-69f4-40a3-b114-ced601f8c2b2 req-2f5800a5-3318-485a-893d-dc4bb9c6ec6f service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329490 Sep 16 04:40:20.744915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:20.747041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:20.747519 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.747991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:20.749112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Bound port: 0673f4aa-6bf6-4e4b-9343-5561d70e1d08, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:20.749989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.799454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Router 1e49023e-2dcf-4b4c-bdc6-64a36045099a is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:40:20.815639 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c643d49b-12f0-40b4-9654-60d19c4ec510 x-openstack-request-id: req-c643d49b-12f0-40b4-9654-60d19c4ec510 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:20.816088 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:20.816445 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c643d49b-12f0-40b4-9654-60d19c4ec510 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:20.816947 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'status': 'completed', 'code': 200} Sep 16 04:40:20.834388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Deleting port f3f3458c-5796-484c-894b-6c55e5fe20cb {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:20.834816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.856427 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:20.937325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] For port 0673f4aa-6bf6-4e4b-9343-5561d70e1d08, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:20.943412 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] For port 0673f4aa-6bf6-4e4b-9343-5561d70e1d08, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0673f4aa-6bf6-4e4b-9343-5561d70e1d08,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:20.951730 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.026236 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f3e06042-1e15-49c0-b193-7e3ab6d13042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:40:17Z', 'revision_number': 5, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:21.060609 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e06042-1e15-49c0-b193-7e3ab6d13042 None None] The sync data for ids ['92b3362e-7d00-43e5-bc82-859ccf8bdb49'] in n-d-712142-17 is: [{'id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'name': 'tempest-ServersTestBootFromVolume-1036804634-router', 'tenant_id': 'c85d733a281042809809972df7b509b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:36:36Z', 'updated_at': '2021-09-16T04:40:17Z', 'revision_number': 5, 'project_id': 'c85d733a281042809809972df7b509b2', 'gw_port': {'id': 'f3f3458c-5796-484c-894b-6c55e5fe20cb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3362e-7d00-43e5-bc82-859ccf8bdb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:36:38Z', 'updated_at': '2021-09-16T04:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:21.064525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Routers {'d426dd47-0b3f-49e9-b212-962e093faef9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:21.066039 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d426dd47-0b3f-49e9-b212-962e093faef9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:21.101798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba62987b-1c84-4512-afce-d9a3475bf837 req-bc4c0462-dade-44e1-8894-8c6bfb08333c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 210 time: 0.1730599 Sep 16 04:40:21.175699 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73223f-a3f4-490b-81f7-cd4155bf749f None None] Pushing event updated for resources: {'Port': ['ID=0673f4aa-6bf6-4e4b-9343-5561d70e1d08,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:21.295340 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] Set router d426dd47-0b3f-49e9-b212-962e093faef9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:21.329132 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.342740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e86233d6-eed9-4f75-8315-7217286c4c4f req-129cb081-668e-43b1-8e9c-6d0ba702ca86 tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3f134624807842f58db2d890a3d424da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4297831 Sep 16 04:40:21.363040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Allocated IP 192.168.233.162 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/5623279f-771d-4f7e-9aa6-3e88856ec669) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:21.474853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] For port f3f3458c-5796-484c-894b-6c55e5fe20cb, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f3f3458c-5796-484c-894b-6c55e5fe20cb,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:21.475227 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.564256 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.608834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e983797-3354-4a08-8b23-10384e3f2c37 req-7fe350d8-9964-4fa6-816a-41072d01243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.613750 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:21.619262 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.630819 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e983797-3354-4a08-8b23-10384e3f2c37 req-7fe350d8-9964-4fa6-816a-41072d01243d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 1097 time: 0.7317648 Sep 16 04:40:21.633638 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Sync routers for ids ['1e49023e-2dcf-4b4c-bdc6-64a36045099a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:21.646399 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2306f34-f72a-439a-9556-d132b2f66509 req-da4080ba-3fdd-474a-b570-a717fa89434e tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips/0083976f-720a-419e-81b0-4dc2af3dfb98 HTTP/1.1" status: 200 len: 998 time: 0.4964654 Sep 16 04:40:21.660031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Calling delete_port for f3f3458c-5796-484c-894b-6c55e5fe20cb owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:21.667089 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Routers {'1e49023e-2dcf-4b4c-bdc6-64a36045099a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:21.667750 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1e49023e-2dcf-4b4c-bdc6-64a36045099a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:21.765515 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['2084c613-439b-45e7-bd31-8b80611bba89'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:21.774408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['26baa4ff-95e5-4193-bad7-6585e8edf426'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:21.862352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:21.871850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2306f34-f72a-439a-9556-d132b2f66509 req-8a41f3c4-23ad-4a72-a4eb-1e35b1355239 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.873633 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2306f34-f72a-439a-9556-d132b2f66509 req-8a41f3c4-23ad-4a72-a4eb-1e35b1355239 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.1797936 Sep 16 04:40:21.878105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:21.896570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:21.904765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-b2306f34-f72a-439a-9556-d132b2f66509 req-d54b61f4-0a68-4099-83d8-2887b87e1794 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:21.906273 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2306f34-f72a-439a-9556-d132b2f66509 req-d54b61f4-0a68-4099-83d8-2887b87e1794 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067661 Sep 16 04:40:21.917497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d3f33df7-a461-44a0-a97b-acc228726ef7 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:21.946689 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:21.950061 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6c9e18d9-6c20-432e-a3b8-6b1bc1277582 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.8043728 Sep 16 04:40:21.958130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55936) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:21.968548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86233d6-eed9-4f75-8315-7217286c4c4f req-d8c6b55f-456a-4732-86a9-87ed75edf61e tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:21.970173 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e86233d6-eed9-4f75-8315-7217286c4c4f req-d8c6b55f-456a-4732-86a9-87ed75edf61e tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6266675 Sep 16 04:40:22.008636 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.014582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d3f33df7-a461-44a0-a97b-acc228726ef7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:22.019033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d3f33df7-a461-44a0-a97b-acc228726ef7 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:22.062514 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Set router 1e49023e-2dcf-4b4c-bdc6-64a36045099a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:22.077286 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e86233d6-eed9-4f75-8315-7217286c4c4f req-639e4810-941c-46c8-ae5a-5b066ebaf96d tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] 10.222.0.53 "GET /v2.0/quotas/3f134624807842f58db2d890a3d424da HTTP/1.1" status: 200 len: 375 time: 0.0652108 Sep 16 04:40:22.163822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Pushing event updated for resources: {'Port': ['ID=5623279f-771d-4f7e-9aa6-3e88856ec669,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:22.241599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824256698-router', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:40:15Z', 'revision_number': 3, 'project_id': '0438dca5e2cc4175984f01ab28c77bfa', 'gw_port': {'id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:22.257086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:22.257788 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.276239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e187f2ef-1b29-412b-a093-7ceda32ab994 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0798554 Sep 16 04:40:22.280287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6f9b6-a790-43cf-9494-cfc6db78d7ef None None] The sync data for ids ['d426dd47-0b3f-49e9-b212-962e093faef9'] in n-d-712142-17 is: [{'id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824256698-router', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:40:15Z', 'revision_number': 3, 'project_id': '0438dca5e2cc4175984f01ab28c77bfa', 'gw_port': {'id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:22.297220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dce17b-008d-4c8b-9415-a1c694b00b0e req-2416dde1-c0e4-4d9a-a598-834aad5039aa tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:22.313326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e3dce17b-008d-4c8b-9415-a1c694b00b0e req-2416dde1-c0e4-4d9a-a598-834aad5039aa tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 946 time: 0.1721866 Sep 16 04:40:22.331485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Request body: {'port': {'device_id': '343c01ae-d655-41c9-a04b-3d649e132e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:22.345273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d26ec0fb-1ff9-4e94-92bb-2bab281c4932 None None] Provisioning complete for port 5623279f-771d-4f7e-9aa6-3e88856ec669 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:22.345872 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d26ec0fb-1ff9-4e94-92bb-2bab281c4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.374367 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'name': 'tempest-FloatingIPsTestJSON-317569533-router', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:17Z', 'revision_number': 3, 'project_id': '8a68413062ca42638909199d79b4e793', 'gw_port': {'id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:14Z', 'updated_at': '2021-09-16T04:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:22.411447 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e86233d6-eed9-4f75-8315-7217286c4c4f req-8205e9f0-3d21-4154-9b44-45d12b3c3fa5 tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f134624807842f58db2d890a3d424da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3129926 Sep 16 04:40:22.415645 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Checking router: 1e49023e-2dcf-4b4c-bdc6-64a36045099a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:22.416005 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Updating router 1e49023e-2dcf-4b4c-bdc6-64a36045099a port 6ed5993c-2592-4d49-bb55-66ef22b80eb9 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:22.416465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d26ec0fb-1ff9-4e94-92bb-2bab281c4932 None None] Port 5623279f-771d-4f7e-9aa6-3e88856ec669 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:22.437357 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.466425 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:22.532242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e983797-3354-4a08-8b23-10384e3f2c37 req-fd5f42c2-9cd8-499d-b3ff-50246506c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:22.534295 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e983797-3354-4a08-8b23-10384e3f2c37 req-fd5f42c2-9cd8-499d-b3ff-50246506c53a service neutron] 10.222.0.50 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.9014947 Sep 16 04:40:22.537697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e3dce17b-008d-4c8b-9415-a1c694b00b0e req-82e581ea-8985-44b0-be5f-be150dbdd7a2 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ee82de9-b029-4757-9907-f7508bc1908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264497 Sep 16 04:40:22.564360 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Allocated IP 172.20.0.1 (760ef33c-b75c-4248-8ddb-92e78845a4d2/a5a39965-ed1d-4db3-9b39-f025c153c79e/e9c93bae-90e1-4a94-96d7-58dc6da008d5) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:22.777053 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e983797-3354-4a08-8b23-10384e3f2c37 req-3373afc9-effa-4dfa-a0ed-e88e2d7b4d71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 1001 time: 0.2314184 Sep 16 04:40:22.952202 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:40:23.016397 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.030596 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.073028 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.113176 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-34e75f01-5b63-46d9-836c-92edbc571fba tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1001 time: 0.4071984 Sep 16 04:40:23.124912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e983797-3354-4a08-8b23-10384e3f2c37 req-09fb7f4d-226e-4f74-8277-2e1fa9b27ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.137706 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e983797-3354-4a08-8b23-10384e3f2c37 req-09fb7f4d-226e-4f74-8277-2e1fa9b27ca3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.2886815 Sep 16 04:40:23.144945 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.164413 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Attempting to bind port 6ed5993c-2592-4d49-bb55-66ef22b80eb9 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:23.164780 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Attempting to bind port 6ed5993c-2592-4d49-bb55-66ef22b80eb9 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:23.165053 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Attempting to bind port 6ed5993c-2592-4d49-bb55-66ef22b80eb9 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:23.179042 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Pushing event updated for resources: {'Port': ['ID=6ed5993c-2592-4d49-bb55-66ef22b80eb9,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:23.194356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ba9aa-7729-49b7-b2cd-1f21596918a1 req-9278f1c6-d63e-4e1d-a946-24e98f55bc31 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.199069 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:23.199454 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:23.199867 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.200273 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:23.200760 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Bound port: 6ed5993c-2592-4d49-bb55-66ef22b80eb9, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:23.201160 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.202513 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-040ba9aa-7729-49b7-b2cd-1f21596918a1 req-9278f1c6-d63e-4e1d-a946-24e98f55bc31 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 936 time: 0.3920603 Sep 16 04:40:23.203829 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:23.204688 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:23.205028 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:23.205366 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:23.205736 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:23.206079 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:23.206406 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:23.206735 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:23.207065 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:23.207392 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:23.218333 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:23.218710 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:23.309873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-040ba9aa-7729-49b7-b2cd-1f21596918a1 req-fe684604-58ca-4702-890d-181210107ef5 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020279 Sep 16 04:40:23.344390 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] For port 6ed5993c-2592-4d49-bb55-66ef22b80eb9, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:23.352158 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] For port 6ed5993c-2592-4d49-bb55-66ef22b80eb9, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6ed5993c-2592-4d49-bb55-66ef22b80eb9,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:23.356383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f3458c-5796-484c-894b-6c55e5fe20cb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:23.363181 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.379150 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.483201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-c2afb7e1-a533-4f50-afe4-ed2aa53d4820 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.484696 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-c2afb7e1-a533-4f50-afe4-ed2aa53d4820 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports/3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 942 time: 0.3618133 Sep 16 04:40:23.490930 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Routers {'1e49023e-2dcf-4b4c-bdc6-64a36045099a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:23.491634 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1e49023e-2dcf-4b4c-bdc6-64a36045099a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:23.493639 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bcf79-fa3e-4d60-a34b-04e50a7344c0 None None] Pushing event updated for resources: {'Port': ['ID=6ed5993c-2592-4d49-bb55-66ef22b80eb9,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:23.590517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e983797-3354-4a08-8b23-10384e3f2c37 req-f2df9914-2025-40b7-b33b-5488a28846ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.595076 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e983797-3354-4a08-8b23-10384e3f2c37 req-f2df9914-2025-40b7-b33b-5488a28846ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4214418 Sep 16 04:40:23.610652 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.638860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddfa3f-b179-4afa-a2bd-3e960c964498 req-7e33926f-96bf-447f-9895-fc0157812d3f tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:23.640798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5dddfa3f-b179-4afa-a2bd-3e960c964498 req-7e33926f-96bf-447f-9895-fc0157812d3f tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 946 time: 0.2254961 Sep 16 04:40:23.643995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5623279f-771d-4f7e-9aa6-3e88856ec669 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:23.661148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55952) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:23.667942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c0d619f4-30c9-4fd2-858d-e7eccea0b1c4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Request body: {'floatingip': {'port_id': 'f2344ece-2fb6-433b-8362-3299d9785951'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:23.671780 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.836587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Transition to ACTIVE for port object 5623279f-771d-4f7e-9aa6-3e88856ec669 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:23.856453 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0d619f4-30c9-4fd2-858d-e7eccea0b1c4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.876920 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:23.933238 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] Set router 1e49023e-2dcf-4b4c-bdc6-64a36045099a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:23.984425 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-3bcfa9f3-0a91-402c-abe1-2c86cc80fb6a tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1001 time: 0.2732172 Sep 16 04:40:24.198689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:24.304973 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.317908 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.330583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.333493 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'name': 'tempest-FloatingIPsTestJSON-317569533-router', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:17Z', 'revision_number': 3, 'project_id': '8a68413062ca42638909199d79b4e793', 'gw_port': {'id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:14Z', 'updated_at': '2021-09-16T04:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:24.337764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:24.338345 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.415139 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a82459f-11fa-4d2e-8a96-6181062465f5 None None] The sync data for ids ['1e49023e-2dcf-4b4c-bdc6-64a36045099a'] in n-d-712142-17 is: [{'id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'name': 'tempest-FloatingIPsTestJSON-317569533-router', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:17Z', 'revision_number': 3, 'project_id': '8a68413062ca42638909199d79b4e793', 'gw_port': {'id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c0:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:14Z', 'updated_at': '2021-09-16T04:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:24.590765 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.612820 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e983797-3354-4a08-8b23-10384e3f2c37 req-6e7ac202-93d5-4ad6-b36d-8b4058015a6e service neutron] 10.222.0.50 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9930356 Sep 16 04:40:24.622053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Network 760ef33c-b75c-4248-8ddb-92e78845a4d2 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:24.636289 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.637157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92b3362e-7d00-43e5-bc82-859ccf8bdb49 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:40:24.643865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 0673f4aa-6bf6-4e4b-9343-5561d70e1d08, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0673f4aa-6bf6-4e4b-9343-5561d70e1d08,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:24.646597 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.649025 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9e2c1d63-29e6-4871-b5bc-049a1abc6f60 admin admin] 10.222.0.53 "DELETE /v2.0/routers/92b3362e-7d00-43e5-bc82-859ccf8bdb49 HTTP/1.1" status: 204 len: 168 time: 5.0364752 Sep 16 04:40:24.651937 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:24.679465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55986) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:24.681447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:24.684716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Pushing event updated for resources: {'Port': ['ID=e9c93bae-90e1-4a94-96d7-58dc6da008d5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:24.687106 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:24.761630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=0673f4aa-6bf6-4e4b-9343-5561d70e1d08,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:24.786565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2584c2-b9f0-474b-9cc6-6da9f6dba4ec admin admin] Deleting subnet 360c8065-7805-4d68-aada-f1b0722c784c {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:40:24.895342 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e983797-3354-4a08-8b23-10384e3f2c37 req-4484c0f9-9387-4a59-89c7-e0bad43c472f service neutron] 10.222.0.50 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686887 Sep 16 04:40:24.905228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-cd2344a1-639f-46ff-848a-750dda7fc72f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:24.916171 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-cd2344a1-639f-46ff-848a-750dda7fc72f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.9287663 Sep 16 04:40:24.967542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab2584c2-b9f0-474b-9cc6-6da9f6dba4ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.053825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-bc110a4a-1ff1-45be-8d1e-2dab22793f9c tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:25.072815 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.090653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-bc110a4a-1ff1-45be-8d1e-2dab22793f9c tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1727135 Sep 16 04:40:25.205474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Pushing event updated for resources: {'Port': ['ID=5623279f-771d-4f7e-9aa6-3e88856ec669,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:25.254821 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-76a432b4-5c50-4c2c-b923-33954f410f16 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1001 time: 0.1630282 Sep 16 04:40:25.279178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-b396f812-47f6-47a6-8590-259d5ebde284 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:25.289365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e4341854-cbdf-4559-8b81-da21c9268e5b None None] Provisioning complete for port e9c93bae-90e1-4a94-96d7-58dc6da008d5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:25.292070 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e4341854-cbdf-4559-8b81-da21c9268e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.338155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d288013-d4dc-472a-a8ea-d515684c5047 req-eb776481-8d49-4a06-a68f-8552eb1f63ff tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:25.348586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d288013-d4dc-472a-a8ea-d515684c5047 req-eb776481-8d49-4a06-a68f-8552eb1f63ff tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 948 time: 0.5195196 Sep 16 04:40:25.366898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e4341854-cbdf-4559-8b81-da21c9268e5b None None] Port e9c93bae-90e1-4a94-96d7-58dc6da008d5 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:25.388730 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-b396f812-47f6-47a6-8590-259d5ebde284 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.451602 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab2584c2-b9f0-474b-9cc6-6da9f6dba4ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.519932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.634031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Attempting to bind port 5623279f-771d-4f7e-9aa6-3e88856ec669 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:25.634540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Attempting to bind port 5623279f-771d-4f7e-9aa6-3e88856ec669 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:25.634968 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Attempting to bind port 5623279f-771d-4f7e-9aa6-3e88856ec669 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:25.662605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d288013-d4dc-472a-a8ea-d515684c5047 req-05d2a818-796f-40e8-aeb3-5f2fc6ff1895 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074157 Sep 16 04:40:25.691058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Port 5623279f-771d-4f7e-9aa6-3e88856ec669 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:25.693561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Attempting to bind port 5623279f-771d-4f7e-9aa6-3e88856ec669 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:25.731372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:25.742317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:25.744206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:25.744712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Bound port: 5623279f-771d-4f7e-9aa6-3e88856ec669, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:25.745143 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.840193 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab2584c2-b9f0-474b-9cc6-6da9f6dba4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.850372 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3232d853-22b6-4def-9c12-01ffb9f03ef9 req-1d0b522a-43fa-4b57-889a-1fbb8ee6b8c9 tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3f134624807842f58db2d890a3d424da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671129 Sep 16 04:40:25.878056 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-b396f812-47f6-47a6-8590-259d5ebde284 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.889641 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-b396f812-47f6-47a6-8590-259d5ebde284 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:25.890155 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-b396f812-47f6-47a6-8590-259d5ebde284 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Floating IP 0083976f-720a-419e-81b0-4dc2af3dfb98 disassociated. External IP: 172.25.0.225, port: 3587d7dd-74df-45f5-91a1-a9b57e1bce62. Sep 16 04:40:25.939066 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.090662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Allocated IP 172.20.0.1 (beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416/1c0f6384-511d-4a13-8823-173d52ba1f26/daf2e82c-bc54-46cb-8c75-d017e5dd83e8) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:26.135215 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab2584c2-b9f0-474b-9cc6-6da9f6dba4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.155067 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.resource_extend [None req-c0d619f4-30c9-4fd2-858d-e7eccea0b1c4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:40:26.196245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:26.260313 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232d853-22b6-4def-9c12-01ffb9f03ef9 req-a720955a-e18b-41ab-8d52-42421793b591 tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.272007 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3232d853-22b6-4def-9c12-01ffb9f03ef9 req-a720955a-e18b-41ab-8d52-42421793b591 tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4123704 Sep 16 04:40:26.276780 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:26.277408 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.299430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] For port 5623279f-771d-4f7e-9aa6-3e88856ec669, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:26.329656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] For port 5623279f-771d-4f7e-9aa6-3e88856ec669, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5623279f-771d-4f7e-9aa6-3e88856ec669,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:26.352307 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.430075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3232d853-22b6-4def-9c12-01ffb9f03ef9 req-79e23548-6cd7-4d36-ba7b-4cd9f6f7241d tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] 10.222.0.53 "GET /v2.0/quotas/3f134624807842f58db2d890a3d424da HTTP/1.1" status: 200 len: 375 time: 0.1568391 Sep 16 04:40:26.445693 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0d619f4-30c9-4fd2-858d-e7eccea0b1c4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.448616 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:26.449480 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.451376 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] 10.222.0.15 "PUT /v2.0/ports/5623279f-771d-4f7e-9aa6-3e88856ec669 HTTP/1.1" status: 200 len: 1097 time: 4.1279552 Sep 16 04:40:26.453326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343c01ae-d655-41c9-a04b-3d649e132e06', 'tag': '5623279f-771d-4f7e-9aa6-3e88856ec669'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:26.456431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6ed5993c-2592-4d49-bb55-66ef22b80eb9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:26.456952 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336a6828-d172-4ba6-9462-0d0c94efb1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "343c01ae-d655-41c9-a04b-3d649e132e06", "tag": "5623279f-771d-4f7e-9aa6-3e88856ec669"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:26.523855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6ed5993c-2592-4d49-bb55-66ef22b80eb9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:26.524554 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.561518 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3232d853-22b6-4def-9c12-01ffb9f03ef9 req-dfb3143c-4b08-4f6e-9ea9-1aa939f52f02 tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f134624807842f58db2d890a3d424da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1306832 Sep 16 04:40:26.569216 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0d619f4-30c9-4fd2-858d-e7eccea0b1c4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.626141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab2584c2-b9f0-474b-9cc6-6da9f6dba4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.632724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ab2584c2-b9f0-474b-9cc6-6da9f6dba4ec admin admin] 10.222.0.53 "DELETE /v2.0/subnets/360c8065-7805-4d68-aada-f1b0722c784c HTTP/1.1" status: 204 len: 168 time: 1.9489236 Sep 16 04:40:26.638694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56000) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:26.645715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5053b168-c968-4e69-84d8-e3d84c1cd741 None None] Network 6075a00a-594d-45d5-a69f-8fc3a792b3c4 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:26.701910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2584c2-b9f0-474b-9cc6-6da9f6dba4ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360c8065-7805-4d68-aada-f1b0722c784c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:26.775410 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.897982 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-c0d619f4-30c9-4fd2-858d-e7eccea0b1c4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Floating IP fd4edf9a-b1f5-4d77-9232-85644852a064 associated. External IP: 172.25.0.254, port: f2344ece-2fb6-433b-8362-3299d9785951. Sep 16 04:40:26.898529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 6ed5993c-2592-4d49-bb55-66ef22b80eb9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6ed5993c-2592-4d49-bb55-66ef22b80eb9,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:26.942897 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:26.986090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f3f3458c-5796-484c-894b-6c55e5fe20cb no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:27.012926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: f3f3458c-5796-484c-894b-6c55e5fe20cb {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:27.013286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f3f3458c-5796-484c-894b-6c55e5fe20cb not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:27.026441 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.041627 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.083126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=6ed5993c-2592-4d49-bb55-66ef22b80eb9,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:27.127965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb660cd-24fd-4106-888f-096b2825998b None None] DHCP port deletion for 6075a00a-594d-45d5-a69f-8fc3a792b3c4 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:40:27.139620 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229283ac-77fd-46ef-813e-823376213c66 x-openstack-request-id: req-229283ac-77fd-46ef-813e-823376213c66 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:27.140164 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343c01ae-d655-41c9-a04b-3d649e132e06", "tag": "5623279f-771d-4f7e-9aa6-3e88856ec669", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:27.140164 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-229283ac-77fd-46ef-813e-823376213c66 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:27.140572 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343c01ae-d655-41c9-a04b-3d649e132e06', 'tag': '5623279f-771d-4f7e-9aa6-3e88856ec669', 'status': 'completed', 'code': 200} Sep 16 04:40:27.158937 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.169291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Pushing event updated for resources: {'Port': ['ID=e9c93bae-90e1-4a94-96d7-58dc6da008d5,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:27.191283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1cb660cd-24fd-4106-888f-096b2825998b None None] Deleting port 44f144c3-96f7-40d3-a169-ea015e135c50 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:27.191666 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1cb660cd-24fd-4106-888f-096b2825998b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.232111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402d7bd-1496-4942-b777-49e2b801c378 service neutron] Pushing event updated for resources: {'Port': ['ID=5623279f-771d-4f7e-9aa6-3e88856ec669,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:27.247197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-b7e7ec1e-3ebc-4a87-b95c-e6eaf995f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.248701 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-b7e7ec1e-3ebc-4a87-b95c-e6eaf995f875 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef75dcfd035f40228dfc6a146d611230&device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 1100 time: 0.7403367 Sep 16 04:40:27.274802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.295938 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1cb660cd-24fd-4106-888f-096b2825998b None None] For port 44f144c3-96f7-40d3-a169-ea015e135c50, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=44f144c3-96f7-40d3-a169-ea015e135c50,segment=NetworkSegment(4c8032b2-7859-4e01-af31-fbe7acb6cc46),segment_id=4c8032b2-7859-4e01-af31-fbe7acb6cc46)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:27.296255 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1cb660cd-24fd-4106-888f-096b2825998b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.312880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1cb660cd-24fd-4106-888f-096b2825998b None None] Calling delete_port for 44f144c3-96f7-40d3-a169-ea015e135c50 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:27.320035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-e5e32f12-5a55-4252-90d7-2b89d4eee285 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=5623279f-771d-4f7e-9aa6-3e88856ec669 HTTP/1.1" status: 200 len: 217 time: 0.0549502 Sep 16 04:40:27.355783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Network 760ef33c-b75c-4248-8ddb-92e78845a4d2 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:27.364397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:27.375085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.386046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-b396f812-47f6-47a6-8590-259d5ebde284 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Router 00f95de1-94f9-44ec-93d1-fe4e365aa31f has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:27.429401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d18ff9-4eaa-4bc0-b290-da964c1e7949 req-b9ee251c-5c51-42b9-a682-61d5a834e822 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.437270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7d18ff9-4eaa-4bc0-b290-da964c1e7949 req-b9ee251c-5c51-42b9-a682-61d5a834e822 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 948 time: 0.2934356 Sep 16 04:40:27.459316 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1cb660cd-24fd-4106-888f-096b2825998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.498522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb660cd-24fd-4106-888f-096b2825998b None None] No DVR routers for this DVR port 44f144c3-96f7-40d3-a169-ea015e135c50 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:27.509957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb660cd-24fd-4106-888f-096b2825998b None None] Pushing event deleted for resources: {'Port': ['ID=44f144c3-96f7-40d3-a169-ea015e135c50,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:27.560864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] The port '44f144c3-96f7-40d3-a169-ea015e135c50' was deleted {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 04:40:27.567035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-9a2b45d7-c332-403a-989a-7e17590bd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.568692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-9a2b45d7-c332-403a-989a-7e17590bd02d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1953247 Sep 16 04:40:27.584271 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7d18ff9-4eaa-4bc0-b290-da964c1e7949 req-fe3f6f57-6e97-40c2-a933-cd072a74252e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455545 Sep 16 04:40:27.670398 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.708017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4cf7eac2-96f9-44fe-aa69-c70ca9fd187e None None] Provisioning complete for port e9c93bae-90e1-4a94-96d7-58dc6da008d5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:27.711414 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4cf7eac2-96f9-44fe-aa69-c70ca9fd187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.746853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Network beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:27.780918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-4cf7eac2-96f9-44fe-aa69-c70ca9fd187e None None] Port e9c93bae-90e1-4a94-96d7-58dc6da008d5 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:27.790149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:27.795289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:27.814101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Router d426dd47-0b3f-49e9-b212-962e093faef9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:27.823584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Pushing event updated for resources: {'Port': ['ID=daf2e82c-bc54-46cb-8c75-d017e5dd83e8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:27.842039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-b396f812-47f6-47a6-8590-259d5ebde284 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:27.846473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d619f4-30c9-4fd2-858d-e7eccea0b1c4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Router 22e67c8b-c23d-41b2-b87f-07e6559582c9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:27.854304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-15e26e89-0361-4b5d-b570-57acbcaf52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:27.855835 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-15e26e89-0361-4b5d-b570-57acbcaf52e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1994710 Sep 16 04:40:27.857925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63244f5a-f383-4975-8ef0-0575a22594ee None None] Sync routers for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:27.858656 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-b396f812-47f6-47a6-8590-259d5ebde284 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:27.879435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63244f5a-f383-4975-8ef0-0575a22594ee None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:27.880622 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-63244f5a-f383-4975-8ef0-0575a22594ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:27.923731 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-b396f812-47f6-47a6-8590-259d5ebde284 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "PUT /v2.0/floatingips/0083976f-720a-419e-81b0-4dc2af3dfb98 HTTP/1.1" status: 200 len: 696 time: 2.6576371 Sep 16 04:40:27.925384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.106423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:28.109554 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02377078-5681-4739-9508-038abaeb9c01" -d '{"events": [{"name": "network-changed", "server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:28.113943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:28.123263 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.123783 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Sync routers for ids ['d426dd47-0b3f-49e9-b212-962e093faef9'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:28.135665 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Routers {'d426dd47-0b3f-49e9-b212-962e093faef9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:28.137172 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d426dd47-0b3f-49e9-b212-962e093faef9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:28.155415 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cde9de17-fdd2-461e-be86-cc3d7225d94b admin admin] 10.222.0.53 "PUT /v2.0/routers/d426dd47-0b3f-49e9-b212-962e093faef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2118292 Sep 16 04:40:28.230834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6075a00a-594d-45d5-a69f-8fc3a792b3c4']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:28.296186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8032b2-7859-4e01-af31-fbe7acb6cc46') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:28.296704 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8032b2-7859-4e01-af31-fbe7acb6cc46') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:28.312356 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bb2840-c761-4131-b218-4c7f92d0a561 x-openstack-request-id: req-15bb2840-c761-4131-b218-4c7f92d0a561 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:28.313124 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:28.313803 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15bb2840-c761-4131-b218-4c7f92d0a561 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:28.314650 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'status': 'completed', 'code': 200} Sep 16 04:40:28.317295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-c2162541-8b1c-42b9-9346-24468eacb162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.336674 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-c2162541-8b1c-42b9-9346-24468eacb162 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 1097 time: 0.2093620 Sep 16 04:40:28.452124 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Set router d426dd47-0b3f-49e9-b212-962e093faef9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:28.491732 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.541345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6ed5993c-2592-4d49-bb55-66ef22b80eb9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:28.586476 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.632035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-63244f5a-f383-4975-8ef0-0575a22594ee None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:28.680571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:40:28.682139 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.717637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5628e506-3ee3-474e-97c3-c0e6d3db2ab2 None None] Provisioning complete for port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:28.718037 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5628e506-3ee3-474e-97c3-c0e6d3db2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.721446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02377078-5681-4739-9508-038abaeb9c01 req-4014c3e4-1cc0-4474-9a13-960fcb34eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:28.723716 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02377078-5681-4739-9508-038abaeb9c01 req-4014c3e4-1cc0-4474-9a13-960fcb34eec5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 1097 time: 0.3713686 Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:40:28.726628 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:40:28.764760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5628e506-3ee3-474e-97c3-c0e6d3db2ab2 None None] Port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:28.838409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6ed5993c-2592-4d49-bb55-66ef22b80eb9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:28.838747 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:28.873104 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824256698-router', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:40:25Z', 'revision_number': 4, 'project_id': '0438dca5e2cc4175984f01ab28c77bfa', 'gw_port': {'id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e9c93bae-90e1-4a94-96d7-58dc6da008d5', 'name': '', 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'mac_address': 'fa:16:3e:d4:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a5a39965-ed1d-4db3-9b39-f025c153c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:21Z', 'updated_at': '2021-09-16T04:40:26Z', 'revision_number': 2, 'project_id': '0438dca5e2cc4175984f01ab28c77bfa', 'subnets': [{'id': 'a5a39965-ed1d-4db3-9b39-f025c153c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:28.912981 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Checking router: d426dd47-0b3f-49e9-b212-962e093faef9 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:28.913494 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Updating router d426dd47-0b3f-49e9-b212-962e093faef9 port e9c93bae-90e1-4a94-96d7-58dc6da008d5 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:28.948805 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.097120 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02377078-5681-4739-9508-038abaeb9c01 req-b270275b-2ccb-447c-b2f7-93f61a4dd26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.098865 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02377078-5681-4739-9508-038abaeb9c01 req-b270275b-2ccb-447c-b2f7-93f61a4dd26e service neutron] 10.222.0.50 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 0.3656762 Sep 16 04:40:29.108787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.217657 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.238117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6075a00a-594d-45d5-a69f-8fc3a792b3c4 HTTP/1.1" status: 204 len: 168 time: 2.5978448 Sep 16 04:40:29.272990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 44f144c3-96f7-40d3-a169-ea015e135c50 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:29.293908 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02377078-5681-4739-9508-038abaeb9c01 req-153a2d21-4c80-4c14-ae62-ddd887ef4bbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 217 time: 0.1802464 Sep 16 04:40:29.302015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 44f144c3-96f7-40d3-a169-ea015e135c50 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:29.302895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 44f144c3-96f7-40d3-a169-ea015e135c50 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:29.325033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932cbf6-44b5-42b2-8d9d-7d979631cfa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6075a00a-594d-45d5-a69f-8fc3a792b3c4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:29.333636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56076) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:29.335923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-63244f5a-f383-4975-8ef0-0575a22594ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:29.340083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-9f35198c-28f0-4cc4-b31b-e85a24633eea service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4748402 Sep 16 04:40:29.359646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-ec561b49-3e5c-411d-a3ba-ae65a30979b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.364672 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-ec561b49-3e5c-411d-a3ba-ae65a30979b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 200 len: 922 time: 1.0243585 Sep 16 04:40:29.392029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-979880728-network', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:29.400216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63244f5a-f383-4975-8ef0-0575a22594ee None None] Checking router: 00f95de1-94f9-44ec-93d1-fe4e365aa31f for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:29.411520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63244f5a-f383-4975-8ef0-0575a22594ee None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:29.412485 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-63244f5a-f383-4975-8ef0-0575a22594ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:29.446534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b7593-6a6a-402e-ad31-b37f17994f0b req-72961771-c7e0-4d0a-86e9-b83ff5abc84c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.448139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-126b7593-6a6a-402e-ad31-b37f17994f0b req-72961771-c7e0-4d0a-86e9-b83ff5abc84c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 948 time: 0.3712547 Sep 16 04:40:29.460493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Made reservation on behalf of 88bca76fba344173b7696cb5a2ed0fca for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:29.462814 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.510016 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.515083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56080) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:29.518131 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-b8e1f6ae-d455-4c67-95c3-1cf6977e2bbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 200 len: 217 time: 0.0980122 Sep 16 04:40:29.518841 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.561260 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.573224 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02377078-5681-4739-9508-038abaeb9c01 req-08e3c069-32b0-40b2-b079-c98dd0b18fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.574766 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02377078-5681-4739-9508-038abaeb9c01 req-08e3c069-32b0-40b2-b079-c98dd0b18fab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.2539186 Sep 16 04:40:29.593542 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea926b0e-99c8-4166-8da8-2cbc6ba56622 None None] Pushing event updated for resources: {'Port': ['ID=e9c93bae-90e1-4a94-96d7-58dc6da008d5,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:29.609326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-ca2b82a9-b17d-4768-b02e-bc5d655b8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.611633 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-ca2b82a9-b17d-4768-b02e-bc5d655b8056 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 200 len: 860 time: 0.0874834 Sep 16 04:40:29.636950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d619f4-30c9-4fd2-858d-e7eccea0b1c4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:29.645034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.654758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f9041-b850-4d5d-bd8f-758fde1bf578 None None] Sync routers for ids ['22e67c8b-c23d-41b2-b87f-07e6559582c9'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:29.674553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-63244f5a-f383-4975-8ef0-0575a22594ee None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:29.676596 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0d619f4-30c9-4fd2-858d-e7eccea0b1c4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.681692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02377078-5681-4739-9508-038abaeb9c01 req-e089afa9-3458-4b3c-9edd-5d892dbd0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.683287 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02377078-5681-4739-9508-038abaeb9c01 req-e089afa9-3458-4b3c-9edd-5d892dbd0e0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983047 Sep 16 04:40:29.686214 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-14b222de-5258-4032-8b14-8fd4749c3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:29.687738 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-14b222de-5258-4032-8b14-8fd4749c3dc6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553703 Sep 16 04:40:29.692272 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Attempting to bind port e9c93bae-90e1-4a94-96d7-58dc6da008d5 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:29.692656 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Attempting to bind port e9c93bae-90e1-4a94-96d7-58dc6da008d5 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:29.693025 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Attempting to bind port e9c93bae-90e1-4a94-96d7-58dc6da008d5 on network 760ef33c-b75c-4248-8ddb-92e78845a4d2 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:29.694160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-126b7593-6a6a-402e-ad31-b37f17994f0b req-f68e93f5-7aa5-4990-9636-b6bf227ae2e2 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256722 Sep 16 04:40:29.698475 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:29.698852 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Checking segment: {'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:29.699602 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.700005 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Bound using segment: {'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:29.700549 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Bound port: e9c93bae-90e1-4a94-96d7-58dc6da008d5, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:29.700953 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.708862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f9041-b850-4d5d-bd8f-758fde1bf578 None None] Routers {'22e67c8b-c23d-41b2-b87f-07e6559582c9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:29.709449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-037f9041-b850-4d5d-bd8f-758fde1bf578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['22e67c8b-c23d-41b2-b87f-07e6559582c9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:29.755890 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c0d619f4-30c9-4fd2-858d-e7eccea0b1c4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "PUT /v2.0/floatingips/fd4edf9a-b1f5-4d77-9232-85644852a064 HTTP/1.1" status: 200 len: 992 time: 6.0915601 Sep 16 04:40:29.778084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'tag': 'f2344ece-2fb6-433b-8362-3299d9785951'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:29.780791 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576a845d-d050-413c-8a02-0fc7d31fd6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0033ab0f-c8a4-4c65-a808-b91b25221288", "tag": "f2344ece-2fb6-433b-8362-3299d9785951"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:29.835596 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] For port e9c93bae-90e1-4a94-96d7-58dc6da008d5, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:29.840087 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] For port e9c93bae-90e1-4a94-96d7-58dc6da008d5, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e9c93bae-90e1-4a94-96d7-58dc6da008d5,segment=NetworkSegment(18da4e91-dec7-471e-94ab-5a3faee6b2a7),segment_id=18da4e91-dec7-471e-94ab-5a3faee6b2a7)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:29.846948 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:29.937471 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Routers {'d426dd47-0b3f-49e9-b212-962e093faef9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:29.943050 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d426dd47-0b3f-49e9-b212-962e093faef9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:29.952521 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-638ed517-99b2-41d3-931a-4d5dd7a0ccab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c85d733a281042809809972df7b509b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092393 Sep 16 04:40:29.957271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56096) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:29.979390 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea926b0e-99c8-4166-8da8-2cbc6ba56622 None None] Pushing event updated for resources: {'Port': ['ID=e9c93bae-90e1-4a94-96d7-58dc6da008d5,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:29.982342 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f9f12a80-9eac-4486-9404-579f68144f41 req-d95b32b6-1755-444a-9a9d-6e1f9496ed67 tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3f134624807842f58db2d890a3d424da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1780827 Sep 16 04:40:29.987806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1014d4-4c77-4e97-9183-cfaa9e715d65 req-2115fced-c63e-4d6e-856d-69fd296e662c service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694253 Sep 16 04:40:30.049663 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-8c5ad300-a496-42d3-b040-c586de4f6fb3 service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344135 Sep 16 04:40:30.057661 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02377078-5681-4739-9508-038abaeb9c01 req-cc25f346-b4c5-405b-9b43-31132e65b8db service neutron] 10.222.0.50 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618298 Sep 16 04:40:30.078457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-037f9041-b850-4d5d-bd8f-758fde1bf578 None None] Set router 22e67c8b-c23d-41b2-b87f-07e6559582c9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:30.129049 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4991776a-6ca9-4d3f-8f23-4cfde2fca6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.148266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f32375db-8a0b-40ee-b7bc-2fd368de7498 None None] Provisioning complete for port e9c93bae-90e1-4a94-96d7-58dc6da008d5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:30.148649 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f32375db-8a0b-40ee-b7bc-2fd368de7498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.161328 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] Set router d426dd47-0b3f-49e9-b212-962e093faef9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:30.252202 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4991776a-6ca9-4d3f-8f23-4cfde2fca6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.315587 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf4bf368-1ff9-401d-bd29-200c8009c62a req-3b47f905-b86d-486e-bfd1-35c0a7f7decf service neutron] 10.222.0.53 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566996 Sep 16 04:40:30.318810 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02377078-5681-4739-9508-038abaeb9c01 req-0966e776-dc37-48a2-9dee-d6ef2a34347c service neutron] 10.222.0.50 "GET /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472801 Sep 16 04:40:30.345305 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4991776a-6ca9-4d3f-8f23-4cfde2fca6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.350148 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4991776a-6ca9-4d3f-8f23-4cfde2fca6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.352131 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4991776a-6ca9-4d3f-8f23-4cfde2fca6f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5e274b3-b578-4b77-90c1-dd750d67af34 HTTP/1.1" status: 204 len: 168 time: 0.3932524 Sep 16 04:40:30.367435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991776a-6ca9-4d3f-8f23-4cfde2fca6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e274b3-b578-4b77-90c1-dd750d67af34,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.391805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f12a80-9eac-4486-9404-579f68144f41 req-db734e67-e873-4819-982a-6274573445cb tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.393789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f9f12a80-9eac-4486-9404-579f68144f41 req-db734e67-e873-4819-982a-6274573445cb tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3819044 Sep 16 04:40:30.400395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.416162 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.478073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-63244f5a-f383-4975-8ef0-0575a22594ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:30.480341 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f32375db-8a0b-40ee-b7bc-2fd368de7498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.502418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f9f12a80-9eac-4486-9404-579f68144f41 req-c1663e04-ea3f-44e0-81bb-0f7a676ac634 tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] 10.222.0.53 "GET /v2.0/quotas/3f134624807842f58db2d890a3d424da HTTP/1.1" status: 200 len: 375 time: 0.0969594 Sep 16 04:40:30.508012 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824256698-router', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:40:25Z', 'revision_number': 4, 'project_id': '0438dca5e2cc4175984f01ab28c77bfa', 'gw_port': {'id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e9c93bae-90e1-4a94-96d7-58dc6da008d5', 'name': '', 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'mac_address': 'fa:16:3e:d4:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a5a39965-ed1d-4db3-9b39-f025c153c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:21Z', 'updated_at': '2021-09-16T04:40:29Z', 'revision_number': 4, 'project_id': '0438dca5e2cc4175984f01ab28c77bfa', 'subnets': [{'id': 'a5a39965-ed1d-4db3-9b39-f025c153c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:30.520240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63244f5a-f383-4975-8ef0-0575a22594ee None None] The sync data for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 is: [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:38:47Z', 'revision_number': 4, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a2ad2ebf-3358-4600-9bbd-77e1a30207a2', 'name': '', 'network_id': '3dcaaf36-12d5-46e7-a40d-c2c4399c17cb', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'mac_address': 'fa:16:3e:e9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:44Z', 'updated_at': '2021-09-16T04:38:53Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'subnets': [{'id': 'b0e61cb6-827c-46bc-b56b-1df694946bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:30.553399 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb8586-c656-4d99-9c52-29cfeda5b6af None None] The sync data for ids ['d426dd47-0b3f-49e9-b212-962e093faef9'] in n-d-712142-17 is: [{'id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824256698-router', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:40:25Z', 'revision_number': 4, 'project_id': '0438dca5e2cc4175984f01ab28c77bfa', 'gw_port': {'id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e9c93bae-90e1-4a94-96d7-58dc6da008d5', 'name': '', 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'mac_address': 'fa:16:3e:d4:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a5a39965-ed1d-4db3-9b39-f025c153c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:21Z', 'updated_at': '2021-09-16T04:40:29Z', 'revision_number': 4, 'project_id': '0438dca5e2cc4175984f01ab28c77bfa', 'subnets': [{'id': 'a5a39965-ed1d-4db3-9b39-f025c153c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:30.570615 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:30.585374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f32375db-8a0b-40ee-b7bc-2fd368de7498 None None] For port e9c93bae-90e1-4a94-96d7-58dc6da008d5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e9c93bae-90e1-4a94-96d7-58dc6da008d5,segment=NetworkSegment(18da4e91-dec7-471e-94ab-5a3faee6b2a7),segment_id=18da4e91-dec7-471e-94ab-5a3faee6b2a7)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:30.597805 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f32375db-8a0b-40ee-b7bc-2fd368de7498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.612884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a6828-d172-4ba6-9462-0d0c94efb1fc req-168ceb68-4034-40e0-a56d-4a8480ffafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.615168 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-336a6828-d172-4ba6-9462-0d0c94efb1fc req-168ceb68-4034-40e0-a56d-4a8480ffafe4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef75dcfd035f40228dfc6a146d611230&device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 1100 time: 0.5220044 Sep 16 04:40:30.633740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f9f12a80-9eac-4486-9404-579f68144f41 req-fcde7b2c-0a3b-4f95-9929-d889765bdb94 tempest-QuotasAdminNegativeTest-1617937675 tempest-QuotasAdminNegativeTest-1617937675-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f134624807842f58db2d890a3d424da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301720 Sep 16 04:40:30.680036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32375db-8a0b-40ee-b7bc-2fd368de7498 None None] Pushing event updated for resources: {'Port': ['ID=e9c93bae-90e1-4a94-96d7-58dc6da008d5,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.704206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-037f9041-b850-4d5d-bd8f-758fde1bf578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 4, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'fd4edf9a-b1f5-4d77-9232-85644852a064', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'port_id': 'f2344ece-2fb6-433b-8362-3299d9785951', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'mac_address': 'fa:16:3e:02:bc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:57Z', 'updated_at': '2021-09-16T04:40:25Z', 'revision_number': 1, 'project_id': '076ee750e5044600b905d450c833d9e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649db456-2328-4b87-a9c4-f26737c172fa', 'name': '', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'mac_address': 'fa:16:3e:32:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:50Z', 'updated_at': '2021-09-16T04:39:56Z', 'revision_number': 5, 'project_id': '076ee750e5044600b905d450c833d9e6', 'subnets': [{'id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:30.713312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc417c2f-d54b-4d2b-9b9f-4e51c54745fd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:30.721121 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.721637 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Added segment d743f519-4188-4e11-bd39-4a10b71c6070 of type vlan for network ccb11d21-3635-43ed-b6ce-245a35cae29e Sep 16 04:40:30.760931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f9041-b850-4d5d-bd8f-758fde1bf578 None None] Checking router: 22e67c8b-c23d-41b2-b87f-07e6559582c9 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:30.779717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f9041-b850-4d5d-bd8f-758fde1bf578 None None] Routers {'22e67c8b-c23d-41b2-b87f-07e6559582c9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:30.780931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-037f9041-b850-4d5d-bd8f-758fde1bf578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['22e67c8b-c23d-41b2-b87f-07e6559582c9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:30.786359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0d514fad-0031-4878-ae9a-b10dc4abdac6 None None] Provisioning complete for port e9c93bae-90e1-4a94-96d7-58dc6da008d5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:30.786742 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0d514fad-0031-4878-ae9a-b10dc4abdac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.817326 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe45b429-3d98-4249-85bb-f910b5dddf9a x-openstack-request-id: req-fe45b429-3d98-4249-85bb-f910b5dddf9a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:30.817708 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0033ab0f-c8a4-4c65-a808-b91b25221288", "tag": "f2344ece-2fb6-433b-8362-3299d9785951", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:30.817976 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe45b429-3d98-4249-85bb-f910b5dddf9a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:30.818399 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'tag': 'f2344ece-2fb6-433b-8362-3299d9785951', 'status': 'completed', 'code': 200} Sep 16 04:40:30.901369 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:30.993412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a845d-d050-413c-8a02-0fc7d31fd6ae req-41b6c7b1-874b-45d1-a274-064c60a69038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:30.995130 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-576a845d-d050-413c-8a02-0fc7d31fd6ae req-41b6c7b1-874b-45d1-a274-064c60a69038 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=076ee750e5044600b905d450c833d9e6&device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 1098 time: 0.1151257 Sep 16 04:40:31.054204 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.056121 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.057290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.058401 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.088591 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7471807 Sep 16 04:40:31.089774 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.092289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56132) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:31.105188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-037f9041-b850-4d5d-bd8f-758fde1bf578 None None] Set router 22e67c8b-c23d-41b2-b87f-07e6559582c9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:31.198244 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3310cedc-dadb-4d82-94df-a7f6ad3be04d None None] New status for floating IP 0083976f-720a-419e-81b0-4dc2af3dfb98: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:40:31.238731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ca79a338-8b49-4467-a83c-55911552083e admin admin] Request body: {'subnet': {'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-979880728-subnet', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:31.242986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Pushing event updated for resources: {'Port': ['ID=daf2e82c-bc54-46cb-8c75-d017e5dd83e8,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:31.279987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a6828-d172-4ba6-9462-0d0c94efb1fc req-9aab1e2c-4dd8-472f-b22b-86a146ce36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.282105 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-336a6828-d172-4ba6-9462-0d0c94efb1fc req-9aab1e2c-4dd8-472f-b22b-86a146ce36c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.6408749 Sep 16 04:40:31.320022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748c6c5-66b3-4cb0-8877-57704522ca8e req-4a223a75-f693-4882-8e21-96de78049e10 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.330598 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c748c6c5-66b3-4cb0-8877-57704522ca8e req-4a223a75-f693-4882-8e21-96de78049e10 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 948 time: 0.2218180 Sep 16 04:40:31.401463 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c748c6c5-66b3-4cb0-8877-57704522ca8e req-d26bdd92-2bdb-4e88-b991-1d798f53a38b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657790 Sep 16 04:40:31.403721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a845d-d050-413c-8a02-0fc7d31fd6ae req-d8c98c1f-1797-4802-a407-9d3ae6a343f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.423582 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-576a845d-d050-413c-8a02-0fc7d31fd6ae req-d8c98c1f-1797-4802-a407-9d3ae6a343f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba HTTP/1.1" status: 200 len: 916 time: 0.4104509 Sep 16 04:40:31.487562 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.514529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc133b-74c4-4d31-afb9-752f6d5a7ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=ccb11d21-3635-43ed-b6ce-245a35cae29e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:31.521300 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-336a6828-d172-4ba6-9462-0d0c94efb1fc req-31796488-82ca-4227-bd1e-13e8613f23c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=5623279f-771d-4f7e-9aa6-3e88856ec669 HTTP/1.1" status: 200 len: 217 time: 0.2271841 Sep 16 04:40:31.577385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network ccb11d21-3635-43ed-b6ce-245a35cae29e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:31.610308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a6828-d172-4ba6-9462-0d0c94efb1fc req-f628a0c5-08af-4eb2-8f52-3b5232f9a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:31.612169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-336a6828-d172-4ba6-9462-0d0c94efb1fc req-f628a0c5-08af-4eb2-8f52-3b5232f9a301 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0828137 Sep 16 04:40:31.612814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca79a338-8b49-4467-a83c-55911552083e admin admin] Made reservation on behalf of 88bca76fba344173b7696cb5a2ed0fca for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:31.615241 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca79a338-8b49-4467-a83c-55911552083e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:31.627525 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-576a845d-d050-413c-8a02-0fc7d31fd6ae req-4c9e9843-7722-4fd1-ac7e-7ab6537ffd6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2344ece-2fb6-433b-8362-3299d9785951 HTTP/1.1" status: 200 len: 1000 time: 0.1947122 Sep 16 04:40:32.100196 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e9c93bae-90e1-4a94-96d7-58dc6da008d5 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:32.146451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d89292e1-b14c-4e57-bf48-787745beea6b req-b396a356-b3cf-4579-89b2-3ec10bd5b10f tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips/0083976f-720a-419e-81b0-4dc2af3dfb98 HTTP/1.1" status: 200 len: 694 time: 0.2963283 Sep 16 04:40:32.149585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Network beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:32.153175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56158) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:32.156471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a6828-d172-4ba6-9462-0d0c94efb1fc req-4f8564ec-bae9-49d4-b4b8-6d9a034e57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.159283 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-336a6828-d172-4ba6-9462-0d0c94efb1fc req-4f8564ec-bae9-49d4-b4b8-6d9a034e57dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5080857 Sep 16 04:40:32.176732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:32.220732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a845d-d050-413c-8a02-0fc7d31fd6ae req-0e41a958-604d-4662-875a-56441b05c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.222266 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-576a845d-d050-413c-8a02-0fc7d31fd6ae req-0e41a958-604d-4662-875a-56441b05c227 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7fde5dc-8b27-4519-91f5-44a105233a0d HTTP/1.1" status: 200 len: 854 time: 0.5871670 Sep 16 04:40:32.251796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e9c93bae-90e1-4a94-96d7-58dc6da008d5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:32.254433 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.318275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa8c6-0c42-4879-ab10-9ff32c585e51 req-9f82659d-ed9c-4bfd-a443-f8dd4ec78228 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.319518 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-037f9041-b850-4d5d-bd8f-758fde1bf578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 4, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'fd4edf9a-b1f5-4d77-9232-85644852a064', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'port_id': 'f2344ece-2fb6-433b-8362-3299d9785951', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'mac_address': 'fa:16:3e:02:bc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:57Z', 'updated_at': '2021-09-16T04:40:25Z', 'revision_number': 1, 'project_id': '076ee750e5044600b905d450c833d9e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649db456-2328-4b87-a9c4-f26737c172fa', 'name': '', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'mac_address': 'fa:16:3e:32:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:50Z', 'updated_at': '2021-09-16T04:39:56Z', 'revision_number': 5, 'project_id': '076ee750e5044600b905d450c833d9e6', 'subnets': [{'id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:32.325687 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d1aa8c6-0c42-4879-ab10-9ff32c585e51 req-9f82659d-ed9c-4bfd-a443-f8dd4ec78228 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 949 time: 0.6745512 Sep 16 04:40:32.357252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f9041-b850-4d5d-bd8f-758fde1bf578 None None] The sync data for ids ['22e67c8b-c23d-41b2-b87f-07e6559582c9'] in n-d-712142-17 is: [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 4, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'fd4edf9a-b1f5-4d77-9232-85644852a064', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'port_id': 'f2344ece-2fb6-433b-8362-3299d9785951', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'mac_address': 'fa:16:3e:02:bc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:39:57Z', 'updated_at': '2021-09-16T04:40:25Z', 'revision_number': 1, 'project_id': '076ee750e5044600b905d450c833d9e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649db456-2328-4b87-a9c4-f26737c172fa', 'name': '', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'mac_address': 'fa:16:3e:32:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:50Z', 'updated_at': '2021-09-16T04:39:56Z', 'revision_number': 5, 'project_id': '076ee750e5044600b905d450c833d9e6', 'subnets': [{'id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:32.388505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a845d-d050-413c-8a02-0fc7d31fd6ae req-6a0330fb-99d6-4e16-91fb-cc5bf90a0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.394830 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-576a845d-d050-413c-8a02-0fc7d31fd6ae req-6a0330fb-99d6-4e16-91fb-cc5bf90a0de6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502700 Sep 16 04:40:32.418604 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1974325795-network', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:32.461965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Router 1e49023e-2dcf-4b4c-bdc6-64a36045099a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:32.474624 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d1aa8c6-0c42-4879-ab10-9ff32c585e51 req-f748da86-d02f-4eef-8ae7-5b13053455cc tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477077 Sep 16 04:40:32.552480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-97991883-d4c1-493f-93d9-b8952840a8e7 None None] Provisioning complete for port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:32.553189 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97991883-d4c1-493f-93d9-b8952840a8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.584715 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-576a845d-d050-413c-8a02-0fc7d31fd6ae req-d4760372-2097-4584-b1be-7520dcfe7ace service neutron] 10.222.0.50 "GET /v2.0/networks/c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740065 Sep 16 04:40:32.619425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-97991883-d4c1-493f-93d9-b8952840a8e7 None None] Port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:32.654826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-336a6828-d172-4ba6-9462-0d0c94efb1fc req-7265b0d5-3529-4b10-83eb-db2e3352bbce service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796393 Sep 16 04:40:32.663989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:32.666370 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.743555 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:32.775882 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-576a845d-d050-413c-8a02-0fc7d31fd6ae req-12c5a662-11f7-4e17-9a68-889cab304a35 service neutron] 10.222.0.50 "GET /v2.0/networks/c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838217 Sep 16 04:40:32.785818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0801d-c1b3-450c-b03a-e95113666ab4 req-663dc848-1fa2-45dc-9b5f-dba0a1e8a26b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.787344 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ada0801d-c1b3-450c-b03a-e95113666ab4 req-663dc848-1fa2-45dc-9b5f-dba0a1e8a26b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 948 time: 0.0756505 Sep 16 04:40:32.841484 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ada0801d-c1b3-450c-b03a-e95113666ab4 req-53323950-691b-4725-b763-71c56f804f6e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 Sep 16 04:40:32.897091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56170) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:32.934800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89292e1-b14c-4e57-bf48-787745beea6b req-4a8b5f80-d097-47ee-a351-73cd8358ac43 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:32.936250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d89292e1-b14c-4e57-bf48-787745beea6b req-4a8b5f80-d097-47ee-a351-73cd8358ac43 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.7891595 Sep 16 04:40:33.009027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f1430-f8e3-4852-a701-d91e1f8b6689 None None] New status for floating IP fd4edf9a-b1f5-4d77-9232-85644852a064: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:40:33.045507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-d89292e1-b14c-4e57-bf48-787745beea6b req-f7341b28-5e59-45bd-b39b-120f6dc4c264 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:33.053927 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d89292e1-b14c-4e57-bf48-787745beea6b req-f7341b28-5e59-45bd-b39b-120f6dc4c264 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1041214 Sep 16 04:40:33.060191 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e75804a-09a6-4f8e-bd88-9fe2534d847a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.063986 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-336a6828-d172-4ba6-9462-0d0c94efb1fc req-2e1608df-7c43-421c-b756-e6ec4f24dfd6 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932173 Sep 16 04:40:33.073133 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca79a338-8b49-4467-a83c-55911552083e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.154791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d89292e1-b14c-4e57-bf48-787745beea6b req-e589031b-4223-4fd7-b1aa-3b41cf873bd7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 697 time: 0.0999072 Sep 16 04:40:33.206509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:33.214924 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Sync routers for ids ['1e49023e-2dcf-4b4c-bdc6-64a36045099a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:33.228019 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Routers {'1e49023e-2dcf-4b4c-bdc6-64a36045099a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:33.229129 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1e49023e-2dcf-4b4c-bdc6-64a36045099a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:33.254027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c07318e1-ab31-47dc-a60a-0c4032111d77 admin admin] 10.222.0.53 "PUT /v2.0/routers/1e49023e-2dcf-4b4c-bdc6-64a36045099a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2794189 Sep 16 04:40:33.275072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79a338-8b49-4467-a83c-55911552083e admin admin] Pushing event updated for resources: {'Subnet': ['ID=58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.287795 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d89292e1-b14c-4e57-bf48-787745beea6b req-ba423530-e846-432d-bd0a-589230c41c1a tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 697 time: 0.1161623 Sep 16 04:40:33.310237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79a338-8b49-4467-a83c-55911552083e admin admin] Checking segment: {'id': 'd743f519-4188-4e11-bd39-4a10b71c6070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:33.310867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca79a338-8b49-4467-a83c-55911552083e admin admin] Network hostable DHCP agents. Network: ccb11d21-3635-43ed-b6ce-245a35cae29e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:33.394933 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Set router 1e49023e-2dcf-4b4c-bdc6-64a36045099a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:33.420537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.428221 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.458648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca79a338-8b49-4467-a83c-55911552083e admin admin] Network ccb11d21-3635-43ed-b6ce-245a35cae29e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:33.479892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:33.488473 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5623279f-771d-4f7e-9aa6-3e88856ec669 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:33.495370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ca79a338-8b49-4467-a83c-55911552083e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, ccb11d21-3635-43ed-b6ce-245a35cae29e) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:33.509959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca79a338-8b49-4467-a83c-55911552083e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.510921 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca79a338-8b49-4467-a83c-55911552083e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.513964 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.514568 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Added segment d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb of type vlan for network 05139eb2-074a-4857-a25e-b8d10bd6a8ee Sep 16 04:40:33.517907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7079ee4-a071-4bc6-b9c7-3f94dedf21da,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.574736 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.590201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-d89292e1-b14c-4e57-bf48-787745beea6b req-d1ccd125-070e-40d9-b4d6-6661279df9fa tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Deleting port a642ba28-296b-4029-ad3d-6566febb9b6c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:33.590927 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d89292e1-b14c-4e57-bf48-787745beea6b req-d1ccd125-070e-40d9-b4d6-6661279df9fa tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.593159 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e75804a-09a6-4f8e-bd88-9fe2534d847a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.603421 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e75804a-09a6-4f8e-bd88-9fe2534d847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.629234 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ca79a338-8b49-4467-a83c-55911552083e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4203341 Sep 16 04:40:33.632096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56200) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:33.638244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-979880728-router', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:33.643417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5623279f-771d-4f7e-9aa6-3e88856ec669, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5623279f-771d-4f7e-9aa6-3e88856ec669,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:33.650188 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.651514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:33.652458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.661011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:33.707232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75804a-09a6-4f8e-bd88-9fe2534d847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc7a69-f233-429a-8f0f-b227c6e6a375,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:33.714997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '5623279f-771d-4f7e-9aa6-3e88856ec669', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '5623279f-771d-4f7e-9aa6-3e88856ec669', 'mac_address': 'fa:16:3e:27:4d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:33.727263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1e75804a-09a6-4f8e-bd88-9fe2534d847a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f134624807842f58db2d890a3d424da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8287847 Sep 16 04:40:33.727660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56202) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:33.732687 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b025036e-2b4d-4346-a78e-78fac79539e9 None None] Network ccb11d21-3635-43ed-b6ce-245a35cae29e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:33.745508 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'name': 'tempest-FloatingIPsTestJSON-317569533-router', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:29Z', 'revision_number': 4, 'project_id': '8a68413062ca42638909199d79b4e793', 'gw_port': {'id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:14Z', 'updated_at': '2021-09-16T04:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'daf2e82c-bc54-46cb-8c75-d017e5dd83e8', 'name': '', 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'mac_address': 'fa:16:3e:1f:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1c0f6384-511d-4a13-8823-173d52ba1f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:25Z', 'updated_at': '2021-09-16T04:40:30Z', 'revision_number': 2, 'project_id': '8a68413062ca42638909199d79b4e793', 'subnets': [{'id': '1c0f6384-511d-4a13-8823-173d52ba1f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:33.779534 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Checking router: 1e49023e-2dcf-4b4c-bdc6-64a36045099a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:33.780311 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Updating router 1e49023e-2dcf-4b4c-bdc6-64a36045099a port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:33.810162 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.851953 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.870721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5623279f-771d-4f7e-9aa6-3e88856ec669 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:33.897304 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5084f730-0997-482d-8ee4-4b0e904089dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.947290 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5084f730-0997-482d-8ee4-4b0e904089dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.957353 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:33.965816 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-b0cd7bc0-f04a-482f-8914-f3a3d3758da0 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2367542 Sep 16 04:40:33.973785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:33.977059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5623279f-771d-4f7e-9aa6-3e88856ec669, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5623279f-771d-4f7e-9aa6-3e88856ec669,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:34.008423 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.059143 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5084f730-0997-482d-8ee4-4b0e904089dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.062449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5084f730-0997-482d-8ee4-4b0e904089dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.064703 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5084f730-0997-482d-8ee4-4b0e904089dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7fc7a69-f233-429a-8f0f-b227c6e6a375 HTTP/1.1" status: 204 len: 168 time: 0.3345721 Sep 16 04:40:34.065402 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.066587 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.076550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9223483 Sep 16 04:40:34.080617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f6710-4fef-41c1-8de7-62531060290f admin admin] Pushing event updated for resources: {'Network': ['ID=05139eb2-074a-4857-a25e-b8d10bd6a8ee,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:34.081140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084f730-0997-482d-8ee4-4b0e904089dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc7a69-f233-429a-8f0f-b227c6e6a375,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:34.083271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56208) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:34.091363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9ce9c31e-1841-4529-b905-6ed65c96d02e admin admin] Request body: {'subnet': {'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1974325795-subnet', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:34.101670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.107384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d89292e1-b14c-4e57-bf48-787745beea6b req-d1ccd125-070e-40d9-b4d6-6661279df9fa tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.107853 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d89292e1-b14c-4e57-bf48-787745beea6b req-d1ccd125-070e-40d9-b4d6-6661279df9fa tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.132307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-d89292e1-b14c-4e57-bf48-787745beea6b req-d1ccd125-070e-40d9-b4d6-6661279df9fa tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Calling delete_port for a642ba28-296b-4029-ad3d-6566febb9b6c owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:34.167623 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.170452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:34.170689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce9c31e-1841-4529-b905-6ed65c96d02e admin admin] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:34.174856 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c31e-1841-4529-b905-6ed65c96d02e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.179575 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5623279f-771d-4f7e-9aa6-3e88856ec669,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:34.184003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6821ff-6c57-45d1-b20c-c013c0482f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:34.186541 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd1cf3f-836d-45c1-ae59-30b24ce71f68" -d '{"events": [{"server_uuid": "9e6821ff-6c57-45d1-b20c-c013c0482f25", "name": "network-vif-unplugged", "status": "completed", "tag": "2f59f2f1-18d1-4315-aedf-ff6f8fddb068"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:34.191741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 05139eb2-074a-4857-a25e-b8d10bd6a8ee details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:34.198573 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.339436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5623279f-771d-4f7e-9aa6-3e88856ec669'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:34.341188 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.351480 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.375851 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.404778 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-ccb11d21-3635-43ed-b6ce-245a35cae29e', 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'fixed_ips': [{'subnet_id': '58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:40:34.406221 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.474656 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.527355 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Attempting to bind port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:34.528040 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Attempting to bind port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'e63e49c5-7a30-4ea1-9684-d710cca86265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:34.528587 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Attempting to bind port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 on network beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:34.535945 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:34.536630 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Checking segment: {'id': 'e63e49c5-7a30-4ea1-9684-d710cca86265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:34.537204 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.537845 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Bound using segment: {'id': 'e63e49c5-7a30-4ea1-9684-d710cca86265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:34.539139 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Bound port: daf2e82c-bc54-46cb-8c75-d017e5dd83e8, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63e49c5-7a30-4ea1-9684-d710cca86265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:34.540051 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.626947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Allocated IP 172.20.0.2 (ccb11d21-3635-43ed-b6ce-245a35cae29e/58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8/0b44cae6-1ae5-44ca-83d8-9e28f5078684) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:34.627664 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c31e-1841-4529-b905-6ed65c96d02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.651791 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d89292e1-b14c-4e57-bf48-787745beea6b req-d1ccd125-070e-40d9-b4d6-6661279df9fa tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.711654 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] For port daf2e82c-bc54-46cb-8c75-d017e5dd83e8, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:34.714260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56218) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:34.721834 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] For port daf2e82c-bc54-46cb-8c75-d017e5dd83e8, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=daf2e82c-bc54-46cb-8c75-d017e5dd83e8,segment=NetworkSegment(e63e49c5-7a30-4ea1-9684-d710cca86265),segment_id=e63e49c5-7a30-4ea1-9684-d710cca86265)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:34.723685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd125-070e-40d9-b4d6-6661279df9fa tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Pushing event deleted for resources: {'Port': ['ID=a642ba28-296b-4029-ad3d-6566febb9b6c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:34.741286 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d7181102-3462-400e-9764-ce96c6faefd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.745468 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.776837 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dc9d9-bde7-43c0-9e56-f849c687e85a None None] Pushing event updated for resources: {'Port': ['ID=daf2e82c-bc54-46cb-8c75-d017e5dd83e8,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:34.817229 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.832697 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.840403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:34.852663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9c31e-1841-4529-b905-6ed65c96d02e admin admin] Checking segment: {'id': 'd4ae3db3-9b80-4ec4-ac8b-1af8b085eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:34.854182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce9c31e-1841-4529-b905-6ed65c96d02e admin admin] Network hostable DHCP agents. Network: 05139eb2-074a-4857-a25e-b8d10bd6a8ee, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:34.876967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9c31e-1841-4529-b905-6ed65c96d02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e61827f-b7ef-443f-8cf0-144d885aeaa6,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:34.878408 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dc9d9-bde7-43c0-9e56-f849c687e85a None None] Pushing event updated for resources: {'Port': ['ID=daf2e82c-bc54-46cb-8c75-d017e5dd83e8,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:34.893298 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d89292e1-b14c-4e57-bf48-787745beea6b req-d1ccd125-070e-40d9-b4d6-6661279df9fa tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.896204 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d89292e1-b14c-4e57-bf48-787745beea6b req-d1ccd125-070e-40d9-b4d6-6661279df9fa tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.903575 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Routers {'1e49023e-2dcf-4b4c-bdc6-64a36045099a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:34.904405 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1e49023e-2dcf-4b4c-bdc6-64a36045099a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:34.905205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Allocated IP 172.25.0.19 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/bb68f572-868b-464f-9c76-dea3b79323b7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:34.910075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d89292e1-b14c-4e57-bf48-787745beea6b req-d1ccd125-070e-40d9-b4d6-6661279df9fa tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "DELETE /v2.0/floatingips/0083976f-720a-419e-81b0-4dc2af3dfb98 HTTP/1.1" status: 204 len: 173 time: 1.6130636 Sep 16 04:40:34.928948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Network ccb11d21-3635-43ed-b6ce-245a35cae29e is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:34.950775 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:34.952728 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7457d453-3e3c-4e9a-916a-f0bf105af0e5 None None] Provisioning complete for port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:34.953182 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7457d453-3e3c-4e9a-916a-f0bf105af0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:34.958707 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce9c31e-1841-4529-b905-6ed65c96d02e admin admin] Network 05139eb2-074a-4857-a25e-b8d10bd6a8ee is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:34.973114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-9ce9c31e-1841-4529-b905-6ed65c96d02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 05139eb2-074a-4857-a25e-b8d10bd6a8ee) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:35.001528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9c31e-1841-4529-b905-6ed65c96d02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.002274 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c31e-1841-4529-b905-6ed65c96d02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.008194 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:35.014541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742aa87c-5cbf-4856-989e-3c135ded760f None None] Network 05139eb2-074a-4857-a25e-b8d10bd6a8ee requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:35.092167 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] Set router 1e49023e-2dcf-4b4c-bdc6-64a36045099a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:35.165084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Pushing event updated for resources: {'Port': ['ID=0b44cae6-1ae5-44ca-83d8-9e28f5078684,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:35.173545 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.201792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.231777 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.239477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.253448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e283190-21fb-4984-9b6e-e0c1a3178fea req-aef38736-863f-4d13-823d-c3673e08179e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:35.255211 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e283190-21fb-4984-9b6e-e0c1a3178fea req-aef38736-863f-4d13-823d-c3673e08179e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 949 time: 0.1190696 Sep 16 04:40:35.264880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d7181102-3462-400e-9764-ce96c6faefd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.279167 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.282098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9ce9c31e-1841-4529-b905-6ed65c96d02e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1959956 Sep 16 04:40:35.284171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:35.286488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56222) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:35.291332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1974325795-router', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:35.304670 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d7181102-3462-400e-9764-ce96c6faefd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.316870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:35.322356 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.323529 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.368281 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'name': 'tempest-FloatingIPsTestJSON-317569533-router', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:29Z', 'revision_number': 4, 'project_id': '8a68413062ca42638909199d79b4e793', 'gw_port': {'id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:14Z', 'updated_at': '2021-09-16T04:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'daf2e82c-bc54-46cb-8c75-d017e5dd83e8', 'name': '', 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'mac_address': 'fa:16:3e:1f:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1c0f6384-511d-4a13-8823-173d52ba1f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:25Z', 'updated_at': '2021-09-16T04:40:34Z', 'revision_number': 4, 'project_id': '8a68413062ca42638909199d79b4e793', 'subnets': [{'id': '1c0f6384-511d-4a13-8823-173d52ba1f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:35.377205 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.379421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:35.383047 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d7181102-3462-400e-9764-ce96c6faefd9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e989b18cf654094b4b1498b406bae29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6672771 Sep 16 04:40:35.383478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Pushing event updated for resources: {'Port': ['ID=bb68f572-868b-464f-9c76-dea3b79323b7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:35.388338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56224) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:35.390940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7181102-3462-400e-9764-ce96c6faefd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738ddde4-6f94-4813-89e9-028dfdfb1a9c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:35.411865 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e283190-21fb-4984-9b6e-e0c1a3178fea req-f6783aaf-02c6-4fec-ba72-ee757b67c354 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438408 Sep 16 04:40:35.412754 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdfe1d-6d13-46e4-91c4-8addcbb9aec6 None None] The sync data for ids ['1e49023e-2dcf-4b4c-bdc6-64a36045099a'] in n-d-712142-17 is: [{'id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'name': 'tempest-FloatingIPsTestJSON-317569533-router', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:29Z', 'revision_number': 4, 'project_id': '8a68413062ca42638909199d79b4e793', 'gw_port': {'id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:14Z', 'updated_at': '2021-09-16T04:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'daf2e82c-bc54-46cb-8c75-d017e5dd83e8', 'name': '', 'network_id': 'beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'mac_address': 'fa:16:3e:1f:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1c0f6384-511d-4a13-8823-173d52ba1f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:25Z', 'updated_at': '2021-09-16T04:40:34Z', 'revision_number': 4, 'project_id': '8a68413062ca42638909199d79b4e793', 'subnets': [{'id': '1c0f6384-511d-4a13-8823-173d52ba1f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:35.436240 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7457d453-3e3c-4e9a-916a-f0bf105af0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.514264 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d99435-b9c7-40a7-88de-184c50ceed80 x-openstack-request-id: req-61d99435-b9c7-40a7-88de-184c50ceed80 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:35.514588 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6821ff-6c57-45d1-b20c-c013c0482f25", "name": "network-vif-unplugged", "status": "completed", "tag": "2f59f2f1-18d1-4315-aedf-ff6f8fddb068", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:35.514784 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61d99435-b9c7-40a7-88de-184c50ceed80 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:35.515172 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6821ff-6c57-45d1-b20c-c013c0482f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068', 'code': 200} Sep 16 04:40:35.523537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Allocated IP 172.25.0.163 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/2b26d190-8b30-492a-b2ee-9b17203e8e24) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:35.738284 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.758942 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.769127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Attempting to bind port 0b44cae6-1ae5-44ca-83d8-9e28f5078684 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:35.769742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Attempting to bind port 0b44cae6-1ae5-44ca-83d8-9e28f5078684 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'd743f519-4188-4e11-bd39-4a10b71c6070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:35.771495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Attempting to bind port 0b44cae6-1ae5-44ca-83d8-9e28f5078684 on network ccb11d21-3635-43ed-b6ce-245a35cae29e {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:35.783892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-05139eb2-074a-4857-a25e-b8d10bd6a8ee', 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'fixed_ips': [{'subnet_id': '6e61827f-b7ef-443f-8cf0-144d885aeaa6'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:40:35.784756 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.806965 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.812344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b67dbd11-60b6-4ec6-a2d1-fd5da215e44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.826865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:35.827252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Checking segment: {'id': 'd743f519-4188-4e11-bd39-4a10b71c6070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:35.827657 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.828055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Bound using segment: {'id': 'd743f519-4188-4e11-bd39-4a10b71c6070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:35.829122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Bound port: 0b44cae6-1ae5-44ca-83d8-9e28f5078684, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd743f519-4188-4e11-bd39-4a10b71c6070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:35.829509 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.833770 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.841255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7457d453-3e3c-4e9a-916a-f0bf105af0e5 None None] For port daf2e82c-bc54-46cb-8c75-d017e5dd83e8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=daf2e82c-bc54-46cb-8c75-d017e5dd83e8,segment=NetworkSegment(e63e49c5-7a30-4ea1-9684-d710cca86265),segment_id=e63e49c5-7a30-4ea1-9684-d710cca86265)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:35.877350 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.886575 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b67dbd11-60b6-4ec6-a2d1-fd5da215e44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:35.992656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:36.012727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:36.021013 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:36.022311 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7457d453-3e3c-4e9a-916a-f0bf105af0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.050751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device daf2e82c-bc54-46cb-8c75-d017e5dd83e8 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:36.061381 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Pushing event updated for resources: {'Port': ['ID=2b26d190-8b30-492a-b2ee-9b17203e8e24,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.104554 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec959ebe-fe06-4476-9bd5-47ab54172dcc req-25822ef4-360b-488a-82f9-0747f698d1f7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.105988 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec959ebe-fe06-4476-9bd5-47ab54172dcc req-25822ef4-360b-488a-82f9-0747f698d1f7 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 945 time: 0.1960442 Sep 16 04:40:36.111684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b67dbd11-60b6-4ec6-a2d1-fd5da215e44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.119813 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b67dbd11-60b6-4ec6-a2d1-fd5da215e44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.121746 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b67dbd11-60b6-4ec6-a2d1-fd5da215e44d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/738ddde4-6f94-4813-89e9-028dfdfb1a9c HTTP/1.1" status: 204 len: 168 time: 0.7113285 Sep 16 04:40:36.195382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Allocated IP 172.20.0.2 (05139eb2-074a-4857-a25e-b8d10bd6a8ee/6e61827f-b7ef-443f-8cf0-144d885aeaa6/1b9b6520-ed25-48e5-a15c-6cd434621b9d) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:36.203396 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.225304 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.247555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dbd11-60b6-4ec6-a2d1-fd5da215e44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738ddde4-6f94-4813-89e9-028dfdfb1a9c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.275787 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0c298c0d-04f4-45e4-b9cc-1cfd71d87674 None None] Provisioning complete for port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:36.276250 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0c298c0d-04f4-45e4-b9cc-1cfd71d87674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.288570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec959ebe-fe06-4476-9bd5-47ab54172dcc req-28fda54a-7de6-4dc9-ac50-927054a8143e tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300476 Sep 16 04:40:36.332893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457d453-3e3c-4e9a-916a-f0bf105af0e5 None None] Pushing event updated for resources: {'Port': ['ID=daf2e82c-bc54-46cb-8c75-d017e5dd83e8,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.378181 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] For port 0b44cae6-1ae5-44ca-83d8-9e28f5078684, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:36.402673 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Pushing event updated for resources: {'Port': ['ID=bb68f572-868b-464f-9c76-dea3b79323b7,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:36.412524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:36.417421 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.428207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] For port 0b44cae6-1ae5-44ca-83d8-9e28f5078684, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0b44cae6-1ae5-44ca-83d8-9e28f5078684,segment=NetworkSegment(d743f519-4188-4e11-bd39-4a10b71c6070),segment_id=d743f519-4188-4e11-bd39-4a10b71c6070)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:36.449069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.503301 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.505066 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-98e7921c-fd60-4d66-ad5e-c1885c6c74e2 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5373693 Sep 16 04:40:36.509155 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.524553 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.527964 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.591428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:36.596392 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-804388f1-f10f-48d8-8640-18dd4907bc80 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.19 HTTP/1.1" status: 200 len: 695 time: 0.0827579 Sep 16 04:40:36.691344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e4ac5-bbf2-40bf-8506-f3b2b9384dfc req-351a1ce4-0f02-4601-b016-51525f258236 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.700875 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-180e4ac5-bbf2-40bf-8506-f3b2b9384dfc req-351a1ce4-0f02-4601-b016-51525f258236 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 949 time: 0.1082609 Sep 16 04:40:36.864728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-30d58a41-0957-4ec0-a44c-c1098cf5b329 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:36.866815 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0033f07d-25fc-40c1-8645-c8e99effbdba req-30d58a41-0957-4ec0-a44c-c1098cf5b329 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.2639048 Sep 16 04:40:36.885820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Allocated IP 172.25.0.133 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/4514f5bc-fd16-445a-bfbd-22996b07bb15) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:36.910359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651805ca-3481-4961-b808-a8e0652cd33a None None] Pushing event updated for resources: {'Port': ['ID=0b44cae6-1ae5-44ca-83d8-9e28f5078684,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:37.027382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-180e4ac5-bbf2-40bf-8506-f3b2b9384dfc req-c064d945-7adc-4fa8-b241-f3e0ed9fbc24 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256304 Sep 16 04:40:37.066175 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.097902 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.173811 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5af4b99-21c8-4e1f-9c8c-b82630be0b59 req-bbabd063-d4bf-43a5-9218-0d1399c6fa1e tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/floatingips/e07d5c5d-1de9-43f0-bc36-bcea9b457211 HTTP/1.1" status: 200 len: 692 time: 0.1219888 Sep 16 04:40:37.223702 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.237538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Pushing event updated for resources: {'Port': ['ID=1b9b6520-ed25-48e5-a15c-6cd434621b9d,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:37.272772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Network 05139eb2-074a-4857-a25e-b8d10bd6a8ee is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:37.274241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:37.276968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:37.366159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af4b99-21c8-4e1f-9c8c-b82630be0b59 req-1d634da8-188a-422b-b0ad-113a021bc318 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.367916 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5af4b99-21c8-4e1f-9c8c-b82630be0b59 req-1d634da8-188a-422b-b0ad-113a021bc318 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.1835885 Sep 16 04:40:37.401597 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-f5af4b99-21c8-4e1f-9c8c-b82630be0b59 req-5037ff0a-85a7-46fd-92f0-ae0d51837275 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:37.403078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5af4b99-21c8-4e1f-9c8c-b82630be0b59 req-5037ff0a-85a7-46fd-92f0-ae0d51837275 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194981 Sep 16 04:40:37.463462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Attempting to bind port 1b9b6520-ed25-48e5-a15c-6cd434621b9d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:37.463966 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Attempting to bind port 1b9b6520-ed25-48e5-a15c-6cd434621b9d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'd4ae3db3-9b80-4ec4-ac8b-1af8b085eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:37.464202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Attempting to bind port 1b9b6520-ed25-48e5-a15c-6cd434621b9d on network 05139eb2-074a-4857-a25e-b8d10bd6a8ee {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:37.478948 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.480235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:37.480627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Checking segment: {'id': 'd4ae3db3-9b80-4ec4-ac8b-1af8b085eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:37.481024 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.481422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Bound using segment: {'id': 'd4ae3db3-9b80-4ec4-ac8b-1af8b085eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:37.486185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Bound port: 1b9b6520-ed25-48e5-a15c-6cd434621b9d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ae3db3-9b80-4ec4-ac8b-1af8b085eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:37.486639 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.527208 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc6d65-09ff-47aa-b4bd-1b1ffc81b219 req-34985665-77ba-4c35-81f8-d7c2ed7c4226 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:37.535935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cffc6d65-09ff-47aa-b4bd-1b1ffc81b219 req-34985665-77ba-4c35-81f8-d7c2ed7c4226 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 945 time: 0.1155252 Sep 16 04:40:37.556976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a0ea451f-a279-452b-be06-70d576dca1a0 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:37.561301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5623279f-771d-4f7e-9aa6-3e88856ec669 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:37.616161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cffc6d65-09ff-47aa-b4bd-1b1ffc81b219 req-41433e32-82a5-421b-b03e-da35b7c94497 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd079a4f-d9db-4ca0-9513-b0439b81dc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653560 Sep 16 04:40:37.651966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Router 5246d444-f2d8-4514-99a7-2ad0164d3034 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:40:37.724028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] For port 1b9b6520-ed25-48e5-a15c-6cd434621b9d, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:37.836528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] For port 1b9b6520-ed25-48e5-a15c-6cd434621b9d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1b9b6520-ed25-48e5-a15c-6cd434621b9d,segment=NetworkSegment(d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb),segment_id=d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:37.848233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 5623279f-771d-4f7e-9aa6-3e88856ec669 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:40:37.858637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 5623279f-771d-4f7e-9aa6-3e88856ec669 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:37.862390 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.869184 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.942115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:37.992826 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:37.994715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-18f895cc-0094-4d23-ba7d-2b1a24dc8e78 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3602200 Sep 16 04:40:37.997643 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56302) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:38.039231 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Sync routers for ids ['5246d444-f2d8-4514-99a7-2ad0164d3034'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:38.110997 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.132121 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d6ccb47d-e364-4a6f-9b24-00b736f1720f req-3c539b1b-38b4-4f86-94b1-2d4e1410de34 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=8a68413062ca42638909199d79b4e793 HTTP/1.1" status: 200 len: 695 time: 0.2231238 Sep 16 04:40:38.158124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9260521-613f-4ca6-a538-9b03c0db46be req-e8603bbb-c018-4773-9172-707429654b7d tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.160624 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d9260521-613f-4ca6-a538-9b03c0db46be req-e8603bbb-c018-4773-9172-707429654b7d tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.50 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 945 time: 0.7915452 Sep 16 04:40:38.211204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd6f14-82c9-4130-b6ad-d30d44e62467 None None] Pushing event updated for resources: {'Port': ['ID=1b9b6520-ed25-48e5-a15c-6cd434621b9d,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:38.226606 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device daf2e82c-bc54-46cb-8c75-d017e5dd83e8 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:38.241791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:38.266910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Routers {'5246d444-f2d8-4514-99a7-2ad0164d3034'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:38.269998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-59ca4778-a248-499a-80b4-12714d96410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5246d444-f2d8-4514-99a7-2ad0164d3034'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:38.491363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'mac_address': 'fa:16:3e:55:dc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:38.502053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed25f853-d8ed-4743-9a36-5bbd60da19be None None] Network ccb11d21-3635-43ed-b6ce-245a35cae29e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:38.582097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.605454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423656df-3fff-4e9c-9b95-b6aa2c1306da req-a5bfc8ee-b7ec-4376-9ce7-0b6fddc98346 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:38.634451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-423656df-3fff-4e9c-9b95-b6aa2c1306da req-a5bfc8ee-b7ec-4376-9ce7-0b6fddc98346 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 949 time: 0.3328776 Sep 16 04:40:38.648070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Pushing event updated for resources: {'Port': ['ID=4514f5bc-fd16-445a-bfbd-22996b07bb15,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:38.678352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:38.683110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:38.685747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:38.754127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d9260521-613f-4ca6-a538-9b03c0db46be req-c69794ad-f8c4-4ae7-89a9-1c175a265faf tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Deleting port 3587d7dd-74df-45f5-91a1-a9b57e1bce62 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:38.754484 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d9260521-613f-4ca6-a538-9b03c0db46be req-c69794ad-f8c4-4ae7-89a9-1c175a265faf tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.944527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d9260521-613f-4ca6-a538-9b03c0db46be req-c69794ad-f8c4-4ae7-89a9-1c175a265faf tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] For port 3587d7dd-74df-45f5-91a1-a9b57e1bce62, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3587d7dd-74df-45f5-91a1-a9b57e1bce62,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:38.945338 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d9260521-613f-4ca6-a538-9b03c0db46be req-c69794ad-f8c4-4ae7-89a9-1c175a265faf tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:38.964176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d9260521-613f-4ca6-a538-9b03c0db46be req-c69794ad-f8c4-4ae7-89a9-1c175a265faf tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Calling delete_port for 3587d7dd-74df-45f5-91a1-a9b57e1bce62 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:39.032529 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-423656df-3fff-4e9c-9b95-b6aa2c1306da req-403e2975-b2ca-458a-9864-719d748f7f79 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913455 Sep 16 04:40:39.035000 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c4d84c5d-c24f-4823-bd4b-d65ec46fce19 None None] Provisioning complete for port 0b44cae6-1ae5-44ca-83d8-9e28f5078684 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:39.035386 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4d84c5d-c24f-4823-bd4b-d65ec46fce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.175875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccb47d-e364-4a6f-9b24-00b736f1720f req-42ae743d-9cde-439c-99e2-397fa54ade90 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.184890 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d6ccb47d-e364-4a6f-9b24-00b736f1720f req-42ae743d-9cde-439c-99e2-397fa54ade90 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/networks?id=d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 787 time: 1.0170071 Sep 16 04:40:39.191879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-d6ccb47d-e364-4a6f-9b24-00b736f1720f req-de17660e-9dac-4121-bdec-039b0919f3cd tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:39.205910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:39.206407 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.208088 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.210726 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d6ccb47d-e364-4a6f-9b24-00b736f1720f req-de17660e-9dac-4121-bdec-039b0919f3cd tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0249190 Sep 16 04:40:39.221005 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d9260521-613f-4ca6-a538-9b03c0db46be req-c69794ad-f8c4-4ae7-89a9-1c175a265faf tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.239397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9985bda0-65d7-4394-ba4d-f526360fdb19 req-9b450e0e-9f03-4ae4-9521-5dda2781ee06 tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.53 "GET /v2.0/ports?device_id=93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a HTTP/1.1" status: 200 len: 210 time: 0.0638094 Sep 16 04:40:39.247014 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.264407 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ea451f-a279-452b-be06-70d576dca1a0 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:39.339940 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['3587d7dd-74df-45f5-91a1-a9b57e1bce62'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:39.410842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69794ad-f8c4-4ae7-89a9-1c175a265faf tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Pushing event deleted for resources: {'Port': ['ID=3587d7dd-74df-45f5-91a1-a9b57e1bce62,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:39.417638 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-928a1598-97ad-4e32-a172-dbf436707a8a tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/floatingips/e07d5c5d-1de9-43f0-bc36-bcea9b457211 HTTP/1.1" status: 200 len: 692 time: 0.0697219 Sep 16 04:40:39.518984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Set router 5246d444-f2d8-4514-99a7-2ad0164d3034 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:39.545423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9260521-613f-4ca6-a538-9b03c0db46be req-c69794ad-f8c4-4ae7-89a9-1c175a265faf tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] No DVR routers for this DVR port 3587d7dd-74df-45f5-91a1-a9b57e1bce62 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:39.548293 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d9260521-613f-4ca6-a538-9b03c0db46be req-c69794ad-f8c4-4ae7-89a9-1c175a265faf tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.550812 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d9260521-613f-4ca6-a538-9b03c0db46be req-c69794ad-f8c4-4ae7-89a9-1c175a265faf tempest-FloatingIPsAssociationTestJSON-559378793 tempest-FloatingIPsAssociationTestJSON-559378793-project] 10.222.0.50 "DELETE /v2.0/ports/3587d7dd-74df-45f5-91a1-a9b57e1bce62 HTTP/1.1" status: 204 len: 173 time: 1.3820047 Sep 16 04:40:39.568053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'name': 'network-vif-deleted', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:39.575569 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7823e57-df95-4707-a896-749caa08417b" -d '{"events": [{"server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "name": "network-vif-deleted", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:39.596173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:39.606795 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:39.668419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Allocated IP 172.20.0.1 (ccb11d21-3635-43ed-b6ce-245a35cae29e/58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8/1f948854-e366-4462-8b6b-200f77135816) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:39.859196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-1e10b3c5-23a4-43f6-bb88-ecf582fa5755 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:39.870366 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-1e10b3c5-23a4-43f6-bb88-ecf582fa5755 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.4299173 Sep 16 04:40:39.923018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-1e4b3edd-26a9-4e5d-b1c5-3ba5d50f990a tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:40:39.931319 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-1e4b3edd-26a9-4e5d-b1c5-3ba5d50f990a tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582221 Sep 16 04:40:39.980125 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.008717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-6c7c3344-bca6-4a24-8b56-4e6180baff6a tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=214bc99a39b342328537a144eb17f642&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962114 Sep 16 04:40:40.026041 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.055064 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-00d61091-7bb1-47fc-b7d4-572e80fffeac tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.19 HTTP/1.1" status: 200 len: 695 time: 0.1224434 Sep 16 04:40:40.057943 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.194113 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5038f7-c9e0-4e0a-9e50-4ff5ba26a5f8 None None] Network 05139eb2-074a-4857-a25e-b8d10bd6a8ee requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:40.314380 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-10fe2493-2721-4292-87c5-22f70578816f tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.19 HTTP/1.1" status: 200 len: 695 time: 0.1052983 Sep 16 04:40:40.407633 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.462724 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4d84c5d-c24f-4823-bd4b-d65ec46fce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.465906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['a0ea451f-a279-452b-be06-70d576dca1a0'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:40:40.587979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343c01ae-d655-41c9-a04b-3d649e132e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5623279f-771d-4f7e-9aa6-3e88856ec669'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:40.591497 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17c4139-d5d4-475d-848e-8549400a01bd" -d '{"events": [{"server_uuid": "343c01ae-d655-41c9-a04b-3d649e132e06", "name": "network-vif-plugged", "status": "completed", "tag": "5623279f-771d-4f7e-9aa6-3e88856ec669"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:40.678951 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.738552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5623279f-771d-4f7e-9aa6-3e88856ec669, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5623279f-771d-4f7e-9aa6-3e88856ec669,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:40.740249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047bbc-0167-4069-a753-8937cf2ca292 req-a51e3b51-6305-41ca-93b9-aaf9ae1d16f7 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:40.742211 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-a51e3b51-6305-41ca-93b9-aaf9ae1d16f7 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7143350 Sep 16 04:40:40.746267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Network ccb11d21-3635-43ed-b6ce-245a35cae29e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:40.752451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:40.769354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:40.778727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Router 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:40:40.793007 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.794785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=a0ea451f-a279-452b-be06-70d576dca1a0,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:40.799884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-84f6c633-fe03-4bcd-be76-41fda35e615f tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Deleting port bb68f572-868b-464f-9c76-dea3b79323b7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:40.800211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-84f6c633-fe03-4bcd-be76-41fda35e615f tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.850174 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c4d84c5d-c24f-4823-bd4b-d65ec46fce19 None None] For port 0b44cae6-1ae5-44ca-83d8-9e28f5078684, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0b44cae6-1ae5-44ca-83d8-9e28f5078684,segment=NetworkSegment(d743f519-4188-4e11-bd39-4a10b71c6070),segment_id=d743f519-4188-4e11-bd39-4a10b71c6070)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:40.859481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0b44cae6-1ae5-44ca-83d8-9e28f5078684 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:40.886316 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:40.914737 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4d84c5d-c24f-4823-bd4b-d65ec46fce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.028550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-4f8afd02-622c-4eb8-94d9-e6c796eb8ea8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/quotas/214bc99a39b342328537a144eb17f642 HTTP/1.1" status: 200 len: 375 time: 0.2788153 Sep 16 04:40:41.030670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Pushing event updated for resources: {'Port': ['ID=1f948854-e366-4462-8b6b-200f77135816,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.088101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-59ca4778-a248-499a-80b4-12714d96410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'name': 'tempest-AttachSCSIVolumeTestJSON-979880728-router', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:34Z', 'updated_at': '2021-09-16T04:40:36Z', 'revision_number': 3, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'gw_port': {'id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:41.115421 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-83edc506-3848-42fb-8b45-90d1ad07f7a4 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=214bc99a39b342328537a144eb17f642&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656731 Sep 16 04:40:41.165447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-84f6c633-fe03-4bcd-be76-41fda35e615f tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.165447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-84f6c633-fe03-4bcd-be76-41fda35e615f tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.191660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-84f6c633-fe03-4bcd-be76-41fda35e615f tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Calling delete_port for bb68f572-868b-464f-9c76-dea3b79323b7 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:41.226778 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Checking router: 5246d444-f2d8-4514-99a7-2ad0164d3034 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:41.229033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Updating router 5246d444-f2d8-4514-99a7-2ad0164d3034 port 2b26d190-8b30-492a-b2ee-9b17203e8e24 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:41.259374 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.368473 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5623279f-771d-4f7e-9aa6-3e88856ec669,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.418429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:41.439867 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Sync routers for ids ['3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:41.462617 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Routers {'3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:41.463876 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:41.494052 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.495321 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fdd47649-d024-4e4c-a19b-fb51b7eaa052 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2075992 Sep 16 04:40:41.498384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56380) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:41.515145 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15f2a05-f826-4941-9cc0-cf42a6fd7aaa x-openstack-request-id: req-b15f2a05-f826-4941-9cc0-cf42a6fd7aaa {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:41.515439 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a", "name": "network-vif-deleted", "tag": "3587d7dd-74df-45f5-91a1-a9b57e1bce62", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:41.518700 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b15f2a05-f826-4941-9cc0-cf42a6fd7aaa {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:41.518700 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d66e9c-b0d2-4ec2-92e0-2e4b8a6c3e5a', 'name': 'network-vif-deleted', 'tag': '3587d7dd-74df-45f5-91a1-a9b57e1bce62', 'status': 'completed', 'code': 200} Sep 16 04:40:41.546583 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.588644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fe6ca556-d8f3-419f-b75a-7e9977082c0f None None] Provisioning complete for port 1b9b6520-ed25-48e5-a15c-6cd434621b9d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:41.588644 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca556-d8f3-419f-b75a-7e9977082c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.657268 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-84f6c633-fe03-4bcd-be76-41fda35e615f tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.708590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6c633-fe03-4bcd-be76-41fda35e615f tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Pushing event deleted for resources: {'Port': ['ID=bb68f572-868b-464f-9c76-dea3b79323b7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.754257 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Set router 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:41.845459 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-84f6c633-fe03-4bcd-be76-41fda35e615f tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.856384 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-84f6c633-fe03-4bcd-be76-41fda35e615f tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.858039 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-353b9ffa-aa3e-4fcd-9a90-1c1ab99e45ba req-84f6c633-fe03-4bcd-be76-41fda35e615f tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "DELETE /v2.0/floatingips/e07d5c5d-1de9-43f0-bc36-bcea9b457211 HTTP/1.1" status: 204 len: 173 time: 1.4477501 Sep 16 04:40:41.860567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.875703 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.897209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d84c5d-c24f-4823-bd4b-d65ec46fce19 None None] Pushing event updated for resources: {'Port': ['ID=0b44cae6-1ae5-44ca-83d8-9e28f5078684,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:41.901913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3587d7dd-74df-45f5-91a1-a9b57e1bce62 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:41.904288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0b44cae6-1ae5-44ca-83d8-9e28f5078684 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:41.904668 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:41.914516 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56388) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:42.074662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1ae1-ce23-4adc-8270-2fdbb61f36e0 req-9756c486-bd92-411a-8a81-f0aa037f6535 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:42.083400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1aa1ae1-ce23-4adc-8270-2fdbb61f36e0 req-9756c486-bd92-411a-8a81-f0aa037f6535 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 950 time: 0.3924313 Sep 16 04:40:42.139443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a0ea451f-a279-452b-be06-70d576dca1a0 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:42.144117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 3587d7dd-74df-45f5-91a1-a9b57e1bce62 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:42.144472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3587d7dd-74df-45f5-91a1-a9b57e1bce62 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:42.153825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Pushing event updated for resources: {'Port': ['ID=1f948854-e366-4462-8b6b-200f77135816,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:42.162287 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.237127 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1aa1ae1-ce23-4adc-8270-2fdbb61f36e0 req-db1ccf02-9a31-4cf3-bd25-17e4530044dd tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539910 Sep 16 04:40:42.481551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce1c5452-cac2-492d-b253-a5239be6a748 req-7af20bd6-3ac9-4695-80ac-b1c32b65fff5 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 210 time: 0.1182966 Sep 16 04:40:42.632360 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'name': 'tempest-ServersTestMultiNic-1974325795-router', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 3, 'project_id': '1e1c19a5352b422e9d40b4427909b78d', 'gw_port': {'id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:42.718536 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Checking router: 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:42.719684 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Updating router 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 port 4514f5bc-fd16-445a-bfbd-22996b07bb15 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:42.734916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765bc50-a96d-478a-b4fc-a551d2a32f59 req-0e4ede48-48d7-4162-9b93-ed69b196df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:42.736626 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f765bc50-a96d-478a-b4fc-a551d2a32f59 req-0e4ede48-48d7-4162-9b93-ed69b196df85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 1102 time: 0.3647327 Sep 16 04:40:42.742504 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.756310 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c7dbcf-8d67-4a85-8260-8861614fba11 x-openstack-request-id: req-79c7dbcf-8d67-4a85-8260-8861614fba11 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:42.756839 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343c01ae-d655-41c9-a04b-3d649e132e06", "name": "network-vif-plugged", "status": "completed", "tag": "5623279f-771d-4f7e-9aa6-3e88856ec669", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:42.757149 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79c7dbcf-8d67-4a85-8260-8861614fba11 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:42.757564 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343c01ae-d655-41c9-a04b-3d649e132e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5623279f-771d-4f7e-9aa6-3e88856ec669', 'code': 200} Sep 16 04:40:42.775592 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.816984 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:42.877963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Network ccb11d21-3635-43ed-b6ce-245a35cae29e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:42.925235 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:42.938461 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f765bc50-a96d-478a-b4fc-a551d2a32f59 req-c6b92f88-878d-4569-8b03-2b1132c8c147 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908774 Sep 16 04:40:43.022373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116badc9-4314-4a2b-8024-4d6030db5f79 None None] Pushing event updated for resources: {'Port': ['ID=2b26d190-8b30-492a-b2ee-9b17203e8e24,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:43.075902 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca556-d8f3-419f-b75a-7e9977082c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.108092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Attempting to bind port 2b26d190-8b30-492a-b2ee-9b17203e8e24 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:43.110373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Attempting to bind port 2b26d190-8b30-492a-b2ee-9b17203e8e24 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:43.110373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Attempting to bind port 2b26d190-8b30-492a-b2ee-9b17203e8e24 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:43.174844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:43.190729 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:43.191163 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.191576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:43.192085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Bound port: 2b26d190-8b30-492a-b2ee-9b17203e8e24, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:43.201248 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.203670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port a0ea451f-a279-452b-be06-70d576dca1a0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:43.203968 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.343557 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.363429 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.456365 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-1e12d266-5591-48a9-88dd-f44d7ed550f6 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1647725 Sep 16 04:40:43.470885 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055d636-3c2e-4712-8e19-eb3bb1f9d238 None None] Pushing event updated for resources: {'Port': ['ID=4514f5bc-fd16-445a-bfbd-22996b07bb15,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:43.509387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:43.514533 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Attempting to bind port 4514f5bc-fd16-445a-bfbd-22996b07bb15 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:43.514793 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Attempting to bind port 4514f5bc-fd16-445a-bfbd-22996b07bb15 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:43.515669 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Attempting to bind port 4514f5bc-fd16-445a-bfbd-22996b07bb15 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:43.531721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Router 5246d444-f2d8-4514-99a7-2ad0164d3034 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:43.537735 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:43.538834 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:43.538834 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.539258 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:43.540103 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Bound port: 4514f5bc-fd16-445a-bfbd-22996b07bb15, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:43.540103 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.605978 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.628615 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1b9b6520-ed25-48e5-a15c-6cd434621b9d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:43.634289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fe6ca556-d8f3-419f-b75a-7e9977082c0f None None] For port 1b9b6520-ed25-48e5-a15c-6cd434621b9d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1b9b6520-ed25-48e5-a15c-6cd434621b9d,segment=NetworkSegment(d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb),segment_id=d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:43.660419 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] For port 4514f5bc-fd16-445a-bfbd-22996b07bb15, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:43.663811 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-0c699b90-79a2-412b-a2b2-3ce919e86349 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=214bc99a39b342328537a144eb17f642&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172271 Sep 16 04:40:43.666238 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] For port 4514f5bc-fd16-445a-bfbd-22996b07bb15, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4514f5bc-fd16-445a-bfbd-22996b07bb15,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:43.674822 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.678989 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.687219 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca556-d8f3-419f-b75a-7e9977082c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.738597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44125e-a18a-4a41-9116-ec0e9b72272d req-9382ca8d-7004-438c-a7d0-8627ed88bbde tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:43.745190 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c44125e-a18a-4a41-9116-ec0e9b72272d req-9382ca8d-7004-438c-a7d0-8627ed88bbde tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 950 time: 0.3225520 Sep 16 04:40:43.768068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-59ca4778-a248-499a-80b4-12714d96410f None None] For port 2b26d190-8b30-492a-b2ee-9b17203e8e24, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:43.774553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ca556-d8f3-419f-b75a-7e9977082c0f None None] Pushing event updated for resources: {'Port': ['ID=1b9b6520-ed25-48e5-a15c-6cd434621b9d,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:43.818076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-59ca4778-a248-499a-80b4-12714d96410f None None] For port 2b26d190-8b30-492a-b2ee-9b17203e8e24, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2b26d190-8b30-492a-b2ee-9b17203e8e24,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:43.821103 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Routers {'3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:43.821826 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:43.838058 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:43.889223 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055d636-3c2e-4712-8e19-eb3bb1f9d238 None None] Pushing event updated for resources: {'Port': ['ID=4514f5bc-fd16-445a-bfbd-22996b07bb15,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:43.956873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f14f0114-d0b5-4f76-a1f4-92e50078ccfa None None] Provisioning complete for port 1b9b6520-ed25-48e5-a15c-6cd434621b9d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:43.957519 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f14f0114-d0b5-4f76-a1f4-92e50078ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.018103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1b9b6520-ed25-48e5-a15c-6cd434621b9d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:44.018499 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.038799 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.050339 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] Set router 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:44.058977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Routers {'5246d444-f2d8-4514-99a7-2ad0164d3034'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:44.059646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-59ca4778-a248-499a-80b4-12714d96410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5246d444-f2d8-4514-99a7-2ad0164d3034'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:44.065657 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d766a527-efe6-4266-97df-a7cb83529bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.076463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c44125e-a18a-4a41-9116-ec0e9b72272d req-7cdfe100-643b-4e15-bd0d-7798eda675f8 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931392 Sep 16 04:40:44.200899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:44.221214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-33015971-07d3-47e9-9946-3fca1363d81b admin admin] 10.222.0.53 "PUT /v2.0/routers/5246d444-f2d8-4514-99a7-2ad0164d3034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2223845 Sep 16 04:40:44.242462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047bbc-0167-4069-a753-8937cf2ca292 req-16965b95-c327-43a2-b5ff-ac74246c6b2e tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.260822 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-16965b95-c327-43a2-b5ff-ac74246c6b2e tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5750582 Sep 16 04:40:44.277181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Request body: {'port': {'device_id': 'a149e9f5-19e1-462f-a110-2ce09652a5ee', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '214bc99a39b342328537a144eb17f642'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:44.386601 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d242ef69-c8b9-4080-bafc-dd196e12dbe8 req-d5c41755-39bf-4f80-8a6e-c0f9addd0985 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 210 time: 0.1023927 Sep 16 04:40:44.459864 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'name': 'tempest-ServersTestMultiNic-1974325795-router', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 3, 'project_id': '1e1c19a5352b422e9d40b4427909b78d', 'gw_port': {'id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:44.496226 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.540199 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc886f-45c7-47a7-9645-ba25d9420b8c None None] The sync data for ids ['3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'] in n-d-712142-17 is: [{'id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'name': 'tempest-ServersTestMultiNic-1974325795-router', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:39Z', 'revision_number': 3, 'project_id': '1e1c19a5352b422e9d40b4427909b78d', 'gw_port': {'id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:44.622084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116badc9-4314-4a2b-8024-4d6030db5f79 None None] Pushing event updated for resources: {'Port': ['ID=2b26d190-8b30-492a-b2ee-9b17203e8e24,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:44.686040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Allocated IP 172.20.0.1 (05139eb2-074a-4857-a25e-b8d10bd6a8ee/6e61827f-b7ef-443f-8cf0-144d885aeaa6/ca303ccf-70e5-49b1-9587-ea206ebdb3d1) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:44.694948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0b44cae6-1ae5-44ca-83d8-9e28f5078684 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:44.701992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Allocated IP 172.25.0.142 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/bc37f395-ce08-4dce-bfc7-7095c3892cdd) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:44.707991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Made reservation on behalf of 214bc99a39b342328537a144eb17f642 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:44.712877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.728602 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:44.776194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78f2f-0836-4e1b-946b-5281e3f6e0fc req-830b6462-509c-4214-bd06-0a96daefa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:44.776695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:44.778646 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14d78f2f-0836-4e1b-946b-5281e3f6e0fc req-830b6462-509c-4214-bd06-0a96daefa169 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8581475187244ea9c4e947262e15467&device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 1101 time: 0.3895979 Sep 16 04:40:44.785228 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf2401e-dbec-4fa7-9360-892e151bd94f" -d '{"events": [{"server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "name": "network-vif-plugged", "status": "completed", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:44.803202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:44.831717 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.059802 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-59ca4778-a248-499a-80b4-12714d96410f None None] Set router 5246d444-f2d8-4514-99a7-2ad0164d3034 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:45.382188 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.649354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=a0ea451f-a279-452b-be06-70d576dca1a0,revision_number=10']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:45.655602 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0b44cae6-1ae5-44ca-83d8-9e28f5078684 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:45.655918 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.684649 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.702856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78f2f-0836-4e1b-946b-5281e3f6e0fc req-b85abecc-2599-4633-8603-9d317c8bd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.708066 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14d78f2f-0836-4e1b-946b-5281e3f6e0fc req-b85abecc-2599-4633-8603-9d317c8bd270 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.9037113 Sep 16 04:40:45.712469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d766a527-efe6-4266-97df-a7cb83529bf5 admin admin] Deleting port a2ad2ebf-3358-4600-9bbd-77e1a30207a2 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:45.714369 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d766a527-efe6-4266-97df-a7cb83529bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.714874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f14f0114-d0b5-4f76-a1f4-92e50078ccfa None None] Provisioning complete for port 0b44cae6-1ae5-44ca-83d8-9e28f5078684 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:45.715276 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.715423 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f14f0114-d0b5-4f76-a1f4-92e50078ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.762060 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:45.802948 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14d78f2f-0836-4e1b-946b-5281e3f6e0fc req-a0645545-a5d2-4c0c-8a1b-7f137532354f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=a0ea451f-a279-452b-be06-70d576dca1a0 HTTP/1.1" status: 200 len: 217 time: 0.0643063 Sep 16 04:40:45.885757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78f2f-0836-4e1b-946b-5281e3f6e0fc req-52d08d9a-f341-4238-b168-4c413da644d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:45.888221 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14d78f2f-0836-4e1b-946b-5281e3f6e0fc req-52d08d9a-f341-4238-b168-4c413da644d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0703263 Sep 16 04:40:45.938730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.072882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f14f0114-d0b5-4f76-a1f4-92e50078ccfa None None] Provisioning complete for port 1f948854-e366-4462-8b6b-200f77135816 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:46.073467 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f14f0114-d0b5-4f76-a1f4-92e50078ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.092508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Network 05139eb2-074a-4857-a25e-b8d10bd6a8ee is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:46.097126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78f2f-0836-4e1b-946b-5281e3f6e0fc req-245615b8-e775-42f2-ae37-0936ca889a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:46.099117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14d78f2f-0836-4e1b-946b-5281e3f6e0fc req-245615b8-e775-42f2-ae37-0936ca889a18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1477227 Sep 16 04:40:46.102054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-d766a527-efe6-4266-97df-a7cb83529bf5 admin admin] For port a2ad2ebf-3358-4600-9bbd-77e1a30207a2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a2ad2ebf-3358-4600-9bbd-77e1a30207a2,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:46.102750 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d766a527-efe6-4266-97df-a7cb83529bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.156747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d766a527-efe6-4266-97df-a7cb83529bf5 admin admin] Calling delete_port for a2ad2ebf-3358-4600-9bbd-77e1a30207a2 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:46.175660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f14f0114-d0b5-4f76-a1f4-92e50078ccfa None None] Port 1f948854-e366-4462-8b6b-200f77135816 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:46.205165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:46.215512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:46.233061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-59ca4778-a248-499a-80b4-12714d96410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'name': 'tempest-AttachSCSIVolumeTestJSON-979880728-router', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:34Z', 'updated_at': '2021-09-16T04:40:41Z', 'revision_number': 4, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'gw_port': {'id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1f948854-e366-4462-8b6b-200f77135816', 'name': '', 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'mac_address': 'fa:16:3e:3c:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:39Z', 'updated_at': '2021-09-16T04:40:41Z', 'revision_number': 2, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'subnets': [{'id': '58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:46.331630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca4778-a248-499a-80b4-12714d96410f None None] The sync data for ids ['5246d444-f2d8-4514-99a7-2ad0164d3034'] in n-d-712142-17 is: [{'id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'name': 'tempest-AttachSCSIVolumeTestJSON-979880728-router', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:34Z', 'updated_at': '2021-09-16T04:40:41Z', 'revision_number': 4, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'gw_port': {'id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1f948854-e366-4462-8b6b-200f77135816', 'name': '', 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'mac_address': 'fa:16:3e:3c:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:39Z', 'updated_at': '2021-09-16T04:40:41Z', 'revision_number': 2, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'subnets': [{'id': '58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:46.379934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Pushing event updated for resources: {'Port': ['ID=ca303ccf-70e5-49b1-9587-ea206ebdb3d1,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:46.568792 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.575390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:46.597094 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d766a527-efe6-4266-97df-a7cb83529bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.716739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4514f5bc-fd16-445a-bfbd-22996b07bb15 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:46.867504 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.925009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:46.959395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:46.965498 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c367c712-e4db-4c10-82ab-b8288a48d6a5 None None] Provisioning complete for port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:46.971875 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c367c712-e4db-4c10-82ab-b8288a48d6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:46.974924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:47.086430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Allocated IP 192.168.233.184 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/4402f2ec-cba2-4ef0-94a0-37409d9c220a) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:40:47.211113 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c367c712-e4db-4c10-82ab-b8288a48d6a5 None None] Port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:47.244987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Pushing event updated for resources: {'Port': ['ID=bc37f395-ce08-4dce-bfc7-7095c3892cdd,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:47.331436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4514f5bc-fd16-445a-bfbd-22996b07bb15 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:47.331770 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.333460 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-84f57eac-ea13-45fa-9608-fe8e61e543a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.442023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766a527-efe6-4266-97df-a7cb83529bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ad2ebf-3358-4600-9bbd-77e1a30207a2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:47.496586 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14d78f2f-0836-4e1b-946b-5281e3f6e0fc req-dc5ade25-f160-467c-b605-400fa899df25 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3787880 Sep 16 04:40:47.696194 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.846696 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 4514f5bc-fd16-445a-bfbd-22996b07bb15, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4514f5bc-fd16-445a-bfbd-22996b07bb15,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:47.853068 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.856942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1b9b6520-ed25-48e5-a15c-6cd434621b9d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:47.864105 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.890057 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.924099 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:47.959942 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14d78f2f-0836-4e1b-946b-5281e3f6e0fc req-21567bc5-4700-42d6-808d-aef46fd4e221 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441123 Sep 16 04:40:47.993764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d766a527-efe6-4266-97df-a7cb83529bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.017933 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.252478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1b9b6520-ed25-48e5-a15c-6cd434621b9d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:48.254898 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.262611 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=4514f5bc-fd16-445a-bfbd-22996b07bb15,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:48.310983 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.318362 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.325301 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:48.741620 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:48.778083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:48.788681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:40:49.167994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4514f5bc-fd16-445a-bfbd-22996b07bb15 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:49.321153 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4514f5bc-fd16-445a-bfbd-22996b07bb15 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:49.321898 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.605361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-758b44c5-a065-4a34-8696-7316e30da84f None None] Provisioning complete for port 4402f2ec-cba2-4ef0-94a0-37409d9c220a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:49.605361 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-758b44c5-a065-4a34-8696-7316e30da84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.652951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Pushing event updated for resources: {'Port': ['ID=ca303ccf-70e5-49b1-9587-ea206ebdb3d1,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:49.672292 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.739548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:49.748810 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:49.826278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2b26d190-8b30-492a-b2ee-9b17203e8e24 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:49.842745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Pushing event updated for resources: {'Port': ['ID=4402f2ec-cba2-4ef0-94a0-37409d9c220a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:49.880934 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-42410cd3-56d6-48d4-a2c3-ebc381620db8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5968652 Sep 16 04:40:49.889489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Request body: {'port': {'device_id': 'a149e9f5-19e1-462f-a110-2ce09652a5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:49.959366 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b90c2fe-8e5b-4998-9aab-1297ebe3befa x-openstack-request-id: req-0b90c2fe-8e5b-4998-9aab-1297ebe3befa {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:49.959750 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "name": "network-vif-plugged", "status": "completed", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:49.959945 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b90c2fe-8e5b-4998-9aab-1297ebe3befa {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:49.960299 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'code': 200} Sep 16 04:40:50.107057 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-51598956-30a2-499a-b1b9-439afa549e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.115424 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-758b44c5-a065-4a34-8696-7316e30da84f None None] Port 4402f2ec-cba2-4ef0-94a0-37409d9c220a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:50.188953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 2b26d190-8b30-492a-b2ee-9b17203e8e24 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:50.190223 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.364500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.372267 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.375520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6e30-60ba-472f-951e-ed2db653e53f req-308b765f-0caa-43dd-a20e-401249fcd604 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:50.393334 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-351c6e30-60ba-472f-951e-ed2db653e53f req-308b765f-0caa-43dd-a20e-401249fcd604 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 950 time: 0.1782424 Sep 16 04:40:50.419865 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.475436 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.524057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 2b26d190-8b30-492a-b2ee-9b17203e8e24, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2b26d190-8b30-492a-b2ee-9b17203e8e24,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:50.530075 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.566086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-351c6e30-60ba-472f-951e-ed2db653e53f req-cf3d049a-2486-43a3-947e-defa5b40b46e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721961 Sep 16 04:40:50.594388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Network 05139eb2-074a-4857-a25e-b8d10bd6a8ee is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:40:50.598629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:50.717734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Pushing event updated for resources: {'Port': ['ID=bc37f395-ce08-4dce-bfc7-7095c3892cdd,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:50.766120 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d766a527-efe6-4266-97df-a7cb83529bf5 admin admin] Router 00f95de1-94f9-44ec-93d1-fe4e365aa31f has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:50.769231 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.790922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=2b26d190-8b30-492a-b2ee-9b17203e8e24,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:50.819824 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.863851 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:50.866711 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-90e2ea87-5a62-4243-8c28-8b36d07593cb tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.3733776 Sep 16 04:40:51.124982 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-a64e4fbc-578f-40ca-8258-2076403c00ca tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.142 HTTP/1.1" status: 200 len: 696 time: 0.2501912 Sep 16 04:40:51.161260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0783d2ed-d6ee-40f5-9c1d-3fb7cad151e4 None None] Provisioning complete for port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:51.164824 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0783d2ed-d6ee-40f5-9c1d-3fb7cad151e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.260383 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0783d2ed-d6ee-40f5-9c1d-3fb7cad151e4 None None] Port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:40:51.288241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4402f2ec-cba2-4ef0-94a0-37409d9c220a {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:51.297651 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.310704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Transition to ACTIVE for port object 4402f2ec-cba2-4ef0-94a0-37409d9c220a will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:40:51.318762 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.459869 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49860652-0b0e-41c9-9e29-7d77360f7f6e req-4d288c0c-2558-41a9-bdcc-4e7627df3f73 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.468895 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49860652-0b0e-41c9-9e29-7d77360f7f6e req-4d288c0c-2558-41a9-bdcc-4e7627df3f73 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 948 time: 0.1561463 Sep 16 04:40:51.519603 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d766a527-efe6-4266-97df-a7cb83529bf5 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:51.543248 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d766a527-efe6-4266-97df-a7cb83529bf5 admin admin] 10.222.0.53 "PUT /v2.0/routers/00f95de1-94f9-44ec-93d1-fe4e365aa31f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6242259 Sep 16 04:40:51.544593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56458) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:51.545282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51353502-b92a-4f37-8621-b9f451426668 None None] Sync routers for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:51.562082 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.582613 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51353502-b92a-4f37-8621-b9f451426668 None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:51.583558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-51353502-b92a-4f37-8621-b9f451426668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:51.616189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Pushing event updated for resources: {'Port': ['ID=4402f2ec-cba2-4ef0-94a0-37409d9c220a,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:51.688477 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Sync routers for ids ['5246d444-f2d8-4514-99a7-2ad0164d3034'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:51.704598 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Routers {'5246d444-f2d8-4514-99a7-2ad0164d3034'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:51.705258 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5246d444-f2d8-4514-99a7-2ad0164d3034'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:51.764149 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:51.800735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-bdb7369b-e7fd-4a44-a70d-9273ca53d5bd tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:51.815422 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b7416871-1dc7-4d94-bc4a-76cb1b821ed3 req-bdb7369b-e7fd-4a44-a70d-9273ca53d5bd tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.6822324 Sep 16 04:40:51.854673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-51353502-b92a-4f37-8621-b9f451426668 None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:51.905267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49860652-0b0e-41c9-9e29-7d77360f7f6e req-63e009e5-7ca5-43a5-af12-b561f6ed7408 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/security-groups?id=19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347324 Sep 16 04:40:52.026669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Router 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:40:52.028608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Attempting to bind port 4402f2ec-cba2-4ef0-94a0-37409d9c220a on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:52.029186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Attempting to bind port 4402f2ec-cba2-4ef0-94a0-37409d9c220a by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:52.029731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Attempting to bind port 4402f2ec-cba2-4ef0-94a0-37409d9c220a on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:52.039153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Port 4402f2ec-cba2-4ef0-94a0-37409d9c220a on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:40:52.039710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Attempting to bind port 4402f2ec-cba2-4ef0-94a0-37409d9c220a on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:52.051865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:52.052409 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:52.053108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:52.053765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Bound port: 4402f2ec-cba2-4ef0-94a0-37409d9c220a, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:52.054824 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.134543 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Set router 5246d444-f2d8-4514-99a7-2ad0164d3034 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:52.150967 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.226486 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-c215791f-7413-4a7d-bb02-4ed8cd991be3 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/floatingips/9fb504c1-2b9f-4bfb-86b2-c9ecc7b0a27c HTTP/1.1" status: 200 len: 693 time: 0.0768101 Sep 16 04:40:52.239208 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] For port 4402f2ec-cba2-4ef0-94a0-37409d9c220a, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:52.248572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] For port 4402f2ec-cba2-4ef0-94a0-37409d9c220a, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4402f2ec-cba2-4ef0-94a0-37409d9c220a,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:52.268423 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.356470 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Deleting port 4714288f-4e28-4687-8147-37eec1430f3d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:52.356991 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.470503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-f585d1ce-b964-49e0-bd22-cac701a16cf5 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.479709 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-f585d1ce-b964-49e0-bd22-cac701a16cf5 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.2520840 Sep 16 04:40:52.543452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:52.544125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:52.551220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] 10.222.0.15 "PUT /v2.0/ports/4402f2ec-cba2-4ef0-94a0-37409d9c220a HTTP/1.1" status: 200 len: 1097 time: 2.6690836 Sep 16 04:40:52.565691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a149e9f5-19e1-462f-a110-2ce09652a5ee', 'tag': '4402f2ec-cba2-4ef0-94a0-37409d9c220a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:40:52.576174 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26beb7ab-7708-42f0-9cfd-0062e8befc47" -d '{"events": [{"name": "network-changed", "server_uuid": "a149e9f5-19e1-462f-a110-2ce09652a5ee", "tag": "4402f2ec-cba2-4ef0-94a0-37409d9c220a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:40:52.610810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-51353502-b92a-4f37-8621-b9f451426668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4714288f-4e28-4687-8147-37eec1430f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:40:46Z', 'revision_number': 5, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port': {'id': '4714288f-4e28-4687-8147-37eec1430f3d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:38:39Z', 'updated_at': '2021-09-16T04:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:52.681398 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51353502-b92a-4f37-8621-b9f451426668 None None] Checking router: 00f95de1-94f9-44ec-93d1-fe4e365aa31f for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:52.706325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51353502-b92a-4f37-8621-b9f451426668 None None] Routers {'00f95de1-94f9-44ec-93d1-fe4e365aa31f'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:52.715223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-51353502-b92a-4f37-8621-b9f451426668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:52.751896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-14325cc1-fdfd-4ccc-aab6-aa5a9726231d tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.142 HTTP/1.1" status: 200 len: 696 time: 0.2710090 Sep 16 04:40:52.877476 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'name': 'tempest-AttachSCSIVolumeTestJSON-979880728-router', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:34Z', 'updated_at': '2021-09-16T04:40:41Z', 'revision_number': 4, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'gw_port': {'id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1f948854-e366-4462-8b6b-200f77135816', 'name': '', 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'mac_address': 'fa:16:3e:3c:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:39Z', 'updated_at': '2021-09-16T04:40:41Z', 'revision_number': 2, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'subnets': [{'id': '58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:52.957698 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Checking router: 5246d444-f2d8-4514-99a7-2ad0164d3034 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:52.958324 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Updating router 5246d444-f2d8-4514-99a7-2ad0164d3034 port 1f948854-e366-4462-8b6b-200f77135816 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:53.019051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a8e2a-5edb-43ae-af1f-a16fe8744352 service neutron] Pushing event updated for resources: {'Port': ['ID=4402f2ec-cba2-4ef0-94a0-37409d9c220a,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:53.036050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:40:53.055333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2b26d190-8b30-492a-b2ee-9b17203e8e24 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:53.066325 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.071631 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-690e1989-799f-4a85-ab47-754ecee48021 admin admin] 10.222.0.53 "PUT /v2.0/routers/3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5715113 Sep 16 04:40:53.100954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047bbc-0167-4069-a753-8937cf2ca292 req-beba3446-2d22-49e9-91d1-7cdeb1b057d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.103048 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-beba3446-2d22-49e9-91d1-7cdeb1b057d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=214bc99a39b342328537a144eb17f642&device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 1100 time: 0.4648926 Sep 16 04:40:53.132671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-981c3eae-b2f4-45ab-90d2-3a3a7f833023 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.142 HTTP/1.1" status: 200 len: 696 time: 0.3789690 Sep 16 04:40:53.163064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] For port 4714288f-4e28-4687-8147-37eec1430f3d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4714288f-4e28-4687-8147-37eec1430f3d,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:53.190570 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.253772 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7bcd15-5847-47d3-aa5a-0cc51e61236c x-openstack-request-id: req-0f7bcd15-5847-47d3-aa5a-0cc51e61236c {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:40:53.254368 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a149e9f5-19e1-462f-a110-2ce09652a5ee", "tag": "4402f2ec-cba2-4ef0-94a0-37409d9c220a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:40:53.256362 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f7bcd15-5847-47d3-aa5a-0cc51e61236c {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:40:53.257068 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a149e9f5-19e1-462f-a110-2ce09652a5ee', 'tag': '4402f2ec-cba2-4ef0-94a0-37409d9c220a', 'status': 'completed', 'code': 200} Sep 16 04:40:53.259839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-51353502-b92a-4f37-8621-b9f451426668 None None] Set router 00f95de1-94f9-44ec-93d1-fe4e365aa31f gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:53.262414 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-ac5d0edb-b779-4c25-9af1-6956e23c7fce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=4402f2ec-cba2-4ef0-94a0-37409d9c220a HTTP/1.1" status: 200 len: 217 time: 0.1477888 Sep 16 04:40:53.263921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Calling delete_port for 4714288f-4e28-4687-8147-37eec1430f3d owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:53.479015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047bbc-0167-4069-a753-8937cf2ca292 req-6b8b5ebf-bda4-4645-a3e9-5025a02df8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.481566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-6b8b5ebf-bda4-4645-a3e9-5025a02df8f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2114987 Sep 16 04:40:53.484678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56484) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:53.724155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08047bbc-0167-4069-a753-8937cf2ca292 req-df564168-07b4-47b3-81dc-e9123991f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.726744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-df564168-07b4-47b3-81dc-e9123991f83b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2324891 Sep 16 04:40:53.775676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64b859-cc68-4226-b046-7460063c78c0 req-0753c91b-f203-4936-b098-64e493db61fb tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:53.783993 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e64b859-cc68-4226-b046-7460063c78c0 req-0753c91b-f203-4936-b098-64e493db61fb tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 948 time: 0.3009367 Sep 16 04:40:53.795031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1334848597'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:53.815726 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-51353502-b92a-4f37-8621-b9f451426668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:40:52Z', 'revision_number': 6, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:53.852456 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Sync routers for ids ['3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:40:53.863276 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:53.886845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51353502-b92a-4f37-8621-b9f451426668 None None] The sync data for ids ['00f95de1-94f9-44ec-93d1-fe4e365aa31f'] in n-d-712142-17 is: [{'id': '00f95de1-94f9-44ec-93d1-fe4e365aa31f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1062106898-router', 'tenant_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:38:37Z', 'updated_at': '2021-09-16T04:40:52Z', 'revision_number': 6, 'project_id': 'e35d46a1e1cb40b3af509d1406f50c45', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:53.899431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4714288f-4e28-4687-8147-37eec1430f3d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:53.974670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Routers {'3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:53.975007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:54.075979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.163381 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e64b859-cc68-4226-b046-7460063c78c0 req-6ca05110-70c6-4b23-8238-2868f6b2b781 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/security-groups?id=19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234017 Sep 16 04:40:54.179790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:54.197510 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.209618 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.242754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 2b26d190-8b30-492a-b2ee-9b17203e8e24 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:54.245902 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.296433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:54.325704 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.326134 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Added segment 016c30ba-98d5-4afc-9200-7c8d39409096 of type vlan for network 01b5e553-be01-4a12-a952-7a894336019b Sep 16 04:40:54.335258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.355361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.387282 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-03ad6db0-f921-45d7-9150-83ed4bf0248b tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Deleting port bc37f395-ce08-4dce-bfc7-7095c3892cdd {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:54.387652 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-03ad6db0-f921-45d7-9150-83ed4bf0248b tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.470234 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.485527 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.506539 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.559707 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.573461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:54.574590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.614769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Set router 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:54.681137 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.692773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00f95de1-94f9-44ec-93d1-fe4e365aa31f {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:40:54.705110 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:54.706012 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-e1665173-94b7-40c2-a5ce-42f1494f06dd service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627531 Sep 16 04:40:54.707595 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b58293d8-13db-495d-8276-d0108b492df2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/00f95de1-94f9-44ec-93d1-fe4e365aa31f HTTP/1.1" status: 204 len: 168 time: 3.1531649 Sep 16 04:40:54.718710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56488) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:54.783920 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2976043 Sep 16 04:40:54.785105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56490) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:54.810969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-691aa571-d34f-4aff-a9ea-c45a171648f7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'subnet': {'network_id': '01b5e553-be01-4a12-a952-7a894336019b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:54.847942 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b01bd-7369-467c-b619-a0da4b884cde None None] Pushing event updated for resources: {'Port': ['ID=1f948854-e366-4462-8b6b-200f77135816,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:54.850278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6601b70-1042-4c61-93f0-2fe659afa982 admin admin] Deleting subnet b0e61cb6-827c-46bc-b56b-1df694946bcc {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:40:54.873920 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a6601b70-1042-4c61-93f0-2fe659afa982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.019399 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a6601b70-1042-4c61-93f0-2fe659afa982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.090515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Network': ['ID=01b5e553-be01-4a12-a952-7a894336019b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:55.226866 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Attempting to bind port 1f948854-e366-4462-8b6b-200f77135816 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:40:55.229244 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Attempting to bind port 1f948854-e366-4462-8b6b-200f77135816 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'd743f519-4188-4e11-bd39-4a10b71c6070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:40:55.230684 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Attempting to bind port 1f948854-e366-4462-8b6b-200f77135816 on network ccb11d21-3635-43ed-b6ce-245a35cae29e {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:40:55.262377 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:40:55.266478 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Checking segment: {'id': 'd743f519-4188-4e11-bd39-4a10b71c6070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:55.269164 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.271093 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Bound using segment: {'id': 'd743f519-4188-4e11-bd39-4a10b71c6070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:40:55.273500 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Bound port: 1f948854-e366-4462-8b6b-200f77135816, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd743f519-4188-4e11-bd39-4a10b71c6070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:40:55.279933 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.295096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:55.298810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:55.299615 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:55.299615 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:55.299907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:55.300248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:55.300587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:55.300927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:55.301257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:55.301592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:55.301948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:55.302299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e24aa7-0a8a-4df2-9984-fa946173fd61 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:40:55.327212 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a6601b70-1042-4c61-93f0-2fe659afa982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.347482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a2ad2ebf-3358-4600-9bbd-77e1a30207a2 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:55.514103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 01b5e553-be01-4a12-a952-7a894336019b details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:55.579972 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a6601b70-1042-4c61-93f0-2fe659afa982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.631437 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] For port 1f948854-e366-4462-8b6b-200f77135816, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:40:55.648493 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] For port 1f948854-e366-4462-8b6b-200f77135816, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1f948854-e366-4462-8b6b-200f77135816,segment=NetworkSegment(d743f519-4188-4e11-bd39-4a10b71c6070),segment_id=d743f519-4188-4e11-bd39-4a10b71c6070)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:40:55.664663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a6601b70-1042-4c61-93f0-2fe659afa982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.665909 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.672639 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: a2ad2ebf-3358-4600-9bbd-77e1a30207a2 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:55.673294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a2ad2ebf-3358-4600-9bbd-77e1a30207a2 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:55.673791 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a6601b70-1042-4c61-93f0-2fe659afa982 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b0e61cb6-827c-46bc-b56b-1df694946bcc HTTP/1.1" status: 204 len: 168 time: 0.9535592 Sep 16 04:40:55.674474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56496) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:55.675596 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4714288f-4e28-4687-8147-37eec1430f3d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:40:55.773532 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08047bbc-0167-4069-a753-8937cf2ca292 req-7e0f62db-35ff-4056-9ad9-7663a0ef9e81 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0378036 Sep 16 04:40:55.796082 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b01bd-7369-467c-b619-a0da4b884cde None None] Pushing event updated for resources: {'Port': ['ID=1f948854-e366-4462-8b6b-200f77135816,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:55.822192 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Routers {'5246d444-f2d8-4514-99a7-2ad0164d3034'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:40:55.823218 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5246d444-f2d8-4514-99a7-2ad0164d3034'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:55.841740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 4714288f-4e28-4687-8147-37eec1430f3d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:40:55.856049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4714288f-4e28-4687-8147-37eec1430f3d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:40:55.865026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deab9ac-41c8-4cee-9107-1a45dac9bc2d None None] Network 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:55.918706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-dda25ee7-f679-4e91-9fa4-767d37a73345 None None] Provisioning complete for port 1f948854-e366-4462-8b6b-200f77135816 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:55.926237 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dda25ee7-f679-4e91-9fa4-767d37a73345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:55.990610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691aa571-d34f-4aff-a9ea-c45a171648f7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:55.992779 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] Set router 5246d444-f2d8-4514-99a7-2ad0164d3034 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:40:56.006478 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-691aa571-d34f-4aff-a9ea-c45a171648f7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.007571 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-03ad6db0-f921-45d7-9150-83ed4bf0248b tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.008100 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-03ad6db0-f921-45d7-9150-83ed4bf0248b tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.058204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-03ad6db0-f921-45d7-9150-83ed4bf0248b tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Calling delete_port for bc37f395-ce08-4dce-bfc7-7095c3892cdd owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:56.327895 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'name': 'tempest-AttachSCSIVolumeTestJSON-979880728-router', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:34Z', 'updated_at': '2021-09-16T04:40:41Z', 'revision_number': 4, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'gw_port': {'id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1f948854-e366-4462-8b6b-200f77135816', 'name': '', 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'mac_address': 'fa:16:3e:3c:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:39Z', 'updated_at': '2021-09-16T04:40:55Z', 'revision_number': 4, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'subnets': [{'id': '58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:56.367034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bc6be-cbde-479e-bc85-1bd0de12b1a6 req-e54a407f-ef58-4288-82c8-02772e35ce5c tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.371373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bc6be-cbde-479e-bc85-1bd0de12b1a6 req-e54a407f-ef58-4288-82c8-02772e35ce5c tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.372077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bc6be-cbde-479e-bc85-1bd0de12b1a6 req-e54a407f-ef58-4288-82c8-02772e35ce5c tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.372724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bc6be-cbde-479e-bc85-1bd0de12b1a6 req-e54a407f-ef58-4288-82c8-02772e35ce5c tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.373362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bc6be-cbde-479e-bc85-1bd0de12b1a6 req-e54a407f-ef58-4288-82c8-02772e35ce5c tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.380005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bc6be-cbde-479e-bc85-1bd0de12b1a6 req-e54a407f-ef58-4288-82c8-02772e35ce5c tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.380908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bc6be-cbde-479e-bc85-1bd0de12b1a6 req-e54a407f-ef58-4288-82c8-02772e35ce5c tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.383601 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d72bc6be-cbde-479e-bc85-1bd0de12b1a6 req-e54a407f-ef58-4288-82c8-02772e35ce5c tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee&device_id=343c01ae-d655-41c9-a04b-3d649e132e06&device_id=0033ab0f-c8a4-4c65-a808-b91b25221288&device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5&device_id=5780bfad-4138-4481-8a71-b1f5ea108399&device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25&device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 6444 time: 0.7445123 Sep 16 04:40:56.391679 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a51604-9bdb-4337-8a7a-c2c0dc7dfac2 None None] The sync data for ids ['5246d444-f2d8-4514-99a7-2ad0164d3034'] in n-d-712142-17 is: [{'id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'name': 'tempest-AttachSCSIVolumeTestJSON-979880728-router', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:34Z', 'updated_at': '2021-09-16T04:40:41Z', 'revision_number': 4, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'gw_port': {'id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1f948854-e366-4462-8b6b-200f77135816', 'name': '', 'network_id': 'ccb11d21-3635-43ed-b6ce-245a35cae29e', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'mac_address': 'fa:16:3e:3c:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:39Z', 'updated_at': '2021-09-16T04:40:55Z', 'revision_number': 4, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'subnets': [{'id': '58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:40:56.445359 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d72bc6be-cbde-479e-bc85-1bd0de12b1a6 req-ff34694f-ed81-4542-913a-02ba9c2159d2 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.448072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-691aa571-d34f-4aff-a9ea-c45a171648f7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.473014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'name': 'tempest-ServersTestMultiNic-1974325795-router', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:47Z', 'revision_number': 4, 'project_id': '1e1c19a5352b422e9d40b4427909b78d', 'gw_port': {'id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'ca303ccf-70e5-49b1-9587-ea206ebdb3d1', 'name': '', 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'mac_address': 'fa:16:3e:97:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '6e61827f-b7ef-443f-8cf0-144d885aeaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:43Z', 'updated_at': '2021-09-16T04:40:48Z', 'revision_number': 2, 'project_id': '1e1c19a5352b422e9d40b4427909b78d', 'subnets': [{'id': '6e61827f-b7ef-443f-8cf0-144d885aeaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:56.544864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beb7ab-7708-42f0-9cfd-0062e8befc47 req-bcb77fe6-79d4-4a7f-bf48-00f05ddc7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.547451 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Checking router: 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:40:56.547813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Updating router 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:40:56.552205 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26beb7ab-7708-42f0-9cfd-0062e8befc47 req-bcb77fe6-79d4-4a7f-bf48-00f05ddc7043 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=214bc99a39b342328537a144eb17f642&device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 1100 time: 0.6868136 Sep 16 04:40:56.638770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691aa571-d34f-4aff-a9ea-c45a171648f7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Subnet': ['ID=bb63f1d3-be5e-4462-8781-40f840e91cb2,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:56.692360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dda25ee7-f679-4e91-9fa4-767d37a73345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.797450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6601b70-1042-4c61-93f0-2fe659afa982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e61cb6-827c-46bc-b56b-1df694946bcc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:56.800934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-dda25ee7-f679-4e91-9fa4-767d37a73345 None None] For port 1f948854-e366-4462-8b6b-200f77135816, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1f948854-e366-4462-8b6b-200f77135816,segment=NetworkSegment(d743f519-4188-4e11-bd39-4a10b71c6070),segment_id=d743f519-4188-4e11-bd39-4a10b71c6070)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:56.808174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691aa571-d34f-4aff-a9ea-c45a171648f7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Checking segment: {'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:40:56.808805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691aa571-d34f-4aff-a9ea-c45a171648f7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network hostable DHCP agents. Network: 01b5e553-be01-4a12-a952-7a894336019b, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:40:56.818536 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dda25ee7-f679-4e91-9fa4-767d37a73345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.825637 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.830864 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-03ad6db0-f921-45d7-9150-83ed4bf0248b tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:56.908234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beb7ab-7708-42f0-9cfd-0062e8befc47 req-f66982f6-5faa-41b6-aee6-e93b3f420f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:56.910697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26beb7ab-7708-42f0-9cfd-0062e8befc47 req-f66982f6-5faa-41b6-aee6-e93b3f420f86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.3530810 Sep 16 04:40:56.947576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691aa571-d34f-4aff-a9ea-c45a171648f7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network 01b5e553-be01-4a12-a952-7a894336019b is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:40:56.987803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad6db0-f921-45d7-9150-83ed4bf0248b tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Pushing event deleted for resources: {'Port': ['ID=bc37f395-ce08-4dce-bfc7-7095c3892cdd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.002626 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.071010 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26beb7ab-7708-42f0-9cfd-0062e8befc47 req-e4b203a6-f8ac-4c75-a63f-659aeda5a2cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=4402f2ec-cba2-4ef0-94a0-37409d9c220a HTTP/1.1" status: 200 len: 217 time: 0.1372116 Sep 16 04:40:57.085341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda25ee7-f679-4e91-9fa4-767d37a73345 None None] Pushing event updated for resources: {'Port': ['ID=1f948854-e366-4462-8b6b-200f77135816,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.088550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-691aa571-d34f-4aff-a9ea-c45a171648f7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 01b5e553-be01-4a12-a952-7a894336019b) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:40:57.096793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f323d135-c1ee-465b-ab04-7186686a12c3 None None] DHCP port deletion for 3dcaaf36-12d5-46e7-a40d-c2c4399c17cb request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:40:57.109011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691aa571-d34f-4aff-a9ea-c45a171648f7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.110055 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-691aa571-d34f-4aff-a9ea-c45a171648f7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.137293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18698ba8-7146-41f8-b6a4-d2c6975ab684 None None] Network 01b5e553-be01-4a12-a952-7a894336019b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:40:57.196089 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-03ad6db0-f921-45d7-9150-83ed4bf0248b tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.200990 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-03ad6db0-f921-45d7-9150-83ed4bf0248b tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.203637 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab62a604-31b5-4eb8-804e-54c0de2d9a7c req-03ad6db0-f921-45d7-9150-83ed4bf0248b tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "DELETE /v2.0/floatingips/9fb504c1-2b9f-4bfb-86b2-c9ecc7b0a27c HTTP/1.1" status: 204 len: 173 time: 4.0528080 Sep 16 04:40:57.203799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d72bc6be-cbde-479e-bc85-1bd0de12b1a6 req-ff34694f-ed81-4542-913a-02ba9c2159d2 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.237253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1f948854-e366-4462-8b6b-200f77135816 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:57.239492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d72bc6be-cbde-479e-bc85-1bd0de12b1a6 req-ff34694f-ed81-4542-913a-02ba9c2159d2 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.323960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-691aa571-d34f-4aff-a9ea-c45a171648f7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5221562 Sep 16 04:40:57.333334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beb7ab-7708-42f0-9cfd-0062e8befc47 req-224508a4-a5c1-46e4-b0b5-14ce70898f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.335242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26beb7ab-7708-42f0-9cfd-0062e8befc47 req-224508a4-a5c1-46e4-b0b5-14ce70898f49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2168233 Sep 16 04:40:57.348687 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56508) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:57.391149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1798244542'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:57.407640 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d72bc6be-cbde-479e-bc85-1bd0de12b1a6 req-ff34694f-ed81-4542-913a-02ba9c2159d2 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6ee82de9-b029-4757-9907-f7508bc1908d&id=c2164953-b691-4929-be6a-b26b4d78e4e5&id=be4312a1-7d00-483b-9028-21ec45e38243&id=19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 1.0078812 Sep 16 04:40:57.463670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34694f-ed81-4542-913a-02ba9c2159d2 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab37d0c-77dc-4596-856c-a894c1c77b51,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:57.512518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Deleting port 274c5406-8c0e-4f37-877b-0956213786e7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:57.519104 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.550436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:57.560363 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.567957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-403bb099-eb90-4c20-b603-cc082c051ec2 None None] Provisioning complete for port 1f948854-e366-4462-8b6b-200f77135816 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:57.568574 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-403bb099-eb90-4c20-b603-cc082c051ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.626675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beb7ab-7708-42f0-9cfd-0062e8befc47 req-30d66a9c-defc-4512-85c9-4b0ea5f793dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:57.629965 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26beb7ab-7708-42f0-9cfd-0062e8befc47 req-30d66a9c-defc-4512-85c9-4b0ea5f793dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2743592 Sep 16 04:40:57.687608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] For port 274c5406-8c0e-4f37-877b-0956213786e7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=274c5406-8c0e-4f37-877b-0956213786e7,segment=NetworkSegment(21cf16d8-0ef0-4e6d-9860-b0f25834787f),segment_id=21cf16d8-0ef0-4e6d-9860-b0f25834787f)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:57.688323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.726517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Calling delete_port for 274c5406-8c0e-4f37-877b-0956213786e7 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:57.794008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1f948854-e366-4462-8b6b-200f77135816 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:40:57.795430 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.827622 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:40:57.855564 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-bbe0d444-7efe-4c99-92f0-1836c9a8ae48 req-83b5ead4-50cd-4da2-aac3-c6869fa11ea1 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] show failed (client error): The resource could not be found. Sep 16 04:40:57.861345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bbe0d444-7efe-4c99-92f0-1836c9a8ae48 req-83b5ead4-50cd-4da2-aac3-c6869fa11ea1 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/floatingips/9fb504c1-2b9f-4bfb-86b2-c9ecc7b0a27c HTTP/1.1" status: 404 len: 350 time: 0.1769812 Sep 16 04:40:57.982341 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:57.984811 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Added segment 32fb81e8-6afd-4c95-87af-f7888e2bc973 of type vlan for network 77172d2f-bbf0-44db-98a0-017ad4143e71 Sep 16 04:40:58.012603 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.107909 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.139878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4402f2ec-cba2-4ef0-94a0-37409d9c220a details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:40:58.144677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=274c5406-8c0e-4f37-877b-0956213786e7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:58.152808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] No DVR routers for this DVR port 274c5406-8c0e-4f37-877b-0956213786e7 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:58.256047 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-172741bb-1b51-4442-aff4-c6536a764228 req-a52158b0-5e20-4aa3-8c8c-1a2f32e7c213 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] show failed (client error): The resource could not be found. Sep 16 04:40:58.280012 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-172741bb-1b51-4442-aff4-c6536a764228 req-a52158b0-5e20-4aa3-8c8c-1a2f32e7c213 tempest-FloatingIPsTestJSON-115998599 tempest-FloatingIPsTestJSON-115998599-project] 10.222.0.53 "GET /v2.0/floatingips/9fb504c1-2b9f-4bfb-86b2-c9ecc7b0a27c HTTP/1.1" status: 404 len: 350 time: 0.1401551 Sep 16 04:40:58.283296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26beb7ab-7708-42f0-9cfd-0062e8befc47 req-ce51083c-a1ff-4dfc-b0c5-f561e4152837 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346436 Sep 16 04:40:58.290922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56516) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:58.318556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b0863-2cfd-4495-8212-d4914e37a404 req-62b2cb76-5f98-4920-8924-995f8e10324c tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.330167 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-910b0863-2cfd-4495-8212-d4914e37a404 req-62b2cb76-5f98-4920-8924-995f8e10324c tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 948 time: 0.3670764 Sep 16 04:40:58.405076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4402f2ec-cba2-4ef0-94a0-37409d9c220a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4402f2ec-cba2-4ef0-94a0-37409d9c220a,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:58.444259 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '4402f2ec-cba2-4ef0-94a0-37409d9c220a', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '4402f2ec-cba2-4ef0-94a0-37409d9c220a', 'mac_address': 'fa:16:3e:ce:7b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:40:58.509044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f323d135-c1ee-465b-ab04-7186686a12c3 None None] Deleting port 274c5406-8c0e-4f37-877b-0956213786e7 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:40:58.509507 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f323d135-c1ee-465b-ab04-7186686a12c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.524075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26beb7ab-7708-42f0-9cfd-0062e8befc47 req-bf51f8ce-4fdf-49c8-91bc-53ca5d10bde9 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204919 Sep 16 04:40:58.526959 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.resource_extend [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:40:58.564698 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.575487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.576451 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.604906 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2497075 Sep 16 04:40:58.609547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56520) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:40:58.616193 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-97544838-ab1c-4dc7-9bf4-878ad144b56c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'subnet': {'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:40:58.737897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde44df9-ff1b-4f98-9c98-9b001cf5d350 req-ad36eb8d-ecc3-4aff-a5fb-d7880ad80c6e tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.738964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde44df9-ff1b-4f98-9c98-9b001cf5d350 req-ad36eb8d-ecc3-4aff-a5fb-d7880ad80c6e tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.739612 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde44df9-ff1b-4f98-9c98-9b001cf5d350 req-ad36eb8d-ecc3-4aff-a5fb-d7880ad80c6e tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:40:58.747704 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fde44df9-ff1b-4f98-9c98-9b001cf5d350 req-ad36eb8d-ecc3-4aff-a5fb-d7880ad80c6e tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06&device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5&device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 2884 time: 0.1591985 Sep 16 04:40:58.802680 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:58.838390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219d374-2541-4947-a55d-635b22b6b22c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Network': ['ID=77172d2f-bbf0-44db-98a0-017ad4143e71,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:58.903368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 77172d2f-bbf0-44db-98a0-017ad4143e71 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:40:58.912767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fde44df9-ff1b-4f98-9c98-9b001cf5d350 req-7c89d4b6-8eb3-405d-bb38-bc59e977f844 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635072 Sep 16 04:40:58.950416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97544838-ab1c-4dc7-9bf4-878ad144b56c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:40:58.978472 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-910b0863-2cfd-4495-8212-d4914e37a404 req-eea15e30-38b7-4f20-a04e-0f4c080b56d8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/security-groups?id=19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473036 Sep 16 04:40:58.992365 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97544838-ab1c-4dc7-9bf4-878ad144b56c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.019025 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcaaf36-12d5-46e7-a40d-c2c4399c17cb']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:59.113980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cf16d8-0ef0-4e6d-9860-b0f25834787f') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:59.116806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cf16d8-0ef0-4e6d-9860-b0f25834787f') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:40:59.148261 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.151922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-01b5e553-be01-4a12-a952-7a894336019b', 'network_id': '01b5e553-be01-4a12-a952-7a894336019b', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'fixed_ips': [{'subnet_id': 'bb63f1d3-be5e-4462-8781-40f840e91cb2'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:40:59.153447 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.245329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f323d135-c1ee-465b-ab04-7186686a12c3 None None] For port 274c5406-8c0e-4f37-877b-0956213786e7, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:59.246108 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f323d135-c1ee-465b-ab04-7186686a12c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.354936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f323d135-c1ee-465b-ab04-7186686a12c3 None None] Calling delete_port for 274c5406-8c0e-4f37-877b-0956213786e7 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:40:59.364675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-f323d135-c1ee-465b-ab04-7186686a12c3 None None] Port 274c5406-8c0e-4f37-877b-0956213786e7 was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:40:59.490644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4402f2ec-cba2-4ef0-94a0-37409d9c220a {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:40:59.493859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.509733 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1f948854-e366-4462-8b6b-200f77135816 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:40:59.518025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.526790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:40:59.527555 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.548958 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f323d135-c1ee-465b-ab04-7186686a12c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.550719 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97544838-ab1c-4dc7-9bf4-878ad144b56c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:40:59.605067 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:40:59.638287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.657832 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.665256 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3dcaaf36-12d5-46e7-a40d-c2c4399c17cb HTTP/1.1" status: 204 len: 168 time: 3.9657614 Sep 16 04:40:59.695877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdba46-9395-4d1a-9c7b-39474cff19a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dcaaf36-12d5-46e7-a40d-c2c4399c17cb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:59.775258 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323d135-c1ee-465b-ab04-7186686a12c3 None None] Pushing event deleted for resources: {'Port': ['ID=274c5406-8c0e-4f37-877b-0956213786e7,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:40:59.784698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4402f2ec-cba2-4ef0-94a0-37409d9c220a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4402f2ec-cba2-4ef0-94a0-37409d9c220a,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:40:59.867691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323d135-c1ee-465b-ab04-7186686a12c3 None None] No DVR routers for this DVR port 274c5406-8c0e-4f37-877b-0956213786e7 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:40:59.922711 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:40:59.954812 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:41:00.129478 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13a95a9b-395a-4cc5-87b9-0171742fd31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.176508 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Allocated IP 19.80.0.2 (01b5e553-be01-4a12-a952-7a894336019b/bb63f1d3-be5e-4462-8781-40f840e91cb2/768c4809-5915-4624-bf1d-370920af58e8) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:00.193010 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.243666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56572) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:00.249785 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.270128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['4402f2ec-cba2-4ef0-94a0-37409d9c220a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:00.276523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1f948854-e366-4462-8b6b-200f77135816 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:00.276907 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.306944 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=4402f2ec-cba2-4ef0-94a0-37409d9c220a,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:00.353401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97544838-ab1c-4dc7-9bf4-878ad144b56c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Subnet': ['ID=4308af2a-117a-4240-98bb-8d7ff3d5c245,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:00.373214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97544838-ab1c-4dc7-9bf4-878ad144b56c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Checking segment: {'id': '32fb81e8-6afd-4c95-87af-f7888e2bc973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:00.373627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97544838-ab1c-4dc7-9bf4-878ad144b56c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network hostable DHCP agents. Network: 77172d2f-bbf0-44db-98a0-017ad4143e71, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:00.402680 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f9bb0ab0-ec21-4d30-940c-4a0dcd918a99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e35d46a1e1cb40b3af509d1406f50c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543717 Sep 16 04:41:00.403015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba45e84-5c1c-4943-aac8-dcf74d51e6d0 req-98fad26c-3a86-4f8e-97a3-5ef1c567b5e7 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.415599 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cba45e84-5c1c-4943-aac8-dcf74d51e6d0 req-98fad26c-3a86-4f8e-97a3-5ef1c567b5e7 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 1100 time: 0.1708753 Sep 16 04:41:00.418915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56578) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:00.465801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97544838-ab1c-4dc7-9bf4-878ad144b56c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network 77172d2f-bbf0-44db-98a0-017ad4143e71 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:00.503878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa3545-60a6-4be1-9bda-332d9cd6fc18 None None] Pushing event updated for resources: {'Port': ['ID=ca303ccf-70e5-49b1-9587-ea206ebdb3d1,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:00.526023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cba45e84-5c1c-4943-aac8-dcf74d51e6d0 req-3b91ac42-d7b4-47b2-9b09-ee9883e76d4e tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094022 Sep 16 04:41:00.532133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-97544838-ab1c-4dc7-9bf4-878ad144b56c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 77172d2f-bbf0-44db-98a0-017ad4143e71) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:00.556176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97544838-ab1c-4dc7-9bf4-878ad144b56c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:00.558072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97544838-ab1c-4dc7-9bf4-878ad144b56c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.573705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef0d1f-801b-4574-bc45-1d49bc273587 None None] Network 77172d2f-bbf0-44db-98a0-017ad4143e71 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:00.612155 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-97544838-ab1c-4dc7-9bf4-878ad144b56c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9925659 Sep 16 04:41:00.617837 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b316e85b-3d17-4542-9908-753ef01b429c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.691813 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b316e85b-3d17-4542-9908-753ef01b429c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.823516 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b316e85b-3d17-4542-9908-753ef01b429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.826190 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b316e85b-3d17-4542-9908-753ef01b429c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:00.830280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b316e85b-3d17-4542-9908-753ef01b429c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd079a4f-d9db-4ca0-9513-b0439b81dc16 HTTP/1.1" status: 204 len: 168 time: 0.4069703 Sep 16 04:41:00.845555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316e85b-3d17-4542-9908-753ef01b429c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd079a4f-d9db-4ca0-9513-b0439b81dc16,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:01.055164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 274c5406-8c0e-4f37-877b-0956213786e7 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:01.090735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 274c5406-8c0e-4f37-877b-0956213786e7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:01.091489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 274c5406-8c0e-4f37-877b-0956213786e7 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:01.138946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0cb0a7f5-59ca-4cad-85cd-d8a2e3e7b878 None None] Provisioning complete for port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:01.139489 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a7f5-59ca-4cad-85cd-d8a2e3e7b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.193745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0a7f5-59ca-4cad-85cd-d8a2e3e7b878 None None] Port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:01.205316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Attempting to bind port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:01.205795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Attempting to bind port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'd4ae3db3-9b80-4ec4-ac8b-1af8b085eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:01.206310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Attempting to bind port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 on network 05139eb2-074a-4857-a25e-b8d10bd6a8ee {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:01.220008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:01.220561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Checking segment: {'id': 'd4ae3db3-9b80-4ec4-ac8b-1af8b085eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:01.221104 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.221697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Bound using segment: {'id': 'd4ae3db3-9b80-4ec4-ac8b-1af8b085eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:01.222283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Bound port: ca303ccf-70e5-49b1-9587-ea206ebdb3d1, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ae3db3-9b80-4ec4-ac8b-1af8b085eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:01.222764 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.319720 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] For port ca303ccf-70e5-49b1-9587-ea206ebdb3d1, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:01.323269 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] For port ca303ccf-70e5-49b1-9587-ea206ebdb3d1, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ca303ccf-70e5-49b1-9587-ea206ebdb3d1,segment=NetworkSegment(d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb),segment_id=d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:01.337350 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a900a-6920-4727-9782-08b5197c97ea req-d2c08911-a735-4798-87b6-82e15f3c17e1 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.348005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1e3a900a-6920-4727-9782-08b5197c97ea req-d2c08911-a735-4798-87b6-82e15f3c17e1 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 949 time: 0.9553246 Sep 16 04:41:01.358683 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.459356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1e3a900a-6920-4727-9782-08b5197c97ea req-0f2600d7-de58-4c97-a8d2-4d194b7abbab tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/security-groups?id=19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080170 Sep 16 04:41:01.541886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa3545-60a6-4be1-9bda-332d9cd6fc18 None None] Pushing event updated for resources: {'Port': ['ID=ca303ccf-70e5-49b1-9587-ea206ebdb3d1,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:01.699181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-13a95a9b-395a-4cc5-87b9-0171742fd31e admin admin] Deleting port daf2e82c-bc54-46cb-8c75-d017e5dd83e8 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:01.701956 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13a95a9b-395a-4cc5-87b9-0171742fd31e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:01.840521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Routers {'3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:01.841205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:01.966119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a0b53-c1c8-41aa-ab43-22c50c5725a7 req-4cb8675d-efd2-47e9-aaae-1cc4ae4ab097 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:01.980811 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-239a0b53-c1c8-41aa-ab43-22c50c5725a7 req-4cb8675d-efd2-47e9-aaae-1cc4ae4ab097 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 1100 time: 0.2454469 Sep 16 04:41:02.004005 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.024194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-13a95a9b-395a-4cc5-87b9-0171742fd31e admin admin] For port daf2e82c-bc54-46cb-8c75-d017e5dd83e8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=daf2e82c-bc54-46cb-8c75-d017e5dd83e8,segment=NetworkSegment(e63e49c5-7a30-4ea1-9684-d710cca86265),segment_id=e63e49c5-7a30-4ea1-9684-d710cca86265)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:02.027549 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13a95a9b-395a-4cc5-87b9-0171742fd31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.060304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-13a95a9b-395a-4cc5-87b9-0171742fd31e admin admin] Calling delete_port for daf2e82c-bc54-46cb-8c75-d017e5dd83e8 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:02.078647 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.223582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-77172d2f-bbf0-44db-98a0-017ad4143e71', 'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'fixed_ips': [{'subnet_id': '4308af2a-117a-4240-98bb-8d7ff3d5c245'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:41:02.224464 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.392891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5eeafbc5-8bfe-4ad5-8438-848318b43f83 None None] Provisioning complete for port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:02.393265 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5eeafbc5-8bfe-4ad5-8438-848318b43f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.476559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Network 01b5e553-be01-4a12-a952-7a894336019b is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:02.558815 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-239a0b53-c1c8-41aa-ab43-22c50c5725a7 req-1675520d-5841-4a64-8cd7-5333eef2ab21 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381062 Sep 16 04:41:02.559564 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13a95a9b-395a-4cc5-87b9-0171742fd31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.591556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a95a9b-395a-4cc5-87b9-0171742fd31e admin admin] Pushing event deleted for resources: {'Port': ['ID=daf2e82c-bc54-46cb-8c75-d017e5dd83e8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.604680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:02.604680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:02.764067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56622) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:02.811753 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Pushing event updated for resources: {'Port': ['ID=768c4809-5915-4624-bf1d-370920af58e8,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:02.941869 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13a95a9b-395a-4cc5-87b9-0171742fd31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:02.943412 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] Set router 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:03.010596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-network', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:03.052300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Allocated IP 19.86.0.2 (77172d2f-bbf0-44db-98a0-017ad4143e71/4308af2a-117a-4240-98bb-8d7ff3d5c245/81ce52cb-237d-4e58-a93e-901e8538ed48) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:03.127902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Made reservation on behalf of 9b05c2410c774fa499991fa400cc3dc8 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:03.130318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.164801 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.419311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.430727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.473513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:03.518768 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.519425 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Added segment 5f682840-77d6-4597-9538-202ebf13dcac of type vlan for network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 Sep 16 04:41:03.520967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed881d58-15e4-48a9-b259-c71cf434362d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:03.576541 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.604603 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a95a9b-395a-4cc5-87b9-0171742fd31e admin admin] Router 1e49023e-2dcf-4b4c-bdc6-64a36045099a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:03.646740 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.700321 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.701704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:03.702569 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.783257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0179794 Sep 16 04:41:03.786748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56626) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:03.792729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f59e839f-fc48-4701-93d9-4f485df62b2e admin admin] Request body: {'subnet': {'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-subnet', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:03.808637 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.848594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b224c6-a442-4781-baef-1741d0f4ba76 admin admin] Pushing event updated for resources: {'Network': ['ID=17ef6067-d90b-4ec7-a3f4-1f442f5d6169,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:03.867353 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a95a9b-395a-4cc5-87b9-0171742fd31e admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:03.879031 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-13a95a9b-395a-4cc5-87b9-0171742fd31e admin admin] 10.222.0.53 "PUT /v2.0/routers/1e49023e-2dcf-4b4c-bdc6-64a36045099a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5329561 Sep 16 04:41:03.879662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56628) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:03.886663 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc26fc2-0fb4-499a-9a97-aa8ddde2ea9b None None] Sync routers for ids ['1e49023e-2dcf-4b4c-bdc6-64a36045099a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:03.897510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59e839f-fc48-4701-93d9-4f485df62b2e admin admin] Made reservation on behalf of 9b05c2410c774fa499991fa400cc3dc8 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:03.901599 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f59e839f-fc48-4701-93d9-4f485df62b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:03.904853 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc26fc2-0fb4-499a-9a97-aa8ddde2ea9b None None] Routers {'1e49023e-2dcf-4b4c-bdc6-64a36045099a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:03.906052 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1dc26fc2-0fb4-499a-9a97-aa8ddde2ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1e49023e-2dcf-4b4c-bdc6-64a36045099a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:03.935538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Network 77172d2f-bbf0-44db-98a0-017ad4143e71 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:03.988430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Pushing event updated for resources: {'Port': ['ID=81ce52cb-237d-4e58-a93e-901e8538ed48,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:03.991812 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:04.009672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:04.013738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:04.119421 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4402f2ec-cba2-4ef0-94a0-37409d9c220a up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:04.139974 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.170076 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1dc26fc2-0fb4-499a-9a97-aa8ddde2ea9b None None] Set router 1e49023e-2dcf-4b4c-bdc6-64a36045099a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:04.216440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Attempting to bind port 768c4809-5915-4624-bf1d-370920af58e8 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:04.223805 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Attempting to bind port 768c4809-5915-4624-bf1d-370920af58e8 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:04.224955 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Attempting to bind port 768c4809-5915-4624-bf1d-370920af58e8 on network 01b5e553-be01-4a12-a952-7a894336019b {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:04.274803 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f59e839f-fc48-4701-93d9-4f485df62b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.296642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:04.300699 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Checking segment: {'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:04.301151 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.301566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Bound using segment: {'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:04.302095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Bound port: 768c4809-5915-4624-bf1d-370920af58e8, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:04.302498 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.339023 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.465402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e839f-fc48-4701-93d9-4f485df62b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8663071-7997-496a-b1af-9075a07960c6,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:04.470500 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e839f-fc48-4701-93d9-4f485df62b2e admin admin] Checking segment: {'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:04.478743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e839f-fc48-4701-93d9-4f485df62b2e admin admin] Network hostable DHCP agents. Network: 17ef6067-d90b-4ec7-a3f4-1f442f5d6169, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:04.503689 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1dc26fc2-0fb4-499a-9a97-aa8ddde2ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'name': 'tempest-FloatingIPsTestJSON-317569533-router', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:41:02Z', 'revision_number': 5, 'project_id': '8a68413062ca42638909199d79b4e793', 'gw_port': {'id': '6ed5993c-2592-4d49-bb55-66ef22b80eb9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:14Z', 'updated_at': '2021-09-16T04:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:04.504688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Deleting port 6ed5993c-2592-4d49-bb55-66ef22b80eb9 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:04.505084 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.546024 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc26fc2-0fb4-499a-9a97-aa8ddde2ea9b None None] Checking router: 1e49023e-2dcf-4b4c-bdc6-64a36045099a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:04.569724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Attempting to bind port 81ce52cb-237d-4e58-a93e-901e8538ed48 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:04.570512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Attempting to bind port 81ce52cb-237d-4e58-a93e-901e8538ed48 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '32fb81e8-6afd-4c95-87af-f7888e2bc973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:04.571167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Attempting to bind port 81ce52cb-237d-4e58-a93e-901e8538ed48 on network 77172d2f-bbf0-44db-98a0-017ad4143e71 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:04.571317 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc26fc2-0fb4-499a-9a97-aa8ddde2ea9b None None] Routers {'1e49023e-2dcf-4b4c-bdc6-64a36045099a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:04.571891 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1dc26fc2-0fb4-499a-9a97-aa8ddde2ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1e49023e-2dcf-4b4c-bdc6-64a36045099a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:04.573955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e839f-fc48-4701-93d9-4f485df62b2e admin admin] Network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:04.591014 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5eeafbc5-8bfe-4ad5-8438-848318b43f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.611088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-f59e839f-fc48-4701-93d9-4f485df62b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 17ef6067-d90b-4ec7-a3f4-1f442f5d6169) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:04.631014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59e839f-fc48-4701-93d9-4f485df62b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:04.637501 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f59e839f-fc48-4701-93d9-4f485df62b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.640658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:04.641450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Checking segment: {'id': '32fb81e8-6afd-4c95-87af-f7888e2bc973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:04.642152 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.642803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Bound using segment: {'id': '32fb81e8-6afd-4c95-87af-f7888e2bc973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:04.643537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Bound port: 81ce52cb-237d-4e58-a93e-901e8538ed48, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fb81e8-6afd-4c95-87af-f7888e2bc973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:04.644179 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.655264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd06a33-d6c4-47df-8c3c-6b4e8a2874a0 None None] Network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:04.692504 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] For port 6ed5993c-2592-4d49-bb55-66ef22b80eb9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6ed5993c-2592-4d49-bb55-66ef22b80eb9,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:04.693105 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.696675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f59e839f-fc48-4701-93d9-4f485df62b2e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9085281 Sep 16 04:41:04.699335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 4402f2ec-cba2-4ef0-94a0-37409d9c220a completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:04.709528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56630) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:04.722395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] For port 768c4809-5915-4624-bf1d-370920af58e8, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:04.735557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Calling delete_port for 6ed5993c-2592-4d49-bb55-66ef22b80eb9 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:04.735821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:04.755043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 4402f2ec-cba2-4ef0-94a0-37409d9c220a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:04.755856 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.789188 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1dc26fc2-0fb4-499a-9a97-aa8ddde2ea9b None None] Set router 1e49023e-2dcf-4b4c-bdc6-64a36045099a gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:04.822779 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.826537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.835460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] For port 768c4809-5915-4624-bf1d-370920af58e8, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=768c4809-5915-4624-bf1d-370920af58e8,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:04.860486 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5eeafbc5-8bfe-4ad5-8438-848318b43f83 None None] For port ca303ccf-70e5-49b1-9587-ea206ebdb3d1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ca303ccf-70e5-49b1-9587-ea206ebdb3d1,segment=NetworkSegment(d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb),segment_id=d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:04.869701 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.892467 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5eeafbc5-8bfe-4ad5-8438-848318b43f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:04.901143 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1dc26fc2-0fb4-499a-9a97-aa8ddde2ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'name': 'tempest-FloatingIPsTestJSON-317569533-router', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:41:04Z', 'revision_number': 6, 'project_id': '8a68413062ca42638909199d79b4e793', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:04.986816 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc26fc2-0fb4-499a-9a97-aa8ddde2ea9b None None] The sync data for ids ['1e49023e-2dcf-4b4c-bdc6-64a36045099a'] in n-d-712142-17 is: [{'id': '1e49023e-2dcf-4b4c-bdc6-64a36045099a', 'name': 'tempest-FloatingIPsTestJSON-317569533-router', 'tenant_id': '8a68413062ca42638909199d79b4e793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:41:04Z', 'revision_number': 6, 'project_id': '8a68413062ca42638909199d79b4e793', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:05.014678 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.069202 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.075952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] For port 81ce52cb-237d-4e58-a93e-901e8538ed48, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:05.098597 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] For port 81ce52cb-237d-4e58-a93e-901e8538ed48, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=81ce52cb-237d-4e58-a93e-901e8538ed48,segment=NetworkSegment(32fb81e8-6afd-4c95-87af-f7888e2bc973),segment_id=32fb81e8-6afd-4c95-87af-f7888e2bc973)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:05.195922 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.197460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed5993c-2592-4d49-bb55-66ef22b80eb9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.247379 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'name': 'tempest-ServersTestMultiNic-1974325795-router', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:47Z', 'revision_number': 4, 'project_id': '1e1c19a5352b422e9d40b4427909b78d', 'gw_port': {'id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'ca303ccf-70e5-49b1-9587-ea206ebdb3d1', 'name': '', 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'mac_address': 'fa:16:3e:97:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '6e61827f-b7ef-443f-8cf0-144d885aeaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:43Z', 'updated_at': '2021-09-16T04:41:01Z', 'revision_number': 4, 'project_id': '1e1c19a5352b422e9d40b4427909b78d', 'subnets': [{'id': '6e61827f-b7ef-443f-8cf0-144d885aeaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:05.265056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f70120-eb51-4a9e-9cca-b48a6be86214 None None] Pushing event updated for resources: {'Port': ['ID=768c4809-5915-4624-bf1d-370920af58e8,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.327493 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.328845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb5c32-853a-4b8e-813f-1bc306fe7562 None None] The sync data for ids ['3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'] in n-d-712142-17 is: [{'id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'name': 'tempest-ServersTestMultiNic-1974325795-router', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:47Z', 'revision_number': 4, 'project_id': '1e1c19a5352b422e9d40b4427909b78d', 'gw_port': {'id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'ca303ccf-70e5-49b1-9587-ea206ebdb3d1', 'name': '', 'network_id': '05139eb2-074a-4857-a25e-b8d10bd6a8ee', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'mac_address': 'fa:16:3e:97:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '6e61827f-b7ef-443f-8cf0-144d885aeaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:43Z', 'updated_at': '2021-09-16T04:41:01Z', 'revision_number': 4, 'project_id': '1e1c19a5352b422e9d40b4427909b78d', 'subnets': [{'id': '6e61827f-b7ef-443f-8cf0-144d885aeaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:05.619409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:41:05.620398 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.683586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeafbc5-8bfe-4ad5-8438-848318b43f83 None None] Pushing event updated for resources: {'Port': ['ID=ca303ccf-70e5-49b1-9587-ea206ebdb3d1,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:05.694132 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.747476 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.818200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device daf2e82c-bc54-46cb-8c75-d017e5dd83e8 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:05.879086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: daf2e82c-bc54-46cb-8c75-d017e5dd83e8 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:05.879452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device daf2e82c-bc54-46cb-8c75-d017e5dd83e8 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:05.896987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:05.953299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a149e9f5-19e1-462f-a110-2ce09652a5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4402f2ec-cba2-4ef0-94a0-37409d9c220a'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:05.955882 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82212468-78fb-4045-97c1-920443564a22" -d '{"events": [{"server_uuid": "a149e9f5-19e1-462f-a110-2ce09652a5ee", "name": "network-vif-plugged", "status": "completed", "tag": "4402f2ec-cba2-4ef0-94a0-37409d9c220a"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:06.025097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.028108 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.109026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4402f2ec-cba2-4ef0-94a0-37409d9c220a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4402f2ec-cba2-4ef0-94a0-37409d9c220a,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:06.141953 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.172146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a821f9-e4c9-4a69-b5a8-a7a03f385aec None None] Pushing event updated for resources: {'Port': ['ID=81ce52cb-237d-4e58-a93e-901e8538ed48,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:06.206980 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.207498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e49023e-2dcf-4b4c-bdc6-64a36045099a {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:41:06.219619 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.232201 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a4b0bee0-e70f-44ed-b97b-2a34528a630a admin admin] 10.222.0.53 "DELETE /v2.0/routers/1e49023e-2dcf-4b4c-bdc6-64a36045099a HTTP/1.1" status: 204 len: 168 time: 2.3513181 Sep 16 04:41:06.235675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56638) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:06.318789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b343f7-e63c-42a7-91ae-c0d9d195ce6e admin admin] Deleting subnet 1c0f6384-511d-4a13-8823-173d52ba1f26 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:41:06.325032 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-41b343f7-e63c-42a7-91ae-c0d9d195ce6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.443481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=4402f2ec-cba2-4ef0-94a0-37409d9c220a,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:06.479624 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-41b343f7-e63c-42a7-91ae-c0d9d195ce6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.524725 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.551362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Allocated IP 172.20.0.2 (17ef6067-d90b-4ec7-a3f4-1f442f5d6169/d8663071-7997-496a-b1af-9075a07960c6/6fc99e3c-b171-425a-9639-9e66b97ce3d0) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:06.602209 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.791501 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-41b343f7-e63c-42a7-91ae-c0d9d195ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:06.894199 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Allocated IP 172.25.0.233 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/954275d2-bef4-4437-bc01-761001301843) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:06.958882 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-41b343f7-e63c-42a7-91ae-c0d9d195ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.039474 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.065888 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.066621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b343f7-e63c-42a7-91ae-c0d9d195ce6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0f6384-511d-4a13-8823-173d52ba1f26,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:07.079146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-41b343f7-e63c-42a7-91ae-c0d9d195ce6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.083824 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-41b343f7-e63c-42a7-91ae-c0d9d195ce6e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1c0f6384-511d-4a13-8823-173d52ba1f26 HTTP/1.1" status: 204 len: 168 time: 0.8446443 Sep 16 04:41:07.090503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56644) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:07.144021 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.181694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635cbbd2-8612-419c-9bb0-6a129e75a97e None None] Network beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:07.247692 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.369320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:07.391629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:07.399861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:07.407461 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.452487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Pushing event updated for resources: {'Port': ['ID=6fc99e3c-b171-425a-9639-9e66b97ce3d0,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:07.522181 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:07.605590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Deleting port 291150b3-ca7f-4303-8288-d2b49295ebae {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:07.605991 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.634757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Pushing event updated for resources: {'Port': ['ID=954275d2-bef4-4437-bc01-761001301843,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:07.653872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45855d73-a137-4e0a-bd2a-a30d0a75f2c0 None None] Network 01b5e553-be01-4a12-a952-7a894336019b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:07.657646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:07.719887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:07.748426 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 81ce52cb-237d-4e58-a93e-901e8538ed48 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:07.851702 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] For port 291150b3-ca7f-4303-8288-d2b49295ebae, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=291150b3-ca7f-4303-8288-d2b49295ebae,segment=NetworkSegment(e63e49c5-7a30-4ea1-9684-d710cca86265),segment_id=e63e49c5-7a30-4ea1-9684-d710cca86265)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:07.852990 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:07.894505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Calling delete_port for 291150b3-ca7f-4303-8288-d2b49295ebae owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:08.178863 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.231441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] No DVR routers for this DVR port 291150b3-ca7f-4303-8288-d2b49295ebae on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:08.236346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Pushing event deleted for resources: {'Port': ['ID=291150b3-ca7f-4303-8288-d2b49295ebae,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:08.278396 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.286062 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee299591-9a1f-4aa4-aea5-610e764662e6 None None] Network 77172d2f-bbf0-44db-98a0-017ad4143e71 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:08.317264 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.392671 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.422233 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:08.433401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63e49c5-7a30-4ea1-9684-d710cca86265') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:08.433883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63e49c5-7a30-4ea1-9684-d710cca86265') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:08.445723 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.467698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.489089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:41:08.489732 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.548361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-480a1651-1bf9-4487-a179-70057d460ca4 None None] Provisioning complete for port 768c4809-5915-4624-bf1d-370920af58e8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:08.548812 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-480a1651-1bf9-4487-a179-70057d460ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:41:08.601787 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:41:08.605837 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.616851 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.622188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306be74c-d2f4-45bb-a4f6-f2ce8a600931 None None] DHCP port deletion for beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:41:08.627111 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] 10.222.0.53 "DELETE /v2.0/networks/beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416 HTTP/1.1" status: 204 len: 168 time: 1.5350494 Sep 16 04:41:08.665592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 81ce52cb-237d-4e58-a93e-901e8538ed48 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:08.665999 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.667645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Attempting to bind port 6fc99e3c-b171-425a-9639-9e66b97ce3d0 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:08.668012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Attempting to bind port 6fc99e3c-b171-425a-9639-9e66b97ce3d0 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:08.668382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Attempting to bind port 6fc99e3c-b171-425a-9639-9e66b97ce3d0 on network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:08.686805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaff49-30f9-4fd7-820f-6fa88355df60 admin admin] Pushing event deleted for resources: {'Network': ['ID=beaf9f1c-6ef7-48dd-8d69-2d74f0d0d416,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:08.700327 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:08.700738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Checking segment: {'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:08.701163 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.704639 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Bound using segment: {'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:08.705171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Bound port: 6fc99e3c-b171-425a-9639-9e66b97ce3d0, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:08.705734 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.779326 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.895688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] For port 6fc99e3c-b171-425a-9639-9e66b97ce3d0, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:08.902410 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] For port 6fc99e3c-b171-425a-9639-9e66b97ce3d0, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6fc99e3c-b171-425a-9639-9e66b97ce3d0,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:08.920329 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.965243 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-480a1651-1bf9-4487-a179-70057d460ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:08.979161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56668) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:08.982791 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-3a08626b-f7a9-4b89-ae48-27a11b58aa6c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.991035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-3a08626b-f7a9-4b89-ae48-27a11b58aa6c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:08.992663 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-3a08626b-f7a9-4b89-ae48-27a11b58aa6c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/networks?id=01b5e553-be01-4a12-a952-7a894336019b&id=77172d2f-bbf0-44db-98a0-017ad4143e71&id=01b5e553-be01-4a12-a952-7a894336019b HTTP/1.1" status: 200 len: 1392 time: 0.1713431 Sep 16 04:41:09.010470 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-5c872874-2d04-4748-a11e-b47af296379c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/quotas/1e1c19a5352b422e9d40b4427909b78d HTTP/1.1" status: 200 len: 375 time: 0.0111871 Sep 16 04:41:09.069441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb899e9-97f9-4aa1-b2b5-05f7151b915c req-e0da592d-b2dc-48f6-a7cf-28a077c31c8e tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.071322 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1cb899e9-97f9-4aa1-b2b5-05f7151b915c req-e0da592d-b2dc-48f6-a7cf-28a077c31c8e tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 950 time: 0.1006954 Sep 16 04:41:09.073154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e845965-0246-4832-bb4d-a53a5b89574d None None] Pushing event updated for resources: {'Port': ['ID=6fc99e3c-b171-425a-9639-9e66b97ce3d0,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:09.075344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0e33c6a8-f3f0-4535-99b7-54b68722cea2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a68413062ca42638909199d79b4e793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0948682 Sep 16 04:41:09.079279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56670) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:09.144660 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1cb899e9-97f9-4aa1-b2b5-05f7151b915c req-6ee92b7e-689c-4c0b-9f65-c39692909914 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/security-groups?id=19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654860 Sep 16 04:41:09.156448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Router 5a663aea-20f3-49fd-b08f-50366d743411 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:41:09.170522 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-2800e99b-009c-4c3c-9413-61db7b9dd669 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e1c19a5352b422e9d40b4427909b78d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1520069 Sep 16 04:41:09.241334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5d257bb8-591a-490d-8fcb-c2f92cf400c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.271478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-480a1651-1bf9-4487-a179-70057d460ca4 None None] For port 768c4809-5915-4624-bf1d-370920af58e8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=768c4809-5915-4624-bf1d-370920af58e8,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:09.282050 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5d257bb8-591a-490d-8fcb-c2f92cf400c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.290615 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-480a1651-1bf9-4487-a179-70057d460ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.352866 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5d257bb8-591a-490d-8fcb-c2f92cf400c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.362484 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5d257bb8-591a-490d-8fcb-c2f92cf400c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.362484 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5d257bb8-591a-490d-8fcb-c2f92cf400c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11e71494-c16d-4aaf-bb51-56f0379bcce8 HTTP/1.1" status: 204 len: 168 time: 0.2811749 Sep 16 04:41:09.393436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:09.419826 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.424432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a4b9caed-6dfa-4d5a-9935-7cfc6183526f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.7106535 Sep 16 04:41:09.424613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d257bb8-591a-490d-8fcb-c2f92cf400c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e71494-c16d-4aaf-bb51-56f0379bcce8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:09.425291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56674) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:09.493641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Sync routers for ids ['5a663aea-20f3-49fd-b08f-50366d743411'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:09.579408 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:09.599565 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-99211fc7-f75a-45b8-ac1d-076b4108b9bb service neutron] 10.222.0.53 "GET /v2.0/networks/01b5e553-be01-4a12-a952-7a894336019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123225 Sep 16 04:41:09.674229 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636fb1ec-88c1-4fea-8fdd-cadec6d1721f x-openstack-request-id: req-636fb1ec-88c1-4fea-8fdd-cadec6d1721f {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:09.674987 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a149e9f5-19e1-462f-a110-2ce09652a5ee", "name": "network-vif-plugged", "status": "completed", "tag": "4402f2ec-cba2-4ef0-94a0-37409d9c220a", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:09.677455 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-636fb1ec-88c1-4fea-8fdd-cadec6d1721f {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:09.679025 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a149e9f5-19e1-462f-a110-2ce09652a5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4402f2ec-cba2-4ef0-94a0-37409d9c220a', 'code': 200} Sep 16 04:41:09.723132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Routers {'5a663aea-20f3-49fd-b08f-50366d743411'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:09.723927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5a663aea-20f3-49fd-b08f-50366d743411'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:09.802875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098c801-e10d-4828-8b66-22ae8f059a6f req-8d83b8bb-8cd3-46ab-935b-588c8309e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:09.804539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8098c801-e10d-4828-8b66-22ae8f059a6f req-8d83b8bb-8cd3-46ab-935b-588c8309e240 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 1102 time: 0.1168046 Sep 16 04:41:09.914631 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-4f261ee0-1ad9-46c9-907d-c78a7a2d4ade service neutron] 10.222.0.53 "GET /v2.0/networks/01b5e553-be01-4a12-a952-7a894336019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104525 Sep 16 04:41:09.918550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8098c801-e10d-4828-8b66-22ae8f059a6f req-bd87c602-4be3-4834-b517-50c0ed0ae38b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643513 Sep 16 04:41:09.988962 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0a120156-d92c-4415-b04d-517dc4c24e26 None None] Provisioning complete for port 81ce52cb-237d-4e58-a93e-901e8538ed48 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:09.989345 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0a120156-d92c-4415-b04d-517dc4c24e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.036423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a1651-1bf9-4487-a179-70057d460ca4 None None] Pushing event updated for resources: {'Port': ['ID=768c4809-5915-4624-bf1d-370920af58e8,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:10.125136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2118466-c396-436c-abae-d3ae51c3262a req-f218fb78-4271-4c6b-90dc-e7fb1e47f3a7 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.135634 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2118466-c396-436c-abae-d3ae51c3262a req-f218fb78-4271-4c6b-90dc-e7fb1e47f3a7 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 951 time: 0.1125009 Sep 16 04:41:10.158714 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-e6bf1720-6bec-40cb-9fe5-4a774cd9735f service neutron] 10.222.0.53 "GET /v2.0/networks/77172d2f-bbf0-44db-98a0-017ad4143e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386541 Sep 16 04:41:10.220366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 81ce52cb-237d-4e58-a93e-901e8538ed48, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=81ce52cb-237d-4e58-a93e-901e8538ed48,segment=NetworkSegment(32fb81e8-6afd-4c95-87af-f7888e2bc973),segment_id=32fb81e8-6afd-4c95-87af-f7888e2bc973)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:10.224437 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0a120156-d92c-4415-b04d-517dc4c24e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.250569 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.251188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 768c4809-5915-4624-bf1d-370920af58e8 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:10.256809 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2118466-c396-436c-abae-d3ae51c3262a req-aefaddd3-f8b1-47c3-a425-c8001f90b539 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197028 Sep 16 04:41:10.344107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Set router 5a663aea-20f3-49fd-b08f-50366d743411 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:10.377884 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-bf918ffa-02d9-4b2f-8bbb-7139008a1610 service neutron] 10.222.0.53 "GET /v2.0/networks/77172d2f-bbf0-44db-98a0-017ad4143e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039077 Sep 16 04:41:10.394923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=81ce52cb-237d-4e58-a93e-901e8538ed48,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:10.616633 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-43d59478-db8f-4f5f-9921-0e37dd584400 service neutron] 10.222.0.53 "GET /v2.0/networks/01b5e553-be01-4a12-a952-7a894336019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286179 Sep 16 04:41:10.634180 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-0a120156-d92c-4415-b04d-517dc4c24e26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:41:10.634958 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-0a120156-d92c-4415-b04d-517dc4c24e26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:41:10.784795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033c9e5-31db-4f27-8eea-70caf2d6a94a req-daf2a124-7d5d-445a-a6d5-5ba93b9292c5 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:10.786445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f033c9e5-31db-4f27-8eea-70caf2d6a94a req-daf2a124-7d5d-445a-a6d5-5ba93b9292c5 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 950 time: 0.1591306 Sep 16 04:41:10.792120 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.806033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 768c4809-5915-4624-bf1d-370920af58e8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:10.806766 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:10.828345 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-281e67f6-dc37-49da-8e09-176d54213a71 service neutron] 10.222.0.53 "GET /v2.0/networks/01b5e553-be01-4a12-a952-7a894336019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983447 Sep 16 04:41:10.888404 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f033c9e5-31db-4f27-8eea-70caf2d6a94a req-f67b9aee-41cb-498b-bc91-07e8064d1248 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/security-groups?id=19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712028 Sep 16 04:41:11.045748 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:07Z', 'revision_number': 3, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:11.083660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Checking router: 5a663aea-20f3-49fd-b08f-50366d743411 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:11.084019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Updating router 5a663aea-20f3-49fd-b08f-50366d743411 port 954275d2-bef4-4437-bc01-761001301843 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:41:11.132565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53815c7f-5af6-4280-a330-816bcf8da44f None None] Network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:11.314652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Allocated IP 172.20.0.1 (17ef6067-d90b-4ec7-a3f4-1f442f5d6169/d8663071-7997-496a-b1af-9075a07960c6/7ee79295-90ef-4ff5-88d7-a617372974d0) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:11.328916 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.468138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56740) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:11.483253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-352650b4-f603-4877-8f2f-cb93f2ac9da6 req-74f62ac3-327a-4c3b-ba20-ff79e4d1ff01 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 210 time: 0.0343029 Sep 16 04:41:11.584126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.685806 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.741069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1606360559-network', 'tenant_id': 'c5ff4d0e0fd14bd19cb1f3d207a43701'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:11.749751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:11.770739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:11.775434 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:11.821527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee79295-90ef-4ff5-88d7-a617372974d0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:11.835290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.898063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ca303ccf-70e5-49b1-9587-ea206ebdb3d1 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:11.906521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Made reservation on behalf of c5ff4d0e0fd14bd19cb1f3d207a43701 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:11.914299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:11.935777 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.009111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ba87-9922-40ce-970d-cb96f3f705b1 req-455311c2-aff6-4c15-a113-cccb7a2c142c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.019783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e04ba87-9922-40ce-970d-cb96f3f705b1 req-455311c2-aff6-4c15-a113-cccb7a2c142c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.2368047 Sep 16 04:41:12.049122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-36e14d61-e59c-493a-9896-d3d56f4fcde4 None None] Provisioning complete for port 768c4809-5915-4624-bf1d-370920af58e8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:12.049513 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-36e14d61-e59c-493a-9896-d3d56f4fcde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.197521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a0ea451f-a279-452b-be06-70d576dca1a0 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:12.203100 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.222900 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.238888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:12.252683 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.253102 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Added segment c2fa186f-04dc-4b12-b94b-03ebcac0b2a9 of type vlan for network 437becb2-8742-4d09-a3f1-9db54892d9d9 Sep 16 04:41:12.331743 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.383707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:12.384583 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.392176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe03b6b-aa02-40a0-b06e-bd043b5e0387,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:12.409432 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.412980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.413584 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.432768 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9629278 Sep 16 04:41:12.451195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56780) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:12.468656 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e04ba87-9922-40ce-970d-cb96f3f705b1 req-92506119-51a3-447f-b055-54b8e1afc06e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473212 Sep 16 04:41:12.507751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f8573cf7-5c5e-430c-9539-4cba55dc5e68 admin admin] Request body: {'subnet': {'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1606360559-subnet', 'tenant_id': 'c5ff4d0e0fd14bd19cb1f3d207a43701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:12.534539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8573cf7-5c5e-430c-9539-4cba55dc5e68 admin admin] Made reservation on behalf of c5ff4d0e0fd14bd19cb1f3d207a43701 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:12.539039 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8573cf7-5c5e-430c-9539-4cba55dc5e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.666568 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.695945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-36e14d61-e59c-493a-9896-d3d56f4fcde4 None None] Provisioning complete for port 81ce52cb-237d-4e58-a93e-901e8538ed48 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:12.696437 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-36e14d61-e59c-493a-9896-d3d56f4fcde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.720197 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.779908 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.837399 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.859668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab352d8-3d26-4b22-9ce2-1fdad8cc06cd req-96bde2f5-c0f3-422c-8678-e5593ad96e93 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:12.868202 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ab352d8-3d26-4b22-9ce2-1fdad8cc06cd req-96bde2f5-c0f3-422c-8678-e5593ad96e93 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 950 time: 0.1428819 Sep 16 04:41:12.910791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:12.911640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a13fc-e736-4339-8e48-391321a1d3bb None None] Pushing event updated for resources: {'Port': ['ID=954275d2-bef4-4437-bc01-761001301843,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:12.916043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:12.922816 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c026f05-82d0-40ae-880b-130fdf5e9cc9" -d '{"events": [{"server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:12.938335 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8573cf7-5c5e-430c-9539-4cba55dc5e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:12.938548 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ab352d8-3d26-4b22-9ce2-1fdad8cc06cd req-cb389ef9-51fc-4ad3-9cbf-24780b4df4a9 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/security-groups?id=19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634987 Sep 16 04:41:12.958408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e9005fb-077b-4a83-aa82-82202f3e9fa7 req-046af7ac-384a-4189-9da3-95ae1e75aaa0 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 210 time: 0.0673180 Sep 16 04:41:12.972589 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.032977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Attempting to bind port 954275d2-bef4-4437-bc01-761001301843 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:13.033356 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Attempting to bind port 954275d2-bef4-4437-bc01-761001301843 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:13.033744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Attempting to bind port 954275d2-bef4-4437-bc01-761001301843 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:13.043850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:13.044239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:13.044635 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.045035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:13.045513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Bound port: 954275d2-bef4-4437-bc01-761001301843, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:13.046527 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.091004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8573cf7-5c5e-430c-9539-4cba55dc5e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ebfc39-2565-44fc-9e95-bd5ceb2266d6,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.116086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] For port 954275d2-bef4-4437-bc01-761001301843, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:13.119909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] For port 954275d2-bef4-4437-bc01-761001301843, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=954275d2-bef4-4437-bc01-761001301843,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:13.132315 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.141859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6ed5993c-2592-4d49-bb55-66ef22b80eb9 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:13.173731 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638453bd-1de7-4c01-93fb-4cfb98a48144 x-openstack-request-id: req-638453bd-1de7-4c01-93fb-4cfb98a48144 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:13.174048 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:13.174282 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-638453bd-1de7-4c01-93fb-4cfb98a48144 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:13.174716 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'code': 200} Sep 16 04:41:13.184159 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 6ed5993c-2592-4d49-bb55-66ef22b80eb9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:13.184645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6ed5993c-2592-4d49-bb55-66ef22b80eb9 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:13.239971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=a0ea451f-a279-452b-be06-70d576dca1a0,revision_number=11']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.307757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a13fc-e736-4339-8e48-391321a1d3bb None None] Pushing event updated for resources: {'Port': ['ID=954275d2-bef4-4437-bc01-761001301843,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.323196 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Routers {'5a663aea-20f3-49fd-b08f-50366d743411'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:13.323800 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5a663aea-20f3-49fd-b08f-50366d743411'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:13.472886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] Set router 5a663aea-20f3-49fd-b08f-50366d743411 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:13.490334 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.512518 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.616567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:13.627324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee79295-90ef-4ff5-88d7-a617372974d0,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.674477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-861c9d18-4d5d-43a3-a667-ec3a1c45ddfc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.699260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-861c9d18-4d5d-43a3-a667-ec3a1c45ddfc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.700930 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-861c9d18-4d5d-43a3-a667-ec3a1c45ddfc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.50 "GET /v2.0/networks?id=01b5e553-be01-4a12-a952-7a894336019b&id=77172d2f-bbf0-44db-98a0-017ad4143e71&id=01b5e553-be01-4a12-a952-7a894336019b HTTP/1.1" status: 200 len: 1392 time: 0.4850547 Sep 16 04:41:13.706040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 768c4809-5915-4624-bf1d-370920af58e8 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:13.715430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bbe7f-1fa7-4efe-b56a-6cf7a10047ec admin admin] Pushing event updated for resources: {'Network': ['ID=437becb2-8742-4d09-a3f1-9db54892d9d9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:13.730566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-74bf12b9-378d-468e-babf-67ee835a275f req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'port': {'device_id': '80b1e940-c652-4df1-950d-e25519f5e524', 'network_id': '01b5e553-be01-4a12-a952-7a894336019b', 'admin_state_up': True, 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:13.749117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:13.755779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 437becb2-8742-4d09-a3f1-9db54892d9d9 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:13.759960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:13.895360 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4926511-9956-4598-a27e-061a13a4dbf6 req-7a69d97b-5ea5-48bd-b50f-bc01f1bc6966 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:13.897000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4926511-9956-4598-a27e-061a13a4dbf6 req-7a69d97b-5ea5-48bd-b50f-bc01f1bc6966 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1499684 Sep 16 04:41:14.034554 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4926511-9956-4598-a27e-061a13a4dbf6 req-e4e15455-6ca2-414d-bc98-ff09856d24b9 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294496 Sep 16 04:41:14.062146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Router 5a663aea-20f3-49fd-b08f-50366d743411 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:14.093158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 768c4809-5915-4624-bf1d-370920af58e8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:14.093910 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.158614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-36e14d61-e59c-493a-9896-d3d56f4fcde4 None None] Provisioning complete for port 6fc99e3c-b171-425a-9639-9e66b97ce3d0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:14.159254 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-36e14d61-e59c-493a-9896-d3d56f4fcde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.232235 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:14.251400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-79cd0339-6f29-4ba9-802b-5b6dc2bc9fb4 admin admin] 10.222.0.53 "PUT /v2.0/routers/5a663aea-20f3-49fd-b08f-50366d743411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8172200 Sep 16 04:41:14.289105 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:12Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '7ee79295-90ef-4ff5-88d7-a617372974d0', 'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'mac_address': 'fa:16:3e:22:c7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:11Z', 'revision_number': 1, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'subnets': [{'id': 'd8663071-7997-496a-b1af-9075a07960c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:14.338764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29643c61-02e4-48a9-b280-87eec209cbc5 None None] The sync data for ids ['5a663aea-20f3-49fd-b08f-50366d743411'] in n-d-712142-17 is: [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:12Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '7ee79295-90ef-4ff5-88d7-a617372974d0', 'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'mac_address': 'fa:16:3e:22:c7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:11Z', 'revision_number': 1, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'subnets': [{'id': 'd8663071-7997-496a-b1af-9075a07960c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:14.346304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 81ce52cb-237d-4e58-a93e-901e8538ed48 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:14.456502 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-36e14d61-e59c-493a-9896-d3d56f4fcde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.474705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 81ce52cb-237d-4e58-a93e-901e8538ed48 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:14.475084 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.501566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ec7dbdf-6145-453a-aee1-825aa81c1029 req-0eae6e7e-ab76-4705-81e0-d17daf534cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 210 time: 0.0433817 Sep 16 04:41:14.547943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-36e14d61-e59c-493a-9896-d3d56f4fcde4 None None] For port 6fc99e3c-b171-425a-9639-9e66b97ce3d0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6fc99e3c-b171-425a-9639-9e66b97ce3d0,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:14.553173 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-36e14d61-e59c-493a-9896-d3d56f4fcde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.623760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e14d61-e59c-493a-9896-d3d56f4fcde4 None None] Pushing event updated for resources: {'Port': ['ID=6fc99e3c-b171-425a-9639-9e66b97ce3d0,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:14.624446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8573cf7-5c5e-430c-9539-4cba55dc5e68 admin admin] Checking segment: {'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:14.624815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8573cf7-5c5e-430c-9539-4cba55dc5e68 admin admin] Network hostable DHCP agents. Network: 437becb2-8742-4d09-a3f1-9db54892d9d9, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:14.682756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc7df8-7a4b-4f3a-8b26-91dd7b7765e8 req-039cdba9-31a4-4a97-b7b6-d3d1a7c3faa9 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.698527 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-13dc7df8-7a4b-4f3a-8b26-91dd7b7765e8 req-039cdba9-31a4-4a97-b7b6-d3d1a7c3faa9 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 950 time: 0.8806038 Sep 16 04:41:14.739997 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8573cf7-5c5e-430c-9539-4cba55dc5e68 admin admin] Network 437becb2-8742-4d09-a3f1-9db54892d9d9 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:14.781642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:14.791005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6fc99e3c-b171-425a-9639-9e66b97ce3d0 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:14.791005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e14348ea-9412-49b1-936e-1478ee33702d None None] Provisioning complete for port 7ee79295-90ef-4ff5-88d7-a617372974d0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:14.791005 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e14348ea-9412-49b1-936e-1478ee33702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.791482 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.804143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f8573cf7-5c5e-430c-9539-4cba55dc5e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 437becb2-8742-4d09-a3f1-9db54892d9d9) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:14.865180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8573cf7-5c5e-430c-9539-4cba55dc5e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:14.866459 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8573cf7-5c5e-430c-9539-4cba55dc5e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:14.950952 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f8573cf7-5c5e-430c-9539-4cba55dc5e68 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4735501 Sep 16 04:41:14.978086 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-13dc7df8-7a4b-4f3a-8b26-91dd7b7765e8 req-01d04a71-f7bd-4542-ad85-2d2c9f8d87e2 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/security-groups?id=19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601798 Sep 16 04:41:15.090361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817cb9-628c-46e0-ba26-f5847dc258af req-911aaa1a-d1b1-4d94-a39e-d861d286a0ad tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.092027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b817cb9-628c-46e0-ba26-f5847dc258af req-911aaa1a-d1b1-4d94-a39e-d861d286a0ad tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.15 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 950 time: 0.1771138 Sep 16 04:41:15.122242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f073319-e01b-4880-9417-d4baf1a158d7 None None] Network 437becb2-8742-4d09-a3f1-9db54892d9d9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:15.309287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-74bf12b9-378d-468e-babf-67ee835a275f req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Allocated IP 19.80.0.37 (01b5e553-be01-4a12-a952-7a894336019b/bb63f1d3-be5e-4462-8781-40f840e91cb2/b827c4bb-a00a-45e4-ad40-6d3893a539e4) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:15.362412 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e14348ea-9412-49b1-936e-1478ee33702d None None] Port 7ee79295-90ef-4ff5-88d7-a617372974d0 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:15.442814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e14348ea-9412-49b1-936e-1478ee33702d None None] Provisioning complete for port 6fc99e3c-b171-425a-9639-9e66b97ce3d0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:15.443309 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e14348ea-9412-49b1-936e-1478ee33702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.447975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6fc99e3c-b171-425a-9639-9e66b97ce3d0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:15.448360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.500418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8598494-898c-4af6-80d4-e84b7b8f7858 req-82ee6790-9ae0-41cb-af1e-a18438939177 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.501204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-5b817cb9-628c-46e0-ba26-f5847dc258af req-3cae8cef-af28-427d-b233-944b35055ba8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Deleting port 4402f2ec-cba2-4ef0-94a0-37409d9c220a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:15.501561 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b817cb9-628c-46e0-ba26-f5847dc258af req-3cae8cef-af28-427d-b233-944b35055ba8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.509202 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c8598494-898c-4af6-80d4-e84b7b8f7858 req-82ee6790-9ae0-41cb-af1e-a18438939177 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1302893 Sep 16 04:41:15.626395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-574bfadd-f7bf-4633-a427-c42edba105d3 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:15.634086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-574bfadd-f7bf-4633-a427-c42edba105d3 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/networks?id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169 HTTP/1.1" status: 200 len: 829 time: 0.3462088 Sep 16 04:41:15.660557 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c8598494-898c-4af6-80d4-e84b7b8f7858 req-80163e37-8599-489e-bbe9-ff7e6212926e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503432 Sep 16 04:41:15.685505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-4a0cc386-986b-4c08-ae43-353e0ab9dc54 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/quotas/9b05c2410c774fa499991fa400cc3dc8 HTTP/1.1" status: 200 len: 375 time: 0.0499394 Sep 16 04:41:15.714257 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d222f03-ab4f-4279-a0f8-886655ec0db8 None None] Network 437becb2-8742-4d09-a3f1-9db54892d9d9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:15.781368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-5b817cb9-628c-46e0-ba26-f5847dc258af req-3cae8cef-af28-427d-b233-944b35055ba8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] For port 4402f2ec-cba2-4ef0-94a0-37409d9c220a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4402f2ec-cba2-4ef0-94a0-37409d9c220a,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:15.786800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b817cb9-628c-46e0-ba26-f5847dc258af req-3cae8cef-af28-427d-b233-944b35055ba8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.820047 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.832577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-910a27cb-cb17-4b53-a9fe-20ce8569d19c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b05c2410c774fa499991fa400cc3dc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1460295 Sep 16 04:41:15.884529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-5b817cb9-628c-46e0-ba26-f5847dc258af req-3cae8cef-af28-427d-b233-944b35055ba8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Calling delete_port for 4402f2ec-cba2-4ef0-94a0-37409d9c220a owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:15.914130 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:15.987721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bf12b9-378d-468e-babf-67ee835a275f req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network 01b5e553-be01-4a12-a952-7a894336019b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:15.989293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-74bf12b9-378d-468e-babf-67ee835a275f req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:15.993291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bf12b9-378d-468e-babf-67ee835a275f req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:16.055197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 291150b3-ca7f-4303-8288-d2b49295ebae no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:16.131669 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 291150b3-ca7f-4303-8288-d2b49295ebae {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:16.133310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 291150b3-ca7f-4303-8288-d2b49295ebae not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:16.171860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.172663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.195208 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Port': ['ID=b827c4bb-a00a-45e4-ad40-6d3893a539e4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:16.271492 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-ebfbbdad-0fdf-41e1-a7eb-80d5eb867ff8 service neutron] 10.222.0.53 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328070 Sep 16 04:41:16.311099 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-df0483ee-2222-4023-ae4f-83fe1223fec1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5900309 Sep 16 04:41:16.330469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-74bf12b9-378d-468e-babf-67ee835a275f req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'port': {'device_id': '80b1e940-c652-4df1-950d-e25519f5e524', 'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71', 'admin_state_up': True, 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:16.485435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e102f-d6bd-4334-a627-80459cd1461d req-8fe89997-4549-427f-9d59-cd7f75e6768d tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:16.485919 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-dd960a7a-f247-4712-9807-5d617280eec7 None None] Provisioning complete for port b827c4bb-a00a-45e4-ad40-6d3893a539e4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:16.486439 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dd960a7a-f247-4712-9807-5d617280eec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.497189 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-8fe89997-4549-427f-9d59-cd7f75e6768d tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/networks?id=437becb2-8742-4d09-a3f1-9db54892d9d9 HTTP/1.1" status: 200 len: 822 time: 0.5010912 Sep 16 04:41:16.526780 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6fc99e3c-b171-425a-9639-9e66b97ce3d0 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:16.549099 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-bc3af289-d638-471b-b387-0137c659b935 service neutron] 10.222.0.53 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759912 Sep 16 04:41:16.550428 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b817cb9-628c-46e0-ba26-f5847dc258af req-3cae8cef-af28-427d-b233-944b35055ba8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.557914 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-bc41b595-92e0-4e5f-b239-f80c2db6a2c3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/quotas/c5ff4d0e0fd14bd19cb1f3d207a43701 HTTP/1.1" status: 200 len: 375 time: 0.0455024 Sep 16 04:41:16.608480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae8cef-af28-427d-b233-944b35055ba8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Pushing event deleted for resources: {'Port': ['ID=4402f2ec-cba2-4ef0-94a0-37409d9c220a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:16.650226 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-58a8fe64-9f4f-4d36-9707-9803540fff2c tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5ff4d0e0fd14bd19cb1f3d207a43701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912666 Sep 16 04:41:16.660043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-dd960a7a-f247-4712-9807-5d617280eec7 None None] Port b827c4bb-a00a-45e4-ad40-6d3893a539e4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:16.708117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6fc99e3c-b171-425a-9639-9e66b97ce3d0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:16.708706 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.777210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b817cb9-628c-46e0-ba26-f5847dc258af req-3cae8cef-af28-427d-b233-944b35055ba8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] No DVR routers for this DVR port 4402f2ec-cba2-4ef0-94a0-37409d9c220a on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:16.783349 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b817cb9-628c-46e0-ba26-f5847dc258af req-3cae8cef-af28-427d-b233-944b35055ba8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:16.799242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b817cb9-628c-46e0-ba26-f5847dc258af req-3cae8cef-af28-427d-b233-944b35055ba8 tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.15 "DELETE /v2.0/ports/4402f2ec-cba2-4ef0-94a0-37409d9c220a HTTP/1.1" status: 204 len: 173 time: 1.6968374 Sep 16 04:41:16.808353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a149e9f5-19e1-462f-a110-2ce09652a5ee', 'name': 'network-vif-deleted', 'tag': '4402f2ec-cba2-4ef0-94a0-37409d9c220a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:16.810896 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdbd20f-2f5e-4240-b39a-3597920ab3ac" -d '{"events": [{"server_uuid": "a149e9f5-19e1-462f-a110-2ce09652a5ee", "name": "network-vif-deleted", "tag": "4402f2ec-cba2-4ef0-94a0-37409d9c220a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:16.832411 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-c81f3503-435a-4f20-a2d0-7b98ba76d2a0 service neutron] 10.222.0.53 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808956 Sep 16 04:41:17.008643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 954275d2-bef4-4437-bc01-761001301843 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:17.076889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:17.082261 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.180957 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-0236435e-61aa-4749-a7ba-728b3750d85e service neutron] 10.222.0.53 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478916 Sep 16 04:41:17.328582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce76fa4-faa0-4d8f-8849-c56af3f78b32 req-c847664b-aa76-4444-b179-80c560053844 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.347780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ce76fa4-faa0-4d8f-8849-c56af3f78b32 req-c847664b-aa76-4444-b179-80c560053844 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 931 time: 0.1041074 Sep 16 04:41:17.420217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 954275d2-bef4-4437-bc01-761001301843 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:17.423127 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.448293 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c7ef5da-d640-4a59-a494-c4a61ce0744f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.462358 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ce76fa4-faa0-4d8f-8849-c56af3f78b32 req-357517e7-2f82-401f-b03f-0474818c984f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143296 Sep 16 04:41:17.668941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ea293-46ef-4739-8160-483912ec92f9 req-e317a3fc-86b2-41a2-806d-357334ee41ea tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:17.678531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c3ea293-46ef-4739-8160-483912ec92f9 req-e317a3fc-86b2-41a2-806d-357334ee41ea tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1107140 Sep 16 04:41:17.743892 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-74bf12b9-378d-468e-babf-67ee835a275f req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Allocated IP 19.86.0.240 (77172d2f-bbf0-44db-98a0-017ad4143e71/4308af2a-117a-4240-98bb-8d7ff3d5c245/98ff4389-6e8f-486b-8191-1a2f31790fcf) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:17.786100 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c3ea293-46ef-4739-8160-483912ec92f9 req-9ed38971-dc74-4a82-b1e3-02aabfdd8818 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052132 Sep 16 04:41:17.800225 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:17.862289 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cffd037-4163-4c82-b446-004f3c3d9316 x-openstack-request-id: req-6cffd037-4163-4c82-b446-004f3c3d9316 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:17.862585 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a149e9f5-19e1-462f-a110-2ce09652a5ee", "name": "network-vif-deleted", "tag": "4402f2ec-cba2-4ef0-94a0-37409d9c220a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:17.862841 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cffd037-4163-4c82-b446-004f3c3d9316 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:17.863370 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a149e9f5-19e1-462f-a110-2ce09652a5ee', 'name': 'network-vif-deleted', 'tag': '4402f2ec-cba2-4ef0-94a0-37409d9c220a', 'status': 'completed', 'code': 200} Sep 16 04:41:17.899741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 954275d2-bef4-4437-bc01-761001301843, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=954275d2-bef4-4437-bc01-761001301843,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:17.933360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.011788 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf3255dc-711a-42cf-9cb1-8b8ceaccf9f3 req-1fbcff0d-c4cf-4554-9757-e03fd4216653 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0683513 Sep 16 04:41:18.035456 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.087202 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.188880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4402f2ec-cba2-4ef0-94a0-37409d9c220a no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:18.268330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5bfb2ba-1862-4aef-afe7-fe4fbca264d9 req-2fe60b79-2ff6-4714-8a77-f5d2a9f6bae6 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 210 time: 0.0805280 Sep 16 04:41:18.286823 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-864f142b-27e7-4ffd-a13b-c46ef529c4ef req-7950f537-42eb-41e4-a30b-3232ea12315d tempest-ServerDiagnosticsNegativeTest-235194253 tempest-ServerDiagnosticsNegativeTest-235194253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a149e9f5-19e1-462f-a110-2ce09652a5ee HTTP/1.1" status: 200 len: 210 time: 0.1940849 Sep 16 04:41:18.318027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=954275d2-bef4-4437-bc01-761001301843,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:18.320089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bf12b9-378d-468e-babf-67ee835a275f req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network 77172d2f-bbf0-44db-98a0-017ad4143e71 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:18.321396 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 4402f2ec-cba2-4ef0-94a0-37409d9c220a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:18.333267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4402f2ec-cba2-4ef0-94a0-37409d9c220a not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:18.338123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-74bf12b9-378d-468e-babf-67ee835a275f req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:18.380455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bf12b9-378d-468e-babf-67ee835a275f req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:18.400643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.401119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.402840 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.403208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.403562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.406079 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.406262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.406527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.409030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.409406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.411306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.411672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.504036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Port': ['ID=98ff4389-6e8f-486b-8191-1a2f31790fcf,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:18.564663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.565022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.565368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.565742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.566089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.566428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.566761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.567094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.567439 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.567761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.568094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.585357 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Sync routers for ids ['5a663aea-20f3-49fd-b08f-50366d743411'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:18.586752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:18.604061 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Routers {'5a663aea-20f3-49fd-b08f-50366d743411'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:18.607330 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5a663aea-20f3-49fd-b08f-50366d743411'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:18.646359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e87d0-dc99-4dfa-aef5-e6bdc5b6f083 req-6fa8ec45-f8d6-40e0-9e85-ee1f3f2d47eb tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:18.654738 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:18.659102 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.661129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e87d0-dc99-4dfa-aef5-e6bdc5b6f083 req-6fa8ec45-f8d6-40e0-9e85-ee1f3f2d47eb tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:18.663441 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-313e87d0-dc99-4dfa-aef5-e6bdc5b6f083 req-6fa8ec45-f8d6-40e0-9e85-ee1f3f2d47eb tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 1654 time: 0.0957575 Sep 16 04:41:18.703108 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-e97d7b92-3ee8-457a-b02d-dd62e459bcf1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3779199 Sep 16 04:41:18.736408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-74bf12b9-378d-468e-babf-67ee835a275f req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'port': {'device_id': '80b1e940-c652-4df1-950d-e25519f5e524', 'network_id': '01b5e553-be01-4a12-a952-7a894336019b', 'admin_state_up': True, 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:18.779263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-313e87d0-dc99-4dfa-aef5-e6bdc5b6f083 req-302824f0-3ec1-4de5-828a-dbebed999ebb tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079016 Sep 16 04:41:18.878941 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Set router 5a663aea-20f3-49fd-b08f-50366d743411 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:18.911493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-54f14b46-f13e-427f-8fc7-0f98d5a175d1 None None] Provisioning complete for port 98ff4389-6e8f-486b-8191-1a2f31790fcf triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:18.912566 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-54f14b46-f13e-427f-8fc7-0f98d5a175d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:18.955965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:18.959556 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.034859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff0b49-ef49-49ac-91dd-863aea1fc149 req-b72bd095-6921-45f4-b015-2e0ad09e8614 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.045458 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b6ff0b49-ef49-49ac-91dd-863aea1fc149 req-b72bd095-6921-45f4-b015-2e0ad09e8614 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1386321 Sep 16 04:41:19.063415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-54f14b46-f13e-427f-8fc7-0f98d5a175d1 None None] Port 98ff4389-6e8f-486b-8191-1a2f31790fcf cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:19.167471 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b6ff0b49-ef49-49ac-91dd-863aea1fc149 req-d023a064-3663-4ddf-9660-f0a36783617c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206295 Sep 16 04:41:19.222744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-74bf12b9-378d-468e-babf-67ee835a275f req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Allocated IP 19.80.0.231 (01b5e553-be01-4a12-a952-7a894336019b/bb63f1d3-be5e-4462-8781-40f840e91cb2/6c44b088-d1bc-4615-9d94-22b0c7553c2a) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:19.392750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a01ef08-3a10-40e1-b4f5-c99a701d866f req-d4afcf56-7948-4915-a7da-5c220f1bad7d tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0454369 Sep 16 04:41:19.461915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-10575663-32ad-44e1-bbf5-fec1a49d0b08 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.464694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-10575663-32ad-44e1-bbf5-fec1a49d0b08 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.50 "GET /v2.0/networks?id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169 HTTP/1.1" status: 200 len: 829 time: 0.2389729 Sep 16 04:41:19.482678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Request body: {'port': {'device_id': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'admin_state_up': True, 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:19.525396 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.565097 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:12Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '7ee79295-90ef-4ff5-88d7-a617372974d0', 'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'mac_address': 'fa:16:3e:22:c7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:13Z', 'revision_number': 2, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'subnets': [{'id': 'd8663071-7997-496a-b1af-9075a07960c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:19.620327 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7d3febf6-ba28-4f5b-8e6f-e20c5133c675 req-676e9274-0a26-4d17-a8f7-3135f4268f2b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 210 time: 0.0762382 Sep 16 04:41:19.625988 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.627545 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Checking router: 5a663aea-20f3-49fd-b08f-50366d743411 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:19.628025 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Updating router 5a663aea-20f3-49fd-b08f-50366d743411 port 7ee79295-90ef-4ff5-88d7-a617372974d0 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:41:19.670330 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.718461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bf12b9-378d-468e-babf-67ee835a275f req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network 01b5e553-be01-4a12-a952-7a894336019b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:19.723307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-74bf12b9-378d-468e-babf-67ee835a275f req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:19.742618 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bf12b9-378d-468e-babf-67ee835a275f req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:19.854252 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Port': ['ID=6c44b088-d1bc-4615-9d94-22b0c7553c2a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:19.892677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:19.893415 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:19.953808 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-0634baba-c589-4456-a298-18b3407b0f42 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2176828 Sep 16 04:41:19.977130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Request body: {'port': {'device_id': '80b1e940-c652-4df1-950d-e25519f5e524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:19.993689 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e8939a0b-08e1-42d6-884c-5fa376c96a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.135712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e102f-d6bd-4334-a627-80459cd1461d req-759aeb79-5d3d-49c3-8da7-9fed0af788b2 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.137597 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-759aeb79-5d3d-49c3-8da7-9fed0af788b2 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.50 "GET /v2.0/networks?id=437becb2-8742-4d09-a3f1-9db54892d9d9 HTTP/1.1" status: 200 len: 822 time: 0.4223707 Sep 16 04:41:20.168551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a56e102f-d6bd-4334-a627-80459cd1461d req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Request body: {'port': {'device_id': '78bbf493-ba02-4085-949d-631adee53a71', 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9', 'admin_state_up': True, 'tenant_id': 'c5ff4d0e0fd14bd19cb1f3d207a43701'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:20.212314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2b0fa157-ebc5-46f9-9a2c-1de2d2ff474d None None] Provisioning complete for port 6c44b088-d1bc-4615-9d94-22b0c7553c2a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:20.214622 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa157-ebc5-46f9-9a2c-1de2d2ff474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.251069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.317757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d618e-09bf-4306-84d8-3bb707439034 req-636ff2e0-6284-4ce9-92e2-ae191009c50d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.329452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d618e-09bf-4306-84d8-3bb707439034 req-636ff2e0-6284-4ce9-92e2-ae191009c50d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.336132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d618e-09bf-4306-84d8-3bb707439034 req-636ff2e0-6284-4ce9-92e2-ae191009c50d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.345050 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f45d618e-09bf-4306-84d8-3bb707439034 req-636ff2e0-6284-4ce9-92e2-ae191009c50d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2376 time: 0.3011799 Sep 16 04:41:20.347506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57054) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:20.357444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2b0fa157-ebc5-46f9-9a2c-1de2d2ff474d None None] Port 6c44b088-d1bc-4615-9d94-22b0c7553c2a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:20.373422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Made reservation on behalf of 9b05c2410c774fa499991fa400cc3dc8 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:20.381886 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.404826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 954275d2-bef4-4437-bc01-761001301843 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:20.406321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56e102f-d6bd-4334-a627-80459cd1461d req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Made reservation on behalf of c5ff4d0e0fd14bd19cb1f3d207a43701 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:20.414972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a56e102f-d6bd-4334-a627-80459cd1461d req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.484841 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.495983 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.505420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 954275d2-bef4-4437-bc01-761001301843 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:20.505921 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.557808 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37af67-252c-4081-97a8-e3b033967805 None None] Pushing event updated for resources: {'Port': ['ID=7ee79295-90ef-4ff5-88d7-a617372974d0,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:20.638312 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Attempting to bind port 7ee79295-90ef-4ff5-88d7-a617372974d0 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:20.643051 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Attempting to bind port 7ee79295-90ef-4ff5-88d7-a617372974d0 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:20.644446 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Attempting to bind port 7ee79295-90ef-4ff5-88d7-a617372974d0 on network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:20.665600 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:20.666297 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Checking segment: {'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:20.666966 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.667634 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Bound using segment: {'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:20.668393 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Bound port: 7ee79295-90ef-4ff5-88d7-a617372974d0, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:20.669023 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.682688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-a56e102f-d6bd-4334-a627-80459cd1461d req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Allocated IP 172.20.0.7 (437becb2-8742-4d09-a3f1-9db54892d9d9/d0ebfc39-2565-44fc-9e95-bd5ceb2266d6/43cbde45-6e3b-4e8b-a88e-4602e09e3db7) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:20.791796 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.801983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cca42-1595-4fc3-b9ee-b574d1dfbc7c req-ffad1a74-9f64-4251-b4f9-ee9cf0dd2329 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:20.811279 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d59cca42-1595-4fc3-b9ee-b574d1dfbc7c req-ffad1a74-9f64-4251-b4f9-ee9cf0dd2329 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.2211897 Sep 16 04:41:20.868540 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] For port 7ee79295-90ef-4ff5-88d7-a617372974d0, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:20.876870 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] For port 7ee79295-90ef-4ff5-88d7-a617372974d0, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7ee79295-90ef-4ff5-88d7-a617372974d0,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:20.883635 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.885767 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a56e102f-d6bd-4334-a627-80459cd1461d req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.910351 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d59cca42-1595-4fc3-b9ee-b574d1dfbc7c req-f21646c8-45fe-4aea-bf63-79c805414f59 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967441 Sep 16 04:41:20.954713 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Routers {'5a663aea-20f3-49fd-b08f-50366d743411'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:20.955300 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:41:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5a663aea-20f3-49fd-b08f-50366d743411'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:20.996579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-eaf0d553-1c3f-4aab-b254-737d7c30c2f5 None None] Provisioning complete for port 7ee79295-90ef-4ff5-88d7-a617372974d0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:20.997723 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d553-1c3f-4aab-b254-737d7c30c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:20.999580 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a56e102f-d6bd-4334-a627-80459cd1461d req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.115835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event updated for resources: {'Port': ['ID=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:21.195034 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d553-1c3f-4aab-b254-737d7c30c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.242982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b827c4bb-a00a-45e4-ad40-6d3893a539e4 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:21.261718 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.283559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-eaf0d553-1c3f-4aab-b254-737d7c30c2f5 None None] For port 7ee79295-90ef-4ff5-88d7-a617372974d0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7ee79295-90ef-4ff5-88d7-a617372974d0,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:21.290088 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d553-1c3f-4aab-b254-737d7c30c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.293934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Transition to ACTIVE for port object b827c4bb-a00a-45e4-ad40-6d3893a539e4 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:21.299071 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] Set router 5a663aea-20f3-49fd-b08f-50366d743411 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:21.301037 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.322267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f45d618e-09bf-4306-84d8-3bb707439034 req-7c54979e-653d-4228-afa7-8a207ed89a79 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9758234 Sep 16 04:41:21.361096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56e102f-d6bd-4334-a627-80459cd1461d req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Network 437becb2-8742-4d09-a3f1-9db54892d9d9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:21.371874 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-182f9892-7fc1-4a55-8f35-050133d2acd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=214bc99a39b342328537a144eb17f642&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0057442 Sep 16 04:41:21.377644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57076) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:21.391020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-a56e102f-d6bd-4334-a627-80459cd1461d req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:21.407092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0d553-1c3f-4aab-b254-737d7c30c2f5 None None] Pushing event updated for resources: {'Port': ['ID=7ee79295-90ef-4ff5-88d7-a617372974d0,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:21.412778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56e102f-d6bd-4334-a627-80459cd1461d req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:21.480969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a9a3774b-8305-4b44-9be4-3bd2e55b7408 None None] Provisioning complete for port 7ee79295-90ef-4ff5-88d7-a617372974d0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:21.486478 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9a3774b-8305-4b44-9be4-3bd2e55b7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.494376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Pushing event updated for resources: {'Port': ['ID=b827c4bb-a00a-45e4-ad40-6d3893a539e4,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:21.562695 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba217-0281-4cbc-a461-80f2ea7eca98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.618031 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.718044 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37af67-252c-4081-97a8-e3b033967805 None None] Pushing event updated for resources: {'Port': ['ID=7ee79295-90ef-4ff5-88d7-a617372974d0,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:21.729733 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba217-0281-4cbc-a461-80f2ea7eca98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.731832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Attempting to bind port b827c4bb-a00a-45e4-ad40-6d3893a539e4 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:21.732115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Attempting to bind port b827c4bb-a00a-45e4-ad40-6d3893a539e4 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:21.732452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Attempting to bind port b827c4bb-a00a-45e4-ad40-6d3893a539e4 on network 01b5e553-be01-4a12-a952-7a894336019b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:21.748205 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:12Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '7ee79295-90ef-4ff5-88d7-a617372974d0', 'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'mac_address': 'fa:16:3e:22:c7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:20Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'subnets': [{'id': 'd8663071-7997-496a-b1af-9075a07960c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:21.756965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Port b827c4bb-a00a-45e4-ad40-6d3893a539e4 on network 01b5e553-be01-4a12-a952-7a894336019b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:21.757307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Attempting to bind port b827c4bb-a00a-45e4-ad40-6d3893a539e4 on network 01b5e553-be01-4a12-a952-7a894336019b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:21.760840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-584eea53-478e-4e1d-8742-e06ff97be854 req-eae45067-2f69-4d0e-bdff-5c3120e80b04 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 210 time: 0.1291549 Sep 16 04:41:21.778469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e102f-d6bd-4334-a627-80459cd1461d req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:21.779293 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a56e102f-d6bd-4334-a627-80459cd1461d req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.798992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-ade84280-7b7c-42b9-a656-0c84307a4447 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6376717 Sep 16 04:41:21.801500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:21.801742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Checking segment: {'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:21.809754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Bound using segment: {'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:21.811308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Bound port: b827c4bb-a00a-45e4-ad40-6d3893a539e4, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:21.812227 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:21.813959 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24c0d-10b5-4773-85b8-bd7e5193e50b None None] The sync data for ids ['5a663aea-20f3-49fd-b08f-50366d743411'] in n-d-712142-17 is: [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:12Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '7ee79295-90ef-4ff5-88d7-a617372974d0', 'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'mac_address': 'fa:16:3e:22:c7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:20Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'subnets': [{'id': 'd8663071-7997-496a-b1af-9075a07960c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:21.851774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Request body: {'port': {'device_id': '78bbf493-ba02-4085-949d-631adee53a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:21.856181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Allocated IP 172.20.0.10 (17ef6067-d90b-4ec7-a3f4-1f442f5d6169/d8663071-7997-496a-b1af-9075a07960c6/bc99c8dd-bdff-4925-9ced-3d0f4d5dd979) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:21.941646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] For port b827c4bb-a00a-45e4-ad40-6d3893a539e4, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:21.943583 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] For port b827c4bb-a00a-45e4-ad40-6d3893a539e4, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b827c4bb-a00a-45e4-ad40-6d3893a539e4,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:21.954762 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.012880 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Pushing event updated for resources: {'Port': ['ID=b827c4bb-a00a-45e4-ad40-6d3893a539e4,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:22.036785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.037567 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.039544 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-6410ef5d-3ab1-490f-a835-6eb9e5d2c514 service neutron] 10.222.0.50 "PUT /v2.0/ports/b827c4bb-a00a-45e4-ad40-6d3893a539e4 HTTP/1.1" status: 200 len: 1092 time: 2.0770991 Sep 16 04:41:22.039992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'tag': 'b827c4bb-a00a-45e4-ad40-6d3893a539e4'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:22.042415 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa6e04e-8c06-4fee-a586-b4e451686955" -d '{"events": [{"name": "network-changed", "server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "tag": "b827c4bb-a00a-45e4-ad40-6d3893a539e4"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:22.049277 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba217-0281-4cbc-a461-80f2ea7eca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.053601 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba217-0281-4cbc-a461-80f2ea7eca98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.072005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3a2ba217-0281-4cbc-a461-80f2ea7eca98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce HTTP/1.1" status: 204 len: 168 time: 0.6849270 Sep 16 04:41:22.091433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Request body: {'port': {'device_id': '80b1e940-c652-4df1-950d-e25519f5e524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:22.267510 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.288109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ba217-0281-4cbc-a461-80f2ea7eca98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ee8c3b-3dd8-4bd8-85c9-94dfffaed6ce,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:22.427879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7ee79295-90ef-4ff5-88d7-a617372974d0 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:22.463339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.636976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 7ee79295-90ef-4ff5-88d7-a617372974d0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:22.639252 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.780494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e7132-d123-41dc-8ba8-4330453d0ffd req-97865bc4-4d54-4921-8e39-9c935ec531be tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.790731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a00e7132-d123-41dc-8ba8-4330453d0ffd req-97865bc4-4d54-4921-8e39-9c935ec531be tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 931 time: 0.8919997 Sep 16 04:41:22.832430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dfe3d-15cc-47c8-89d3-5bb3265b0f9e req-ecb47b42-49df-4cb6-9558-77ba9ac73fb6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:22.834052 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db7dfe3d-15cc-47c8-89d3-5bb3265b0f9e req-ecb47b42-49df-4cb6-9558-77ba9ac73fb6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1370151 Sep 16 04:41:22.859500 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57118) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:22.887105 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.901653 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac3d632f-6ad9-40e4-8ffe-db2e364791aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:22.957071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ff4389-6e8f-486b-8191-1a2f31790fcf {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:22.962025 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a00e7132-d123-41dc-8ba8-4330453d0ffd req-08053243-46b7-4023-ad1f-df7782694e5e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701055 Sep 16 04:41:22.992619 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.020493 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db7dfe3d-15cc-47c8-89d3-5bb3265b0f9e req-5902f641-b83c-4ecb-8208-7771aae97686 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783400 Sep 16 04:41:23.039830 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f90a8b9-bcab-4381-aa78-11ac80323768 x-openstack-request-id: req-1f90a8b9-bcab-4381-aa78-11ac80323768 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:23.040149 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "tag": "b827c4bb-a00a-45e4-ad40-6d3893a539e4", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:23.040368 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f90a8b9-bcab-4381-aa78-11ac80323768 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:23.040957 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'tag': 'b827c4bb-a00a-45e4-ad40-6d3893a539e4', 'status': 'completed', 'code': 200} Sep 16 04:41:23.060466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Transition to ACTIVE for port object 98ff4389-6e8f-486b-8191-1a2f31790fcf will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:23.068723 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.111973 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.118098 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.220359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e04e-8c06-4fee-a586-b4e451686955 req-92384750-c0d4-4a11-ac5a-821121309d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.221047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e04e-8c06-4fee-a586-b4e451686955 req-92384750-c0d4-4a11-ac5a-821121309d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.221711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e04e-8c06-4fee-a586-b4e451686955 req-92384750-c0d4-4a11-ac5a-821121309d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.224213 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4aa6e04e-8c06-4fee-a586-b4e451686955 req-92384750-c0d4-4a11-ac5a-821121309d8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e1c19a5352b422e9d40b4427909b78d&device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2758 time: 0.1496286 Sep 16 04:41:23.227505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Pushing event updated for resources: {'Port': ['ID=98ff4389-6e8f-486b-8191-1a2f31790fcf,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:23.254792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:23.256538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:23.293380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Pushing event updated for resources: {'Port': ['ID=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:23.298817 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:23.428618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.431997 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.589495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Attempting to bind port 98ff4389-6e8f-486b-8191-1a2f31790fcf on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:23.590125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Attempting to bind port 98ff4389-6e8f-486b-8191-1a2f31790fcf by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '32fb81e8-6afd-4c95-87af-f7888e2bc973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:23.590244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Attempting to bind port 98ff4389-6e8f-486b-8191-1a2f31790fcf on network 77172d2f-bbf0-44db-98a0-017ad4143e71 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:23.603266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Port 98ff4389-6e8f-486b-8191-1a2f31790fcf on network 77172d2f-bbf0-44db-98a0-017ad4143e71 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:23.603564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Attempting to bind port 98ff4389-6e8f-486b-8191-1a2f31790fcf on network 77172d2f-bbf0-44db-98a0-017ad4143e71 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:23.626959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:23.627301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Checking segment: {'id': '32fb81e8-6afd-4c95-87af-f7888e2bc973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:23.627745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Bound using segment: {'id': '32fb81e8-6afd-4c95-87af-f7888e2bc973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:23.628252 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Bound port: 98ff4389-6e8f-486b-8191-1a2f31790fcf, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32fb81e8-6afd-4c95-87af-f7888e2bc973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:23.628622 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.688578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225534a-b471-4449-aa3d-3e7c2d787ecc req-7eed66fb-4135-4618-8e04-c38a0b5d1afe tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.699135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e04e-8c06-4fee-a586-b4e451686955 req-a02add56-cfe4-41cf-8511-fe46199d03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.699625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e04e-8c06-4fee-a586-b4e451686955 req-a02add56-cfe4-41cf-8511-fe46199d03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.700102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e04e-8c06-4fee-a586-b4e451686955 req-a02add56-cfe4-41cf-8511-fe46199d03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.702469 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4aa6e04e-8c06-4fee-a586-b4e451686955 req-a02add56-cfe4-41cf-8511-fe46199d03a2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1e1c19a5352b422e9d40b4427909b78d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4605691 Sep 16 04:41:23.711096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225534a-b471-4449-aa3d-3e7c2d787ecc req-7eed66fb-4135-4618-8e04-c38a0b5d1afe tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.717125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225534a-b471-4449-aa3d-3e7c2d787ecc req-7eed66fb-4135-4618-8e04-c38a0b5d1afe tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:23.719508 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7225534a-b471-4449-aa3d-3e7c2d787ecc req-7eed66fb-4135-4618-8e04-c38a0b5d1afe tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2400 time: 0.2683277 Sep 16 04:41:23.733578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:23.760143 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-09e53455-3efd-4921-b4f9-cec6e6cd3bb7 None None] Provisioning complete for port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:23.760658 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09e53455-3efd-4921-b4f9-cec6e6cd3bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.762852 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.818445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Transition to ACTIVE for port object 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:23.820516 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac3d632f-6ad9-40e4-8ffe-db2e364791aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.824542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7225534a-b471-4449-aa3d-3e7c2d787ecc req-b5a7ace9-ea71-4944-909c-74aa13f81513 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953431 Sep 16 04:41:23.828180 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac3d632f-6ad9-40e4-8ffe-db2e364791aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.853268 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:23.865229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-09e53455-3efd-4921-b4f9-cec6e6cd3bb7 None None] Port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:23.877321 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ac3d632f-6ad9-40e4-8ffe-db2e364791aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2afffaf24a7247acaeeca59c7d1078fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0144696 Sep 16 04:41:23.887945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57144) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:23.920374 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-6daee881-b93e-490a-929d-2a3f13aa0ddb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4432538 Sep 16 04:41:23.921890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] For port 98ff4389-6e8f-486b-8191-1a2f31790fcf, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:23.927474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Pushing event updated for resources: {'Port': ['ID=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:23.953638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Request body: {'port': {'device_id': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:23.966122 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d632f-6ad9-40e4-8ffe-db2e364791aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043ef05a-5eea-4dc8-bdb2-282a9d594744,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:23.969274 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] For port 98ff4389-6e8f-486b-8191-1a2f31790fcf, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=98ff4389-6e8f-486b-8191-1a2f31790fcf,segment=NetworkSegment(32fb81e8-6afd-4c95-87af-f7888e2bc973),segment_id=32fb81e8-6afd-4c95-87af-f7888e2bc973)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:23.979959 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.017672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:24.018379 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.020452 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] 10.222.0.50 "PUT /v2.0/ports/98ff4389-6e8f-486b-8191-1a2f31790fcf HTTP/1.1" status: 200 len: 1093 time: 1.9455190 Sep 16 04:41:24.070894 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Request body: {'port': {'device_id': '80b1e940-c652-4df1-950d-e25519f5e524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:24.189660 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.205874 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e04e-8c06-4fee-a586-b4e451686955 req-668e31c5-21cf-48cf-b84d-f61789929866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:24.207102 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4aa6e04e-8c06-4fee-a586-b4e451686955 req-668e31c5-21cf-48cf-b84d-f61789929866 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4917288 Sep 16 04:41:24.218789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba9255e4-4044-458b-91a5-a063235f0b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.227866 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86d150-7b4b-49bf-8938-bd3055f2ba3b service neutron] Pushing event updated for resources: {'Port': ['ID=98ff4389-6e8f-486b-8191-1a2f31790fcf,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:24.228240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b6045-0ca0-4200-bc93-c0ecdaf3e452 req-3d52a6db-d09f-4185-9a7a-3724379039b7 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:24.232651 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f05b6045-0ca0-4200-bc93-c0ecdaf3e452 req-3d52a6db-d09f-4185-9a7a-3724379039b7 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 932 time: 0.2893367 Sep 16 04:41:24.237364 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.237896 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Attempting to bind port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:24.238336 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Attempting to bind port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:24.238774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Attempting to bind port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 on network 437becb2-8742-4d09-a3f1-9db54892d9d9 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:24.259295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 on network 437becb2-8742-4d09-a3f1-9db54892d9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:24.259625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Attempting to bind port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 on network 437becb2-8742-4d09-a3f1-9db54892d9d9 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:24.288547 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba9255e4-4044-458b-91a5-a063235f0b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.288811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:24.288997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Checking segment: {'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:24.289585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Bound using segment: {'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:24.290272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Bound port: 43cbde45-6e3b-4e8b-a88e-4602e09e3db7, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:24.290984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.380890 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f05b6045-0ca0-4200-bc93-c0ecdaf3e452 req-dd8e0a55-0062-4ee3-a1c0-e116cdc69d19 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321545 Sep 16 04:41:24.578107 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba9255e4-4044-458b-91a5-a063235f0b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.580819 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba9255e4-4044-458b-91a5-a063235f0b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.581956 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ba9255e4-4044-458b-91a5-a063235f0b90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/043ef05a-5eea-4dc8-bdb2-282a9d594744 HTTP/1.1" status: 204 len: 168 time: 0.6815715 Sep 16 04:41:24.608768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586c851-5c2c-4bb3-84c4-663ea3a4d364 req-b90ce310-081b-4c6f-8c1c-99f5fa60b7df tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:24.610371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1586c851-5c2c-4bb3-84c4-663ea3a4d364 req-b90ce310-081b-4c6f-8c1c-99f5fa60b7df tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 943 time: 0.1012571 Sep 16 04:41:24.620537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9255e4-4044-458b-91a5-a063235f0b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043ef05a-5eea-4dc8-bdb2-282a9d594744,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:24.698179 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1586c851-5c2c-4bb3-84c4-663ea3a4d364 req-9385ff90-647b-4c31-b36d-cc2944e2bd1a tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730929 Sep 16 04:41:24.815481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c44b088-d1bc-4615-9d94-22b0c7553c2a {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:24.819162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] For port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:24.831559 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.853210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] For port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:24.866242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.867973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Transition to ACTIVE for port object 6c44b088-d1bc-4615-9d94-22b0c7553c2a will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:24.872657 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.941754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:24.942381 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:24.943802 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] 10.222.0.50 "PUT /v2.0/ports/43cbde45-6e3b-4e8b-a88e-4602e09e3db7 HTTP/1.1" status: 200 len: 1092 time: 3.1069975 Sep 16 04:41:24.945986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bbf493-ba02-4085-949d-631adee53a71', 'tag': '43cbde45-6e3b-4e8b-a88e-4602e09e3db7'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:24.948255 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d26078b-7688-4c79-8ef0-ca114332d3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "78bbf493-ba02-4085-949d-631adee53a71", "tag": "43cbde45-6e3b-4e8b-a88e-4602e09e3db7"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:24.969590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c294352-63e0-4a41-a2a9-8e85ff35839a req-97806e6b-ee0d-4616-a5d9-7a004815c5ac tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:24.977481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Pushing event updated for resources: {'Port': ['ID=6c44b088-d1bc-4615-9d94-22b0c7553c2a,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:24.989253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c294352-63e0-4a41-a2a9-8e85ff35839a req-97806e6b-ee0d-4616-a5d9-7a004815c5ac tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1929407 Sep 16 04:41:25.043640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'tag': '98ff4389-6e8f-486b-8191-1a2f31790fcf'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:25.047677 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c20222-df0f-4473-b03f-38bc76d7ce1d" -d '{"events": [{"name": "network-changed", "server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "tag": "98ff4389-6e8f-486b-8191-1a2f31790fcf"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:25.090387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Attempting to bind port 6c44b088-d1bc-4615-9d94-22b0c7553c2a on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:25.090732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Attempting to bind port 6c44b088-d1bc-4615-9d94-22b0c7553c2a by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:25.091069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Attempting to bind port 6c44b088-d1bc-4615-9d94-22b0c7553c2a on network 01b5e553-be01-4a12-a952-7a894336019b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:25.097929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Port 6c44b088-d1bc-4615-9d94-22b0c7553c2a on network 01b5e553-be01-4a12-a952-7a894336019b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:25.098277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Attempting to bind port 6c44b088-d1bc-4615-9d94-22b0c7553c2a on network 01b5e553-be01-4a12-a952-7a894336019b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:25.104553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:25.105094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Checking segment: {'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:25.105675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Bound using segment: {'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:25.106093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Bound port: 6c44b088-d1bc-4615-9d94-22b0c7553c2a, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016c30ba-98d5-4afc-9200-7c8d39409096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '01b5e553-be01-4a12-a952-7a894336019b'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:25.106770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.109166 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c294352-63e0-4a41-a2a9-8e85ff35839a req-070f76ef-b963-4c75-99c0-36a049079529 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186960 Sep 16 04:41:25.239114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] For port 6c44b088-d1bc-4615-9d94-22b0c7553c2a, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:25.242624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] For port 6c44b088-d1bc-4615-9d94-22b0c7553c2a, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=6c44b088-d1bc-4615-9d94-22b0c7553c2a,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:25.247055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.250197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5168d-84ff-4a94-bf58-ad6b24951752 service neutron] Pushing event updated for resources: {'Port': ['ID=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:25.306795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.307947 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.308849 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] 10.222.0.50 "PUT /v2.0/ports/6c44b088-d1bc-4615-9d94-22b0c7553c2a HTTP/1.1" status: 200 len: 1093 time: 1.2425911 Sep 16 04:41:25.323064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e102f-d6bd-4334-a627-80459cd1461d req-dd6b1df2-4385-4ce4-8664-49968a68cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.324855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-dd6b1df2-4385-4ce4-8664-49968a68cecf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5ff4d0e0fd14bd19cb1f3d207a43701&device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 1095 time: 0.2916081 Sep 16 04:41:25.403493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414522c-14db-45ad-8b63-155b94aa7c1f service neutron] Pushing event updated for resources: {'Port': ['ID=6c44b088-d1bc-4615-9d94-22b0c7553c2a,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:25.412487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca23f4-1891-4907-a399-332367c993e2 req-6076b332-dc0d-4297-96ee-68b0d8234331 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.423150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca23f4-1891-4907-a399-332367c993e2 req-6076b332-dc0d-4297-96ee-68b0d8234331 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.433711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca23f4-1891-4907-a399-332367c993e2 req-6076b332-dc0d-4297-96ee-68b0d8234331 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.436354 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3aca23f4-1891-4907-a399-332367c993e2 req-6076b332-dc0d-4297-96ee-68b0d8234331 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2412 time: 0.1996334 Sep 16 04:41:25.440869 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-04091cdc-b39f-4bd3-8b1d-7bfeae907e1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cbde45-6e3b-4e8b-a88e-4602e09e3db7 HTTP/1.1" status: 200 len: 217 time: 0.1040463 Sep 16 04:41:25.476353 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-4c46540e-5df0-43c0-8cb5-08796951aa36 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.478464 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-4c46540e-5df0-43c0-8cb5-08796951aa36 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/networks?id=760ef33c-b75c-4248-8ddb-92e78845a4d2 HTTP/1.1" status: 200 len: 815 time: 0.1919589 Sep 16 04:41:25.482630 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-1a3681bd-6205-4a66-83c1-702f2b003481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.483691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-1a3681bd-6205-4a66-83c1-702f2b003481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.484176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-1a3681bd-6205-4a66-83c1-702f2b003481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.485873 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-1a3681bd-6205-4a66-83c1-702f2b003481 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e1c19a5352b422e9d40b4427909b78d&device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2868 time: 0.1291089 Sep 16 04:41:25.499202 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-4303bb9f-e15e-4fb6-89d7-c1e3d034b88d tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/quotas/0438dca5e2cc4175984f01ab28c77bfa HTTP/1.1" status: 200 len: 375 time: 0.0111992 Sep 16 04:41:25.501828 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:25.544097 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3aca23f4-1891-4907-a399-332367c993e2 req-cc4a6464-3b48-44c7-87d1-b0811d42ab62 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953321 Sep 16 04:41:25.548002 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.568998 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-959f8d60-3782-4996-8fe2-fedd8201153f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.37&port_id=b827c4bb-a00a-45e4-ad40-6d3893a539e4 HTTP/1.1" status: 200 len: 217 time: 0.0686355 Sep 16 04:41:25.582720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Transition to ACTIVE for port object bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:25.584512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e102f-d6bd-4334-a627-80459cd1461d req-9380523e-a759-4024-9f0d-c15a41d40181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.586365 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-9380523e-a759-4024-9f0d-c15a41d40181 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0ebfc39-2565-44fc-9e95-bd5ceb2266d6 HTTP/1.1" status: 200 len: 862 time: 0.1328077 Sep 16 04:41:25.587538 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.641172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Pushing event updated for resources: {'Port': ['ID=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:25.648298 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-a15c6323-9154-43ce-8dcf-ac00de2b91b1 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0438dca5e2cc4175984f01ab28c77bfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1421742 Sep 16 04:41:25.678733 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-c756ebd3-beaf-464b-8a08-73c66cdbf2e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=437becb2-8742-4d09-a3f1-9db54892d9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476351 Sep 16 04:41:25.681290 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-115fbd54-bb2c-4e2d-b0f1-5b15941c5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.682754 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-115fbd54-bb2c-4e2d-b0f1-5b15941c5ca7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb63f1d3-be5e-4462-8781-40f840e91cb2 HTTP/1.1" status: 200 len: 801 time: 0.0974898 Sep 16 04:41:25.782448 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-0755e7f1-3490-4937-96ca-3e80e37029f7 service neutron] 10.222.0.53 "GET /v2.0/networks/760ef33c-b75c-4248-8ddb-92e78845a4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329536 Sep 16 04:41:25.784611 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-f913ee02-4889-4346-8531-00b776a390df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.786311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-f913ee02-4889-4346-8531-00b776a390df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01b5e553-be01-4a12-a952-7a894336019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695293 Sep 16 04:41:25.822905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6dec4-490c-4ea2-a7c8-d4d552e28667 req-fb68c515-82e3-485e-9ef4-266c1274e769 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:25.824501 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcc6dec4-490c-4ea2-a7c8-d4d552e28667 req-fb68c515-82e3-485e-9ef4-266c1274e769 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 947 time: 0.1948583 Sep 16 04:41:25.900789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-7e3a169b-c7d9-48ea-a17a-680ada05cd5d service neutron] 10.222.0.50 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954246 Sep 16 04:41:25.910160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcc6dec4-490c-4ea2-a7c8-d4d552e28667 req-54d40bad-aab3-41e4-a6a1-9b7d6a2db376 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732465 Sep 16 04:41:25.911009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Attempting to bind port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:25.911349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Attempting to bind port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:25.911721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Attempting to bind port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 on network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:25.933648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 on network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:25.933991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Attempting to bind port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 on network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:25.948712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:25.949059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Checking segment: {'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:25.949463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Bound using segment: {'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:25.950138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Bound port: bc99c8dd-bdff-4925-9ced-3d0f4d5dd979, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f682840-77d6-4597-9538-202ebf13dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:25.950511 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:25.992596 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c0e6ca-50d5-4c43-978e-1aad9a5c6a0a x-openstack-request-id: req-f7c0e6ca-50d5-4c43-978e-1aad9a5c6a0a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:25.992837 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bbf493-ba02-4085-949d-631adee53a71", "tag": "43cbde45-6e3b-4e8b-a88e-4602e09e3db7", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:25.993011 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7c0e6ca-50d5-4c43-978e-1aad9a5c6a0a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:25.993415 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bbf493-ba02-4085-949d-631adee53a71', 'tag': '43cbde45-6e3b-4e8b-a88e-4602e09e3db7', 'status': 'completed', 'code': 200} Sep 16 04:41:26.070586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a56e102f-d6bd-4334-a627-80459cd1461d req-783e116b-7967-428a-a659-b9e5c108f80f service neutron] 10.222.0.50 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485126 Sep 16 04:41:26.090893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] For port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:26.121036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] For port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:26.130156 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.184712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbb1b9-dbc2-4bf4-82c1-76cc2e0a4a84 req-f43f4fc0-dcac-4dad-a9cf-a6407bb2402f tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.186802 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5dcbb1b9-dbc2-4bf4-82c1-76cc2e0a4a84 req-f43f4fc0-dcac-4dad-a9cf-a6407bb2402f tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1197684 Sep 16 04:41:26.210370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.210772 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f337b6-3854-410a-85bd-69ab447cc485 x-openstack-request-id: req-b1f337b6-3854-410a-85bd-69ab447cc485 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:26.211006 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:26.211300 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "tag": "98ff4389-6e8f-486b-8191-1a2f31790fcf", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:26.211640 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1f337b6-3854-410a-85bd-69ab447cc485 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:26.212120 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'tag': '98ff4389-6e8f-486b-8191-1a2f31790fcf', 'status': 'completed', 'code': 200} Sep 16 04:41:26.212387 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] 10.222.0.50 "PUT /v2.0/ports/bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 HTTP/1.1" status: 200 len: 1093 time: 2.2641826 Sep 16 04:41:26.257492 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-c72c25df-8fe4-420a-b14d-ec3f67dbfd11 service neutron] 10.222.0.53 "GET /v2.0/networks/760ef33c-b75c-4248-8ddb-92e78845a4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694118 Sep 16 04:41:26.270210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d12fdb-568b-40f3-bdb3-5b8efe19dc34 service neutron] Pushing event updated for resources: {'Port': ['ID=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:26.294793 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-b550f1e9-72eb-42cd-98e5-ebecf96c3a72 service neutron] 10.222.0.50 "GET /v2.0/networks/01b5e553-be01-4a12-a952-7a894336019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886179 Sep 16 04:41:26.304042 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5dcbb1b9-dbc2-4bf4-82c1-76cc2e0a4a84 req-239098fc-6802-4cd5-978e-176b373108a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947061 Sep 16 04:41:26.321801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26078b-7688-4c79-8ef0-ca114332d3e4 req-9928cd04-fadd-45cc-9028-5d514be7eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.323500 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d26078b-7688-4c79-8ef0-ca114332d3e4 req-9928cd04-fadd-45cc-9028-5d514be7eb7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5ff4d0e0fd14bd19cb1f3d207a43701&device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 1095 time: 0.1621616 Sep 16 04:41:26.382578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-9d5d3af4-16d6-49e2-845b-c50b9d7369ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.384393 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-9d5d3af4-16d6-49e2-845b-c50b9d7369ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b05c2410c774fa499991fa400cc3dc8&device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 1096 time: 0.1153610 Sep 16 04:41:26.471146 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-b37f3747-44d4-4d71-ab44-8adcf4631515 service neutron] 10.222.0.50 "GET /v2.0/networks/01b5e553-be01-4a12-a952-7a894336019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696405 Sep 16 04:41:26.525101 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-06a40f39-af41-4345-8e32-dfa8245a854b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 HTTP/1.1" status: 200 len: 217 time: 0.1275752 Sep 16 04:41:26.525703 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-9d739225-9efc-4d15-91e8-bd1e77872578 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.240&port_id=98ff4389-6e8f-486b-8191-1a2f31790fcf HTTP/1.1" status: 200 len: 217 time: 0.0453730 Sep 16 04:41:26.610309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26078b-7688-4c79-8ef0-ca114332d3e4 req-70b5808d-e223-4abd-8113-ac76bc54dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.611956 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d26078b-7688-4c79-8ef0-ca114332d3e4 req-70b5808d-e223-4abd-8113-ac76bc54dd16 service neutron] 10.222.0.50 "GET /v2.0/networks?id=437becb2-8742-4d09-a3f1-9db54892d9d9 HTTP/1.1" status: 200 len: 923 time: 0.2803507 Sep 16 04:41:26.626203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-2a020fac-a7e8-4afe-8ea1-04d67cdadca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.627827 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-2a020fac-a7e8-4afe-8ea1-04d67cdadca7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4308af2a-117a-4240-98bb-8d7ff3d5c245 HTTP/1.1" status: 200 len: 801 time: 0.0899267 Sep 16 04:41:26.640999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fce75c-eb70-4c8c-934b-6d55f6efafb6 req-a1550c68-c3f8-474f-a43f-eb65d5e30a1b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.650587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3e351-9336-421f-a204-803f7811520a req-79312f35-c649-46ee-bb94-bee6e0e694e4 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.650827 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3fce75c-eb70-4c8c-934b-6d55f6efafb6 req-a1550c68-c3f8-474f-a43f-eb65d5e30a1b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 943 time: 0.0782559 Sep 16 04:41:26.651276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dcf3e351-9336-421f-a204-803f7811520a req-79312f35-c649-46ee-bb94-bee6e0e694e4 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 947 time: 0.1385641 Sep 16 04:41:26.682445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-73e144f4-8cc7-4711-83c0-5f2a5d8088cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.684028 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-73e144f4-8cc7-4711-83c0-5f2a5d8088cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8663071-7997-496a-b1af-9075a07960c6 HTTP/1.1" status: 200 len: 868 time: 0.1344121 Sep 16 04:41:26.695593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d26078b-7688-4c79-8ef0-ca114332d3e4 req-6142a4f5-cbd9-41ae-adfd-e87d253e4536 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cbde45-6e3b-4e8b-a88e-4602e09e3db7 HTTP/1.1" status: 200 len: 217 time: 0.0685458 Sep 16 04:41:26.720826 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3fce75c-eb70-4c8c-934b-6d55f6efafb6 req-3fb4e676-00b1-4f88-9439-112da46b2d96 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712790 Sep 16 04:41:26.726413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-4f0e38f5-d0e2-465e-8de8-4c775ed261ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.728129 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-4f0e38f5-d0e2-465e-8de8-4c775ed261ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=77172d2f-bbf0-44db-98a0-017ad4143e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639665 Sep 16 04:41:26.845971 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-94759093-bc20-475f-8136-a5b8b09eb793 req-cc5e90e4-8cae-4b3c-aa00-457a714e0361 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 210 time: 0.0623169 Sep 16 04:41:26.874803 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-f023b9a0-f93a-46a2-a2f3-f74998e79425 service neutron] 10.222.0.50 "GET /v2.0/networks/77172d2f-bbf0-44db-98a0-017ad4143e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381521 Sep 16 04:41:26.897076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26078b-7688-4c79-8ef0-ca114332d3e4 req-ff99863f-1898-408f-94ec-f1117eab7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.898596 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d26078b-7688-4c79-8ef0-ca114332d3e4 req-ff99863f-1898-408f-94ec-f1117eab7511 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0ebfc39-2565-44fc-9e95-bd5ceb2266d6 HTTP/1.1" status: 200 len: 862 time: 0.1823189 Sep 16 04:41:26.915703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8797df6-78da-4f85-b5f4-abbd0e3775d2 req-c418c502-0ff1-4c0e-b8fc-ecccd728ecc9 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.916826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8797df6-78da-4f85-b5f4-abbd0e3775d2 req-c418c502-0ff1-4c0e-b8fc-ecccd728ecc9 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.2318473 Sep 16 04:41:26.922166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-7b0f607d-1d07-47d1-9839-617e842933f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:26.924406 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-7b0f607d-1d07-47d1-9839-617e842933f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2183857 Sep 16 04:41:26.972215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d26078b-7688-4c79-8ef0-ca114332d3e4 req-3105d922-ad65-4008-b028-abbfe6145851 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=437becb2-8742-4d09-a3f1-9db54892d9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540991 Sep 16 04:41:27.029240 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-82e81a3a-3669-412b-abd6-a14e7474c4d4 service neutron] 10.222.0.50 "GET /v2.0/networks/77172d2f-bbf0-44db-98a0-017ad4143e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461024 Sep 16 04:41:27.051242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36afb-e3a4-4e7e-aea0-486941b68129 req-ebe1cf35-6e0d-42ff-b07f-a79232251312 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.057170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36afb-e3a4-4e7e-aea0-486941b68129 req-ebe1cf35-6e0d-42ff-b07f-a79232251312 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.064259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36afb-e3a4-4e7e-aea0-486941b68129 req-ebe1cf35-6e0d-42ff-b07f-a79232251312 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.065993 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dec36afb-e3a4-4e7e-aea0-486941b68129 req-ebe1cf35-6e0d-42ff-b07f-a79232251312 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2412 time: 0.0997400 Sep 16 04:41:27.099413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-d9ac3263-07c3-44d0-bb2b-d0eb9682d3ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=6c44b088-d1bc-4615-9d94-22b0c7553c2a HTTP/1.1" status: 200 len: 217 time: 0.0627482 Sep 16 04:41:27.125297 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8797df6-78da-4f85-b5f4-abbd0e3775d2 req-d6dd9573-79a8-47e2-8253-00eb11b89596 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917350 Sep 16 04:41:27.127416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-dcf3e351-9336-421f-a204-803f7811520a req-2ea1dbbf-56aa-44a3-aca8-020ecbfa6953 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Deleting port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:27.127793 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dcf3e351-9336-421f-a204-803f7811520a req-2ea1dbbf-56aa-44a3-aca8-020ecbfa6953 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.174956 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dec36afb-e3a4-4e7e-aea0-486941b68129 req-ba2ee51d-6353-4634-80ef-1184fb39ced8 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774825 Sep 16 04:41:27.182622 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-5efb35b0-af65-467d-b8a6-446ab2249dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.182622 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-5efb35b0-af65-467d-b8a6-446ab2249dd9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb63f1d3-be5e-4462-8781-40f840e91cb2 HTTP/1.1" status: 200 len: 801 time: 0.0683744 Sep 16 04:41:27.231566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d26078b-7688-4c79-8ef0-ca114332d3e4 req-0dc11992-ec82-40e9-91d0-232872fb7032 service neutron] 10.222.0.50 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399776 Sep 16 04:41:27.268966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf12b9-378d-468e-babf-67ee835a275f req-8d3d1717-1a62-4bfc-8473-1d421a0e455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.270615 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-8d3d1717-1a62-4bfc-8473-1d421a0e455b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01b5e553-be01-4a12-a952-7a894336019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750444 Sep 16 04:41:27.313012 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-9ff918f0-3d30-4050-b779-d04e6f2e88cc service neutron] 10.222.0.50 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780901 Sep 16 04:41:27.372494 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-4da459ad-2c63-4498-abe2-84e4368c5b6d service neutron] 10.222.0.50 "GET /v2.0/networks/01b5e553-be01-4a12-a952-7a894336019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902498 Sep 16 04:41:27.480358 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc056f31-de8e-4bf0-9e9b-9d387007036f req-37ccfd6e-d5e6-4c89-ba09-a5787599d64c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.481934 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bc056f31-de8e-4bf0-9e9b-9d387007036f req-37ccfd6e-d5e6-4c89-ba09-a5787599d64c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1085370 Sep 16 04:41:27.487112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebbda8-246a-4407-bfe5-75ba9941737b req-5d5fc118-6c96-48b5-a67a-d50c87a7d633 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.488856 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7ebbda8-246a-4407-bfe5-75ba9941737b req-5d5fc118-6c96-48b5-a67a-d50c87a7d633 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 947 time: 0.2089806 Sep 16 04:41:27.496393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-dcf3e351-9336-421f-a204-803f7811520a req-2ea1dbbf-56aa-44a3-aca8-020ecbfa6953 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] For port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:27.496798 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dcf3e351-9336-421f-a204-803f7811520a req-2ea1dbbf-56aa-44a3-aca8-020ecbfa6953 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.524482 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bf12b9-378d-468e-babf-67ee835a275f req-f59a57ec-e9d8-4c30-a352-bd6951fc5406 service neutron] 10.222.0.50 "GET /v2.0/networks/01b5e553-be01-4a12-a952-7a894336019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394560 Sep 16 04:41:27.551675 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bc056f31-de8e-4bf0-9e9b-9d387007036f req-c9672f9b-41d7-40b6-89d0-c3e5695cae81 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615745 Sep 16 04:41:27.552535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-dcf3e351-9336-421f-a204-803f7811520a req-2ea1dbbf-56aa-44a3-aca8-020ecbfa6953 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Calling delete_port for 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:27.555309 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d26078b-7688-4c79-8ef0-ca114332d3e4 req-58991fb1-d683-438a-95f0-f8db1fee5158 service neutron] 10.222.0.50 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834883 Sep 16 04:41:27.574404 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f2a2bb3-e2b9-451b-8b75-4fb4ba3e9e31 req-a392a59e-fd3c-4333-96ad-82f828529bd9 service neutron] 10.222.0.50 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361476 Sep 16 04:41:27.630991 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7ebbda8-246a-4407-bfe5-75ba9941737b req-b2b1e907-6fa2-4267-a9d4-daa8dea81de9 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220872 Sep 16 04:41:27.687735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-50051777-74ea-430c-ae28-fd83bc649fa2 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.689260 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-50051777-74ea-430c-ae28-fd83bc649fa2 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.15 "GET /v2.0/networks?id=760ef33c-b75c-4248-8ddb-92e78845a4d2 HTTP/1.1" status: 200 len: 815 time: 0.1557302 Sep 16 04:41:27.704937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Request body: {'port': {'device_id': '2e166094-6599-4e1d-974d-9b7bfa2429a9', 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2', 'admin_state_up': True, 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:27.729701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-fb0be335-895e-4574-af65-45dde2783051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.730425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-fb0be335-895e-4574-af65-45dde2783051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.730898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-fb0be335-895e-4574-af65-45dde2783051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.732622 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-fb0be335-895e-4574-af65-45dde2783051 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e1c19a5352b422e9d40b4427909b78d&device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2868 time: 0.0643082 Sep 16 04:41:27.859721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-2974bd2f-7a0e-4ae9-95df-de0e801534bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.860104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Made reservation on behalf of 0438dca5e2cc4175984f01ab28c77bfa for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:27.861496 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-2974bd2f-7a0e-4ae9-95df-de0e801534bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=77172d2f-bbf0-44db-98a0-017ad4143e71 HTTP/1.1" status: 200 len: 903 time: 0.1015024 Sep 16 04:41:27.864419 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.921237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-74bd7501-831e-4f93-a1c2-a8075c190bbb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.240&port_id=98ff4389-6e8f-486b-8191-1a2f31790fcf HTTP/1.1" status: 200 len: 217 time: 0.0507636 Sep 16 04:41:27.941800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dcf3e351-9336-421f-a204-803f7811520a req-2ea1dbbf-56aa-44a3-aca8-020ecbfa6953 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:27.961308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609be8f5-043f-4d89-a72b-0ac1be08b23a req-121ad18a-0b52-4332-8f2a-75d1f559d64e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:27.962915 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-609be8f5-043f-4d89-a72b-0ac1be08b23a req-121ad18a-0b52-4332-8f2a-75d1f559d64e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 943 time: 0.1099372 Sep 16 04:41:28.012629 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57300) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:28.036696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'tag': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:28.039246 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423b24da-522c-4d3b-ae9d-d0c8fe8a926a" -d '{"events": [{"name": "network-changed", "server_uuid": "7672e5d2-55f2-4167-9942-10113ae7d3d2", "tag": "bc99c8dd-bdff-4925-9ced-3d0f4d5dd979"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:28.090579 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-609be8f5-043f-4d89-a72b-0ac1be08b23a req-604dd8b8-13ea-4c96-bd27-a9e1457107f9 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741458 Sep 16 04:41:28.090709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf3e351-9336-421f-a204-803f7811520a req-2ea1dbbf-56aa-44a3-aca8-020ecbfa6953 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] No DVR routers for this DVR port 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:28.092440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1dbbf-56aa-44a3-aca8-020ecbfa6953 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Pushing event deleted for resources: {'Port': ['ID=2f59f2f1-18d1-4315-aedf-ff6f8fddb068,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:28.099487 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-dcf3e351-9336-421f-a204-803f7811520a req-2ea1dbbf-56aa-44a3-aca8-020ecbfa6953 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.101564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dcf3e351-9336-421f-a204-803f7811520a req-2ea1dbbf-56aa-44a3-aca8-020ecbfa6953 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.15 "DELETE /v2.0/ports/2f59f2f1-18d1-4315-aedf-ff6f8fddb068 HTTP/1.1" status: 204 len: 173 time: 1.4151685 Sep 16 04:41:28.150493 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3913d8b8-918a-465a-8f6f-9ba37028e9c5 x-openstack-request-id: req-3913d8b8-918a-465a-8f6f-9ba37028e9c5 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:28.150849 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7672e5d2-55f2-4167-9942-10113ae7d3d2", "tag": "bc99c8dd-bdff-4925-9ced-3d0f4d5dd979", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:28.151121 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3913d8b8-918a-465a-8f6f-9ba37028e9c5 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:28.151440 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'tag': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'status': 'completed', 'code': 200} Sep 16 04:41:28.167683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5496c9a-4614-4427-a05c-085695bd2983 req-c6c8eecf-a10a-4a70-b03d-0c617bf84e54 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 210 time: 0.1888189 Sep 16 04:41:28.171614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Allocated IP 172.20.0.5 (760ef33c-b75c-4248-8ddb-92e78845a4d2/a5a39965-ed1d-4db3-9b39-f025c153c79e/b049ee2c-4298-4dd6-a71e-9b617abad76e) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:28.219388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'tag': '6c44b088-d1bc-4615-9d94-22b0c7553c2a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:28.224138 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590ed5b1-fff4-4021-a0e7-dee5eec15086" -d '{"events": [{"name": "network-changed", "server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "tag": "6c44b088-d1bc-4615-9d94-22b0c7553c2a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:28.253066 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d0f18ce-f689-4b48-95c6-629bb56d4afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.273355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-3eb6d83a-d173-47da-a784-dd791f4475f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.275362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-3eb6d83a-d173-47da-a784-dd791f4475f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4308af2a-117a-4240-98bb-8d7ff3d5c245 HTTP/1.1" status: 200 len: 801 time: 0.3439827 Sep 16 04:41:28.388167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b24da-522c-4d3b-ae9d-d0c8fe8a926a req-cef446a8-4021-47b7-aa38-70b0230d920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.390339 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-423b24da-522c-4d3b-ae9d-d0c8fe8a926a req-cef446a8-4021-47b7-aa38-70b0230d920b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b05c2410c774fa499991fa400cc3dc8&device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 1096 time: 0.2216713 Sep 16 04:41:28.413733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-556f7c52-5596-4c9a-9d7f-c854b0a58d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.415260 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-556f7c52-5596-4c9a-9d7f-c854b0a58d40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=77172d2f-bbf0-44db-98a0-017ad4143e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307979 Sep 16 04:41:28.420119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8a26f-017a-4302-8a87-a0c6a61afd52 req-a4facc22-1eaf-45e3-8979-b45b662461ae tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:28.421783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a8a26f-017a-4302-8a87-a0c6a61afd52 req-a4facc22-1eaf-45e3-8979-b45b662461ae tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1329162 Sep 16 04:41:28.604653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a8a26f-017a-4302-8a87-a0c6a61afd52 req-08870be6-f1e8-45a3-ae57-36e7ecfa0330 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460397 Sep 16 04:41:28.673816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.736780 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae377c6c-8df9-4ff8-8610-cf67fcbe5718 x-openstack-request-id: req-ae377c6c-8df9-4ff8-8610-cf67fcbe5718 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:28.737430 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "tag": "6c44b088-d1bc-4615-9d94-22b0c7553c2a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:28.737430 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae377c6c-8df9-4ff8-8610-cf67fcbe5718 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:28.737796 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'tag': '6c44b088-d1bc-4615-9d94-22b0c7553c2a', 'status': 'completed', 'code': 200} Sep 16 04:41:28.768477 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d0f18ce-f689-4b48-95c6-629bb56d4afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.784684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d0f18ce-f689-4b48-95c6-629bb56d4afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:28.829705 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f18ce-f689-4b48-95c6-629bb56d4afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0205f7-cb28-443d-b87f-eb686aba1132,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:28.899247 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2d0f18ce-f689-4b48-95c6-629bb56d4afe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9e4fa6cb31a4a248ce50cd78d627e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8858118 Sep 16 04:41:28.903446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57324) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:28.944663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.009822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff20566-e1a6-4b4f-ad19-c8ca6d27d754 req-22027e50-a1fd-4063-859d-1e02982e80da tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.011547 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5ff20566-e1a6-4b4f-ad19-c8ca6d27d754 req-22027e50-a1fd-4063-859d-1e02982e80da tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 944 time: 0.1839638 Sep 16 04:41:29.024777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6d1d0-0380-4033-9bbd-47aaa2b22fc0 req-3910aea9-0f23-43b7-a144-03e757aac4f2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.032742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6d1d0-0380-4033-9bbd-47aaa2b22fc0 req-3910aea9-0f23-43b7-a144-03e757aac4f2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.035474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Network 760ef33c-b75c-4248-8ddb-92e78845a4d2 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:29.041254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6d1d0-0380-4033-9bbd-47aaa2b22fc0 req-3910aea9-0f23-43b7-a144-03e757aac4f2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.050183 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ad6d1d0-0380-4033-9bbd-47aaa2b22fc0 req-3910aea9-0f23-43b7-a144-03e757aac4f2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2412 time: 0.7173758 Sep 16 04:41:29.067756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:29.071770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:29.074239 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-242a9135-dc12-48c8-bf23-0d8d560ba5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.091357 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Pushing event updated for resources: {'Port': ['ID=b049ee2c-4298-4dd6-a71e-9b617abad76e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:29.161012 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5ff20566-e1a6-4b4f-ad19-c8ca6d27d754 req-3ff0ac8c-e34a-4b5c-92c7-85583bf045fd tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299057 Sep 16 04:41:29.183750 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-242a9135-dc12-48c8-bf23-0d8d560ba5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.184203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ad6d1d0-0380-4033-9bbd-47aaa2b22fc0 req-3d60257e-d6d4-4961-be4a-f0aef387517e tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327927 Sep 16 04:41:29.263305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.264416 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.358606 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6b1a898-49a0-4f68-a073-c8fcd574d944 req-5a5ab438-2cd9-40be-ba95-a611c17cade7 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 210 time: 0.0574441 Sep 16 04:41:29.385162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b24da-522c-4d3b-ae9d-d0c8fe8a926a req-5cc70880-46c9-4567-a24b-60efaac0214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.385294 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-67b901fe-046d-4624-bee9-e14ac99b5934 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6860461 Sep 16 04:41:29.395751 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-423b24da-522c-4d3b-ae9d-d0c8fe8a926a req-5cc70880-46c9-4567-a24b-60efaac0214c service neutron] 10.222.0.50 "GET /v2.0/networks?id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169 HTTP/1.1" status: 200 len: 930 time: 0.9798338 Sep 16 04:41:29.406767 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-242a9135-dc12-48c8-bf23-0d8d560ba5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.409810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-242a9135-dc12-48c8-bf23-0d8d560ba5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.419220 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-242a9135-dc12-48c8-bf23-0d8d560ba5b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b0205f7-cb28-443d-b87f-eb686aba1132 HTTP/1.1" status: 204 len: 168 time: 0.5125740 Sep 16 04:41:29.425101 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-13597c94-5889-4272-b79c-6326f54d2182 service neutron] 10.222.0.50 "GET /v2.0/networks/77172d2f-bbf0-44db-98a0-017ad4143e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9820242 Sep 16 04:41:29.453835 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a9135-dc12-48c8-bf23-0d8d560ba5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0205f7-cb28-443d-b87f-eb686aba1132,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:29.528075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-423b24da-522c-4d3b-ae9d-d0c8fe8a926a req-323f6444-8820-48e8-b04c-6f77631bd9e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 HTTP/1.1" status: 200 len: 217 time: 0.1312711 Sep 16 04:41:29.556980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-67e041f9-aed5-42a7-8967-a1e997fb31f1 None None] Provisioning complete for port b049ee2c-4298-4dd6-a71e-9b617abad76e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:29.557994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Request body: {'port': {'device_id': '2e166094-6599-4e1d-974d-9b7bfa2429a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:29.561650 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-67e041f9-aed5-42a7-8967-a1e997fb31f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.638805 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-67e041f9-aed5-42a7-8967-a1e997fb31f1 None None] Port b049ee2c-4298-4dd6-a71e-9b617abad76e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:41:29.720293 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:29.727755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfafbc-6f04-45dd-8851-b5acb96664ee req-d0f16925-be7d-4cb1-8a24-acb3bd72ec82 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.729984 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0edfafbc-6f04-45dd-8851-b5acb96664ee req-d0f16925-be7d-4cb1-8a24-acb3bd72ec82 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 931 time: 0.1397991 Sep 16 04:41:29.736951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b24da-522c-4d3b-ae9d-d0c8fe8a926a req-1c4d4bea-4048-4c2c-b391-107136a80015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.749648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-423b24da-522c-4d3b-ae9d-d0c8fe8a926a req-1c4d4bea-4048-4c2c-b391-107136a80015 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8663071-7997-496a-b1af-9075a07960c6 HTTP/1.1" status: 200 len: 868 time: 0.2064197 Sep 16 04:41:29.776111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef828bfd-a061-4968-b11f-c17970d545c6 req-265a20a1-608b-46ac-a426-a0d5d9deb756 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:29.791347 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef828bfd-a061-4968-b11f-c17970d545c6 req-265a20a1-608b-46ac-a426-a0d5d9deb756 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 943 time: 0.2902322 Sep 16 04:41:29.908469 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef828bfd-a061-4968-b11f-c17970d545c6 req-4d7a9fc6-798b-4396-bef9-cc2025eac0a9 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158652 Sep 16 04:41:29.955399 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1c20222-df0f-4473-b03f-38bc76d7ce1d req-9322eaed-f27c-4773-8d5a-74f954802a40 service neutron] 10.222.0.50 "GET /v2.0/networks/77172d2f-bbf0-44db-98a0-017ad4143e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387105 Sep 16 04:41:30.018627 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0edfafbc-6f04-45dd-8851-b5acb96664ee req-1e0f7112-e667-49d9-9ec2-1c204ee80861 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595901 Sep 16 04:41:30.033709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b24da-522c-4d3b-ae9d-d0c8fe8a926a req-a5c6d179-bfd6-476d-8e22-7d952f5eb796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.035876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-423b24da-522c-4d3b-ae9d-d0c8fe8a926a req-a5c6d179-bfd6-476d-8e22-7d952f5eb796 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2641940 Sep 16 04:41:30.120431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:30.160252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6821ff-6c57-45d1-b20c-c013c0482f25', 'name': 'network-vif-deleted', 'tag': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:30.163542 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fdc997-a6a5-4adb-860c-95b4c5a4bee7" -d '{"events": [{"server_uuid": "9e6821ff-6c57-45d1-b20c-c013c0482f25", "name": "network-vif-deleted", "tag": "2f59f2f1-18d1-4315-aedf-ff6f8fddb068"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:30.188891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-f0d46207-0d96-41e8-b127-a4c3d049916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.189374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-f0d46207-0d96-41e8-b127-a4c3d049916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.189983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-f0d46207-0d96-41e8-b127-a4c3d049916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.191683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-f0d46207-0d96-41e8-b127-a4c3d049916c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1e1c19a5352b422e9d40b4427909b78d&device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2868 time: 0.1358707 Sep 16 04:41:30.266875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b9be9-9901-4077-8571-e9dd2081a251 req-5c80d96f-27bd-43ff-8c4f-3b063824ee0a tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.269267 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-949b9be9-9901-4077-8571-e9dd2081a251 req-5c80d96f-27bd-43ff-8c4f-3b063824ee0a tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1951661 Sep 16 04:41:30.375406 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-949b9be9-9901-4077-8571-e9dd2081a251 req-235d7095-57ca-44b6-82bf-5e66b957bece tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735826 Sep 16 04:41:30.451918 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c80016c-430d-48af-980e-d44053efd914 x-openstack-request-id: req-2c80016c-430d-48af-980e-d44053efd914 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:30.452222 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6821ff-6c57-45d1-b20c-c013c0482f25", "name": "network-vif-deleted", "tag": "2f59f2f1-18d1-4315-aedf-ff6f8fddb068", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:30.452481 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c80016c-430d-48af-980e-d44053efd914 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:30.452896 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6821ff-6c57-45d1-b20c-c013c0482f25', 'name': 'network-vif-deleted', 'tag': '2f59f2f1-18d1-4315-aedf-ff6f8fddb068', 'status': 'completed', 'code': 200} Sep 16 04:41:30.490857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-423b24da-522c-4d3b-ae9d-d0c8fe8a926a req-27d361bd-d348-415c-a63c-c32d4aac6d75 service neutron] 10.222.0.50 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232166 Sep 16 04:41:30.573975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b049ee2c-4298-4dd6-a71e-9b617abad76e {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:30.600412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcd97c-11fc-49f1-854b-1789767877b8 req-9185d6fa-245e-4e6b-97d7-cf8c56c93f35 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.607483 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.608550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00fcd97c-11fc-49f1-854b-1789767877b8 req-9185d6fa-245e-4e6b-97d7-cf8c56c93f35 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 944 time: 0.3292592 Sep 16 04:41:30.616664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-2b387543-6fed-423d-904c-943dd9a16b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.618080 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-2b387543-6fed-423d-904c-943dd9a16b45 service neutron] 10.222.0.50 "GET /v2.0/networks?id=01b5e553-be01-4a12-a952-7a894336019b HTTP/1.1" status: 200 len: 903 time: 0.4144831 Sep 16 04:41:30.688910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Transition to ACTIVE for port object b049ee2c-4298-4dd6-a71e-9b617abad76e will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:30.702757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-1b56b40d-0841-4794-9219-59a260f195bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=6c44b088-d1bc-4615-9d94-22b0c7553c2a HTTP/1.1" status: 200 len: 217 time: 0.0505826 Sep 16 04:41:30.721995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f4c97-4352-49b4-8cdd-2b6f62493538 req-c8185a89-9d28-4ad7-8ee6-5a49d7189d59 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.722401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:30.728418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f4c97-4352-49b4-8cdd-2b6f62493538 req-c8185a89-9d28-4ad7-8ee6-5a49d7189d59 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.735265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f4c97-4352-49b4-8cdd-2b6f62493538 req-c8185a89-9d28-4ad7-8ee6-5a49d7189d59 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.753860 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-258f4c97-4352-49b4-8cdd-2b6f62493538 req-c8185a89-9d28-4ad7-8ee6-5a49d7189d59 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2412 time: 0.1909561 Sep 16 04:41:30.756521 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.757507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'port_id': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'mac_address': 'fa:16:3e:16:67:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:30.764776 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00fcd97c-11fc-49f1-854b-1789767877b8 req-b4a38ed5-0c10-4f92-907a-8cd0f1ee243b tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550415 Sep 16 04:41:30.775815 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:30.815503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57362) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:30.821161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:30.821865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2f59f2f1-18d1-4315-aedf-ff6f8fddb068 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:30.852739 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-423b24da-522c-4d3b-ae9d-d0c8fe8a926a req-d94ea2fe-1db6-40d1-b8dd-1fc40cbec979 service neutron] 10.222.0.50 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383174 Sep 16 04:41:30.865638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-a9c3d74e-29ef-4ed5-8587-27cc38a7d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:30.872532 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-a9c3d74e-29ef-4ed5-8587-27cc38a7d2f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb63f1d3-be5e-4462-8781-40f840e91cb2 HTTP/1.1" status: 200 len: 801 time: 0.1610384 Sep 16 04:41:30.881676 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.903715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:30.928392 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:30.937339 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:30.937339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 6c44b088-d1bc-4615-9d94-22b0c7553c2a details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:30.968747 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-390258b8-afa4-4f56-8d27-dbb2784da90e req-d214ced0-8e32-4b5e-a2b4-9320e18bf4ae tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e6821ff-6c57-45d1-b20c-c013c0482f25 HTTP/1.1" status: 200 len: 210 time: 0.0418789 Sep 16 04:41:30.997660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Pushing event updated for resources: {'Port': ['ID=b049ee2c-4298-4dd6-a71e-9b617abad76e,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:31.033024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-5e124806-20ad-43a5-92e0-d70329712870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.036659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-5e124806-20ad-43a5-92e0-d70329712870 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=01b5e553-be01-4a12-a952-7a894336019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526115 Sep 16 04:41:31.056395 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-258f4c97-4352-49b4-8cdd-2b6f62493538 req-d9393d32-6f31-4afd-83e2-534248e9048c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972903 Sep 16 04:41:31.067830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:31.102553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1959438104-network', 'tenant_id': '03f1e80a621a46fd860f9498f0345948'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:31.247689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 6c44b088-d1bc-4615-9d94-22b0c7553c2a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=6c44b088-d1bc-4615-9d94-22b0c7553c2a,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:31.277905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '6c44b088-d1bc-4615-9d94-22b0c7553c2a', 'network_id': '01b5e553-be01-4a12-a952-7a894336019b', 'port_id': '6c44b088-d1bc-4615-9d94-22b0c7553c2a', 'mac_address': 'fa:16:3e:a1:c9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb63f1d3-be5e-4462-8781-40f840e91cb2', 'ip_address': '19.80.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:31.308174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Made reservation on behalf of 03f1e80a621a46fd860f9498f0345948 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:31.311476 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.319207 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Attempting to bind port b049ee2c-4298-4dd6-a71e-9b617abad76e on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:31.319568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Attempting to bind port b049ee2c-4298-4dd6-a71e-9b617abad76e by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:31.319895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Attempting to bind port b049ee2c-4298-4dd6-a71e-9b617abad76e on network 760ef33c-b75c-4248-8ddb-92e78845a4d2 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:31.354308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d29960-aaf8-4f7f-b85b-9a216bddd1a7 req-97d616c9-1565-4771-b3ab-16f5c406ddd3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.362234 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.364518 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-94d29960-aaf8-4f7f-b85b-9a216bddd1a7 req-97d616c9-1565-4771-b3ab-16f5c406ddd3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 943 time: 0.1799741 Sep 16 04:41:31.372899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Port b049ee2c-4298-4dd6-a71e-9b617abad76e on network 760ef33c-b75c-4248-8ddb-92e78845a4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:31.373248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Attempting to bind port b049ee2c-4298-4dd6-a71e-9b617abad76e on network 760ef33c-b75c-4248-8ddb-92e78845a4d2 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:31.399164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c44b088-d1bc-4615-9d94-22b0c7553c2a {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:31.422431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:31.422781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Checking segment: {'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:31.423190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Bound using segment: {'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:31.423639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Bound port: b049ee2c-4298-4dd6-a71e-9b617abad76e, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18da4e91-dec7-471e-94ab-5a3faee6b2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:31.424012 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.432113 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.442061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 6c44b088-d1bc-4615-9d94-22b0c7553c2a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=6c44b088-d1bc-4615-9d94-22b0c7553c2a,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:31.448661 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.449275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:31.479288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-4ca20056-8eac-4211-bd8c-e5a1b6de52a8 service neutron] 10.222.0.50 "GET /v2.0/networks/01b5e553-be01-4a12-a952-7a894336019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242947 Sep 16 04:41:31.497819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3b075-db10-4aed-b9cd-c54100c54ad0 req-a540559e-7826-40b8-8f59-b4c09d146b2b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.499562 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d8a3b075-db10-4aed-b9cd-c54100c54ad0 req-a540559e-7826-40b8-8f59-b4c09d146b2b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 943 time: 0.1555345 Sep 16 04:41:31.599304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] For port b049ee2c-4298-4dd6-a71e-9b617abad76e, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:31.606654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] For port b049ee2c-4298-4dd6-a71e-9b617abad76e, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=b049ee2c-4298-4dd6-a71e-9b617abad76e,segment=NetworkSegment(18da4e91-dec7-471e-94ab-5a3faee6b2a7),segment_id=18da4e91-dec7-471e-94ab-5a3faee6b2a7)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:31.623557 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.666443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-94d29960-aaf8-4f7f-b85b-9a216bddd1a7 req-0d7ce39d-35f5-476e-9bf4-020e6673a2df tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007379 Sep 16 04:41:31.676871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d8a3b075-db10-4aed-b9cd-c54100c54ad0 req-66f4c841-57e6-4a4a-a36a-e3cb0946f613 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673810 Sep 16 04:41:31.730802 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=6c44b088-d1bc-4615-9d94-22b0c7553c2a,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:31.761383 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-590ed5b1-fff4-4021-a0e7-dee5eec15086 req-ed219b74-8576-470d-bb22-708d685c09c3 service neutron] 10.222.0.50 "GET /v2.0/networks/01b5e553-be01-4a12-a952-7a894336019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607121 Sep 16 04:41:31.792248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:31.793026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.795507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] 10.222.0.15 "PUT /v2.0/ports/b049ee2c-4298-4dd6-a71e-9b617abad76e HTTP/1.1" status: 200 len: 1092 time: 2.2415590 Sep 16 04:41:31.810518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e166094-6599-4e1d-974d-9b7bfa2429a9', 'tag': 'b049ee2c-4298-4dd6-a71e-9b617abad76e'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:31.813791 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585eeefe-d90e-4386-8ccf-1537b211687e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e166094-6599-4e1d-974d-9b7bfa2429a9", "tag": "b049ee2c-4298-4dd6-a71e-9b617abad76e"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:31.814520 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.820579 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:31.885758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264c607c-af2f-4a0d-96cc-4aaf02568b92,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:31.922254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:31.933800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:31.966346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '43cbde45-6e3b-4e8b-a88e-4602e09e3db7', 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9', 'port_id': '43cbde45-6e3b-4e8b-a88e-4602e09e3db7', 'mac_address': 'fa:16:3e:35:c2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ebfc39-2565-44fc-9e95-bd5ceb2266d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:31.994051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbbc04-cdd8-47a8-a4d1-fee77119f878 service neutron] Pushing event updated for resources: {'Port': ['ID=b049ee2c-4298-4dd6-a71e-9b617abad76e,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:32.040983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d442bd1-7134-47c3-a509-cad22694d4d9 req-0f6a530d-2532-4f55-ad81-51d8ed2f2e44 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.042627 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5d442bd1-7134-47c3-a509-cad22694d4d9 req-0f6a530d-2532-4f55-ad81-51d8ed2f2e44 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.2082326 Sep 16 04:41:32.081280 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.081969 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Added segment cd52de98-ed67-45ea-bf78-3a7a870993b2 of type vlan for network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b Sep 16 04:41:32.084953 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.118471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:32.133244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7047dc-e4b2-47b9-943b-e710d56365dd req-b306abf3-91bb-4db9-8749-abb893501a75 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.135502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c7047dc-e4b2-47b9-943b-e710d56365dd req-b306abf3-91bb-4db9-8749-abb893501a75 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 945 time: 0.1932983 Sep 16 04:41:32.193796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.198952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:32.206930 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.207814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b827c4bb-a00a-45e4-ad40-6d3893a539e4 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:32.220611 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5d442bd1-7134-47c3-a509-cad22694d4d9 req-fce4b8fa-7a78-4f5d-8a6d-bb5dbeb28178 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678386 Sep 16 04:41:32.259966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-affce343-7157-41c7-83c2-238a747eb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.267298 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-affce343-7157-41c7-83c2-238a747eb6d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0438dca5e2cc4175984f01ab28c77bfa&device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 1095 time: 0.1693780 Sep 16 04:41:32.282099 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c7047dc-e4b2-47b9-943b-e710d56365dd req-87c6f9d4-cadc-4e72-a0b0-b127455ddbb9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218734 Sep 16 04:41:32.285116 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f0dde6-43ee-471a-8869-fe2db14658ec x-openstack-request-id: req-42f0dde6-43ee-471a-8869-fe2db14658ec {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:32.285732 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e166094-6599-4e1d-974d-9b7bfa2429a9", "tag": "b049ee2c-4298-4dd6-a71e-9b617abad76e", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:32.286198 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42f0dde6-43ee-471a-8869-fe2db14658ec {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:32.286326 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.286926 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e166094-6599-4e1d-974d-9b7bfa2429a9', 'tag': 'b049ee2c-4298-4dd6-a71e-9b617abad76e', 'status': 'completed', 'code': 200} Sep 16 04:41:32.288911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.290664 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.365784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b827c4bb-a00a-45e4-ad40-6d3893a539e4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b827c4bb-a00a-45e4-ad40-6d3893a539e4,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:32.440653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:32.443878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'b827c4bb-a00a-45e4-ad40-6d3893a539e4', 'network_id': '01b5e553-be01-4a12-a952-7a894336019b', 'port_id': 'b827c4bb-a00a-45e4-ad40-6d3893a539e4', 'mac_address': 'fa:16:3e:c1:5b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb63f1d3-be5e-4462-8781-40f840e91cb2', 'ip_address': '19.80.0.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:32.446915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] Pushing event updated for resources: {'Network': ['ID=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:32.508265 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a72cc148-097a-4507-90ff-f597199c035d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6826100 Sep 16 04:41:32.508691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57386) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:32.513531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f40d7da4-444e-483b-9458-4996ef869173 admin admin] Request body: {'subnet': {'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1959438104-subnet', 'tenant_id': '03f1e80a621a46fd860f9498f0345948', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:32.514469 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.517284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:32.550554 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40d7da4-444e-483b-9458-4996ef869173 admin admin] Made reservation on behalf of 03f1e80a621a46fd860f9498f0345948 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:32.552859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f40d7da4-444e-483b-9458-4996ef869173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.567751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cec7b-67b1-458b-8c31-8c8a62c6e59c req-33d22146-8128-4e27-ab22-171785f6ac9d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.581521 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cec7b-67b1-458b-8c31-8c8a62c6e59c req-33d22146-8128-4e27-ab22-171785f6ac9d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.597165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cec7b-67b1-458b-8c31-8c8a62c6e59c req-33d22146-8128-4e27-ab22-171785f6ac9d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.608756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b4cec7b-67b1-458b-8c31-8c8a62c6e59c req-33d22146-8128-4e27-ab22-171785f6ac9d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2413 time: 0.1695993 Sep 16 04:41:32.635680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b827c4bb-a00a-45e4-ad40-6d3893a539e4 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:32.671973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b827c4bb-a00a-45e4-ad40-6d3893a539e4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b827c4bb-a00a-45e4-ad40-6d3893a539e4,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:32.676571 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:32.679165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 98ff4389-6e8f-486b-8191-1a2f31790fcf details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:32.719315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b4cec7b-67b1-458b-8c31-8c8a62c6e59c req-a573894c-956e-4899-83e7-6d1485edebd2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085882 Sep 16 04:41:32.813853 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-9819fa81-7053-4476-9e2c-b1fe26d89a58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b049ee2c-4298-4dd6-a71e-9b617abad76e HTTP/1.1" status: 200 len: 217 time: 0.1241622 Sep 16 04:41:32.902152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6513f6-f204-4d00-bd02-9e601f20e245 req-9b8a0c6a-26e8-4dd3-ac9b-f51cd02658cd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.913514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a6513f6-f204-4d00-bd02-9e601f20e245 req-9b8a0c6a-26e8-4dd3-ac9b-f51cd02658cd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 944 time: 0.0944510 Sep 16 04:41:32.921467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=b827c4bb-a00a-45e4-ad40-6d3893a539e4,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:32.931092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 98ff4389-6e8f-486b-8191-1a2f31790fcf, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=98ff4389-6e8f-486b-8191-1a2f31790fcf,segment=NetworkSegment(32fb81e8-6afd-4c95-87af-f7888e2bc973),segment_id=32fb81e8-6afd-4c95-87af-f7888e2bc973)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:32.961080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '98ff4389-6e8f-486b-8191-1a2f31790fcf', 'network_id': '77172d2f-bbf0-44db-98a0-017ad4143e71', 'port_id': '98ff4389-6e8f-486b-8191-1a2f31790fcf', 'mac_address': 'fa:16:3e:ba:d1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4308af2a-117a-4240-98bb-8d7ff3d5c245', 'ip_address': '19.86.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:32.981767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-902b5a61-8be5-4442-abaf-04c4049bce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:32.984443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-902b5a61-8be5-4442-abaf-04c4049bce8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5a39965-ed1d-4db3-9b39-f025c153c79e HTTP/1.1" status: 200 len: 854 time: 0.1412370 Sep 16 04:41:32.991073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a6513f6-f204-4d00-bd02-9e601f20e245 req-05cce729-cf64-4b99-8aee-e60fe03852ad tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763080 Sep 16 04:41:33.039971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc06d7-d02b-439d-b49c-ec2dd3bf2ca9 req-51122e3a-6c85-43ca-a1fe-62c644bc9c77 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.048414 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-defc06d7-d02b-439d-b49c-ec2dd3bf2ca9 req-51122e3a-6c85-43ca-a1fe-62c644bc9c77 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 943 time: 0.1685100 Sep 16 04:41:33.104156 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.114157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-defc06d7-d02b-439d-b49c-ec2dd3bf2ca9 req-d4a1e706-d21c-4e82-ba22-4b37506d99d5 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646639 Sep 16 04:41:33.131792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ff4389-6e8f-486b-8191-1a2f31790fcf {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:33.179582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 98ff4389-6e8f-486b-8191-1a2f31790fcf, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=98ff4389-6e8f-486b-8191-1a2f31790fcf,segment=NetworkSegment(32fb81e8-6afd-4c95-87af-f7888e2bc973),segment_id=32fb81e8-6afd-4c95-87af-f7888e2bc973)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:33.188133 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.190222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f40d7da4-444e-483b-9458-4996ef869173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.226830 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f537a9-31c8-4cac-9824-b030efa7cab3 req-3016dcc3-442c-49cd-a0ab-3edc5f41fcc8 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.240773 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0f537a9-31c8-4cac-9824-b030efa7cab3 req-3016dcc3-442c-49cd-a0ab-3edc5f41fcc8 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 949 time: 0.1283708 Sep 16 04:41:33.280376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=98ff4389-6e8f-486b-8191-1a2f31790fcf,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:33.316126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0f537a9-31c8-4cac-9824-b030efa7cab3 req-a983a3ab-993c-4bff-a375-2886dbd67e28 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730526 Sep 16 04:41:33.333386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d7da4-444e-483b-9458-4996ef869173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=156edc1e-7368-4770-89dc-c325ad242139,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:33.369158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40d7da4-444e-483b-9458-4996ef869173 admin admin] Checking segment: {'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:33.369687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d7da4-444e-483b-9458-4996ef869173 admin admin] Network hostable DHCP agents. Network: ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:33.397983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae582e-310c-4cfc-a0f4-347fceb5588f req-45ca14c6-b546-4177-b79c-ea7dd31eec93 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.406672 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93ae582e-310c-4cfc-a0f4-347fceb5588f req-45ca14c6-b546-4177-b79c-ea7dd31eec93 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1032457 Sep 16 04:41:33.426371 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d7da4-444e-483b-9458-4996ef869173 admin admin] Network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:33.429407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e348c9-2d58-4e4e-8821-db1e4c9357d7 req-0aa9a112-40a1-4ad6-8b44-9c6af886b52e tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.431734 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1e348c9-2d58-4e4e-8821-db1e4c9357d7 req-0aa9a112-40a1-4ad6-8b44-9c6af886b52e tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 945 time: 0.0643587 Sep 16 04:41:33.445982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f40d7da4-444e-483b-9458-4996ef869173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:33.455327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40d7da4-444e-483b-9458-4996ef869173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.456044 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f40d7da4-444e-483b-9458-4996ef869173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:33.457310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7795b3-acdc-4981-a38d-0d6063318c29 None None] Network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:33.470509 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93ae582e-310c-4cfc-a0f4-347fceb5588f req-f08ee488-50ae-41cc-9a2d-7f7e548a380f tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625925 Sep 16 04:41:33.502144 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f40d7da4-444e-483b-9458-4996ef869173 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9919028 Sep 16 04:41:33.538242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1e348c9-2d58-4e4e-8821-db1e4c9357d7 req-fa07cf0e-bd0f-4b15-8ee5-217e75a30414 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983577 Sep 16 04:41:33.667552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b512f17-856d-4811-b0f8-8dfa32e6f831 None None] Network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:33.849472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['6c44b088-d1bc-4615-9d94-22b0c7553c2a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:33.851714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['bc99c8dd-bdff-4925-9ced-3d0f4d5dd979'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:33.853897 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['b827c4bb-a00a-45e4-ad40-6d3893a539e4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:33.892933 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['43cbde45-6e3b-4e8b-a88e-4602e09e3db7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:33.918451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b6e61-4513-4fdb-a7a8-5ac80fd98200 req-8be24b0e-97d6-415e-96f6-ce272ebf5282 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.927365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b6e61-4513-4fdb-a7a8-5ac80fd98200 req-8be24b0e-97d6-415e-96f6-ce272ebf5282 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.933276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b6e61-4513-4fdb-a7a8-5ac80fd98200 req-8be24b0e-97d6-415e-96f6-ce272ebf5282 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:33.953405 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a1b6e61-4513-4fdb-a7a8-5ac80fd98200 req-8be24b0e-97d6-415e-96f6-ce272ebf5282 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2415 time: 0.1295552 Sep 16 04:41:34.032448 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a1b6e61-4513-4fdb-a7a8-5ac80fd98200 req-1d0cdb8a-64b8-417e-97b5-52559006b74e tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779021 Sep 16 04:41:34.237483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-c4c738b2-23bb-4c66-865f-4b6ba162bd82 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.247128 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-c4c738b2-23bb-4c66-865f-4b6ba162bd82 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/networks?id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b HTTP/1.1" status: 200 len: 815 time: 0.1914184 Sep 16 04:41:34.268018 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-72733806-2e58-4e69-9971-f9d05b8ffa0d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/quotas/03f1e80a621a46fd860f9498f0345948 HTTP/1.1" status: 200 len: 375 time: 0.0198073 Sep 16 04:41:34.305188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3793ac-3a55-4868-a652-aa415b9c4d6a req-67fdfff0-56d7-470b-ad77-5ff509c4e582 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.309786 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c3793ac-3a55-4868-a652-aa415b9c4d6a req-67fdfff0-56d7-470b-ad77-5ff509c4e582 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 944 time: 0.1273417 Sep 16 04:41:34.315791 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-1e65a417-68fd-4b75-bcfe-48f3ea4a660b tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=03f1e80a621a46fd860f9498f0345948&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444164 Sep 16 04:41:34.377181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c3793ac-3a55-4868-a652-aa415b9c4d6a req-2b96ce3a-822c-4f1a-94c9-a096aca37545 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592198 Sep 16 04:41:34.442540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-883a940b-8bd1-4e6d-9764-876cd60a4fe1 service neutron] 10.222.0.53 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281455 Sep 16 04:41:34.526446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4034c-967c-4cd1-8694-7ac33e26a0b4 req-25898b09-9d6c-42ae-af52-d566ea7e02d0 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.528208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4b4034c-967c-4cd1-8694-7ac33e26a0b4 req-25898b09-9d6c-42ae-af52-d566ea7e02d0 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 943 time: 0.0780439 Sep 16 04:41:34.605367 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4b4034c-967c-4cd1-8694-7ac33e26a0b4 req-c55ca418-e1c3-407a-8a8d-ed646db8df08 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659220 Sep 16 04:41:34.630982 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-85a120f2-1fc5-49a7-ad88-1c03909926ec service neutron] 10.222.0.53 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626208 Sep 16 04:41:34.717759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534007e-94aa-479a-b40d-171d605560a9 req-857e2ec9-8a25-4043-b5a7-fdf7ad07d278 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.719267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c534007e-94aa-479a-b40d-171d605560a9 req-857e2ec9-8a25-4043-b5a7-fdf7ad07d278 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 949 time: 0.0589459 Sep 16 04:41:34.737300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['98ff4389-6e8f-486b-8191-1a2f31790fcf'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:34.810467 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c534007e-94aa-479a-b40d-171d605560a9 req-2f9b56d1-9fad-4455-b5e2-2f7611ae7a30 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847750 Sep 16 04:41:34.978625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1438e4-ce67-4f88-b730-c6217f109df9 req-7fe459bb-495a-4dd9-9526-e15c88be602e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:34.980914 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd1438e4-ce67-4f88-b730-c6217f109df9 req-7fe459bb-495a-4dd9-9526-e15c88be602e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1124647 Sep 16 04:41:35.027035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1b35-fb5e-4bfc-a00f-fe4ce51b5245 req-f3df1a33-979b-423c-af37-e99beccc885d tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.034924 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd1438e4-ce67-4f88-b730-c6217f109df9 req-7d26679a-651a-4656-961e-2bdcf693eaf3 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473919 Sep 16 04:41:35.037880 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ffb1b35-fb5e-4bfc-a00f-fe4ce51b5245 req-f3df1a33-979b-423c-af37-e99beccc885d tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 945 time: 0.1141906 Sep 16 04:41:35.102432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ffb1b35-fb5e-4bfc-a00f-fe4ce51b5245 req-92dce00f-bef4-462a-92cd-eb9e2a7ddea2 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631320 Sep 16 04:41:35.148747 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:35.198566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f74b2f8-0d3a-4725-9d7a-cafa52cea4d0 req-ef2427e8-d559-4816-8b01-8339506f6f13 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 210 time: 0.0292385 Sep 16 04:41:35.285686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77fae0-336e-4cb8-8a6f-32ff99f69e04 req-ebacdbd0-27f0-457a-84da-15906be68370 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.291949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77fae0-336e-4cb8-8a6f-32ff99f69e04 req-ebacdbd0-27f0-457a-84da-15906be68370 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.299932 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77fae0-336e-4cb8-8a6f-32ff99f69e04 req-ebacdbd0-27f0-457a-84da-15906be68370 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.301743 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3b77fae0-336e-4cb8-8a6f-32ff99f69e04 req-ebacdbd0-27f0-457a-84da-15906be68370 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2415 time: 0.1210163 Sep 16 04:41:35.354577 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3b77fae0-336e-4cb8-8a6f-32ff99f69e04 req-e5e2da15-67e8-4cd7-9971-adb76f448e87 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468550 Sep 16 04:41:35.497977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca177e04-9f9e-4244-b9a2-e4a7789262ed req-9175a9c2-b4a9-4902-ad2c-54549c7d0fbc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.500164 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca177e04-9f9e-4244-b9a2-e4a7789262ed req-9175a9c2-b4a9-4902-ad2c-54549c7d0fbc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 944 time: 0.0546589 Sep 16 04:41:35.537386 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca177e04-9f9e-4244-b9a2-e4a7789262ed req-4e5e517a-3679-4e98-bc6f-3bbfe7f5eb96 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311282 Sep 16 04:41:35.715427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6b947-3909-45e7-8959-640bde417bc8 req-285d419e-fe7b-41d5-8370-fbebd46f9545 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.717242 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c7a6b947-3909-45e7-8959-640bde417bc8 req-285d419e-fe7b-41d5-8370-fbebd46f9545 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 943 time: 0.0521903 Sep 16 04:41:35.758013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c7a6b947-3909-45e7-8959-640bde417bc8 req-d77528f8-8621-4878-9075-40d372ff5cdc tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Sep 16 04:41:35.922585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b0590-549b-4e0a-bc00-3ed4922171d2 req-42fedbf2-a911-4721-8104-c0e9f228b792 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:35.924092 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae7b0590-549b-4e0a-bc00-3ed4922171d2 req-42fedbf2-a911-4721-8104-c0e9f228b792 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 949 time: 0.0502167 Sep 16 04:41:35.962868 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae7b0590-549b-4e0a-bc00-3ed4922171d2 req-4e765de3-152c-4659-81ef-6d2de41212b3 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329127 Sep 16 04:41:36.155163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e711cc-971f-42a6-a6ba-97861dfe1a0d req-2dd3da36-cf29-4e92-80b7-1c47586bd75b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.156901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-52e711cc-971f-42a6-a6ba-97861dfe1a0d req-2dd3da36-cf29-4e92-80b7-1c47586bd75b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.0533540 Sep 16 04:41:36.208291 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-52e711cc-971f-42a6-a6ba-97861dfe1a0d req-68f712b6-331c-48c3-9f08-5e8546817d94 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454371 Sep 16 04:41:36.313292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc249b-17a9-419c-95c4-2a986184d089 req-a5ce9d04-484a-4f57-8b0d-12f112d14341 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.323490 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37cc249b-17a9-419c-95c4-2a986184d089 req-a5ce9d04-484a-4f57-8b0d-12f112d14341 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 945 time: 0.0750484 Sep 16 04:41:36.330867 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eadecc14-f446-4edb-b2db-06de5300a7c1 req-2e4bc328-8b0e-4aa7-9e30-2a7544d91ec3 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 210 time: 0.0512993 Sep 16 04:41:36.371812 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37cc249b-17a9-419c-95c4-2a986184d089 req-dd5ac2ea-f049-4b27-98b3-b387ce6fc7d0 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334179 Sep 16 04:41:36.484269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea5f1e-b022-4c74-97f2-27c3cdb65269 req-676a4745-8e8d-4636-8d5c-627a2285ef1c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.490086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea5f1e-b022-4c74-97f2-27c3cdb65269 req-676a4745-8e8d-4636-8d5c-627a2285ef1c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.495944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea5f1e-b022-4c74-97f2-27c3cdb65269 req-676a4745-8e8d-4636-8d5c-627a2285ef1c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.497504 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-73ea5f1e-b022-4c74-97f2-27c3cdb65269 req-676a4745-8e8d-4636-8d5c-627a2285ef1c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2415 time: 0.0720952 Sep 16 04:41:36.543038 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-73ea5f1e-b022-4c74-97f2-27c3cdb65269 req-6b7a572e-48b1-4b01-879c-69afc2a45138 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337677 Sep 16 04:41:36.676697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031adb86-4ff0-4fe7-b2b4-dd6398425f52 req-bc5563ea-684e-4247-aec1-46e1b1bffbf3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.678318 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-031adb86-4ff0-4fe7-b2b4-dd6398425f52 req-bc5563ea-684e-4247-aec1-46e1b1bffbf3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 944 time: 0.0650017 Sep 16 04:41:36.718950 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-031adb86-4ff0-4fe7-b2b4-dd6398425f52 req-65f929d8-e07c-4eca-b6ed-f40495588c7f tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347688 Sep 16 04:41:36.883677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb67a0-c330-40d0-8eda-7d00a6f37f51 req-5a0f821e-cbb9-4789-9d53-ef144ea6ab74 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:36.885355 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-51bb67a0-c330-40d0-8eda-7d00a6f37f51 req-5a0f821e-cbb9-4789-9d53-ef144ea6ab74 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 943 time: 0.0551770 Sep 16 04:41:36.924649 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-51bb67a0-c330-40d0-8eda-7d00a6f37f51 req-7d823918-c735-45d7-8502-602f1de7d472 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Sep 16 04:41:36.957185 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:41:37.098167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6aee7f-8f03-4601-9072-58e46e348b8f req-5e4a7c03-fc61-47ec-ae5e-bc84bcb58208 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.099707 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c6aee7f-8f03-4601-9072-58e46e348b8f req-5e4a7c03-fc61-47ec-ae5e-bc84bcb58208 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 949 time: 0.0623460 Sep 16 04:41:37.141108 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c6aee7f-8f03-4601-9072-58e46e348b8f req-f34ad0e6-43d0-4442-b1ef-e01ee3be1b68 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340765 Sep 16 04:41:37.242085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:37.301840 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:37.305804 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:37.306330 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.348024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85172d85-c27b-4eb7-859b-e790841e66ff req-cb2fe3f5-d0e1-4c1b-bfe9-e80e2b51257f tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.350009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85172d85-c27b-4eb7-859b-e790841e66ff req-cb2fe3f5-d0e1-4c1b-bfe9-e80e2b51257f tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.0652363 Sep 16 04:41:37.402670 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85172d85-c27b-4eb7-859b-e790841e66ff req-c82bdbd1-275a-440a-98f6-b9fe16ed72ef tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456712 Sep 16 04:41:37.458046 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d00e1e2-b6bd-45f1-a6d3-18ce944aa4bf req-32db1d4d-c1c7-465d-9334-b76f09badced tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 210 time: 0.0409205 Sep 16 04:41:37.467226 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.486361 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.506428 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:37.508692 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e14eee-baca-4036-8b09-f14523be1191" -d '{"events": [{"server_uuid": "7672e5d2-55f2-4167-9942-10113ae7d3d2", "name": "network-vif-plugged", "status": "completed", "tag": "bc99c8dd-bdff-4925-9ced-3d0f4d5dd979"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:37.527490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:37.534906 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.535824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b827c4bb-a00a-45e4-ad40-6d3893a539e4 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:37.560205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad5eb8-7d77-4c9a-a242-afca0b27a25b req-08528918-ad6a-42ec-9443-f63d5a32f945 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.569071 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58ad5eb8-7d77-4c9a-a242-afca0b27a25b req-08528918-ad6a-42ec-9443-f63d5a32f945 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 945 time: 0.0837162 Sep 16 04:41:37.587070 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3d5822-46e9-4722-a60c-35700a52eaaa x-openstack-request-id: req-1d3d5822-46e9-4722-a60c-35700a52eaaa {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:37.587471 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7672e5d2-55f2-4167-9942-10113ae7d3d2", "name": "network-vif-plugged", "status": "completed", "tag": "bc99c8dd-bdff-4925-9ced-3d0f4d5dd979", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:37.587800 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d3d5822-46e9-4722-a60c-35700a52eaaa {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:37.588262 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'code': 200} Sep 16 04:41:37.627464 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:37.658264 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58ad5eb8-7d77-4c9a-a242-afca0b27a25b req-429e60dc-12e8-45c7-b259-70491b2cb78b tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871537 Sep 16 04:41:37.693789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port b827c4bb-a00a-45e4-ad40-6d3893a539e4 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:37.702635 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port b827c4bb-a00a-45e4-ad40-6d3893a539e4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:37.703019 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.715674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827dd95-c7f4-4ff4-a259-edb726fc5cd8 req-25eb9ef6-ee11-4a2f-91de-fefa75c1be7d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.724338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827dd95-c7f4-4ff4-a259-edb726fc5cd8 req-25eb9ef6-ee11-4a2f-91de-fefa75c1be7d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.727110 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564219f4-4658-426f-aca6-3f11b8d44bd6 req-6e94c97a-c2aa-4be4-8784-78ea63bc7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.728697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-564219f4-4658-426f-aca6-3f11b8d44bd6 req-6e94c97a-c2aa-4be4-8784-78ea63bc7bd0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 1098 time: 0.0658076 Sep 16 04:41:37.732885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827dd95-c7f4-4ff4-a259-edb726fc5cd8 req-25eb9ef6-ee11-4a2f-91de-fefa75c1be7d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.734966 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e827dd95-c7f4-4ff4-a259-edb726fc5cd8 req-25eb9ef6-ee11-4a2f-91de-fefa75c1be7d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2415 time: 0.0992219 Sep 16 04:41:37.778087 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-564219f4-4658-426f-aca6-3f11b8d44bd6 req-1183a3ab-8550-40d2-acb4-11b8f69a3785 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339758 Sep 16 04:41:37.820364 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e827dd95-c7f4-4ff4-a259-edb726fc5cd8 req-d8d96230-39c4-4b47-a133-c0bfd4236020 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772121 Sep 16 04:41:37.864691 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.880089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f32943-f50b-4dd5-824e-adb000b4c953 req-27703ec7-70e7-4b53-b1dd-16c7fa55765d tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:37.881668 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2f32943-f50b-4dd5-824e-adb000b4c953 req-27703ec7-70e7-4b53-b1dd-16c7fa55765d tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 944 time: 0.0568652 Sep 16 04:41:37.897077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b827c4bb-a00a-45e4-ad40-6d3893a539e4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b827c4bb-a00a-45e4-ad40-6d3893a539e4,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:37.901409 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:37.903782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 6c44b088-d1bc-4615-9d94-22b0c7553c2a up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:37.933881 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2f32943-f50b-4dd5-824e-adb000b4c953 req-279acd35-d860-4e88-ad7a-2bf1b920e316 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 Sep 16 04:41:37.998110 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=b827c4bb-a00a-45e4-ad40-6d3893a539e4,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:38.012864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 6c44b088-d1bc-4615-9d94-22b0c7553c2a completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:38.020219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 6c44b088-d1bc-4615-9d94-22b0c7553c2a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:38.021023 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.074199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdd34b-63e5-4e09-8677-7259c140512f req-0875982f-6122-4c4c-abdc-1a436760c43a tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.078219 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41fdd34b-63e5-4e09-8677-7259c140512f req-0875982f-6122-4c4c-abdc-1a436760c43a tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 943 time: 0.0748751 Sep 16 04:41:38.112773 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.121552 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41fdd34b-63e5-4e09-8677-7259c140512f req-5da06c49-dfd7-4635-9519-8501e1a30a0b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363815 Sep 16 04:41:38.153559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 6c44b088-d1bc-4615-9d94-22b0c7553c2a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=6c44b088-d1bc-4615-9d94-22b0c7553c2a,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:38.158834 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.159916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 98ff4389-6e8f-486b-8191-1a2f31790fcf up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:38.273529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c88c66-9ee0-4442-8dc5-dc5a566b886e req-7e0411c6-1361-4382-b693-bd82bf70407d tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.275147 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0c88c66-9ee0-4442-8dc5-dc5a566b886e req-7e0411c6-1361-4382-b693-bd82bf70407d tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 949 time: 0.0642715 Sep 16 04:41:38.290766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=6c44b088-d1bc-4615-9d94-22b0c7553c2a,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:38.300617 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 98ff4389-6e8f-486b-8191-1a2f31790fcf completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:38.305858 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 98ff4389-6e8f-486b-8191-1a2f31790fcf triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:38.306250 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.333959 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0c88c66-9ee0-4442-8dc5-dc5a566b886e req-0b921158-168b-469c-bbd8-7470be315c31 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521700 Sep 16 04:41:38.411606 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.447551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 98ff4389-6e8f-486b-8191-1a2f31790fcf, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=98ff4389-6e8f-486b-8191-1a2f31790fcf,segment=NetworkSegment(32fb81e8-6afd-4c95-87af-f7888e2bc973),segment_id=32fb81e8-6afd-4c95-87af-f7888e2bc973)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:38.453046 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.454040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:38.533736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fedd4-2bed-42cb-b88c-3d097e64e74d req-33e2ea5c-62aa-437a-b51b-343287516005 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.535692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-761fedd4-2bed-42cb-b88c-3d097e64e74d req-33e2ea5c-62aa-437a-b51b-343287516005 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.0566220 Sep 16 04:41:38.545866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=98ff4389-6e8f-486b-8191-1a2f31790fcf,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:38.550313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:38.556997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:38.557473 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.574385 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68612ecf-9d89-4137-9975-36b08f5d27df req-641e7e8a-17f5-4a3f-bc0a-1a223a4b66c2 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 210 time: 0.0315979 Sep 16 04:41:38.599113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-761fedd4-2bed-42cb-b88c-3d097e64e74d req-93d374f5-be8f-44d8-860e-793cf6d191d1 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566432 Sep 16 04:41:38.645309 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.676982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:38.680330 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:38.732085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:38.782188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3aef9-a769-4631-b63c-4cce8e351835 req-ad2fb601-7fa0-4894-840d-cc6472b672f9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.783663 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14c3aef9-a769-4631-b63c-4cce8e351835 req-ad2fb601-7fa0-4894-840d-cc6472b672f9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0480494 Sep 16 04:41:38.823959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14c3aef9-a769-4631-b63c-4cce8e351835 req-0ff2e6a0-0721-4055-a198-18752464e182 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342927 Sep 16 04:41:38.938353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb00c02-2f32-4ad8-ace1-388f21b5d0b0 req-b50f9ec5-cac3-4adb-8e4c-bd651f0cec1f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.944488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb00c02-2f32-4ad8-ace1-388f21b5d0b0 req-b50f9ec5-cac3-4adb-8e4c-bd651f0cec1f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.950377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb00c02-2f32-4ad8-ace1-388f21b5d0b0 req-b50f9ec5-cac3-4adb-8e4c-bd651f0cec1f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:38.952623 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9fb00c02-2f32-4ad8-ace1-388f21b5d0b0 req-b50f9ec5-cac3-4adb-8e4c-bd651f0cec1f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2418 time: 0.0649471 Sep 16 04:41:38.994811 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9fb00c02-2f32-4ad8-ace1-388f21b5d0b0 req-a3bb7c75-14b4-4b2f-98a1-5d25a0fb346a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360036 Sep 16 04:41:39.053291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d9412-1c65-4ce5-a951-c5474e27d492 req-5ab1083e-d07d-46dc-9f78-10a8608614f5 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.054852 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-548d9412-1c65-4ce5-a951-c5474e27d492 req-5ab1083e-d07d-46dc-9f78-10a8608614f5 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 945 time: 0.0551956 Sep 16 04:41:39.093449 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-548d9412-1c65-4ce5-a951-c5474e27d492 req-6e20f60c-efa6-41b1-9495-953596d73f0e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322349 Sep 16 04:41:39.140590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-32e2eb7f-eebd-4cb3-975d-7c609840b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.142324 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-32e2eb7f-eebd-4cb3-975d-7c609840b908 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=760ef33c-b75c-4248-8ddb-92e78845a4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458851 Sep 16 04:41:39.255573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41471e7d-ba97-4a82-a365-f5ee16343b14 req-f2f3d537-b1c2-4568-9b2a-710b4fbf4ea7 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.259896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-4a69db6f-0cff-4a02-92ea-234988507101 service neutron] 10.222.0.15 "GET /v2.0/networks/760ef33c-b75c-4248-8ddb-92e78845a4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043520 Sep 16 04:41:39.262176 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41471e7d-ba97-4a82-a365-f5ee16343b14 req-f2f3d537-b1c2-4568-9b2a-710b4fbf4ea7 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 943 time: 0.0690396 Sep 16 04:41:39.302211 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41471e7d-ba97-4a82-a365-f5ee16343b14 req-25df3f01-2913-47ef-8976-953f1dc820f8 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356388 Sep 16 04:41:39.369738 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64357ebd-8b15-48db-a8ee-b840e45b1bda req-03b6b38d-39ab-45c4-b7d0-7b25de3ab0b1 service neutron] 10.222.0.15 "GET /v2.0/networks/760ef33c-b75c-4248-8ddb-92e78845a4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901587 Sep 16 04:41:39.504439 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eeefe-d90e-4386-8ccf-1537b211687e req-a221b0e2-61f9-425a-b116-b6d3cfe88f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.506035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-585eeefe-d90e-4386-8ccf-1537b211687e req-a221b0e2-61f9-425a-b116-b6d3cfe88f1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0438dca5e2cc4175984f01ab28c77bfa&device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 1095 time: 0.0810497 Sep 16 04:41:39.513495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab00f94-8f34-440a-84f3-6b3cbf0b4881 req-1b0a14f4-d93b-4161-ad20-b02433abe81a tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.514929 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5ab00f94-8f34-440a-84f3-6b3cbf0b4881 req-1b0a14f4-d93b-4161-ad20-b02433abe81a tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 949 time: 0.0918181 Sep 16 04:41:39.589749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b827c4bb-a00a-45e4-ad40-6d3893a539e4'}, {'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c44b088-d1bc-4615-9d94-22b0c7553c2a'}, {'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ff4389-6e8f-486b-8191-1a2f31790fcf'}, {'server_uuid': '78bbf493-ba02-4085-949d-631adee53a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cbde45-6e3b-4e8b-a88e-4602e09e3db7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:39.592668 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb84721a-fd6d-468a-a258-c7d95ae68c27" -d '{"events": [{"server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "name": "network-vif-plugged", "status": "completed", "tag": "b827c4bb-a00a-45e4-ad40-6d3893a539e4"}, {"server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "name": "network-vif-plugged", "status": "completed", "tag": "6c44b088-d1bc-4615-9d94-22b0c7553c2a"}, {"server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "name": "network-vif-plugged", "status": "completed", "tag": "98ff4389-6e8f-486b-8191-1a2f31790fcf"}, {"server_uuid": "78bbf493-ba02-4085-949d-631adee53a71", "name": "network-vif-plugged", "status": "completed", "tag": "43cbde45-6e3b-4e8b-a88e-4602e09e3db7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:39.606085 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5ab00f94-8f34-440a-84f3-6b3cbf0b4881 req-f79bdb49-304a-41b4-a24c-00e98fcfe511 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831482 Sep 16 04:41:39.634641 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eeefe-d90e-4386-8ccf-1537b211687e req-7aba5d7b-840b-4d0d-b0c8-7b46e1ae9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.636173 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-585eeefe-d90e-4386-8ccf-1537b211687e req-7aba5d7b-840b-4d0d-b0c8-7b46e1ae9125 service neutron] 10.222.0.15 "GET /v2.0/networks?id=760ef33c-b75c-4248-8ddb-92e78845a4d2 HTTP/1.1" status: 200 len: 916 time: 0.1203990 Sep 16 04:41:39.648071 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debf76d8-0430-4989-a6ec-f36b8a75699a x-openstack-request-id: req-debf76d8-0430-4989-a6ec-f36b8a75699a {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:39.648379 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "name": "network-vif-plugged", "status": "completed", "tag": "b827c4bb-a00a-45e4-ad40-6d3893a539e4", "code": 200}, {"server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "name": "network-vif-plugged", "status": "completed", "tag": "6c44b088-d1bc-4615-9d94-22b0c7553c2a", "code": 200}, {"server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "name": "network-vif-plugged", "status": "completed", "tag": "98ff4389-6e8f-486b-8191-1a2f31790fcf", "code": 200}, {"server_uuid": "78bbf493-ba02-4085-949d-631adee53a71", "name": "network-vif-plugged", "status": "completed", "tag": "43cbde45-6e3b-4e8b-a88e-4602e09e3db7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:39.648638 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-debf76d8-0430-4989-a6ec-f36b8a75699a {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:39.649042 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b827c4bb-a00a-45e4-ad40-6d3893a539e4', 'code': 200} Sep 16 04:41:39.649300 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c44b088-d1bc-4615-9d94-22b0c7553c2a', 'code': 200} Sep 16 04:41:39.649550 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ff4389-6e8f-486b-8191-1a2f31790fcf', 'code': 200} Sep 16 04:41:39.649827 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bbf493-ba02-4085-949d-631adee53a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cbde45-6e3b-4e8b-a88e-4602e09e3db7', 'code': 200} Sep 16 04:41:39.832178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f76ae6-606e-426a-bc8b-b950134672e3 req-803020ed-c931-422c-b30c-9fbbfd223152 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.833763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7f76ae6-606e-426a-bc8b-b950134672e3 req-803020ed-c931-422c-b30c-9fbbfd223152 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1322007 Sep 16 04:41:39.851414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27a0f7-5d9a-413e-86cb-2a95c9535bac req-12639a55-2c92-4f6d-ac34-fc32cd2a7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.852162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27a0f7-5d9a-413e-86cb-2a95c9535bac req-12639a55-2c92-4f6d-ac34-fc32cd2a7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.852703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27a0f7-5d9a-413e-86cb-2a95c9535bac req-12639a55-2c92-4f6d-ac34-fc32cd2a7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.854748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f27a0f7-5d9a-413e-86cb-2a95c9535bac req-12639a55-2c92-4f6d-ac34-fc32cd2a7a46 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2874 time: 0.1145701 Sep 16 04:41:39.912638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312973e-0870-4f8f-a2bf-074ac3acbbb7 req-42431622-ed5b-4bf1-a133-0b9a3114c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:39.914243 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6312973e-0870-4f8f-a2bf-074ac3acbbb7 req-42431622-ed5b-4bf1-a133-0b9a3114c157 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 1097 time: 0.1612768 Sep 16 04:41:39.967408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-585eeefe-d90e-4386-8ccf-1537b211687e req-8d9368e0-1046-41c7-9135-11995c86a7ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b049ee2c-4298-4dd6-a71e-9b617abad76e HTTP/1.1" status: 200 len: 217 time: 0.3218279 Sep 16 04:41:39.990869 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7f76ae6-606e-426a-bc8b-b950134672e3 req-a7489b2f-0bd5-4f52-bfb2-656b79ca2eb3 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460073 Sep 16 04:41:40.000538 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23687626-c78e-4992-b2c7-373c141a21cc req-ff397d49-49e6-4eca-bc4c-1db9d9e224a0 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 210 time: 0.0356517 Sep 16 04:41:40.018550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f27a0f7-5d9a-413e-86cb-2a95c9535bac req-208c79db-cfa4-4b25-81e0-d0f3eef383d5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413894 Sep 16 04:41:40.052420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6312973e-0870-4f8f-a2bf-074ac3acbbb7 req-0db5c4ee-d834-4f73-9ec2-eb2d584ea469 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103601 Sep 16 04:41:40.058429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eeefe-d90e-4386-8ccf-1537b211687e req-004fbf8b-c8fd-4eb6-87c8-0b8606baa664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.059989 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-585eeefe-d90e-4386-8ccf-1537b211687e req-004fbf8b-c8fd-4eb6-87c8-0b8606baa664 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5a39965-ed1d-4db3-9b39-f025c153c79e HTTP/1.1" status: 200 len: 854 time: 0.0686531 Sep 16 04:41:40.072966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-ed4395bc-c33d-467e-a52e-15f3324c8c30 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.074512 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-ed4395bc-c33d-467e-a52e-15f3324c8c30 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.15 "GET /v2.0/networks?id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b HTTP/1.1" status: 200 len: 815 time: 0.2527010 Sep 16 04:41:40.105287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Request body: {'port': {'device_id': '0847229a-2efb-4af2-a207-a2946eb45d4e', 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b', 'admin_state_up': True, 'tenant_id': '03f1e80a621a46fd860f9498f0345948'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:40.142289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb458fe-a6fe-4040-a8d9-11f26336d947 req-7fcf1fbe-7fb3-464a-b6d4-0dbd2b644245 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.143790 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2fb458fe-a6fe-4040-a8d9-11f26336d947 req-7fcf1fbe-7fb3-464a-b6d4-0dbd2b644245 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0822873 Sep 16 04:41:40.145852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eeefe-d90e-4386-8ccf-1537b211687e req-a0759e42-f924-4163-999b-67f1c9ae1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.147217 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-585eeefe-d90e-4386-8ccf-1537b211687e req-a0759e42-f924-4163-999b-67f1c9ae1b97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=760ef33c-b75c-4248-8ddb-92e78845a4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761182 Sep 16 04:41:40.181760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205e656-b4b0-4504-8677-36d7911a2227 req-493bc532-aa80-40b0-88d8-2b4d8216d83c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.188323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205e656-b4b0-4504-8677-36d7911a2227 req-493bc532-aa80-40b0-88d8-2b4d8216d83c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.194336 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205e656-b4b0-4504-8677-36d7911a2227 req-493bc532-aa80-40b0-88d8-2b4d8216d83c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.196015 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5205e656-b4b0-4504-8677-36d7911a2227 req-493bc532-aa80-40b0-88d8-2b4d8216d83c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2418 time: 0.1206176 Sep 16 04:41:40.235880 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2fb458fe-a6fe-4040-a8d9-11f26336d947 req-946d1d1b-8097-44f0-97e9-93074ce97c8b tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852063 Sep 16 04:41:40.254429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5205e656-b4b0-4504-8677-36d7911a2227 req-ff64c159-befc-4afc-a13a-861b55f0b8ac tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506513 Sep 16 04:41:40.283827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Made reservation on behalf of 03f1e80a621a46fd860f9498f0345948 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:40.287335 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-585eeefe-d90e-4386-8ccf-1537b211687e req-179e3e9a-edf5-43fd-88ed-88351ea28fd4 service neutron] 10.222.0.15 "GET /v2.0/networks/760ef33c-b75c-4248-8ddb-92e78845a4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231518 Sep 16 04:41:40.287593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.407668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a7173-4253-49a1-9e18-99b3d8079a0e req-aedb6451-a9fd-4a50-b3e4-352f2905c7f0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.409148 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-290a7173-4253-49a1-9e18-99b3d8079a0e req-aedb6451-a9fd-4a50-b3e4-352f2905c7f0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 945 time: 0.1043444 Sep 16 04:41:40.437833 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-585eeefe-d90e-4386-8ccf-1537b211687e req-72d3a330-83c1-4a2b-841d-82c3c1342482 service neutron] 10.222.0.15 "GET /v2.0/networks/760ef33c-b75c-4248-8ddb-92e78845a4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416340 Sep 16 04:41:40.458326 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-290a7173-4253-49a1-9e18-99b3d8079a0e req-84026558-02fb-4267-999a-b77ae08494b4 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379610 Sep 16 04:41:40.556897 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a66e087f-46f2-463b-a633-0c052411f211 req-135c6447-424b-4918-ad03-c1652ec5c926 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 258 time: 0.2748866 Sep 16 04:41:40.563841 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62649e-752d-47b9-bfa1-71dd75366146 req-058d5280-18d7-4613-893c-b0d97b6720de tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.565365 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd62649e-752d-47b9-bfa1-71dd75366146 req-058d5280-18d7-4613-893c-b0d97b6720de tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 943 time: 0.0487506 Sep 16 04:41:40.570296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:40.596161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Allocated IP 172.20.0.6 (ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b/156edc1e-7368-4770-89dc-c325ad242139/0de9bfef-e4ba-4b77-9651-ee9b6988b697) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:40.605722 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd62649e-752d-47b9-bfa1-71dd75366146 req-c6208d74-1294-44e0-9a12-d68e5e63f878 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341806 Sep 16 04:41:40.610168 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.782015 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44aeed-1d19-443d-8eb2-4da2caf8144d req-51db1711-80a9-4a87-91de-9f9e2b9ceca1 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:40.783525 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bb44aeed-1d19-443d-8eb2-4da2caf8144d req-51db1711-80a9-4a87-91de-9f9e2b9ceca1 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 949 time: 0.0515378 Sep 16 04:41:40.813172 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:40.822846 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bb44aeed-1d19-443d-8eb2-4da2caf8144d req-fd4bc0d9-b29e-4913-bf5a-72b1dc9a40c8 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2164953-b691-4929-be6a-b26b4d78e4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330667 Sep 16 04:41:40.830033 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.123737 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584bcfc-a088-4ddf-9436-3bf76ecdcbaa req-31b3270a-c2ee-42b5-8578-1ce34ab79a16 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.125528 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b584bcfc-a088-4ddf-9436-3bf76ecdcbaa req-31b3270a-c2ee-42b5-8578-1ce34ab79a16 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 949 time: 0.0784831 Sep 16 04:41:41.169178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfbacf-5bfd-4b86-98c8-32157eb23e88 req-5de4beff-399b-43ac-ae55-f002ff9ed628 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.171448 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3dfbacf-5bfd-4b86-98c8-32157eb23e88 req-5de4beff-399b-43ac-ae55-f002ff9ed628 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.0948496 Sep 16 04:41:41.182004 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.245040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3dfbacf-5bfd-4b86-98c8-32157eb23e88 req-ff787b9d-ccc3-46e4-b830-17282e01f935 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646660 Sep 16 04:41:41.258185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:41.270493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:41.285574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:41.288639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Allocated IP 172.25.0.185 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/ac7e1516-24db-41f4-af31-4895875e2818) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:41.292830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b584bcfc-a088-4ddf-9436-3bf76ecdcbaa req-813a4c8c-03d0-49fc-b060-42ff5d100d5a tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Deleting port a0ea451f-a279-452b-be06-70d576dca1a0 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:41.293758 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b584bcfc-a088-4ddf-9436-3bf76ecdcbaa req-813a4c8c-03d0-49fc-b060-42ff5d100d5a tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.313169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Pushing event updated for resources: {'Port': ['ID=0de9bfef-e4ba-4b77-9651-ee9b6988b697,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:41.362454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.363129 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.410710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-02d7a830-c8b8-4726-8668-b36ca20f8abc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3230438 Sep 16 04:41:41.426269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Request body: {'port': {'device_id': '0847229a-2efb-4af2-a207-a2946eb45d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:41.468417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a851fb-40ba-41d1-9715-79e970c7cf33 req-6a790fc4-2127-4330-b8f6-16b538e37890 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.470034 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-51a851fb-40ba-41d1-9715-79e970c7cf33 req-6a790fc4-2127-4330-b8f6-16b538e37890 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 931 time: 0.1330063 Sep 16 04:41:41.505377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-b584bcfc-a088-4ddf-9436-3bf76ecdcbaa req-813a4c8c-03d0-49fc-b060-42ff5d100d5a tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] For port a0ea451f-a279-452b-be06-70d576dca1a0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a0ea451f-a279-452b-be06-70d576dca1a0,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:41.505775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b584bcfc-a088-4ddf-9436-3bf76ecdcbaa req-813a4c8c-03d0-49fc-b060-42ff5d100d5a tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.508766 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.520595 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.526932 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b584bcfc-a088-4ddf-9436-3bf76ecdcbaa req-813a4c8c-03d0-49fc-b060-42ff5d100d5a tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Calling delete_port for a0ea451f-a279-452b-be06-70d576dca1a0 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:41.554531 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-51a851fb-40ba-41d1-9715-79e970c7cf33 req-2b2a1815-06c9-4ab9-9dd7-adf8df5e9267 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758395 Sep 16 04:41:41.602400 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.700757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:41.711840 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:41.723011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:41.730629 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b584bcfc-a088-4ddf-9436-3bf76ecdcbaa req-813a4c8c-03d0-49fc-b060-42ff5d100d5a tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.730866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Pushing event updated for resources: {'Port': ['ID=ac7e1516-24db-41f4-af31-4895875e2818,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:41.759641 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790bb3-8fc1-4bde-bb86-1935932b56ec req-00defe99-bf6c-4118-9d79-cbd7dc008f68 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.765835 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790bb3-8fc1-4bde-bb86-1935932b56ec req-00defe99-bf6c-4118-9d79-cbd7dc008f68 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.771966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790bb3-8fc1-4bde-bb86-1935932b56ec req-00defe99-bf6c-4118-9d79-cbd7dc008f68 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.774844 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62790bb3-8fc1-4bde-bb86-1935932b56ec req-00defe99-bf6c-4118-9d79-cbd7dc008f68 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2418 time: 0.1349838 Sep 16 04:41:41.803123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a4c8c-03d0-49fc-b060-42ff5d100d5a tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Pushing event deleted for resources: {'Port': ['ID=a0ea451f-a279-452b-be06-70d576dca1a0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:41.865497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b584bcfc-a088-4ddf-9436-3bf76ecdcbaa req-813a4c8c-03d0-49fc-b060-42ff5d100d5a tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] No DVR routers for this DVR port a0ea451f-a279-452b-be06-70d576dca1a0 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:41.869955 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62790bb3-8fc1-4bde-bb86-1935932b56ec req-89fb11f4-56f0-479e-9e95-743505984071 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752330 Sep 16 04:41:41.871158 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b584bcfc-a088-4ddf-9436-3bf76ecdcbaa req-813a4c8c-03d0-49fc-b060-42ff5d100d5a tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.873073 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b584bcfc-a088-4ddf-9436-3bf76ecdcbaa req-813a4c8c-03d0-49fc-b060-42ff5d100d5a tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.15 "DELETE /v2.0/ports/a0ea451f-a279-452b-be06-70d576dca1a0 HTTP/1.1" status: 204 len: 173 time: 0.7399435 Sep 16 04:41:41.873527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'name': 'network-vif-deleted', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:41.875826 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2934d98d-7c85-4bb5-aea9-e230dba10e95" -d '{"events": [{"server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "name": "network-vif-deleted", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:41.891603 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.954251 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:41.996893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c53c3-e5ba-4b6e-8f7d-bceb0b925f86 req-dcedce08-e5de-4c01-ac87-1e8662ada696 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:41.998609 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a41c53c3-e5ba-4b6e-8f7d-bceb0b925f86 req-dcedce08-e5de-4c01-ac87-1e8662ada696 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 945 time: 0.0555255 Sep 16 04:41:42.025486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de9bfef-e4ba-4b77-9651-ee9b6988b697 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:42.035745 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.038409 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a41c53c3-e5ba-4b6e-8f7d-bceb0b925f86 req-932ae668-fec3-4362-8925-21dd456f0609 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337365 Sep 16 04:41:42.069175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Transition to ACTIVE for port object 0de9bfef-e4ba-4b77-9651-ee9b6988b697 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:41:42.073573 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.161353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Pushing event updated for resources: {'Port': ['ID=0de9bfef-e4ba-4b77-9651-ee9b6988b697,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:42.177962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a87934-3c5d-429d-b9d4-7a0f838652ae req-a1b5ca57-6d2d-46e8-b36f-1e1f2d143bab tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.179787 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-16a87934-3c5d-429d-b9d4-7a0f838652ae req-a1b5ca57-6d2d-46e8-b36f-1e1f2d143bab tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 943 time: 0.0603781 Sep 16 04:41:42.231960 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-16a87934-3c5d-429d-b9d4-7a0f838652ae req-714832aa-fe79-455a-825c-8f9a9718f2e9 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451257 Sep 16 04:41:42.256650 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.266799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.304909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device b049ee2c-4298-4dd6-a71e-9b617abad76e details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:42.413392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Attempting to bind port 0de9bfef-e4ba-4b77-9651-ee9b6988b697 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:42.413953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Attempting to bind port 0de9bfef-e4ba-4b77-9651-ee9b6988b697 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:42.414502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Attempting to bind port 0de9bfef-e4ba-4b77-9651-ee9b6988b697 on network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:42.439284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Pushing event updated for resources: {'Port': ['ID=ac7e1516-24db-41f4-af31-4895875e2818,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:42.443043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Port 0de9bfef-e4ba-4b77-9651-ee9b6988b697 on network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:41:42.443568 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Attempting to bind port 0de9bfef-e4ba-4b77-9651-ee9b6988b697 on network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:42.449103 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.463101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:42.463635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Checking segment: {'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:42.464267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Bound using segment: {'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:42.465009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Bound port: 0de9bfef-e4ba-4b77-9651-ee9b6988b697, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:42.465595 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.484263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port b049ee2c-4298-4dd6-a71e-9b617abad76e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=b049ee2c-4298-4dd6-a71e-9b617abad76e,segment=NetworkSegment(18da4e91-dec7-471e-94ab-5a3faee6b2a7),segment_id=18da4e91-dec7-471e-94ab-5a3faee6b2a7)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:42.495463 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.497697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a66e087f-46f2-463b-a633-0c052411f211 req-6c6fb645-5f99-4767-bf08-f3db673012a1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9352181 Sep 16 04:41:42.511414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'b049ee2c-4298-4dd6-a71e-9b617abad76e', 'network_id': '760ef33c-b75c-4248-8ddb-92e78845a4d2', 'port_id': 'b049ee2c-4298-4dd6-a71e-9b617abad76e', 'mac_address': 'fa:16:3e:26:8b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a39965-ed1d-4db3-9b39-f025c153c79e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:42.542739 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-710644cd-fdd0-42e6-952e-f32499451031 req-b65ba135-0414-4b47-89f4-37ca8da3cc76 tempest-ListImageFiltersTestJSON-1032323709 tempest-ListImageFiltersTestJSON-1032323709-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c00279d-2e4f-4cf5-b497-a21c4ba75600 HTTP/1.1" status: 200 len: 210 time: 0.0448132 Sep 16 04:41:42.595756 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001a077f-dfad-4374-8a27-29a6d4cbd272 x-openstack-request-id: req-001a077f-dfad-4374-8a27-29a6d4cbd272 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:42.596148 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c00279d-2e4f-4cf5-b497-a21c4ba75600", "name": "network-vif-deleted", "tag": "a0ea451f-a279-452b-be06-70d576dca1a0", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:42.596490 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-001a077f-dfad-4374-8a27-29a6d4cbd272 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:42.597027 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c00279d-2e4f-4cf5-b497-a21c4ba75600', 'name': 'network-vif-deleted', 'tag': 'a0ea451f-a279-452b-be06-70d576dca1a0', 'status': 'completed', 'code': 200} Sep 16 04:41:42.610867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a66e087f-46f2-463b-a633-0c052411f211 req-59e8b4af-efd2-46e7-98b0-3fd54a8644b1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 696 time: 0.0777466 Sep 16 04:41:42.663847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] For port 0de9bfef-e4ba-4b77-9651-ee9b6988b697, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:42.690660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] For port 0de9bfef-e4ba-4b77-9651-ee9b6988b697, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0de9bfef-e4ba-4b77-9651-ee9b6988b697,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:42.700694 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.715321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b049ee2c-4298-4dd6-a71e-9b617abad76e {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:42.719124 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.740852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port b049ee2c-4298-4dd6-a71e-9b617abad76e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=b049ee2c-4298-4dd6-a71e-9b617abad76e,segment=NetworkSegment(18da4e91-dec7-471e-94ab-5a3faee6b2a7),segment_id=18da4e91-dec7-471e-94ab-5a3faee6b2a7)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:42.745304 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.746104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 26baa4ff-95e5-4193-bad7-6585e8edf426 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:42.758118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f910c-33d3-470f-9bbc-681020fe4c2f req-0944f876-b439-4007-9db2-14018db9124a tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.760311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d6f910c-33d3-470f-9bbc-681020fe4c2f req-0944f876-b439-4007-9db2-14018db9124a tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 945 time: 0.0614645 Sep 16 04:41:42.767823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.768581 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:42.770115 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] 10.222.0.15 "PUT /v2.0/ports/0de9bfef-e4ba-4b77-9651-ee9b6988b697 HTTP/1.1" status: 200 len: 1092 time: 1.3500164 Sep 16 04:41:42.770627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0847229a-2efb-4af2-a207-a2946eb45d4e', 'tag': '0de9bfef-e4ba-4b77-9651-ee9b6988b697'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:42.772905 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32993195-eae1-4f6f-b87d-5db6afd9d320" -d '{"events": [{"name": "network-changed", "server_uuid": "0847229a-2efb-4af2-a207-a2946eb45d4e", "tag": "0de9bfef-e4ba-4b77-9651-ee9b6988b697"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:42.809145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2842-cf1f-4d26-8c89-3330966cab6d service neutron] Pushing event updated for resources: {'Port': ['ID=0de9bfef-e4ba-4b77-9651-ee9b6988b697,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:42.824694 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d6f910c-33d3-470f-9bbc-681020fe4c2f req-f3366270-8c57-4a2a-88d6-29709cc86f14 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550427 Sep 16 04:41:42.827825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=b049ee2c-4298-4dd6-a71e-9b617abad76e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:42.837049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e087f-46f2-463b-a633-0c052411f211 req-7492f161-3a0d-4672-ad5a-d84436128f2e tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.838681 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a66e087f-46f2-463b-a633-0c052411f211 req-7492f161-3a0d-4672-ad5a-d84436128f2e tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.2165186 Sep 16 04:41:42.857821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-a66e087f-46f2-463b-a633-0c052411f211 req-dbef878a-675f-4c6e-9965-fc20442855c4 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:41:42.859051 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a66e087f-46f2-463b-a633-0c052411f211 req-dbef878a-675f-4c6e-9965-fc20442855c4 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058825 Sep 16 04:41:42.882112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-1c81b5ce-c4f9-4b94-b76b-cfdb8f871e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.884959 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-1c81b5ce-c4f9-4b94-b76b-cfdb8f871e12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03f1e80a621a46fd860f9498f0345948&device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 1095 time: 0.0715454 Sep 16 04:41:42.918456 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=26baa4ff-95e5-4193-bad7-6585e8edf426,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:42.930150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '26baa4ff-95e5-4193-bad7-6585e8edf426', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '26baa4ff-95e5-4193-bad7-6585e8edf426', 'mac_address': 'fa:16:3e:b1:dd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:42.931785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-9b9796d6-a433-4cdb-86e4-02dea79c52ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de9bfef-e4ba-4b77-9651-ee9b6988b697 HTTP/1.1" status: 200 len: 217 time: 0.0396492 Sep 16 04:41:42.963310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a72f2-03ea-4085-955e-45defdf915f8 req-b31bd92d-dc45-4719-b142-83e445367d62 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:42.964841 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-069a72f2-03ea-4085-955e-45defdf915f8 req-b31bd92d-dc45-4719-b142-83e445367d62 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.0614045 Sep 16 04:41:42.984135 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.004016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26baa4ff-95e5-4193-bad7-6585e8edf426 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:43.040435 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-069a72f2-03ea-4085-955e-45defdf915f8 req-6f4d4d57-d910-4776-a1b7-42d5c0731a9c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477724 Sep 16 04:41:43.042187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=26baa4ff-95e5-4193-bad7-6585e8edf426,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:43.047158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-0a99b12a-f089-4566-92b1-b0baccdc7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.048674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-0a99b12a-f089-4566-92b1-b0baccdc7f39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=156edc1e-7368-4770-89dc-c325ad242139 HTTP/1.1" status: 200 len: 855 time: 0.1070457 Sep 16 04:41:43.057146 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.077747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566073e-88c8-4a1b-8755-7604ad266131 req-482f4ad9-43b3-4aad-92c7-f154db88f0ac tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.085796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f566073e-88c8-4a1b-8755-7604ad266131 req-482f4ad9-43b3-4aad-92c7-f154db88f0ac tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 943 time: 0.1561635 Sep 16 04:41:43.112946 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-d010b407-6221-4868-a4e6-d3428ddf9417 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568607 Sep 16 04:41:43.142565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=26baa4ff-95e5-4193-bad7-6585e8edf426,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:43.172970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f566073e-88c8-4a1b-8755-7604ad266131 req-fcc09399-3c60-4160-be57-34698ebfe581 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862057 Sep 16 04:41:43.233825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-f0f2a66b-0b78-451f-927f-2110e633f2f6 service neutron] 10.222.0.15 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127641 Sep 16 04:41:43.268386 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d974e27b-226a-4c23-a9a9-3d96d0276106 x-openstack-request-id: req-d974e27b-226a-4c23-a9a9-3d96d0276106 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:43.269135 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0847229a-2efb-4af2-a207-a2946eb45d4e", "tag": "0de9bfef-e4ba-4b77-9651-ee9b6988b697", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:43.269135 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d974e27b-226a-4c23-a9a9-3d96d0276106 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:43.269593 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0847229a-2efb-4af2-a207-a2946eb45d4e', 'tag': '0de9bfef-e4ba-4b77-9651-ee9b6988b697', 'status': 'completed', 'code': 200} Sep 16 04:41:43.306989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['26baa4ff-95e5-4193-bad7-6585e8edf426'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:43.322192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['b049ee2c-4298-4dd6-a71e-9b617abad76e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:43.371283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-455adc3c-b5a3-40d4-bcfa-d2e179a5ce35 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.372843 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-455adc3c-b5a3-40d4-bcfa-d2e179a5ce35 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0937428 Sep 16 04:41:43.380655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c0dab7f-3010-4051-adbf-8373f7698470 req-c248c028-9189-4ec2-8968-1de3ef33a9a1 service neutron] 10.222.0.15 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384993 Sep 16 04:41:43.397249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee670b-4a65-463f-8879-794baa54a6e3 req-791758e6-7ea4-42a8-9cad-856dc82aeff3 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.406061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee670b-4a65-463f-8879-794baa54a6e3 req-791758e6-7ea4-42a8-9cad-856dc82aeff3 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.412938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee670b-4a65-463f-8879-794baa54a6e3 req-791758e6-7ea4-42a8-9cad-856dc82aeff3 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.414983 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5ee670b-4a65-463f-8879-794baa54a6e3 req-791758e6-7ea4-42a8-9cad-856dc82aeff3 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2418 time: 0.1013565 Sep 16 04:41:43.434413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-6f8e4db9-2972-4f84-99c9-d24fb8620cf1 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 696 time: 0.0536861 Sep 16 04:41:43.447268 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-8bf1b161-8dc9-4b63-92ec-d886d39d9032 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Request body: {'floatingip': {'port_id': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:43.487535 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-8bf1b161-8dc9-4b63-92ec-d886d39d9032 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.487950 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5ee670b-4a65-463f-8879-794baa54a6e3 req-ddaa6402-0e19-44c4-bc01-f144376dd871 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655732 Sep 16 04:41:43.500684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32993195-eae1-4f6f-b87d-5db6afd9d320 req-606d2366-ae5f-4dd3-86f0-971c6653d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.502466 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32993195-eae1-4f6f-b87d-5db6afd9d320 req-606d2366-ae5f-4dd3-86f0-971c6653d3d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03f1e80a621a46fd860f9498f0345948&device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 1095 time: 0.0645149 Sep 16 04:41:43.655045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32993195-eae1-4f6f-b87d-5db6afd9d320 req-f61c92b5-28f0-46f8-8a7e-b9bd180174af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.656456 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32993195-eae1-4f6f-b87d-5db6afd9d320 req-f61c92b5-28f0-46f8-8a7e-b9bd180174af service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b HTTP/1.1" status: 200 len: 916 time: 0.1459908 Sep 16 04:41:43.679662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91e77f-3db8-4349-a520-5d889a4401c1 req-81b4a568-2baa-4a4d-a51e-98e40476b845 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.681098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b91e77f-3db8-4349-a520-5d889a4401c1 req-81b4a568-2baa-4a4d-a51e-98e40476b845 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 945 time: 0.1015997 Sep 16 04:41:43.732013 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32993195-eae1-4f6f-b87d-5db6afd9d320 req-3f1e76ed-0f1e-44e9-b51d-a22911994cec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de9bfef-e4ba-4b77-9651-ee9b6988b697 HTTP/1.1" status: 200 len: 217 time: 0.0602775 Sep 16 04:41:43.780728 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7423056-5749-4917-88e3-d0608324a807 req-863647ad-f6e3-4e0d-a453-b4d9b7a19595 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1426959 Sep 16 04:41:43.793745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b91e77f-3db8-4349-a520-5d889a4401c1 req-36153f24-2315-4522-9d52-08c2975e8c22 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037633 Sep 16 04:41:43.813088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32993195-eae1-4f6f-b87d-5db6afd9d320 req-9762d323-d676-4c4e-a86f-fb3b56c25b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.814926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32993195-eae1-4f6f-b87d-5db6afd9d320 req-9762d323-d676-4c4e-a86f-fb3b56c25b0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=156edc1e-7368-4770-89dc-c325ad242139 HTTP/1.1" status: 200 len: 855 time: 0.0728786 Sep 16 04:41:43.858170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32993195-eae1-4f6f-b87d-5db6afd9d320 req-a5a0d72f-55b9-4094-ad2a-5194d1db273f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357668 Sep 16 04:41:43.978697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-8bf1b161-8dc9-4b63-92ec-d886d39d9032 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:43.980362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423056-5749-4917-88e3-d0608324a807 req-7033c6d7-5f3b-4f56-a362-64dc00b47ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:43.982126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7423056-5749-4917-88e3-d0608324a807 req-7033c6d7-5f3b-4f56-a362-64dc00b47ab8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ef75dcfd035f40228dfc6a146d611230&device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 1101 time: 0.1474822 Sep 16 04:41:43.982782 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-8bf1b161-8dc9-4b63-92ec-d886d39d9032 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.008785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef9515-9b47-4c95-b3c1-595d6daea4c5 req-03bc8d45-c644-445e-8cc6-b6be5bc5a887 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.010297 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12ef9515-9b47-4c95-b3c1-595d6daea4c5 req-03bc8d45-c644-445e-8cc6-b6be5bc5a887 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 944 time: 0.1354635 Sep 16 04:41:44.039012 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32993195-eae1-4f6f-b87d-5db6afd9d320 req-5ab06c80-53a7-445a-82a6-f1ccf5e62d75 service neutron] 10.222.0.15 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630199 Sep 16 04:41:44.092870 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-8bf1b161-8dc9-4b63-92ec-d886d39d9032 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Floating IP c5510a51-44bd-4a70-be92-1c81bde9d9bf associated. External IP: 172.25.0.185, port: bc99c8dd-bdff-4925-9ced-3d0f4d5dd979. Sep 16 04:41:44.164068 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12ef9515-9b47-4c95-b3c1-595d6daea4c5 req-4c0a8128-7304-4caa-b4a9-d09864547560 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424029 Sep 16 04:41:44.195273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423056-5749-4917-88e3-d0608324a807 req-32413581-f807-4b8a-99c2-e142b0ec535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.196772 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7423056-5749-4917-88e3-d0608324a807 req-32413581-f807-4b8a-99c2-e142b0ec535d service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1856027 Sep 16 04:41:44.213488 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32993195-eae1-4f6f-b87d-5db6afd9d320 req-cef49af9-2d97-4e49-b672-4c41f6133e03 service neutron] 10.222.0.15 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644487 Sep 16 04:41:44.256069 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7423056-5749-4917-88e3-d0608324a807 req-8b162c49-2bb1-4e9e-8ead-b6bbff8d916d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=2084c613-439b-45e7-bd31-8b80611bba89 HTTP/1.1" status: 200 len: 217 time: 0.0493791 Sep 16 04:41:44.319251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423056-5749-4917-88e3-d0608324a807 req-9ee27462-0623-47e2-999a-22ea2dfd1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.320539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0de9bfef-e4ba-4b77-9651-ee9b6988b697 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:44.321263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7423056-5749-4917-88e3-d0608324a807 req-9ee27462-0623-47e2-999a-22ea2dfd1c76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0569813 Sep 16 04:41:44.323495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device b049ee2c-4298-4dd6-a71e-9b617abad76e up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:44.355753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-8bf1b161-8dc9-4b63-92ec-d886d39d9032 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Router 5a663aea-20f3-49fd-b08f-50366d743411 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:44.431734 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423056-5749-4917-88e3-d0608324a807 req-def1cd41-e1e4-4c52-8146-a41da9c1376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.433669 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7423056-5749-4917-88e3-d0608324a807 req-def1cd41-e1e4-4c52-8146-a41da9c1376f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1046500 Sep 16 04:41:44.447906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c159fea-8c7d-4c82-9ebc-51f2616d864c req-4deac567-cbd5-4576-89a3-665e84318cf4 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.450044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c159fea-8c7d-4c82-9ebc-51f2616d864c req-4deac567-cbd5-4576-89a3-665e84318cf4 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 945 time: 0.0722244 Sep 16 04:41:44.465109 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port b049ee2c-4298-4dd6-a71e-9b617abad76e completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:44.471689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port b049ee2c-4298-4dd6-a71e-9b617abad76e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:44.472049 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.509093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-8bf1b161-8dc9-4b63-92ec-d886d39d9032 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:44.516932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0de9bfef-e4ba-4b77-9651-ee9b6988b697, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0de9bfef-e4ba-4b77-9651-ee9b6988b697,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:44.522328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a5bbba-9b13-4e6b-8c13-13ae91efab07 None None] Sync routers for ids ['5a663aea-20f3-49fd-b08f-50366d743411'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:44.522538 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-8bf1b161-8dc9-4b63-92ec-d886d39d9032 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.545881 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '0de9bfef-e4ba-4b77-9651-ee9b6988b697', 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b', 'port_id': '0de9bfef-e4ba-4b77-9651-ee9b6988b697', 'mac_address': 'fa:16:3e:63:a8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156edc1e-7368-4770-89dc-c325ad242139', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:44.552961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a5bbba-9b13-4e6b-8c13-13ae91efab07 None None] Routers {'5a663aea-20f3-49fd-b08f-50366d743411'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:44.553643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-35a5bbba-9b13-4e6b-8c13-13ae91efab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:41:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5a663aea-20f3-49fd-b08f-50366d743411'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:44.566164 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-8bf1b161-8dc9-4b63-92ec-d886d39d9032 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "PUT /v2.0/floatingips/c5510a51-44bd-4a70-be92-1c81bde9d9bf HTTP/1.1" status: 200 len: 997 time: 1.1232991 Sep 16 04:41:44.581452 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c159fea-8c7d-4c82-9ebc-51f2616d864c req-430e5050-08bd-452d-9170-eeffffc76934 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969732 Sep 16 04:41:44.598239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'tag': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:44.601190 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1668f743-a74d-4574-bbb4-ee18c279cb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7672e5d2-55f2-4167-9942-10113ae7d3d2", "tag": "bc99c8dd-bdff-4925-9ced-3d0f4d5dd979"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:44.610747 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7423056-5749-4917-88e3-d0608324a807 req-f87442b3-4788-4e8a-b2ea-997cf7ccf78e service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591496 Sep 16 04:41:44.687631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-845045e3-ae0d-4a62-8ec7-cef6008250c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.689788 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-845045e3-ae0d-4a62-8ec7-cef6008250c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b05c2410c774fa499991fa400cc3dc8&device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 1098 time: 0.0839357 Sep 16 04:41:44.699082 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.753167 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.756047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de9bfef-e4ba-4b77-9651-ee9b6988b697 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:44.797072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7423056-5749-4917-88e3-d0608324a807 req-4694f1a3-d1dc-4b8c-bf10-f4d0d4a62182 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775875 Sep 16 04:41:44.816349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0de9bfef-e4ba-4b77-9651-ee9b6988b697, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0de9bfef-e4ba-4b77-9651-ee9b6988b697,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:44.816874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1cb59-3082-41ef-9429-441d526019fc req-da3e62c4-9bd4-4ff8-9a04-19704f3f0421 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.818411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-35a5bbba-9b13-4e6b-8c13-13ae91efab07 None None] Set router 5a663aea-20f3-49fd-b08f-50366d743411 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:44.819033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5b1cb59-3082-41ef-9429-441d526019fc req-da3e62c4-9bd4-4ff8-9a04-19704f3f0421 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 947 time: 0.1042655 Sep 16 04:41:44.820036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e166094-6599-4e1d-974d-9b7bfa2429a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b049ee2c-4298-4dd6-a71e-9b617abad76e'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:44.822332 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4293f876-78db-4134-81c4-b87ac86c0d36" -d '{"events": [{"server_uuid": "2e166094-6599-4e1d-974d-9b7bfa2429a9", "name": "network-vif-plugged", "status": "completed", "tag": "b049ee2c-4298-4dd6-a71e-9b617abad76e"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:44.844140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-e8995014-c69c-472f-b68b-e64a563cb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:44.853724 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.855604 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-e8995014-c69c-472f-b68b-e64a563cb00f service neutron] 10.222.0.53 "GET /v2.0/networks?id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169 HTTP/1.1" status: 200 len: 930 time: 0.1594100 Sep 16 04:41:44.856594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port b049ee2c-4298-4dd6-a71e-9b617abad76e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=b049ee2c-4298-4dd6-a71e-9b617abad76e,segment=NetworkSegment(18da4e91-dec7-471e-94ab-5a3faee6b2a7),segment_id=18da4e91-dec7-471e-94ab-5a3faee6b2a7)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:44.866127 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:44.868194 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 26baa4ff-95e5-4193-bad7-6585e8edf426 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:44.882343 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5b1cb59-3082-41ef-9429-441d526019fc req-f0565ea2-bf22-44c0-851c-84a3f73cd5ee tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515094 Sep 16 04:41:44.996216 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-326fb4c8-0fac-4281-aac9-ff783000b39d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 HTTP/1.1" status: 200 len: 1000 time: 0.1377974 Sep 16 04:41:44.998561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=0de9bfef-e4ba-4b77-9651-ee9b6988b697,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:45.042954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-f83817df-1eca-4879-a29b-1b4cb98e296a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.049829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-f83817df-1eca-4879-a29b-1b4cb98e296a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.056180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-f83817df-1eca-4879-a29b-1b4cb98e296a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.057866 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-f83817df-1eca-4879-a29b-1b4cb98e296a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.50 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2418 time: 0.1360641 Sep 16 04:41:45.069888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-48813b15-b5ed-42dd-aa9b-88872dd5aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.072422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 26baa4ff-95e5-4193-bad7-6585e8edf426 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:45.072788 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.077807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60563-c679-4a43-9e86-41679ec5e828 req-ec2db3b3-5ab9-4b8c-94fc-7d8dd8b14388 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.079889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-48813b15-b5ed-42dd-aa9b-88872dd5aa20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8663071-7997-496a-b1af-9075a07960c6 HTTP/1.1" status: 200 len: 868 time: 0.0826490 Sep 16 04:41:45.087963 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fbf60563-c679-4a43-9e86-41679ec5e828 req-ec2db3b3-5ab9-4b8c-94fc-7d8dd8b14388 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 944 time: 0.1019294 Sep 16 04:41:45.131404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-1ace5943-098d-440c-b332-51dee0c5cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.134353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['0de9bfef-e4ba-4b77-9651-ee9b6988b697'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:45.142337 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-1ace5943-098d-440c-b332-51dee0c5cca0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613546 Sep 16 04:41:45.174247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=b049ee2c-4298-4dd6-a71e-9b617abad76e,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:45.189918 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fbf60563-c679-4a43-9e86-41679ec5e828 req-e3726259-3384-4d4d-868d-8149f72a6de6 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007380 Sep 16 04:41:45.241999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-e91249aa-43a2-407b-a005-29b0a71c6b6d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting port 6c44b088-d1bc-4615-9d94-22b0c7553c2a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:45.242703 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-e91249aa-43a2-407b-a005-29b0a71c6b6d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.314983 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.325723 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-33088981-4c15-4b41-b623-94c71504e15f service neutron] 10.222.0.53 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813476 Sep 16 04:41:45.377470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=26baa4ff-95e5-4193-bad7-6585e8edf426,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:45.384412 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.385310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a0ea451f-a279-452b-be06-70d576dca1a0 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:45.392819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-e91249aa-43a2-407b-a005-29b0a71c6b6d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] For port 6c44b088-d1bc-4615-9d94-22b0c7553c2a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=6c44b088-d1bc-4615-9d94-22b0c7553c2a,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:45.393899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-e91249aa-43a2-407b-a005-29b0a71c6b6d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.414977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-e91249aa-43a2-407b-a005-29b0a71c6b6d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Calling delete_port for 6c44b088-d1bc-4615-9d94-22b0c7553c2a owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:45.444201 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: a0ea451f-a279-452b-be06-70d576dca1a0 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:45.444705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a0ea451f-a279-452b-be06-70d576dca1a0 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:45.463378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-35a5bbba-9b13-4e6b-8c13-13ae91efab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:12Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'c5510a51-44bd-4a70-be92-1c81bde9d9bf', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'port_id': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'mac_address': 'fa:16:3e:16:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:41Z', 'updated_at': '2021-09-16T04:41:43Z', 'revision_number': 1, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee79295-90ef-4ff5-88d7-a617372974d0', 'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'mac_address': 'fa:16:3e:22:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:21Z', 'revision_number': 5, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'subnets': [{'id': 'd8663071-7997-496a-b1af-9075a07960c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:45.484590 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-785c2ff1-d12f-4667-b460-a42ab1439651 req-8dcd2bf8-7922-48d4-b010-5ed73e82277f service neutron] 10.222.0.53 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511173 Sep 16 04:41:45.519364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a5bbba-9b13-4e6b-8c13-13ae91efab07 None None] Checking router: 5a663aea-20f3-49fd-b08f-50366d743411 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:45.533983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=26baa4ff-95e5-4193-bad7-6585e8edf426,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:45.543557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a5bbba-9b13-4e6b-8c13-13ae91efab07 None None] Routers {'5a663aea-20f3-49fd-b08f-50366d743411'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:45.544335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-35a5bbba-9b13-4e6b-8c13-13ae91efab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:41:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5a663aea-20f3-49fd-b08f-50366d743411'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:45.648206 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-e91249aa-43a2-407b-a005-29b0a71c6b6d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.656895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d24c6-52ab-4eff-a0b6-bc54f827ca03 req-f4fe4ee3-b33c-441b-8a8c-d81f0c7e4941 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.664769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d24c6-52ab-4eff-a0b6-bc54f827ca03 req-f4fe4ee3-b33c-441b-8a8c-d81f0c7e4941 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.671868 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d24c6-52ab-4eff-a0b6-bc54f827ca03 req-f4fe4ee3-b33c-441b-8a8c-d81f0c7e4941 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.674843 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-df1d24c6-52ab-4eff-a0b6-bc54f827ca03 req-f4fe4ee3-b33c-441b-8a8c-d81f0c7e4941 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 2418 time: 0.0852623 Sep 16 04:41:45.695455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91249aa-43a2-407b-a005-29b0a71c6b6d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Port': ['ID=6c44b088-d1bc-4615-9d94-22b0c7553c2a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:45.770354 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-df1d24c6-52ab-4eff-a0b6-bc54f827ca03 req-4aaf3ded-9235-48d9-a909-c9347bad17b8 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891638 Sep 16 04:41:45.806524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-e91249aa-43a2-407b-a005-29b0a71c6b6d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] No DVR routers for this DVR port 6c44b088-d1bc-4615-9d94-22b0c7553c2a on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:45.812511 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-e91249aa-43a2-407b-a005-29b0a71c6b6d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:45.815437 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-e91249aa-43a2-407b-a005-29b0a71c6b6d tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.50 "DELETE /v2.0/ports/6c44b088-d1bc-4615-9d94-22b0c7553c2a HTTP/1.1" status: 204 len: 173 time: 0.7461758 Sep 16 04:41:45.816787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'name': 'network-vif-deleted', 'tag': '6c44b088-d1bc-4615-9d94-22b0c7553c2a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:45.819088 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87f1b11-6f20-4794-8bce-bd2a0e68c48d" -d '{"events": [{"server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "name": "network-vif-deleted", "tag": "6c44b088-d1bc-4615-9d94-22b0c7553c2a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:45.835533 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc72af7-2a48-4346-8514-8b676089c63f x-openstack-request-id: req-3dc72af7-2a48-4346-8514-8b676089c63f {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:45.835533 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7672e5d2-55f2-4167-9942-10113ae7d3d2", "tag": "bc99c8dd-bdff-4925-9ced-3d0f4d5dd979", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:45.835533 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3dc72af7-2a48-4346-8514-8b676089c63f {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:45.835533 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'tag': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'status': 'completed', 'code': 200} Sep 16 04:41:45.926898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['6c44b088-d1bc-4615-9d94-22b0c7553c2a', 'b827c4bb-a00a-45e4-ad40-6d3893a539e4', '98ff4389-6e8f-486b-8191-1a2f31790fcf'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:45.938704 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-35a5bbba-9b13-4e6b-8c13-13ae91efab07 None None] Set router 5a663aea-20f3-49fd-b08f-50366d743411 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:45.970619 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54576f9-9d55-4c15-b945-900b7348561e req-a073b9a3-2f6c-4011-9e86-fec6401a53d3 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:45.977938 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b54576f9-9d55-4c15-b945-900b7348561e req-a073b9a3-2f6c-4011-9e86-fec6401a53d3 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 945 time: 0.0644040 Sep 16 04:41:46.028901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b54576f9-9d55-4c15-b945-900b7348561e req-e6f03d4a-d660-47c2-942a-4cc57449cbb0 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481822 Sep 16 04:41:46.041881 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f62690-d26f-484c-8a54-9e69f2c9eb29 x-openstack-request-id: req-c4f62690-d26f-484c-8a54-9e69f2c9eb29 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:46.042174 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e166094-6599-4e1d-974d-9b7bfa2429a9", "name": "network-vif-plugged", "status": "completed", "tag": "b049ee2c-4298-4dd6-a71e-9b617abad76e", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:46.042424 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4f62690-d26f-484c-8a54-9e69f2c9eb29 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:46.042816 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e166094-6599-4e1d-974d-9b7bfa2429a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b049ee2c-4298-4dd6-a71e-9b617abad76e', 'code': 200} Sep 16 04:41:46.114781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f743-a74d-4574-bbb4-ee18c279cb2a req-e210bdf7-2ef1-4131-9b08-760592c09105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.116275 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1668f743-a74d-4574-bbb4-ee18c279cb2a req-e210bdf7-2ef1-4131-9b08-760592c09105 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b05c2410c774fa499991fa400cc3dc8&device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 1098 time: 0.2298970 Sep 16 04:41:46.158085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6a7b0-f988-4cde-837e-affcb989828d req-f11375f1-1ad4-4933-8e99-4382d95f5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.161976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45d6a7b0-f988-4cde-837e-affcb989828d req-f11375f1-1ad4-4933-8e99-4382d95f5fdb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 1097 time: 0.1255791 Sep 16 04:41:46.327980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0de9bfef-e4ba-4b77-9651-ee9b6988b697 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:46.364474 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-05a70333-24f9-4a76-b2d3-c9b3be9b7ee7 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 258 time: 0.3016551 Sep 16 04:41:46.376060 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:46.406918 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.450522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 0de9bfef-e4ba-4b77-9651-ee9b6988b697 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:41:46.463359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 0de9bfef-e4ba-4b77-9651-ee9b6988b697 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:46.463743 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.577853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-050923c2-4c14-479e-ad00-55ab4e1f7f83 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting port b827c4bb-a00a-45e4-ad40-6d3893a539e4 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:46.578459 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-050923c2-4c14-479e-ad00-55ab4e1f7f83 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.652578 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45d6a7b0-f988-4cde-837e-affcb989828d req-81f65f34-5430-46df-b0c7-0178830aaf6f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773908 Sep 16 04:41:46.671363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-35a5bbba-9b13-4e6b-8c13-13ae91efab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:12Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'c5510a51-44bd-4a70-be92-1c81bde9d9bf', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'port_id': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'mac_address': 'fa:16:3e:16:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:41Z', 'updated_at': '2021-09-16T04:41:43Z', 'revision_number': 1, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee79295-90ef-4ff5-88d7-a617372974d0', 'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'mac_address': 'fa:16:3e:22:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:21Z', 'revision_number': 5, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'subnets': [{'id': 'd8663071-7997-496a-b1af-9075a07960c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:46.675557 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.712858 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a5bbba-9b13-4e6b-8c13-13ae91efab07 None None] The sync data for ids ['5a663aea-20f3-49fd-b08f-50366d743411'] in n-d-712142-17 is: [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:12Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'c5510a51-44bd-4a70-be92-1c81bde9d9bf', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'port_id': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'mac_address': 'fa:16:3e:16:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:41:41Z', 'updated_at': '2021-09-16T04:41:43Z', 'revision_number': 1, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee79295-90ef-4ff5-88d7-a617372974d0', 'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'mac_address': 'fa:16:3e:22:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:21Z', 'revision_number': 5, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'subnets': [{'id': 'd8663071-7997-496a-b1af-9075a07960c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:46.721882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f743-a74d-4574-bbb4-ee18c279cb2a req-bff8c5c5-f805-4b84-826b-f471e8ef8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.723508 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1668f743-a74d-4574-bbb4-ee18c279cb2a req-bff8c5c5-f805-4b84-826b-f471e8ef8774 service neutron] 10.222.0.50 "GET /v2.0/networks?id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169 HTTP/1.1" status: 200 len: 930 time: 0.5977120 Sep 16 04:41:46.746947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0de9bfef-e4ba-4b77-9651-ee9b6988b697, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0de9bfef-e4ba-4b77-9651-ee9b6988b697,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:46.754538 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.767006 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9f7b6-c2fb-4241-8019-9e197d8cba10 req-0e10ce8e-e21c-454e-98fd-6b166694d1f4 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:46.768620 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75c9f7b6-c2fb-4241-8019-9e197d8cba10 req-0e10ce8e-e21c-454e-98fd-6b166694d1f4 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 945 time: 0.1839643 Sep 16 04:41:46.817912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=0de9bfef-e4ba-4b77-9651-ee9b6988b697,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:46.847067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-050923c2-4c14-479e-ad00-55ab4e1f7f83 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] For port b827c4bb-a00a-45e4-ad40-6d3893a539e4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b827c4bb-a00a-45e4-ad40-6d3893a539e4,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:46.847482 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-050923c2-4c14-479e-ad00-55ab4e1f7f83 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.859919 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:46.867367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-050923c2-4c14-479e-ad00-55ab4e1f7f83 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Calling delete_port for b827c4bb-a00a-45e4-ad40-6d3893a539e4 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:46.903021 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75c9f7b6-c2fb-4241-8019-9e197d8cba10 req-bfdde44d-19da-47ab-9dc9-eac14df2f501 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895133 Sep 16 04:41:46.940495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1668f743-a74d-4574-bbb4-ee18c279cb2a req-cd3ddeb4-161b-4446-9cec-79f3a4f9e789 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 HTTP/1.1" status: 200 len: 1000 time: 0.2016213 Sep 16 04:41:46.990318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Allocated IP 172.25.0.220 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/6ab8c7ef-79bd-4bef-8b80-3e33fdc70df4) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:46.990899 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6ed896-a182-40a5-a882-194daa77c90c x-openstack-request-id: req-3a6ed896-a182-40a5-a882-194daa77c90c {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:46.991239 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "name": "network-vif-deleted", "tag": "6c44b088-d1bc-4615-9d94-22b0c7553c2a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:46.991521 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a6ed896-a182-40a5-a882-194daa77c90c {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:46.992346 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'name': 'network-vif-deleted', 'tag': '6c44b088-d1bc-4615-9d94-22b0c7553c2a', 'status': 'completed', 'code': 200} Sep 16 04:41:47.020830 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355a493c-3b4a-4a2d-9756-eb281945b693 None None] New status for floating IP c5510a51-44bd-4a70-be92-1c81bde9d9bf: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:41:47.040391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f743-a74d-4574-bbb4-ee18c279cb2a req-99b26a57-5afe-44ce-b1b5-c5a00c5fefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.041850 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1668f743-a74d-4574-bbb4-ee18c279cb2a req-99b26a57-5afe-44ce-b1b5-c5a00c5fefbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8663071-7997-496a-b1af-9075a07960c6 HTTP/1.1" status: 200 len: 868 time: 0.0940540 Sep 16 04:41:47.111891 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.139279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ab0cb-0b2c-44f6-9828-ca1cbc965fc2 req-b6b68f35-5f13-42c7-8335-846bfc32c5fc tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.140929 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-157ab0cb-0b2c-44f6-9828-ca1cbc965fc2 req-b6b68f35-5f13-42c7-8335-846bfc32c5fc tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1022789 Sep 16 04:41:47.155627 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.167895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668f743-a74d-4574-bbb4-ee18c279cb2a req-1b056db7-a68f-4b87-a784-6902d4cfbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.169439 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1668f743-a74d-4574-bbb4-ee18c279cb2a req-1b056db7-a68f-4b87-a784-6902d4cfbb80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179259 Sep 16 04:41:47.188347 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e3fa910a-e34b-4765-b9f1-0bdb17cecaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.196838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:47.203006 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:47.207840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:47.211031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Pushing event updated for resources: {'Port': ['ID=6ab8c7ef-79bd-4bef-8b80-3e33fdc70df4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:47.277043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-157ab0cb-0b2c-44f6-9828-ca1cbc965fc2 req-8dd07831-f395-458a-ad67-6583fbf226e9 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044924 Sep 16 04:41:47.287700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-050923c2-4c14-479e-ad00-55ab4e1f7f83 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.304539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['6c44b088-d1bc-4615-9d94-22b0c7553c2a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:47.331943 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.343512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050923c2-4c14-479e-ad00-55ab4e1f7f83 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Port': ['ID=b827c4bb-a00a-45e4-ad40-6d3893a539e4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:47.378605 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.399256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-050923c2-4c14-479e-ad00-55ab4e1f7f83 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] No DVR routers for this DVR port b827c4bb-a00a-45e4-ad40-6d3893a539e4 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:47.401939 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-050923c2-4c14-479e-ad00-55ab4e1f7f83 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.406185 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-050923c2-4c14-479e-ad00-55ab4e1f7f83 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.50 "DELETE /v2.0/ports/b827c4bb-a00a-45e4-ad40-6d3893a539e4 HTTP/1.1" status: 204 len: 173 time: 1.5715644 Sep 16 04:41:47.424232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1668f743-a74d-4574-bbb4-ee18c279cb2a req-aa21c08e-9eb3-41fd-8290-70d5f11c2fd3 service neutron] 10.222.0.50 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398818 Sep 16 04:41:47.543893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589b46c-ae5f-48e8-beeb-07fb53bf86b3 req-7f373474-f465-4843-8973-d0bfc073fae6 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.546178 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7589b46c-ae5f-48e8-beeb-07fb53bf86b3 req-7f373474-f465-4843-8973-d0bfc073fae6 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1789241 Sep 16 04:41:47.558837 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.566560 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.633041 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1668f743-a74d-4574-bbb4-ee18c279cb2a req-bd28afb9-1ab1-4617-9eba-4f81f22fca01 service neutron] 10.222.0.50 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003412 Sep 16 04:41:47.638535 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7589b46c-ae5f-48e8-beeb-07fb53bf86b3 req-006402d3-bdbb-4caf-ac9a-511ee461ac59 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697143 Sep 16 04:41:47.662672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-9738556e-c7ba-47a6-9cac-039101179820 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting port 98ff4389-6e8f-486b-8191-1a2f31790fcf {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:47.663013 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-9738556e-c7ba-47a6-9cac-039101179820 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.728994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Pushing event updated for resources: {'Port': ['ID=6ab8c7ef-79bd-4bef-8b80-3e33fdc70df4,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:47.746351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.774203 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.776600 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-c3e31181-0fe4-41f4-ab02-3407040d1eae tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4047623 Sep 16 04:41:47.823793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-9738556e-c7ba-47a6-9cac-039101179820 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] For port 98ff4389-6e8f-486b-8191-1a2f31790fcf, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=98ff4389-6e8f-486b-8191-1a2f31790fcf,segment=NetworkSegment(32fb81e8-6afd-4c95-87af-f7888e2bc973),segment_id=32fb81e8-6afd-4c95-87af-f7888e2bc973)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:47.824172 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-9738556e-c7ba-47a6-9cac-039101179820 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:47.837462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ea7ae-261a-4418-87d1-07b4a6b4074b req-a721bb74-6bd8-48a3-999f-1daf31851295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.838985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e9ea7ae-261a-4418-87d1-07b4a6b4074b req-a721bb74-6bd8-48a3-999f-1daf31851295 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef75dcfd035f40228dfc6a146d611230&device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 1100 time: 0.0827951 Sep 16 04:41:47.843890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-9738556e-c7ba-47a6-9cac-039101179820 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Calling delete_port for 98ff4389-6e8f-486b-8191-1a2f31790fcf owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:47.844274 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-42fcdeeb-790e-4cae-b115-4f11624302be tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.0579364 Sep 16 04:41:47.988888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-bb17c69d-6320-4285-9266-fb3cafb36670 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:47.990309 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6b00621f-abbb-482b-b1b3-79002cd74e6d req-bb17c69d-6320-4285-9266-fb3cafb36670 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.1362426 Sep 16 04:41:48.043722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5780bfad-4138-4481-8a71-b1f5ea108399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26baa4ff-95e5-4193-bad7-6585e8edf426'}, {'server_uuid': '0847229a-2efb-4af2-a207-a2946eb45d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de9bfef-e4ba-4b77-9651-ee9b6988b697'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:48.047204 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad5c295-99c1-4385-8a39-d22d19c42dbb" -d '{"events": [{"server_uuid": "5780bfad-4138-4481-8a71-b1f5ea108399", "name": "network-vif-plugged", "status": "completed", "tag": "26baa4ff-95e5-4193-bad7-6585e8edf426"}, {"server_uuid": "0847229a-2efb-4af2-a207-a2946eb45d4e", "name": "network-vif-plugged", "status": "completed", "tag": "0de9bfef-e4ba-4b77-9651-ee9b6988b697"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:48.090983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ea7ae-261a-4418-87d1-07b4a6b4074b req-f4fdb079-4fb6-48a5-a5af-f58f0e0b880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.093558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e9ea7ae-261a-4418-87d1-07b4a6b4074b req-f4fdb079-4fb6-48a5-a5af-f58f0e0b880a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2066429 Sep 16 04:41:48.165521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf582f2-760a-4484-823a-a02d23eb7539 req-4b63cb4e-897e-4880-ad37-9ee966e1c7e2 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.174765 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7bf582f2-760a-4484-823a-a02d23eb7539 req-4b63cb4e-897e-4880-ad37-9ee966e1c7e2 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 945 time: 0.0769765 Sep 16 04:41:48.188788 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e9ea7ae-261a-4418-87d1-07b4a6b4074b req-d25ceff6-f983-4019-9877-76704f33dd4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=26baa4ff-95e5-4193-bad7-6585e8edf426 HTTP/1.1" status: 200 len: 217 time: 0.0871167 Sep 16 04:41:48.192657 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-9738556e-c7ba-47a6-9cac-039101179820 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.241719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738556e-c7ba-47a6-9cac-039101179820 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Port': ['ID=98ff4389-6e8f-486b-8191-1a2f31790fcf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:48.243772 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7bf582f2-760a-4484-823a-a02d23eb7539 req-6b260376-30d7-4810-ab38-c400a2a9b3da tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649893 Sep 16 04:41:48.301226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57670) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:48.312834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3896f-7844-46d4-ac25-7e84f3343529 req-162d3286-5001-413d-a705-b5e22acb7d53 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.318722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ec3896f-7844-46d4-ac25-7e84f3343529 req-162d3286-5001-413d-a705-b5e22acb7d53 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=80b1e940-c652-4df1-950d-e25519f5e524 HTTP/1.1" status: 200 len: 867 time: 0.2147722 Sep 16 04:41:48.346941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ea7ae-261a-4418-87d1-07b4a6b4074b req-c8bbb658-e4fe-44ee-a120-7e1193b627de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.348648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e9ea7ae-261a-4418-87d1-07b4a6b4074b req-c8bbb658-e4fe-44ee-a120-7e1193b627de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1484244 Sep 16 04:41:48.349525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-9738556e-c7ba-47a6-9cac-039101179820 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] No DVR routers for this DVR port 98ff4389-6e8f-486b-8191-1a2f31790fcf on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:48.353046 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-9738556e-c7ba-47a6-9cac-039101179820 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.355167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb74b2e7-e844-4ad8-bfaa-3af9d83b4edd req-9738556e-c7ba-47a6-9cac-039101179820 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.50 "DELETE /v2.0/ports/98ff4389-6e8f-486b-8191-1a2f31790fcf HTTP/1.1" status: 204 len: 173 time: 0.9335704 Sep 16 04:41:48.379341 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f9499-23d8-44bd-9ea9-131e7ca486ac req-4a850ccb-2481-405e-9f82-eb97f6f14629 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.381487 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-644f9499-23d8-44bd-9ea9-131e7ca486ac req-4a850ccb-2481-405e-9f82-eb97f6f14629 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 945 time: 0.0616946 Sep 16 04:41:48.447356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ec3896f-7844-46d4-ac25-7e84f3343529 req-6dbe8109-ffad-40e4-aa31-13f8ecd018bc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238184 Sep 16 04:41:48.478974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ea7ae-261a-4418-87d1-07b4a6b4074b req-59494370-7294-40ae-9349-7a7c70e2846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.480737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e9ea7ae-261a-4418-87d1-07b4a6b4074b req-59494370-7294-40ae-9349-7a7c70e2846d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1176448 Sep 16 04:41:48.484236 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-644f9499-23d8-44bd-9ea9-131e7ca486ac req-c376f778-4455-487f-a141-134b3571cad1 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955927 Sep 16 04:41:48.537078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-45b1c17f-149c-431f-bdf2-0f28686d9ab5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8581475187244ea9c4e947262e15467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334123 Sep 16 04:41:48.539697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57680) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:48.617677 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882a75e2-641f-4ab1-8477-2bc13a258eca x-openstack-request-id: req-882a75e2-641f-4ab1-8477-2bc13a258eca {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:48.618403 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5780bfad-4138-4481-8a71-b1f5ea108399", "name": "network-vif-plugged", "status": "completed", "tag": "26baa4ff-95e5-4193-bad7-6585e8edf426", "code": 200}, {"server_uuid": "0847229a-2efb-4af2-a207-a2946eb45d4e", "name": "network-vif-plugged", "status": "completed", "tag": "0de9bfef-e4ba-4b77-9651-ee9b6988b697", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:48.618868 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-882a75e2-641f-4ab1-8477-2bc13a258eca {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:48.621393 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5780bfad-4138-4481-8a71-b1f5ea108399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26baa4ff-95e5-4193-bad7-6585e8edf426', 'code': 200} Sep 16 04:41:48.621940 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0847229a-2efb-4af2-a207-a2946eb45d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de9bfef-e4ba-4b77-9651-ee9b6988b697', 'code': 200} Sep 16 04:41:48.633900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85098aa5-b06c-41cc-b9be-625a1f674ed8 req-a26129dd-c819-45a0-aff8-90107fd285cb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.635445 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85098aa5-b06c-41cc-b9be-625a1f674ed8 req-a26129dd-c819-45a0-aff8-90107fd285cb tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0826225 Sep 16 04:41:48.662689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e9ea7ae-261a-4418-87d1-07b4a6b4074b req-b0511dca-bde2-463d-a307-84d06db6a719 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729958 Sep 16 04:41:48.699944 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-26e7eb17-d5e4-4f2a-b03a-42c61e41c6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.745478 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85098aa5-b06c-41cc-b9be-625a1f674ed8 req-2d9cd9cc-d262-46c0-ad9d-0c979ec8b235 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.0972617 Sep 16 04:41:48.761209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-85098aa5-b06c-41cc-b9be-625a1f674ed8 req-2c6f4e71-cc3c-4a51-a5b1-80a52d22ed17 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Request body: {'floatingip': {'port_id': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:48.780332 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-26e7eb17-d5e4-4f2a-b03a-42c61e41c6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.841914 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-85098aa5-b06c-41cc-b9be-625a1f674ed8 req-2c6f4e71-cc3c-4a51-a5b1-80a52d22ed17 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.861683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a06d1-e45c-4a9d-9d19-729be8cc3380 req-71b30c0d-5c8e-4940-b942-aad9f0cce40b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:48.863254 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c1a06d1-e45c-4a9d-9d19-729be8cc3380 req-71b30c0d-5c8e-4940-b942-aad9f0cce40b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1035790 Sep 16 04:41:48.885841 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e9ea7ae-261a-4418-87d1-07b4a6b4074b req-54314ed8-fa53-47af-bac2-6cbad78d9751 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135170 Sep 16 04:41:48.939556 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-26e7eb17-d5e4-4f2a-b03a-42c61e41c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.942423 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-26e7eb17-d5e4-4f2a-b03a-42c61e41c6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:48.946605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-26e7eb17-d5e4-4f2a-b03a-42c61e41c6c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2164953-b691-4929-be6a-b26b4d78e4e5 HTTP/1.1" status: 204 len: 168 time: 0.4039340 Sep 16 04:41:48.978263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c1a06d1-e45c-4a9d-9d19-729be8cc3380 req-715bedbc-4ac5-44e6-be39-0ad6b1201a5a tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032057 Sep 16 04:41:48.992946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'name': 'network-vif-deleted', 'tag': 'b827c4bb-a00a-45e4-ad40-6d3893a539e4'}, {'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'name': 'network-vif-deleted', 'tag': '98ff4389-6e8f-486b-8191-1a2f31790fcf'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:48.995401 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672a4998-2836-410c-ba3d-0195f41b300b" -d '{"events": [{"server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "name": "network-vif-deleted", "tag": "b827c4bb-a00a-45e4-ad40-6d3893a539e4"}, {"server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "name": "network-vif-deleted", "tag": "98ff4389-6e8f-486b-8191-1a2f31790fcf"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:49.006829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7eb17-d5e4-4f2a-b03a-42c61e41c6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2164953-b691-4929-be6a-b26b4d78e4e5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:49.061698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86e5b8-8ecc-47ba-8eed-573c4cea12ac req-045b60e1-b3f8-468a-9ae6-8fea92ec05af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.064603 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f86e5b8-8ecc-47ba-8eed-573c4cea12ac req-045b60e1-b3f8-468a-9ae6-8fea92ec05af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 1100 time: 0.1487553 Sep 16 04:41:49.116783 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f86e5b8-8ecc-47ba-8eed-573c4cea12ac req-b145118b-3b4f-455d-90f4-aa7091fd93cd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441473 Sep 16 04:41:49.128115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cab0e-c256-43d3-ac14-41d582fbf8ca req-f46c7aff-d907-4111-935f-2de49b28243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.129701 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fb9cab0e-c256-43d3-ac14-41d582fbf8ca req-f46c7aff-d907-4111-935f-2de49b28243c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 1097 time: 0.2844489 Sep 16 04:41:49.248379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d994f2-a091-4557-a9ad-56434f699dc1 req-dfb04c3e-c47b-45c5-b631-6e0e61bacaa4 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.249963 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-67d994f2-a091-4557-a9ad-56434f699dc1 req-dfb04c3e-c47b-45c5-b631-6e0e61bacaa4 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 945 time: 0.1164441 Sep 16 04:41:49.334799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-67d994f2-a091-4557-a9ad-56434f699dc1 req-f288a3eb-92d7-4d38-83c6-be53b3230cf4 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779920 Sep 16 04:41:49.335193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 6c44b088-d1bc-4615-9d94-22b0c7553c2a no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:49.370384 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-85098aa5-b06c-41cc-b9be-625a1f674ed8 req-2c6f4e71-cc3c-4a51-a5b1-80a52d22ed17 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 04:41:49.386454 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85098aa5-b06c-41cc-b9be-625a1f674ed8 req-2c6f4e71-cc3c-4a51-a5b1-80a52d22ed17 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "PUT /v2.0/floatingips/8c2dc174-e405-402f-9acf-27cee7a24c76 HTTP/1.1" status: 409 len: 551 time: 0.6310410 Sep 16 04:41:49.390766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 6c44b088-d1bc-4615-9d94-22b0c7553c2a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:49.393183 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 6c44b088-d1bc-4615-9d94-22b0c7553c2a not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:49.394222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 98ff4389-6e8f-486b-8191-1a2f31790fcf no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:49.416346 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fb9cab0e-c256-43d3-ac14-41d582fbf8ca req-e18f09ed-5ba9-4722-83a7-bfbc2d9aa565 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105802 Sep 16 04:41:49.453342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 98ff4389-6e8f-486b-8191-1a2f31790fcf {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:49.464510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 98ff4389-6e8f-486b-8191-1a2f31790fcf not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:49.467044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b827c4bb-a00a-45e4-ad40-6d3893a539e4 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:49.477473 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0836a525-87e2-4044-b69d-ff3f0bdf447b x-openstack-request-id: req-0836a525-87e2-4044-b69d-ff3f0bdf447b {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:49.477826 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "name": "network-vif-deleted", "tag": "b827c4bb-a00a-45e4-ad40-6d3893a539e4", "status": "completed", "code": 200}, {"server_uuid": "80b1e940-c652-4df1-950d-e25519f5e524", "name": "network-vif-deleted", "tag": "98ff4389-6e8f-486b-8191-1a2f31790fcf", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:49.478056 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0836a525-87e2-4044-b69d-ff3f0bdf447b {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:49.478432 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'name': 'network-vif-deleted', 'tag': 'b827c4bb-a00a-45e4-ad40-6d3893a539e4', 'status': 'completed', 'code': 200} Sep 16 04:41:49.478683 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b1e940-c652-4df1-950d-e25519f5e524', 'name': 'network-vif-deleted', 'tag': '98ff4389-6e8f-486b-8191-1a2f31790fcf', 'status': 'completed', 'code': 200} Sep 16 04:41:49.506919 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: b827c4bb-a00a-45e4-ad40-6d3893a539e4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:49.507546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b827c4bb-a00a-45e4-ad40-6d3893a539e4 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:49.507966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4455e-4672-46b3-b922-2878b7c1840a req-fcd9b4c4-d1a3-4057-a20c-7fd4fd7cbea3 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.509744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07a4455e-4672-46b3-b922-2878b7c1840a req-fcd9b4c4-d1a3-4057-a20c-7fd4fd7cbea3 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.0746782 Sep 16 04:41:49.577969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07a4455e-4672-46b3-b922-2878b7c1840a req-5dbc5937-b936-442e-a7f6-f1f8188d1fd9 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554085 Sep 16 04:41:49.629335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188d393-8bd4-4ca4-9a70-94d07ac1d017 req-3c92ad27-20dc-4f10-8b9f-e10ebb1733d6 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.634191 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e188d393-8bd4-4ca4-9a70-94d07ac1d017 req-3c92ad27-20dc-4f10-8b9f-e10ebb1733d6 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 945 time: 0.0677011 Sep 16 04:41:49.667577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-21c47149-7cc0-4976-8104-503c2fefc9da tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips/8c2dc174-e405-402f-9acf-27cee7a24c76 HTTP/1.1" status: 200 len: 693 time: 0.0635240 Sep 16 04:41:49.704920 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e188d393-8bd4-4ca4-9a70-94d07ac1d017 req-2c2116f0-4b69-416b-9658-5fe268beb697 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632117 Sep 16 04:41:49.782204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57718) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:49.821318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-9d0378b4-06b2-44dc-9eaf-a2dbb8642ca4 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:49.829763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-9d0378b4-06b2-44dc-9eaf-a2dbb8642ca4 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.1543190 Sep 16 04:41:49.843647 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68e2456-2e17-4a9d-94f9-9f7faa67fa87 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting subnet 4308af2a-117a-4240-98bb-8d7ff3d5c245 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:41:49.847995 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d68e2456-2e17-4a9d-94f9-9f7faa67fa87 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.902050 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d68e2456-2e17-4a9d-94f9-9f7faa67fa87 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.905714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-4fb28d26-5f54-4ca1-87ef-120d02605d47 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.0749414 Sep 16 04:41:49.972443 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-64321643-f71e-485a-b6aa-e4fe98aa6fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:49.974218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-e33d090a-add5-459a-900d-68391a5c7042 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.0674360 Sep 16 04:41:50.075451 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d68e2456-2e17-4a9d-94f9-9f7faa67fa87 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.174016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d68e2456-2e17-4a9d-94f9-9f7faa67fa87 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.212043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-79117ac9-4b0d-4bef-8e6e-08e5180a606c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Deleting port 6ab8c7ef-79bd-4bef-8b80-3e33fdc70df4 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:50.212219 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-79117ac9-4b0d-4bef-8e6e-08e5180a606c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.230591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e2456-2e17-4a9d-94f9-9f7faa67fa87 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Subnet': ['ID=4308af2a-117a-4240-98bb-8d7ff3d5c245,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:50.232923 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d68e2456-2e17-4a9d-94f9-9f7faa67fa87 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.242304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a8023-b078-4ca4-bbf1-4c2304ea8a71 None None] Network 77172d2f-bbf0-44db-98a0-017ad4143e71 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:50.251970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57740) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:50.255916 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d68e2456-2e17-4a9d-94f9-9f7faa67fa87 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "DELETE /v2.0/subnets/4308af2a-117a-4240-98bb-8d7ff3d5c245 HTTP/1.1" status: 204 len: 168 time: 0.4724476 Sep 16 04:41:50.430204 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.503486 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-79117ac9-4b0d-4bef-8e6e-08e5180a606c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.503826 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-79117ac9-4b0d-4bef-8e6e-08e5180a606c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.551677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-79117ac9-4b0d-4bef-8e6e-08e5180a606c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Calling delete_port for 6ab8c7ef-79bd-4bef-8b80-3e33fdc70df4 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:50.551891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3be57-17cc-491c-9668-119f6e434b32 req-9d18dbf4-4b0d-491d-89ae-04df5a005f0b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:50.553116 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5c3be57-17cc-491c-9668-119f6e434b32 req-9d18dbf4-4b0d-491d-89ae-04df5a005f0b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1186180 Sep 16 04:41:50.569526 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e08c6e-f4db-4cd0-b987-18ecd5425bdf None None] DHCP port deletion for 77172d2f-bbf0-44db-98a0-017ad4143e71 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:41:50.603368 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5c3be57-17cc-491c-9668-119f6e434b32 req-db0fd1f5-9265-4e1e-85b8-616d3c619a3a tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454631 Sep 16 04:41:50.631525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting port 81ce52cb-237d-4e58-a93e-901e8538ed48 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:50.631525 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.649058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-93e08c6e-f4db-4cd0-b987-18ecd5425bdf None None] Deleting port 81ce52cb-237d-4e58-a93e-901e8538ed48 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:50.649893 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-93e08c6e-f4db-4cd0-b987-18ecd5425bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.734943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] For port 81ce52cb-237d-4e58-a93e-901e8538ed48, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=81ce52cb-237d-4e58-a93e-901e8538ed48,segment=NetworkSegment(32fb81e8-6afd-4c95-87af-f7888e2bc973),segment_id=32fb81e8-6afd-4c95-87af-f7888e2bc973)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:50.735581 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.746232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-93e08c6e-f4db-4cd0-b987-18ecd5425bdf None None] For port 81ce52cb-237d-4e58-a93e-901e8538ed48, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=81ce52cb-237d-4e58-a93e-901e8538ed48,segment=NetworkSegment(32fb81e8-6afd-4c95-87af-f7888e2bc973),segment_id=32fb81e8-6afd-4c95-87af-f7888e2bc973)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:50.747369 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-93e08c6e-f4db-4cd0-b987-18ecd5425bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.760284 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.762313 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Calling delete_port for 81ce52cb-237d-4e58-a93e-901e8538ed48 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:50.775272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-93e08c6e-f4db-4cd0-b987-18ecd5425bdf None None] Calling delete_port for 81ce52cb-237d-4e58-a93e-901e8538ed48 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:50.893894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-79117ac9-4b0d-4bef-8e6e-08e5180a606c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.910413 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-93e08c6e-f4db-4cd0-b987-18ecd5425bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.928061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79117ac9-4b0d-4bef-8e6e-08e5180a606c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Pushing event deleted for resources: {'Port': ['ID=6ab8c7ef-79bd-4bef-8b80-3e33fdc70df4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:50.952101 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:50.956339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e08c6e-f4db-4cd0-b987-18ecd5425bdf None None] Pushing event deleted for resources: {'Port': ['ID=81ce52cb-237d-4e58-a93e-901e8538ed48,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:50.962697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e08c6e-f4db-4cd0-b987-18ecd5425bdf None None] No DVR routers for this DVR port 81ce52cb-237d-4e58-a93e-901e8538ed48 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:51.044096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Port': ['ID=81ce52cb-237d-4e58-a93e-901e8538ed48,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:51.051332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] No DVR routers for this DVR port 81ce52cb-237d-4e58-a93e-901e8538ed48 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:51.051928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcf003-ad21-4bab-8457-ef6c4bacbbe3 req-98c394f1-4112-4826-bc21-1a981a69e202 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.055525 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2fcf003-ad21-4bab-8457-ef6c4bacbbe3 req-98c394f1-4112-4826-bc21-1a981a69e202 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.0666442 Sep 16 04:41:51.105098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2fcf003-ad21-4bab-8457-ef6c4bacbbe3 req-2c48abbf-33b4-4490-9f5a-1b32a875a74d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428276 Sep 16 04:41:51.133951 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-79117ac9-4b0d-4bef-8e6e-08e5180a606c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.136076 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-79117ac9-4b0d-4bef-8e6e-08e5180a606c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.137256 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c381bebe-4834-4a95-a8d9-5ad80a135381 req-79117ac9-4b0d-4bef-8e6e-08e5180a606c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "DELETE /v2.0/floatingips/8c2dc174-e405-402f-9acf-27cee7a24c76 HTTP/1.1" status: 204 len: 173 time: 1.1576154 Sep 16 04:41:51.172651 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.200602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77172d2f-bbf0-44db-98a0-017ad4143e71']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:51.212562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fb81e8-6afd-4c95-87af-f7888e2bc973') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:51.213252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fb81e8-6afd-4c95-87af-f7888e2bc973') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:51.228951 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.250226 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.261445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:41:51.261940 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:41:51.266566 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:41:51.271193 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57768) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:51.368241 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.389885 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.402418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "DELETE /v2.0/networks/77172d2f-bbf0-44db-98a0-017ad4143e71 HTTP/1.1" status: 204 len: 168 time: 1.1492820 Sep 16 04:41:51.403088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57776) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:51.425803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30adee8-4b13-490b-8049-263db15aaeb6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Network': ['ID=77172d2f-bbf0-44db-98a0-017ad4143e71,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:51.454042 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-ffebf075-26b6-4f02-9812-3013d652f6d5 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 1002 time: 0.0908518 Sep 16 04:41:51.465585 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-253bfb9d-906f-495e-bace-c440dcfb9d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.472047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0d7ad-88a2-460c-8700-7a6a1217c1af req-76ee9bf8-fe30-4eaf-991a-a6589a2eef92 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.473647 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-add0d7ad-88a2-460c-8700-7a6a1217c1af req-76ee9bf8-fe30-4eaf-991a-a6589a2eef92 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1462128 Sep 16 04:41:51.505105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-103c56f9-af94-4d63-a99c-bbf32ebc4a16 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting subnet bb63f1d3-be5e-4462-8781-40f840e91cb2 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:41:51.520462 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-103c56f9-af94-4d63-a99c-bbf32ebc4a16 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.537573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562f598-a839-46e2-bb56-c5071da80e29 req-35870d5e-7e19-46c3-a8ff-877f572d08a5 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.539117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-35870d5e-7e19-46c3-a8ff-877f572d08a5 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports/bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 HTTP/1.1" status: 200 len: 943 time: 0.0755541 Sep 16 04:41:51.542362 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.561005 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-add0d7ad-88a2-460c-8700-7a6a1217c1af req-9ae51fe0-5a64-4461-b0f8-a53d61cf0588 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790820 Sep 16 04:41:51.579565 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-103c56f9-af94-4d63-a99c-bbf32ebc4a16 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.675838 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-58e250ee-5bb6-4d1e-8305-3118d432b699 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 1002 time: 0.0833788 Sep 16 04:41:51.716006 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-253bfb9d-906f-495e-bace-c440dcfb9d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.723707 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-253bfb9d-906f-495e-bace-c440dcfb9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.745486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91628c5-f3fc-4d4e-82a2-f0b4489a4f20 req-9d37a0f8-5a25-4b81-939b-245447cf8961 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.747024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c91628c5-f3fc-4d4e-82a2-f0b4489a4f20 req-9d37a0f8-5a25-4b81-939b-245447cf8961 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 945 time: 0.1210124 Sep 16 04:41:51.777493 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-103c56f9-af94-4d63-a99c-bbf32ebc4a16 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.805836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-253bfb9d-906f-495e-bace-c440dcfb9d62 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f483691c7d8a4d49b05af94eae255979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5329039 Sep 16 04:41:51.810552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57784) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:51.821331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bfb9d-906f-495e-bace-c440dcfb9d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003a1d7b-c25a-4297-b029-aeeac0c402fa,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:51.827699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c91628c5-f3fc-4d4e-82a2-f0b4489a4f20 req-7855b5cc-ef4a-4097-b8b0-646cad9db794 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714297 Sep 16 04:41:51.860822 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-103c56f9-af94-4d63-a99c-bbf32ebc4a16 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.871859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562f598-a839-46e2-bb56-c5071da80e29 req-2ebbb6df-31ca-4e50-bfa3-322b490889a7 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:51.873976 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-2ebbb6df-31ca-4e50-bfa3-322b490889a7 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.1909735 Sep 16 04:41:51.892556 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-103c56f9-af94-4d63-a99c-bbf32ebc4a16 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.896765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-103c56f9-af94-4d63-a99c-bbf32ebc4a16 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "DELETE /v2.0/subnets/bb63f1d3-be5e-4462-8781-40f840e91cb2 HTTP/1.1" status: 204 len: 168 time: 0.4818056 Sep 16 04:41:51.896765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c56f9-af94-4d63-a99c-bbf32ebc4a16 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Subnet': ['ID=bb63f1d3-be5e-4462-8781-40f840e91cb2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:51.897953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57788) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:51.904314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b4fe9-1242-4d99-bc49-335b401daca1 None None] Network 01b5e553-be01-4a12-a952-7a894336019b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:51.958335 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b83a7a6-8ebd-41f1-88bf-2532ad06b4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:51.977250 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-9d956bb0-207b-4950-8b45-63d94e937741 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 1002 time: 0.0935409 Sep 16 04:41:51.991734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e562f598-a839-46e2-bb56-c5071da80e29 req-a5f213f6-3474-4ca6-b7cb-e14f9d93c07a tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:52.046702 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b83a7a6-8ebd-41f1-88bf-2532ad06b4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.091444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e562f598-a839-46e2-bb56-c5071da80e29 req-a5f213f6-3474-4ca6-b7cb-e14f9d93c07a tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.164271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3dc766-a2a9-4c2a-b648-fc06d020a771 None None] DHCP port deletion for 01b5e553-be01-4a12-a952-7a894336019b request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:41:52.228301 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b83a7a6-8ebd-41f1-88bf-2532ad06b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.231186 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b83a7a6-8ebd-41f1-88bf-2532ad06b4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.246431 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9b83a7a6-8ebd-41f1-88bf-2532ad06b4eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/003a1d7b-c25a-4297-b029-aeeac0c402fa HTTP/1.1" status: 204 len: 168 time: 0.4237928 Sep 16 04:41:52.281002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-db3dc766-a2a9-4c2a-b648-fc06d020a771 None None] Deleting port 768c4809-5915-4624-bf1d-370920af58e8 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:52.281002 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-db3dc766-a2a9-4c2a-b648-fc06d020a771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.340007 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e562f598-a839-46e2-bb56-c5071da80e29 req-a5f213f6-3474-4ca6-b7cb-e14f9d93c07a tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.343125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.349075 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e562f598-a839-46e2-bb56-c5071da80e29 req-a5f213f6-3474-4ca6-b7cb-e14f9d93c07a tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.349540 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-e562f598-a839-46e2-bb56-c5071da80e29 req-a5f213f6-3474-4ca6-b7cb-e14f9d93c07a tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Floating IP c5510a51-44bd-4a70-be92-1c81bde9d9bf disassociated. External IP: 172.25.0.185, port: bc99c8dd-bdff-4925-9ced-3d0f4d5dd979. Sep 16 04:41:52.412214 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 768c4809-5915-4624-bf1d-370920af58e8 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:52.451917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting port 768c4809-5915-4624-bf1d-370920af58e8 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:52.452322 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.490477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83a7a6-8ebd-41f1-88bf-2532ad06b4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003a1d7b-c25a-4297-b029-aeeac0c402fa,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:52.514394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-db3dc766-a2a9-4c2a-b648-fc06d020a771 None None] For port 768c4809-5915-4624-bf1d-370920af58e8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=768c4809-5915-4624-bf1d-370920af58e8,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:52.515191 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-db3dc766-a2a9-4c2a-b648-fc06d020a771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.547401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-db3dc766-a2a9-4c2a-b648-fc06d020a771 None None] Calling delete_port for 768c4809-5915-4624-bf1d-370920af58e8 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:52.640057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e562f598-a839-46e2-bb56-c5071da80e29 req-a5f213f6-3474-4ca6-b7cb-e14f9d93c07a tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Router 5a663aea-20f3-49fd-b08f-50366d743411 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:41:52.677697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] For port 768c4809-5915-4624-bf1d-370920af58e8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=768c4809-5915-4624-bf1d-370920af58e8,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:52.678077 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.679475 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.720443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Calling delete_port for 768c4809-5915-4624-bf1d-370920af58e8 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:52.774280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 768c4809-5915-4624-bf1d-370920af58e8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=768c4809-5915-4624-bf1d-370920af58e8,segment=NetworkSegment(016c30ba-98d5-4afc-9200-7c8d39409096),segment_id=016c30ba-98d5-4afc-9200-7c8d39409096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:52.786939 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.787666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 81ce52cb-237d-4e58-a93e-901e8538ed48 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:52.821727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 81ce52cb-237d-4e58-a93e-901e8538ed48 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:41:52.822331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 81ce52cb-237d-4e58-a93e-901e8538ed48 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:41:52.847141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e562f598-a839-46e2-bb56-c5071da80e29 req-a5f213f6-3474-4ca6-b7cb-e14f9d93c07a tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:41:52.852959 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e562f598-a839-46e2-bb56-c5071da80e29 req-a5f213f6-3474-4ca6-b7cb-e14f9d93c07a tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.878757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642dfb24-1f23-479a-ab5c-44a37c81dc85 None None] Sync routers for ids ['5a663aea-20f3-49fd-b08f-50366d743411'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:41:52.885929 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-db3dc766-a2a9-4c2a-b648-fc06d020a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:52.893768 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-a5f213f6-3474-4ca6-b7cb-e14f9d93c07a tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "PUT /v2.0/floatingips/c5510a51-44bd-4a70-be92-1c81bde9d9bf HTTP/1.1" status: 200 len: 695 time: 0.9003613 Sep 16 04:41:52.894451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'tag': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:52.900113 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238faa7c-1c11-4f46-bc14-36079f84632d" -d '{"events": [{"name": "network-changed", "server_uuid": "7672e5d2-55f2-4167-9942-10113ae7d3d2", "tag": "bc99c8dd-bdff-4925-9ced-3d0f4d5dd979"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:52.926202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642dfb24-1f23-479a-ab5c-44a37c81dc85 None None] Routers {'5a663aea-20f3-49fd-b08f-50366d743411'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:52.927626 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-642dfb24-1f23-479a-ab5c-44a37c81dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:41:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5a663aea-20f3-49fd-b08f-50366d743411'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:52.946946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3dc766-a2a9-4c2a-b648-fc06d020a771 None None] No DVR routers for this DVR port 768c4809-5915-4624-bf1d-370920af58e8 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:52.964718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562f598-a839-46e2-bb56-c5071da80e29 req-34069b48-9d95-4c27-a4af-52ddd006bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:52.971969 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-34069b48-9d95-4c27-a4af-52ddd006bd52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b05c2410c774fa499991fa400cc3dc8&device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 1098 time: 0.0643892 Sep 16 04:41:53.012122 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.032826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] No DVR routers for this DVR port 768c4809-5915-4624-bf1d-370920af58e8 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:53.060045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=768c4809-5915-4624-bf1d-370920af58e8,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:53.077153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Port': ['ID=768c4809-5915-4624-bf1d-370920af58e8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:53.135400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562f598-a839-46e2-bb56-c5071da80e29 req-95ac7517-aeb9-42f0-9e04-ee938e2e3e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.143491 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-95ac7517-aeb9-42f0-9e04-ee938e2e3e22 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169 HTTP/1.1" status: 200 len: 930 time: 0.1657212 Sep 16 04:41:53.176251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676e35-90a9-4f9d-a356-7b88961e0aab req-a0e496fb-1ecf-4af9-98a7-be6260c4c66c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.176883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dc766-a2a9-4c2a-b648-fc06d020a771 None None] Pushing event deleted for resources: {'Port': ['ID=768c4809-5915-4624-bf1d-370920af58e8,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:53.186441 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.195564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91676e35-90a9-4f9d-a356-7b88961e0aab req-a0e496fb-1ecf-4af9-98a7-be6260c4c66c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.3492453 Sep 16 04:41:53.253855 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-ea589f21-14bc-4fcd-af2a-8877f54459ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 HTTP/1.1" status: 200 len: 217 time: 0.1093950 Sep 16 04:41:53.254983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-642dfb24-1f23-479a-ab5c-44a37c81dc85 None None] Set router 5a663aea-20f3-49fd-b08f-50366d743411 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:53.281872 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.303762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562f598-a839-46e2-bb56-c5071da80e29 req-64f858a3-d767-4141-8488-03956aa6bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.305313 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b5e553-be01-4a12-a952-7a894336019b']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:53.316539 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-64f858a3-d767-4141-8488-03956aa6bcdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8663071-7997-496a-b1af-9075a07960c6 HTTP/1.1" status: 200 len: 868 time: 0.0614369 Sep 16 04:41:53.333355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016c30ba-98d5-4afc-9200-7c8d39409096') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:53.333992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016c30ba-98d5-4afc-9200-7c8d39409096') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:53.350860 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.364800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562f598-a839-46e2-bb56-c5071da80e29 req-ef738d52-4d65-477b-ae38-c8f42e297889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.366028 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-ef738d52-4d65-477b-ae38-c8f42e297889 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487752 Sep 16 04:41:53.382375 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:41:53.387798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91676e35-90a9-4f9d-a356-7b88961e0aab req-d1320bd3-0f1d-4828-82f9-14b90d205e37 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912458 Sep 16 04:41:53.403450 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.416703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:41:53.419602 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:41:53.425894 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:41:53.517351 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57844) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:53.582056 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.590361 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.593896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-a41a9844-06e4-47ba-abc6-6b7f81cd368b service neutron] 10.222.0.53 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209322 Sep 16 04:41:53.594715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "DELETE /v2.0/networks/01b5e553-be01-4a12-a952-7a894336019b HTTP/1.1" status: 204 len: 168 time: 1.6958127 Sep 16 04:41:53.600177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57848) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:53.614365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9cbaf253-28ea-41c1-a96c-fadcb8415cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1216189001'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:53.632026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a93625-ceb2-4fb1-895c-140893166671 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Network': ['ID=01b5e553-be01-4a12-a952-7a894336019b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:53.713465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:53.718629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0c7d4-5e90-4d2c-a6f6-770fa0f3a19b req-02f88492-aad7-4beb-bbd0-cce358472411 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:53.721098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bab0c7d4-5e90-4d2c-a6f6-770fa0f3a19b req-02f88492-aad7-4beb-bbd0-cce358472411 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1131241 Sep 16 04:41:53.730453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '43cbde45-6e3b-4e8b-a88e-4602e09e3db7', 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9', 'port_id': '43cbde45-6e3b-4e8b-a88e-4602e09e3db7', 'mac_address': 'fa:16:3e:35:c2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ebfc39-2565-44fc-9e95-bd5ceb2266d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:41:53.752031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-295206039-network', 'tenant_id': '67668ad7a36c49329585abb5e5650160'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:53.755179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbaf253-28ea-41c1-a96c-fadcb8415cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:53.759188 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cbaf253-28ea-41c1-a96c-fadcb8415cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.774773 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bab0c7d4-5e90-4d2c-a6f6-770fa0f3a19b req-b4ab45f4-a573-4ac5-82b9-0444851dc3d7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466487 Sep 16 04:41:53.788325 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.792265 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-642dfb24-1f23-479a-ab5c-44a37c81dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:12Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '7ee79295-90ef-4ff5-88d7-a617372974d0', 'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'mac_address': 'fa:16:3e:22:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:21Z', 'revision_number': 5, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'subnets': [{'id': 'd8663071-7997-496a-b1af-9075a07960c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:53.814197 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e562f598-a839-46e2-bb56-c5071da80e29 req-1cf3b7df-9ce8-4e11-b7b7-eed368a18f09 service neutron] 10.222.0.53 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115521 Sep 16 04:41:53.816342 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Made reservation on behalf of 67668ad7a36c49329585abb5e5650160 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:53.818770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.833185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbaf253-28ea-41c1-a96c-fadcb8415cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:53.835750 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.864468 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cbaf253-28ea-41c1-a96c-fadcb8415cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.865118 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-9cbaf253-28ea-41c1-a96c-fadcb8415cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Added segment 03107d2b-2e5c-4806-9a37-b71d7fe129bf of type vlan for network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc Sep 16 04:41:53.908788 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316c8d4b-a43a-43ae-9ed5-867a17e2ee21 x-openstack-request-id: req-316c8d4b-a43a-43ae-9ed5-867a17e2ee21 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:53.909077 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7672e5d2-55f2-4167-9942-10113ae7d3d2", "tag": "bc99c8dd-bdff-4925-9ced-3d0f4d5dd979", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:53.909334 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-316c8d4b-a43a-43ae-9ed5-867a17e2ee21 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:53.909874 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'tag': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'status': 'completed', 'code': 200} Sep 16 04:41:53.932999 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cbaf253-28ea-41c1-a96c-fadcb8415cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:53.975780 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642dfb24-1f23-479a-ab5c-44a37c81dc85 None None] Checking router: 5a663aea-20f3-49fd-b08f-50366d743411 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:41:53.988431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:54.001478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642dfb24-1f23-479a-ab5c-44a37c81dc85 None None] Routers {'5a663aea-20f3-49fd-b08f-50366d743411'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:41:54.002277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-642dfb24-1f23-479a-ab5c-44a37c81dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:41:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5a663aea-20f3-49fd-b08f-50366d743411'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:54.037063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238faa7c-1c11-4f46-bc14-36079f84632d req-faf6e44a-54d7-433e-844e-a9f16dae1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.039273 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-238faa7c-1c11-4f46-bc14-36079f84632d req-faf6e44a-54d7-433e-844e-a9f16dae1f3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b05c2410c774fa499991fa400cc3dc8&device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 1098 time: 0.1117427 Sep 16 04:41:54.047509 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:54.055881 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.060273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cbaf253-28ea-41c1-a96c-fadcb8415cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.066806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbaf253-28ea-41c1-a96c-fadcb8415cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.067431 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cbaf253-28ea-41c1-a96c-fadcb8415cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.072419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59b64c-0c77-4ddc-9219-e857c300a480 req-07f725e5-953c-4eb7-bf01-4905ffb871ac tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.081710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af59b64c-0c77-4ddc-9219-e857c300a480 req-07f725e5-953c-4eb7-bf01-4905ffb871ac tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 945 time: 0.1374431 Sep 16 04:41:54.117208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:54.164122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db4ee5-e6b2-4cf1-b4e6-fea03454c63a req-ea45f56b-c2bb-4d42-9ff4-5d3c374731a6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.165699 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1db4ee5-e6b2-4cf1-b4e6-fea03454c63a req-ea45f56b-c2bb-4d42-9ff4-5d3c374731a6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1705971 Sep 16 04:41:54.172069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['43cbde45-6e3b-4e8b-a88e-4602e09e3db7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:41:54.179731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af59b64c-0c77-4ddc-9219-e857c300a480 req-35912e15-0b1d-489f-9cbf-3f58e039df61 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964942 Sep 16 04:41:54.234064 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-642dfb24-1f23-479a-ab5c-44a37c81dc85 None None] Set router 5a663aea-20f3-49fd-b08f-50366d743411 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:41:54.264846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbaf253-28ea-41c1-a96c-fadcb8415cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Network': ['ID=2bca4a19-dfc8-4e63-b439-fa0d9936dddc,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:54.268673 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.281751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:54.291706 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1db4ee5-e6b2-4cf1-b4e6-fea03454c63a req-2b7af525-709f-4e01-91bf-b697602708aa tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178482 Sep 16 04:41:54.292629 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.304833 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9cbaf253-28ea-41c1-a96c-fadcb8415cf2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7035606 Sep 16 04:41:54.312253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57854) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:54.321847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-0a8c2b2e-0107-4809-800c-75891520cdbf tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'subnet': {'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:54.343987 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-1ed760c4-06c7-4cfe-840c-3f9726d8a877 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips/c5510a51-44bd-4a70-be92-1c81bde9d9bf HTTP/1.1" status: 200 len: 695 time: 0.1046476 Sep 16 04:41:54.397501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238faa7c-1c11-4f46-bc14-36079f84632d req-dc118e82-c978-4acf-8e13-62b0a40351b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.399050 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-238faa7c-1c11-4f46-bc14-36079f84632d req-dc118e82-c978-4acf-8e13-62b0a40351b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169 HTTP/1.1" status: 200 len: 930 time: 0.3373094 Sep 16 04:41:54.477412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:54.480055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-238faa7c-1c11-4f46-bc14-36079f84632d req-cfddea4f-3895-4323-87f3-d6cec69b65ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 HTTP/1.1" status: 200 len: 217 time: 0.0458417 Sep 16 04:41:54.487344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:54.503638 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.504076 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Added segment ab70267c-d981-4587-9130-3dcfa4b79eb9 of type vlan for network 181d9132-2f95-4bfd-86fc-0001a774637d Sep 16 04:41:54.516506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8c2b2e-0107-4809-800c-75891520cdbf tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:54.521297 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2b2e-0107-4809-800c-75891520cdbf tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.559990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238faa7c-1c11-4f46-bc14-36079f84632d req-0a71ddd4-bc0a-4ecc-932c-2122222891a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.561849 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-238faa7c-1c11-4f46-bc14-36079f84632d req-0a71ddd4-bc0a-4ecc-932c-2122222891a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8663071-7997-496a-b1af-9075a07960c6 HTTP/1.1" status: 200 len: 868 time: 0.0727286 Sep 16 04:41:54.570009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-50f723ad-7ea5-4994-9c85-a296de3eaaa9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.578575 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-50f723ad-7ea5-4994-9c85-a296de3eaaa9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.2336175 Sep 16 04:41:54.643189 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.664271 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-d51ba46e-1c84-4655-969f-6809d6ca0314 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 698 time: 0.0847006 Sep 16 04:41:54.725514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238faa7c-1c11-4f46-bc14-36079f84632d req-4e1b61d3-b767-4a01-88c4-651a84dc66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.728108 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-238faa7c-1c11-4f46-bc14-36079f84632d req-4e1b61d3-b767-4a01-88c4-651a84dc66b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17ef6067-d90b-4ec7-a3f4-1f442f5d6169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1405311 Sep 16 04:41:54.739948 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-f4c956fc-ff75-48da-9c62-6588d1ebc235 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 698 time: 0.0747571 Sep 16 04:41:54.776678 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.777742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:54.778338 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.808762 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-642dfb24-1f23-479a-ab5c-44a37c81dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:12Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '7ee79295-90ef-4ff5-88d7-a617372974d0', 'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'mac_address': 'fa:16:3e:22:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:21Z', 'revision_number': 5, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'subnets': [{'id': 'd8663071-7997-496a-b1af-9075a07960c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:41:54.826607 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3080382 Sep 16 04:41:54.827219 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57874) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:54.835156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fcc5b0a9-6fc4-4136-b75d-82b0d7c9874f admin admin] Request body: {'subnet': {'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-295206039-subnet', 'tenant_id': '67668ad7a36c49329585abb5e5650160', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:54.846985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642dfb24-1f23-479a-ab5c-44a37c81dc85 None None] The sync data for ids ['5a663aea-20f3-49fd-b08f-50366d743411'] in n-d-712142-17 is: [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:41:12Z', 'revision_number': 4, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '7ee79295-90ef-4ff5-88d7-a617372974d0', 'name': '', 'network_id': '17ef6067-d90b-4ec7-a3f4-1f442f5d6169', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'mac_address': 'fa:16:3e:22:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'd8663071-7997-496a-b1af-9075a07960c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:10Z', 'updated_at': '2021-09-16T04:41:21Z', 'revision_number': 5, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'subnets': [{'id': 'd8663071-7997-496a-b1af-9075a07960c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:41:54.912103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70de1a-ef55-4c36-aa4b-1d65d8e8c618 admin admin] Pushing event updated for resources: {'Network': ['ID=181d9132-2f95-4bfd-86fc-0001a774637d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:54.924851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 181d9132-2f95-4bfd-86fc-0001a774637d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:54.933580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc5b0a9-6fc4-4136-b75d-82b0d7c9874f admin admin] Made reservation on behalf of 67668ad7a36c49329585abb5e5650160 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:54.936745 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fcc5b0a9-6fc4-4136-b75d-82b0d7c9874f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:54.956088 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-238faa7c-1c11-4f46-bc14-36079f84632d req-84eba576-8c14-452e-8a71-e4e64cdd2133 service neutron] 10.222.0.50 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042990 Sep 16 04:41:55.021858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Deleting port ac7e1516-24db-41f4-af31-4895875e2818 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:55.022211 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.129952 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.130561 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.164169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Calling delete_port for ac7e1516-24db-41f4-af31-4895875e2818 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:55.303303 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fcc5b0a9-6fc4-4136-b75d-82b0d7c9874f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.334251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-238faa7c-1c11-4f46-bc14-36079f84632d req-a0bf7ff9-e612-49cc-82fe-2f0aaca077d5 service neutron] 10.222.0.50 "GET /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700314 Sep 16 04:41:55.357196 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815fbcc6-dc96-4a00-8491-d44f240dae6c None None] New status for floating IP c5510a51-44bd-4a70-be92-1c81bde9d9bf: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:41:55.370832 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:55.416158 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.437859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2b2e-0107-4809-800c-75891520cdbf tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.448472 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.db.api [None req-815fbcc6-dc96-4a00-8491-d44f240dae6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:41:55.448882 n-d-712142-17 neutron-server[94747]: DEBUG oslo_db.api [None req-815fbcc6-dc96-4a00-8491-d44f240dae6c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:41:55.481448 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5b0a9-6fc4-4136-b75d-82b0d7c9874f admin admin] Checking segment: {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:55.481872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5b0a9-6fc4-4136-b75d-82b0d7c9874f admin admin] Network hostable DHCP agents. Network: 181d9132-2f95-4bfd-86fc-0001a774637d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:55.491513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Pushing event deleted for resources: {'Port': ['ID=ac7e1516-24db-41f4-af31-4895875e2818,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:55.494754 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.511142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:41:55.525786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:55.526344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:55.527201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:55.527201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:55.527849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:55.528408 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:55.528761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5b0a9-6fc4-4136-b75d-82b0d7c9874f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d6d33c-2b4e-467f-9650-dbdbfdb674cf,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:55.529177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:55.529903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:55.530632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:55.531330 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:55.531870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:55.538307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:55.538941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:41:55.543575 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.568665 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.571957 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.582232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-384aba9e-4e57-40d3-951b-c0ad00a914ea req-f0c48fb3-b54d-4d9f-a90e-e92db66eec72 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "DELETE /v2.0/floatingips/c5510a51-44bd-4a70-be92-1c81bde9d9bf HTTP/1.1" status: 204 len: 173 time: 0.8380134 Sep 16 04:41:55.587268 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5b0a9-6fc4-4136-b75d-82b0d7c9874f admin admin] Network 181d9132-2f95-4bfd-86fc-0001a774637d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:55.600976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a79d1-7bf4-4c36-88b8-5d2bde189198 req-21bdb508-e5ce-43db-af70-023e12da0fc9 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.602795 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c30a79d1-7bf4-4c36-88b8-5d2bde189198 req-21bdb508-e5ce-43db-af70-023e12da0fc9 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 944 time: 0.2891955 Sep 16 04:41:55.613646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:55.627872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c2b2e-0107-4809-800c-75891520cdbf tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Subnet': ['ID=6fee890c-5278-4576-a916-abbdd9847b95,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:55.646372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5b0a9-6fc4-4136-b75d-82b0d7c9874f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 181d9132-2f95-4bfd-86fc-0001a774637d) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:55.652574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc5b0a9-6fc4-4136-b75d-82b0d7c9874f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.653363 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fcc5b0a9-6fc4-4136-b75d-82b0d7c9874f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.659776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3514e55f-ba14-4a9b-90d2-33a7c7d72e2f None None] Network 181d9132-2f95-4bfd-86fc-0001a774637d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:55.689098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fcc5b0a9-6fc4-4136-b75d-82b0d7c9874f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8480239 Sep 16 04:41:55.689098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c2b2e-0107-4809-800c-75891520cdbf tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Checking segment: {'id': '03107d2b-2e5c-4806-9a37-b71d7fe129bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:55.689098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8c2b2e-0107-4809-800c-75891520cdbf tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network hostable DHCP agents. Network: 2bca4a19-dfc8-4e63-b439-fa0d9936dddc, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:55.706129 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c30a79d1-7bf4-4c36-88b8-5d2bde189198 req-95930daa-cb93-4a26-bcf5-2cd854d23607 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924470 Sep 16 04:41:55.717633 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8c2b2e-0107-4809-800c-75891520cdbf tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:55.736956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-0a8c2b2e-0107-4809-800c-75891520cdbf tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 2bca4a19-dfc8-4e63-b439-fa0d9936dddc) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:55.741975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8c2b2e-0107-4809-800c-75891520cdbf tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.742650 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8c2b2e-0107-4809-800c-75891520cdbf tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.752155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be46e-79f5-4794-901c-8c5b11a93fc0 req-f61f25b6-9ef9-483f-9c23-b385ce1a760d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.765921 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e8be46e-79f5-4794-901c-8c5b11a93fc0 req-f61f25b6-9ef9-483f-9c23-b385ce1a760d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1064806 Sep 16 04:41:55.768495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2495ed0b-f301-46ec-89de-091e3de22e1a None None] Network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:55.774781 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0a8c2b2e-0107-4809-800c-75891520cdbf tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4602833 Sep 16 04:41:55.776582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57888) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:55.804491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-52d4ecdd-5097-454f-a762-5c31f152e23c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1454029569'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:55.831916 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e8be46e-79f5-4794-901c-8c5b11a93fc0 req-68b2828b-a33e-40f1-a9bf-f3b5ffef79f0 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632327 Sep 16 04:41:55.855613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d4ecdd-5097-454f-a762-5c31f152e23c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:55.860329 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-52d4ecdd-5097-454f-a762-5c31f152e23c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.931423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d4ecdd-5097-454f-a762-5c31f152e23c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:41:55.950351 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815fbcc6-dc96-4a00-8491-d44f240dae6c None None] New status for floating IP c5510a51-44bd-4a70-be92-1c81bde9d9bf: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:41:55.974900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced78d7e-3abe-4dd6-b989-33a68ceb111b req-3e960408-540d-4249-814e-97a1b29ea4f0 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:55.976960 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ced78d7e-3abe-4dd6-b989-33a68ceb111b req-3e960408-540d-4249-814e-97a1b29ea4f0 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.0895851 Sep 16 04:41:55.978493 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-52d4ecdd-5097-454f-a762-5c31f152e23c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:55.978909 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-52d4ecdd-5097-454f-a762-5c31f152e23c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Added segment 419c7a0c-4d6e-46c4-a32a-64342a95ff80 of type vlan for network 6f8caa8c-f2f4-49f3-ae17-a59696011386 Sep 16 04:41:56.027961 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-52d4ecdd-5097-454f-a762-5c31f152e23c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.048303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-181d9132-2f95-4bfd-86fc-0001a774637d', 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d', 'tenant_id': '67668ad7a36c49329585abb5e5650160', 'fixed_ips': [{'subnet_id': 'b0d6d33c-2b4e-467f-9650-dbdbfdb674cf'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:41:56.049721 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.065041 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-52d4ecdd-5097-454f-a762-5c31f152e23c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.070723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4ecdd-5097-454f-a762-5c31f152e23c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.071379 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-52d4ecdd-5097-454f-a762-5c31f152e23c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.073166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6163ba-3e5c-458e-b0ca-88ef7f577f9b req-1ddc7fe7-09f3-4bd5-9ab9-d0babdebde27 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.074808 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e6163ba-3e5c-458e-b0ca-88ef7f577f9b req-1ddc7fe7-09f3-4bd5-9ab9-d0babdebde27 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1052814 Sep 16 04:41:56.141205 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e6163ba-3e5c-458e-b0ca-88ef7f577f9b req-4181ca9b-9da1-4da1-97f3-72e24b4b6c8d tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0595281 Sep 16 04:41:56.287281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-2bca4a19-dfc8-4e63-b439-fa0d9936dddc', 'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'fixed_ips': [{'subnet_id': '6fee890c-5278-4576-a916-abbdd9847b95'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:41:56.288248 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.468588 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Allocated IP 19.80.0.2 (2bca4a19-dfc8-4e63-b439-fa0d9936dddc/6fee890c-5278-4576-a916-abbdd9847b95/d6a11f4c-b77c-41e2-9716-17800a73a0b0) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:56.493953 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-52d4ecdd-5097-454f-a762-5c31f152e23c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7097979 Sep 16 04:41:56.522067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-d1c8ebbe-bfc2-4ecd-b9a9-613cf6ba23b1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.527971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57912) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:41:56.531158 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-d1c8ebbe-bfc2-4ecd-b9a9-613cf6ba23b1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/networks?id=181d9132-2f95-4bfd-86fc-0001a774637d HTTP/1.1" status: 200 len: 815 time: 0.1224098 Sep 16 04:41:56.533634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-0512fd4a-bbf7-4da8-829b-177f0f0bb3ab tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'subnet': {'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:56.542416 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4ecdd-5097-454f-a762-5c31f152e23c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Network': ['ID=6f8caa8c-f2f4-49f3-ae17-a59696011386,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:56.549493 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ced78d7e-3abe-4dd6-b989-33a68ceb111b req-794db4d0-2975-4f2f-84af-3f8453c0862b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932215 Sep 16 04:41:56.584541 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-0d3aaa36-4763-46f3-8c9b-80d5a7f1788e tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/quotas/67668ad7a36c49329585abb5e5650160 HTTP/1.1" status: 200 len: 375 time: 0.0521781 Sep 16 04:41:56.635542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-22cc496f-d500-4c62-858a-0605ec0a695b tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=67668ad7a36c49329585abb5e5650160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497775 Sep 16 04:41:56.646992 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.656714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Allocated IP 172.20.0.2 (181d9132-2f95-4bfd-86fc-0001a774637d/b0d6d33c-2b4e-467f-9650-dbdbfdb674cf/44cdbac7-30f9-47ba-abd5-c5c157a2b05a) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:56.673457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 6f8caa8c-f2f4-49f3-ae17-a59696011386 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:41:56.681600 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb8d84-d205-4627-a3e1-12dba642609a req-4b4c0859-cbe0-4bdd-8fef-5a016cd92e37 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:56.683521 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48eb8d84-d205-4627-a3e1-12dba642609a req-4b4c0859-cbe0-4bdd-8fef-5a016cd92e37 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.50 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 943 time: 0.1496112 Sep 16 04:41:56.694661 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bb33f345-a8f3-4573-8142-24916568f1a8 req-939a0bac-88eb-4806-9193-11edb046b8f5 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0848048 Sep 16 04:41:56.722388 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.731340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0512fd4a-bbf7-4da8-829b-177f0f0bb3ab tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:56.738684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0512fd4a-bbf7-4da8-829b-177f0f0bb3ab tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:56.816606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-ed36b9b5-50cd-49c8-9c78-f3e311a8d182 service neutron] 10.222.0.53 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798542 Sep 16 04:41:56.834436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:56.855745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:56.864056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:56.927129 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Pushing event updated for resources: {'Port': ['ID=d6a11f4c-b77c-41e2-9716-17800a73a0b0,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:57.036724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Attempting to bind port d6a11f4c-b77c-41e2-9716-17800a73a0b0 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:57.037097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Attempting to bind port d6a11f4c-b77c-41e2-9716-17800a73a0b0 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '03107d2b-2e5c-4806-9a37-b71d7fe129bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:57.037467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Attempting to bind port d6a11f4c-b77c-41e2-9716-17800a73a0b0 on network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:57.047420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:57.047848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Checking segment: {'id': '03107d2b-2e5c-4806-9a37-b71d7fe129bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:57.048204 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.048694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Bound using segment: {'id': '03107d2b-2e5c-4806-9a37-b71d7fe129bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:57.049175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Bound port: d6a11f4c-b77c-41e2-9716-17800a73a0b0, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03107d2b-2e5c-4806-9a37-b71d7fe129bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:57.049562 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.147821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-9f50f0f5-338f-4ef3-926f-d8037bf920e7 service neutron] 10.222.0.53 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192236 Sep 16 04:41:57.170922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-48eb8d84-d205-4627-a3e1-12dba642609a req-a482ceb1-20ee-4b79-bb8e-e40cc6eedbc7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Deleting port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:57.172494 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0512fd4a-bbf7-4da8-829b-177f0f0bb3ab tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.173381 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48eb8d84-d205-4627-a3e1-12dba642609a req-a482ceb1-20ee-4b79-bb8e-e40cc6eedbc7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.184154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] For port d6a11f4c-b77c-41e2-9716-17800a73a0b0, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:57.187850 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.191026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] For port d6a11f4c-b77c-41e2-9716-17800a73a0b0, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d6a11f4c-b77c-41e2-9716-17800a73a0b0,segment=NetworkSegment(03107d2b-2e5c-4806-9a37-b71d7fe129bf),segment_id=03107d2b-2e5c-4806-9a37-b71d7fe129bf)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:57.199644 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.215774 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.231142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512fd4a-bbf7-4da8-829b-177f0f0bb3ab tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Subnet': ['ID=639e10c8-6e10-4239-bcab-acc0f5a959fc,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:57.242167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3098a-facb-4c7a-ba55-43529d217728 req-8d40a34b-e3d1-4e6a-b9b4-139ebab0876a tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.244020 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-82e3098a-facb-4c7a-ba55-43529d217728 req-8d40a34b-e3d1-4e6a-b9b4-139ebab0876a tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 943 time: 0.1595397 Sep 16 04:41:57.272979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Network 181d9132-2f95-4bfd-86fc-0001a774637d is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:57.276176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:57.281436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:57.416640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-82e3098a-facb-4c7a-ba55-43529d217728 req-23fa9477-ba51-4a18-99d9-827d324fcbdb tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448691 Sep 16 04:41:57.428191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512fd4a-bbf7-4da8-829b-177f0f0bb3ab tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Checking segment: {'id': '419c7a0c-4d6e-46c4-a32a-64342a95ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:57.428564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0512fd4a-bbf7-4da8-829b-177f0f0bb3ab tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network hostable DHCP agents. Network: 6f8caa8c-f2f4-49f3-ae17-a59696011386, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:41:57.432046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Attempting to bind port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:57.432441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Attempting to bind port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:57.432790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Attempting to bind port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a on network 181d9132-2f95-4bfd-86fc-0001a774637d {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:57.450350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc568ac-a597-4836-b4bc-3c84f5a17d9e None None] Pushing event updated for resources: {'Port': ['ID=d6a11f4c-b77c-41e2-9716-17800a73a0b0,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:57.463063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:57.463446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Checking segment: {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:57.463852 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.464244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Bound using segment: {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:57.464718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Bound port: 44cdbac7-30f9-47ba-abd5-c5c157a2b05a, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:57.465099 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.476045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-48eb8d84-d205-4627-a3e1-12dba642609a req-a482ceb1-20ee-4b79-bb8e-e40cc6eedbc7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] For port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:57.476981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48eb8d84-d205-4627-a3e1-12dba642609a req-a482ceb1-20ee-4b79-bb8e-e40cc6eedbc7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.483017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0512fd4a-bbf7-4da8-829b-177f0f0bb3ab tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network 6f8caa8c-f2f4-49f3-ae17-a59696011386 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:41:57.496676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-0512fd4a-bbf7-4da8-829b-177f0f0bb3ab tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 6f8caa8c-f2f4-49f3-ae17-a59696011386) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:57.511903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0512fd4a-bbf7-4da8-829b-177f0f0bb3ab tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.514649 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0512fd4a-bbf7-4da8-829b-177f0f0bb3ab tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.516220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-48eb8d84-d205-4627-a3e1-12dba642609a req-a482ceb1-20ee-4b79-bb8e-e40cc6eedbc7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Calling delete_port for 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:57.547192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f535e2-303e-417c-93ae-eb9f75b5a03b None None] Network 6f8caa8c-f2f4-49f3-ae17-a59696011386 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:57.578595 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0512fd4a-bbf7-4da8-829b-177f0f0bb3ab tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0402503 Sep 16 04:41:57.736131 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d724bc-49d1-4c1d-9c3f-4192f39c7701 req-94eed123-0729-47b2-82ed-3a9e19494dd9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.740257 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50d724bc-49d1-4c1d-9c3f-4192f39c7701 req-94eed123-0729-47b2-82ed-3a9e19494dd9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 946 time: 0.2040939 Sep 16 04:41:57.788930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085866f-b7a1-488f-ae44-dd22e6c7c18c req-de6d345f-ff1b-4363-9931-3bc2007bf8de tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:57.790533 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e085866f-b7a1-488f-ae44-dd22e6c7c18c req-de6d345f-ff1b-4363-9931-3bc2007bf8de tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1312571 Sep 16 04:41:57.806878 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48eb8d84-d205-4627-a3e1-12dba642609a req-a482ceb1-20ee-4b79-bb8e-e40cc6eedbc7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:57.832883 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50d724bc-49d1-4c1d-9c3f-4192f39c7701 req-f671efdf-d71e-4bc8-aca6-6e5208d6852c tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878057 Sep 16 04:41:57.915321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482ceb1-20ee-4b79-bb8e-e40cc6eedbc7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event deleted for resources: {'Port': ['ID=43cbde45-6e3b-4e8b-a88e-4602e09e3db7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:58.014899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e085866f-b7a1-488f-ae44-dd22e6c7c18c req-a7119748-60dd-40d8-99cd-550b6351b76b tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030666 Sep 16 04:41:58.079041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eb8d84-d205-4627-a3e1-12dba642609a req-a482ceb1-20ee-4b79-bb8e-e40cc6eedbc7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] No DVR routers for this DVR port 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:41:58.090484 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48eb8d84-d205-4627-a3e1-12dba642609a req-a482ceb1-20ee-4b79-bb8e-e40cc6eedbc7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.094513 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48eb8d84-d205-4627-a3e1-12dba642609a req-a482ceb1-20ee-4b79-bb8e-e40cc6eedbc7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.50 "DELETE /v2.0/ports/43cbde45-6e3b-4e8b-a88e-4602e09e3db7 HTTP/1.1" status: 204 len: 173 time: 1.3745503 Sep 16 04:41:58.104431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bbf493-ba02-4085-949d-631adee53a71', 'name': 'network-vif-deleted', 'tag': '43cbde45-6e3b-4e8b-a88e-4602e09e3db7'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:41:58.107186 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c28bbbb-2237-4297-8760-813194cd8185" -d '{"events": [{"server_uuid": "78bbf493-ba02-4085-949d-631adee53a71", "name": "network-vif-deleted", "tag": "43cbde45-6e3b-4e8b-a88e-4602e09e3db7"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:41:58.127264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Pushing event updated for resources: {'Port': ['ID=44cdbac7-30f9-47ba-abd5-c5c157a2b05a,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:58.201550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-715db485-5105-4d17-80b9-4e02a9ff4cf9 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.203673 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-715db485-5105-4d17-80b9-4e02a9ff4cf9 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/networks?id=181d9132-2f95-4bfd-86fc-0001a774637d HTTP/1.1" status: 200 len: 815 time: 0.2295976 Sep 16 04:41:58.222845 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-0865cce6-fe52-492f-bb9e-3df707213d00 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/quotas/67668ad7a36c49329585abb5e5650160 HTTP/1.1" status: 200 len: 375 time: 0.0131228 Sep 16 04:41:58.282558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] For port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:41:58.289121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] For port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=44cdbac7-30f9-47ba-abd5-c5c157a2b05a,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:41:58.317379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6d57f-6bc5-4a87-9cfd-bc85ba04d762 req-3c223d8b-3500-4a75-a73b-eeedf2508bf0 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.318998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08b6d57f-6bc5-4a87-9cfd-bc85ba04d762 req-3c223d8b-3500-4a75-a73b-eeedf2508bf0 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1677680 Sep 16 04:41:58.342701 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.344855 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-b0b21efe-28d3-485c-899b-7651b4c34f9a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=67668ad7a36c49329585abb5e5650160&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162031 Sep 16 04:41:58.363986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-6f8caa8c-f2f4-49f3-ae17-a59696011386', 'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'fixed_ips': [{'subnet_id': '639e10c8-6e10-4239-bcab-acc0f5a959fc'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:41:58.365962 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.436735 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08b6d57f-6bc5-4a87-9cfd-bc85ba04d762 req-3c4b3862-9e35-4430-bcfa-c7f176d29fbb tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041317 Sep 16 04:41:58.468199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfe162-a042-45b2-998e-5832743a3ecb None None] Pushing event updated for resources: {'Port': ['ID=44cdbac7-30f9-47ba-abd5-c5c157a2b05a,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:58.478853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d6a11f4c-b77c-41e2-9716-17800a73a0b0 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:41:58.525593 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-1d3ba33f-07ed-484c-ad46-f82fca1ea54f service neutron] 10.222.0.53 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703670 Sep 16 04:41:58.690774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-028b3836-aa15-461d-b6f8-4c5d5b4cdf79 service neutron] 10.222.0.53 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582422 Sep 16 04:41:58.705041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-7053c566-e57d-47eb-938e-4b66b3156ba9 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.710850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-7053c566-e57d-47eb-938e-4b66b3156ba9 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.718717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-7053c566-e57d-47eb-938e-4b66b3156ba9 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/networks?id=2bca4a19-dfc8-4e63-b439-fa0d9936dddc&id=6f8caa8c-f2f4-49f3-ae17-a59696011386 HTTP/1.1" status: 200 len: 1392 time: 0.1595562 Sep 16 04:41:58.741215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-c318b2a1-d43a-4414-8013-a58d95731e65 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/quotas/1e1c19a5352b422e9d40b4427909b78d HTTP/1.1" status: 200 len: 375 time: 0.0214224 Sep 16 04:41:58.809033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d6a11f4c-b77c-41e2-9716-17800a73a0b0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:58.809542 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:58.828233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d5685-b060-4dd0-8274-1b667c495607 req-422a29cf-7e4a-448d-8004-5e70eac8cc58 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:58.851866 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b52d5685-b060-4dd0-8274-1b667c495607 req-422a29cf-7e4a-448d-8004-5e70eac8cc58 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.50 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 946 time: 0.3226633 Sep 16 04:41:58.856586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Allocated IP 19.86.0.2 (6f8caa8c-f2f4-49f3-ae17-a59696011386/639e10c8-6e10-4239-bcab-acc0f5a959fc/6b992f11-55b1-4a07-8185-ea5146479e7d) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:41:59.057203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc9f4a-52cb-4a90-8944-e97239dae340 None None] Network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:41:59.143918 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-9da11489-7a19-4fd7-95dc-296c450b1e0a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e1c19a5352b422e9d40b4427909b78d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4010231 Sep 16 04:41:59.210949 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.229566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a41df3cd-de1c-46a3-bf64-a38cef8007ef None None] Provisioning complete for port d6a11f4c-b77c-41e2-9716-17800a73a0b0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:41:59.229993 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a41df3cd-de1c-46a3-bf64-a38cef8007ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.259087 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb5aa14-9243-4395-83df-e065c3f9ab24 x-openstack-request-id: req-cfb5aa14-9243-4395-83df-e065c3f9ab24 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:41:59.259407 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bbf493-ba02-4085-949d-631adee53a71", "name": "network-vif-deleted", "tag": "43cbde45-6e3b-4e8b-a88e-4602e09e3db7", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:41:59.260026 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfb5aa14-9243-4395-83df-e065c3f9ab24 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:41:59.260137 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bbf493-ba02-4085-949d-631adee53a71', 'name': 'network-vif-deleted', 'tag': '43cbde45-6e3b-4e8b-a88e-4602e09e3db7', 'status': 'completed', 'code': 200} Sep 16 04:41:59.343285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-b52d5685-b060-4dd0-8274-1b667c495607 req-3f49fa0e-5434-4db5-b3fb-43b6d79c04d9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Deleting port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:41:59.343952 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b52d5685-b060-4dd0-8274-1b667c495607 req-3f49fa0e-5434-4db5-b3fb-43b6d79c04d9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.358392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-175dbcc4-093d-4f1e-9374-bc49d0e6e2ba tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.359929 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-175dbcc4-093d-4f1e-9374-bc49d0e6e2ba tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.50 "GET /v2.0/networks?id=181d9132-2f95-4bfd-86fc-0001a774637d HTTP/1.1" status: 200 len: 815 time: 0.3903556 Sep 16 04:41:59.382968 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85fef2d0-0006-4b6d-b5c4-5bffb647b033 req-03549636-29f3-453b-96dc-94c15ca652f1 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bbf493-ba02-4085-949d-631adee53a71 HTTP/1.1" status: 200 len: 210 time: 0.0443048 Sep 16 04:41:59.404112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Request body: {'port': {'device_id': '626caeae-e33f-465e-aed5-de943fef8ed9', 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d', 'admin_state_up': True, 'tenant_id': '67668ad7a36c49329585abb5e5650160'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:41:59.480228 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.523929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:41:59.531481 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-107a826b-4ef0-4e35-ba28-ec62d4f9ffbb service neutron] 10.222.0.53 "GET /v2.0/networks/2bca4a19-dfc8-4e63-b439-fa0d9936dddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862915 Sep 16 04:41:59.549568 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.558473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c25d-67c4-45e8-b56c-a240ab223b25 req-42daa3b5-0b6e-4fe5-80b7-e7286f486b29 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.567222 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1f3c25d-67c4-45e8-b56c-a240ab223b25 req-42daa3b5-0b6e-4fe5-80b7-e7286f486b29 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 946 time: 0.0958240 Sep 16 04:41:59.631934 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1f3c25d-67c4-45e8-b56c-a240ab223b25 req-f8af9547-d57b-42b4-8547-7e756f958672 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/security-groups?id=ed881d58-15e4-48a9-b259-c71cf434362d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632231 Sep 16 04:41:59.637490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Network 6f8caa8c-f2f4-49f3-ae17-a59696011386 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:41:59.647194 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Pushing event updated for resources: {'Port': ['ID=6b992f11-55b1-4a07-8185-ea5146479e7d,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:41:59.649945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:41:59.658665 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:41:59.733249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port d6a11f4c-b77c-41e2-9716-17800a73a0b0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d6a11f4c-b77c-41e2-9716-17800a73a0b0,segment=NetworkSegment(03107d2b-2e5c-4806-9a37-b71d7fe129bf),segment_id=03107d2b-2e5c-4806-9a37-b71d7fe129bf)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:59.768899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Made reservation on behalf of 67668ad7a36c49329585abb5e5650160 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:41:59.772455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.782650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Attempting to bind port 6b992f11-55b1-4a07-8185-ea5146479e7d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:41:59.783288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Attempting to bind port 6b992f11-55b1-4a07-8185-ea5146479e7d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '419c7a0c-4d6e-46c4-a32a-64342a95ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:41:59.783634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Attempting to bind port 6b992f11-55b1-4a07-8185-ea5146479e7d on network 6f8caa8c-f2f4-49f3-ae17-a59696011386 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:41:59.797030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:41:59.797591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Checking segment: {'id': '419c7a0c-4d6e-46c4-a32a-64342a95ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:41:59.798135 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.798640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Bound using segment: {'id': '419c7a0c-4d6e-46c4-a32a-64342a95ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:41:59.799235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Bound port: 6b992f11-55b1-4a07-8185-ea5146479e7d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419c7a0c-4d6e-46c4-a32a-64342a95ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:41:59.800111 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.812899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-b52d5685-b060-4dd0-8274-1b667c495607 req-3f49fa0e-5434-4db5-b3fb-43b6d79c04d9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] For port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:41:59.813370 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b52d5685-b060-4dd0-8274-1b667c495607 req-3f49fa0e-5434-4db5-b3fb-43b6d79c04d9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.813638 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:41:59.870261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586f959-347a-4066-848c-a8cc2a26a158 req-5af3e5f6-0e8a-4752-8234-61e97b361cc7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:41:59.872748 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b586f959-347a-4066-848c-a8cc2a26a158 req-5af3e5f6-0e8a-4752-8234-61e97b361cc7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.0908616 Sep 16 04:41:59.891248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-b52d5685-b060-4dd0-8274-1b667c495607 req-3f49fa0e-5434-4db5-b3fb-43b6d79c04d9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Calling delete_port for bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:41:59.903112 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-ceb6b920-79ec-4849-8647-381c563fd147 service neutron] 10.222.0.53 "GET /v2.0/networks/2bca4a19-dfc8-4e63-b439-fa0d9936dddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705359 Sep 16 04:41:59.969768 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b586f959-347a-4066-848c-a8cc2a26a158 req-d6fe5f08-0b6e-4f4e-b9ca-d5753e171862 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831258 Sep 16 04:42:00.043831 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] For port 6b992f11-55b1-4a07-8185-ea5146479e7d, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:00.050548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] For port 6b992f11-55b1-4a07-8185-ea5146479e7d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6b992f11-55b1-4a07-8185-ea5146479e7d,segment=NetworkSegment(419c7a0c-4d6e-46c4-a32a-64342a95ff80),segment_id=419c7a0c-4d6e-46c4-a32a-64342a95ff80)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:00.069480 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.108328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=d6a11f4c-b77c-41e2-9716-17800a73a0b0,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:00.146495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-2b1f858a-8111-4dcf-b04c-b530cce1c1ee service neutron] 10.222.0.53 "GET /v2.0/networks/6f8caa8c-f2f4-49f3-ae17-a59696011386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296550 Sep 16 04:42:00.172185 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.193026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caef452a-55f8-419e-b2c8-514cc25bec9f None None] Network 181d9132-2f95-4bfd-86fc-0001a774637d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:00.315911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-1f1e0cf4-0795-402e-b54c-bef1e727f8cf tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:00.328170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5e58c-7552-4f7e-beff-0eaa9f3a0f1a None None] Pushing event updated for resources: {'Port': ['ID=6b992f11-55b1-4a07-8185-ea5146479e7d,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:00.329857 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-1f1e0cf4-0795-402e-b54c-bef1e727f8cf tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/networks?id=181d9132-2f95-4bfd-86fc-0001a774637d HTTP/1.1" status: 200 len: 815 time: 0.2728508 Sep 16 04:42:00.348015 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-027cb5a2-118d-4bb1-b332-37c2ce257586 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/quotas/67668ad7a36c49329585abb5e5650160 HTTP/1.1" status: 200 len: 375 time: 0.0168493 Sep 16 04:42:00.364963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:00.367842 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9516a7aa-3119-4b34-8bbc-84b75cbd04fc" -d '{"events": [{"server_uuid": "7672e5d2-55f2-4167-9942-10113ae7d3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "bc99c8dd-bdff-4925-9ced-3d0f4d5dd979"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:00.448968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:00.451027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-dd7bdb70-06d9-4dc2-b92e-671cbe136022 None None] Provisioning complete for port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:00.451955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dd7bdb70-06d9-4dc2-b92e-671cbe136022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.472038 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-130fb243-e956-4d21-bfe9-84ce2c4fd1ae tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=67668ad7a36c49329585abb5e5650160&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1157372 Sep 16 04:42:00.553462 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.554370 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:00.556468 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 44cdbac7-30f9-47ba-abd5-c5c157a2b05a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:00.629785 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-ab5d1a28-16e1-401e-b0ba-97b2fe9e8bb7 service neutron] 10.222.0.53 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559494 Sep 16 04:42:00.642387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:00.642924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43cbde45-6e3b-4e8b-a88e-4602e09e3db7 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:00.756314 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-6801f712-5e15-4236-8e9b-0399fca4f265 service neutron] 10.222.0.53 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223104 Sep 16 04:42:00.758924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Allocated IP 172.20.0.14 (181d9132-2f95-4bfd-86fc-0001a774637d/b0d6d33c-2b4e-467f-9650-dbdbfdb674cf/47d462d6-c0d7-4b07-8c49-3318d7820bdd) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:00.830657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:00.868537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:00.868954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.891264 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dd7bdb70-06d9-4dc2-b92e-671cbe136022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.898492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b52d5685-b060-4dd0-8274-1b667c495607 req-3f49fa0e-5434-4db5-b3fb-43b6d79c04d9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:00.968252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-dd7bdb70-06d9-4dc2-b92e-671cbe136022 None None] For port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=44cdbac7-30f9-47ba-abd5-c5c157a2b05a,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:00.972828 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dd7bdb70-06d9-4dc2-b92e-671cbe136022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.007131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49fa0e-5434-4db5-b3fb-43b6d79c04d9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Pushing event deleted for resources: {'Port': ['ID=bc99c8dd-bdff-4925-9ced-3d0f4d5dd979,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:01.030506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-aa30575d-f645-48e3-876e-5afb26ac13da tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.034660 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-aa30575d-f645-48e3-876e-5afb26ac13da tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.50 "GET /v2.0/networks?id=181d9132-2f95-4bfd-86fc-0001a774637d HTTP/1.1" status: 200 len: 815 time: 0.2077584 Sep 16 04:42:01.055326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Request body: {'port': {'device_id': '4b2e8bd2-e3cc-4ced-84be-05a677027b2d', 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d', 'admin_state_up': True, 'tenant_id': '67668ad7a36c49329585abb5e5650160'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:01.071748 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bdb70-06d9-4dc2-b92e-671cbe136022 None None] Pushing event updated for resources: {'Port': ['ID=44cdbac7-30f9-47ba-abd5-c5c157a2b05a,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:01.098994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-9a6035ed-b7f2-437b-ba00-cc9ce721d81b service neutron] 10.222.0.53 "GET /v2.0/networks/6f8caa8c-f2f4-49f3-ae17-a59696011386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9336975 Sep 16 04:42:01.256813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9178d9f6-937a-44ce-89f6-7f556dc3e988 None None] Provisioning complete for port d6a11f4c-b77c-41e2-9716-17800a73a0b0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:01.257587 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9178d9f6-937a-44ce-89f6-7f556dc3e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.267370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52d5685-b060-4dd0-8274-1b667c495607 req-3f49fa0e-5434-4db5-b3fb-43b6d79c04d9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] No DVR routers for this DVR port bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:01.271575 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b52d5685-b060-4dd0-8274-1b667c495607 req-3f49fa0e-5434-4db5-b3fb-43b6d79c04d9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.273630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b52d5685-b060-4dd0-8274-1b667c495607 req-3f49fa0e-5434-4db5-b3fb-43b6d79c04d9 tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.50 "DELETE /v2.0/ports/bc99c8dd-bdff-4925-9ced-3d0f4d5dd979 HTTP/1.1" status: 204 len: 173 time: 2.4210820 Sep 16 04:42:01.274099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'name': 'network-vif-deleted', 'tag': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:01.276461 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5a8b18-3593-46cb-aa93-613323c46a42" -d '{"events": [{"server_uuid": "7672e5d2-55f2-4167-9942-10113ae7d3d2", "name": "network-vif-deleted", "tag": "bc99c8dd-bdff-4925-9ced-3d0f4d5dd979"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:01.315248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd4eb6-12d2-447f-a3fd-be0df5523e5b req-8aa16592-a6af-4f80-9ae9-6dd9a70c064b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.324230 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-84dd4eb6-12d2-447f-a3fd-be0df5523e5b req-8aa16592-a6af-4f80-9ae9-6dd9a70c064b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.2073185 Sep 16 04:42:01.466634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-84dd4eb6-12d2-447f-a3fd-be0df5523e5b req-5fb9a9e6-a4be-454a-a5cb-3afe807920cf tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413879 Sep 16 04:42:01.485822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Made reservation on behalf of 67668ad7a36c49329585abb5e5650160 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:01.490826 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.581576 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.672695 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.760187 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdbad4d-90e2-4f0b-bc36-913d5911e858 x-openstack-request-id: req-5bdbad4d-90e2-4f0b-bc36-913d5911e858 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:01.760795 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7672e5d2-55f2-4167-9942-10113ae7d3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "bc99c8dd-bdff-4925-9ced-3d0f4d5dd979", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:01.761220 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bdbad4d-90e2-4f0b-bc36-913d5911e858 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:01.762001 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'code': 200} Sep 16 04:42:01.767062 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d6a11f4c-b77c-41e2-9716-17800a73a0b0 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:01.815725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Network 181d9132-2f95-4bfd-86fc-0001a774637d is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:01.852687 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-78543a0c-24d9-4413-a929-e8db1e70152f req-6569f9bf-724b-4ec1-b581-0fa94d73d7cd tempest-FloatingIPsAssociationNegativeTestJSON-409325911 tempest-FloatingIPsAssociationNegativeTestJSON-409325911-project] 10.222.0.53 "GET /v2.0/ports?device_id=7672e5d2-55f2-4167-9942-10113ae7d3d2 HTTP/1.1" status: 200 len: 210 time: 0.0686681 Sep 16 04:42:01.852846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:01.855955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:01.864369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Pushing event updated for resources: {'Port': ['ID=47d462d6-c0d7-4b07-8c49-3318d7820bdd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:01.866797 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d6a11f4c-b77c-41e2-9716-17800a73a0b0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:01.867518 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:01.897866 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Allocated IP 172.20.0.4 (181d9132-2f95-4bfd-86fc-0001a774637d/b0d6d33c-2b4e-467f-9650-dbdbfdb674cf/43d6d907-f3a1-4150-ad41-6bea37572fd5) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:01.988989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:01.989900 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.025460 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-3eb5260c-fd91-4695-ab07-c3256e15d8a1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6490364 Sep 16 04:42:02.033251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ba3452-ccd3-4ed7-bfb3-ad6bb7d4bfb8 None None] Network 6f8caa8c-f2f4-49f3-ae17-a59696011386 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:02.036029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71891445-4508-4d05-b6a1-56752fb41c6c req-20762d06-2b1e-42ca-ad26-ebbf9481e8a3 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.046279 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71891445-4508-4d05-b6a1-56752fb41c6c req-20762d06-2b1e-42ca-ad26-ebbf9481e8a3 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.2273765 Sep 16 04:42:02.058815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Request body: {'port': {'device_id': '626caeae-e33f-465e-aed5-de943fef8ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:02.062456 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d14fb273-7e4d-44f9-98c8-77dc292c29c4 None None] Provisioning complete for port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:02.063291 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d14fb273-7e4d-44f9-98c8-77dc292c29c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.132372 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.170303 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0511ca3a-2841-4391-b588-033c99a1b67f req-3505303c-2a28-4185-acb2-c7bf58e9edf1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 210 time: 0.1305015 Sep 16 04:42:02.258174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71891445-4508-4d05-b6a1-56752fb41c6c req-c1f4b438-47cd-4abc-8c8f-b3428a59f51e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085242 Sep 16 04:42:02.261335 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d639cb-bb0b-4db0-928d-1700c354e547 x-openstack-request-id: req-24d639cb-bb0b-4db0-928d-1700c354e547 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:02.262644 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7672e5d2-55f2-4167-9942-10113ae7d3d2", "name": "network-vif-deleted", "tag": "bc99c8dd-bdff-4925-9ced-3d0f4d5dd979", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:02.263560 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24d639cb-bb0b-4db0-928d-1700c354e547 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:02.267516 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7672e5d2-55f2-4167-9942-10113ae7d3d2', 'name': 'network-vif-deleted', 'tag': 'bc99c8dd-bdff-4925-9ced-3d0f4d5dd979', 'status': 'completed', 'code': 200} Sep 16 04:42:02.397574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9728366d-9624-4290-9b7f-b417e817bc0f req-338313b4-3aa5-4990-83d0-39a1a971f137 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 210 time: 0.0513806 Sep 16 04:42:02.480921 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.559036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a9db0b0d-c414-4093-b0c1-04fb4e3fbad8 None None] Provisioning complete for port 6b992f11-55b1-4a07-8185-ea5146479e7d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:02.559757 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9db0b0d-c414-4093-b0c1-04fb4e3fbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.659606 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6b992f11-55b1-4a07-8185-ea5146479e7d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:02.686952 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.760590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58038) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:02.770799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0d11fc67-f841-467b-92d6-090381849388 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--908236926', 'description': 'tempest-description--848693966'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:02.803024 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d11fc67-f841-467b-92d6-090381849388 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.812290 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841dcfe-9430-45df-9ea3-ef2e61288217 req-281103dd-4ab5-4459-ab82-416c38d37d5b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.823268 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f841dcfe-9430-45df-9ea3-ef2e61288217 req-281103dd-4ab5-4459-ab82-416c38d37d5b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.2567210 Sep 16 04:42:02.827973 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9db0b0d-c414-4093-b0c1-04fb4e3fbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.844479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6b992f11-55b1-4a07-8185-ea5146479e7d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:02.844859 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.850210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Network 181d9132-2f95-4bfd-86fc-0001a774637d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:02.860967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:02.863787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:02.895271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Pushing event updated for resources: {'Port': ['ID=43d6d907-f3a1-4150-ad41-6bea37572fd5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:02.928937 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f841dcfe-9430-45df-9ea3-ef2e61288217 req-856a1040-1f07-4171-a422-1c4ade22a9e5 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046875 Sep 16 04:42:02.931797 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a9db0b0d-c414-4093-b0c1-04fb4e3fbad8 None None] For port 6b992f11-55b1-4a07-8185-ea5146479e7d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6b992f11-55b1-4a07-8185-ea5146479e7d,segment=NetworkSegment(419c7a0c-4d6e-46c4-a32a-64342a95ff80),segment_id=419c7a0c-4d6e-46c4-a32a-64342a95ff80)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:02.948708 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9db0b0d-c414-4093-b0c1-04fb4e3fbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.949114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d462d6-c0d7-4b07-8c49-3318d7820bdd {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:02.959532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58042) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:02.968775 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:02.973983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:02.974935 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.014133 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a9db0b0d-c414-4093-b0c1-04fb4e3fbad8 None None] Provisioning complete for port 47d462d6-c0d7-4b07-8c49-3318d7820bdd triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:03.014804 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9db0b0d-c414-4093-b0c1-04fb4e3fbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.036959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Transition to ACTIVE for port object 47d462d6-c0d7-4b07-8c49-3318d7820bdd will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:03.060527 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.146256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 44cdbac7-30f9-47ba-abd5-c5c157a2b05a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:03.167378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Pushing event updated for resources: {'Port': ['ID=47d462d6-c0d7-4b07-8c49-3318d7820bdd,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:03.182639 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d11fc67-f841-467b-92d6-090381849388 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.191585 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d11fc67-f841-467b-92d6-090381849388 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.215614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a9db0b0d-c414-4093-b0c1-04fb4e3fbad8 None None] Port 47d462d6-c0d7-4b07-8c49-3318d7820bdd cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:03.217898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db0b0d-c414-4093-b0c1-04fb4e3fbad8 None None] Pushing event updated for resources: {'Port': ['ID=6b992f11-55b1-4a07-8185-ea5146479e7d,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:03.290607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:03.294037 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.314116 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-8f9869df-ce8d-43c7-9941-b48eaefc9893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2643626 Sep 16 04:42:03.326460 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d11fc67-f841-467b-92d6-090381849388 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.336696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0d11fc67-f841-467b-92d6-090381849388 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5749559 Sep 16 04:42:03.337938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11fc67-f841-467b-92d6-090381849388 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed3b87f-68bf-4ad2-bb15-20221eb4ee80,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:03.343985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58048) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:03.358528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Request body: {'port': {'device_id': '4b2e8bd2-e3cc-4ced-84be-05a677027b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:03.365008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-863a299c-c23b-43d7-b0d0-1c7fb999b3ee None None] Provisioning complete for port 43d6d907-f3a1-4150-ad41-6bea37572fd5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:03.365640 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-863a299c-c23b-43d7-b0d0-1c7fb999b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.382962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-701be485-45b5-46fd-b5fa-4766d035907e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Request body: {'security_group_rule': {'security_group_id': 'eed3b87f-68bf-4ad2-bb15-20221eb4ee80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:03.417723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-863a299c-c23b-43d7-b0d0-1c7fb999b3ee None None] Port 43d6d907-f3a1-4150-ad41-6bea37572fd5 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:03.429654 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3484a6d-53d0-40be-823f-5ab9c4a265a4 req-f60b6df6-69a8-4868-b8d5-adff327ef933 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 210 time: 0.1145444 Sep 16 04:42:03.478372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-863a299c-c23b-43d7-b0d0-1c7fb999b3ee None None] Provisioning complete for port 6b992f11-55b1-4a07-8185-ea5146479e7d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:03.479197 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-863a299c-c23b-43d7-b0d0-1c7fb999b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.539914 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.549206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad11cb5-c2dc-4d73-b5c0-b53db2393ec8 req-7c6afad2-efb4-48f6-b292-13a2786165ac tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.550972 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ad11cb5-c2dc-4d73-b5c0-b53db2393ec8 req-7c6afad2-efb4-48f6-b292-13a2786165ac tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1562567 Sep 16 04:42:03.561647 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Attempting to bind port 47d462d6-c0d7-4b07-8c49-3318d7820bdd on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:03.562258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Attempting to bind port 47d462d6-c0d7-4b07-8c49-3318d7820bdd by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:03.563019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Attempting to bind port 47d462d6-c0d7-4b07-8c49-3318d7820bdd on network 181d9132-2f95-4bfd-86fc-0001a774637d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:03.578085 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-270a48d6-ad99-43bf-b4fd-f7d148e08fe2 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.580059 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-270a48d6-ad99-43bf-b4fd-f7d148e08fe2 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.15 "GET /v2.0/networks?id=181d9132-2f95-4bfd-86fc-0001a774637d HTTP/1.1" status: 200 len: 815 time: 0.4027750 Sep 16 04:42:03.581967 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-701be485-45b5-46fd-b5fa-4766d035907e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.603042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Port 47d462d6-c0d7-4b07-8c49-3318d7820bdd on network 181d9132-2f95-4bfd-86fc-0001a774637d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:03.603298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Attempting to bind port 47d462d6-c0d7-4b07-8c49-3318d7820bdd on network 181d9132-2f95-4bfd-86fc-0001a774637d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:03.623519 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-42ae1e24-be37-4b1f-aa42-8e83e212baf9 req-33f2f3fc-9b2a-400f-b78b-5f0b964cd171 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 210 time: 0.0669203 Sep 16 04:42:03.629096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Request body: {'port': {'device_id': '1f11bdff-5024-438c-93f8-0152e0275937', 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d', 'admin_state_up': True, 'tenant_id': '67668ad7a36c49329585abb5e5650160'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:03.638820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ad11cb5-c2dc-4d73-b5c0-b53db2393ec8 req-5b8a9832-48fd-4124-908e-a6afc2376ecf tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809326 Sep 16 04:42:03.651679 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:03.651995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Checking segment: {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:03.652592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Bound using segment: {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:03.653161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Bound port: 47d462d6-c0d7-4b07-8c49-3318d7820bdd, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:03.654253 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.804652 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-701be485-45b5-46fd-b5fa-4766d035907e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.818702 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-701be485-45b5-46fd-b5fa-4766d035907e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.829005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] For port 47d462d6-c0d7-4b07-8c49-3318d7820bdd, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:03.846173 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-9d8fb4b2-4742-4405-bb03-e44e678c4ed7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.852246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-9d8fb4b2-4742-4405-bb03-e44e678c4ed7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.853840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-9d8fb4b2-4742-4405-bb03-e44e678c4ed7 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.15 "GET /v2.0/networks?id=2bca4a19-dfc8-4e63-b439-fa0d9936dddc&id=6f8caa8c-f2f4-49f3-ae17-a59696011386 HTTP/1.1" status: 200 len: 1392 time: 0.2442732 Sep 16 04:42:03.865944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701be485-45b5-46fd-b5fa-4766d035907e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fca7892-3fde-4e59-9eec-6496b8f2c1b5,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:03.869732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] For port 47d462d6-c0d7-4b07-8c49-3318d7820bdd, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=47d462d6-c0d7-4b07-8c49-3318d7820bdd,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:03.874935 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'port': {'device_id': '13035a67-a369-493b-8dec-4383a27f3e7b', 'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc', 'admin_state_up': True, 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:03.892832 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-701be485-45b5-46fd-b5fa-4766d035907e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.894070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-701be485-45b5-46fd-b5fa-4766d035907e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5147924 Sep 16 04:42:03.895311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.899198 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58056) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:03.920913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5ab6b4bd-b585-4720-9202-51aa892591f7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Request body: {'security_group_rule': {'security_group_id': 'eed3b87f-68bf-4ad2-bb15-20221eb4ee80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:03.995311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:03.995311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:03.995311 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] 10.222.0.50 "PUT /v2.0/ports/47d462d6-c0d7-4b07-8c49-3318d7820bdd HTTP/1.1" status: 200 len: 1093 time: 1.9458139 Sep 16 04:42:04.034718 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ab6b4bd-b585-4720-9202-51aa892591f7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.061225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dd1d8-856c-4af3-86b7-1bae9f875c70 service neutron] Pushing event updated for resources: {'Port': ['ID=47d462d6-c0d7-4b07-8c49-3318d7820bdd,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:04.086438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Made reservation on behalf of 67668ad7a36c49329585abb5e5650160 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:04.090603 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.132414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f55b9c-483a-488e-b417-3d62a6464a35 req-7b6032d6-8877-490e-a06d-463d775627d5 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.134040 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85f55b9c-483a-488e-b417-3d62a6464a35 req-7b6032d6-8877-490e-a06d-463d775627d5 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1275954 Sep 16 04:42:04.145348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-654b3029-92e7-4720-9e7b-cf02e8cd18f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.146903 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-654b3029-92e7-4720-9e7b-cf02e8cd18f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67668ad7a36c49329585abb5e5650160&device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0933411 Sep 16 04:42:04.157722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:04.161364 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.218042 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a1c280a4-95f3-42b9-a4eb-9e7697ddad2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47d462d6-c0d7-4b07-8c49-3318d7820bdd HTTP/1.1" status: 200 len: 217 time: 0.0612278 Sep 16 04:42:04.269311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626caeae-e33f-465e-aed5-de943fef8ed9', 'tag': '47d462d6-c0d7-4b07-8c49-3318d7820bdd'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:04.271490 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a558daa-bcf9-4cd4-bfac-6e29a1d56ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "626caeae-e33f-465e-aed5-de943fef8ed9", "tag": "47d462d6-c0d7-4b07-8c49-3318d7820bdd"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:04.276908 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ab6b4bd-b585-4720-9202-51aa892591f7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.290339 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ab6b4bd-b585-4720-9202-51aa892591f7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.308809 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85f55b9c-483a-488e-b417-3d62a6464a35 req-27b68141-e530-4e02-ad1b-b0c66a644cb3 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601098 Sep 16 04:42:04.334276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-4d449799-c1dd-4dee-b5fc-53c8ab111d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.335844 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-4d449799-c1dd-4dee-b5fc-53c8ab111d8d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0d6d33c-2b4e-467f-9650-dbdbfdb674cf HTTP/1.1" status: 200 len: 854 time: 0.1054022 Sep 16 04:42:04.342264 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda9e264-ae19-43cd-89db-98d3422e82ac x-openstack-request-id: req-eda9e264-ae19-43cd-89db-98d3422e82ac {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:04.342555 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626caeae-e33f-465e-aed5-de943fef8ed9", "tag": "47d462d6-c0d7-4b07-8c49-3318d7820bdd", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:04.343300 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eda9e264-ae19-43cd-89db-98d3422e82ac {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:04.343300 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626caeae-e33f-465e-aed5-de943fef8ed9', 'tag': '47d462d6-c0d7-4b07-8c49-3318d7820bdd', 'status': 'completed', 'code': 200} Sep 16 04:42:04.344296 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ab6b4bd-b585-4720-9202-51aa892591f7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.345698 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5ab6b4bd-b585-4720-9202-51aa892591f7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4403656 Sep 16 04:42:04.351045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6b4bd-b585-4720-9202-51aa892591f7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9b4cac-367d-4e5c-9d03-f879c2ccee01,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:04.351585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58064) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:04.378752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:04.397502 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0476ff1a-936e-452f-826b-6f2e3ca666d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.401353 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d6d907-f3a1-4150-ad41-6bea37572fd5 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:04.405889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6b992f11-55b1-4a07-8185-ea5146479e7d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:04.447996 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.451361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Allocated IP 19.80.0.154 (2bca4a19-dfc8-4e63-b439-fa0d9936dddc/6fee890c-5278-4576-a916-abbdd9847b95/da646c79-21b9-4c63-aa1f-871262c57b7a) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:04.457663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6b992f11-55b1-4a07-8185-ea5146479e7d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:04.458181 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.488793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-65510777-d18d-4d98-8e68-b61f1c521136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.490396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-65510777-d18d-4d98-8e68-b61f1c521136 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=181d9132-2f95-4bfd-86fc-0001a774637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152039 Sep 16 04:42:04.627675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64cc56d3-5868-4361-9804-132aea3bdb50 req-1c35523d-2584-4def-80cb-b3ac59ad0893 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 210 time: 0.0769098 Sep 16 04:42:04.751797 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-a30abf46-1c5f-4720-87fb-97e89508fa23 service neutron] 10.222.0.50 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517092 Sep 16 04:42:04.790800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.832272 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7657715b-1af3-4991-bb26-328f2c61599b req-33c79846-ec62-4cf6-b6af-588b61d6b2ac tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 210 time: 0.0389562 Sep 16 04:42:04.844104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Transition to ACTIVE for port object 43d6d907-f3a1-4150-ad41-6bea37572fd5 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:04.864511 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.882278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.920144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e69707-4cdb-4662-be02-a09730eeab64 req-94c6a8f7-e3ee-4074-8721-0c1bfb4a9076 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:04.922936 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86e69707-4cdb-4662-be02-a09730eeab64 req-94c6a8f7-e3ee-4074-8721-0c1bfb4a9076 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1630704 Sep 16 04:42:04.930140 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:04.977392 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefcd0b2-5ac4-442b-99ce-cc4689a0fc08 req-b5f61fef-b885-4584-a54a-e7d326fb0fe0 service neutron] 10.222.0.50 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128022 Sep 16 04:42:05.007543 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=43d6d907-f3a1-4150-ad41-6bea37572fd5,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:05.013280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Allocated IP 172.20.0.10 (181d9132-2f95-4bfd-86fc-0001a774637d/b0d6d33c-2b4e-467f-9650-dbdbfdb674cf/4cc5d5f5-bfe2-4070-9959-62a6f98ecc59) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:05.054531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86e69707-4cdb-4662-be02-a09730eeab64 req-d725c08b-990b-48d6-b478-915fa7a97284 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185102 Sep 16 04:42:05.066544 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.152670 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.191613 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Allocated IP 172.25.0.137 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/ba0c2838-7de6-4d2b-b42b-89576492f607) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:05.235260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:05.266846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:05.272688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Port': ['ID=da646c79-21b9-4c63-aa1f-871262c57b7a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:05.286768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:05.367628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a558daa-bcf9-4cd4-bfac-6e29a1d56ed4 req-ebb4d840-2ffb-43df-8a24-28a6118f3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.369317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a558daa-bcf9-4cd4-bfac-6e29a1d56ed4 req-ebb4d840-2ffb-43df-8a24-28a6118f3eb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67668ad7a36c49329585abb5e5650160&device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 1096 time: 0.2976942 Sep 16 04:42:05.378652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.379327 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.390789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Attempting to bind port 43d6d907-f3a1-4150-ad41-6bea37572fd5 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:05.391142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Attempting to bind port 43d6d907-f3a1-4150-ad41-6bea37572fd5 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:05.391483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Attempting to bind port 43d6d907-f3a1-4150-ad41-6bea37572fd5 on network 181d9132-2f95-4bfd-86fc-0001a774637d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:05.397918 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.418500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Port 43d6d907-f3a1-4150-ad41-6bea37572fd5 on network 181d9132-2f95-4bfd-86fc-0001a774637d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:05.418852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Attempting to bind port 43d6d907-f3a1-4150-ad41-6bea37572fd5 on network 181d9132-2f95-4bfd-86fc-0001a774637d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:05.463581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:05.463581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Checking segment: {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:05.463581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Bound using segment: {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:05.463581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Bound port: 43d6d907-f3a1-4150-ad41-6bea37572fd5, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:05.463581 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.471361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183fb72-f8a0-47ba-9857-76b57e5faf8e req-ef3a32a8-5006-48cf-90fb-83306e55ee8a tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.472893 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b183fb72-f8a0-47ba-9857-76b57e5faf8e req-ef3a32a8-5006-48cf-90fb-83306e55ee8a tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 946 time: 0.2762356 Sep 16 04:42:05.507157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a740c325-df49-4cd7-9967-7986c6f01cd6 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6360867 Sep 16 04:42:05.527450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Request body: {'port': {'device_id': '13035a67-a369-493b-8dec-4383a27f3e7b', 'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386', 'admin_state_up': True, 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:05.572969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86463947-299a-43cf-8f8d-ba06c5ac8846 req-ce20938f-60c2-4302-adfe-d29898040a65 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.574448 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-86463947-299a-43cf-8f8d-ba06c5ac8846 req-ce20938f-60c2-4302-adfe-d29898040a65 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1684957 Sep 16 04:42:05.581570 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.610751 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.636917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-204846d5-9836-4636-bd25-396d9ffc45f9 None None] Provisioning complete for port da646c79-21b9-4c63-aa1f-871262c57b7a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:05.637546 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-204846d5-9836-4636-bd25-396d9ffc45f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.665688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Network 181d9132-2f95-4bfd-86fc-0001a774637d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:05.677121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] For port 43d6d907-f3a1-4150-ad41-6bea37572fd5, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:05.682574 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b183fb72-f8a0-47ba-9857-76b57e5faf8e req-f14f55fc-6e49-424b-b44c-463e8586659b tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ee82de9-b029-4757-9907-f7508bc1908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013969 Sep 16 04:42:05.693522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:05.693831 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-204846d5-9836-4636-bd25-396d9ffc45f9 None None] Port da646c79-21b9-4c63-aa1f-871262c57b7a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:05.697105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a558daa-bcf9-4cd4-bfac-6e29a1d56ed4 req-128a1eb8-e2d6-498f-9f47-d015e81fe7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.698724 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a558daa-bcf9-4cd4-bfac-6e29a1d56ed4 req-128a1eb8-e2d6-498f-9f47-d015e81fe7a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=181d9132-2f95-4bfd-86fc-0001a774637d HTTP/1.1" status: 200 len: 916 time: 0.2743573 Sep 16 04:42:05.706872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:05.712594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Pushing event updated for resources: {'Port': ['ID=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:05.718984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] For port 43d6d907-f3a1-4150-ad41-6bea37572fd5, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43d6d907-f3a1-4150-ad41-6bea37572fd5,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:05.750269 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-86463947-299a-43cf-8f8d-ba06c5ac8846 req-5405e3d9-de60-4f2d-9ed4-f6624c13928b tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630816 Sep 16 04:42:05.754817 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0476ff1a-936e-452f-826b-6f2e3ca666d7 admin admin] Deleting port 7ee79295-90ef-4ff5-88d7-a617372974d0 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:05.755252 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0476ff1a-936e-452f-826b-6f2e3ca666d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.765958 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.803845 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a558daa-bcf9-4cd4-bfac-6e29a1d56ed4 req-cfb24515-8257-41f4-b513-22957ce5b063 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47d462d6-c0d7-4b07-8c49-3318d7820bdd HTTP/1.1" status: 200 len: 217 time: 0.0925398 Sep 16 04:42:05.807727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.874742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.875387 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.877005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] 10.222.0.50 "PUT /v2.0/ports/43d6d907-f3a1-4150-ad41-6bea37572fd5 HTTP/1.1" status: 200 len: 1092 time: 2.5427265 Sep 16 04:42:05.882146 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2e8bd2-e3cc-4ced-84be-05a677027b2d', 'tag': '43d6d907-f3a1-4150-ad41-6bea37572fd5'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:05.884454 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de52a0e7-cd31-4c55-a988-676f29f26adb" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2e8bd2-e3cc-4ced-84be-05a677027b2d", "tag": "43d6d907-f3a1-4150-ad41-6bea37572fd5"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:05.899698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:05.900385 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:05.965551 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c05af7-5f5c-40f6-b509-a8d3a1e8aeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=43d6d907-f3a1-4150-ad41-6bea37572fd5,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:06.043634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-07e0909f-7955-4bc5-9fcb-28b492e24b90 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4268873 Sep 16 04:42:06.049756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3868ae07-2710-45a5-9725-a039ca404b3f None None] Provisioning complete for port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:06.050146 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3868ae07-2710-45a5-9725-a039ca404b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.052966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-0476ff1a-936e-452f-826b-6f2e3ca666d7 admin admin] For port 7ee79295-90ef-4ff5-88d7-a617372974d0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7ee79295-90ef-4ff5-88d7-a617372974d0,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:06.053201 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0476ff1a-936e-452f-826b-6f2e3ca666d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.070686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0476ff1a-936e-452f-826b-6f2e3ca666d7 admin admin] Calling delete_port for 7ee79295-90ef-4ff5-88d7-a617372974d0 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:06.097597 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3868ae07-2710-45a5-9725-a039ca404b3f None None] Port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:06.134107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Request body: {'port': {'device_id': '1f11bdff-5024-438c-93f8-0152e0275937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:06.188273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-323c00ea-b142-49a6-ae64-37c2af06d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.189870 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-323c00ea-b142-49a6-ae64-37c2af06d6eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67668ad7a36c49329585abb5e5650160&device_id=4b2e8bd2-e3cc-4ced-84be-05a677027b2d HTTP/1.1" status: 200 len: 1095 time: 0.2568736 Sep 16 04:42:06.210204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781465e7-acf9-4e1e-bf9c-07c15dbdf951 req-f1ef7fe4-7077-4c04-9155-262c3d03924e tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.211781 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-781465e7-acf9-4e1e-bf9c-07c15dbdf951 req-f1ef7fe4-7077-4c04-9155-262c3d03924e tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 932 time: 0.2405369 Sep 16 04:42:06.275237 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-aa0289c1-bf03-435b-a43c-b3d2ec66d4fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43d6d907-f3a1-4150-ad41-6bea37572fd5 HTTP/1.1" status: 200 len: 217 time: 0.0732527 Sep 16 04:42:06.295713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.320012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:06.327314 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:06.329760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:06.372177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event updated for resources: {'Port': ['ID=ba0c2838-7de6-4d2b-b42b-89576492f607,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:06.381137 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Made reservation on behalf of 1e1c19a5352b422e9d40b4427909b78d for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:06.384820 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.394775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e5432-1ec3-4e61-9950-493fba348f08 req-e3f937c8-131d-48de-af9f-a1aef3b5cb6a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.396270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-741e5432-1ec3-4e61-9950-493fba348f08 req-e3f937c8-131d-48de-af9f-a1aef3b5cb6a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 932 time: 0.6032324 Sep 16 04:42:06.402855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a558daa-bcf9-4cd4-bfac-6e29a1d56ed4 req-123a9075-2741-4937-83a2-8b92dc0c9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.405642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a558daa-bcf9-4cd4-bfac-6e29a1d56ed4 req-123a9075-2741-4937-83a2-8b92dc0c9823 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0d6d33c-2b4e-467f-9650-dbdbfdb674cf HTTP/1.1" status: 200 len: 854 time: 0.1631978 Sep 16 04:42:06.415127 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-781465e7-acf9-4e1e-bf9c-07c15dbdf951 req-072b4d5f-e5fe-4093-9cdc-88a59200ac8e tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789412 Sep 16 04:42:06.452533 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-3910e31e-5aed-4c76-bd9f-e5e94bc0c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.454073 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-3910e31e-5aed-4c76-bd9f-e5e94bc0c957 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0d6d33c-2b4e-467f-9650-dbdbfdb674cf HTTP/1.1" status: 200 len: 854 time: 0.1694417 Sep 16 04:42:06.477271 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed3fafb-c912-48a4-be48-8088ac2d309d x-openstack-request-id: req-5ed3fafb-c912-48a4-be48-8088ac2d309d {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:06.477459 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2e8bd2-e3cc-4ced-84be-05a677027b2d", "tag": "43d6d907-f3a1-4150-ad41-6bea37572fd5", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:06.477675 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ed3fafb-c912-48a4-be48-8088ac2d309d {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:06.478017 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2e8bd2-e3cc-4ced-84be-05a677027b2d', 'tag': '43d6d907-f3a1-4150-ad41-6bea37572fd5', 'status': 'completed', 'code': 200} Sep 16 04:42:06.578543 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-741e5432-1ec3-4e61-9950-493fba348f08 req-f72aae96-8814-49c9-9160-60704d4e45d0 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653585 Sep 16 04:42:06.638533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a558daa-bcf9-4cd4-bfac-6e29a1d56ed4 req-bd007de1-7b29-4ef9-a701-a6abf231bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.640178 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a558daa-bcf9-4cd4-bfac-6e29a1d56ed4 req-bd007de1-7b29-4ef9-a701-a6abf231bc6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=181d9132-2f95-4bfd-86fc-0001a774637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2197437 Sep 16 04:42:06.671025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.677474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-97b050cb-05d0-4308-8e3a-40e75f61fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.679137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-97b050cb-05d0-4308-8e3a-40e75f61fbce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=181d9132-2f95-4bfd-86fc-0001a774637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2158535 Sep 16 04:42:06.747365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-9e03c601-2fc7-4676-aa69-65b63f167280 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.748890 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-9e03c601-2fc7-4676-aa69-65b63f167280 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 946 time: 0.1635835 Sep 16 04:42:06.768097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323ffc4-384c-4534-b6ab-9779621635c5 req-9bdc4204-83e4-4fae-b8d3-b38fbcae94fa tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:06.768990 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0323ffc4-384c-4534-b6ab-9779621635c5 req-9bdc4204-83e4-4fae-b8d3-b38fbcae94fa tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.2037821 Sep 16 04:42:06.784129 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0476ff1a-936e-452f-826b-6f2e3ca666d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.805428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Allocated IP 19.86.0.35 (6f8caa8c-f2f4-49f3-ae17-a59696011386/639e10c8-6e10-4239-bcab-acc0f5a959fc/1921435d-47a2-4275-b2c1-984be8e03120) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:06.853820 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:06.881005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476ff1a-936e-452f-826b-6f2e3ca666d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee79295-90ef-4ff5-88d7-a617372974d0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:06.996145 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a558daa-bcf9-4cd4-bfac-6e29a1d56ed4 req-d5435dde-0954-41ec-aa94-c7058dd9eba1 service neutron] 10.222.0.50 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219559 Sep 16 04:42:07.037119 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0323ffc4-384c-4534-b6ab-9779621635c5 req-422d6991-3aca-4e40-becb-c801db5850da tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498615 Sep 16 04:42:07.068456 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-dfaed28f-03ca-46ef-99ae-c7a4adffe200 service neutron] 10.222.0.50 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589935 Sep 16 04:42:07.157237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:07.189773 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.199041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801061e4-cd53-462c-8e76-43686f2fcb93 req-aa1e9cf2-37ed-4b8d-8500-d1b5fafbd7a4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.201008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-801061e4-cd53-462c-8e76-43686f2fcb93 req-aa1e9cf2-37ed-4b8d-8500-d1b5fafbd7a4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 946 time: 0.2929351 Sep 16 04:42:07.248467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Transition to ACTIVE for port object 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:07.286918 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.290996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Deleting port f2344ece-2fb6-433b-8362-3299d9785951 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:07.291327 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.334906 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f62ad1-e0d4-45ba-80fe-cb8eec8ee37e req-3b2f6fd1-8dc6-454b-92ef-5ae726fb18c4 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.336945 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-45f62ad1-e0d4-45ba-80fe-cb8eec8ee37e req-3b2f6fd1-8dc6-454b-92ef-5ae726fb18c4 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.2158854 Sep 16 04:42:07.341423 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a558daa-bcf9-4cd4-bfac-6e29a1d56ed4 req-0027b94f-f1da-4b43-83b0-45d4277e6d83 service neutron] 10.222.0.50 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301513 Sep 16 04:42:07.383042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0476ff1a-936e-452f-826b-6f2e3ca666d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.406217 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7319c09c-15b6-4e52-b00f-b58ca72350af req-68805ae4-51ad-4da6-afd9-d4261773f9cf service neutron] 10.222.0.50 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941139 Sep 16 04:42:07.424202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.424823 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:07.436061 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-801061e4-cd53-462c-8e76-43686f2fcb93 req-dfcfb8d8-4c31-43ad-9230-e9c4248ff0ae tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ee82de9-b029-4757-9907-f7508bc1908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965823 Sep 16 04:42:07.469441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 47d462d6-c0d7-4b07-8c49-3318d7820bdd details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:07.594399 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.602214 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.682517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 47d462d6-c0d7-4b07-8c49-3318d7820bdd, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=47d462d6-c0d7-4b07-8c49-3318d7820bdd,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:07.688345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.690148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event updated for resources: {'Port': ['ID=1921435d-47a2-4275-b2c1-984be8e03120,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:07.694098 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] For port f2344ece-2fb6-433b-8362-3299d9785951, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=f2344ece-2fb6-433b-8362-3299d9785951,segment=NetworkSegment(3decd213-2a3b-4afa-90d1-e839c14b3944),segment_id=3decd213-2a3b-4afa-90d1-e839c14b3944)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:07.694612 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.709476 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-45f62ad1-e0d4-45ba-80fe-cb8eec8ee37e req-5ef4e929-053c-4de1-8f15-a44e196673a0 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527033 Sep 16 04:42:07.721067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '47d462d6-c0d7-4b07-8c49-3318d7820bdd', 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d', 'port_id': '47d462d6-c0d7-4b07-8c49-3318d7820bdd', 'mac_address': 'fa:16:3e:00:02:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d6d33c-2b4e-467f-9650-dbdbfdb674cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:07.728226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Attempting to bind port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:07.728572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Attempting to bind port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:07.728907 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Attempting to bind port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 on network 181d9132-2f95-4bfd-86fc-0001a774637d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:07.734798 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.793113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Network 6f8caa8c-f2f4-49f3-ae17-a59696011386 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:07.817791 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.828559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event updated for resources: {'Port': ['ID=ba0c2838-7de6-4d2b-b42b-89576492f607,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:07.831502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:07.848025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d462d6-c0d7-4b07-8c49-3318d7820bdd {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:07.857974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:07.886272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 47d462d6-c0d7-4b07-8c49-3318d7820bdd, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=47d462d6-c0d7-4b07-8c49-3318d7820bdd,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:07.887189 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:07.924219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:07.925080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.006490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0c3e5-5e10-4550-85a2-d648fbde5a7a req-6a09d3d2-6ba8-4978-89ef-525de50ae77f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.014277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0c3e5-5e10-4550-85a2-d648fbde5a7a req-6a09d3d2-6ba8-4978-89ef-525de50ae77f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.017806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41f0c3e5-5e10-4550-85a2-d648fbde5a7a req-6a09d3d2-6ba8-4978-89ef-525de50ae77f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1654 time: 0.4132941 Sep 16 04:42:08.018786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=47d462d6-c0d7-4b07-8c49-3318d7820bdd,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:08.107067 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-21a30019-06a3-4c3e-909e-44ef0b36f95b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5912170 Sep 16 04:42:08.111526 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.133051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Request body: {'port': {'device_id': '13035a67-a369-493b-8dec-4383a27f3e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:08.138619 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.142100 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-aa162a67-d7fa-42a0-8ca7-2bd64144043e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7906735 Sep 16 04:42:08.160919 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['47d462d6-c0d7-4b07-8c49-3318d7820bdd'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:08.237400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 on network 181d9132-2f95-4bfd-86fc-0001a774637d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:08.237992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Attempting to bind port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 on network 181d9132-2f95-4bfd-86fc-0001a774637d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:08.267276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41f0c3e5-5e10-4550-85a2-d648fbde5a7a req-4ffc8ae4-4429-465b-995f-577131510b50 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324529 Sep 16 04:42:08.283312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0476ff1a-936e-452f-826b-6f2e3ca666d7 admin admin] Router 5a663aea-20f3-49fd-b08f-50366d743411 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:08.284860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:08.285272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Checking segment: {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:08.285590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Bound using segment: {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:08.286053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Bound port: 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab70267c-d981-4587-9130-3dcfa4b79eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:08.286416 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.320132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fa48c19b-7f7e-4ad8-8f20-40a8a853f66e None None] Provisioning complete for port 1921435d-47a2-4275-b2c1-984be8e03120 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:08.322145 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa48c19b-7f7e-4ad8-8f20-40a8a853f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.355163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a0e7-cd31-4c55-a988-676f29f26adb req-9e52b7a9-ed09-4203-8908-81a83a8b3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.361779 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de52a0e7-cd31-4c55-a988-676f29f26adb req-9e52b7a9-ed09-4203-8908-81a83a8b3f51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67668ad7a36c49329585abb5e5650160&device_id=4b2e8bd2-e3cc-4ced-84be-05a677027b2d HTTP/1.1" status: 200 len: 1095 time: 0.7103267 Sep 16 04:42:08.373341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fa48c19b-7f7e-4ad8-8f20-40a8a853f66e None None] Port 1921435d-47a2-4275-b2c1-984be8e03120 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:08.377505 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.462859 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.463244 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.463543 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Floating IP fd4edf9a-b1f5-4d77-9232-85644852a064 disassociated. External IP: 172.25.0.254, port: f2344ece-2fb6-433b-8362-3299d9785951. Sep 16 04:42:08.463897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Calling delete_port for f2344ece-2fb6-433b-8362-3299d9785951 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:08.465582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] For port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:08.470811 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] For port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:08.531830 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.549165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0226fa-89b9-4a35-a4bb-ea4fca24dbed req-d41d47ad-4ad2-4dd6-8598-d0d617358315 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.550761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e0226fa-89b9-4a35-a4bb-ea4fca24dbed req-d41d47ad-4ad2-4dd6-8598-d0d617358315 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1924703 Sep 16 04:42:08.551644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c09d26-6972-4482-b8c5-5c9de1f40622 req-e6cb8a50-f8c8-4e38-9124-6a28f543ee03 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.553164 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a7c09d26-6972-4482-b8c5-5c9de1f40622 req-e6cb8a50-f8c8-4e38-9124-6a28f543ee03 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 944 time: 0.3280447 Sep 16 04:42:08.655193 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.655751 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.661168 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] 10.222.0.15 "PUT /v2.0/ports/4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 HTTP/1.1" status: 200 len: 1093 time: 2.5313067 Sep 16 04:42:08.663403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f11bdff-5024-438c-93f8-0152e0275937', 'tag': '4cc5d5f5-bfe2-4070-9959-62a6f98ecc59'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:08.665757 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689e0aab-e7e9-4c3f-8f79-83c5a5b6ea4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f11bdff-5024-438c-93f8-0152e0275937", "tag": "4cc5d5f5-bfe2-4070-9959-62a6f98ecc59"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:08.706073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e0226fa-89b9-4a35-a4bb-ea4fca24dbed req-60676f3f-0d5b-4a55-8de7-c3a9920ebaf9 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006129 Sep 16 04:42:08.803796 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a7c09d26-6972-4482-b8c5-5c9de1f40622 req-2ce512b0-23f7-4fc0-942e-cd04ec5b229b tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423525 Sep 16 04:42:08.804407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd3a0-6d6d-4e93-8953-4726f8454e30 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:08.850553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0476ff1a-936e-452f-826b-6f2e3ca666d7 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:08.863705 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0476ff1a-936e-452f-826b-6f2e3ca666d7 admin admin] 10.222.0.53 "PUT /v2.0/routers/5a663aea-20f3-49fd-b08f-50366d743411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8977022 Sep 16 04:42:08.863911 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079c137-6ee4-4d4e-9d31-aca6db3e73f5 None None] Sync routers for ids ['5a663aea-20f3-49fd-b08f-50366d743411'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:08.868762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a0e7-cd31-4c55-a988-676f29f26adb req-3a4ee625-460c-4bc5-93d1-e0450fd65b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:08.873037 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de52a0e7-cd31-4c55-a988-676f29f26adb req-3a4ee625-460c-4bc5-93d1-e0450fd65b60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=181d9132-2f95-4bfd-86fc-0001a774637d HTTP/1.1" status: 200 len: 916 time: 0.4945841 Sep 16 04:42:08.877496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58134) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:08.888703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079c137-6ee4-4d4e-9d31-aca6db3e73f5 None None] Routers {'5a663aea-20f3-49fd-b08f-50366d743411'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:08.889362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-4079c137-6ee4-4d4e-9d31-aca6db3e73f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:41:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5a663aea-20f3-49fd-b08f-50366d743411'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:08.953355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da646c79-21b9-4c63-aa1f-871262c57b7a {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:08.961920 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:08.976562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Transition to ACTIVE for port object da646c79-21b9-4c63-aa1f-871262c57b7a will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:08.991836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.058382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Pushing event updated for resources: {'Port': ['ID=da646c79-21b9-4c63-aa1f-871262c57b7a,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:09.068156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-4079c137-6ee4-4d4e-9d31-aca6db3e73f5 None None] Set router 5a663aea-20f3-49fd-b08f-50366d743411 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:09.158126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-8a29da12-aee8-4615-a104-a1d2a3e9e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.159990 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-8a29da12-aee8-4615-a104-a1d2a3e9e025 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67668ad7a36c49329585abb5e5650160&device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 1096 time: 0.4452543 Sep 16 04:42:09.161451 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de52a0e7-cd31-4c55-a988-676f29f26adb req-b0f1cf3a-536f-4774-84fe-418f1e8981c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43d6d907-f3a1-4150-ad41-6bea37572fd5 HTTP/1.1" status: 200 len: 217 time: 0.2771451 Sep 16 04:42:09.192100 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.276573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Attempting to bind port da646c79-21b9-4c63-aa1f-871262c57b7a on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:09.276911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Attempting to bind port da646c79-21b9-4c63-aa1f-871262c57b7a by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '03107d2b-2e5c-4806-9a37-b71d7fe129bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:09.277246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Attempting to bind port da646c79-21b9-4c63-aa1f-871262c57b7a on network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:09.287925 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Port da646c79-21b9-4c63-aa1f-871262c57b7a on network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:09.288536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Attempting to bind port da646c79-21b9-4c63-aa1f-871262c57b7a on network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:09.312177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:09.312850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Checking segment: {'id': '03107d2b-2e5c-4806-9a37-b71d7fe129bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:09.313256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Bound using segment: {'id': '03107d2b-2e5c-4806-9a37-b71d7fe129bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:09.313791 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Bound port: da646c79-21b9-4c63-aa1f-871262c57b7a, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03107d2b-2e5c-4806-9a37-b71d7fe129bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:09.314164 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.314446 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-89ac3966-7dc7-4242-8315-af237b5989cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 HTTP/1.1" status: 200 len: 217 time: 0.0601037 Sep 16 04:42:09.319593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.366288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-4079c137-6ee4-4d4e-9d31-aca6db3e73f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:42:06Z', 'revision_number': 5, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:09.370372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Pushing event deleted for resources: {'Port': ['ID=f2344ece-2fb6-433b-8362-3299d9785951,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:09.379240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-e96c34d2-32ab-484a-a04b-6eedcaec1f9b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.381157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-e96c34d2-32ab-484a-a04b-6eedcaec1f9b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/networks?id=437becb2-8742-4d09-a3f1-9db54892d9d9 HTTP/1.1" status: 200 len: 822 time: 0.4028730 Sep 16 04:42:09.417684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655de86-14ee-4d04-9970-6b06d74794a7 req-a06ee1a7-3da2-47fa-bd69-883a825c8444 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.420258 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1655de86-14ee-4d04-9970-6b06d74794a7 req-a06ee1a7-3da2-47fa-bd69-883a825c8444 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 867 time: 0.3984816 Sep 16 04:42:09.422518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-19ca5c5d-f1c7-457d-8f2c-04b66b4e3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.424197 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-19ca5c5d-f1c7-457d-8f2c-04b66b4e3460 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0d6d33c-2b4e-467f-9650-dbdbfdb674cf HTTP/1.1" status: 200 len: 854 time: 0.0785670 Sep 16 04:42:09.432873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079c137-6ee4-4d4e-9d31-aca6db3e73f5 None None] Checking router: 5a663aea-20f3-49fd-b08f-50366d743411 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:09.454032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079c137-6ee4-4d4e-9d31-aca6db3e73f5 None None] Routers {'5a663aea-20f3-49fd-b08f-50366d743411'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:09.454869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-4079c137-6ee4-4d4e-9d31-aca6db3e73f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:41:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5a663aea-20f3-49fd-b08f-50366d743411'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:09.520403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43d6d907-f3a1-4150-ad41-6bea37572fd5 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:09.535510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a0e7-cd31-4c55-a988-676f29f26adb req-39278649-7c03-4444-aca4-a6174efee9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.537240 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de52a0e7-cd31-4c55-a988-676f29f26adb req-39278649-7c03-4444-aca4-a6174efee9ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0d6d33c-2b4e-467f-9650-dbdbfdb674cf HTTP/1.1" status: 200 len: 854 time: 0.2408071 Sep 16 04:42:09.540650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 47d462d6-c0d7-4b07-8c49-3318d7820bdd up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:09.564496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1655de86-14ee-4d04-9970-6b06d74794a7 req-c12ad312-a384-45aa-b6a8-fc99898ff1a2 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ee82de9-b029-4757-9907-f7508bc1908d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875893 Sep 16 04:42:09.590390 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.625044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-29db6d5a-220f-4d96-826d-9d3c1c2bae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.626978 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-29db6d5a-220f-4d96-826d-9d3c1c2bae43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=181d9132-2f95-4bfd-86fc-0001a774637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649132 Sep 16 04:42:09.662385 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b53f92-61c1-4d9a-b1bc-7a35b103f7c1 x-openstack-request-id: req-12b53f92-61c1-4d9a-b1bc-7a35b103f7c1 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:09.662882 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f11bdff-5024-438c-93f8-0152e0275937", "tag": "4cc5d5f5-bfe2-4070-9959-62a6f98ecc59", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:09.663341 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12b53f92-61c1-4d9a-b1bc-7a35b103f7c1 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:09.663918 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f11bdff-5024-438c-93f8-0152e0275937', 'tag': '4cc5d5f5-bfe2-4070-9959-62a6f98ecc59', 'status': 'completed', 'code': 200} Sep 16 04:42:09.704865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a0e7-cd31-4c55-a988-676f29f26adb req-67abbd64-2a2d-43e7-8e4b-37c828d43ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.706883 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de52a0e7-cd31-4c55-a988-676f29f26adb req-67abbd64-2a2d-43e7-8e4b-37c828d43ae1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=181d9132-2f95-4bfd-86fc-0001a774637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1382353 Sep 16 04:42:09.941890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Deleting port 954275d2-bef4-4437-bc01-761001301843 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:09.942955 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.958130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 47d462d6-c0d7-4b07-8c49-3318d7820bdd completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:09.973695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 47d462d6-c0d7-4b07-8c49-3318d7820bdd triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:09.974087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:09.974831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-7a357f13-7537-42b9-ad72-82f2e852c38b service neutron] 10.222.0.15 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226297 Sep 16 04:42:09.992570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd55af-3d1e-4906-8da7-4786519f99c2 req-a8a7af64-c871-474c-8a95-06dae4ae70e5 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:09.994273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5cd55af-3d1e-4906-8da7-4786519f99c2 req-a8a7af64-c871-474c-8a95-06dae4ae70e5 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.2431507 Sep 16 04:42:10.066323 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-6da695c1-3fb6-4781-bbd0-74568425a8b3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/quotas/c5ff4d0e0fd14bd19cb1f3d207a43701 HTTP/1.1" status: 200 len: 375 time: 0.6376290 Sep 16 04:42:10.067810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-4079c137-6ee4-4d4e-9d31-aca6db3e73f5 None None] Set router 5a663aea-20f3-49fd-b08f-50366d743411 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:10.070830 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] For port da646c79-21b9-4c63-aa1f-871262c57b7a, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:10.116077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] For port da646c79-21b9-4c63-aa1f-871262c57b7a, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=da646c79-21b9-4c63-aa1f-871262c57b7a,segment=NetworkSegment(03107d2b-2e5c-4806-9a37-b71d7fe129bf),segment_id=03107d2b-2e5c-4806-9a37-b71d7fe129bf)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:10.122658 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de52a0e7-cd31-4c55-a988-676f29f26adb req-19f5e6c7-3fad-4e82-8f53-a3eb7de09e68 service neutron] 10.222.0.50 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796959 Sep 16 04:42:10.125951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Router 22e67c8b-c23d-41b2-b87f-07e6559582c9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:10.131274 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.172618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43d6d907-f3a1-4150-ad41-6bea37572fd5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43d6d907-f3a1-4150-ad41-6bea37572fd5,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:10.193245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '43d6d907-f3a1-4150-ad41-6bea37572fd5', 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d', 'port_id': '43d6d907-f3a1-4150-ad41-6bea37572fd5', 'mac_address': 'fa:16:3e:22:df:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d6d33c-2b4e-467f-9650-dbdbfdb674cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:10.219105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.219736 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.225027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/da646c79-21b9-4c63-aa1f-871262c57b7a HTTP/1.1" status: 200 len: 1093 time: 2.0979977 Sep 16 04:42:10.233956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13035a67-a369-493b-8dec-4383a27f3e7b', 'tag': 'da646c79-21b9-4c63-aa1f-871262c57b7a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:10.246325 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8749b1d3-e77d-44d1-b73c-c0c44002a7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "13035a67-a369-493b-8dec-4383a27f3e7b", "tag": "da646c79-21b9-4c63-aa1f-871262c57b7a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:10.251238 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14cd0ef2-916f-4a4a-8240-712624efc7c3 req-5c48f5fa-8f72-4ea9-a6bc-e1002cc5e245 service neutron] 10.222.0.15 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559628 Sep 16 04:42:10.294850 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5cd55af-3d1e-4906-8da7-4786519f99c2 req-3caca12a-a89a-4ce0-9abf-7587a5851b2c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870338 Sep 16 04:42:10.339005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] For port 954275d2-bef4-4437-bc01-761001301843, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=954275d2-bef4-4437-bc01-761001301843,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:10.339572 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.352780 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.357999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Request body: {'port': {'device_id': '13035a67-a369-493b-8dec-4383a27f3e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:10.420219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-5a36b426-24a2-4b1d-bd4a-37a09c36a17a tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5ff4d0e0fd14bd19cb1f3d207a43701&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3530908 Sep 16 04:42:10.441637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Calling delete_port for 954275d2-bef4-4437-bc01-761001301843 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:10.451996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 47d462d6-c0d7-4b07-8c49-3318d7820bdd, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=47d462d6-c0d7-4b07-8c49-3318d7820bdd,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:10.457695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626caeae-e33f-465e-aed5-de943fef8ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d462d6-c0d7-4b07-8c49-3318d7820bdd'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:10.460867 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39eb2c0-0c8a-4f41-a572-f9249036c31c" -d '{"events": [{"server_uuid": "626caeae-e33f-465e-aed5-de943fef8ed9", "name": "network-vif-plugged", "status": "completed", "tag": "47d462d6-c0d7-4b07-8c49-3318d7820bdd"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:10.472022 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.474330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device f2344ece-2fb6-433b-8362-3299d9785951 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:10.512639 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.553145 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: f2344ece-2fb6-433b-8362-3299d9785951 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:10.554216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device f2344ece-2fb6-433b-8362-3299d9785951 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:10.567067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e0aab-e7e9-4c3f-8f79-83c5a5b6ea4b req-0b2affce-fc81-4ad5-b967-03d497503d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.568590 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-689e0aab-e7e9-4c3f-8f79-83c5a5b6ea4b req-0b2affce-fc81-4ad5-b967-03d497503d79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67668ad7a36c49329585abb5e5650160&device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 1096 time: 0.2615530 Sep 16 04:42:10.586088 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de52a0e7-cd31-4c55-a988-676f29f26adb req-1f160c97-03bf-459c-8a44-15a3fa862f6e service neutron] 10.222.0.50 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073761 Sep 16 04:42:10.597434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350e7b3-0ab4-4973-96d8-b2142609690f req-5177ef5a-3cba-4d4e-94a0-1e26bdcaa179 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.604424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350e7b3-0ab4-4973-96d8-b2142609690f req-5177ef5a-3cba-4d4e-94a0-1e26bdcaa179 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.606088 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8350e7b3-0ab4-4973-96d8-b2142609690f req-5177ef5a-3cba-4d4e-94a0-1e26bdcaa179 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1666 time: 0.1924739 Sep 16 04:42:10.616745 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.639860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d6d907-f3a1-4150-ad41-6bea37572fd5 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:10.673694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43d6d907-f3a1-4150-ad41-6bea37572fd5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43d6d907-f3a1-4150-ad41-6bea37572fd5,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:10.716155 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8350e7b3-0ab4-4973-96d8-b2142609690f req-6fb84f6f-b922-4af1-9673-682dd66d9ddd tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908527 Sep 16 04:42:10.727362 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:10.784600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=47d462d6-c0d7-4b07-8c49-3318d7820bdd,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:10.789498 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-4079c137-6ee4-4d4e-9d31-aca6db3e73f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:42:06Z', 'revision_number': 5, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:10.794897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e0aab-e7e9-4c3f-8f79-83c5a5b6ea4b req-d3928f3c-a6f0-47a8-84ca-411ea0cf53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:10.795866 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-689e0aab-e7e9-4c3f-8f79-83c5a5b6ea4b req-d3928f3c-a6f0-47a8-84ca-411ea0cf53f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=181d9132-2f95-4bfd-86fc-0001a774637d HTTP/1.1" status: 200 len: 916 time: 0.1866839 Sep 16 04:42:10.833826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079c137-6ee4-4d4e-9d31-aca6db3e73f5 None None] The sync data for ids ['5a663aea-20f3-49fd-b08f-50366d743411'] in n-d-712142-17 is: [{'id': '5a663aea-20f3-49fd-b08f-50366d743411', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1201814991-router', 'tenant_id': '9b05c2410c774fa499991fa400cc3dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '954275d2-bef4-4437-bc01-761001301843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:41:04Z', 'updated_at': '2021-09-16T04:42:06Z', 'revision_number': 5, 'project_id': '9b05c2410c774fa499991fa400cc3dc8', 'gw_port': {'id': '954275d2-bef4-4437-bc01-761001301843', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a663aea-20f3-49fd-b08f-50366d743411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:41:06Z', 'updated_at': '2021-09-16T04:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:10.910319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=43d6d907-f3a1-4150-ad41-6bea37572fd5,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:10.914604 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb1f95-1137-40c2-ade4-0a62020869c0 service neutron] Pushing event updated for resources: {'Port': ['ID=da646c79-21b9-4c63-aa1f-871262c57b7a,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:11.001674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['43d6d907-f3a1-4150-ad41-6bea37572fd5'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:11.033820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-73a3a438-06ae-4d59-bcb1-b2e267acadbf service neutron] 10.222.0.53 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818474 Sep 16 04:42:11.055671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1921435d-47a2-4275-b2c1-984be8e03120 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:11.067290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.085203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Transition to ACTIVE for port object 1921435d-47a2-4275-b2c1-984be8e03120 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:11.098550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.159124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:11.166693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Pushing event updated for resources: {'Port': ['ID=1921435d-47a2-4275-b2c1-984be8e03120,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:11.169389 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102a899-39f1-4301-827f-0b56ed49186f None None] Sync routers for ids ['22e67c8b-c23d-41b2-b87f-07e6559582c9'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:11.186815 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102a899-39f1-4301-827f-0b56ed49186f None None] Routers {'22e67c8b-c23d-41b2-b87f-07e6559582c9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:11.187471 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a102a899-39f1-4301-827f-0b56ed49186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:41:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['22e67c8b-c23d-41b2-b87f-07e6559582c9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:11.338651 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] No DVR routers for this DVR port f2344ece-2fb6-433b-8362-3299d9785951 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:11.342478 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.345702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6fa7a1fc-8995-4fe5-81ab-8ac616dbed97 req-52bbd121-9094-41f4-a5c0-269febaff744 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.50 "DELETE /v2.0/ports/f2344ece-2fb6-433b-8362-3299d9785951 HTTP/1.1" status: 204 len: 173 time: 4.5737693 Sep 16 04:42:11.346678 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-689e0aab-e7e9-4c3f-8f79-83c5a5b6ea4b req-e87d26cc-846a-4da1-9f07-af65128e72e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 HTTP/1.1" status: 200 len: 217 time: 0.5327709 Sep 16 04:42:11.357581 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-f17194f3-622a-4aae-9902-4d065da63466 service neutron] 10.222.0.53 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100762 Sep 16 04:42:11.432841 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-a102a899-39f1-4301-827f-0b56ed49186f None None] Set router 22e67c8b-c23d-41b2-b87f-07e6559582c9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:11.563227 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.593930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Attempting to bind port 1921435d-47a2-4275-b2c1-984be8e03120 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:11.594509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Attempting to bind port 1921435d-47a2-4275-b2c1-984be8e03120 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '419c7a0c-4d6e-46c4-a32a-64342a95ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:11.595505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Attempting to bind port 1921435d-47a2-4275-b2c1-984be8e03120 on network 6f8caa8c-f2f4-49f3-ae17-a59696011386 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:11.613543 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d0eaf-a89c-400e-b547-311d9733e41d req-3667bb7b-2f3c-4b5c-91f8-0031d5224c08 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.622582 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-534d0eaf-a89c-400e-b547-311d9733e41d req-3667bb7b-2f3c-4b5c-91f8-0031d5224c08 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.7450728 Sep 16 04:42:11.633020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Port 1921435d-47a2-4275-b2c1-984be8e03120 on network 6f8caa8c-f2f4-49f3-ae17-a59696011386 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:11.638283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Attempting to bind port 1921435d-47a2-4275-b2c1-984be8e03120 on network 6f8caa8c-f2f4-49f3-ae17-a59696011386 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:11.680467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e0aab-e7e9-4c3f-8f79-83c5a5b6ea4b req-04045061-60d9-437b-90ac-5089002146a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.682423 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-689e0aab-e7e9-4c3f-8f79-83c5a5b6ea4b req-04045061-60d9-437b-90ac-5089002146a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0d6d33c-2b4e-467f-9650-dbdbfdb674cf HTTP/1.1" status: 200 len: 854 time: 0.3344333 Sep 16 04:42:11.688201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=954275d2-bef4-4437-bc01-761001301843,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:11.712287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:11.717823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Checking segment: {'id': '419c7a0c-4d6e-46c4-a32a-64342a95ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:11.718494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Bound using segment: {'id': '419c7a0c-4d6e-46c4-a32a-64342a95ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:11.719310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Bound port: 1921435d-47a2-4275-b2c1-984be8e03120, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419c7a0c-4d6e-46c4-a32a-64342a95ff80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:11.719886 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.809235 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-534d0eaf-a89c-400e-b547-311d9733e41d req-d3763186-aa47-4b22-bc07-f12d4484db91 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854882 Sep 16 04:42:11.824308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e0aab-e7e9-4c3f-8f79-83c5a5b6ea4b req-6659dc40-38da-4191-947c-faa0087b7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.827592 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-689e0aab-e7e9-4c3f-8f79-83c5a5b6ea4b req-6659dc40-38da-4191-947c-faa0087b7372 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=181d9132-2f95-4bfd-86fc-0001a774637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136332 Sep 16 04:42:11.828530 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.868364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683861e5-3dec-476d-a783-4e85a2318fb2 req-49a9486a-e51d-4eeb-80a8-cbc77edb7f92 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:11.878801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-683861e5-3dec-476d-a783-4e85a2318fb2 req-49a9486a-e51d-4eeb-80a8-cbc77edb7f92 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 944 time: 0.2252433 Sep 16 04:42:11.934065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] For port 1921435d-47a2-4275-b2c1-984be8e03120, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:11.947742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] For port 1921435d-47a2-4275-b2c1-984be8e03120, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1921435d-47a2-4275-b2c1-984be8e03120,segment=NetworkSegment(419c7a0c-4d6e-46c4-a32a-64342a95ff80),segment_id=419c7a0c-4d6e-46c4-a32a-64342a95ff80)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:11.959546 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:11.977129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-683861e5-3dec-476d-a783-4e85a2318fb2 req-a63739d8-8e08-4009-a629-38b1048734e3 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975375 Sep 16 04:42:11.994988 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f130a2-0632-4237-8013-c2c515cae872 x-openstack-request-id: req-a1f130a2-0632-4237-8013-c2c515cae872 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:11.994988 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13035a67-a369-493b-8dec-4383a27f3e7b", "tag": "da646c79-21b9-4c63-aa1f-871262c57b7a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:11.994988 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1f130a2-0632-4237-8013-c2c515cae872 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:11.994988 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13035a67-a369-493b-8dec-4383a27f3e7b', 'tag': 'da646c79-21b9-4c63-aa1f-871262c57b7a', 'status': 'completed', 'code': 200} Sep 16 04:42:12.050443 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a102a899-39f1-4301-827f-0b56ed49186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 4, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '649db456-2328-4b87-a9c4-f26737c172fa', 'name': '', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'mac_address': 'fa:16:3e:32:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:50Z', 'updated_at': '2021-09-16T04:39:56Z', 'revision_number': 5, 'project_id': '076ee750e5044600b905d450c833d9e6', 'subnets': [{'id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:12.069691 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.080313 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.107785 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102a899-39f1-4301-827f-0b56ed49186f None None] Checking router: 22e67c8b-c23d-41b2-b87f-07e6559582c9 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:12.110234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Pushing event updated for resources: {'Port': ['ID=1921435d-47a2-4275-b2c1-984be8e03120,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:12.121591 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a60ed0-2858-4347-86fb-1836a96bc62c x-openstack-request-id: req-82a60ed0-2858-4347-86fb-1836a96bc62c {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:12.122334 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626caeae-e33f-465e-aed5-de943fef8ed9", "name": "network-vif-plugged", "status": "completed", "tag": "47d462d6-c0d7-4b07-8c49-3318d7820bdd", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:12.122929 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82a60ed0-2858-4347-86fb-1836a96bc62c {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:12.122929 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626caeae-e33f-465e-aed5-de943fef8ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d462d6-c0d7-4b07-8c49-3318d7820bdd', 'code': 200} Sep 16 04:42:12.131074 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102a899-39f1-4301-827f-0b56ed49186f None None] Routers {'22e67c8b-c23d-41b2-b87f-07e6559582c9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:12.131698 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a102a899-39f1-4301-827f-0b56ed49186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:41:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['22e67c8b-c23d-41b2-b87f-07e6559582c9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:12.211244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3013d9b9-ebda-42fe-9068-40404dece4d8 req-d35f0f74-55b4-4b60-b5a5-d22040819ac5 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/ports?device_id=0033ab0f-c8a4-4c65-a808-b91b25221288 HTTP/1.1" status: 200 len: 210 time: 0.1009860 Sep 16 04:42:12.212824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.216217 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.223149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-a93b1ec9-eeb6-40fc-8d15-6287803051df service neutron] 10.222.0.15 "PUT /v2.0/ports/1921435d-47a2-4275-b2c1-984be8e03120 HTTP/1.1" status: 200 len: 1092 time: 1.8740642 Sep 16 04:42:12.333655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749b1d3-e77d-44d1-b73c-c0c44002a7a3 req-96e554fa-3cc8-4c5a-a1c2-b0df26d06ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.333655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749b1d3-e77d-44d1-b73c-c0c44002a7a3 req-96e554fa-3cc8-4c5a-a1c2-b0df26d06ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.337828 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8749b1d3-e77d-44d1-b73c-c0c44002a7a3 req-96e554fa-3cc8-4c5a-a1c2-b0df26d06ae6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e1c19a5352b422e9d40b4427909b78d&device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1982 time: 0.3371985 Sep 16 04:42:12.380856 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.381892 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a663aea-20f3-49fd-b08f-50366d743411 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:42:12.386673 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78fafbee-82e8-4236-b578-78d8e948a722 req-1270e3a8-d146-46ed-8a8c-ff5a1393fe54 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 210 time: 0.0638943 Sep 16 04:42:12.399740 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.401309 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9a49611e-3aa5-4fb1-b0fe-2ceee69c22d6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5a663aea-20f3-49fd-b08f-50366d743411 HTTP/1.1" status: 204 len: 168 time: 3.5227759 Sep 16 04:42:12.404210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58168) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:12.480586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:12.487247 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-a102a899-39f1-4301-827f-0b56ed49186f None None] Set router 22e67c8b-c23d-41b2-b87f-07e6559582c9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:12.503302 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-689e0aab-e7e9-4c3f-8f79-83c5a5b6ea4b req-65ed78d1-9a74-494e-a437-1143445ad0ca service neutron] 10.222.0.15 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000369 Sep 16 04:42:12.515335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f700a3-f76c-4979-915c-2c1e5e3656f8 admin admin] Deleting subnet d8663071-7997-496a-b1af-9075a07960c6 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:12.530237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3f700a3-f76c-4979-915c-2c1e5e3656f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.547189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7ee79295-90ef-4ff5-88d7-a617372974d0 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:12.612234 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 7ee79295-90ef-4ff5-88d7-a617372974d0 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:12.612586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7ee79295-90ef-4ff5-88d7-a617372974d0 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:12.673899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3f700a3-f76c-4979-915c-2c1e5e3656f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.679097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49dfb2-1222-4f83-8fe1-d875d9089605 req-62cbd2e1-5936-46c7-871a-1980fd5e174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.681941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e49dfb2-1222-4f83-8fe1-d875d9089605 req-62cbd2e1-5936-46c7-871a-1980fd5e174c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 1098 time: 0.4528391 Sep 16 04:42:12.766429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:12.771694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1819e4-bd48-481b-817b-49a094db31c5 req-f83ad837-1de2-4f8d-a921-df2061438784 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.779011 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d1819e4-bd48-481b-817b-49a094db31c5 req-f83ad837-1de2-4f8d-a921-df2061438784 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.4969764 Sep 16 04:42:12.784417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '4cc5d5f5-bfe2-4070-9959-62a6f98ecc59', 'network_id': '181d9132-2f95-4bfd-86fc-0001a774637d', 'port_id': '4cc5d5f5-bfe2-4070-9959-62a6f98ecc59', 'mac_address': 'fa:16:3e:4b:0b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d6d33c-2b4e-467f-9650-dbdbfdb674cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:12.805079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e49dfb2-1222-4f83-8fe1-d875d9089605 req-c596828f-596d-4b7b-b371-f8f5e28f1936 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957186 Sep 16 04:42:12.835034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ee119-887f-47e3-aab2-24d3daa359a5 req-a1bb146b-e0f7-4256-ac48-f35969301130 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.853149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ee119-887f-47e3-aab2-24d3daa359a5 req-a1bb146b-e0f7-4256-ac48-f35969301130 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.867428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-940ee119-887f-47e3-aab2-24d3daa359a5 req-a1bb146b-e0f7-4256-ac48-f35969301130 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1678 time: 0.2343311 Sep 16 04:42:12.882477 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.911427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:12.913099 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a102a899-39f1-4301-827f-0b56ed49186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 4, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '649db456-2328-4b87-a9c4-f26737c172fa', 'name': '', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'mac_address': 'fa:16:3e:32:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:50Z', 'updated_at': '2021-09-16T04:39:56Z', 'revision_number': 5, 'project_id': '076ee750e5044600b905d450c833d9e6', 'subnets': [{'id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:12.927791 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3f700a3-f76c-4979-915c-2c1e5e3656f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.953647 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102a899-39f1-4301-827f-0b56ed49186f None None] The sync data for ids ['22e67c8b-c23d-41b2-b87f-07e6559582c9'] in n-d-712142-17 is: [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:39:50Z', 'revision_number': 4, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '649db456-2328-4b87-a9c4-f26737c172fa', 'name': '', 'network_id': 'c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'mac_address': 'fa:16:3e:32:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:50Z', 'updated_at': '2021-09-16T04:39:56Z', 'revision_number': 5, 'project_id': '076ee750e5044600b905d450c833d9e6', 'subnets': [{'id': 'a7fde5dc-8b27-4519-91f5-44a105233a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:12.959117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:12.967572 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d1819e4-bd48-481b-817b-49a094db31c5 req-8cfcb626-caa7-4beb-aa20-a56888ecd299 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842618 Sep 16 04:42:12.968271 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:12.990000 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749b1d3-e77d-44d1-b73c-c0c44002a7a3 req-2bac6108-0299-4a28-994c-ce764bb29750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.990488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749b1d3-e77d-44d1-b73c-c0c44002a7a3 req-2bac6108-0299-4a28-994c-ce764bb29750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:12.999105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749b1d3-e77d-44d1-b73c-c0c44002a7a3 req-2bac6108-0299-4a28-994c-ce764bb29750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.001216 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8749b1d3-e77d-44d1-b73c-c0c44002a7a3 req-2bac6108-0299-4a28-994c-ce764bb29750 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1e1c19a5352b422e9d40b4427909b78d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6367691 Sep 16 04:42:13.077077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:13.099632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-940ee119-887f-47e3-aab2-24d3daa359a5 req-5419e478-b93f-4f13-a691-c956067522ec tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345139 Sep 16 04:42:13.100614 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-689e0aab-e7e9-4c3f-8f79-83c5a5b6ea4b req-622fddd9-d663-42f7-9911-2bff53647cba service neutron] 10.222.0.15 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944154 Sep 16 04:42:13.124938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3f700a3-f76c-4979-915c-2c1e5e3656f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.195045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f700a3-f76c-4979-915c-2c1e5e3656f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8663071-7997-496a-b1af-9075a07960c6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:13.209458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a4ff1-d41f-4d64-963c-08904fb674af None None] Network 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:13.212208 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3f700a3-f76c-4979-915c-2c1e5e3656f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.218188 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e3f700a3-f76c-4979-915c-2c1e5e3656f8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d8663071-7997-496a-b1af-9075a07960c6 HTTP/1.1" status: 204 len: 168 time: 0.8083253 Sep 16 04:42:13.219631 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58176) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:13.273935 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dbb72-14f8-45cb-b7f3-d49aa9c7ef48 req-f4a2ae73-ffaa-4d7a-bb01-4cabdc587cbc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.284312 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-446dbb72-14f8-45cb-b7f3-d49aa9c7ef48 req-f4a2ae73-ffaa-4d7a-bb01-4cabdc587cbc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.2061677 Sep 16 04:42:13.284612 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['4cc5d5f5-bfe2-4070-9959-62a6f98ecc59'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:13.300346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749b1d3-e77d-44d1-b73c-c0c44002a7a3 req-8142c66d-16cb-46df-be63-707d8584a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.318355 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8749b1d3-e77d-44d1-b73c-c0c44002a7a3 req-8142c66d-16cb-46df-be63-707d8584a388 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2853706 Sep 16 04:42:13.329465 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.360564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5cc97-1213-460f-9876-ec716346b61e req-b61dd2e4-b4ae-4b3e-b88f-70eaa978c47a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.362500 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1dc5cc97-1213-460f-9876-ec716346b61e req-b61dd2e4-b4ae-4b3e-b88f-70eaa978c47a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 945 time: 0.1648185 Sep 16 04:42:13.382960 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-446dbb72-14f8-45cb-b7f3-d49aa9c7ef48 req-9ec870e4-06bb-4073-8e5d-0f07047e167c tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965726 Sep 16 04:42:13.451898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1dc5cc97-1213-460f-9876-ec716346b61e req-0105fca3-9f99-4c7c-88b3-1b83a864432d tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635993 Sep 16 04:42:13.463125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Deleting port 6fc99e3c-b171-425a-9639-9e66b97ce3d0 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:13.463478 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.485021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43d6d907-f3a1-4150-ad41-6bea37572fd5 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:13.496017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-eba081c2-75aa-4d8a-894d-7b8f47f544c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.497469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-eba081c2-75aa-4d8a-894d-7b8f47f544c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.500354 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-eba081c2-75aa-4d8a-894d-7b8f47f544c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e1c19a5352b422e9d40b4427909b78d&device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1982 time: 0.0931752 Sep 16 04:42:13.538830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6317ba8-d39a-4605-86e4-5b3e6d5659e8 None None] New status for floating IP fd4edf9a-b1f5-4d77-9232-85644852a064: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:42:13.553446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58184) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:13.568340 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-0bf62c0d-940d-4fb6-bdac-0d82f92188f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.154&port_id=da646c79-21b9-4c63-aa1f-871262c57b7a HTTP/1.1" status: 200 len: 217 time: 0.0585368 Sep 16 04:42:13.657806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3547f303-6bdb-4ee8-a4de-b0243dadbf84 req-a3ce1fc3-bc34-4dea-b456-2da411e254e8 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 210 time: 0.0879695 Sep 16 04:42:13.671593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] For port 6fc99e3c-b171-425a-9639-9e66b97ce3d0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6fc99e3c-b171-425a-9639-9e66b97ce3d0,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:13.671911 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.685872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-126a5c0f-47b3-415d-ac1a-31956e564988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.687914 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-126a5c0f-47b3-415d-ac1a-31956e564988 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6fee890c-5278-4576-a916-abbdd9847b95 HTTP/1.1" status: 200 len: 801 time: 0.1094368 Sep 16 04:42:13.738277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Calling delete_port for 6fc99e3c-b171-425a-9639-9e66b97ce3d0 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:13.758104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-35d5213e-b6db-4f90-84f8-2c630a97a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.760646 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-35d5213e-b6db-4f90-84f8-2c630a97a400 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2bca4a19-dfc8-4e63-b439-fa0d9936dddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619559 Sep 16 04:42:13.766801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 43d6d907-f3a1-4150-ad41-6bea37572fd5 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:13.774146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f8849c-cb51-480a-9f20-89bebc428faf None None] DHCP port deletion for 17ef6067-d90b-4ec7-a3f4-1f442f5d6169 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:42:13.785033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 43d6d907-f3a1-4150-ad41-6bea37572fd5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:13.785465 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.868137 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-2670d83f-6c2c-4fdb-821e-13338240a264 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:13.869837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-2670d83f-6c2c-4fdb-821e-13338240a264 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.50 "GET /v2.0/networks?id=437becb2-8742-4d09-a3f1-9db54892d9d9 HTTP/1.1" status: 200 len: 822 time: 0.3633959 Sep 16 04:42:13.880308 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-fed1b680-21ae-45e4-b005-5fa5654f524e service neutron] 10.222.0.15 "GET /v2.0/networks/2bca4a19-dfc8-4e63-b439-fa0d9936dddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096213 Sep 16 04:42:13.900508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Request body: {'port': {'device_id': 'd93d02fc-144b-4b87-bc24-9e3755c87d94', 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9', 'admin_state_up': True, 'tenant_id': 'c5ff4d0e0fd14bd19cb1f3d207a43701'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:13.906227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0745a34f-dbb8-4312-8ab1-c9477a00e13e tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.951268 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-72f8849c-cb51-480a-9f20-89bebc428faf None None] Deleting port 6fc99e3c-b171-425a-9639-9e66b97ce3d0 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:13.951692 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-72f8849c-cb51-480a-9f20-89bebc428faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:13.965226 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:42:13.996235 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'name': 'network-vif-deleted', 'tag': 'f2344ece-2fb6-433b-8362-3299d9785951'}, {'name': 'network-changed', 'server_uuid': '13035a67-a369-493b-8dec-4383a27f3e7b', 'tag': '1921435d-47a2-4275-b2c1-984be8e03120'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:14.009773 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba984ac1-31cc-4177-9a1a-23150719165d" -d '{"events": [{"server_uuid": "0033ab0f-c8a4-4c65-a808-b91b25221288", "name": "network-vif-deleted", "tag": "f2344ece-2fb6-433b-8362-3299d9785951"}, {"name": "network-changed", "server_uuid": "13035a67-a369-493b-8dec-4383a27f3e7b", "tag": "1921435d-47a2-4275-b2c1-984be8e03120"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:14.041267 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.065762 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0745a34f-dbb8-4312-8ab1-c9477a00e13e tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.076745 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-d024ffc3-2a7d-43ce-b856-c345443f403a service neutron] 10.222.0.15 "GET /v2.0/networks/2bca4a19-dfc8-4e63-b439-fa0d9936dddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792583 Sep 16 04:42:14.115758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-72f8849c-cb51-480a-9f20-89bebc428faf None None] For port 6fc99e3c-b171-425a-9639-9e66b97ce3d0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6fc99e3c-b171-425a-9639-9e66b97ce3d0,segment=NetworkSegment(5f682840-77d6-4597-9538-202ebf13dcac),segment_id=5f682840-77d6-4597-9538-202ebf13dcac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:14.116296 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-72f8849c-cb51-480a-9f20-89bebc428faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.129403 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f083bd8b-c4f4-4aeb-98eb-205248aed1e0 x-openstack-request-id: req-f083bd8b-c4f4-4aeb-98eb-205248aed1e0 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:14.129856 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0033ab0f-c8a4-4c65-a808-b91b25221288", "name": "network-vif-deleted", "tag": "f2344ece-2fb6-433b-8362-3299d9785951", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13035a67-a369-493b-8dec-4383a27f3e7b", "tag": "1921435d-47a2-4275-b2c1-984be8e03120", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:14.130216 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f083bd8b-c4f4-4aeb-98eb-205248aed1e0 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:14.130726 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0033ab0f-c8a4-4c65-a808-b91b25221288', 'name': 'network-vif-deleted', 'tag': 'f2344ece-2fb6-433b-8362-3299d9785951', 'status': 'completed', 'code': 200} Sep 16 04:42:14.131090 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13035a67-a369-493b-8dec-4383a27f3e7b', 'tag': '1921435d-47a2-4275-b2c1-984be8e03120', 'status': 'completed', 'code': 200} Sep 16 04:42:14.146098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-72f8849c-cb51-480a-9f20-89bebc428faf None None] Calling delete_port for 6fc99e3c-b171-425a-9639-9e66b97ce3d0 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:14.160046 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-10aaccc3-525e-4a82-965b-84688c30c154 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=1921435d-47a2-4275-b2c1-984be8e03120 HTTP/1.1" status: 200 len: 217 time: 0.0748923 Sep 16 04:42:14.198224 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.217170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43d6d907-f3a1-4150-ad41-6bea37572fd5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43d6d907-f3a1-4150-ad41-6bea37572fd5,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:14.218725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2e8bd2-e3cc-4ced-84be-05a677027b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d6d907-f3a1-4150-ad41-6bea37572fd5'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:14.221731 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9668888-904c-46d0-9f9c-ac3b2e26194c" -d '{"events": [{"server_uuid": "4b2e8bd2-e3cc-4ced-84be-05a677027b2d", "name": "network-vif-plugged", "status": "completed", "tag": "43d6d907-f3a1-4150-ad41-6bea37572fd5"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:14.223737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc99e3c-b171-425a-9639-9e66b97ce3d0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:14.227578 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.249178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] No DVR routers for this DVR port 6fc99e3c-b171-425a-9639-9e66b97ce3d0 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:14.275606 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913be3b-0b1d-46e3-9594-9d494f8a1d16 req-c3bdc6c0-77df-4efe-b2f2-97639b93b91d tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.284161 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d913be3b-0b1d-46e3-9594-9d494f8a1d16 req-c3bdc6c0-77df-4efe-b2f2-97639b93b91d tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1383970 Sep 16 04:42:14.284694 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0745a34f-dbb8-4312-8ab1-c9477a00e13e tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.287623 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0745a34f-dbb8-4312-8ab1-c9477a00e13e tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.291126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0745a34f-dbb8-4312-8ab1-c9477a00e13e tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ee82de9-b029-4757-9907-f7508bc1908d HTTP/1.1" status: 204 len: 168 time: 0.7344861 Sep 16 04:42:14.296035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58206) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:14.299028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-c48ec264-c407-47bc-9ed0-076f665ce93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.300747 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-c48ec264-c407-47bc-9ed0-076f665ce93e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=639e10c8-6e10-4239-bcab-acc0f5a959fc HTTP/1.1" status: 200 len: 801 time: 0.1167524 Sep 16 04:42:14.300904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745a34f-dbb8-4312-8ab1-c9477a00e13e tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee82de9-b029-4757-9907-f7508bc1908d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:14.308437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=43d6d907-f3a1-4150-ad41-6bea37572fd5,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:14.314312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Made reservation on behalf of c5ff4d0e0fd14bd19cb1f3d207a43701 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:14.318237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.325271 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-72f8849c-cb51-480a-9f20-89bebc428faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.360024 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-ab5f3c0e-d620-41e2-9a45-70f5f4674bf4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] show failed (client error): The resource could not be found. Sep 16 04:42:14.361067 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ab5f3c0e-d620-41e2-9a45-70f5f4674bf4 tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "GET /v2.0/security-groups/6ee82de9-b029-4757-9907-f7508bc1908d HTTP/1.1" status: 404 len: 347 time: 0.0593553 Sep 16 04:42:14.364766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58208) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:14.405355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8849c-cb51-480a-9f20-89bebc428faf None None] Pushing event deleted for resources: {'Port': ['ID=6fc99e3c-b171-425a-9639-9e66b97ce3d0,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:14.406662 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d913be3b-0b1d-46e3-9594-9d494f8a1d16 req-6ac3828b-e2d8-4247-9c16-1030133e27d9 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212676 Sep 16 04:42:14.416339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8849c-cb51-480a-9f20-89bebc428faf None None] No DVR routers for this DVR port 6fc99e3c-b171-425a-9639-9e66b97ce3d0 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:14.440029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-47788922-4a24-4bc2-ad17-549c8477c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.442829 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-47788922-4a24-4bc2-ad17-549c8477c64e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f8caa8c-f2f4-49f3-ae17-a59696011386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245899 Sep 16 04:42:14.506096 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27c33fe-a276-40f8-b2f5-fb53bd518e53 x-openstack-request-id: req-b27c33fe-a276-40f8-b2f5-fb53bd518e53 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:14.507529 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2e8bd2-e3cc-4ced-84be-05a677027b2d", "name": "network-vif-plugged", "status": "completed", "tag": "43d6d907-f3a1-4150-ad41-6bea37572fd5", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:14.507906 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b27c33fe-a276-40f8-b2f5-fb53bd518e53 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:14.508040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.508513 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2e8bd2-e3cc-4ced-84be-05a677027b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d6d907-f3a1-4150-ad41-6bea37572fd5', 'code': 200} Sep 16 04:42:14.637217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6fc99e3c-b171-425a-9639-9e66b97ce3d0 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:14.659121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ef6067-d90b-4ec7-a3f4-1f442f5d6169']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:14.663786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 6fc99e3c-b171-425a-9639-9e66b97ce3d0 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:14.664522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6fc99e3c-b171-425a-9639-9e66b97ce3d0 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:14.665191 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 954275d2-bef4-4437-bc01-761001301843 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:14.674653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-59c58935-93f9-4b2d-9971-ad7973d57790 service neutron] 10.222.0.15 "GET /v2.0/networks/6f8caa8c-f2f4-49f3-ae17-a59696011386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229819 Sep 16 04:42:14.676596 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484521-9930-4c18-ba5a-241f01b2503a req-a4f4fd68-056d-42ce-8631-838f4de21175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.678093 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a5484521-9930-4c18-ba5a-241f01b2503a req-a4f4fd68-056d-42ce-8631-838f4de21175 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4b2e8bd2-e3cc-4ced-84be-05a677027b2d HTTP/1.1" status: 200 len: 1097 time: 0.0962257 Sep 16 04:42:14.688356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f682840-77d6-4597-9538-202ebf13dcac') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:14.688580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f682840-77d6-4597-9538-202ebf13dcac') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:14.693391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 954275d2-bef4-4437-bc01-761001301843 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:14.693796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 954275d2-bef4-4437-bc01-761001301843 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:14.719671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659acddc-555e-457a-8b75-99125e79dcaf req-d1035583-54d7-414f-b689-8830165acc0b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.721473 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-659acddc-555e-457a-8b75-99125e79dcaf req-d1035583-54d7-414f-b689-8830165acc0b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 945 time: 0.1107841 Sep 16 04:42:14.725006 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.742935 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Allocated IP 172.20.0.9 (437becb2-8742-4d09-a3f1-9db54892d9d9/d0ebfc39-2565-44fc-9e95-bd5ceb2266d6/fe0a0691-5cc3-4a5f-953e-ad5146073b04) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:14.765656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21083302-6c52-463c-95bb-6776eb216c85 req-8032042f-5bb7-4548-9503-9de3b696ed18 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.771952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21083302-6c52-463c-95bb-6776eb216c85 req-8032042f-5bb7-4548-9503-9de3b696ed18 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.773546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21083302-6c52-463c-95bb-6776eb216c85 req-8032042f-5bb7-4548-9503-9de3b696ed18 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1678 time: 0.2695277 Sep 16 04:42:14.779367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.799211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:14.799618 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:14.803407 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:14.812024 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a5484521-9930-4c18-ba5a-241f01b2503a req-69556510-23f1-4ae6-b371-9a8fecb0d866 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261048 Sep 16 04:42:14.821377 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-659acddc-555e-457a-8b75-99125e79dcaf req-6800b204-ff09-40bc-8b3b-75810e768939 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858555 Sep 16 04:42:14.835820 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-354cb929-d5ba-4c6e-b099-011e9da08b32 req-3b3b0b97-0475-441d-bcc1-8f8e158a9e1a service neutron] 10.222.0.15 "GET /v2.0/networks/6f8caa8c-f2f4-49f3-ae17-a59696011386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519277 Sep 16 04:42:14.933756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21083302-6c52-463c-95bb-6776eb216c85 req-010fa4fe-da83-4af8-b21f-c00a4119cd07 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511123 Sep 16 04:42:14.943378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-11f9610f-09f9-4793-ab83-5163b12eb3ba tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Deleting port dc78c3ac-adc6-4313-9ad4-689010870096 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:14.943378 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11f9610f-09f9-4793-ab83-5163b12eb3ba tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.943378 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.977870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590e4f4-dab4-4df8-a2eb-1bc3a072560f req-940b226b-d7c2-4986-8d14-40b58205ab5e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:14.978555 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:14.979371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6590e4f4-dab4-4df8-a2eb-1bc3a072560f req-940b226b-d7c2-4986-8d14-40b58205ab5e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.0960352 Sep 16 04:42:14.980405 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] 10.222.0.53 "DELETE /v2.0/networks/17ef6067-d90b-4ec7-a3f4-1f442f5d6169 HTTP/1.1" status: 204 len: 168 time: 1.7580314 Sep 16 04:42:15.001494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984ac1-31cc-4177-9a1a-23150719165d req-cf1d5519-93c2-40df-9459-7b208b654fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.002453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984ac1-31cc-4177-9a1a-23150719165d req-cf1d5519-93c2-40df-9459-7b208b654fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.004725 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba984ac1-31cc-4177-9a1a-23150719165d req-cf1d5519-93c2-40df-9459-7b208b654fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e1c19a5352b422e9d40b4427909b78d&device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1982 time: 0.0857491 Sep 16 04:42:15.008778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70474f-0a47-4f60-9b39-fb3e75e3cb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=17ef6067-d90b-4ec7-a3f4-1f442f5d6169,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:15.063875 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6590e4f4-dab4-4df8-a2eb-1bc3a072560f req-acad2862-415f-4760-bab1-56db8c5c117e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750461 Sep 16 04:42:15.129942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984ac1-31cc-4177-9a1a-23150719165d req-2a6063df-656b-4af1-8153-2557dcb4374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.131581 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba984ac1-31cc-4177-9a1a-23150719165d req-2a6063df-656b-4af1-8153-2557dcb4374e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f8caa8c-f2f4-49f3-ae17-a59696011386 HTTP/1.1" status: 200 len: 903 time: 0.1160846 Sep 16 04:42:15.145437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58220) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:15.171775 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11f9610f-09f9-4793-ab83-5163b12eb3ba tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.172108 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11f9610f-09f9-4793-ab83-5163b12eb3ba tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.187611 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba984ac1-31cc-4177-9a1a-23150719165d req-b43f8ae3-fb3f-4b1c-a019-3517b0c20c9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=1921435d-47a2-4275-b2c1-984be8e03120 HTTP/1.1" status: 200 len: 217 time: 0.0468190 Sep 16 04:42:15.205323 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ffc7fb24-3f49-411a-8fee-5752e89292c9 req-816cbb48-cef8-4496-a7ac-165c7c72f455 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 210 time: 0.0553629 Sep 16 04:42:15.216814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d109db6-5edb-4aaa-9c20-30ab5374ebf7 req-350cdc09-f834-4896-ac49-baf6cf5822b7 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.218399 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d109db6-5edb-4aaa-9c20-30ab5374ebf7 req-350cdc09-f834-4896-ac49-baf6cf5822b7 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 945 time: 0.1675694 Sep 16 04:42:15.219388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-11f9610f-09f9-4793-ab83-5163b12eb3ba tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Calling delete_port for dc78c3ac-adc6-4313-9ad4-689010870096 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:15.251910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984ac1-31cc-4177-9a1a-23150719165d req-87f6e317-1d8c-4498-b8be-d6ec38b96c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.253387 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba984ac1-31cc-4177-9a1a-23150719165d req-87f6e317-1d8c-4498-b8be-d6ec38b96c3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=639e10c8-6e10-4239-bcab-acc0f5a959fc HTTP/1.1" status: 200 len: 801 time: 0.0476780 Sep 16 04:42:15.265881 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.310681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984ac1-31cc-4177-9a1a-23150719165d req-9e154ec9-54a3-46bb-aa0b-063a35de078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.312221 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba984ac1-31cc-4177-9a1a-23150719165d req-9e154ec9-54a3-46bb-aa0b-063a35de078e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f8caa8c-f2f4-49f3-ae17-a59696011386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461841 Sep 16 04:42:15.332625 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-87ac4f91-ad96-4b54-aab6-a474f87d45a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b05c2410c774fa499991fa400cc3dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815708 Sep 16 04:42:15.338865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58222) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:15.382030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d109db6-5edb-4aaa-9c20-30ab5374ebf7 req-90857aa1-e40d-4b3f-a2ea-6e08ef66c784 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438479 Sep 16 04:42:15.439740 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.443898 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa918ec3-2094-4496-b202-6ed167ef84d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.458683 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba984ac1-31cc-4177-9a1a-23150719165d req-1ca46496-0885-4d79-ac96-9ba336e90319 service neutron] 10.222.0.15 "GET /v2.0/networks/6f8caa8c-f2f4-49f3-ae17-a59696011386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372945 Sep 16 04:42:15.460621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Network 437becb2-8742-4d09-a3f1-9db54892d9d9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:15.463770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:15.471760 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa918ec3-2094-4496-b202-6ed167ef84d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.487476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:15.567097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event updated for resources: {'Port': ['ID=fe0a0691-5cc3-4a5f-953e-ad5146073b04,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:15.587421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.588064 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.598878 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11f9610f-09f9-4793-ab83-5163b12eb3ba tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.625333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f464ab-6e7b-42a3-bd6d-d17be1bdb515 req-120be9f9-9a61-43ec-b50b-008c53ed5938 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:15.626855 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-09f464ab-6e7b-42a3-bd6d-d17be1bdb515 req-120be9f9-9a61-43ec-b50b-008c53ed5938 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1246467 Sep 16 04:42:15.627976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-b7df6f97-f8f9-4a38-bea1-0b5dfbbe87dc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7407501 Sep 16 04:42:15.630814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9610f-09f9-4793-ab83-5163b12eb3ba tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Pushing event deleted for resources: {'Port': ['ID=dc78c3ac-adc6-4313-9ad4-689010870096,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:15.643541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba984ac1-31cc-4177-9a1a-23150719165d req-7c9c2ab6-d2d8-4854-8da1-c5659ac0c6c3 service neutron] 10.222.0.15 "GET /v2.0/networks/6f8caa8c-f2f4-49f3-ae17-a59696011386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739378 Sep 16 04:42:15.652319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Request body: {'port': {'device_id': 'd93d02fc-144b-4b87-bc24-9e3755c87d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:15.660899 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa918ec3-2094-4496-b202-6ed167ef84d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.663459 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa918ec3-2094-4496-b202-6ed167ef84d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.664611 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-aa918ec3-2094-4496-b202-6ed167ef84d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed881d58-15e4-48a9-b259-c71cf434362d HTTP/1.1" status: 204 len: 168 time: 0.3248019 Sep 16 04:42:15.679423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa918ec3-2094-4496-b202-6ed167ef84d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed881d58-15e4-48a9-b259-c71cf434362d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:15.695866 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-09f464ab-6e7b-42a3-bd6d-d17be1bdb515 req-418549b6-f7eb-4c5c-8489-dc0efffbc0ba tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512564 Sep 16 04:42:15.776345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11f9610f-09f9-4793-ab83-5163b12eb3ba tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.779909 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11f9610f-09f9-4793-ab83-5163b12eb3ba tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.781062 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-11f9610f-09f9-4793-ab83-5163b12eb3ba tempest-ServersTestFqdnHostnames-1692795769 tempest-ServersTestFqdnHostnames-1692795769-project] 10.222.0.53 "DELETE /v2.0/floatingips/fd4edf9a-b1f5-4d77-9232-85644852a064 HTTP/1.1" status: 204 len: 168 time: 1.4137259 Sep 16 04:42:15.782250 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:15.784066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58228) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:16.111160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebb1c6-9574-4319-a0f5-a2775ecb1caa req-c532d4f8-07f8-4b1a-98ec-f99edc3378f5 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.119014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebb1c6-9574-4319-a0f5-a2775ecb1caa req-c532d4f8-07f8-4b1a-98ec-f99edc3378f5 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.122295 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ebb1c6-9574-4319-a0f5-a2775ecb1caa req-c532d4f8-07f8-4b1a-98ec-f99edc3378f5 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1678 time: 0.0867672 Sep 16 04:42:16.194788 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ebb1c6-9574-4319-a0f5-a2775ecb1caa req-fc96f7b8-c0b0-4c80-841c-3376ec7e8ff2 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579641 Sep 16 04:42:16.386331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc754bac-3444-4ba8-850a-ed6ee9287b8b req-ffa9b2a1-9d68-4563-ab9c-e0a019ecc6e5 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.388742 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc754bac-3444-4ba8-850a-ed6ee9287b8b req-ffa9b2a1-9d68-4563-ab9c-e0a019ecc6e5 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1269422 Sep 16 04:42:16.407506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6c9fd-bdb5-4508-80fb-f88d664ad831 req-920bc781-1c05-4e44-be35-7b9306ee5dae tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.409120 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eee6c9fd-bdb5-4508-80fb-f88d664ad831 req-920bc781-1c05-4e44-be35-7b9306ee5dae tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 945 time: 0.1146371 Sep 16 04:42:16.446085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f961c-73c4-4cf5-b693-c51525558a5f req-9db16017-d948-4d1f-87db-3c9eadaad2ad tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.447613 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da9f961c-73c4-4cf5-b693-c51525558a5f req-9db16017-d948-4d1f-87db-3c9eadaad2ad tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 945 time: 0.5386848 Sep 16 04:42:16.482058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 1921435d-47a2-4275-b2c1-984be8e03120 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:16.486867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:16.530039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58258) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:16.549447 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc754bac-3444-4ba8-850a-ed6ee9287b8b req-d0fb7568-4076-4c3d-a216-b1607ce45680 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525414 Sep 16 04:42:16.605412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-eee6c9fd-bdb5-4508-80fb-f88d664ad831 req-4e5413e8-ec33-4bda-8bed-9c20bffc3b4b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Deleting port b049ee2c-4298-4dd6-a71e-9b617abad76e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:16.607241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eee6c9fd-bdb5-4508-80fb-f88d664ad831 req-4e5413e8-ec33-4bda-8bed-9c20bffc3b4b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.614730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da9f961c-73c4-4cf5-b693-c51525558a5f req-6c612510-c8c4-4cd9-a7e4-09aa1a682772 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/security-groups?id=70cedaa1-4e65-444b-b8fd-78cc8dd46684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237333 Sep 16 04:42:16.769393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1769509297-network', 'tenant_id': '3c301e13e70f4f9b9b77daa33975ad24'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:16.810763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a03e85-a9cf-465a-8cd6-3d09c5ca134f req-812473be-4533-45b4-8793-a7d7cb70087b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.813600 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b2a03e85-a9cf-465a-8cd6-3d09c5ca134f req-812473be-4533-45b4-8793-a7d7cb70087b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 931 time: 0.1490047 Sep 16 04:42:16.839310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Made reservation on behalf of 3c301e13e70f4f9b9b77daa33975ad24 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:16.842181 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.845430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-eee6c9fd-bdb5-4508-80fb-f88d664ad831 req-4e5413e8-ec33-4bda-8bed-9c20bffc3b4b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] For port b049ee2c-4298-4dd6-a71e-9b617abad76e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=b049ee2c-4298-4dd6-a71e-9b617abad76e,segment=NetworkSegment(18da4e91-dec7-471e-94ab-5a3faee6b2a7),segment_id=18da4e91-dec7-471e-94ab-5a3faee6b2a7)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:16.845823 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eee6c9fd-bdb5-4508-80fb-f88d664ad831 req-4e5413e8-ec33-4bda-8bed-9c20bffc3b4b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.871253 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.880328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-eee6c9fd-bdb5-4508-80fb-f88d664ad831 req-4e5413e8-ec33-4bda-8bed-9c20bffc3b4b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Calling delete_port for b049ee2c-4298-4dd6-a71e-9b617abad76e owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:16.883483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4f300-8093-4852-8784-0d833f87943c req-02a86a03-6677-4887-96e1-7db4894f694b tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:16.885818 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fed4f300-8093-4852-8784-0d833f87943c req-02a86a03-6677-4887-96e1-7db4894f694b tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 945 time: 0.1526940 Sep 16 04:42:16.900201 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:16.910248 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:16.911188 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:16.925397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b2a03e85-a9cf-465a-8cd6-3d09c5ca134f req-c34db78c-6ccc-4ba2-b3a8-56d65e60437f tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004710 Sep 16 04:42:16.960504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0a0691-5cc3-4a5f-953e-ad5146073b04 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:16.961814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 1921435d-47a2-4275-b2c1-984be8e03120, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1921435d-47a2-4275-b2c1-984be8e03120,segment=NetworkSegment(419c7a0c-4d6e-46c4-a32a-64342a95ff80),segment_id=419c7a0c-4d6e-46c4-a32a-64342a95ff80)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:16.970334 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fed4f300-8093-4852-8784-0d833f87943c req-551fd005-9adc-436d-8ce8-eb3618c22cec tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739708 Sep 16 04:42:16.988016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '1921435d-47a2-4275-b2c1-984be8e03120', 'network_id': '6f8caa8c-f2f4-49f3-ae17-a59696011386', 'port_id': '1921435d-47a2-4275-b2c1-984be8e03120', 'mac_address': 'fa:16:3e:06:91:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639e10c8-6e10-4239-bcab-acc0f5a959fc', 'ip_address': '19.86.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:16.990667 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.054640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Transition to ACTIVE for port object fe0a0691-5cc3-4a5f-953e-ad5146073b04 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:17.068771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.077280 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.081805 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.102744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1921435d-47a2-4275-b2c1-984be8e03120 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:17.125274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 1921435d-47a2-4275-b2c1-984be8e03120, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1921435d-47a2-4275-b2c1-984be8e03120,segment=NetworkSegment(419c7a0c-4d6e-46c4-a32a-64342a95ff80),segment_id=419c7a0c-4d6e-46c4-a32a-64342a95ff80)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:17.138308 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.138308 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device da646c79-21b9-4c63-aa1f-871262c57b7a details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:17.139683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0a0691-5cc3-4a5f-953e-ad5146073b04,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:17.149178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f11bdff-5024-438c-93f8-0152e0275937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc5d5f5-bfe2-4070-9959-62a6f98ecc59'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:17.151519 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3c46db-8e4a-4180-afaf-5ea550acf86a" -d '{"events": [{"server_uuid": "1f11bdff-5024-438c-93f8-0152e0275937", "name": "network-vif-plugged", "status": "completed", "tag": "4cc5d5f5-bfe2-4070-9959-62a6f98ecc59"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:17.169859 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5446-29b2-40b2-ac36-fa5260818d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.202155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:17.203680 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.215366 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd26d1c-6715-4295-b688-55ef7c86de3f req-8df13376-6070-4880-a721-1a694425cf26 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.217478 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.218941 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4bd26d1c-6715-4295-b688-55ef7c86de3f req-8df13376-6070-4880-a721-1a694425cf26 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1523619 Sep 16 04:42:17.220755 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.224031 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eee6c9fd-bdb5-4508-80fb-f88d664ad831 req-4e5413e8-ec33-4bda-8bed-9c20bffc3b4b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.226028 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883fe58a-0e60-4cfa-8aea-b5ad2d2d4bf6 x-openstack-request-id: req-883fe58a-0e60-4cfa-8aea-b5ad2d2d4bf6 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:17.226961 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f11bdff-5024-438c-93f8-0152e0275937", "name": "network-vif-plugged", "status": "completed", "tag": "4cc5d5f5-bfe2-4070-9959-62a6f98ecc59", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:17.226961 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-883fe58a-0e60-4cfa-8aea-b5ad2d2d4bf6 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:17.227323 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11bdff-5024-438c-93f8-0152e0275937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc5d5f5-bfe2-4070-9959-62a6f98ecc59', 'code': 200} Sep 16 04:42:17.241864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['b049ee2c-4298-4dd6-a71e-9b617abad76e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:17.251129 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ec18f7e4-5ef4-4d4b-a917-b3ae2bd7ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.280268 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5413e8-ec33-4bda-8bed-9c20bffc3b4b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Pushing event deleted for resources: {'Port': ['ID=b049ee2c-4298-4dd6-a71e-9b617abad76e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:17.287426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:17.313168 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=1921435d-47a2-4275-b2c1-984be8e03120,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:17.353669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a433e3-412e-4041-a7ca-37672bc9e65d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:17.376729 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.377091 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Added segment d7c87719-7234-49c4-9be1-13c4734d6ff4 of type vlan for network 4ae69497-8f73-41ea-806f-a700396d1093 Sep 16 04:42:17.416493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:17.434816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port da646c79-21b9-4c63-aa1f-871262c57b7a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=da646c79-21b9-4c63-aa1f-871262c57b7a,segment=NetworkSegment(03107d2b-2e5c-4806-9a37-b71d7fe129bf),segment_id=03107d2b-2e5c-4806-9a37-b71d7fe129bf)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:17.448635 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'da646c79-21b9-4c63-aa1f-871262c57b7a', 'network_id': '2bca4a19-dfc8-4e63-b439-fa0d9936dddc', 'port_id': 'da646c79-21b9-4c63-aa1f-871262c57b7a', 'mac_address': 'fa:16:3e:c8:05:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fee890c-5278-4576-a916-abbdd9847b95', 'ip_address': '19.80.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:17.448854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee6c9fd-bdb5-4508-80fb-f88d664ad831 req-4e5413e8-ec33-4bda-8bed-9c20bffc3b4b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] No DVR routers for this DVR port b049ee2c-4298-4dd6-a71e-9b617abad76e on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:17.451806 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eee6c9fd-bdb5-4508-80fb-f88d664ad831 req-4e5413e8-ec33-4bda-8bed-9c20bffc3b4b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.454366 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eee6c9fd-bdb5-4508-80fb-f88d664ad831 req-4e5413e8-ec33-4bda-8bed-9c20bffc3b4b tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.15 "DELETE /v2.0/ports/b049ee2c-4298-4dd6-a71e-9b617abad76e HTTP/1.1" status: 204 len: 173 time: 1.0375867 Sep 16 04:42:17.460708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e166094-6599-4e1d-974d-9b7bfa2429a9', 'name': 'network-vif-deleted', 'tag': 'b049ee2c-4298-4dd6-a71e-9b617abad76e'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:17.463161 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493525ce-bf9f-408b-ba3a-49d77420b462" -d '{"events": [{"server_uuid": "2e166094-6599-4e1d-974d-9b7bfa2429a9", "name": "network-vif-deleted", "tag": "b049ee2c-4298-4dd6-a71e-9b617abad76e"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:17.483133 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4bd26d1c-6715-4295-b688-55ef7c86de3f req-a8388e81-9bd5-4446-935f-a499cf58c146 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054985 Sep 16 04:42:17.487270 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.499885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3fbaa-4b6f-4cda-a080-712a85ef4691 req-4f0a631c-3542-4277-ad85-11442f7989f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.501551 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bfa3fbaa-4b6f-4cda-a080-712a85ef4691 req-4f0a631c-3542-4277-ad85-11442f7989f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 1098 time: 0.1927044 Sep 16 04:42:17.538360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.546940 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6bdb72-af23-47d0-8eb0-0961159ea310 x-openstack-request-id: req-2a6bdb72-af23-47d0-8eb0-0961159ea310 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:17.547476 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e166094-6599-4e1d-974d-9b7bfa2429a9", "name": "network-vif-deleted", "tag": "b049ee2c-4298-4dd6-a71e-9b617abad76e", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:17.547476 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a6bdb72-af23-47d0-8eb0-0961159ea310 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:17.547873 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e166094-6599-4e1d-974d-9b7bfa2429a9', 'name': 'network-vif-deleted', 'tag': 'b049ee2c-4298-4dd6-a71e-9b617abad76e', 'status': 'completed', 'code': 200} Sep 16 04:42:17.555195 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.556329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.557055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.564333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da646c79-21b9-4c63-aa1f-871262c57b7a {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:17.568271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc76c1c-5e3e-424f-b86a-fb22f9d9c77d req-21da6bed-5c1a-4444-b1ec-e9edb1502beb tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.576041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc76c1c-5e3e-424f-b86a-fb22f9d9c77d req-21da6bed-5c1a-4444-b1ec-e9edb1502beb tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.583810 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-edc76c1c-5e3e-424f-b86a-fb22f9d9c77d req-21da6bed-5c1a-4444-b1ec-e9edb1502beb tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1679 time: 0.1819763 Sep 16 04:42:17.592480 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bfa3fbaa-4b6f-4cda-a080-712a85ef4691 req-bb989d1f-c933-4b98-a34f-54bbb6780231 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828962 Sep 16 04:42:17.593330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port da646c79-21b9-4c63-aa1f-871262c57b7a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=da646c79-21b9-4c63-aa1f-871262c57b7a,segment=NetworkSegment(03107d2b-2e5c-4806-9a37-b71d7fe129bf),segment_id=03107d2b-2e5c-4806-9a37-b71d7fe129bf)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:17.599833 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0658035 Sep 16 04:42:17.604077 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.604273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58272) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:17.615829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c78ad379-f8cd-43fc-8137-887647ae79f5 admin admin] Request body: {'subnet': {'network_id': '4ae69497-8f73-41ea-806f-a700396d1093', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769509297-subnet', 'tenant_id': '3c301e13e70f4f9b9b77daa33975ad24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:17.656979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Attempting to bind port fe0a0691-5cc3-4a5f-953e-ad5146073b04 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:17.657763 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Attempting to bind port fe0a0691-5cc3-4a5f-953e-ad5146073b04 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:17.658295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Attempting to bind port fe0a0691-5cc3-4a5f-953e-ad5146073b04 on network 437becb2-8742-4d09-a3f1-9db54892d9d9 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:17.659827 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=da646c79-21b9-4c63-aa1f-871262c57b7a,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:17.660402 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8b8fb-8823-436a-a6c7-056fe1d032c1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae69497-8f73-41ea-806f-a700396d1093,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:17.678087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Port fe0a0691-5cc3-4a5f-953e-ad5146073b04 on network 437becb2-8742-4d09-a3f1-9db54892d9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:17.678433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Attempting to bind port fe0a0691-5cc3-4a5f-953e-ad5146073b04 on network 437becb2-8742-4d09-a3f1-9db54892d9d9 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:17.682200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 4ae69497-8f73-41ea-806f-a700396d1093 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:17.696131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:17.696527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Checking segment: {'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:17.696863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Bound using segment: {'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:17.697321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Bound port: fe0a0691-5cc3-4a5f-953e-ad5146073b04, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:17.697713 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.718931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78ad379-f8cd-43fc-8137-887647ae79f5 admin admin] Made reservation on behalf of 3c301e13e70f4f9b9b77daa33975ad24 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:17.721381 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c78ad379-f8cd-43fc-8137-887647ae79f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:17.728044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-edc76c1c-5e3e-424f-b86a-fb22f9d9c77d req-ce8976ff-e80e-4fb6-9061-1f44c170c7b0 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409945 Sep 16 04:42:17.795799 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e9b4c-fa04-4dfc-bfd0-1cae8e5dfed2 req-9d72c216-252a-47aa-be7e-9714a42af9f9 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:17.797281 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f3e9b4c-fa04-4dfc-bfd0-1cae8e5dfed2 req-9d72c216-252a-47aa-be7e-9714a42af9f9 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1145926 Sep 16 04:42:17.869849 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f3e9b4c-fa04-4dfc-bfd0-1cae8e5dfed2 req-4438e6a9-c130-436a-8217-86abf3920f3d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597167 Sep 16 04:42:17.888458 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-014296a5-526c-4175-9e02-c22a2a96d0f7 req-2a7efda3-bdc7-4d40-a2b1-37085bf286a8 tempest-AttachSCSIVolumeTestJSON-1457799474 tempest-AttachSCSIVolumeTestJSON-1457799474-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e166094-6599-4e1d-974d-9b7bfa2429a9 HTTP/1.1" status: 200 len: 210 time: 0.0509582 Sep 16 04:42:17.892543 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['1921435d-47a2-4275-b2c1-984be8e03120'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:17.900616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['da646c79-21b9-4c63-aa1f-871262c57b7a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:17.950751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] For port fe0a0691-5cc3-4a5f-953e-ad5146073b04, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:17.957472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] For port fe0a0691-5cc3-4a5f-953e-ad5146073b04, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe0a0691-5cc3-4a5f-953e-ad5146073b04,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:17.974087 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.019310 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c78ad379-f8cd-43fc-8137-887647ae79f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.027273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb5446-29b2-40b2-ac36-fa5260818d27 admin admin] Deleting port 649db456-2328-4b87-a9c4-f26737c172fa {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:18.027627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5446-29b2-40b2-ac36-fa5260818d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.067213 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.068240 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.069738 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] 10.222.0.50 "PUT /v2.0/ports/fe0a0691-5cc3-4a5f-953e-ad5146073b04 HTTP/1.1" status: 200 len: 1092 time: 2.4260635 Sep 16 04:42:18.094688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ad379-f8cd-43fc-8137-887647ae79f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eaa5a96-ba34-47a1-a004-8a01875a5b3a,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:18.110224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93d02fc-144b-4b87-bc24-9e3755c87d94', 'tag': 'fe0a0691-5cc3-4a5f-953e-ad5146073b04'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:18.115629 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01717e2e-67a6-4d89-a1bd-5869f3d914ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d93d02fc-144b-4b87-bc24-9e3755c87d94", "tag": "fe0a0691-5cc3-4a5f-953e-ad5146073b04"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:18.183761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fb53c-0ed4-466a-bcdd-de4801d87690 req-6eb6d070-9fa0-4b6e-b0ff-37e0a4e7f140 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.192186 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b05fb53c-0ed4-466a-bcdd-de4801d87690 req-6eb6d070-9fa0-4b6e-b0ff-37e0a4e7f140 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 943 time: 0.0987062 Sep 16 04:42:18.228152 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78ad379-f8cd-43fc-8137-887647ae79f5 admin admin] Checking segment: {'id': 'd7c87719-7234-49c4-9be1-13c4734d6ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4ae69497-8f73-41ea-806f-a700396d1093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:18.228590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78ad379-f8cd-43fc-8137-887647ae79f5 admin admin] Network hostable DHCP agents. Network: 4ae69497-8f73-41ea-806f-a700396d1093, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:18.237535 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b05fb53c-0ed4-466a-bcdd-de4801d87690 req-27cd3d6e-b25f-49bb-9126-d4b71afbf6f5 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Sep 16 04:42:18.256206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78ad379-f8cd-43fc-8137-887647ae79f5 admin admin] Network 4ae69497-8f73-41ea-806f-a700396d1093 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:18.256464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-c9eb5446-29b2-40b2-ac36-fa5260818d27 admin admin] For port 649db456-2328-4b87-a9c4-f26737c172fa, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=649db456-2328-4b87-a9c4-f26737c172fa,segment=NetworkSegment(3decd213-2a3b-4afa-90d1-e839c14b3944),segment_id=3decd213-2a3b-4afa-90d1-e839c14b3944)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:18.256811 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5446-29b2-40b2-ac36-fa5260818d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.268133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ac966-9f88-4a48-b3ce-3c7edfdfa1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0a0691-5cc3-4a5f-953e-ad5146073b04,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:18.281455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-c78ad379-f8cd-43fc-8137-887647ae79f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 4ae69497-8f73-41ea-806f-a700396d1093) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:18.286261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78ad379-f8cd-43fc-8137-887647ae79f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.286951 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c78ad379-f8cd-43fc-8137-887647ae79f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.292993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb5446-29b2-40b2-ac36-fa5260818d27 admin admin] Calling delete_port for 649db456-2328-4b87-a9c4-f26737c172fa owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:18.303909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb2e76-305d-43e3-a6b5-d3cecdec078f req-f79e70ba-e8ae-4c1f-b08a-2cef6c879b93 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.304596 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b0745d-70e8-49be-a1b8-b7ad626f60c1 None None] Network 4ae69497-8f73-41ea-806f-a700396d1093 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:18.307058 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c78ad379-f8cd-43fc-8137-887647ae79f5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7015531 Sep 16 04:42:18.310444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58282) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:18.312871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffbb2e76-305d-43e3-a6b5-d3cecdec078f req-f79e70ba-e8ae-4c1f-b08a-2cef6c879b93 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 946 time: 0.2367754 Sep 16 04:42:18.318269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1769509297-router', 'tenant_id': '3c301e13e70f4f9b9b77daa33975ad24', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:18.330642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-13598460-18a4-44bd-9f84-97b514041003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.332125 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-13598460-18a4-44bd-9f84-97b514041003 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5ff4d0e0fd14bd19cb1f3d207a43701&device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 1095 time: 0.2059116 Sep 16 04:42:18.344943 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7832c0-281e-45f6-a361-a4e7d59a9d9b x-openstack-request-id: req-ff7832c0-281e-45f6-a361-a4e7d59a9d9b {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:18.345295 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93d02fc-144b-4b87-bc24-9e3755c87d94", "tag": "fe0a0691-5cc3-4a5f-953e-ad5146073b04", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:18.345582 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff7832c0-281e-45f6-a361-a4e7d59a9d9b {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:18.346008 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93d02fc-144b-4b87-bc24-9e3755c87d94', 'tag': 'fe0a0691-5cc3-4a5f-953e-ad5146073b04', 'status': 'completed', 'code': 200} Sep 16 04:42:18.347421 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.348685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.427821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-9003b799-6a56-4e8a-b14a-4b362d29e9aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe0a0691-5cc3-4a5f-953e-ad5146073b04 HTTP/1.1" status: 200 len: 217 time: 0.0807936 Sep 16 04:42:18.442284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffbb2e76-305d-43e3-a6b5-d3cecdec078f req-f070a597-9ee5-4fb9-bbc5-3c206ac7697c tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283803 Sep 16 04:42:18.482965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4ae69497-8f73-41ea-806f-a700396d1093', 'network_id': '4ae69497-8f73-41ea-806f-a700396d1093', 'tenant_id': '3c301e13e70f4f9b9b77daa33975ad24', 'fixed_ips': [{'subnet_id': '3eaa5a96-ba34-47a1-a004-8a01875a5b3a'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:42:18.483955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.486390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device b049ee2c-4298-4dd6-a71e-9b617abad76e no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:18.521146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: b049ee2c-4298-4dd6-a71e-9b617abad76e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:18.521667 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device b049ee2c-4298-4dd6-a71e-9b617abad76e not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:18.547290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-c757a571-2f7c-4d74-a0d9-3a88baf6e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.548833 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-c757a571-2f7c-4d74-a0d9-3a88baf6e4e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0ebfc39-2565-44fc-9e95-bd5ceb2266d6 HTTP/1.1" status: 200 len: 862 time: 0.1052067 Sep 16 04:42:18.588794 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-cdd38ff5-0a35-4ec5-b7ee-0c7fa76dc6ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=437becb2-8742-4d09-a3f1-9db54892d9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329001 Sep 16 04:42:18.679161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Allocated IP 172.20.0.2 (4ae69497-8f73-41ea-806f-a700396d1093/3eaa5a96-ba34-47a1-a004-8a01875a5b3a/133fcf01-ceed-411c-aef6-53f44e26eb87) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:18.736400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-cff48481-7406-42ad-b79f-3f836637601e service neutron] 10.222.0.50 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350391 Sep 16 04:42:18.738534 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5446-29b2-40b2-ac36-fa5260818d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.765970 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.776727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb5446-29b2-40b2-ac36-fa5260818d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=649db456-2328-4b87-a9c4-f26737c172fa,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:18.877452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ae96f-7d89-4667-a731-49946b7b6f8e req-4bada270-a497-4f4b-ab46-1904219be3e6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:18.879346 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-451ae96f-7d89-4667-a731-49946b7b6f8e req-4bada270-a497-4f4b-ab46-1904219be3e6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1683149 Sep 16 04:42:18.963540 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.971862 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:18.991836 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.016193 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-451ae96f-7d89-4667-a731-49946b7b6f8e req-d167897e-0486-4cdd-9c62-07d8e77ae65c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919356 Sep 16 04:42:19.018139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Network 4ae69497-8f73-41ea-806f-a700396d1093 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:19.021844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:19.033560 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:19.041833 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Pushing event updated for resources: {'Port': ['ID=133fcf01-ceed-411c-aef6-53f44e26eb87,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:19.080414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:19.080414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:19.080414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:19.081083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:19.081426 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:19.081900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:19.086137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:19.086749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:19.087219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:19.087672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:19.088126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:19.088571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:19.117224 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc2d00cc-4505-4e9e-8680-c8d3fa2ba80e req-542f0e5b-cc11-4a7f-9525-bf8b73d586d5 service neutron] 10.222.0.50 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732388 Sep 16 04:42:19.128447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42aa79-8236-4b0a-a850-169c4d7040b0 req-d458e968-3f9d-4e86-b814-d828c9cebef1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.134977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42aa79-8236-4b0a-a850-169c4d7040b0 req-d458e968-3f9d-4e86-b814-d828c9cebef1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.140020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Attempting to bind port 133fcf01-ceed-411c-aef6-53f44e26eb87 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:19.140767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Attempting to bind port 133fcf01-ceed-411c-aef6-53f44e26eb87 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'd7c87719-7234-49c4-9be1-13c4734d6ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4ae69497-8f73-41ea-806f-a700396d1093'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:19.141248 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Attempting to bind port 133fcf01-ceed-411c-aef6-53f44e26eb87 on network 4ae69497-8f73-41ea-806f-a700396d1093 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:19.144243 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e42aa79-8236-4b0a-a850-169c4d7040b0 req-d458e968-3f9d-4e86-b814-d828c9cebef1 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1680 time: 0.2203896 Sep 16 04:42:19.149977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:19.150517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Checking segment: {'id': 'd7c87719-7234-49c4-9be1-13c4734d6ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4ae69497-8f73-41ea-806f-a700396d1093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:19.150939 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.151343 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Bound using segment: {'id': 'd7c87719-7234-49c4-9be1-13c4734d6ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4ae69497-8f73-41ea-806f-a700396d1093'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:19.151831 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Bound port: 133fcf01-ceed-411c-aef6-53f44e26eb87, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c87719-7234-49c4-9be1-13c4734d6ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4ae69497-8f73-41ea-806f-a700396d1093'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:19.152223 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.185681 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5446-29b2-40b2-ac36-fa5260818d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.218932 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e42aa79-8236-4b0a-a850-169c4d7040b0 req-f06c0200-26df-4e96-aa78-978b2c5f2875 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735044 Sep 16 04:42:19.257407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3835a7-8cc7-4cea-a5f2-bf5d2fd2a584 req-6b054295-2977-48ff-bfe8-fffa33c34c45 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.258986 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab3835a7-8cc7-4cea-a5f2-bf5d2fd2a584 req-6b054295-2977-48ff-bfe8-fffa33c34c45 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1031849 Sep 16 04:42:19.266587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] For port 133fcf01-ceed-411c-aef6-53f44e26eb87, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:19.274817 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] For port 133fcf01-ceed-411c-aef6-53f44e26eb87, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=133fcf01-ceed-411c-aef6-53f44e26eb87,segment=NetworkSegment(d7c87719-7234-49c4-9be1-13c4734d6ff4),segment_id=d7c87719-7234-49c4-9be1-13c4734d6ff4)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:19.279509 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.320588 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01717e2e-67a6-4d89-a1bd-5869f3d914ff req-691deec2-a6b5-4498-8706-0b4068713f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.322136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01717e2e-67a6-4d89-a1bd-5869f3d914ff req-691deec2-a6b5-4498-8706-0b4068713f3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5ff4d0e0fd14bd19cb1f3d207a43701&device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 1095 time: 0.1228089 Sep 16 04:42:19.391838 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab3835a7-8cc7-4cea-a5f2-bf5d2fd2a584 req-833f77e7-eae1-4682-872d-81973575abda tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929976 Sep 16 04:42:19.394392 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.411700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ac8f8-9a58-4ed2-b8d5-2a1f90dc0bc2 None None] Pushing event updated for resources: {'Port': ['ID=133fcf01-ceed-411c-aef6-53f44e26eb87,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:19.426631 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.590986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01717e2e-67a6-4d89-a1bd-5869f3d914ff req-c6246c0e-2b6a-4b69-b2dc-83deda446790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.593274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01717e2e-67a6-4d89-a1bd-5869f3d914ff req-c6246c0e-2b6a-4b69-b2dc-83deda446790 service neutron] 10.222.0.50 "GET /v2.0/networks?id=437becb2-8742-4d09-a3f1-9db54892d9d9 HTTP/1.1" status: 200 len: 923 time: 0.2255728 Sep 16 04:42:19.608368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154a4a-9fac-479a-978a-c808a89b2e25 req-583959ec-bc2b-401a-9f04-936f1c80e357 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.615784 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7154a4a-9fac-479a-978a-c808a89b2e25 req-583959ec-bc2b-401a-9f04-936f1c80e357 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 943 time: 0.1502938 Sep 16 04:42:19.672627 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Allocated IP 172.25.0.36 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/578638a5-2ba6-412f-86af-b962d3f64ea2) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:19.686052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a853d43-337e-470c-9596-0b4a4d38049c req-ad243872-194c-4fa3-9491-26a67bbe7919 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:19.688813 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a853d43-337e-470c-9596-0b4a4d38049c req-ad243872-194c-4fa3-9491-26a67bbe7919 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 946 time: 0.1482894 Sep 16 04:42:19.835883 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a853d43-337e-470c-9596-0b4a4d38049c req-6ad4d5e6-de17-4276-989c-bfc048422c69 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630209 Sep 16 04:42:19.850454 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.897258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.969673 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-108a0445-77bc-4ccc-aee3-a4332a20c23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:19.980215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Pushing event updated for resources: {'Port': ['ID=578638a5-2ba6-412f-86af-b962d3f64ea2,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:19.991285 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:19.993734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:19.998374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:20.035231 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:20.035650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:20.035994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:20.036399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:20.036764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:20.037160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:20.037551 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:20.037936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:20.038263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:20.038640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:20.038986 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:20.039296 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:20.066872 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01717e2e-67a6-4d89-a1bd-5869f3d914ff req-b5e0507f-0f26-4013-bc81-eff004b7f5fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe0a0691-5cc3-4a5f-953e-ad5146073b04 HTTP/1.1" status: 200 len: 217 time: 0.4447224 Sep 16 04:42:20.104713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52821ae3-d64f-403c-b656-d22e1d61b611 req-fc10d38a-9531-44ec-acbc-24c2150b59fb tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.107024 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-52821ae3-d64f-403c-b656-d22e1d61b611 req-fc10d38a-9531-44ec-acbc-24c2150b59fb tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1610863 Sep 16 04:42:20.153542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9eb5446-29b2-40b2-ac36-fa5260818d27 admin admin] Router 22e67c8b-c23d-41b2-b87f-07e6559582c9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:20.162388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7154a4a-9fac-479a-978a-c808a89b2e25 req-cd1ff797-ff31-4755-b128-477be5a880e3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457549 Sep 16 04:42:20.170460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01717e2e-67a6-4d89-a1bd-5869f3d914ff req-cb09bf88-af0e-43ec-a4bc-ae9dc534be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.172248 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01717e2e-67a6-4d89-a1bd-5869f3d914ff req-cb09bf88-af0e-43ec-a4bc-ae9dc534be30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0ebfc39-2565-44fc-9e95-bd5ceb2266d6 HTTP/1.1" status: 200 len: 862 time: 0.0947251 Sep 16 04:42:20.253053 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01717e2e-67a6-4d89-a1bd-5869f3d914ff req-12cfff99-42ec-43fe-b483-a9426a5c62f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=437becb2-8742-4d09-a3f1-9db54892d9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313742 Sep 16 04:42:20.398538 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-52821ae3-d64f-403c-b656-d22e1d61b611 req-e60d2b4c-2ebd-40f9-a896-b25f38554320 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557921 Sep 16 04:42:20.496499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device da646c79-21b9-4c63-aa1f-871262c57b7a up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:20.520787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aa09e-6111-4aaa-9413-44dd5be0ed66 req-996d708a-fa71-4d2e-aea6-1cf77f387901 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.531044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd3aa09e-6111-4aaa-9413-44dd5be0ed66 req-996d708a-fa71-4d2e-aea6-1cf77f387901 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.2546875 Sep 16 04:42:20.593295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 133fcf01-ceed-411c-aef6-53f44e26eb87 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:20.593533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9eb5446-29b2-40b2-ac36-fa5260818d27 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:20.603829 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8079e65b-0ad4-4e67-814a-be511493cc61 None None] Sync routers for ids ['22e67c8b-c23d-41b2-b87f-07e6559582c9'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:20.611976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c9eb5446-29b2-40b2-ac36-fa5260818d27 admin admin] 10.222.0.53 "PUT /v2.0/routers/22e67c8b-c23d-41b2-b87f-07e6559582c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8260434 Sep 16 04:42:20.615884 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079e65b-0ad4-4e67-814a-be511493cc61 None None] Routers {'22e67c8b-c23d-41b2-b87f-07e6559582c9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:20.618261 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8079e65b-0ad4-4e67-814a-be511493cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['22e67c8b-c23d-41b2-b87f-07e6559582c9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:20.619758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58352) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:20.619927 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.621463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01717e2e-67a6-4d89-a1bd-5869f3d914ff req-3025fe1c-3787-4699-98bc-dca42408c2cb service neutron] 10.222.0.50 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592839 Sep 16 04:42:20.695150 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd3aa09e-6111-4aaa-9413-44dd5be0ed66 req-853e7d7e-742a-4839-89ff-ad328bc79592 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632316 Sep 16 04:42:20.724922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port da646c79-21b9-4c63-aa1f-871262c57b7a completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:20.752544 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-8079e65b-0ad4-4e67-814a-be511493cc61 None None] Set router 22e67c8b-c23d-41b2-b87f-07e6559582c9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:20.756005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port da646c79-21b9-4c63-aa1f-871262c57b7a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:20.759030 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.832942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b9d1a4-5d23-4c72-817a-50feb9ef5d33 None None] Network 4ae69497-8f73-41ea-806f-a700396d1093 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:20.874278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388cfee-7e0c-425f-b287-e2c13343123b req-af2dc0ea-49ee-4800-a90a-fe556ed32e0e tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.886814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388cfee-7e0c-425f-b287-e2c13343123b req-af2dc0ea-49ee-4800-a90a-fe556ed32e0e tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.888499 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c388cfee-7e0c-425f-b287-e2c13343123b req-af2dc0ea-49ee-4800-a90a-fe556ed32e0e tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1680 time: 0.3691370 Sep 16 04:42:20.914171 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01717e2e-67a6-4d89-a1bd-5869f3d914ff req-e1109059-7058-4541-9cc6-44eca641f955 service neutron] 10.222.0.50 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764516 Sep 16 04:42:20.925476 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:20.953250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981633d-5dad-4911-9eaa-a873ccc8883c req-29201b5c-1318-4a3c-95ff-87d445f25a87 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:20.955093 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4981633d-5dad-4911-9eaa-a873ccc8883c req-29201b5c-1318-4a3c-95ff-87d445f25a87 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1233826 Sep 16 04:42:20.995424 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8079e65b-0ad4-4e67-814a-be511493cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:42:18Z', 'revision_number': 5, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:21.009377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 133fcf01-ceed-411c-aef6-53f44e26eb87 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:21.009943 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.026939 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4981633d-5dad-4911-9eaa-a873ccc8883c req-9d232502-2878-4a6f-b401-9137d2d30589 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647247 Sep 16 04:42:21.061163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-df17122f-f1b5-4a3c-91cb-a1b33e042ee4 None None] Provisioning complete for port 133fcf01-ceed-411c-aef6-53f44e26eb87 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:21.061810 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df17122f-f1b5-4a3c-91cb-a1b33e042ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.063930 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8079e65b-0ad4-4e67-814a-be511493cc61 None None] Checking router: 22e67c8b-c23d-41b2-b87f-07e6559582c9 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:21.089167 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079e65b-0ad4-4e67-814a-be511493cc61 None None] Routers {'22e67c8b-c23d-41b2-b87f-07e6559582c9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:21.092705 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8079e65b-0ad4-4e67-814a-be511493cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['22e67c8b-c23d-41b2-b87f-07e6559582c9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:21.101743 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.128042 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.190204 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c388cfee-7e0c-425f-b287-e2c13343123b req-065a351d-01b3-4682-8090-fd34c849a037 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836061 Sep 16 04:42:21.250867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port da646c79-21b9-4c63-aa1f-871262c57b7a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=da646c79-21b9-4c63-aa1f-871262c57b7a,segment=NetworkSegment(03107d2b-2e5c-4806-9a37-b71d7fe129bf),segment_id=03107d2b-2e5c-4806-9a37-b71d7fe129bf)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:21.255125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13035a67-a369-493b-8dec-4383a27f3e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da646c79-21b9-4c63-aa1f-871262c57b7a'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:21.258575 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89906bc-df26-4b2c-8bbd-e0c46a521d1f" -d '{"events": [{"server_uuid": "13035a67-a369-493b-8dec-4383a27f3e7b", "name": "network-vif-plugged", "status": "completed", "tag": "da646c79-21b9-4c63-aa1f-871262c57b7a"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:21.266765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476b063-c7e2-408f-8f7d-43fb326aac52 req-8b18f3cb-5cf5-4da9-98d4-00452c0d5365 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:21.268416 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1476b063-c7e2-408f-8f7d-43fb326aac52 req-8b18f3cb-5cf5-4da9-98d4-00452c0d5365 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b2e8bd2-e3cc-4ced-84be-05a677027b2d HTTP/1.1" status: 200 len: 945 time: 0.1192391 Sep 16 04:42:21.272386 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.273328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 1921435d-47a2-4275-b2c1-984be8e03120 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:21.306554 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-8079e65b-0ad4-4e67-814a-be511493cc61 None None] Set router 22e67c8b-c23d-41b2-b87f-07e6559582c9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:21.346718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1476b063-c7e2-408f-8f7d-43fb326aac52 req-2865d093-ae73-41d7-908e-955066682d76 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624251 Sep 16 04:42:21.443885 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c49c414-c0cf-4066-bddd-a44a6f0b15c2 x-openstack-request-id: req-5c49c414-c0cf-4066-bddd-a44a6f0b15c2 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:21.444280 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13035a67-a369-493b-8dec-4383a27f3e7b", "name": "network-vif-plugged", "status": "completed", "tag": "da646c79-21b9-4c63-aa1f-871262c57b7a", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:21.444634 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c49c414-c0cf-4066-bddd-a44a6f0b15c2 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:21.447598 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.453837 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13035a67-a369-493b-8dec-4383a27f3e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da646c79-21b9-4c63-aa1f-871262c57b7a', 'code': 200} Sep 16 04:42:21.459173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.489071 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.505986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=da646c79-21b9-4c63-aa1f-871262c57b7a,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:21.530896 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df17122f-f1b5-4a3c-91cb-a1b33e042ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.545764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe0a0691-5cc3-4a5f-953e-ad5146073b04 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:21.596066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 133fcf01-ceed-411c-aef6-53f44e26eb87, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=133fcf01-ceed-411c-aef6-53f44e26eb87,segment=NetworkSegment(d7c87719-7234-49c4-9be1-13c4734d6ff4),segment_id=d7c87719-7234-49c4-9be1-13c4734d6ff4)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:21.618925 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.669348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204124-9f0d-4566-9ef1-358924a922f7 req-e256af2a-af1b-4004-96f6-511418b06f8e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:21.671029 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a204124-9f0d-4566-9ef1-358924a922f7 req-e256af2a-af1b-4004-96f6-511418b06f8e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 943 time: 0.3493011 Sep 16 04:42:21.676580 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8079e65b-0ad4-4e67-814a-be511493cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:42:18Z', 'revision_number': 5, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:21.688654 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.714061 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8079e65b-0ad4-4e67-814a-be511493cc61 None None] The sync data for ids ['22e67c8b-c23d-41b2-b87f-07e6559582c9'] in n-d-712142-17 is: [{'id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'name': 'tempest-ServersTestFqdnHostnames-1085843597-router', 'tenant_id': '076ee750e5044600b905d450c833d9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:39:42Z', 'updated_at': '2021-09-16T04:42:18Z', 'revision_number': 5, 'project_id': '076ee750e5044600b905d450c833d9e6', 'gw_port': {'id': 'd2e7169d-9bd9-4c0e-9636-a8911394bd4b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:46:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e67c8b-c23d-41b2-b87f-07e6559582c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:39:44Z', 'updated_at': '2021-09-16T04:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:21.717140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 1921435d-47a2-4275-b2c1-984be8e03120 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:21.772577 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 1921435d-47a2-4275-b2c1-984be8e03120 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:21.772900 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.806449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=133fcf01-ceed-411c-aef6-53f44e26eb87,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:21.891297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c1ccb-3176-453c-abbb-f1b6479fb9dc req-bb1e0a50-cd52-4db4-a72d-3870772b7cff tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:21.900555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a05c1ccb-3176-453c-abbb-f1b6479fb9dc req-bb1e0a50-cd52-4db4-a72d-3870772b7cff tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 946 time: 0.0721302 Sep 16 04:42:21.901660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Deleting port d2e7169d-9bd9-4c0e-9636-a8911394bd4b {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:21.902187 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:21.920544 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a204124-9f0d-4566-9ef1-358924a922f7 req-5373aff8-c716-40a1-8bb3-5a666c1ec951 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155418 Sep 16 04:42:21.981767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a05c1ccb-3176-453c-abbb-f1b6479fb9dc req-72928d45-4cc7-4196-8f03-feb075bcccca tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793979 Sep 16 04:42:21.999944 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-df17122f-f1b5-4a3c-91cb-a1b33e042ee4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:42:22.000314 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-df17122f-f1b5-4a3c-91cb-a1b33e042ee4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:42:22.047512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe0a0691-5cc3-4a5f-953e-ad5146073b04, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe0a0691-5cc3-4a5f-953e-ad5146073b04,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:22.085499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'fe0a0691-5cc3-4a5f-953e-ad5146073b04', 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9', 'port_id': 'fe0a0691-5cc3-4a5f-953e-ad5146073b04', 'mac_address': 'fa:16:3e:60:3f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ebfc39-2565-44fc-9e95-bd5ceb2266d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:22.121353 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.145439 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Router ba8afaf4-0858-44e3-9a66-acb1ab66ce30 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:42:22.151112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] For port d2e7169d-9bd9-4c0e-9636-a8911394bd4b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d2e7169d-9bd9-4c0e-9636-a8911394bd4b,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:22.151622 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.176456 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.194050 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 1921435d-47a2-4275-b2c1-984be8e03120, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1921435d-47a2-4275-b2c1-984be8e03120,segment=NetworkSegment(419c7a0c-4d6e-46c4-a32a-64342a95ff80),segment_id=419c7a0c-4d6e-46c4-a32a-64342a95ff80)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:22.200926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0a0691-5cc3-4a5f-953e-ad5146073b04 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:22.205964 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.277434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe0a0691-5cc3-4a5f-953e-ad5146073b04, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe0a0691-5cc3-4a5f-953e-ad5146073b04,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:22.281545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=1921435d-47a2-4275-b2c1-984be8e03120,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:22.291613 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.385587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fe0a0691-5cc3-4a5f-953e-ad5146073b04,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:22.401847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a2d69-c3bb-4ff2-b552-8036aa9dbb53 req-b329a65f-aeee-46b5-9868-ace65cf12d4c tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.410343 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b95a2d69-c3bb-4ff2-b552-8036aa9dbb53 req-b329a65f-aeee-46b5-9868-ace65cf12d4c tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1010625 Sep 16 04:42:22.433232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 133fcf01-ceed-411c-aef6-53f44e26eb87 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:22.472098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b95a2d69-c3bb-4ff2-b552-8036aa9dbb53 req-f53eca68-481b-49a5-b9f5-25f50389e308 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607631 Sep 16 04:42:22.528981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Calling delete_port for d2e7169d-9bd9-4c0e-9636-a8911394bd4b owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:22.575238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['fe0a0691-5cc3-4a5f-953e-ad5146073b04'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:22.599484 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd2ec5-5750-4ee6-960f-16a364c5b994 req-81f5bad5-aab2-4235-b63b-f747693acf6f tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.609868 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e6dd2ec5-5750-4ee6-960f-16a364c5b994 req-81f5bad5-aab2-4235-b63b-f747693acf6f tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.0877016 Sep 16 04:42:22.625634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 133fcf01-ceed-411c-aef6-53f44e26eb87 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:22.626199 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.689021 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e6dd2ec5-5750-4ee6-960f-16a364c5b994 req-bfd9389f-0297-4e22-b2ef-c1c362cc52a3 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786538 Sep 16 04:42:22.722964 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-be52700a-90c8-4ee0-bd58-755b5a79295a None None] Provisioning complete for port 133fcf01-ceed-411c-aef6-53f44e26eb87 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:22.723497 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-be52700a-90c8-4ee0-bd58-755b5a79295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:22.740056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f2928-e01d-46b9-af7d-8f98785c61f8 req-f60da159-7df3-4024-9327-872895a991b7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.741675 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ea1f2928-e01d-46b9-af7d-8f98785c61f8 req-f60da159-7df3-4024-9327-872895a991b7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.7068968 Sep 16 04:42:22.822965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a72f-299d-423b-bad7-74568739acfc req-c6aead25-db8c-41e6-b291-f6fcf363a069 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.832345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a72f-299d-423b-bad7-74568739acfc req-c6aead25-db8c-41e6-b291-f6fcf363a069 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:22.842091 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-42b3a72f-299d-423b-bad7-74568739acfc req-c6aead25-db8c-41e6-b291-f6fcf363a069 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1682 time: 0.0826445 Sep 16 04:42:22.873043 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ea1f2928-e01d-46b9-af7d-8f98785c61f8 req-2509f349-76de-4695-b345-bbf83d963af4 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924571 Sep 16 04:42:22.905423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 649db456-2328-4b87-a9c4-f26737c172fa no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:22.916488 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-42b3a72f-299d-423b-bad7-74568739acfc req-e3fc1900-9f89-4934-bba2-e28b9acdd654 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691493 Sep 16 04:42:22.933396 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 649db456-2328-4b87-a9c4-f26737c172fa {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:22.933834 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 649db456-2328-4b87-a9c4-f26737c172fa not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:23.010966 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.044653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e7169d-9bd9-4c0e-9636-a8911394bd4b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:23.085554 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.098711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedd982-8b27-45e2-8555-99c86a8ffbb9 req-bdadbe23-d783-4875-a834-d6e9286ab416 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.105557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:23.111128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ebedd982-8b27-45e2-8555-99c86a8ffbb9 req-bdadbe23-d783-4875-a834-d6e9286ab416 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 944 time: 0.1055021 Sep 16 04:42:23.115010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Sync routers for ids ['ba8afaf4-0858-44e3-9a66-acb1ab66ce30'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:23.131000 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Routers {'ba8afaf4-0858-44e3-9a66-acb1ab66ce30'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:23.131652 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ba8afaf4-0858-44e3-9a66-acb1ab66ce30'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:23.170910 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ebedd982-8b27-45e2-8555-99c86a8ffbb9 req-8701f38e-cc9b-4f4f-8900-f3ac7be946ac tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542240 Sep 16 04:42:23.191877 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.196188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58376) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:23.200540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fa5e4bc4-dd33-4a49-ae77-f1d40bde0c9c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8883116 Sep 16 04:42:23.218678 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.311222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Set router ba8afaf4-0858-44e3-9a66-acb1ab66ce30 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:23.344540 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.350251 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.402497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc487239-1b05-4663-a8ac-13bd3188f2df req-57c93ede-c369-4115-a9f0-03d2162b4965 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.408437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc487239-1b05-4663-a8ac-13bd3188f2df req-57c93ede-c369-4115-a9f0-03d2162b4965 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.414367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc487239-1b05-4663-a8ac-13bd3188f2df req-57c93ede-c369-4115-a9f0-03d2162b4965 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.422407 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc487239-1b05-4663-a8ac-13bd3188f2df req-57c93ede-c369-4115-a9f0-03d2162b4965 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937&device_id=4b2e8bd2-e3cc-4ced-84be-05a677027b2d&device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 2418 time: 0.2007399 Sep 16 04:42:23.456326 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.457409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22e67c8b-c23d-41b2-b87f-07e6559582c9 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:42:23.464971 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.468692 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-42c40f66-0859-456a-86bf-d92e74374726 admin admin] 10.222.0.53 "DELETE /v2.0/routers/22e67c8b-c23d-41b2-b87f-07e6559582c9 HTTP/1.1" status: 204 len: 168 time: 2.8327258 Sep 16 04:42:23.468877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58378) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:23.473978 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13035a67-a369-493b-8dec-4383a27f3e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1921435d-47a2-4275-b2c1-984be8e03120'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:23.476798 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11d8f1d-3849-4d6b-bb62-db67064960a5" -d '{"events": [{"server_uuid": "13035a67-a369-493b-8dec-4383a27f3e7b", "name": "network-vif-plugged", "status": "completed", "tag": "1921435d-47a2-4275-b2c1-984be8e03120"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:23.535921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-333bc89c-71c2-4248-afe8-afb6d656b880 admin admin] Deleting subnet a7fde5dc-8b27-4519-91f5-44a105233a0d {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:23.539403 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-333bc89c-71c2-4248-afe8-afb6d656b880 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.566830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe0a0691-5cc3-4a5f-953e-ad5146073b04 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:23.589258 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc487239-1b05-4663-a8ac-13bd3188f2df req-b916c23c-83e6-45a1-a4bc-4fd30de4186a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662350 Sep 16 04:42:23.603648 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-333bc89c-71c2-4248-afe8-afb6d656b880 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.626235 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eacba61-1ac2-43fb-a54a-e48787ce10cb x-openstack-request-id: req-0eacba61-1ac2-43fb-a54a-e48787ce10cb {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:23.626593 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13035a67-a369-493b-8dec-4383a27f3e7b", "name": "network-vif-plugged", "status": "completed", "tag": "1921435d-47a2-4275-b2c1-984be8e03120", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:23.626894 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0eacba61-1ac2-43fb-a54a-e48787ce10cb {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:23.627816 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13035a67-a369-493b-8dec-4383a27f3e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1921435d-47a2-4275-b2c1-984be8e03120', 'code': 200} Sep 16 04:42:23.658930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port fe0a0691-5cc3-4a5f-953e-ad5146073b04 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:23.663297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port fe0a0691-5cc3-4a5f-953e-ad5146073b04 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:23.663777 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.698466 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8afaf4-0858-44e3-9a66-acb1ab66ce30', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769509297-router', 'tenant_id': '3c301e13e70f4f9b9b77daa33975ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '578638a5-2ba6-412f-86af-b962d3f64ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:20Z', 'revision_number': 3, 'project_id': '3c301e13e70f4f9b9b77daa33975ad24', 'gw_port': {'id': '578638a5-2ba6-412f-86af-b962d3f64ea2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8afaf4-0858-44e3-9a66-acb1ab66ce30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:19Z', 'updated_at': '2021-09-16T04:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:23.737916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Checking router: ba8afaf4-0858-44e3-9a66-acb1ab66ce30 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:23.738145 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Updating router ba8afaf4-0858-44e3-9a66-acb1ab66ce30 port 578638a5-2ba6-412f-86af-b962d3f64ea2 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:23.782160 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.823098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-333bc89c-71c2-4248-afe8-afb6d656b880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.923368 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.961272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159ed4c-6d26-4e02-999c-c07b8631a296 req-a7a1db47-c1e3-47f9-8b4a-80fb75290a46 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.971554 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b159ed4c-6d26-4e02-999c-c07b8631a296 req-a7a1db47-c1e3-47f9-8b4a-80fb75290a46 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 946 time: 0.1832278 Sep 16 04:42:23.971782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe0a0691-5cc3-4a5f-953e-ad5146073b04, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe0a0691-5cc3-4a5f-953e-ad5146073b04,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:23.986195 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:23.986612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02622c11-63dd-4af6-a12a-12ccb3eddfaf req-6f23c7a4-4e47-432e-940b-52713e68932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.987226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02622c11-63dd-4af6-a12a-12ccb3eddfaf req-6f23c7a4-4e47-432e-940b-52713e68932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:23.989028 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02622c11-63dd-4af6-a12a-12ccb3eddfaf req-6f23c7a4-4e47-432e-940b-52713e68932a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1986 time: 0.2002192 Sep 16 04:42:24.009589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476ed67-4082-4f1c-83d6-d315729f9c2a req-f3865fed-637a-47cc-8afa-ba9a89b6ac64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.012989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c476ed67-4082-4f1c-83d6-d315729f9c2a req-f3865fed-637a-47cc-8afa-ba9a89b6ac64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1486509 Sep 16 04:42:24.015657 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.047573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fe0a0691-5cc3-4a5f-953e-ad5146073b04,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:24.069560 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b159ed4c-6d26-4e02-999c-c07b8631a296 req-25fb2173-fba5-42d6-94e3-7d7da28ffaf7 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975025 Sep 16 04:42:24.088637 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-333bc89c-71c2-4248-afe8-afb6d656b880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.105509 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02622c11-63dd-4af6-a12a-12ccb3eddfaf req-47d559de-a525-4b14-9eaa-71c4be726209 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029131 Sep 16 04:42:24.172500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58398) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:24.174438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bc89c-71c2-4248-afe8-afb6d656b880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fde5dc-8b27-4519-91f5-44a105233a0d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:24.186557 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-333bc89c-71c2-4248-afe8-afb6d656b880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.195103 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-333bc89c-71c2-4248-afe8-afb6d656b880 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a7fde5dc-8b27-4519-91f5-44a105233a0d HTTP/1.1" status: 204 len: 168 time: 0.7249484 Sep 16 04:42:24.204421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58402) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:24.239206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9844b13f-771a-44b7-9307-046ae6d01998 None None] Network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:24.309170 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.322594 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.366125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4f793-41cd-4ee5-9ff1-8038056a7aae req-76fcf22b-1ead-40bb-983e-8cce4eb591bf tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.368160 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-71f4f793-41cd-4ee5-9ff1-8038056a7aae req-76fcf22b-1ead-40bb-983e-8cce4eb591bf tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1121962 Sep 16 04:42:24.383677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Attempting to bind port 578638a5-2ba6-412f-86af-b962d3f64ea2 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:24.384140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Attempting to bind port 578638a5-2ba6-412f-86af-b962d3f64ea2 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:24.384579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Attempting to bind port 578638a5-2ba6-412f-86af-b962d3f64ea2 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:24.393440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Allocated IP 172.20.0.1 (4ae69497-8f73-41ea-806f-a700396d1093/3eaa5a96-ba34-47a1-a004-8a01875a5b3a/1e56286b-68b3-4501-b37a-2bffad8b05b5) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:24.413992 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:24.414386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:24.418190 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.418190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:24.418190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Bound port: 578638a5-2ba6-412f-86af-b962d3f64ea2, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:24.418190 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.455036 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c476ed67-4082-4f1c-83d6-d315729f9c2a req-be16375e-b0df-4f56-8cb3-7fd68682daec tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204001 Sep 16 04:42:24.461061 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-71f4f793-41cd-4ee5-9ff1-8038056a7aae req-a2cfc39f-f42a-444a-885d-41ef141fa5d2 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918045 Sep 16 04:42:24.479668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d2e7169d-9bd9-4c0e-9636-a8911394bd4b no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:24.485150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d15c8f-9984-4ca6-9c9a-1b25580e1b6d None None] Pushing event updated for resources: {'Port': ['ID=578638a5-2ba6-412f-86af-b962d3f64ea2,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:24.535093 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.558819 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d2e7169d-9bd9-4c0e-9636-a8911394bd4b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:24.563109 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d2e7169d-9bd9-4c0e-9636-a8911394bd4b not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:24.613324 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] For port 578638a5-2ba6-412f-86af-b962d3f64ea2, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:24.617122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] For port 578638a5-2ba6-412f-86af-b962d3f64ea2, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=578638a5-2ba6-412f-86af-b962d3f64ea2,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:24.624894 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.667582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af8ba2-44b8-4014-9ad7-fc20c81c5851 req-1ffbda63-3e21-42b9-a111-f5c6943acefb tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.674775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af8ba2-44b8-4014-9ad7-fc20c81c5851 req-1ffbda63-3e21-42b9-a111-f5c6943acefb tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.681648 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12af8ba2-44b8-4014-9ad7-fc20c81c5851 req-1ffbda63-3e21-42b9-a111-f5c6943acefb tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1682 time: 0.1190357 Sep 16 04:42:24.743748 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.743990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b4a1e7-4812-4e60-91ef-42bc7bb1023d None None] DHCP port deletion for c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:42:24.746109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Deleting port aff8176f-62bf-48d7-9e67-a42d9d3b114b {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:24.746477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.759851 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12af8ba2-44b8-4014-9ad7-fc20c81c5851 req-aca2fd7f-75dc-4967-8422-6887da258635 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772362 Sep 16 04:42:24.828926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d15c8f-9984-4ca6-9c9a-1b25580e1b6d None None] Pushing event updated for resources: {'Port': ['ID=578638a5-2ba6-412f-86af-b962d3f64ea2,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:24.852875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] For port aff8176f-62bf-48d7-9e67-a42d9d3b114b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=aff8176f-62bf-48d7-9e67-a42d9d3b114b,segment=NetworkSegment(3decd213-2a3b-4afa-90d1-e839c14b3944),segment_id=3decd213-2a3b-4afa-90d1-e839c14b3944)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:24.853100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.873330 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Calling delete_port for aff8176f-62bf-48d7-9e67-a42d9d3b114b owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:24.879225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:24.895878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Routers {'ba8afaf4-0858-44e3-9a66-acb1ab66ce30'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:24.896744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ba8afaf4-0858-44e3-9a66-acb1ab66ce30'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:24.966693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f28cf-b233-4e35-9f58-18946cdded4e req-90d1580d-1683-44b4-9b81-167d9f6dd14b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:24.974125 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-471f28cf-b233-4e35-9f58-18946cdded4e req-90d1580d-1683-44b4-9b81-167d9f6dd14b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 945 time: 0.0766566 Sep 16 04:42:24.980636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Network 4ae69497-8f73-41ea-806f-a700396d1093 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:24.995469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:25.003267 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95cb7f42-eab5-4a03-b60e-2ceadeb0f9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.004320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:25.007479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Pushing event updated for resources: {'Port': ['ID=1e56286b-68b3-4501-b37a-2bffad8b05b5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:25.080527 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-471f28cf-b233-4e35-9f58-18946cdded4e req-91762906-481b-45ad-8fc4-dd7506f014f8 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991940 Sep 16 04:42:25.098601 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-82b4a1e7-4812-4e60-91ef-42bc7bb1023d None None] Deleting port aff8176f-62bf-48d7-9e67-a42d9d3b114b {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:25.099069 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82b4a1e7-4812-4e60-91ef-42bc7bb1023d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.111519 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.228433 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.276106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] Set router ba8afaf4-0858-44e3-9a66-acb1ab66ce30 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:25.329111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] No DVR routers for this DVR port aff8176f-62bf-48d7-9e67-a42d9d3b114b on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:25.332959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff8176f-62bf-48d7-9e67-a42d9d3b114b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:25.385976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-82b4a1e7-4812-4e60-91ef-42bc7bb1023d None None] For port aff8176f-62bf-48d7-9e67-a42d9d3b114b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=aff8176f-62bf-48d7-9e67-a42d9d3b114b,segment=NetworkSegment(3decd213-2a3b-4afa-90d1-e839c14b3944),segment_id=3decd213-2a3b-4afa-90d1-e839c14b3944)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:25.386413 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82b4a1e7-4812-4e60-91ef-42bc7bb1023d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.438954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-82b4a1e7-4812-4e60-91ef-42bc7bb1023d None None] Calling delete_port for aff8176f-62bf-48d7-9e67-a42d9d3b114b owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:25.495794 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.501368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.537863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-95cb7f42-eab5-4a03-b60e-2ceadeb0f9f0 admin admin] Deleting port e9c93bae-90e1-4a94-96d7-58dc6da008d5 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:25.538257 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95cb7f42-eab5-4a03-b60e-2ceadeb0f9f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.589882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:25.627644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3decd213-2a3b-4afa-90d1-e839c14b3944') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:25.627944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3decd213-2a3b-4afa-90d1-e839c14b3944') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:25.641820 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.653971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-95cb7f42-eab5-4a03-b60e-2ceadeb0f9f0 admin admin] For port e9c93bae-90e1-4a94-96d7-58dc6da008d5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e9c93bae-90e1-4a94-96d7-58dc6da008d5,segment=NetworkSegment(18da4e91-dec7-471e-94ab-5a3faee6b2a7),segment_id=18da4e91-dec7-471e-94ab-5a3faee6b2a7)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:25.654687 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95cb7f42-eab5-4a03-b60e-2ceadeb0f9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.672461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93d02fc-144b-4b87-bc24-9e3755c87d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0a0691-5cc3-4a5f-953e-ad5146073b04'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:25.674354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-95cb7f42-eab5-4a03-b60e-2ceadeb0f9f0 admin admin] Calling delete_port for e9c93bae-90e1-4a94-96d7-58dc6da008d5 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:25.674965 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e84b6ee-3ea3-4802-af6b-ac0a063651d4" -d '{"events": [{"server_uuid": "d93d02fc-144b-4b87-bc24-9e3755c87d94", "name": "network-vif-plugged", "status": "completed", "tag": "fe0a0691-5cc3-4a5f-953e-ad5146073b04"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:25.676492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.704678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e2a92-c8c1-4a7e-9872-1345ee7f5dc1 req-c0355729-6a40-41de-91a4-b144e4f8f872 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:25.712317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-367e2a92-c8c1-4a7e-9872-1345ee7f5dc1 req-c0355729-6a40-41de-91a4-b144e4f8f872 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1601782 Sep 16 04:42:25.725258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:25.725692 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:25.735270 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:25.759006 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ea8e0f74-67a3-4f81-b3b1-3d2793a48358 None None] Provisioning complete for port 1e56286b-68b3-4501-b37a-2bffad8b05b5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:25.759350 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ea8e0f74-67a3-4f81-b3b1-3d2793a48358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.821976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e0f74-67a3-4f81-b3b1-3d2793a48358 None None] Port 1e56286b-68b3-4501-b37a-2bffad8b05b5 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:25.851926 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82b4a1e7-4812-4e60-91ef-42bc7bb1023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.859754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8afaf4-0858-44e3-9a66-acb1ab66ce30', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769509297-router', 'tenant_id': '3c301e13e70f4f9b9b77daa33975ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '578638a5-2ba6-412f-86af-b962d3f64ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:20Z', 'revision_number': 3, 'project_id': '3c301e13e70f4f9b9b77daa33975ad24', 'gw_port': {'id': '578638a5-2ba6-412f-86af-b962d3f64ea2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8afaf4-0858-44e3-9a66-acb1ab66ce30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:19Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:25.860419 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.865151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda38470-d12a-4d1a-be81-0c628238e95d req-f50c3a4a-d4ae-4ec5-ba85-051fe9dbe6e2 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:25.866785 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fda38470-d12a-4d1a-be81-0c628238e95d req-f50c3a4a-d4ae-4ec5-ba85-051fe9dbe6e2 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1139152 Sep 16 04:42:25.878978 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:25.880830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba HTTP/1.1" status: 204 len: 168 time: 1.6754675 Sep 16 04:42:25.892734 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-367e2a92-c8c1-4a7e-9872-1345ee7f5dc1 req-6a9691fd-bdf8-4646-917a-de257c80d025 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794930 Sep 16 04:42:25.895372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6e885-663e-41a9-9b33-5d5a41b71946 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:25.913544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82b4a1e7-4812-4e60-91ef-42bc7bb1023d None None] Network c5fbb66f-ad2f-4013-b4b6-b4a2510c4bba is not hosted by any dhcp agent {{(pid=94746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:42:25.913905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b4a1e7-4812-4e60-91ef-42bc7bb1023d None None] No DVR routers for this DVR port aff8176f-62bf-48d7-9e67-a42d9d3b114b on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:25.915951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4a1e7-4812-4e60-91ef-42bc7bb1023d None None] Pushing event deleted for resources: {'Port': ['ID=aff8176f-62bf-48d7-9e67-a42d9d3b114b,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:25.920355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b38133-5348-43e1-9711-fe8ed1456257 None None] The sync data for ids ['ba8afaf4-0858-44e3-9a66-acb1ab66ce30'] in n-d-712142-17 is: [{'id': 'ba8afaf4-0858-44e3-9a66-acb1ab66ce30', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769509297-router', 'tenant_id': '3c301e13e70f4f9b9b77daa33975ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '578638a5-2ba6-412f-86af-b962d3f64ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:20Z', 'revision_number': 3, 'project_id': '3c301e13e70f4f9b9b77daa33975ad24', 'gw_port': {'id': '578638a5-2ba6-412f-86af-b962d3f64ea2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8afaf4-0858-44e3-9a66-acb1ab66ce30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:19Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:25.967485 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f9af1a-b5af-4a1c-823c-f77e71a3ba09 x-openstack-request-id: req-70f9af1a-b5af-4a1c-823c-f77e71a3ba09 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:25.968111 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93d02fc-144b-4b87-bc24-9e3755c87d94", "name": "network-vif-plugged", "status": "completed", "tag": "fe0a0691-5cc3-4a5f-953e-ad5146073b04", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:25.968255 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70f9af1a-b5af-4a1c-823c-f77e71a3ba09 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:25.968616 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93d02fc-144b-4b87-bc24-9e3755c87d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0a0691-5cc3-4a5f-953e-ad5146073b04', 'code': 200} Sep 16 04:42:25.989834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fda38470-d12a-4d1a-be81-0c628238e95d req-3f037abc-bd22-4c05-857c-1b7fa7e80509 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152446 Sep 16 04:42:26.007047 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.015255 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.094214 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95cb7f42-eab5-4a03-b60e-2ceadeb0f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.152772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb7f42-eab5-4a03-b60e-2ceadeb0f9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c93bae-90e1-4a94-96d7-58dc6da008d5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:26.164669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58428) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:26.238189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Pushing event updated for resources: {'Port': ['ID=1e56286b-68b3-4501-b37a-2bffad8b05b5,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:26.247601 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.284481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703925c-2a49-4a01-9ef5-28efe8a45780 req-7fa72642-9e76-4153-acbb-0e23ca8c06ba tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.290609 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703925c-2a49-4a01-9ef5-28efe8a45780 req-7fa72642-9e76-4153-acbb-0e23ca8c06ba tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.299963 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a703925c-2a49-4a01-9ef5-28efe8a45780 req-7fa72642-9e76-4153-acbb-0e23ca8c06ba tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1682 time: 0.1511674 Sep 16 04:42:26.304233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f70f4c-d643-4973-b3e5-98cbaf48cda7 req-ffcde07d-d3e8-4262-a979-7e00373b85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.305634 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7f70f4c-d643-4973-b3e5-98cbaf48cda7 req-ffcde07d-d3e8-4262-a979-7e00373b85a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 1097 time: 0.1572680 Sep 16 04:42:26.310814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c1130756-e684-4b87-97dd-6f9f4593b3eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=076ee750e5044600b905d450c833d9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396065 Sep 16 04:42:26.311736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58430) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:26.446108 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a703925c-2a49-4a01-9ef5-28efe8a45780 req-a055bed2-7b43-4e03-ad27-a36bc23c9036 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451395 Sep 16 04:42:26.545525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7f70f4c-d643-4973-b3e5-98cbaf48cda7 req-b9d8932d-9d3c-41da-b0a1-2baab125488f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243588 Sep 16 04:42:26.601878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device aff8176f-62bf-48d7-9e67-a42d9d3b114b no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:26.624873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: aff8176f-62bf-48d7-9e67-a42d9d3b114b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:26.625143 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95cb7f42-eab5-4a03-b60e-2ceadeb0f9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.625297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device aff8176f-62bf-48d7-9e67-a42d9d3b114b not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:26.633224 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-28b13a99-ef9e-4329-a66d-cb647f27c028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.638697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Network 4ae69497-8f73-41ea-806f-a700396d1093 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:26.648654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:26.663306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b176-a2dd-46d9-b9d5-1742d7569584 req-d63775d6-5f26-457b-8fd0-11e3918dc679 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.671821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b3a6b176-a2dd-46d9-b9d5-1742d7569584 req-d63775d6-5f26-457b-8fd0-11e3918dc679 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 945 time: 0.1306522 Sep 16 04:42:26.709662 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-28b13a99-ef9e-4329-a66d-cb647f27c028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.729265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b81d6-e459-409e-9d85-060e7d0738e9 req-f98a48e4-7faf-409e-8dea-b0942be19801 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:26.731837 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b6b81d6-e459-409e-9d85-060e7d0738e9 req-f98a48e4-7faf-409e-8dea-b0942be19801 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1444435 Sep 16 04:42:26.806245 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b3a6b176-a2dd-46d9-b9d5-1742d7569584 req-368d9506-9d6c-48bc-94e6-4103d9fb838f tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334362 Sep 16 04:42:26.837854 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b6b81d6-e459-409e-9d85-060e7d0738e9 req-613a094d-ab45-4617-b477-c2258aaa6e42 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640860 Sep 16 04:42:26.903847 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-28b13a99-ef9e-4329-a66d-cb647f27c028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.906842 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-28b13a99-ef9e-4329-a66d-cb647f27c028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:26.908086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-28b13a99-ef9e-4329-a66d-cb647f27c028 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08f6e8a0-2901-438c-a183-6815debac9a7 HTTP/1.1" status: 204 len: 168 time: 0.5953479 Sep 16 04:42:26.931671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Router ba8afaf4-0858-44e3-9a66-acb1ab66ce30 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:26.959289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b13a99-ef9e-4329-a66d-cb647f27c028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f6e8a0-2901-438c-a183-6815debac9a7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:27.006492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-00dd1fba-b887-402b-aa98-ec0e2da10859 None None] Provisioning complete for port 1e56286b-68b3-4501-b37a-2bffad8b05b5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:27.006793 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-00dd1fba-b887-402b-aa98-ec0e2da10859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.016394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cb7f42-eab5-4a03-b60e-2ceadeb0f9f0 admin admin] Router d426dd47-0b3f-49e9-b212-962e093faef9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:27.087231 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-00dd1fba-b887-402b-aa98-ec0e2da10859 None None] Port 1e56286b-68b3-4501-b37a-2bffad8b05b5 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:27.258612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cb7f42-eab5-4a03-b60e-2ceadeb0f9f0 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:27.271067 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a318a9e-1ca8-4372-a8ab-22c500a99b70 None None] Sync routers for ids ['d426dd47-0b3f-49e9-b212-962e093faef9'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:27.281029 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-95cb7f42-eab5-4a03-b60e-2ceadeb0f9f0 admin admin] 10.222.0.53 "PUT /v2.0/routers/d426dd47-0b3f-49e9-b212-962e093faef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0838482 Sep 16 04:42:27.281928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58448) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:27.290724 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a318a9e-1ca8-4372-a8ab-22c500a99b70 None None] Routers {'d426dd47-0b3f-49e9-b212-962e093faef9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:27.291371 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1a318a9e-1ca8-4372-a8ab-22c500a99b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d426dd47-0b3f-49e9-b212-962e093faef9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:27.430855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca3183-d94d-4f95-85c3-974f1c8ea220 req-e431ac19-274a-400d-ade9-3fcb8ac8fb53 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.439440 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93ca3183-d94d-4f95-85c3-974f1c8ea220 req-e431ac19-274a-400d-ade9-3fcb8ac8fb53 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1938272 Sep 16 04:42:27.461734 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1a318a9e-1ca8-4372-a8ab-22c500a99b70 None None] Set router d426dd47-0b3f-49e9-b212-962e093faef9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:27.468323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.603757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864601d2-bc04-46b2-8944-00db0a6b4943 req-0e3e5bed-41c2-42e7-92e6-187052d0bd19 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.612917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-864601d2-bc04-46b2-8944-00db0a6b4943 req-0e3e5bed-41c2-42e7-92e6-187052d0bd19 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.5437686 Sep 16 04:42:27.613464 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.639492 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93ca3183-d94d-4f95-85c3-974f1c8ea220 req-47b23bca-9ef1-4ae5-bb60-dffa9acec7c8 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990871 Sep 16 04:42:27.650706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:27.660252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-da672d5e-3a7f-4b33-a53b-bba7bbf3ea42 admin admin] 10.222.0.53 "PUT /v2.0/routers/ba8afaf4-0858-44e3-9a66-acb1ab66ce30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4628460 Sep 16 04:42:27.717622 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-864601d2-bc04-46b2-8944-00db0a6b4943 req-fa1b53e3-86b4-427b-b4c3-d708dc443836 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037257 Sep 16 04:42:27.790708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Deleting port 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:27.791060 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:27.822116 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1a318a9e-1ca8-4372-a8ab-22c500a99b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824256698-router', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:42:26Z', 'revision_number': 5, 'project_id': '0438dca5e2cc4175984f01ab28c77bfa', 'gw_port': {'id': '0673f4aa-6bf6-4e4b-9343-5561d70e1d08', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:10Z', 'updated_at': '2021-09-16T04:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:27.845679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3d5ea-2873-4ec8-92e6-72d3d2bf6542 req-0b43964d-b5d3-4940-96a2-a068b5dbe08f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.853022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3d5ea-2873-4ec8-92e6-72d3d2bf6542 req-0b43964d-b5d3-4940-96a2-a068b5dbe08f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.853239 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a318a9e-1ca8-4372-a8ab-22c500a99b70 None None] Checking router: d426dd47-0b3f-49e9-b212-962e093faef9 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:27.860174 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-97d3d5ea-2873-4ec8-92e6-72d3d2bf6542 req-0b43964d-b5d3-4940-96a2-a068b5dbe08f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1682 time: 0.1238053 Sep 16 04:42:27.862793 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a318a9e-1ca8-4372-a8ab-22c500a99b70 None None] Routers {'d426dd47-0b3f-49e9-b212-962e093faef9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:27.863563 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1a318a9e-1ca8-4372-a8ab-22c500a99b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d426dd47-0b3f-49e9-b212-962e093faef9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:27.948117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd06e58-2b50-4e36-93cb-00799fb357fc req-0e4b7de4-8a88-4db9-b622-22017eb6d342 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:27.950790 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4fd06e58-2b50-4e36-93cb-00799fb357fc req-0e4b7de4-8a88-4db9-b622-22017eb6d342 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 945 time: 0.0549543 Sep 16 04:42:27.980315 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1a318a9e-1ca8-4372-a8ab-22c500a99b70 None None] Set router d426dd47-0b3f-49e9-b212-962e093faef9 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:27.987883 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-97d3d5ea-2873-4ec8-92e6-72d3d2bf6542 req-c6ec55c9-b43d-4e9a-8d29-052974594e40 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266804 Sep 16 04:42:28.026682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] For port 0673f4aa-6bf6-4e4b-9343-5561d70e1d08, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0673f4aa-6bf6-4e4b-9343-5561d70e1d08,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:28.027081 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.042876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4fd06e58-2b50-4e36-93cb-00799fb357fc req-1ad337d5-fdcb-4ea6-b2c0-a7f617db0525 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624774 Sep 16 04:42:28.056012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Calling delete_port for 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:28.088247 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1a318a9e-1ca8-4372-a8ab-22c500a99b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824256698-router', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:42:27Z', 'revision_number': 6, 'project_id': '0438dca5e2cc4175984f01ab28c77bfa', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:28.117271 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a318a9e-1ca8-4372-a8ab-22c500a99b70 None None] The sync data for ids ['d426dd47-0b3f-49e9-b212-962e093faef9'] in n-d-712142-17 is: [{'id': 'd426dd47-0b3f-49e9-b212-962e093faef9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824256698-router', 'tenant_id': '0438dca5e2cc4175984f01ab28c77bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:08Z', 'updated_at': '2021-09-16T04:42:27Z', 'revision_number': 6, 'project_id': '0438dca5e2cc4175984f01ab28c77bfa', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:28.221049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e4923-0c63-45bb-b691-9a6fe6a8303d req-1174aef4-e6f0-41f6-9daa-076d042d8ded tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.229444 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a4e4923-0c63-45bb-b691-9a6fe6a8303d req-1174aef4-e6f0-41f6-9daa-076d042d8ded tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1411898 Sep 16 04:42:28.322149 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a4e4923-0c63-45bb-b691-9a6fe6a8303d req-9b918888-78c2-44a5-b6dc-7f8d6841c798 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913417 Sep 16 04:42:28.385423 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.404807 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e38794f1-5831-4756-a401-3bb2bfdf6287 req-148ee33f-1e04-4eaf-8606-7ae97eea6864 tempest-FloatingIPsNegativeTestJSON-1836826094 tempest-FloatingIPsNegativeTestJSON-1836826094-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=3c301e13e70f4f9b9b77daa33975ad24 HTTP/1.1" status: 200 len: 217 time: 0.1095448 Sep 16 04:42:28.466457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Pushing event deleted for resources: {'Port': ['ID=0673f4aa-6bf6-4e4b-9343-5561d70e1d08,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:28.521283 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fdf3c103-e1a0-44e3-a699-011d425aa129 req-b1b6a260-51ee-477e-9d1c-8c01bb25dcfa tempest-FloatingIPsNegativeTestJSON-1836826094 tempest-FloatingIPsNegativeTestJSON-1836826094-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0469992 Sep 16 04:42:28.536229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0de9bfef-e4ba-4b77-9651-ee9b6988b697 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:28.551284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0de9bfef-e4ba-4b77-9651-ee9b6988b697 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:28.588519 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-cada2b26-4c98-42d0-b3b0-29f0facc404f req-55087698-3bc1-4d76-9cd2-4e84c4f09cac tempest-FloatingIPsNegativeTestJSON-1836826094 tempest-FloatingIPsNegativeTestJSON-1836826094-project] show failed (client error): The resource could not be found. Sep 16 04:42:28.603629 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cada2b26-4c98-42d0-b3b0-29f0facc404f req-55087698-3bc1-4d76-9cd2-4e84c4f09cac tempest-FloatingIPsNegativeTestJSON-1836826094 tempest-FloatingIPsNegativeTestJSON-1836826094-project] 10.222.0.53 "GET /v2.0/floatingips/8b625aa1-19e7-4bc1-b62e-904a712e1d19 HTTP/1.1" status: 404 len: 350 time: 0.0631700 Sep 16 04:42:28.604139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58492) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:28.680241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] Sync routers for ids ['ba8afaf4-0858-44e3-9a66-acb1ab66ce30'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:28.697040 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.resource_extend [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:42:28.766956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] Routers {'ba8afaf4-0858-44e3-9a66-acb1ab66ce30'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:28.767787 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ba8afaf4-0858-44e3-9a66-acb1ab66ce30'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:28.866921 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:28.926002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0847229a-2efb-4af2-a207-a2946eb45d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de9bfef-e4ba-4b77-9651-ee9b6988b697'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:28.928148 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e31515a-d195-4831-a98c-7cf20538e418" -d '{"events": [{"server_uuid": "0847229a-2efb-4af2-a207-a2946eb45d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "0de9bfef-e4ba-4b77-9651-ee9b6988b697"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:28.934611 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0de9bfef-e4ba-4b77-9651-ee9b6988b697, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0de9bfef-e4ba-4b77-9651-ee9b6988b697,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:28.941484 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a0609-7e11-4795-984d-4ba90fc471a6 req-bb411da4-9eae-4ff2-a1c7-83ff5283f9cc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:28.953060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed2a0609-7e11-4795-984d-4ba90fc471a6 req-bb411da4-9eae-4ff2-a1c7-83ff5283f9cc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1928799 Sep 16 04:42:28.989866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0de9bfef-e4ba-4b77-9651-ee9b6988b697, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0de9bfef-e4ba-4b77-9651-ee9b6988b697,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:28.993054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '0de9bfef-e4ba-4b77-9651-ee9b6988b697', 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b', 'port_id': '0de9bfef-e4ba-4b77-9651-ee9b6988b697', 'mac_address': 'fa:16:3e:63:a8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156edc1e-7368-4770-89dc-c325ad242139', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:28.997944 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.031584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd9bc4-41af-4517-976e-aad5480afceb req-060aa773-e9fa-40d5-ad5e-3931af318f64 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.033157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f1dd9bc4-41af-4517-976e-aad5480afceb req-060aa773-e9fa-40d5-ad5e-3931af318f64 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 945 time: 0.6345971 Sep 16 04:42:29.033566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed2a0609-7e11-4795-984d-4ba90fc471a6 req-975ae458-7552-4980-b48e-62d630894114 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745089 Sep 16 04:42:29.056011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3e94b-91fa-4c74-8e27-b3a958a28ea0 req-dc1dd493-096c-47c7-a53f-769240571e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.057812 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aff3e94b-91fa-4c74-8e27-b3a958a28ea0 req-dc1dd493-096c-47c7-a53f-769240571e58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 1100 time: 0.6052146 Sep 16 04:42:29.060981 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.082286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] Set router ba8afaf4-0858-44e3-9a66-acb1ab66ce30 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:29.108242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-94c0861e-5d93-4142-9942-3bb08e328d7b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.125195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-94c0861e-5d93-4142-9942-3bb08e328d7b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.127217 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-94c0861e-5d93-4142-9942-3bb08e328d7b tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.15 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1682 time: 0.1897120 Sep 16 04:42:29.150655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 578638a5-2ba6-412f-86af-b962d3f64ea2 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:29.215007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=0de9bfef-e4ba-4b77-9651-ee9b6988b697,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.242925 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c3b0f-5052-4dd0-b3e1-4a5130410e71 req-bc5fbf9b-4576-4f1c-8c4a-c295b87c4c78 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.244459 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da9c3b0f-5052-4dd0-b3e1-4a5130410e71 req-bc5fbf9b-4576-4f1c-8c4a-c295b87c4c78 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.0874240 Sep 16 04:42:29.256727 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.262664 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f44c568-f4cb-4e90-8bb6-bb8253cb25e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.284001 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.289626 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de9bfef-e4ba-4b77-9651-ee9b6988b697 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:29.291350 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.303079 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 578638a5-2ba6-412f-86af-b962d3f64ea2 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:29.303340 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.339786 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da9c3b0f-5052-4dd0-b3e1-4a5130410e71 req-6ac502c0-10e5-4542-9dc8-47207de45555 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740993 Sep 16 04:42:29.361461 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aff3e94b-91fa-4c74-8e27-b3a958a28ea0 req-615b9987-29b7-457c-a9d5-147b590e4de8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778115 Sep 16 04:42:29.382728 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0de9bfef-e4ba-4b77-9651-ee9b6988b697, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0de9bfef-e4ba-4b77-9651-ee9b6988b697,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:29.391626 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.393089 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f1dd9bc4-41af-4517-976e-aad5480afceb req-bf658531-3b6f-4d8c-896b-09e7dd29f9f6 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080335 Sep 16 04:42:29.405547 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.406156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d426dd47-0b3f-49e9-b212-962e093faef9 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:42:29.411067 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.414631 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ac34372d-7d01-4a74-b50b-229fe6fb7176 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d426dd47-0b3f-49e9-b212-962e093faef9 HTTP/1.1" status: 204 len: 168 time: 2.1284621 Sep 16 04:42:29.415441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58512) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:29.516653 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c06676-6520-46e4-96e2-2e3446593a16 x-openstack-request-id: req-24c06676-6520-46e4-96e2-2e3446593a16 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:29.516974 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0847229a-2efb-4af2-a207-a2946eb45d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "0de9bfef-e4ba-4b77-9651-ee9b6988b697", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:29.517236 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24c06676-6520-46e4-96e2-2e3446593a16 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:29.517828 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0847229a-2efb-4af2-a207-a2946eb45d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de9bfef-e4ba-4b77-9651-ee9b6988b697', 'code': 200} Sep 16 04:42:29.522372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-ba23e4c3-fb20-47c1-a268-fbc446da7e6f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting port da646c79-21b9-4c63-aa1f-871262c57b7a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:29.525413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=0de9bfef-e4ba-4b77-9651-ee9b6988b697,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.526055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-ba23e4c3-fb20-47c1-a268-fbc446da7e6f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.538176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ddad6e-75d0-4019-9662-b223ebc6b3cd admin admin] Deleting subnet a5a39965-ed1d-4db3-9b39-f025c153c79e {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:29.557118 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4ddad6e-75d0-4019-9662-b223ebc6b3cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.611870 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.638153 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['0de9bfef-e4ba-4b77-9651-ee9b6988b697'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:29.681663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 578638a5-2ba6-412f-86af-b962d3f64ea2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=578638a5-2ba6-412f-86af-b962d3f64ea2,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:29.689878 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.693386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8afaf4-0858-44e3-9a66-acb1ab66ce30', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769509297-router', 'tenant_id': '3c301e13e70f4f9b9b77daa33975ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '578638a5-2ba6-412f-86af-b962d3f64ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:25Z', 'revision_number': 4, 'project_id': '3c301e13e70f4f9b9b77daa33975ad24', 'gw_port': {'id': '578638a5-2ba6-412f-86af-b962d3f64ea2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8afaf4-0858-44e3-9a66-acb1ab66ce30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:19Z', 'updated_at': '2021-09-16T04:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1e56286b-68b3-4501-b37a-2bffad8b05b5', 'name': '', 'network_id': '4ae69497-8f73-41ea-806f-a700396d1093', 'tenant_id': '3c301e13e70f4f9b9b77daa33975ad24', 'mac_address': 'fa:16:3e:85:e9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8afaf4-0858-44e3-9a66-acb1ab66ce30', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '3eaa5a96-ba34-47a1-a004-8a01875a5b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:24Z', 'updated_at': '2021-09-16T04:42:25Z', 'revision_number': 2, 'project_id': '3c301e13e70f4f9b9b77daa33975ad24', 'subnets': [{'id': '3eaa5a96-ba34-47a1-a004-8a01875a5b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:29.706717 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4ddad6e-75d0-4019-9662-b223ebc6b3cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.717206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387eb2c5-55d5-4564-8038-c88df508e4f6 req-e0fb433e-c000-4af0-8ff9-36274ade5be3 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.718813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-387eb2c5-55d5-4564-8038-c88df508e4f6 req-e0fb433e-c000-4af0-8ff9-36274ade5be3 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1191154 Sep 16 04:42:29.747023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e9c93bae-90e1-4a94-96d7-58dc6da008d5 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:29.751848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] Checking router: ba8afaf4-0858-44e3-9a66-acb1ab66ce30 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:29.752207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] Updating router ba8afaf4-0858-44e3-9a66-acb1ab66ce30 port 1e56286b-68b3-4501-b37a-2bffad8b05b5 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:29.770390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5052d-9f14-476d-9f8c-a8e606400464 req-e8b81cb9-22c5-4a9c-835d-a8f3e79e0b1f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.775283 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-387eb2c5-55d5-4564-8038-c88df508e4f6 req-0f588df2-6b6d-43a0-b3b1-6e2b2c0b7220 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495064 Sep 16 04:42:29.776618 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5052d-9f14-476d-9f8c-a8e606400464 req-e8b81cb9-22c5-4a9c-835d-a8f3e79e0b1f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:29.776762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-2f44c568-f4cb-4e90-8bb6-bb8253cb25e5 admin admin] Deleting port 1e56286b-68b3-4501-b37a-2bffad8b05b5 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:29.777029 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f44c568-f4cb-4e90-8bb6-bb8253cb25e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.778064 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dfa5052d-9f14-476d-9f8c-a8e606400464 req-e8b81cb9-22c5-4a9c-835d-a8f3e79e0b1f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 1682 time: 0.2265780 Sep 16 04:42:29.788465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-ba23e4c3-fb20-47c1-a268-fbc446da7e6f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] For port da646c79-21b9-4c63-aa1f-871262c57b7a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=da646c79-21b9-4c63-aa1f-871262c57b7a,segment=NetworkSegment(03107d2b-2e5c-4806-9a37-b71d7fe129bf),segment_id=03107d2b-2e5c-4806-9a37-b71d7fe129bf)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:29.789285 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-ba23e4c3-fb20-47c1-a268-fbc446da7e6f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.813170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-ba23e4c3-fb20-47c1-a268-fbc446da7e6f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Calling delete_port for da646c79-21b9-4c63-aa1f-871262c57b7a owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:29.817766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: e9c93bae-90e1-4a94-96d7-58dc6da008d5 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:29.818121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e9c93bae-90e1-4a94-96d7-58dc6da008d5 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:29.836697 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.865742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=578638a5-2ba6-412f-86af-b962d3f64ea2,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:29.907640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dfa5052d-9f14-476d-9f8c-a8e606400464 req-5fc254c1-2d6d-41cb-a703-37b6d2fb1e20 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225486 Sep 16 04:42:29.909768 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f44c568-f4cb-4e90-8bb6-bb8253cb25e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:29.924610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-2f44c568-f4cb-4e90-8bb6-bb8253cb25e5 admin admin] Calling delete_port for 1e56286b-68b3-4501-b37a-2bffad8b05b5 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:29.955550 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4ddad6e-75d0-4019-9662-b223ebc6b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.039231 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4ddad6e-75d0-4019-9662-b223ebc6b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.169778 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4ddad6e-75d0-4019-9662-b223ebc6b3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.173922 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b4ddad6e-75d0-4019-9662-b223ebc6b3cd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a5a39965-ed1d-4db3-9b39-f025c153c79e HTTP/1.1" status: 204 len: 168 time: 0.7553349 Sep 16 04:42:30.173922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddad6e-75d0-4019-9662-b223ebc6b3cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a39965-ed1d-4db3-9b39-f025c153c79e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:30.174929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58532) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:30.226297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d660e4-bd8c-44ec-a8c4-ff1b6f13bab0 None None] Network 760ef33c-b75c-4248-8ddb-92e78845a4d2 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:30.231283 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f44c568-f4cb-4e90-8bb6-bb8253cb25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.243807 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-ba23e4c3-fb20-47c1-a268-fbc446da7e6f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.275753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44c568-f4cb-4e90-8bb6-bb8253cb25e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e56286b-68b3-4501-b37a-2bffad8b05b5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:30.352231 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23e4c3-fb20-47c1-a268-fbc446da7e6f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Port': ['ID=da646c79-21b9-4c63-aa1f-871262c57b7a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:30.462600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0797bb-0074-487c-b312-00cb9543c324 req-40e5f8fa-7bab-4bdb-900f-b8fb442607bc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.482469 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f0797bb-0074-487c-b312-00cb9543c324 req-40e5f8fa-7bab-4bdb-900f-b8fb442607bc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 944 time: 0.3178458 Sep 16 04:42:30.491481 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.586514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58544) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:30.602286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-ba23e4c3-fb20-47c1-a268-fbc446da7e6f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] No DVR routers for this DVR port da646c79-21b9-4c63-aa1f-871262c57b7a on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:30.617132 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-ba23e4c3-fb20-47c1-a268-fbc446da7e6f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.619608 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-ba23e4c3-fb20-47c1-a268-fbc446da7e6f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.15 "DELETE /v2.0/ports/da646c79-21b9-4c63-aa1f-871262c57b7a HTTP/1.1" status: 204 len: 173 time: 1.4487119 Sep 16 04:42:30.622499 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13035a67-a369-493b-8dec-4383a27f3e7b', 'name': 'network-vif-deleted', 'tag': 'da646c79-21b9-4c63-aa1f-871262c57b7a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:30.625662 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ae98c2-541d-4aaf-ade2-df9c0908652f" -d '{"events": [{"server_uuid": "13035a67-a369-493b-8dec-4383a27f3e7b", "name": "network-vif-deleted", "tag": "da646c79-21b9-4c63-aa1f-871262c57b7a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:30.672615 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f44c568-f4cb-4e90-8bb6-bb8253cb25e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.774569 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f0797bb-0074-487c-b312-00cb9543c324 req-6834b435-81bc-4e01-bda9-7def10d7890f tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904074 Sep 16 04:42:30.791619 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 26baa4ff-95e5-4193-bad7-6585e8edf426 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:30.794968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 26baa4ff-95e5-4193-bad7-6585e8edf426 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:30.797024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 578638a5-2ba6-412f-86af-b962d3f64ea2 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:30.826528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['da646c79-21b9-4c63-aa1f-871262c57b7a', '1921435d-47a2-4275-b2c1-984be8e03120'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:30.868428 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c7b7b6-4727-4f47-a820-a53f59d6f6bd x-openstack-request-id: req-78c7b7b6-4727-4f47-a820-a53f59d6f6bd {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:30.868725 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13035a67-a369-493b-8dec-4383a27f3e7b", "name": "network-vif-deleted", "tag": "da646c79-21b9-4c63-aa1f-871262c57b7a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:30.868982 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78c7b7b6-4727-4f47-a820-a53f59d6f6bd {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:30.869380 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13035a67-a369-493b-8dec-4383a27f3e7b', 'name': 'network-vif-deleted', 'tag': 'da646c79-21b9-4c63-aa1f-871262c57b7a', 'status': 'completed', 'code': 200} Sep 16 04:42:30.893397 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-54628fb1-4c9a-4d1b-9ba7-898e1613039c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.960532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Deleting port dc2a488c-9596-4e33-9671-29e2e9036685 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:30.960885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:30.976251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07707-9e46-4ba5-867d-2264ec08f74d req-2f5774bd-401e-4a5e-930c-4fdb62428278 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:30.978571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1e07707-9e46-4ba5-867d-2264ec08f74d req-2f5774bd-401e-4a5e-930c-4fdb62428278 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 948 time: 0.1715779 Sep 16 04:42:31.084482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1e07707-9e46-4ba5-867d-2264ec08f74d req-5f215b01-5f9c-4a3e-a780-4e7679302186 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992279 Sep 16 04:42:31.089957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] For port dc2a488c-9596-4e33-9671-29e2e9036685, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=dc2a488c-9596-4e33-9671-29e2e9036685,segment=NetworkSegment(18da4e91-dec7-471e-94ab-5a3faee6b2a7),segment_id=18da4e91-dec7-471e-94ab-5a3faee6b2a7)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:31.089957 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.141709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Calling delete_port for dc2a488c-9596-4e33-9671-29e2e9036685 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:31.146420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-b0ca0be5-38f1-4b24-9529-9d7279425efc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting port 1921435d-47a2-4275-b2c1-984be8e03120 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:31.146770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-b0ca0be5-38f1-4b24-9529-9d7279425efc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.150813 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:42:31.151201 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:42:31.171859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f44c568-f4cb-4e90-8bb6-bb8253cb25e5 admin admin] Router ba8afaf4-0858-44e3-9a66-acb1ab66ce30 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:31.183431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b3aa1-4b67-46ea-8517-51a18c645043 req-175ba661-76e3-4b0a-ac8c-42e6a9c9d333 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.186094 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-666b3aa1-4b67-46ea-8517-51a18c645043 req-175ba661-76e3-4b0a-ac8c-42e6a9c9d333 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1978605 Sep 16 04:42:31.206771 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 578638a5-2ba6-412f-86af-b962d3f64ea2 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:31.207149 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.303229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=26baa4ff-95e5-4193-bad7-6585e8edf426,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:31.334090 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.341043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e02cd1-fe37-43f3-8f5b-c9d3ff9c2739 req-e23dab69-749c-492d-80f8-c05d52b4f89b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.342579 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94e02cd1-fe37-43f3-8f5b-c9d3ff9c2739 req-e23dab69-749c-492d-80f8-c05d52b4f89b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 945 time: 0.1036675 Sep 16 04:42:31.347918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '26baa4ff-95e5-4193-bad7-6585e8edf426', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '26baa4ff-95e5-4193-bad7-6585e8edf426', 'mac_address': 'fa:16:3e:b1:dd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:31.359929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f44c568-f4cb-4e90-8bb6-bb8253cb25e5 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:31.360500 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-666b3aa1-4b67-46ea-8517-51a18c645043 req-cfa996b8-9f5e-493c-b929-276c6c678249 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542602 Sep 16 04:42:31.369768 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2f44c568-f4cb-4e90-8bb6-bb8253cb25e5 admin admin] 10.222.0.53 "PUT /v2.0/routers/ba8afaf4-0858-44e3-9a66-acb1ab66ce30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7637470 Sep 16 04:42:31.374296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58564) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:31.376722 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-54628fb1-4c9a-4d1b-9ba7-898e1613039c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.399752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-54628fb1-4c9a-4d1b-9ba7-898e1613039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.421074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-b0ca0be5-38f1-4b24-9529-9d7279425efc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] For port 1921435d-47a2-4275-b2c1-984be8e03120, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1921435d-47a2-4275-b2c1-984be8e03120,segment=NetworkSegment(419c7a0c-4d6e-46c4-a32a-64342a95ff80),segment_id=419c7a0c-4d6e-46c4-a32a-64342a95ff80)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:31.421074 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-b0ca0be5-38f1-4b24-9529-9d7279425efc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.480910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ede1d-5ef8-42c9-a44d-100d12110151 None None] DHCP port deletion for 760ef33c-b75c-4248-8ddb-92e78845a4d2 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:42:31.481182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-b0ca0be5-38f1-4b24-9529-9d7279425efc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Calling delete_port for 1921435d-47a2-4275-b2c1-984be8e03120 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:31.492169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=26baa4ff-95e5-4193-bad7-6585e8edf426,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:31.500471 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-54628fb1-4c9a-4d1b-9ba7-898e1613039c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15fbe43c1b1a46ecab2682354d0f8c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9124537 Sep 16 04:42:31.501396 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.503275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58566) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:31.518302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54628fb1-4c9a-4d1b-9ba7-898e1613039c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8953a5b4-fab0-42cf-8f48-69d42cf4b5b7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:31.523496 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94e02cd1-fe37-43f3-8f5b-c9d3ff9c2739 req-fcbdbe97-51c7-4839-90fc-dd6b08c0d86b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356144 Sep 16 04:42:31.556002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5780bfad-4138-4481-8a71-b1f5ea108399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26baa4ff-95e5-4193-bad7-6585e8edf426'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:31.559980 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ab9c39-bd63-4b37-8538-86220a8761c8" -d '{"events": [{"server_uuid": "5780bfad-4138-4481-8a71-b1f5ea108399", "name": "network-vif-unplugged", "status": "completed", "tag": "26baa4ff-95e5-4193-bad7-6585e8edf426"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:31.565374 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.584679 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.599563 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ede1d-5ef8-42c9-a44d-100d12110151 None None] The port 'dc2a488c-9596-4e33-9671-29e2e9036685' was deleted {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 16 04:42:31.604656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2a488c-9596-4e33-9671-29e2e9036685,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:31.620796 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] No DVR routers for this DVR port dc2a488c-9596-4e33-9671-29e2e9036685 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:31.637909 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.725650 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8f4ca0-266a-4510-a4da-1c1ef6006a45 x-openstack-request-id: req-cf8f4ca0-266a-4510-a4da-1c1ef6006a45 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:31.726232 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5780bfad-4138-4481-8a71-b1f5ea108399", "name": "network-vif-unplugged", "status": "completed", "tag": "26baa4ff-95e5-4193-bad7-6585e8edf426", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:31.726486 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf8f4ca0-266a-4510-a4da-1c1ef6006a45 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:31.726874 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5780bfad-4138-4481-8a71-b1f5ea108399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26baa4ff-95e5-4193-bad7-6585e8edf426', 'code': 200} Sep 16 04:42:31.728548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26baa4ff-95e5-4193-bad7-6585e8edf426 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:31.731291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e25891-6fca-43e8-b061-ec9c63e503bc req-b94bb624-6025-4a3f-87d9-60853664c4fe tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.737967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] Port 1e56286b-68b3-4501-b37a-2bffad8b05b5 not found while updating agent binding for router ba8afaf4-0858-44e3-9a66-acb1ab66ce30. {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 04:42:31.739181 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-66e25891-6fca-43e8-b061-ec9c63e503bc req-b94bb624-6025-4a3f-87d9-60853664c4fe tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/ports?device_id=13035a67-a369-493b-8dec-4383a27f3e7b HTTP/1.1" status: 200 len: 945 time: 0.2467778 Sep 16 04:42:31.745137 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.770325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:31.808789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c93ea6f7-286b-46a1-9ae2-9d42aa47e46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.813442 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.832440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=26baa4ff-95e5-4193-bad7-6585e8edf426,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:31.836925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:31.836925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0673f4aa-6bf6-4e4b-9343-5561d70e1d08 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:31.843252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] Routers {'ba8afaf4-0858-44e3-9a66-acb1ab66ce30'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:31.843252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ba8afaf4-0858-44e3-9a66-acb1ab66ce30'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:31.856782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb2d78-d9f4-4f07-ba0f-1f61587daecf req-d4f64f58-b420-466f-9a6c-26d36fd9a270 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:31.862074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89eb2d78-d9f4-4f07-ba0f-1f61587daecf req-d4f64f58-b420-466f-9a6c-26d36fd9a270 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 1098 time: 0.0671175 Sep 16 04:42:31.865599 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-66e25891-6fca-43e8-b061-ec9c63e503bc req-9cae8b00-9691-4ffc-ad22-f738d968fe03 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7079ee4-a071-4bc6-b9c7-3f94dedf21da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247623 Sep 16 04:42:31.882940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c93ea6f7-286b-46a1-9ae2-9d42aa47e46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.891801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Deleting port 578638a5-2ba6-412f-86af-b962d3f64ea2 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:31.892541 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:31.926057 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:42:31.926415 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:42:31.941470 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760ef33c-b75c-4248-8ddb-92e78845a4d2']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:31.952817 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] Set router ba8afaf4-0858-44e3-9a66-acb1ab66ce30 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:31.979443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18da4e91-dec7-471e-94ab-5a3faee6b2a7') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:31.979741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18da4e91-dec7-471e-94ab-5a3faee6b2a7') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:31.982582 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89eb2d78-d9f4-4f07-ba0f-1f61587daecf req-3c82ab49-1ea0-4907-96f7-4adf959d65fb tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119294 Sep 16 04:42:32.013180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c93ea6f7-286b-46a1-9ae2-9d42aa47e46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.015472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8afaf4-0858-44e3-9a66-acb1ab66ce30', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769509297-router', 'tenant_id': '3c301e13e70f4f9b9b77daa33975ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:31Z', 'revision_number': 6, 'project_id': '3c301e13e70f4f9b9b77daa33975ad24', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:32.015631 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c93ea6f7-286b-46a1-9ae2-9d42aa47e46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.016741 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c93ea6f7-286b-46a1-9ae2-9d42aa47e46d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8953a5b4-fab0-42cf-8f48-69d42cf4b5b7 HTTP/1.1" status: 204 len: 168 time: 0.4994338 Sep 16 04:42:32.022224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] For port 578638a5-2ba6-412f-86af-b962d3f64ea2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=578638a5-2ba6-412f-86af-b962d3f64ea2,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:32.023246 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.034937 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.036620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ea6f7-286b-46a1-9ae2-9d42aa47e46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8953a5b4-fab0-42cf-8f48-69d42cf4b5b7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:32.050699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Calling delete_port for 578638a5-2ba6-412f-86af-b962d3f64ea2 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:32.065723 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.075956 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-b0ca0be5-38f1-4b24-9529-9d7279425efc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.078881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:32.079288 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:32.081142 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:32.098754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['da646c79-21b9-4c63-aa1f-871262c57b7a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:32.105358 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb9f7bc-f8d0-472c-98e6-501bfb24d7bd None None] The sync data for ids ['ba8afaf4-0858-44e3-9a66-acb1ab66ce30'] in n-d-712142-17 is: [{'id': 'ba8afaf4-0858-44e3-9a66-acb1ab66ce30', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769509297-router', 'tenant_id': '3c301e13e70f4f9b9b77daa33975ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:31Z', 'revision_number': 6, 'project_id': '3c301e13e70f4f9b9b77daa33975ad24', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:32.120502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336da9f1-6e2f-4771-9134-ac950569e115 req-92d59e81-4740-45a4-b0af-ccea11888de4 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.122627 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-336da9f1-6e2f-4771-9134-ac950569e115 req-92d59e81-4740-45a4-b0af-ccea11888de4 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 944 time: 0.1722200 Sep 16 04:42:32.226724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca0be5-38f1-4b24-9529-9d7279425efc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Port': ['ID=1921435d-47a2-4275-b2c1-984be8e03120,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:32.290508 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.317668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-b0ca0be5-38f1-4b24-9529-9d7279425efc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] No DVR routers for this DVR port 1921435d-47a2-4275-b2c1-984be8e03120 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:32.334221 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.336392 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] 10.222.0.53 "DELETE /v2.0/networks/760ef33c-b75c-4248-8ddb-92e78845a4d2 HTTP/1.1" status: 204 len: 168 time: 2.1515329 Sep 16 04:42:32.337690 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-b0ca0be5-38f1-4b24-9529-9d7279425efc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.339495 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c08c73c6-8c7d-4535-b389-7c6e480458ba req-b0ca0be5-38f1-4b24-9529-9d7279425efc tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.15 "DELETE /v2.0/ports/1921435d-47a2-4275-b2c1-984be8e03120 HTTP/1.1" status: 204 len: 173 time: 1.6950209 Sep 16 04:42:32.358497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58582) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:32.358730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.373388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e254ce5-702d-4452-a95f-7dfd240ca79e admin admin] Pushing event deleted for resources: {'Network': ['ID=760ef33c-b75c-4248-8ddb-92e78845a4d2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:32.384869 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-336da9f1-6e2f-4771-9134-ac950569e115 req-7f761d21-4205-4f87-a9e3-eaa00d4f7b01 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104473 Sep 16 04:42:32.407152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=578638a5-2ba6-412f-86af-b962d3f64ea2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:32.427088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6fb3c-a0a5-4b3e-be43-f0eabab4c3c7 req-6ec8b1a6-9bbe-4d8b-8176-6580a7dd8a2f tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.459834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1b6fb3c-a0a5-4b3e-be43-f0eabab4c3c7 req-6ec8b1a6-9bbe-4d8b-8176-6580a7dd8a2f tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 1098 time: 0.1780910 Sep 16 04:42:32.515457 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.553015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26baa4ff-95e5-4193-bad7-6585e8edf426 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:32.583487 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.597166 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=26baa4ff-95e5-4193-bad7-6585e8edf426,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:32.601583 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.641687 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0de9bfef-e4ba-4b77-9651-ee9b6988b697 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:32.732263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad44276-9fb2-4193-9d48-19466e52a031 req-a0c9304f-87c0-4668-bd8f-c5f68f6b8b6a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:32.733911 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 0de9bfef-e4ba-4b77-9651-ee9b6988b697 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:32.734109 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:32.742095 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aad44276-9fb2-4193-9d48-19466e52a031 req-a0c9304f-87c0-4668-bd8f-c5f68f6b8b6a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.2191229 Sep 16 04:42:32.769247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=26baa4ff-95e5-4193-bad7-6585e8edf426,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:32.795658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 578638a5-2ba6-412f-86af-b962d3f64ea2 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:32.846197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 578638a5-2ba6-412f-86af-b962d3f64ea2 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:32.846764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 578638a5-2ba6-412f-86af-b962d3f64ea2 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:32.847120 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device dc2a488c-9596-4e33-9671-29e2e9036685 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:32.875602 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13035a67-a369-493b-8dec-4383a27f3e7b', 'name': 'network-vif-deleted', 'tag': '1921435d-47a2-4275-b2c1-984be8e03120'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:32.880060 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28e14bc-fec8-4fc5-9d22-2557406761e7" -d '{"events": [{"server_uuid": "13035a67-a369-493b-8dec-4383a27f3e7b", "name": "network-vif-deleted", "tag": "1921435d-47a2-4275-b2c1-984be8e03120"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:32.905559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aad44276-9fb2-4193-9d48-19466e52a031 req-78fdc782-aef2-4e5c-927b-c5fc5e706227 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558213 Sep 16 04:42:32.925657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: dc2a488c-9596-4e33-9671-29e2e9036685 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:32.926932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device dc2a488c-9596-4e33-9671-29e2e9036685 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:32.955552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['26baa4ff-95e5-4193-bad7-6585e8edf426'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:33.057309 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbad56f-0b7a-4e47-96c4-035a827c07a3 None None] Sync routers for ids ['ba8afaf4-0858-44e3-9a66-acb1ab66ce30'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:33.072337 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbad56f-0b7a-4e47-96c4-035a827c07a3 None None] Routers {'ba8afaf4-0858-44e3-9a66-acb1ab66ce30'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:33.074256 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8bbad56f-0b7a-4e47-96c4-035a827c07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ba8afaf4-0858-44e3-9a66-acb1ab66ce30'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:33.090688 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.110213 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.126332 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1b6fb3c-a0a5-4b3e-be43-f0eabab4c3c7 req-9669602e-a92a-41c7-ae67-94061d1307b5 tempest-ServersAdminTestJSON-1392576502 tempest-ServersAdminTestJSON-1392576502-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657197 Sep 16 04:42:33.130032 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.180698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0de9bfef-e4ba-4b77-9651-ee9b6988b697, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0de9bfef-e4ba-4b77-9651-ee9b6988b697,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:33.185641 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe4453-3821-4d71-9bcb-315839460db6 req-ffc78b1b-40b9-44e5-827b-9f79df7a2e72 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:33.187297 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4cfe4453-3821-4d71-9bcb-315839460db6 req-ffc78b1b-40b9-44e5-827b-9f79df7a2e72 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 945 time: 0.1760707 Sep 16 04:42:33.210074 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.210730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba8afaf4-0858-44e3-9a66-acb1ab66ce30 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:42:33.220673 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.224339 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1b7cf4-44b2-4c60-ab43-9b4e4eb79014 x-openstack-request-id: req-3a1b7cf4-44b2-4c60-ab43-9b4e4eb79014 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:33.224633 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13035a67-a369-493b-8dec-4383a27f3e7b", "name": "network-vif-deleted", "tag": "1921435d-47a2-4275-b2c1-984be8e03120", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:33.224776 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6ee01852-28b1-433e-a42a-9d46038eafe4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ba8afaf4-0858-44e3-9a66-acb1ab66ce30 HTTP/1.1" status: 204 len: 168 time: 1.8459625 Sep 16 04:42:33.227301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58612) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:33.237776 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a1b7cf4-44b2-4c60-ab43-9b4e4eb79014 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:33.238378 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13035a67-a369-493b-8dec-4383a27f3e7b', 'name': 'network-vif-deleted', 'tag': '1921435d-47a2-4275-b2c1-984be8e03120', 'status': 'completed', 'code': 200} Sep 16 04:42:33.252690 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.252859 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-8bbad56f-0b7a-4e47-96c4-035a827c07a3 None None] Set router ba8afaf4-0858-44e3-9a66-acb1ab66ce30 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:33.253460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device da646c79-21b9-4c63-aa1f-871262c57b7a no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:33.263418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58614) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:33.264014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58616) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:33.311976 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8bbad56f-0b7a-4e47-96c4-035a827c07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8afaf4-0858-44e3-9a66-acb1ab66ce30', 'name': 'tempest-FloatingIPsNegativeTestJSON-1769509297-router', 'tenant_id': '3c301e13e70f4f9b9b77daa33975ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:18Z', 'updated_at': '2021-09-16T04:42:32Z', 'revision_number': 7, 'project_id': '3c301e13e70f4f9b9b77daa33975ad24', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:33.326515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf0bcaf-d5d3-4737-9f83-21a0086f0e5d admin admin] Deleting subnet 3eaa5a96-ba34-47a1-a004-8a01875a5b3a {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:33.336687 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bf0bcaf-d5d3-4737-9f83-21a0086f0e5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.341840 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbad56f-0b7a-4e47-96c4-035a827c07a3 None None] Checking router: ba8afaf4-0858-44e3-9a66-acb1ab66ce30 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:33.352865 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbad56f-0b7a-4e47-96c4-035a827c07a3 None None] Routers set() bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:33.353964 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbad56f-0b7a-4e47-96c4-035a827c07a3 None None] Router IDs set() for agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:42:33.355115 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_agentschedulers_db [None req-8bbad56f-0b7a-4e47-96c4-035a827c07a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ba8afaf4-0858-44e3-9a66-acb1ab66ce30'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent'). {{(pid=94747) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:42:33.355541 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbad56f-0b7a-4e47-96c4-035a827c07a3 None None] The sync data for ids ['ba8afaf4-0858-44e3-9a66-acb1ab66ce30'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:33.398122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: da646c79-21b9-4c63-aa1f-871262c57b7a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:33.398370 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device da646c79-21b9-4c63-aa1f-871262c57b7a not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:33.398808 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 1921435d-47a2-4275-b2c1-984be8e03120 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:33.418301 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4cfe4453-3821-4d71-9bcb-315839460db6 req-12afe21d-2530-43bf-8e1e-fbe964a1eec7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143939 Sep 16 04:42:33.435051 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bf0bcaf-d5d3-4737-9f83-21a0086f0e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.493069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f56a7df-7a6e-4adb-84d8-4ff1b123652a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting subnet 639e10c8-6e10-4239-bcab-acc0f5a959fc {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:33.508941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f56a7df-7a6e-4adb-84d8-4ff1b123652a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.520053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-771944373-network', 'tenant_id': '2dd5ff4c06c94725b5e5f0a688252670'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:33.566373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=0de9bfef-e4ba-4b77-9651-ee9b6988b697,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:33.573947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 1921435d-47a2-4275-b2c1-984be8e03120 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:33.574895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 1921435d-47a2-4275-b2c1-984be8e03120 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:33.590804 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe0a0691-5cc3-4a5f-953e-ad5146073b04 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:33.625088 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f56a7df-7a6e-4adb-84d8-4ff1b123652a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.642810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb449ce-3f8d-42a7-8e5e-3ec85508d947 req-4ae5f8e6-1860-46e5-8ecc-0b5200e9bdaf tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:33.644592 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cb449ce-3f8d-42a7-8e5e-3ec85508d947 req-4ae5f8e6-1860-46e5-8ecc-0b5200e9bdaf tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 950 time: 0.1135211 Sep 16 04:42:33.647992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bf0bcaf-d5d3-4737-9f83-21a0086f0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.664803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Made reservation on behalf of 2dd5ff4c06c94725b5e5f0a688252670 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:33.667028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.689514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.724637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436135a-1273-457a-b2cf-fd60b806b84c req-06b98aa8-60aa-4a22-a123-179ea7f59de1 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:33.733772 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6436135a-1273-457a-b2cf-fd60b806b84c req-06b98aa8-60aa-4a22-a123-179ea7f59de1 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1485178 Sep 16 04:42:33.733772 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef51a32b-3914-4f00-9f02-7e757ec5df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.751864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cb449ce-3f8d-42a7-8e5e-3ec85508d947 req-bf2bb2db-b2a5-463e-a52a-235068ebf0e4 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683641 Sep 16 04:42:33.772494 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bf0bcaf-d5d3-4737-9f83-21a0086f0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.803052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0bcaf-d5d3-4737-9f83-21a0086f0e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eaa5a96-ba34-47a1-a004-8a01875a5b3a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:33.811823 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bf0bcaf-d5d3-4737-9f83-21a0086f0e5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.814173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1bf0bcaf-d5d3-4737-9f83-21a0086f0e5d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3eaa5a96-ba34-47a1-a004-8a01875a5b3a HTTP/1.1" status: 204 len: 168 time: 0.5858710 Sep 16 04:42:33.816911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58624) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:33.845057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0847229a-2efb-4af2-a207-a2946eb45d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de9bfef-e4ba-4b77-9651-ee9b6988b697'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:33.847972 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7104afc-0917-495c-93fb-83984a448cfb" -d '{"events": [{"server_uuid": "0847229a-2efb-4af2-a207-a2946eb45d4e", "name": "network-vif-plugged", "status": "completed", "tag": "0de9bfef-e4ba-4b77-9651-ee9b6988b697"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:33.863523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0776bf9-bdfc-4862-9207-e2a5012d1d9a None None] Network 4ae69497-8f73-41ea-806f-a700396d1093 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:33.900684 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:33.908099 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0c96d3-b100-46fb-895f-0bf2a8ab8970 x-openstack-request-id: req-3b0c96d3-b100-46fb-895f-0bf2a8ab8970 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:33.908555 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0847229a-2efb-4af2-a207-a2946eb45d4e", "name": "network-vif-plugged", "status": "completed", "tag": "0de9bfef-e4ba-4b77-9651-ee9b6988b697", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:33.908925 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b0c96d3-b100-46fb-895f-0bf2a8ab8970 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:33.909404 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0847229a-2efb-4af2-a207-a2946eb45d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de9bfef-e4ba-4b77-9651-ee9b6988b697', 'code': 200} Sep 16 04:42:33.957924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe0a0691-5cc3-4a5f-953e-ad5146073b04, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe0a0691-5cc3-4a5f-953e-ad5146073b04,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:34.013349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'fe0a0691-5cc3-4a5f-953e-ad5146073b04', 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9', 'port_id': 'fe0a0691-5cc3-4a5f-953e-ad5146073b04', 'mac_address': 'fa:16:3e:60:3f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ebfc39-2565-44fc-9e95-bd5ceb2266d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:34.033693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Deleting port 133fcf01-ceed-411c-aef6-53f44e26eb87 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:34.034368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.117409 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.124912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1fa8e-6f2c-4325-9ac0-199e992d158c req-f1e0a515-8a28-4540-82f6-891f63c55409 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.128220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3e1fa8e-6f2c-4325-9ac0-199e992d158c req-f1e0a515-8a28-4540-82f6-891f63c55409 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1172962 Sep 16 04:42:34.139718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] For port 133fcf01-ceed-411c-aef6-53f44e26eb87, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=133fcf01-ceed-411c-aef6-53f44e26eb87,segment=NetworkSegment(d7c87719-7234-49c4-9be1-13c4734d6ff4),segment_id=d7c87719-7234-49c4-9be1-13c4734d6ff4)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:34.140373 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.140699 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe0a0691-5cc3-4a5f-953e-ad5146073b04 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:34.163890 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f56a7df-7a6e-4adb-84d8-4ff1b123652a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.172131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Calling delete_port for 133fcf01-ceed-411c-aef6-53f44e26eb87 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:34.181716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe0a0691-5cc3-4a5f-953e-ad5146073b04, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe0a0691-5cc3-4a5f-953e-ad5146073b04,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:34.186825 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.200112 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3e1fa8e-6f2c-4325-9ac0-199e992d158c req-69a36edd-53a0-423b-aae2-d1636f589ad5 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635266 Sep 16 04:42:34.249551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac5580d-542b-4cc0-822f-c6232924ba63 None None] DHCP port deletion for 4ae69497-8f73-41ea-806f-a700396d1093 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:42:34.282185 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6436135a-1273-457a-b2cf-fd60b806b84c req-a9be8b89-3d99-4265-838c-a31cfc5276cc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927485 Sep 16 04:42:34.297193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['fe0a0691-5cc3-4a5f-953e-ad5146073b04'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:34.298724 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.334333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Pushing event deleted for resources: {'Port': ['ID=133fcf01-ceed-411c-aef6-53f44e26eb87,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:34.336849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] No DVR routers for this DVR port 133fcf01-ceed-411c-aef6-53f44e26eb87 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:34.342736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ecdf9-52d2-4ebb-9e83-47d4d33348f9 req-3ce4d1cf-3fdf-4ff5-bd38-ef23f2f388ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.344305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-375ecdf9-52d2-4ebb-9e83-47d4d33348f9 req-3ce4d1cf-3fdf-4ff5-bd38-ef23f2f388ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 1097 time: 0.2159593 Sep 16 04:42:34.359874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fe0a0691-5cc3-4a5f-953e-ad5146073b04,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:34.392837 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f56a7df-7a6e-4adb-84d8-4ff1b123652a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.406239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5580d-542b-4cc0-822f-c6232924ba63 None None] Deleting port 133fcf01-ceed-411c-aef6-53f44e26eb87 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:34.406816 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3ac5580d-542b-4cc0-822f-c6232924ba63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.439383 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.443180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 133fcf01-ceed-411c-aef6-53f44e26eb87 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:34.462710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae69497-8f73-41ea-806f-a700396d1093']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:34.475623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c87719-7234-49c4-9be1-13c4734d6ff4') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:34.476345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c87719-7234-49c4-9be1-13c4734d6ff4') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:34.479338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56a7df-7a6e-4adb-84d8-4ff1b123652a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Subnet': ['ID=639e10c8-6e10-4239-bcab-acc0f5a959fc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:34.481674 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f56a7df-7a6e-4adb-84d8-4ff1b123652a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.483646 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8f56a7df-7a6e-4adb-84d8-4ff1b123652a tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "DELETE /v2.0/subnets/639e10c8-6e10-4239-bcab-acc0f5a959fc HTTP/1.1" status: 204 len: 168 time: 1.2162392 Sep 16 04:42:34.489256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58632) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:34.494074 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.501618 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.503454 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.508963 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-375ecdf9-52d2-4ebb-9e83-47d4d33348f9 req-d0a21427-ebfd-470b-9b68-25a0a330a8cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227713 Sep 16 04:42:34.520233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 133fcf01-ceed-411c-aef6-53f44e26eb87 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:34.520586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 133fcf01-ceed-411c-aef6-53f44e26eb87 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:34.523790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5775d6e-8bec-4ab9-ba30-96dd16c1a22e None None] Network 6f8caa8c-f2f4-49f3-ae17-a59696011386 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:34.532656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:34.552275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f56b7b-06d7-41ea-8e84-f82265460b40,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:34.552556 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.555493 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.555844 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Added segment 08de3339-c20e-4ba4-825b-700ec04b62db of type vlan for network a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 Sep 16 04:42:34.603364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3ac5580d-542b-4cc0-822f-c6232924ba63 None None] For port 133fcf01-ceed-411c-aef6-53f44e26eb87, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:34.604225 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3ac5580d-542b-4cc0-822f-c6232924ba63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.607294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.613416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:34.613847 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:34.617749 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:34.620604 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 26baa4ff-95e5-4193-bad7-6585e8edf426 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:34.661880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.683097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.684105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.685101 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.718881 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5580d-542b-4cc0-822f-c6232924ba63 None None] Calling delete_port for 133fcf01-ceed-411c-aef6-53f44e26eb87 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:34.724892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-3ac5580d-542b-4cc0-822f-c6232924ba63 None None] Port 133fcf01-ceed-411c-aef6-53f44e26eb87 was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:42:34.732322 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4631300 Sep 16 04:42:34.743070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed792-c389-447a-b88f-112264f7a598 req-563a8915-bd0a-4015-898a-4e5d154c1fb0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:34.750871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6dbed792-c389-447a-b88f-112264f7a598 req-563a8915-bd0a-4015-898a-4e5d154c1fb0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 944 time: 0.1508319 Sep 16 04:42:34.754771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.767439 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4f62a-a1ce-487f-b7fc-120239e72c49 admin admin] Pushing event updated for resources: {'Network': ['ID=a67d7ee8-41ed-4f0e-9e0d-c95f9135d778,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:34.770605 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.778221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] 10.222.0.53 "DELETE /v2.0/networks/4ae69497-8f73-41ea-806f-a700396d1093 HTTP/1.1" status: 204 len: 168 time: 0.9596574 Sep 16 04:42:34.780134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ef51a32b-3914-4f00-9f02-7e757ec5df25 admin admin] Deleting port 1f948854-e366-4462-8b6b-200f77135816 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:34.780670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef51a32b-3914-4f00-9f02-7e757ec5df25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.795103 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3ac5580d-542b-4cc0-822f-c6232924ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.796424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58638) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:34.801400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b91d7-7e56-48d5-8e21-3ed8b600c60b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae69497-8f73-41ea-806f-a700396d1093,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:34.802215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ff3540d6-f1b4-4f32-99bf-d68daaf6affc admin admin] Request body: {'subnet': {'network_id': 'a67d7ee8-41ed-4f0e-9e0d-c95f9135d778', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-771944373-subnet', 'tenant_id': '2dd5ff4c06c94725b5e5f0a688252670', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:34.832282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:34.837570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6dbed792-c389-447a-b88f-112264f7a598 req-217b5cb9-c845-412e-89f4-00f7983f3d86 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805876 Sep 16 04:42:34.876755 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ac5580d-542b-4cc0-822f-c6232924ba63 None None] Network 4ae69497-8f73-41ea-806f-a700396d1093 is not hosted by any dhcp agent {{(pid=94746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:42:34.877244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac5580d-542b-4cc0-822f-c6232924ba63 None None] No DVR routers for this DVR port 133fcf01-ceed-411c-aef6-53f44e26eb87 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:34.894754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3540d6-f1b4-4f32-99bf-d68daaf6affc admin admin] Made reservation on behalf of 2dd5ff4c06c94725b5e5f0a688252670 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:34.896613 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting port 6b992f11-55b1-4a07-8185-ea5146479e7d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:34.897114 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff3540d6-f1b4-4f32-99bf-d68daaf6affc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.898144 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:34.920081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5580d-542b-4cc0-822f-c6232924ba63 None None] Pushing event deleted for resources: {'Port': ['ID=133fcf01-ceed-411c-aef6-53f44e26eb87,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.001521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-ef51a32b-3914-4f00-9f02-7e757ec5df25 admin admin] For port 1f948854-e366-4462-8b6b-200f77135816, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1f948854-e366-4462-8b6b-200f77135816,segment=NetworkSegment(d743f519-4188-4e11-bd39-4a10b71c6070),segment_id=d743f519-4188-4e11-bd39-4a10b71c6070)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:35.003482 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef51a32b-3914-4f00-9f02-7e757ec5df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.037262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 26baa4ff-95e5-4193-bad7-6585e8edf426 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:35.037694 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.039464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] For port 6b992f11-55b1-4a07-8185-ea5146479e7d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6b992f11-55b1-4a07-8185-ea5146479e7d,segment=NetworkSegment(419c7a0c-4d6e-46c4-a32a-64342a95ff80),segment_id=419c7a0c-4d6e-46c4-a32a-64342a95ff80)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:35.039464 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.063439 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ef51a32b-3914-4f00-9f02-7e757ec5df25 admin admin] Calling delete_port for 1f948854-e366-4462-8b6b-200f77135816 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:35.068638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58642) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:35.078267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Calling delete_port for 6b992f11-55b1-4a07-8185-ea5146479e7d owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:35.109566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ad4252-b2fa-4133-a3de-4404f0ecbf90 None None] DHCP port deletion for 6f8caa8c-f2f4-49f3-ae17-a59696011386 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:42:35.178390 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b09d3681-7c8f-48cb-bba6-e034618bf6b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c301e13e70f4f9b9b77daa33975ad24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084032 Sep 16 04:42:35.186982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58646) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:35.205204 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.214743 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.220468 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad4252-b2fa-4133-a3de-4404f0ecbf90 None None] Deleting port 6b992f11-55b1-4a07-8185-ea5146479e7d {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:35.220854 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4252-b2fa-4133-a3de-4404f0ecbf90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.252870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d696b7-67b3-42bf-b678-c02e9f707d4a req-e376aaa1-ce1c-4a31-a623-2c21f30cf6c0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.254635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7d696b7-67b3-42bf-b678-c02e9f707d4a req-e376aaa1-ce1c-4a31-a623-2c21f30cf6c0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 944 time: 0.0717466 Sep 16 04:42:35.257814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77421f4f-3680-466b-8182-cf41b2ef8290 req-c8b41769-3e27-4536-858e-e2899704775e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.259364 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77421f4f-3680-466b-8182-cf41b2ef8290 req-c8b41769-3e27-4536-858e-e2899704775e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 950 time: 0.2895260 Sep 16 04:42:35.259603 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.280853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=26baa4ff-95e5-4193-bad7-6585e8edf426,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:35.297067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Port': ['ID=6b992f11-55b1-4a07-8185-ea5146479e7d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.312534 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.320439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] No DVR routers for this DVR port 6b992f11-55b1-4a07-8185-ea5146479e7d on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:35.353015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f4ad4252-b2fa-4133-a3de-4404f0ecbf90 None None] For port 6b992f11-55b1-4a07-8185-ea5146479e7d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6b992f11-55b1-4a07-8185-ea5146479e7d,segment=NetworkSegment(419c7a0c-4d6e-46c4-a32a-64342a95ff80),segment_id=419c7a0c-4d6e-46c4-a32a-64342a95ff80)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:35.353015 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4252-b2fa-4133-a3de-4404f0ecbf90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.370653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad4252-b2fa-4133-a3de-4404f0ecbf90 None None] Calling delete_port for 6b992f11-55b1-4a07-8185-ea5146479e7d owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:35.380672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dfcb6-d4f1-4c45-9617-c73a3b7cc889 req-5cfd4b09-3ddc-4d3d-963e-db49ce3798b5 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.382013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b64dfcb6-d4f1-4c45-9617-c73a3b7cc889 req-5cfd4b09-3ddc-4d3d-963e-db49ce3798b5 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.15 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 950 time: 0.1960933 Sep 16 04:42:35.383560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7d696b7-67b3-42bf-b678-c02e9f707d4a req-4fb460c6-df15-46c3-9f23-53eb5cd35c42 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214406 Sep 16 04:42:35.399314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=26baa4ff-95e5-4193-bad7-6585e8edf426,revision_number=10']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.458722 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.477125 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77421f4f-3680-466b-8182-cf41b2ef8290 req-a91f6fb1-9676-45ec-8b5c-ddc2f66cb198 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013798 Sep 16 04:42:35.483331 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05260ddb-9007-451a-9eb1-7e81be6a4f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.487577 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4ad4252-b2fa-4133-a3de-4404f0ecbf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.516495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad4252-b2fa-4133-a3de-4404f0ecbf90 None None] Pushing event deleted for resources: {'Port': ['ID=6b992f11-55b1-4a07-8185-ea5146479e7d,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.523419 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad4252-b2fa-4133-a3de-4404f0ecbf90 None None] No DVR routers for this DVR port 6b992f11-55b1-4a07-8185-ea5146479e7d on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:35.555696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8caa8c-f2f4-49f3-ae17-a59696011386']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:35.569318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419c7a0c-4d6e-46c4-a32a-64342a95ff80') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:35.569737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419c7a0c-4d6e-46c4-a32a-64342a95ff80') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:35.588335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe0a0691-5cc3-4a5f-953e-ad5146073b04 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:35.588636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a86e7-4481-421c-8359-ef8a837e8278 req-acb60078-4856-47f9-8329-59e2b9a1c3e2 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.591140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-534a86e7-4481-421c-8359-ef8a837e8278 req-acb60078-4856-47f9-8329-59e2b9a1c3e2 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1356504 Sep 16 04:42:35.598589 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.632728 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.643174 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05260ddb-9007-451a-9eb1-7e81be6a4f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.648673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:35.649475 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:35.654793 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:35.657596 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff3540d6-f1b4-4f32-99bf-d68daaf6affc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.674259 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-534a86e7-4481-421c-8359-ef8a837e8278 req-26dab900-7538-4976-829e-1a087c3f8ac5 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723913 Sep 16 04:42:35.680206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port fe0a0691-5cc3-4a5f-953e-ad5146073b04 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:35.680912 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.755041 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.762457 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.767813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "DELETE /v2.0/networks/6f8caa8c-f2f4-49f3-ae17-a59696011386 HTTP/1.1" status: 204 len: 168 time: 1.2775249 Sep 16 04:42:35.769853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58652) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:35.796708 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.800050 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f06d05-cc61-40d8-b603-75cc98b696b6 req-0c98cc55-27e3-4f3e-9169-c06620131beb tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:35.809770 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02f06d05-cc61-40d8-b603-75cc98b696b6 req-0c98cc55-27e3-4f3e-9169-c06620131beb tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.2497241 Sep 16 04:42:35.816549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3540d6-f1b4-4f32-99bf-d68daaf6affc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2676911-cc4e-49ba-983a-7f42332c4d56,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.837150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da4c36-d050-404a-87c0-3c4347a9b565 tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Network': ['ID=6f8caa8c-f2f4-49f3-ae17-a59696011386,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.866701 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe0a0691-5cc3-4a5f-953e-ad5146073b04, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe0a0691-5cc3-4a5f-953e-ad5146073b04,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:35.867374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b64dfcb6-d4f1-4c45-9617-c73a3b7cc889 req-418d9053-ffbb-404f-8abf-e78c38530ff6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Deleting port 5623279f-771d-4f7e-9aa6-3e88856ec669 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:35.867729 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b64dfcb6-d4f1-4c45-9617-c73a3b7cc889 req-418d9053-ffbb-404f-8abf-e78c38530ff6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.874870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8ccd24-0a20-4541-b4f9-d466a0d01d4f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting subnet 6fee890c-5278-4576-a916-abbdd9847b95 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:35.876117 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.877160 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef51a32b-3914-4f00-9f02-7e757ec5df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.878602 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be8ccd24-0a20-4541-b4f9-d466a0d01d4f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.904742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05260ddb-9007-451a-9eb1-7e81be6a4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.907078 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05260ddb-9007-451a-9eb1-7e81be6a4f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.910545 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-05260ddb-9007-451a-9eb1-7e81be6a4f52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55a433e3-412e-4041-a7ca-37672bc9e65d HTTP/1.1" status: 204 len: 168 time: 0.7180717 Sep 16 04:42:35.910545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3540d6-f1b4-4f32-99bf-d68daaf6affc admin admin] Checking segment: {'id': '08de3339-c20e-4ba4-825b-700ec04b62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a67d7ee8-41ed-4f0e-9e0d-c95f9135d778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:35.910545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3540d6-f1b4-4f32-99bf-d68daaf6affc admin admin] Network hostable DHCP agents. Network: a67d7ee8-41ed-4f0e-9e0d-c95f9135d778, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:35.926300 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be8ccd24-0a20-4541-b4f9-d466a0d01d4f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:35.945563 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5780bfad-4138-4481-8a71-b1f5ea108399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26baa4ff-95e5-4193-bad7-6585e8edf426'}, {'server_uuid': 'd93d02fc-144b-4b87-bc24-9e3755c87d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0a0691-5cc3-4a5f-953e-ad5146073b04'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:35.948734 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0895af9-76bf-48db-b890-aae7be118916" -d '{"events": [{"server_uuid": "5780bfad-4138-4481-8a71-b1f5ea108399", "name": "network-vif-plugged", "status": "completed", "tag": "26baa4ff-95e5-4193-bad7-6585e8edf426"}, {"server_uuid": "d93d02fc-144b-4b87-bc24-9e3755c87d94", "name": "network-vif-plugged", "status": "completed", "tag": "fe0a0691-5cc3-4a5f-953e-ad5146073b04"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:35.951650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fe0a0691-5cc3-4a5f-953e-ad5146073b04,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.980082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51a32b-3914-4f00-9f02-7e757ec5df25 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f948854-e366-4462-8b6b-200f77135816,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:35.996609 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02f06d05-cc61-40d8-b603-75cc98b696b6 req-6f41164c-5084-45d9-806d-9949187008db tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828084 Sep 16 04:42:36.005555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05260ddb-9007-451a-9eb1-7e81be6a4f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a433e3-412e-4041-a7ca-37672bc9e65d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:36.065179 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca69845-1f66-46d8-a939-c10c62740475 x-openstack-request-id: req-5ca69845-1f66-46d8-a939-c10c62740475 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:36.065588 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5780bfad-4138-4481-8a71-b1f5ea108399", "name": "network-vif-plugged", "status": "completed", "tag": "26baa4ff-95e5-4193-bad7-6585e8edf426", "code": 200}, {"server_uuid": "d93d02fc-144b-4b87-bc24-9e3755c87d94", "name": "network-vif-plugged", "status": "completed", "tag": "fe0a0691-5cc3-4a5f-953e-ad5146073b04", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:36.065749 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ca69845-1f66-46d8-a939-c10c62740475 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:36.066279 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5780bfad-4138-4481-8a71-b1f5ea108399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26baa4ff-95e5-4193-bad7-6585e8edf426', 'code': 200} Sep 16 04:42:36.066541 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93d02fc-144b-4b87-bc24-9e3755c87d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0a0691-5cc3-4a5f-953e-ad5146073b04', 'code': 200} Sep 16 04:42:36.069909 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be8ccd24-0a20-4541-b4f9-d466a0d01d4f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.100370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3540d6-f1b4-4f32-99bf-d68daaf6affc admin admin] Network a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:36.133573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-b64dfcb6-d4f1-4c45-9617-c73a3b7cc889 req-418d9053-ffbb-404f-8abf-e78c38530ff6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] For port 5623279f-771d-4f7e-9aa6-3e88856ec669, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5623279f-771d-4f7e-9aa6-3e88856ec669,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:36.134303 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b64dfcb6-d4f1-4c45-9617-c73a3b7cc889 req-418d9053-ffbb-404f-8abf-e78c38530ff6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.147879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-ff3540d6-f1b4-4f32-99bf-d68daaf6affc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, a67d7ee8-41ed-4f0e-9e0d-c95f9135d778) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:36.156495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb5cd4-1fd3-4a6a-8ef2-7768d048116a None None] Network a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:36.167445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be8ccd24-0a20-4541-b4f9-d466a0d01d4f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.196778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ccd24-0a20-4541-b4f9-d466a0d01d4f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Subnet': ['ID=6fee890c-5278-4576-a916-abbdd9847b95,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:36.207366 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be8ccd24-0a20-4541-b4f9-d466a0d01d4f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.212203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-be8ccd24-0a20-4541-b4f9-d466a0d01d4f tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "DELETE /v2.0/subnets/6fee890c-5278-4576-a916-abbdd9847b95 HTTP/1.1" status: 204 len: 168 time: 0.4413397 Sep 16 04:42:36.212817 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58660) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:36.238266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355ba6bd-85a2-48fc-85ce-5800ff908ddd None None] Network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:36.254572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3540d6-f1b4-4f32-99bf-d68daaf6affc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.255530 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff3540d6-f1b4-4f32-99bf-d68daaf6affc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.264024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b64dfcb6-d4f1-4c45-9617-c73a3b7cc889 req-418d9053-ffbb-404f-8abf-e78c38530ff6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Calling delete_port for 5623279f-771d-4f7e-9aa6-3e88856ec669 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:36.308453 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.411380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Deleting port d6a11f4c-b77c-41e2-9716-17800a73a0b0 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:36.412053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.441208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5205050-e513-4db2-8db1-e0166a2e8fea None None] Network a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:36.513023 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ff3540d6-f1b4-4f32-99bf-d68daaf6affc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7150452 Sep 16 04:42:36.519275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] For port d6a11f4c-b77c-41e2-9716-17800a73a0b0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d6a11f4c-b77c-41e2-9716-17800a73a0b0,segment=NetworkSegment(03107d2b-2e5c-4806-9a37-b71d7fe129bf),segment_id=03107d2b-2e5c-4806-9a37-b71d7fe129bf)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:36.519820 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.550714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Calling delete_port for d6a11f4c-b77c-41e2-9716-17800a73a0b0 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:36.571974 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6b992f11-55b1-4a07-8185-ea5146479e7d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:36.606667 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef51a32b-3914-4f00-9f02-7e757ec5df25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.623675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba80cfa-d31f-41c8-8078-2f92ef6c6987 None None] DHCP port deletion for 2bca4a19-dfc8-4e63-b439-fa0d9936dddc request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:42:36.627262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 6b992f11-55b1-4a07-8185-ea5146479e7d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:36.627609 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6b992f11-55b1-4a07-8185-ea5146479e7d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:36.767115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea3566-e863-4099-b5cd-6fa7f4f219ff req-23f5b75a-66e7-4447-97bd-8d69c5156ca0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.769870 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fba80cfa-d31f-41c8-8078-2f92ef6c6987 None None] Deleting port d6a11f4c-b77c-41e2-9716-17800a73a0b0 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:36.770591 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fba80cfa-d31f-41c8-8078-2f92ef6c6987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.774232 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-45ea3566-e863-4099-b5cd-6fa7f4f219ff req-23f5b75a-66e7-4447-97bd-8d69c5156ca0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 945 time: 0.2191172 Sep 16 04:42:36.810577 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b64dfcb6-d4f1-4c45-9617-c73a3b7cc889 req-418d9053-ffbb-404f-8abf-e78c38530ff6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.822993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d6307-9b1d-4331-9439-11c684a5c61e req-cdc0cb62-ffb2-4497-aa01-8be75290101c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:36.825545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79d6307-9b1d-4331-9439-11c684a5c61e req-cdc0cb62-ffb2-4497-aa01-8be75290101c tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=343c01ae-d655-41c9-a04b-3d649e132e06 HTTP/1.1" status: 200 len: 867 time: 0.1214135 Sep 16 04:42:36.838169 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:36.841589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['26baa4ff-95e5-4193-bad7-6585e8edf426'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:36.843368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['2084c613-439b-45e7-bd31-8b80611bba89'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:36.871753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] No DVR routers for this DVR port d6a11f4c-b77c-41e2-9716-17800a73a0b0 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:36.926912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d9053-ffbb-404f-8abf-e78c38530ff6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Pushing event deleted for resources: {'Port': ['ID=5623279f-771d-4f7e-9aa6-3e88856ec669,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:36.966954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Port': ['ID=d6a11f4c-b77c-41e2-9716-17800a73a0b0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:36.990988 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-45ea3566-e863-4099-b5cd-6fa7f4f219ff req-2b041c01-8873-4471-8557-6c1f9e7e02dd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158718 Sep 16 04:42:36.994058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64dfcb6-d4f1-4c45-9617-c73a3b7cc889 req-418d9053-ffbb-404f-8abf-e78c38530ff6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] No DVR routers for this DVR port 5623279f-771d-4f7e-9aa6-3e88856ec669 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:36.998672 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b64dfcb6-d4f1-4c45-9617-c73a3b7cc889 req-418d9053-ffbb-404f-8abf-e78c38530ff6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.001574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b64dfcb6-d4f1-4c45-9617-c73a3b7cc889 req-418d9053-ffbb-404f-8abf-e78c38530ff6 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.15 "DELETE /v2.0/ports/5623279f-771d-4f7e-9aa6-3e88856ec669 HTTP/1.1" status: 204 len: 173 time: 1.5653017 Sep 16 04:42:37.009798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343c01ae-d655-41c9-a04b-3d649e132e06', 'name': 'network-vif-deleted', 'tag': '5623279f-771d-4f7e-9aa6-3e88856ec669'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:37.013225 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9839c4f4-6571-4bf3-987d-627c1fed3160" -d '{"events": [{"server_uuid": "343c01ae-d655-41c9-a04b-3d649e132e06", "name": "network-vif-deleted", "tag": "5623279f-771d-4f7e-9aa6-3e88856ec669"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:37.056816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.126337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fba80cfa-d31f-41c8-8078-2f92ef6c6987 None None] For port d6a11f4c-b77c-41e2-9716-17800a73a0b0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d6a11f4c-b77c-41e2-9716-17800a73a0b0,segment=NetworkSegment(03107d2b-2e5c-4806-9a37-b71d7fe129bf),segment_id=03107d2b-2e5c-4806-9a37-b71d7fe129bf)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:37.126933 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fba80cfa-d31f-41c8-8078-2f92ef6c6987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.163157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79d6307-9b1d-4331-9439-11c684a5c61e req-e827d6a0-2e1c-4653-bc51-5b4f9abdc3e7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178394 Sep 16 04:42:37.175810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bca4a19-dfc8-4e63-b439-fa0d9936dddc']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:37.188953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fba80cfa-d31f-41c8-8078-2f92ef6c6987 None None] Calling delete_port for d6a11f4c-b77c-41e2-9716-17800a73a0b0 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:37.197160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03107d2b-2e5c-4806-9a37-b71d7fe129bf') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:37.197688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03107d2b-2e5c-4806-9a37-b71d7fe129bf') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:37.199389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914eb21-01a6-4ea3-bcdc-6ab57cb24a36 req-dbec1733-4c2c-401b-a301-1c8e75d37b69 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.201028 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1914eb21-01a6-4ea3-bcdc-6ab57cb24a36 req-dbec1733-4c2c-401b-a301-1c8e75d37b69 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1023662 Sep 16 04:42:37.211382 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.229463 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.237580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:37.239114 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.240524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef51a32b-3914-4f00-9f02-7e757ec5df25 admin admin] Router 5246d444-f2d8-4514-99a7-2ad0164d3034 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:37.273866 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1914eb21-01a6-4ea3-bcdc-6ab57cb24a36 req-09f96f54-a2ef-40b1-ae19-e7383c8dd2ff tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636084 Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:37.279250 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:37.392439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6d1a3-8025-428e-bcd1-36d8a361f2f1 req-bb477bc4-1230-4990-9c47-d21413e52606 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.394061 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32d6d1a3-8025-428e-bcd1-36d8a361f2f1 req-bb477bc4-1230-4990-9c47-d21413e52606 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.50 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 945 time: 0.5201147 Sep 16 04:42:37.465855 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.499352 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.508778 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] 10.222.0.53 "DELETE /v2.0/networks/2bca4a19-dfc8-4e63-b439-fa0d9936dddc HTTP/1.1" status: 204 len: 168 time: 1.2948766 Sep 16 04:42:37.520940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00fe3f-d0d0-4ed4-b205-6de7dd7f755c tempest-ServersTestMultiNic-266739890 tempest-ServersTestMultiNic-266739890-project] Pushing event deleted for resources: {'Network': ['ID=2bca4a19-dfc8-4e63-b439-fa0d9936dddc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:37.557766 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dccac-4b96-4610-b61a-9932cba5a4d0 req-4549acc9-c323-4c38-acaf-84472e9152a8 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:37.565246 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4b3dccac-4b96-4610-b61a-9932cba5a4d0 req-4549acc9-c323-4c38-acaf-84472e9152a8 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1293068 Sep 16 04:42:37.568279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef51a32b-3914-4f00-9f02-7e757ec5df25 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:37.569170 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fba80cfa-d31f-41c8-8078-2f92ef6c6987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.580939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-32d6d1a3-8025-428e-bcd1-36d8a361f2f1 req-410e1d74-03de-4306-9937-60a4b9ed0b4b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Deleting port fe0a0691-5cc3-4a5f-953e-ad5146073b04 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:37.581469 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-32d6d1a3-8025-428e-bcd1-36d8a361f2f1 req-410e1d74-03de-4306-9937-60a4b9ed0b4b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.583803 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ef51a32b-3914-4f00-9f02-7e757ec5df25 admin admin] 10.222.0.53 "PUT /v2.0/routers/5246d444-f2d8-4514-99a7-2ad0164d3034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2247202 Sep 16 04:42:37.588636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58700) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:37.596820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b990d-8339-44e5-907a-e4440c636d5c None None] Sync routers for ids ['5246d444-f2d8-4514-99a7-2ad0164d3034'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:37.646216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe0a0691-5cc3-4a5f-953e-ad5146073b04 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:37.668819 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4b3dccac-4b96-4610-b61a-9932cba5a4d0 req-e10d4689-6923-438b-a96b-1d432c8a6a4a tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937138 Sep 16 04:42:37.720889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b990d-8339-44e5-907a-e4440c636d5c None None] Routers {'5246d444-f2d8-4514-99a7-2ad0164d3034'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:37.721850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-816b990d-8339-44e5-907a-e4440c636d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5246d444-f2d8-4514-99a7-2ad0164d3034'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:37.737888 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b653f6-b462-4faa-ab4d-835f99dd5cfb x-openstack-request-id: req-19b653f6-b462-4faa-ab4d-835f99dd5cfb {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:37.738179 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343c01ae-d655-41c9-a04b-3d649e132e06", "name": "network-vif-deleted", "tag": "5623279f-771d-4f7e-9aa6-3e88856ec669", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:37.738434 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19b653f6-b462-4faa-ab4d-835f99dd5cfb {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:37.738839 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343c01ae-d655-41c9-a04b-3d649e132e06', 'name': 'network-vif-deleted', 'tag': '5623279f-771d-4f7e-9aa6-3e88856ec669', 'status': 'completed', 'code': 200} Sep 16 04:42:37.748717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-32d6d1a3-8025-428e-bcd1-36d8a361f2f1 req-410e1d74-03de-4306-9937-60a4b9ed0b4b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] For port fe0a0691-5cc3-4a5f-953e-ad5146073b04, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe0a0691-5cc3-4a5f-953e-ad5146073b04,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:37.749136 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-32d6d1a3-8025-428e-bcd1-36d8a361f2f1 req-410e1d74-03de-4306-9937-60a4b9ed0b4b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.766085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-32d6d1a3-8025-428e-bcd1-36d8a361f2f1 req-410e1d74-03de-4306-9937-60a4b9ed0b4b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Calling delete_port for fe0a0691-5cc3-4a5f-953e-ad5146073b04 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:37.780325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fba80cfa-d31f-41c8-8078-2f92ef6c6987 None None] Network 2bca4a19-dfc8-4e63-b439-fa0d9936dddc is not hosted by any dhcp agent {{(pid=94746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:42:37.780793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba80cfa-d31f-41c8-8078-2f92ef6c6987 None None] No DVR routers for this DVR port d6a11f4c-b77c-41e2-9716-17800a73a0b0 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:37.825877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba80cfa-d31f-41c8-8078-2f92ef6c6987 None None] Pushing event deleted for resources: {'Port': ['ID=d6a11f4c-b77c-41e2-9716-17800a73a0b0,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:37.827631 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.838408 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:37.975170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-816b990d-8339-44e5-907a-e4440c636d5c None None] Set router 5246d444-f2d8-4514-99a7-2ad0164d3034 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:37.980324 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.016695 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-59e61823-3136-460a-ae3c-72194366f831 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dc0c6d7864684a98bb6c35b580e48e2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380063 Sep 16 04:42:38.016987 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.039323 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-32d6d1a3-8025-428e-bcd1-36d8a361f2f1 req-410e1d74-03de-4306-9937-60a4b9ed0b4b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.075580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e1d74-03de-4306-9937-60a4b9ed0b4b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event deleted for resources: {'Port': ['ID=fe0a0691-5cc3-4a5f-953e-ad5146073b04,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:38.091626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31af51c-ec37-4fbc-bea3-3c56e3d53e6a req-8573ca03-5795-4ffb-b784-5eac3bfbc076 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.093309 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b31af51c-ec37-4fbc-bea3-3c56e3d53e6a req-8573ca03-5795-4ffb-b784-5eac3bfbc076 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.0997725 Sep 16 04:42:38.145805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d6d1a3-8025-428e-bcd1-36d8a361f2f1 req-410e1d74-03de-4306-9937-60a4b9ed0b4b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] No DVR routers for this DVR port fe0a0691-5cc3-4a5f-953e-ad5146073b04 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:38.149515 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-32d6d1a3-8025-428e-bcd1-36d8a361f2f1 req-410e1d74-03de-4306-9937-60a4b9ed0b4b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.151504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32d6d1a3-8025-428e-bcd1-36d8a361f2f1 req-410e1d74-03de-4306-9937-60a4b9ed0b4b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.50 "DELETE /v2.0/ports/fe0a0691-5cc3-4a5f-953e-ad5146073b04 HTTP/1.1" status: 204 len: 173 time: 0.7450783 Sep 16 04:42:38.152032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93d02fc-144b-4b87-bc24-9e3755c87d94', 'name': 'network-vif-deleted', 'tag': 'fe0a0691-5cc3-4a5f-953e-ad5146073b04'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:38.155116 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadf444b-3d37-49e3-871a-3d812dc14bde" -d '{"events": [{"server_uuid": "d93d02fc-144b-4b87-bc24-9e3755c87d94", "name": "network-vif-deleted", "tag": "fe0a0691-5cc3-4a5f-953e-ad5146073b04"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:38.164611 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Deleting port 2b26d190-8b30-492a-b2ee-9b17203e8e24 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:38.164940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.176055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-789fd402-0728-4d74-92a1-66a9433a7037 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.184603 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b31af51c-ec37-4fbc-bea3-3c56e3d53e6a req-943629ce-fdca-4d66-a560-759eacff14da tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665734 Sep 16 04:42:38.186082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-789fd402-0728-4d74-92a1-66a9433a7037 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683605 Sep 16 04:42:38.217439 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-b341f6af-4ca8-4dac-9f78-dbd756be58ea tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/quotas/dc0c6d7864684a98bb6c35b580e48e2f HTTP/1.1" status: 200 len: 375 time: 0.0201182 Sep 16 04:42:38.284529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-816b990d-8339-44e5-907a-e4440c636d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'name': 'tempest-AttachSCSIVolumeTestJSON-979880728-router', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:34Z', 'updated_at': '2021-09-16T04:42:35Z', 'revision_number': 5, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'gw_port': {'id': '2b26d190-8b30-492a-b2ee-9b17203e8e24', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:38.314816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b990d-8339-44e5-907a-e4440c636d5c None None] Checking router: 5246d444-f2d8-4514-99a7-2ad0164d3034 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:38.324229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b990d-8339-44e5-907a-e4440c636d5c None None] Routers {'5246d444-f2d8-4514-99a7-2ad0164d3034'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:38.325847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-816b990d-8339-44e5-907a-e4440c636d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5246d444-f2d8-4514-99a7-2ad0164d3034'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:38.438425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d6a11f4c-b77c-41e2-9716-17800a73a0b0 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:38.463152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d6a11f4c-b77c-41e2-9716-17800a73a0b0 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:38.463506 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d6a11f4c-b77c-41e2-9716-17800a73a0b0 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:38.491063 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b31cb27-c496-4298-bb2e-44f01d89e344 req-408a93a5-dd70-47cd-8240-3c376f8b318a tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93d02fc-144b-4b87-bc24-9e3755c87d94 HTTP/1.1" status: 200 len: 210 time: 0.0321612 Sep 16 04:42:38.492768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-816b990d-8339-44e5-907a-e4440c636d5c None None] Set router 5246d444-f2d8-4514-99a7-2ad0164d3034 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:38.537103 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14c0e77-0675-4f17-a99f-4c0520adcb70 x-openstack-request-id: req-f14c0e77-0675-4f17-a99f-4c0520adcb70 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:38.537403 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93d02fc-144b-4b87-bc24-9e3755c87d94", "name": "network-vif-deleted", "tag": "fe0a0691-5cc3-4a5f-953e-ad5146073b04", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:38.537680 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f14c0e77-0675-4f17-a99f-4c0520adcb70 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:38.538092 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93d02fc-144b-4b87-bc24-9e3755c87d94', 'name': 'network-vif-deleted', 'tag': 'fe0a0691-5cc3-4a5f-953e-ad5146073b04', 'status': 'completed', 'code': 200} Sep 16 04:42:38.551142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-816b990d-8339-44e5-907a-e4440c636d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'name': 'tempest-AttachSCSIVolumeTestJSON-979880728-router', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:34Z', 'updated_at': '2021-09-16T04:42:37Z', 'revision_number': 6, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:38.579743 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b990d-8339-44e5-907a-e4440c636d5c None None] The sync data for ids ['5246d444-f2d8-4514-99a7-2ad0164d3034'] in n-d-712142-17 is: [{'id': '5246d444-f2d8-4514-99a7-2ad0164d3034', 'name': 'tempest-AttachSCSIVolumeTestJSON-979880728-router', 'tenant_id': '88bca76fba344173b7696cb5a2ed0fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:34Z', 'updated_at': '2021-09-16T04:42:37Z', 'revision_number': 6, 'project_id': '88bca76fba344173b7696cb5a2ed0fca', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:38.622912 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-b0382596-28c2-4825-a8eb-525022316f48 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc0c6d7864684a98bb6c35b580e48e2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3869188 Sep 16 04:42:38.663024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5623279f-771d-4f7e-9aa6-3e88856ec669 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:38.669691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] For port 2b26d190-8b30-492a-b2ee-9b17203e8e24, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2b26d190-8b30-492a-b2ee-9b17203e8e24,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:38.670396 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.688631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Calling delete_port for 2b26d190-8b30-492a-b2ee-9b17203e8e24 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:38.723807 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 5623279f-771d-4f7e-9aa6-3e88856ec669 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:38.724162 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5623279f-771d-4f7e-9aa6-3e88856ec669 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:38.974830 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:38.988547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3dce1-2c06-47e4-ba26-a294e1d49f7d req-b68d6288-b833-4aa4-a76b-d879ed9616c9 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:38.990098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e0b3dce1-2c06-47e4-ba26-a294e1d49f7d req-b68d6288-b833-4aa4-a76b-d879ed9616c9 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.0836060 Sep 16 04:42:39.019222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b26d190-8b30-492a-b2ee-9b17203e8e24,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:39.110217 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e0b3dce1-2c06-47e4-ba26-a294e1d49f7d req-f1680c01-e9f0-46b6-8d55-a2f61c3aa9e6 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943558 Sep 16 04:42:39.121186 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.149556 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aedff853-5a50-4821-87e4-2a2934616b18 req-98687b62-4397-4ad4-b01d-5b72801f1652 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 210 time: 0.0449107 Sep 16 04:42:39.185588 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58754) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:39.300427 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.304079 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.392828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5191f-6594-4ef5-8bdb-76ff67a39e50 req-3c2afb3b-7237-4852-a879-bf11db02cd16 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:39.400666 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05c5191f-6594-4ef5-8bdb-76ff67a39e50 req-3c2afb3b-7237-4852-a879-bf11db02cd16 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 949 time: 0.1114523 Sep 16 04:42:39.408701 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.409409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5246d444-f2d8-4514-99a7-2ad0164d3034 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:42:39.414735 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.415903 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4f766a29-9145-4322-8f2f-d8208ac0b6e3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5246d444-f2d8-4514-99a7-2ad0164d3034 HTTP/1.1" status: 204 len: 168 time: 1.8258948 Sep 16 04:42:39.421380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58768) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:39.447900 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05c5191f-6594-4ef5-8bdb-76ff67a39e50 req-5650f80f-75b7-4017-b577-f8f3c5257c72 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462568 Sep 16 04:42:39.497366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-2638704b-8709-4bb1-a400-2a0576468727 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:39.502199 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-2638704b-8709-4bb1-a400-2a0576468727 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/networks?id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b HTTP/1.1" status: 200 len: 815 time: 0.2348039 Sep 16 04:42:39.530441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-827e7f98-a51a-4cf9-9897-c447cd900c77 admin admin] Deleting subnet 58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:39.550186 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-827e7f98-a51a-4cf9-9897-c447cd900c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.579989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-2ce2571e-e98d-4c4d-9555-ead1d2796539 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/quotas/03f1e80a621a46fd860f9498f0345948 HTTP/1.1" status: 200 len: 375 time: 0.0559654 Sep 16 04:42:39.692062 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-827e7f98-a51a-4cf9-9897-c447cd900c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:39.756315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-cc7f9257-2684-4487-91e6-a486b446bcb4 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=03f1e80a621a46fd860f9498f0345948&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1617959 Sep 16 04:42:39.914577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-f8bcf633-7010-4e8a-abd0-4921475003d3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:39.917371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-f8bcf633-7010-4e8a-abd0-4921475003d3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/networks?id=437becb2-8742-4d09-a3f1-9db54892d9d9 HTTP/1.1" status: 200 len: 822 time: 0.1296341 Sep 16 04:42:39.948896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-e9dac322-a9ce-42e2-82f9-105730f4a457 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/quotas/c5ff4d0e0fd14bd19cb1f3d207a43701 HTTP/1.1" status: 200 len: 375 time: 0.0200195 Sep 16 04:42:39.952685 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-827e7f98-a51a-4cf9-9897-c447cd900c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.028730 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-52913034-110a-4a8a-b3f8-222b8cf956a2 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=dc0c6d7864684a98bb6c35b580e48e2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222580 Sep 16 04:42:40.033938 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-bc01415c-61b9-46b3-b816-94b085dee7fd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5ff4d0e0fd14bd19cb1f3d207a43701&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740416 Sep 16 04:42:40.034801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-760df464-4d21-4bbd-aea4-105fe00072c2 service neutron] 10.222.0.53 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533960 Sep 16 04:42:40.213447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-a43595d1-4f52-44df-9d14-40d59ead8056 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:40.215620 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-a43595d1-4f52-44df-9d14-40d59ead8056 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800292 Sep 16 04:42:40.218519 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-e32c0b54-4a25-48ee-af14-ea0076eeca0b service neutron] 10.222.0.53 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749334 Sep 16 04:42:40.237470 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Request body: {'port': {'device_id': '67927c44-42d6-4bd3-81bd-c158850ce658', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'dc0c6d7864684a98bb6c35b580e48e2f'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:40.396406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1f948854-e366-4462-8b6b-200f77135816 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:40.417578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 1f948854-e366-4462-8b6b-200f77135816 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:40.418360 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1f948854-e366-4462-8b6b-200f77135816 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:40.419029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2b26d190-8b30-492a-b2ee-9b17203e8e24 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:40.439042 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de043f4c-07e4-4a57-af03-4b802e54faf9 req-f11baf3d-a071-4bd1-a24c-9fb82d02f298 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:40.440686 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de043f4c-07e4-4a57-af03-4b802e54faf9 req-f11baf3d-a071-4bd1-a24c-9fb82d02f298 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.15 "GET /v2.0/ports?device_id=0847229a-2efb-4af2-a207-a2946eb45d4e HTTP/1.1" status: 200 len: 945 time: 0.1778889 Sep 16 04:42:40.441898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 2b26d190-8b30-492a-b2ee-9b17203e8e24 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:40.442488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2b26d190-8b30-492a-b2ee-9b17203e8e24 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:40.451458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-827e7f98-a51a-4cf9-9897-c447cd900c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.452986 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-c2921e3a-4d59-4eca-80a6-4cc8964dda8a service neutron] 10.222.0.53 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280319 Sep 16 04:42:40.492222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e7f98-a51a-4cf9-9897-c447cd900c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:40.508198 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-827e7f98-a51a-4cf9-9897-c447cd900c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.508834 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f2ddf0-2188-4265-9ed2-fd101c71cdf8 None None] Network ccb11d21-3635-43ed-b6ce-245a35cae29e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:40.510134 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-827e7f98-a51a-4cf9-9897-c447cd900c77 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/58cf2e07-6ac7-4a60-a6c4-2e753f0e64e8 HTTP/1.1" status: 204 len: 168 time: 1.0875411 Sep 16 04:42:40.515109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58796) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:40.517899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Made reservation on behalf of dc0c6d7864684a98bb6c35b580e48e2f for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:40.521227 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.557852 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.599512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.617690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-de043f4c-07e4-4a57-af03-4b802e54faf9 req-ac4afa85-3afc-4a61-92c9-580ddc4da26d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Deleting port 0de9bfef-e4ba-4b77-9651-ee9b6988b697 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:40.618039 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-de043f4c-07e4-4a57-af03-4b802e54faf9 req-ac4afa85-3afc-4a61-92c9-580ddc4da26d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.625205 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-449b5d6f-037e-43e4-99f7-718ee0ef44b8 service neutron] 10.222.0.53 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892925 Sep 16 04:42:40.807915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf5c44-7759-4278-bc81-a4cba1c6397b req-ba6b31e9-cdc7-40ca-a892-95436e9609eb tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:40.809593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44bf5c44-7759-4278-bc81-a4cba1c6397b req-ba6b31e9-cdc7-40ca-a892-95436e9609eb tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.50 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 949 time: 0.2070930 Sep 16 04:42:40.829738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d76c9-0bd1-4d46-beb5-34e4f18969f0 None None] DHCP port deletion for ccb11d21-3635-43ed-b6ce-245a35cae29e request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:42:40.896055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-de043f4c-07e4-4a57-af03-4b802e54faf9 req-ac4afa85-3afc-4a61-92c9-580ddc4da26d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] For port 0de9bfef-e4ba-4b77-9651-ee9b6988b697, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0de9bfef-e4ba-4b77-9651-ee9b6988b697,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:40.897111 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-de043f4c-07e4-4a57-af03-4b802e54faf9 req-ac4afa85-3afc-4a61-92c9-580ddc4da26d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.899071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa477ef5-80e6-482d-8826-61d0e38b55f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.925724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bf792-a3a6-491a-a742-7d644deb7229 req-8b6b0316-22c5-426e-abe7-cb6a7a29c1fb tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:40.927804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc8bf792-a3a6-491a-a742-7d644deb7229 req-8b6b0316-22c5-426e-abe7-cb6a7a29c1fb tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1809847 Sep 16 04:42:40.943988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-290d76c9-0bd1-4d46-beb5-34e4f18969f0 None None] Deleting port 0b44cae6-1ae5-44ca-83d8-9e28f5078684 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:40.944636 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-290d76c9-0bd1-4d46-beb5-34e4f18969f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.952350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Deleting port 0b44cae6-1ae5-44ca-83d8-9e28f5078684 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:40.953030 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:40.961553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-de043f4c-07e4-4a57-af03-4b802e54faf9 req-ac4afa85-3afc-4a61-92c9-580ddc4da26d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Calling delete_port for 0de9bfef-e4ba-4b77-9651-ee9b6988b697 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:40.987570 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.029821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] For port 0b44cae6-1ae5-44ca-83d8-9e28f5078684, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0b44cae6-1ae5-44ca-83d8-9e28f5078684,segment=NetworkSegment(d743f519-4188-4e11-bd39-4a10b71c6070),segment_id=d743f519-4188-4e11-bd39-4a10b71c6070)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:41.030203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.049084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Calling delete_port for 0b44cae6-1ae5-44ca-83d8-9e28f5078684 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:41.072223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-290d76c9-0bd1-4d46-beb5-34e4f18969f0 None None] For port 0b44cae6-1ae5-44ca-83d8-9e28f5078684, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0b44cae6-1ae5-44ca-83d8-9e28f5078684,segment=NetworkSegment(d743f519-4188-4e11-bd39-4a10b71c6070),segment_id=d743f519-4188-4e11-bd39-4a10b71c6070)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:41.072804 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-290d76c9-0bd1-4d46-beb5-34e4f18969f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.092926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-290d76c9-0bd1-4d46-beb5-34e4f18969f0 None None] Calling delete_port for 0b44cae6-1ae5-44ca-83d8-9e28f5078684 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:41.124794 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2428b2ab-c4a8-40ff-9e85-8cea763fabd6 req-dd19c36c-8b3c-4f09-96e3-567bcffb2610 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 210 time: 0.2398801 Sep 16 04:42:41.211349 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-de043f4c-07e4-4a57-af03-4b802e54faf9 req-ac4afa85-3afc-4a61-92c9-580ddc4da26d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.239859 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-290d76c9-0bd1-4d46-beb5-34e4f18969f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.279342 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc8bf792-a3a6-491a-a742-7d644deb7229 req-bb1790e3-abf6-4afa-ae6c-46c25b11801a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371775 Sep 16 04:42:41.279769 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.331160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d76c9-0bd1-4d46-beb5-34e4f18969f0 None None] No DVR routers for this DVR port 0b44cae6-1ae5-44ca-83d8-9e28f5078684 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:41.344375 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d76c9-0bd1-4d46-beb5-34e4f18969f0 None None] Pushing event deleted for resources: {'Port': ['ID=0b44cae6-1ae5-44ca-83d8-9e28f5078684,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:41.349507 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.372326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-44bf5c44-7759-4278-bc81-a4cba1c6397b req-a34c7969-2a45-481e-9d77-48b08cd0b96e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Deleting port 2084c613-439b-45e7-bd31-8b80611bba89 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:41.373090 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-44bf5c44-7759-4278-bc81-a4cba1c6397b req-a34c7969-2a45-481e-9d77-48b08cd0b96e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.373767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4afa85-3afc-4a61-92c9-580ddc4da26d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Pushing event deleted for resources: {'Port': ['ID=0de9bfef-e4ba-4b77-9651-ee9b6988b697,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:41.409906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b44cae6-1ae5-44ca-83d8-9e28f5078684,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:41.412620 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] No DVR routers for this DVR port 0b44cae6-1ae5-44ca-83d8-9e28f5078684 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:41.540959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac1f1f26-86bf-4497-8020-5e734be43bdb req-b5f403ad-3c11-4733-a7ee-9cb877f147e7 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 210 time: 0.1301863 Sep 16 04:42:41.548073 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-de043f4c-07e4-4a57-af03-4b802e54faf9 req-ac4afa85-3afc-4a61-92c9-580ddc4da26d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] No DVR routers for this DVR port 0de9bfef-e4ba-4b77-9651-ee9b6988b697 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:41.552363 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-de043f4c-07e4-4a57-af03-4b802e54faf9 req-ac4afa85-3afc-4a61-92c9-580ddc4da26d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.554863 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de043f4c-07e4-4a57-af03-4b802e54faf9 req-ac4afa85-3afc-4a61-92c9-580ddc4da26d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.15 "DELETE /v2.0/ports/0de9bfef-e4ba-4b77-9651-ee9b6988b697 HTTP/1.1" status: 204 len: 173 time: 1.1058066 Sep 16 04:42:41.564239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0847229a-2efb-4af2-a207-a2946eb45d4e', 'name': 'network-vif-deleted', 'tag': '0de9bfef-e4ba-4b77-9651-ee9b6988b697'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:41.568290 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4b3d85-e2e3-4277-bdef-69e3ba0ed77a" -d '{"events": [{"server_uuid": "0847229a-2efb-4af2-a207-a2946eb45d4e", "name": "network-vif-deleted", "tag": "0de9bfef-e4ba-4b77-9651-ee9b6988b697"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:41.584764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:41.601318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.612879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb980fb-e0fc-4b56-b2f9-518a6eb64f4d req-a1baf265-bfd0-467e-bf57-a420591a22f2 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:41.615435 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-afb980fb-e0fc-4b56-b2f9-518a6eb64f4d req-a1baf265-bfd0-467e-bf57-a420591a22f2 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=8863c35e-7f8a-4a6f-bf5d-087dc97263a5 HTTP/1.1" status: 200 len: 949 time: 0.2968087 Sep 16 04:42:41.628020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-44bf5c44-7759-4278-bc81-a4cba1c6397b req-a34c7969-2a45-481e-9d77-48b08cd0b96e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] For port 2084c613-439b-45e7-bd31-8b80611bba89, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2084c613-439b-45e7-bd31-8b80611bba89,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:41.628861 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-44bf5c44-7759-4278-bc81-a4cba1c6397b req-a34c7969-2a45-481e-9d77-48b08cd0b96e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.679457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-44bf5c44-7759-4278-bc81-a4cba1c6397b req-a34c7969-2a45-481e-9d77-48b08cd0b96e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Calling delete_port for 2084c613-439b-45e7-bd31-8b80611bba89 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:41.683357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb11d21-3635-43ed-b6ce-245a35cae29e']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:41.702842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd743f519-4188-4e11-bd39-4a10b71c6070') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:41.703245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd743f519-4188-4e11-bd39-4a10b71c6070') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:41.721219 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.726712 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48397842-9921-49c7-af26-b12b62f417dd req-2f54e994-c16a-4ba4-a78e-5f349fcb5080 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 210 time: 0.0372026 Sep 16 04:42:41.755347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Allocated IP 192.168.233.137 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/6e96012d-8976-40b5-b120-449cccc13537) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:41.782804 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4846015-4cc9-410d-960b-9ed9ab886ecd x-openstack-request-id: req-d4846015-4cc9-410d-960b-9ed9ab886ecd {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:41.783204 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0847229a-2efb-4af2-a207-a2946eb45d4e", "name": "network-vif-deleted", "tag": "0de9bfef-e4ba-4b77-9651-ee9b6988b697", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:41.783870 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4846015-4cc9-410d-960b-9ed9ab886ecd {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:41.784037 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0847229a-2efb-4af2-a207-a2946eb45d4e', 'name': 'network-vif-deleted', 'tag': '0de9bfef-e4ba-4b77-9651-ee9b6988b697', 'status': 'completed', 'code': 200} Sep 16 04:42:41.815956 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-afb980fb-e0fc-4b56-b2f9-518a6eb64f4d req-841c4b92-7532-47ca-a2ff-c9ac83e41b32 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833451 Sep 16 04:42:41.818898 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.862169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:41.862581 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:41.867151 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:41.962102 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:41.971383 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.003586 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.005944 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ccb11d21-3635-43ed-b6ce-245a35cae29e HTTP/1.1" status: 204 len: 168 time: 1.4877234 Sep 16 04:42:42.031514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-fa477ef5-80e6-482d-8826-61d0e38b55f2 admin admin] Deleting port ca303ccf-70e5-49b1-9587-ea206ebdb3d1 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:42.032273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa477ef5-80e6-482d-8826-61d0e38b55f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.035434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.039519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab8d0b-4cd6-4f9b-b357-688264db3225 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb11d21-3635-43ed-b6ce-245a35cae29e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:42.111727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-44bf5c44-7759-4278-bc81-a4cba1c6397b req-a34c7969-2a45-481e-9d77-48b08cd0b96e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.129131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['26baa4ff-95e5-4193-bad7-6585e8edf426'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:42.198898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c7969-2a45-481e-9d77-48b08cd0b96e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Pushing event deleted for resources: {'Port': ['ID=2084c613-439b-45e7-bd31-8b80611bba89,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:42.229014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:42.242606 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:42.244895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Pushing event updated for resources: {'Port': ['ID=6e96012d-8976-40b5-b120-449cccc13537,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:42.248469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:42.289592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-fa477ef5-80e6-482d-8826-61d0e38b55f2 admin admin] For port ca303ccf-70e5-49b1-9587-ea206ebdb3d1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ca303ccf-70e5-49b1-9587-ea206ebdb3d1,segment=NetworkSegment(d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb),segment_id=d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:42.290146 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa477ef5-80e6-482d-8826-61d0e38b55f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.305078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-fa477ef5-80e6-482d-8826-61d0e38b55f2 admin admin] Calling delete_port for ca303ccf-70e5-49b1-9587-ea206ebdb3d1 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:42.429976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.430607 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.450604 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58846) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:42.481261 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0b44cae6-1ae5-44ca-83d8-9e28f5078684 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:42.520538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 0b44cae6-1ae5-44ca-83d8-9e28f5078684 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:42.521333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0b44cae6-1ae5-44ca-83d8-9e28f5078684 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:42.536208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-09fb7035-4a65-4be0-9984-3afc00b226dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0438dca5e2cc4175984f01ab28c77bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842757 Sep 16 04:42:42.544133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58848) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:42.562413 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa477ef5-80e6-482d-8826-61d0e38b55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.569311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bf5c44-7759-4278-bc81-a4cba1c6397b req-a34c7969-2a45-481e-9d77-48b08cd0b96e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] No DVR routers for this DVR port 2084c613-439b-45e7-bd31-8b80611bba89 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:42.586913 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-213ff94d-a77b-46db-8fba-a243a5784fe0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3579464 Sep 16 04:42:42.588285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-44bf5c44-7759-4278-bc81-a4cba1c6397b req-a34c7969-2a45-481e-9d77-48b08cd0b96e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.591246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44bf5c44-7759-4278-bc81-a4cba1c6397b req-a34c7969-2a45-481e-9d77-48b08cd0b96e tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.50 "DELETE /v2.0/ports/2084c613-439b-45e7-bd31-8b80611bba89 HTTP/1.1" status: 204 len: 173 time: 1.7706420 Sep 16 04:42:42.612521 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8863c35e-7f8a-4a6f-bf5d-087dc97263a5', 'name': 'network-vif-deleted', 'tag': '2084c613-439b-45e7-bd31-8b80611bba89'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:42.616581 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ed824d-78ce-4938-8d48-476ca5858cb1" -d '{"events": [{"server_uuid": "8863c35e-7f8a-4a6f-bf5d-087dc97263a5", "name": "network-vif-deleted", "tag": "2084c613-439b-45e7-bd31-8b80611bba89"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:42.620400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Request body: {'port': {'device_id': '67927c44-42d6-4bd3-81bd-c158850ce658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:42.632062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a0997-83e3-4ffd-baf6-b4562af97a03 req-17cb75fb-177e-4999-ac0f-11c8b3a5bb61 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.635545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa477ef5-80e6-482d-8826-61d0e38b55f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca303ccf-70e5-49b1-9587-ea206ebdb3d1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:42.639768 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-955a0997-83e3-4ffd-baf6-b4562af97a03 req-17cb75fb-177e-4999-ac0f-11c8b3a5bb61 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 936 time: 0.3310928 Sep 16 04:42:42.669116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0de9bfef-e4ba-4b77-9651-ee9b6988b697 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:42.704823 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-a759722f-7a1c-4d2d-9086-288b60f7de7f tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.707074 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-a759722f-7a1c-4d2d-9086-288b60f7de7f tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.50 "GET /v2.0/networks?id=437becb2-8742-4d09-a3f1-9db54892d9d9 HTTP/1.1" status: 200 len: 822 time: 0.5463521 Sep 16 04:42:42.730000 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 0de9bfef-e4ba-4b77-9651-ee9b6988b697 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:42.730000 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0de9bfef-e4ba-4b77-9651-ee9b6988b697 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:42.750793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Request body: {'port': {'device_id': '5402aba9-de83-47c4-b3c9-e2d2192d4907', 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9', 'admin_state_up': True, 'tenant_id': 'c5ff4d0e0fd14bd19cb1f3d207a43701'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:42.822655 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-955a0997-83e3-4ffd-baf6-b4562af97a03 req-572dcb18-bd09-4589-b257-3fe5ec648e6c tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820028 Sep 16 04:42:42.882857 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.892356 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c416-6eb3-4629-b83f-2a1ff3148e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:42.925826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-d2595f11-23fb-4044-bf96-572cb5ebd3a3 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:42.927718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-d2595f11-23fb-4044-bf96-572cb5ebd3a3 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/networks?id=a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 HTTP/1.1" status: 200 len: 809 time: 0.8044047 Sep 16 04:42:43.000698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c416-6eb3-4629-b83f-2a1ff3148e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.010197 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-beed5e7b-0786-41bf-a6b7-4a3bbb5fcc76 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/quotas/2dd5ff4c06c94725b5e5f0a688252670 HTTP/1.1" status: 200 len: 375 time: 0.0733852 Sep 16 04:42:43.086612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1085ec-12a7-4986-a43a-ddb8a521b2b7 req-ccfa6162-11f9-4bcb-aaac-d2b3d0717458 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.088227 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2d1085ec-12a7-4986-a43a-ddb8a521b2b7 req-ccfa6162-11f9-4bcb-aaac-d2b3d0717458 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1764157 Sep 16 04:42:43.112403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-1fef295b-d11c-4226-8de0-5abec42ef6e5 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:43.113979 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-1fef295b-d11c-4226-8de0-5abec42ef6e5 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.50 "GET /v2.0/networks?id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b HTTP/1.1" status: 200 len: 815 time: 0.5214744 Sep 16 04:42:43.122305 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-d741e22f-6926-4a10-ba3f-745a95be2b6a tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2dd5ff4c06c94725b5e5f0a688252670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972209 Sep 16 04:42:43.137756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Request body: {'port': {'device_id': '7e5699c6-df30-4b43-bdcc-830019c36632', 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b', 'admin_state_up': True, 'tenant_id': '03f1e80a621a46fd860f9498f0345948'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:43.187425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2e31a047-cdd7-48b5-a502-31b08d9fded8 None None] Provisioning complete for port 6e96012d-8976-40b5-b120-449cccc13537 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:43.188486 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2e31a047-cdd7-48b5-a502-31b08d9fded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.197132 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa477ef5-80e6-482d-8826-61d0e38b55f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.210804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2d1085ec-12a7-4986-a43a-ddb8a521b2b7 req-ba18da39-14b1-4de0-aeb3-48936282d303 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511317 Sep 16 04:42:43.219362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Made reservation on behalf of c5ff4d0e0fd14bd19cb1f3d207a43701 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:43.224405 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.234158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2e31a047-cdd7-48b5-a502-31b08d9fded8 None None] Port 6e96012d-8976-40b5-b120-449cccc13537 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:43.259992 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c416-6eb3-4629-b83f-2a1ff3148e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.264181 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c416-6eb3-4629-b83f-2a1ff3148e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.267541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9ad6c416-6eb3-4629-b83f-2a1ff3148e40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70cedaa1-4e65-444b-b8fd-78cc8dd46684 HTTP/1.1" status: 204 len: 168 time: 0.7138369 Sep 16 04:42:43.394785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-acee8fec-336d-41f0-8c83-44dda31229c6 service neutron] 10.222.0.53 "GET /v2.0/networks/a67d7ee8-41ed-4f0e-9e0d-c95f9135d778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684722 Sep 16 04:42:43.415133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6c416-6eb3-4629-b83f-2a1ff3148e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cedaa1-4e65-444b-b8fd-78cc8dd46684,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:43.477428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Made reservation on behalf of 03f1e80a621a46fd860f9498f0345948 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:43.477654 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6759f06-06ca-4686-80c5-cebb68ac9dfa req-8985bf0f-2ea8-47ea-b1f9-5114eba1c9c5 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 210 time: 0.0962982 Sep 16 04:42:43.481011 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.497931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Allocated IP 172.20.0.13 (437becb2-8742-4d09-a3f1-9db54892d9d9/d0ebfc39-2565-44fc-9e95-bd5ceb2266d6/0583d741-8566-48ce-b807-54f75ea14f12) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:43.599407 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ebd7db-1087-4fac-8c44-48cd02257d0f x-openstack-request-id: req-00ebd7db-1087-4fac-8c44-48cd02257d0f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:43.600000 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8863c35e-7f8a-4a6f-bf5d-087dc97263a5", "name": "network-vif-deleted", "tag": "2084c613-439b-45e7-bd31-8b80611bba89", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:43.600417 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00ebd7db-1087-4fac-8c44-48cd02257d0f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:43.601239 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8863c35e-7f8a-4a6f-bf5d-087dc97263a5', 'name': 'network-vif-deleted', 'tag': '2084c613-439b-45e7-bd31-8b80611bba89', 'status': 'completed', 'code': 200} Sep 16 04:42:43.666042 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 2084c613-439b-45e7-bd31-8b80611bba89 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:43.677395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-c76d2ef2-03c6-45c7-9e1e-6e190745ccfa service neutron] 10.222.0.53 "GET /v2.0/networks/a67d7ee8-41ed-4f0e-9e0d-c95f9135d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482240 Sep 16 04:42:43.718466 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 2084c613-439b-45e7-bd31-8b80611bba89 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:43.721554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 2084c613-439b-45e7-bd31-8b80611bba89 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:43.729325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e96012d-8976-40b5-b120-449cccc13537 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:43.741372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.766976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Transition to ACTIVE for port object 6e96012d-8976-40b5-b120-449cccc13537 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:43.789600 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.818808 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6ddaf819-905d-4edf-aaec-2228e53cf3d4 req-6869c7cb-0720-48f6-8c9c-749b055d23be tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 210 time: 0.0533361 Sep 16 04:42:43.847446 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:43.896711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa477ef5-80e6-482d-8826-61d0e38b55f2 admin admin] Router 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:43.909241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Allocated IP 172.20.0.4 (ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b/156edc1e-7368-4770-89dc-c325ad242139/87c09aa0-8393-47ff-8857-1ba3341d8639) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:43.921457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Pushing event updated for resources: {'Port': ['ID=6e96012d-8976-40b5-b120-449cccc13537,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:44.009826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58866) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:44.032930 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.127120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa477ef5-80e6-482d-8826-61d0e38b55f2 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:44.137255 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6769eb-bff7-41be-a116-69d901ab1f11 None None] Sync routers for ids ['3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:44.156171 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6769eb-bff7-41be-a116-69d901ab1f11 None None] Routers {'3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:44.157589 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8a6769eb-bff7-41be-a116-69d901ab1f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:44.304189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.313885 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fa477ef5-80e6-482d-8826-61d0e38b55f2 admin admin] 10.222.0.53 "PUT /v2.0/routers/3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1270444 Sep 16 04:42:44.327549 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-8a6769eb-bff7-41be-a116-69d901ab1f11 None None] Set router 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:44.620164 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8a6769eb-bff7-41be-a116-69d901ab1f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'name': 'tempest-ServersTestMultiNic-1974325795-router', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:42:42Z', 'revision_number': 5, 'project_id': '1e1c19a5352b422e9d40b4427909b78d', 'gw_port': {'id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:44.647554 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event updated for resources: {'Port': ['ID=0583d741-8566-48ce-b807-54f75ea14f12,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:44.665072 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6769eb-bff7-41be-a116-69d901ab1f11 None None] Checking router: 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:44.676843 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6769eb-bff7-41be-a116-69d901ab1f11 None None] Routers {'3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:44.677874 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8a6769eb-bff7-41be-a116-69d901ab1f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:44.679166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Network 437becb2-8742-4d09-a3f1-9db54892d9d9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:44.687222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58880) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:44.692715 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c75d952b-8145-46d3-87a4-82f6f4221f38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88bca76fba344173b7696cb5a2ed0fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6813889 Sep 16 04:42:44.694712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58886) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:44.716300 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-db239146-19b2-4f14-a814-201c4a1171ff req-2897519a-ba3e-4de2-bf1b-91ca4b58dfd2 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 210 time: 0.4009259 Sep 16 04:42:44.718012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a7bd7-6f04-4190-8d50-fe53d90c27ee req-2905565b-d559-447a-a956-a7b5eb828878 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.720035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-222a7bd7-6f04-4190-8d50-fe53d90c27ee req-2905565b-d559-447a-a956-a7b5eb828878 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 948 time: 0.7503481 Sep 16 04:42:44.720432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:44.764369 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.776780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:44.819373 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-8a6769eb-bff7-41be-a116-69d901ab1f11 None None] Set router 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:44.830708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.831377 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.834270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Attempting to bind port 6e96012d-8976-40b5-b120-449cccc13537 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:44.834607 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Attempting to bind port 6e96012d-8976-40b5-b120-449cccc13537 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:44.834944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Attempting to bind port 6e96012d-8976-40b5-b120-449cccc13537 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:44.874081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:44.884902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:44.887833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Pushing event updated for resources: {'Port': ['ID=87c09aa0-8393-47ff-8857-1ba3341d8639,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:44.890923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:44.899577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Port 6e96012d-8976-40b5-b120-449cccc13537 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:44.899921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Attempting to bind port 6e96012d-8976-40b5-b120-449cccc13537 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:44.916288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:44.916643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:44.917051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:44.917496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Bound port: 6e96012d-8976-40b5-b120-449cccc13537, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:44.918627 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:44.927574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-85899393-7e17-49ee-95a2-f6b9c5070bc3 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2072003 Sep 16 04:42:44.934590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e100043-9964-4146-937a-45b9b780e0a7 req-764fdc42-4495-473e-a9a1-99cb1d9210d3 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.936216 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e100043-9964-4146-937a-45b9b780e0a7 req-764fdc42-4495-473e-a9a1-99cb1d9210d3 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 949 time: 0.1360998 Sep 16 04:42:44.957110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-222a7bd7-6f04-4190-8d50-fe53d90c27ee req-aa1991fa-0d54-4a7a-be19-c3d28b73733f tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376855 Sep 16 04:42:44.966511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Request body: {'port': {'device_id': '5402aba9-de83-47c4-b3c9-e2d2192d4907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:44.971425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:44.971656 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.004952 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-9219a027-e882-4988-a929-c65770ebcf07 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8797915 Sep 16 04:42:45.008144 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e100043-9964-4146-937a-45b9b780e0a7 req-fc55334a-5d84-467e-a9f4-547c44cd5be2 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641267 Sep 16 04:42:45.021425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Request body: {'port': {'device_id': '7e5699c6-df30-4b43-bdcc-830019c36632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:45.096386 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb10ab2c-26e5-4f46-95ad-0cc04644edf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.114061 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.153787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.169250 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8a6769eb-bff7-41be-a116-69d901ab1f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'name': 'tempest-ServersTestMultiNic-1974325795-router', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:42:42Z', 'revision_number': 5, 'project_id': '1e1c19a5352b422e9d40b4427909b78d', 'gw_port': {'id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:45.206533 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6769eb-bff7-41be-a116-69d901ab1f11 None None] The sync data for ids ['3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1'] in n-d-712142-17 is: [{'id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'name': 'tempest-ServersTestMultiNic-1974325795-router', 'tenant_id': '1e1c19a5352b422e9d40b4427909b78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:40:35Z', 'updated_at': '2021-09-16T04:42:42Z', 'revision_number': 5, 'project_id': '1e1c19a5352b422e9d40b4427909b78d', 'gw_port': {'id': '4514f5bc-fd16-445a-bfbd-22996b07bb15', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:40:36Z', 'updated_at': '2021-09-16T04:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:42:45.255606 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d1060-06a9-44ab-a58b-fb1cdb4b4165 req-d6e348c5-5c6a-4fc7-a318-264e2c749f51 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.257144 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-204d1060-06a9-44ab-a58b-fb1cdb4b4165 req-d6e348c5-5c6a-4fc7-a318-264e2c749f51 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 932 time: 0.1338301 Sep 16 04:42:45.264447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.269011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb10ab2c-26e5-4f46-95ad-0cc04644edf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.270430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] For port 6e96012d-8976-40b5-b120-449cccc13537, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:45.307774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] For port 6e96012d-8976-40b5-b120-449cccc13537, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6e96012d-8976-40b5-b120-449cccc13537,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:45.327176 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.337247 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-204d1060-06a9-44ab-a58b-fb1cdb4b4165 req-3925650c-099c-47ae-8f06-66ccd8043ce8 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682633 Sep 16 04:42:45.382522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a09d2-ce45-4b62-9eb6-00a71b3d845b req-c79e109b-339b-4b78-931d-5dd8e4577855 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.384128 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3b6a09d2-ce45-4b62-9eb6-00a71b3d845b req-c79e109b-339b-4b78-931d-5dd8e4577855 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.2952695 Sep 16 04:42:45.515117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2566c52-77d5-4ec6-a9d7-afe9bb94e9e0 req-67c7133b-ec03-427d-b506-d8d84a9e164f tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.516689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2566c52-77d5-4ec6-a9d7-afe9bb94e9e0 req-67c7133b-ec03-427d-b506-d8d84a9e164f tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 931 time: 0.0975251 Sep 16 04:42:45.526727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c09aa0-8393-47ff-8857-1ba3341d8639 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:45.540712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.557774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.557987 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.560290 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fee782c6-a910-4996-be8f-672499c69359 service neutron] 10.222.0.15 "PUT /v2.0/ports/6e96012d-8976-40b5-b120-449cccc13537 HTTP/1.1" status: 200 len: 1097 time: 2.9636848 Sep 16 04:42:45.561108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67927c44-42d6-4bd3-81bd-c158850ce658', 'tag': '6e96012d-8976-40b5-b120-449cccc13537'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:45.563117 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61618315-6fd1-4152-b75e-a65509c624f7" -d '{"events": [{"name": "network-changed", "server_uuid": "67927c44-42d6-4bd3-81bd-c158850ce658", "tag": "6e96012d-8976-40b5-b120-449cccc13537"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:45.575874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Transition to ACTIVE for port object 87c09aa0-8393-47ff-8857-1ba3341d8639 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:45.583505 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.609313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2566c52-77d5-4ec6-a9d7-afe9bb94e9e0 req-e22bec03-47a7-4728-8547-a56129016796 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778887 Sep 16 04:42:45.691737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Pushing event updated for resources: {'Port': ['ID=87c09aa0-8393-47ff-8857-1ba3341d8639,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:45.701816 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3b6a09d2-ce45-4b62-9eb6-00a71b3d845b req-fdfbddb9-96fe-4c96-9ad5-9183a5025c89 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129574 Sep 16 04:42:45.706945 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbd7b6d-8a30-4218-808a-54e587d1e88e x-openstack-request-id: req-3bbd7b6d-8a30-4218-808a-54e587d1e88e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:45.711879 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67927c44-42d6-4bd3-81bd-c158850ce658", "tag": "6e96012d-8976-40b5-b120-449cccc13537", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:45.712157 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bbd7b6d-8a30-4218-808a-54e587d1e88e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:45.712585 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67927c44-42d6-4bd3-81bd-c158850ce658', 'tag': '6e96012d-8976-40b5-b120-449cccc13537', 'status': 'completed', 'code': 200} Sep 16 04:42:45.755525 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee782c6-a910-4996-be8f-672499c69359 service neutron] Pushing event updated for resources: {'Port': ['ID=6e96012d-8976-40b5-b120-449cccc13537,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:45.811270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Attempting to bind port 87c09aa0-8393-47ff-8857-1ba3341d8639 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:45.811806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Attempting to bind port 87c09aa0-8393-47ff-8857-1ba3341d8639 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:45.812140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Attempting to bind port 87c09aa0-8393-47ff-8857-1ba3341d8639 on network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:45.817315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Port 87c09aa0-8393-47ff-8857-1ba3341d8639 on network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:45.817911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Attempting to bind port 87c09aa0-8393-47ff-8857-1ba3341d8639 on network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:45.834105 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.858885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:45.858885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Checking segment: {'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:45.859269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Bound using segment: {'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:45.859673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Bound port: 87c09aa0-8393-47ff-8857-1ba3341d8639, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:45.860097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.862342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb10ab2c-26e5-4f46-95ad-0cc04644edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.864932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb10ab2c-26e5-4f46-95ad-0cc04644edf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:45.866179 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fb10ab2c-26e5-4f46-95ad-0cc04644edf0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc417c2f-d54b-4d2b-9b9f-4e51c54745fd HTTP/1.1" status: 204 len: 168 time: 1.1627278 Sep 16 04:42:45.879351 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9bc067fb-88c4-47ec-ae8a-ed8afdd7e21f req-2d71c1be-93e8-46f8-9adf-ad4e9d2c62d4 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 210 time: 0.0468335 Sep 16 04:42:45.942988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10ab2c-26e5-4f46-95ad-0cc04644edf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc417c2f-d54b-4d2b-9b9f-4e51c54745fd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:45.953584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729c887-bb84-4bfc-a229-c2ad0d0f2611 req-83c2ecfd-355f-4917-8c25-4028df03a209 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.956203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d729c887-bb84-4bfc-a229-c2ad0d0f2611 req-83c2ecfd-355f-4917-8c25-4028df03a209 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.15 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 949 time: 0.1358829 Sep 16 04:42:45.982688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-b0183683-ed82-4e05-996b-a92e0b496b19 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:45.984556 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-b0183683-ed82-4e05-996b-a92e0b496b19 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.15 "GET /v2.0/networks?id=a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 HTTP/1.1" status: 200 len: 809 time: 0.5674708 Sep 16 04:42:46.021426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] For port 87c09aa0-8393-47ff-8857-1ba3341d8639, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:46.060394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] For port 87c09aa0-8393-47ff-8857-1ba3341d8639, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87c09aa0-8393-47ff-8857-1ba3341d8639,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:46.067086 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.069980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Request body: {'port': {'device_id': 'e67d65ac-2f14-40ad-838c-bb9ced040f64', 'network_id': 'a67d7ee8-41ed-4f0e-9e0d-c95f9135d778', 'admin_state_up': True, 'tenant_id': '2dd5ff4c06c94725b5e5f0a688252670'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:46.107807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.108444 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.109935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] 10.222.0.50 "PUT /v2.0/ports/87c09aa0-8393-47ff-8857-1ba3341d8639 HTTP/1.1" status: 200 len: 1092 time: 1.0960822 Sep 16 04:42:46.111712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5699c6-df30-4b43-bdcc-830019c36632', 'tag': '87c09aa0-8393-47ff-8857-1ba3341d8639'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:46.113762 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d45b7fd-c4c0-4856-9de0-1a719508a281" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5699c6-df30-4b43-bdcc-830019c36632", "tag": "87c09aa0-8393-47ff-8857-1ba3341d8639"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:46.148702 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-f824e4d8-a29f-454b-ad03-878069d9d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.150745 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-f824e4d8-a29f-454b-ad03-878069d9d6a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc0c6d7864684a98bb6c35b580e48e2f&device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 1100 time: 0.5224879 Sep 16 04:42:46.205839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae76668-2500-439b-bd39-02a2cd764980 service neutron] Pushing event updated for resources: {'Port': ['ID=87c09aa0-8393-47ff-8857-1ba3341d8639,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:46.218755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-d729c887-bb84-4bfc-a229-c2ad0d0f2611 req-22251b01-f3b4-43d5-bdb8-4764aac25ab7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Deleting port 26baa4ff-95e5-4193-bad7-6585e8edf426 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:46.219110 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d729c887-bb84-4bfc-a229-c2ad0d0f2611 req-22251b01-f3b4-43d5-bdb8-4764aac25ab7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.251753 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-a93f24d2-dd81-4cae-abbe-af92f5123b67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=6e96012d-8976-40b5-b120-449cccc13537 HTTP/1.1" status: 200 len: 217 time: 0.0798557 Sep 16 04:42:46.257260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006d809-9880-4cb0-a196-21550eac3404 req-92296826-376c-488c-9888-0b1cd0c504ed tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.259803 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9006d809-9880-4cb0-a196-21550eac3404 req-92296826-376c-488c-9888-0b1cd0c504ed tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/ports?device_id=5780bfad-4138-4481-8a71-b1f5ea108399 HTTP/1.1" status: 200 len: 949 time: 0.1408520 Sep 16 04:42:46.272925 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-47cd97c6-f4cc-429a-82bd-897cedc75881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.274494 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-47cd97c6-f4cc-429a-82bd-897cedc75881 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03f1e80a621a46fd860f9498f0345948&device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 1095 time: 0.1138272 Sep 16 04:42:46.292161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Deleting port 4514f5bc-fd16-445a-bfbd-22996b07bb15 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:46.292520 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.366584 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-d5e7ffac-390e-48b2-b497-cc9fa6e2138b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87c09aa0-8393-47ff-8857-1ba3341d8639 HTTP/1.1" status: 200 len: 217 time: 0.0615983 Sep 16 04:42:46.380212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ca303ccf-70e5-49b1-9587-ea206ebdb3d1 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:46.404680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ca303ccf-70e5-49b1-9587-ea206ebdb3d1 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:46.405304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ca303ccf-70e5-49b1-9587-ea206ebdb3d1 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:46.437765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9006d809-9880-4cb0-a196-21550eac3404 req-b0b585f8-5070-4446-b883-347b205708a1 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.53 "GET /v2.0/security-groups?id=be4312a1-7d00-483b-9028-21ec45e38243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359820 Sep 16 04:42:46.459495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-d729c887-bb84-4bfc-a229-c2ad0d0f2611 req-22251b01-f3b4-43d5-bdb8-4764aac25ab7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] For port 26baa4ff-95e5-4193-bad7-6585e8edf426, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=26baa4ff-95e5-4193-bad7-6585e8edf426,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:46.459495 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d729c887-bb84-4bfc-a229-c2ad0d0f2611 req-22251b01-f3b4-43d5-bdb8-4764aac25ab7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.469449 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-d729c887-bb84-4bfc-a229-c2ad0d0f2611 req-22251b01-f3b4-43d5-bdb8-4764aac25ab7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Calling delete_port for 26baa4ff-95e5-4193-bad7-6585e8edf426 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:46.472707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-c8238094-4555-4950-b9a2-75aeab9a6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.474380 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-c8238094-4555-4950-b9a2-75aeab9a6143 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=156edc1e-7368-4770-89dc-c325ad242139 HTTP/1.1" status: 200 len: 855 time: 0.1005177 Sep 16 04:42:46.522509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e94a0-b0d9-46da-bbdd-c66f9690ce9b req-4cb6e5fa-d015-4549-86fc-8295fc2215a0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.524692 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f81e94a0-b0d9-46da-bbdd-c66f9690ce9b req-4cb6e5fa-d015-4549-86fc-8295fc2215a0 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 948 time: 0.4603992 Sep 16 04:42:46.532557 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c3a23c-17c0-4609-8e28-27678b66e205 x-openstack-request-id: req-02c3a23c-17c0-4609-8e28-27678b66e205 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:46.532557 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5699c6-df30-4b43-bdcc-830019c36632", "tag": "87c09aa0-8393-47ff-8857-1ba3341d8639", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:46.532557 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02c3a23c-17c0-4609-8e28-27678b66e205 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:46.532557 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5699c6-df30-4b43-bdcc-830019c36632', 'tag': '87c09aa0-8393-47ff-8857-1ba3341d8639', 'status': 'completed', 'code': 200} Sep 16 04:42:46.550719 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-25e77259-1e89-4c0a-a80a-affdd83f590f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644207 Sep 16 04:42:46.595602 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fb9aed6b-42f0-413e-a78f-5e2b79ec28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.597086 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-fb9aed6b-42f0-413e-a78f-5e2b79ec28ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.3321602 Sep 16 04:42:46.609870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0583d741-8566-48ce-b807-54f75ea14f12 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:46.633297 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.640473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Made reservation on behalf of 2dd5ff4c06c94725b5e5f0a688252670 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:46.644111 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.696791 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f81e94a0-b0d9-46da-bbdd-c66f9690ce9b req-918a6677-5ce1-409c-b0b8-ba75464590c6 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601150 Sep 16 04:42:46.712886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Transition to ACTIVE for port object 0583d741-8566-48ce-b807-54f75ea14f12 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:46.740607 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] For port 4514f5bc-fd16-445a-bfbd-22996b07bb15, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4514f5bc-fd16-445a-bfbd-22996b07bb15,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:46.740607 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.743219 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:46.812657 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-952190c8-70dc-43c4-a3f7-24589788459d service neutron] 10.222.0.50 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509611 Sep 16 04:42:46.827709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e94ec-0123-4ef0-8fc4-840f8455cd6f req-b42cf210-e98f-4728-8fe7-2f0c432ec150 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.829294 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-303e94ec-0123-4ef0-8fc4-840f8455cd6f req-b42cf210-e98f-4728-8fe7-2f0c432ec150 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 932 time: 0.2420919 Sep 16 04:42:46.838151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Calling delete_port for 4514f5bc-fd16-445a-bfbd-22996b07bb15 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:46.850104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0583d741-8566-48ce-b807-54f75ea14f12,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:46.892782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-019b203b-9843-4612-88cc-adf4d528c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:46.894290 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-019b203b-9843-4612-88cc-adf4d528c612 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2738416 Sep 16 04:42:46.978226 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-303e94ec-0123-4ef0-8fc4-840f8455cd6f req-db08ad96-2b65-47e9-8f5c-44fd8de900ec tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172495 Sep 16 04:42:46.982025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d729c887-bb84-4bfc-a229-c2ad0d0f2611 req-22251b01-f3b4-43d5-bdb8-4764aac25ab7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.019189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22251b01-f3b4-43d5-bdb8-4764aac25ab7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Pushing event deleted for resources: {'Port': ['ID=26baa4ff-95e5-4193-bad7-6585e8edf426,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:47.084839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d729c887-bb84-4bfc-a229-c2ad0d0f2611 req-22251b01-f3b4-43d5-bdb8-4764aac25ab7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] No DVR routers for this DVR port 26baa4ff-95e5-4193-bad7-6585e8edf426 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:47.088853 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d729c887-bb84-4bfc-a229-c2ad0d0f2611 req-22251b01-f3b4-43d5-bdb8-4764aac25ab7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.092187 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d729c887-bb84-4bfc-a229-c2ad0d0f2611 req-22251b01-f3b4-43d5-bdb8-4764aac25ab7 tempest-ServersAdminTestJSON-222850173 tempest-ServersAdminTestJSON-222850173-project] 10.222.0.15 "DELETE /v2.0/ports/26baa4ff-95e5-4193-bad7-6585e8edf426 HTTP/1.1" status: 204 len: 173 time: 1.1170492 Sep 16 04:42:47.095430 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9062c4c8-4bf0-448d-abef-60e47dd47ad4 req-141beeb9-da8e-4a2a-a097-e625f366f30c service neutron] 10.222.0.50 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651649 Sep 16 04:42:47.193247 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4f63aa76-1efc-4b9b-9182-784d36625c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.227568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc01009-678f-499e-9e36-3e60bf9993e4 req-2ae29984-feb9-48ad-a138-6774cbb8b151 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.229531 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7dc01009-678f-499e-9e36-3e60bf9993e4 req-2ae29984-feb9-48ad-a138-6774cbb8b151 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 943 time: 0.3926661 Sep 16 04:42:47.288339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Allocated IP 172.20.0.8 (a67d7ee8-41ed-4f0e-9e0d-c95f9135d778/c2676911-cc4e-49ba-983a-7f42332c4d56/1d2508d2-c5c0-46b7-bd46-c16a557d6a43) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:47.303309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e9468-c9a0-41c3-849c-a781bb655a5d req-ee179bf3-c07d-4c8d-af31-abd07f9b897f tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.304979 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e4e9468-c9a0-41c3-849c-a781bb655a5d req-ee179bf3-c07d-4c8d-af31-abd07f9b897f tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1964693 Sep 16 04:42:47.308260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45b7fd-c4c0-4856-9de0-1a719508a281 req-65b9b413-4d46-45f0-a3f0-2a15239c82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.310796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d45b7fd-c4c0-4856-9de0-1a719508a281 req-65b9b413-4d46-45f0-a3f0-2a15239c82ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03f1e80a621a46fd860f9498f0345948&device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 1095 time: 0.1120670 Sep 16 04:42:47.416338 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e4e9468-c9a0-41c3-849c-a781bb655a5d req-e606818c-7150-489e-9351-ae0d79d3e7fa tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033177 Sep 16 04:42:47.471320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45b7fd-c4c0-4856-9de0-1a719508a281 req-e21849d3-48fa-46be-8fec-686a3f65b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.473740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d45b7fd-c4c0-4856-9de0-1a719508a281 req-e21849d3-48fa-46be-8fec-686a3f65b6f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b HTTP/1.1" status: 200 len: 916 time: 0.1510971 Sep 16 04:42:47.540846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d45b7fd-c4c0-4856-9de0-1a719508a281 req-1fdbec0c-484e-47bd-a0af-6985a8331218 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87c09aa0-8393-47ff-8857-1ba3341d8639 HTTP/1.1" status: 200 len: 217 time: 0.0574491 Sep 16 04:42:47.560937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3939ebee-6a2f-4707-9030-092d36aa2fdd req-3b5258b0-2f15-4099-8c69-dc6f184af6e5 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 210 time: 0.0627894 Sep 16 04:42:47.645160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45b7fd-c4c0-4856-9de0-1a719508a281 req-4c686f4f-9694-4d16-8589-264c75c17d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:47.646840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d45b7fd-c4c0-4856-9de0-1a719508a281 req-4c686f4f-9694-4d16-8589-264c75c17d8d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=156edc1e-7368-4770-89dc-c325ad242139 HTTP/1.1" status: 200 len: 855 time: 0.0888684 Sep 16 04:42:47.701429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d45b7fd-c4c0-4856-9de0-1a719508a281 req-35c70769-317e-4e6c-8b56-8a8c8da80b14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455773 Sep 16 04:42:47.723710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-2aeb5500-c949-426a-ab4c-af6bf6ccc415 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8006563 Sep 16 04:42:47.733934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Attempting to bind port 0583d741-8566-48ce-b807-54f75ea14f12 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:47.737563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Attempting to bind port 0583d741-8566-48ce-b807-54f75ea14f12 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:47.737563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Attempting to bind port 0583d741-8566-48ce-b807-54f75ea14f12 on network 437becb2-8742-4d09-a3f1-9db54892d9d9 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:47.780127 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7dc01009-678f-499e-9e36-3e60bf9993e4 req-3a99dd9a-6223-4785-bbcc-d136a3b85799 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320027 Sep 16 04:42:47.787935 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Port 0583d741-8566-48ce-b807-54f75ea14f12 on network 437becb2-8742-4d09-a3f1-9db54892d9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:47.788275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Attempting to bind port 0583d741-8566-48ce-b807-54f75ea14f12 on network 437becb2-8742-4d09-a3f1-9db54892d9d9 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:47.812061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:47.812402 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Checking segment: {'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:47.812804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Bound using segment: {'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:47.813260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Bound port: 0583d741-8566-48ce-b807-54f75ea14f12, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:47.814220 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:47.847789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d45b7fd-c4c0-4856-9de0-1a719508a281 req-aea3dea6-efe5-463f-9038-c53dc90c4ec3 service neutron] 10.222.0.50 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387007 Sep 16 04:42:48.024025 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d45b7fd-c4c0-4856-9de0-1a719508a281 req-c42bc459-32c6-4b71-ae5a-554ab07758c8 service neutron] 10.222.0.50 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661308 Sep 16 04:42:48.096688 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf01584c-d35e-4153-bb17-c4e05863ba07 req-54b14012-4e0a-4f0a-8e2c-409e0b733ba5 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550570 Sep 16 04:42:48.108295 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.148096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8f123-626b-44a2-a74d-e4ec7aef7af3 req-21d6610a-260e-4638-b815-641aa2bd0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.150483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ef8f123-626b-44a2-a74d-e4ec7aef7af3 req-21d6610a-260e-4638-b815-641aa2bd0a8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67668ad7a36c49329585abb5e5650160&device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 1098 time: 0.0583723 Sep 16 04:42:48.185807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61300c1-0aff-4e65-bf84-7bbc47878892 req-3e7dfc98-e37c-4f13-aac9-e04b516f1af6 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.187385 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c61300c1-0aff-4e65-bf84-7bbc47878892 req-3e7dfc98-e37c-4f13-aac9-e04b516f1af6 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 948 time: 0.2850266 Sep 16 04:42:48.197147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] For port 0583d741-8566-48ce-b807-54f75ea14f12, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:48.206993 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4514f5bc-fd16-445a-bfbd-22996b07bb15,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:48.261127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59008) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:48.290505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] For port 0583d741-8566-48ce-b807-54f75ea14f12, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0583d741-8566-48ce-b807-54f75ea14f12,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:48.303632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8f123-626b-44a2-a74d-e4ec7aef7af3 req-94ea6d28-43b0-42a3-888d-96d078e024f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.305395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ef8f123-626b-44a2-a74d-e4ec7aef7af3 req-94ea6d28-43b0-42a3-888d-96d078e024f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=181d9132-2f95-4bfd-86fc-0001a774637d HTTP/1.1" status: 200 len: 916 time: 0.1462502 Sep 16 04:42:48.332873 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.334718 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.387688 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ef8f123-626b-44a2-a74d-e4ec7aef7af3 req-e3512553-bf74-46fe-a0c6-d6af82be003f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47d462d6-c0d7-4b07-8c49-3318d7820bdd HTTP/1.1" status: 200 len: 217 time: 0.0736053 Sep 16 04:42:48.401744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.403267 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.404803 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] 10.222.0.50 "PUT /v2.0/ports/0583d741-8566-48ce-b807-54f75ea14f12 HTTP/1.1" status: 200 len: 1093 time: 3.4430721 Sep 16 04:42:48.429714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5402aba9-de83-47c4-b3c9-e2d2192d4907', 'tag': '0583d741-8566-48ce-b807-54f75ea14f12'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:48.433006 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d4ae78-d194-4ad9-a86a-3bc2ea7fbf29" -d '{"events": [{"name": "network-changed", "server_uuid": "5402aba9-de83-47c4-b3c9-e2d2192d4907", "tag": "0583d741-8566-48ce-b807-54f75ea14f12"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:48.459218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8f123-626b-44a2-a74d-e4ec7aef7af3 req-ed090d37-60a7-4651-9b5c-7cb6c54ac4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.462250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ef8f123-626b-44a2-a74d-e4ec7aef7af3 req-ed090d37-60a7-4651-9b5c-7cb6c54ac4ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0d6d33c-2b4e-467f-9650-dbdbfdb674cf HTTP/1.1" status: 200 len: 854 time: 0.0661645 Sep 16 04:42:48.463040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61618315-6fd1-4152-b75e-a65509c624f7 req-f1a44cd1-8dff-439b-bfa4-6f85a6b715f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.464791 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61618315-6fd1-4152-b75e-a65509c624f7 req-f1a44cd1-8dff-439b-bfa4-6f85a6b715f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc0c6d7864684a98bb6c35b580e48e2f&device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 1100 time: 0.2723231 Sep 16 04:42:48.483322 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c61300c1-0aff-4e65-bf84-7bbc47878892 req-36c269a9-7dae-47f9-b0f0-5ceb108719d6 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593496 Sep 16 04:42:48.486080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.529846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8f123-626b-44a2-a74d-e4ec7aef7af3 req-0fb156d8-9ac3-4672-a194-66b937717a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.531815 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ef8f123-626b-44a2-a74d-e4ec7aef7af3 req-0fb156d8-9ac3-4672-a194-66b937717a60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=181d9132-2f95-4bfd-86fc-0001a774637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625284 Sep 16 04:42:48.533537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5780bfad-4138-4481-8a71-b1f5ea108399', 'name': 'network-vif-deleted', 'tag': '26baa4ff-95e5-4193-bad7-6585e8edf426'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:48.535907 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72e6dc9-a553-423c-aeaf-ecaedb41b85c" -d '{"events": [{"server_uuid": "5780bfad-4138-4481-8a71-b1f5ea108399", "name": "network-vif-deleted", "tag": "26baa4ff-95e5-4193-bad7-6585e8edf426"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:48.636095 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176ce1e-4fb1-4988-9800-34d176e5d4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0583d741-8566-48ce-b807-54f75ea14f12,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:48.666953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 26baa4ff-95e5-4193-bad7-6585e8edf426 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:48.672302 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ef8f123-626b-44a2-a74d-e4ec7aef7af3 req-a0e11eb3-4d27-458a-9706-be49044e0838 service neutron] 10.222.0.50 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316073 Sep 16 04:42:48.681867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f61cb4-8b03-44a1-a349-b496105328a5 req-ac31a5ee-deb5-453d-a1a2-6418f418756e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.683396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-40f61cb4-8b03-44a1-a349-b496105328a5 req-ac31a5ee-deb5-453d-a1a2-6418f418756e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 944 time: 0.0717499 Sep 16 04:42:48.694265 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 26baa4ff-95e5-4193-bad7-6585e8edf426 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:48.694937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 26baa4ff-95e5-4193-bad7-6585e8edf426 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:48.723145 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.764477 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.769420 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.775851 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-40f61cb4-8b03-44a1-a349-b496105328a5 req-4ff2c935-1355-4ab6-8c00-32896e6f2732 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841758 Sep 16 04:42:48.807511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-7c722db4-1a6c-4499-9666-89d7369dadc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:48.809873 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-7c722db4-1a6c-4499-9666-89d7369dadc6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5ff4d0e0fd14bd19cb1f3d207a43701&device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 1096 time: 0.3536890 Sep 16 04:42:48.817740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ef8f123-626b-44a2-a74d-e4ec7aef7af3 req-5d40e393-6f94-46c7-89e6-d3fb79fcdf51 service neutron] 10.222.0.50 "GET /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323109 Sep 16 04:42:48.861460 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9d572e-a703-45d4-a429-a4964cf9c850 x-openstack-request-id: req-1d9d572e-a703-45d4-a429-a4964cf9c850 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:48.862110 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5780bfad-4138-4481-8a71-b1f5ea108399", "name": "network-vif-deleted", "tag": "26baa4ff-95e5-4193-bad7-6585e8edf426", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:48.862298 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d9d572e-a703-45d4-a429-a4964cf9c850 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:48.862755 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5780bfad-4138-4481-8a71-b1f5ea108399', 'name': 'network-vif-deleted', 'tag': '26baa4ff-95e5-4193-bad7-6585e8edf426', 'status': 'completed', 'code': 200} Sep 16 04:42:48.872060 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333e131b-e093-4992-8010-24118e38571e x-openstack-request-id: req-333e131b-e093-4992-8010-24118e38571e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:48.872436 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5402aba9-de83-47c4-b3c9-e2d2192d4907", "tag": "0583d741-8566-48ce-b807-54f75ea14f12", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:48.872757 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-333e131b-e093-4992-8010-24118e38571e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:48.873333 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5402aba9-de83-47c4-b3c9-e2d2192d4907', 'tag': '0583d741-8566-48ce-b807-54f75ea14f12', 'status': 'completed', 'code': 200} Sep 16 04:42:48.881665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59034) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:48.881938 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7af41557-6bdf-4041-b668-0e3070ebaec0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef75dcfd035f40228dfc6a146d611230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6044800 Sep 16 04:42:48.938764 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b696dff-d381-47f6-a4e5-1bdd3fda6a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.941819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Network a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:48.957440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:48.960141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:48.964087 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-3b5a9a11-f681-4848-b2e8-f8868540103a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0583d741-8566-48ce-b807-54f75ea14f12 HTTP/1.1" status: 200 len: 217 time: 0.1265059 Sep 16 04:42:48.968768 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b696dff-d381-47f6-a4e5-1bdd3fda6a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.973943 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.974469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:42:48.979674 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:48.984095 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3e9337dc-09e3-4266-b512-8c549d0391cc admin admin] 10.222.0.53 "DELETE /v2.0/routers/3e4b8ec0-4022-4a03-8ba4-5badbfb8e5a1 HTTP/1.1" status: 204 len: 168 time: 4.2878528 Sep 16 04:42:48.986262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59052) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:49.018897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61618315-6fd1-4152-b75e-a65509c624f7 req-a7f321a8-4866-45af-b409-0e4a097373f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.020390 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61618315-6fd1-4152-b75e-a65509c624f7 req-a7f321a8-4866-45af-b409-0e4a097373f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.5300598 Sep 16 04:42:49.051825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929278a2-bb21-4a13-9f02-e5fbf6a9f0aa req-528b61f9-19f6-4456-811b-8b8b2c969b43 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.053397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-929278a2-bb21-4a13-9f02-e5fbf6a9f0aa req-528b61f9-19f6-4456-811b-8b8b2c969b43 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.4306300 Sep 16 04:42:49.054492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Pushing event updated for resources: {'Port': ['ID=1d2508d2-c5c0-46b7-bd46-c16a557d6a43,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:49.093525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-560e30a1-8f3e-4d35-b0db-b829a95668b5 admin admin] Deleting subnet 6e61827f-b7ef-443f-8cf0-144d885aeaa6 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:42:49.100167 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-560e30a1-8f3e-4d35-b0db-b829a95668b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.131141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b696dff-d381-47f6-a4e5-1bdd3fda6a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.133739 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b696dff-d381-47f6-a4e5-1bdd3fda6a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.137807 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2b696dff-d381-47f6-a4e5-1bdd3fda6a69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be4312a1-7d00-483b-9028-21ec45e38243 HTTP/1.1" status: 204 len: 168 time: 0.2528675 Sep 16 04:42:49.160004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.160579 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.169768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b696dff-d381-47f6-a4e5-1bdd3fda6a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4312a1-7d00-483b-9028-21ec45e38243,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:49.173693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-03602bdc-0f18-4fca-a59d-3af1a58e46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.175440 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-03602bdc-0f18-4fca-a59d-3af1a58e46e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0ebfc39-2565-44fc-9e95-bd5ceb2266d6 HTTP/1.1" status: 200 len: 862 time: 0.1721289 Sep 16 04:42:49.201861 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-7c80c009-8204-4df7-8827-43e6a5ab1d9f tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1406686 Sep 16 04:42:49.206882 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61618315-6fd1-4152-b75e-a65509c624f7 req-06cde982-dc4f-4bdf-9c9d-d18bf15ad410 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=6e96012d-8976-40b5-b120-449cccc13537 HTTP/1.1" status: 200 len: 217 time: 0.1447935 Sep 16 04:42:49.209439 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-560e30a1-8f3e-4d35-b0db-b829a95668b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.229829 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-929278a2-bb21-4a13-9f02-e5fbf6a9f0aa req-fae89cb9-8de8-4420-8107-19b22e89dc24 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538978 Sep 16 04:42:49.303366 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Request body: {'port': {'device_id': 'e67d65ac-2f14-40ad-838c-bb9ced040f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:49.330105 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-560e30a1-8f3e-4d35-b0db-b829a95668b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.334661 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-d61d4ea2-5e0d-4d64-b881-26e959d5a3b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=437becb2-8742-4d09-a3f1-9db54892d9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296234 Sep 16 04:42:49.413557 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-560e30a1-8f3e-4d35-b0db-b829a95668b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.454169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e30a1-8f3e-4d35-b0db-b829a95668b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e61827f-b7ef-443f-8cf0-144d885aeaa6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:49.474920 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-560e30a1-8f3e-4d35-b0db-b829a95668b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.479477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd210a3-47c3-4e16-981f-75914bfd614c None None] Network 05139eb2-074a-4857-a25e-b8d10bd6a8ee requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:49.483607 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-9e6a4436-eb9c-4488-a851-86322bdbb5b1 service neutron] 10.222.0.50 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409948 Sep 16 04:42:49.491089 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-560e30a1-8f3e-4d35-b0db-b829a95668b5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6e61827f-b7ef-443f-8cf0-144d885aeaa6 HTTP/1.1" status: 204 len: 168 time: 0.5037525 Sep 16 04:42:49.504294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59076) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:49.528627 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.553204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544f4c-d980-4f64-892b-0df791e9fa6b req-3b24210e-376e-48ad-9b1f-c229b997e51e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.560199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61618315-6fd1-4152-b75e-a65509c624f7 req-803c70f0-4737-4d08-9f3f-ee9d6ecc5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.561721 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61618315-6fd1-4152-b75e-a65509c624f7 req-803c70f0-4737-4d08-9f3f-ee9d6ecc5133 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.2970877 Sep 16 04:42:49.563444 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06544f4c-d980-4f64-892b-0df791e9fa6b req-3b24210e-376e-48ad-9b1f-c229b997e51e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 943 time: 0.1132839 Sep 16 04:42:49.648884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06544f4c-d980-4f64-892b-0df791e9fa6b req-636291ac-1693-4e93-ad20-7c8bf33192c6 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677314 Sep 16 04:42:49.666407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59080) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:49.697378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87c09aa0-8393-47ff-8857-1ba3341d8639 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:49.738557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80deb8-4a22-4764-96a2-92a4963d9f47 req-4a500b88-6e03-4543-93a7-e4c98d3fd663 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.740133 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b80deb8-4a22-4764-96a2-92a4963d9f47 req-4a500b88-6e03-4543-93a7-e4c98d3fd663 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 931 time: 0.3930087 Sep 16 04:42:49.754614 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1ddab620-c916-4c38-b434-290ccf147002 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=538645c0f85d43268ac545b9fcec8043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843620 Sep 16 04:42:49.754614 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59092) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:49.756448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a0f7aa-3f3b-4d2a-8f07-a49c6aa48040 None None] DHCP port deletion for 05139eb2-074a-4857-a25e-b8d10bd6a8ee request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:42:49.765657 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.856040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a4b1-ec9a-4e74-a0a3-739eca0ed43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.874855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 87c09aa0-8393-47ff-8857-1ba3341d8639, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87c09aa0-8393-47ff-8857-1ba3341d8639,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:49.878494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276c79-c981-4f8b-852c-c2e7174017b8 req-ba911abd-8170-49b1-8e10-5ddeab3cc610 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.880008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5276c79-c981-4f8b-852c-c2e7174017b8 req-ba911abd-8170-49b1-8e10-5ddeab3cc610 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 948 time: 0.0753505 Sep 16 04:42:49.897167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-87a0f7aa-3f3b-4d2a-8f07-a49c6aa48040 None None] Deleting port 1b9b6520-ed25-48e5-a15c-6cd434621b9d {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:49.897546 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87a0f7aa-3f3b-4d2a-8f07-a49c6aa48040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.899489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '87c09aa0-8393-47ff-8857-1ba3341d8639', 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b', 'port_id': '87c09aa0-8393-47ff-8857-1ba3341d8639', 'mac_address': 'fa:16:3e:92:bf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156edc1e-7368-4770-89dc-c325ad242139', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:49.902871 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a4b1-ec9a-4e74-a0a3-739eca0ed43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:49.912745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61618315-6fd1-4152-b75e-a65509c624f7 req-2522248c-a600-4134-a45d-870c582b4d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:49.914746 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61618315-6fd1-4152-b75e-a65509c624f7 req-2522248c-a600-4134-a45d-870c582b4d44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3387029 Sep 16 04:42:49.929840 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1b35579-84aa-4ea7-b1eb-efda3f67757c req-0b459acb-7c01-425b-a96e-160e9cfcda72 service neutron] 10.222.0.50 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226110 Sep 16 04:42:49.987313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5276c79-c981-4f8b-852c-c2e7174017b8 req-3a49dae0-0a17-4bc5-aadb-21d08020522d tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894454 Sep 16 04:42:50.005953 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b80deb8-4a22-4764-96a2-92a4963d9f47 req-0c0e3951-dd49-4499-bfac-eaa88905d1dd tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/security-groups?id=14f56b7b-06d7-41ea-8e84-f82265460b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462711 Sep 16 04:42:50.030567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a4b1-ec9a-4e74-a0a3-739eca0ed43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.034279 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a4b1-ec9a-4e74-a0a3-739eca0ed43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.044154 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bdd0a4b1-ec9a-4e74-a0a3-739eca0ed43c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eab37d0c-77dc-4596-856c-a894c1c77b51 HTTP/1.1" status: 204 len: 168 time: 0.2879653 Sep 16 04:42:50.055507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0a4b1-ec9a-4e74-a0a3-739eca0ed43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab37d0c-77dc-4596-856c-a894c1c77b51,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:50.102663 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d863c462-1123-4f47-8652-c8d8b865cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.111849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-87a0f7aa-3f3b-4d2a-8f07-a49c6aa48040 None None] For port 1b9b6520-ed25-48e5-a15c-6cd434621b9d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1b9b6520-ed25-48e5-a15c-6cd434621b9d,segment=NetworkSegment(d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb),segment_id=d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:50.112989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87a0f7aa-3f3b-4d2a-8f07-a49c6aa48040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.123791 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.137092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-87a0f7aa-3f3b-4d2a-8f07-a49c6aa48040 None None] Calling delete_port for 1b9b6520-ed25-48e5-a15c-6cd434621b9d owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:50.154644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c09aa0-8393-47ff-8857-1ba3341d8639 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:50.204915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 87c09aa0-8393-47ff-8857-1ba3341d8639, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87c09aa0-8393-47ff-8857-1ba3341d8639,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:50.211829 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.248688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4ae78-d194-4ad9-a86a-3bc2ea7fbf29 req-0a426057-5f91-4a02-83b8-c021f8c61d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.250261 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87d4ae78-d194-4ad9-a86a-3bc2ea7fbf29 req-0a426057-5f91-4a02-83b8-c021f8c61d92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5ff4d0e0fd14bd19cb1f3d207a43701&device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 1096 time: 0.2395871 Sep 16 04:42:50.274849 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61618315-6fd1-4152-b75e-a65509c624f7 req-50e8344d-903f-496b-b9f3-a49907845092 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262124 Sep 16 04:42:50.290070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Deleting port 1b9b6520-ed25-48e5-a15c-6cd434621b9d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:42:50.290418 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.343953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=87c09aa0-8393-47ff-8857-1ba3341d8639,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:50.353084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d684c-7a62-48c0-bbfa-5cc970f2b1eb req-49a0f90c-bc8b-4828-9d1b-e8ea6616869b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.354933 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-657d684c-7a62-48c0-bbfa-5cc970f2b1eb req-49a0f90c-bc8b-4828-9d1b-e8ea6616869b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 944 time: 0.2164230 Sep 16 04:42:50.365208 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87a0f7aa-3f3b-4d2a-8f07-a49c6aa48040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.422891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a0f7aa-3f3b-4d2a-8f07-a49c6aa48040 None None] No DVR routers for this DVR port 1b9b6520-ed25-48e5-a15c-6cd434621b9d on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:50.425107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0f7aa-3f3b-4d2a-8f07-a49c6aa48040 None None] Pushing event deleted for resources: {'Port': ['ID=1b9b6520-ed25-48e5-a15c-6cd434621b9d,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:50.491337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4514f5bc-fd16-445a-bfbd-22996b07bb15 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:50.517096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['87c09aa0-8393-47ff-8857-1ba3341d8639'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:50.520130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 4514f5bc-fd16-445a-bfbd-22996b07bb15 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:50.520475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4514f5bc-fd16-445a-bfbd-22996b07bb15 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:50.521144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1b9b6520-ed25-48e5-a15c-6cd434621b9d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:42:50.733868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 1b9b6520-ed25-48e5-a15c-6cd434621b9d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:42:50.734517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1b9b6520-ed25-48e5-a15c-6cd434621b9d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:42:50.757142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826563e4-3844-4816-9d62-eecf12bf5d4f req-27f47bb0-54c9-4742-b3af-d6b7e002f85d tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.761978 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.767716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-826563e4-3844-4816-9d62-eecf12bf5d4f req-27f47bb0-54c9-4742-b3af-d6b7e002f85d tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.0736237 Sep 16 04:42:50.823610 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-826563e4-3844-4816-9d62-eecf12bf5d4f req-0d8be4da-a478-4890-b8a6-714134ce34b8 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549166 Sep 16 04:42:50.878364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] For port 1b9b6520-ed25-48e5-a15c-6cd434621b9d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1b9b6520-ed25-48e5-a15c-6cd434621b9d,segment=NetworkSegment(d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb),segment_id=d4ae3db3-9b80-4ec4-ac8b-1af8b085eacb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:50.879365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:50.937724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-657d684c-7a62-48c0-bbfa-5cc970f2b1eb req-a1bbefbf-8837-4f62-80a2-96ba666eaf5b tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614982 Sep 16 04:42:50.940185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Calling delete_port for 1b9b6520-ed25-48e5-a15c-6cd434621b9d owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:42:50.959200 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:42:50.978011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4ae78-d194-4ad9-a86a-3bc2ea7fbf29 req-50d87087-6147-41f7-9d79-ae1dd242d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:50.979376 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87d4ae78-d194-4ad9-a86a-3bc2ea7fbf29 req-50d87087-6147-41f7-9d79-ae1dd242d3be service neutron] 10.222.0.50 "GET /v2.0/networks?id=437becb2-8742-4d09-a3f1-9db54892d9d9 HTTP/1.1" status: 200 len: 923 time: 0.7082403 Sep 16 04:42:50.981558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:50.994694 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61618315-6fd1-4152-b75e-a65509c624f7 req-d17acf58-d421-4ebe-a237-152e660cf588 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000217 Sep 16 04:42:51.035295 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.078154 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87d4ae78-d194-4ad9-a86a-3bc2ea7fbf29 req-6f9b862c-50f0-466b-a0a5-27d5e57a0b9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0583d741-8566-48ce-b807-54f75ea14f12 HTTP/1.1" status: 200 len: 217 time: 0.0858419 Sep 16 04:42:51.084610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95d6f1-95d1-4918-a958-015c733e56c4 req-07f06ba3-0368-445b-a84e-b894026c37ce tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:51.085319 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Transition to ACTIVE for port object 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:42:51.099034 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb95d6f1-95d1-4918-a958-015c733e56c4 req-07f06ba3-0368-445b-a84e-b894026c37ce tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 944 time: 0.0793312 Sep 16 04:42:51.101951 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.129175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59192) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:51.170198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb95d6f1-95d1-4918-a958-015c733e56c4 req-2c15b392-9441-48fc-9db3-49804df94435 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694413 Sep 16 04:42:51.209768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4ae78-d194-4ad9-a86a-3bc2ea7fbf29 req-e04046d2-0bbe-4d2f-ad00-8e53b560674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:51.211275 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87d4ae78-d194-4ad9-a86a-3bc2ea7fbf29 req-e04046d2-0bbe-4d2f-ad00-8e53b560674b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0ebfc39-2565-44fc-9e95-bd5ceb2266d6 HTTP/1.1" status: 200 len: 862 time: 0.1233966 Sep 16 04:42:51.215856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2508d2-c5c0-46b7-bd46-c16a557d6a43,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:51.220575 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.284386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-533762330-network', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:51.289036 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87d4ae78-d194-4ad9-a86a-3bc2ea7fbf29 req-16dd92fb-c023-4546-ab85-a06113237efc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=437becb2-8742-4d09-a3f1-9db54892d9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690482 Sep 16 04:42:51.291988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9b6520-ed25-48e5-a15c-6cd434621b9d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:51.314899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] No DVR routers for this DVR port 1b9b6520-ed25-48e5-a15c-6cd434621b9d on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:42:51.319315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Made reservation on behalf of 0073ae0903094d4cb76d3462faca7f3f for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:51.321896 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.338275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44054d5e-4f61-4ac5-9efd-fce94898e1a8 req-2dac87a8-bb2f-4ad7-91e2-2b040d793e16 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:51.339866 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44054d5e-4f61-4ac5-9efd-fce94898e1a8 req-2dac87a8-bb2f-4ad7-91e2-2b040d793e16 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.0872941 Sep 16 04:42:51.340968 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.413705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44054d5e-4f61-4ac5-9efd-fce94898e1a8 req-c722bb20-358e-480c-bcf9-5e48575be7d5 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638247 Sep 16 04:42:51.472941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.491209 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.498782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Attempting to bind port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:51.499144 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Attempting to bind port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '08de3339-c20e-4ba4-825b-700ec04b62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a67d7ee8-41ed-4f0e-9e0d-c95f9135d778'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:51.499456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Attempting to bind port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 on network a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:51.504986 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.531462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05139eb2-074a-4857-a25e-b8d10bd6a8ee']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:51.536110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 on network a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:42:51.536461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Attempting to bind port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 on network a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:51.544836 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.551764 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:51.557925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ae3db3-9b80-4ec4-ac8b-1af8b085eacb') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:51.558293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ae3db3-9b80-4ec4-ac8b-1af8b085eacb') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:51.569098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:51.569460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Checking segment: {'id': '08de3339-c20e-4ba4-825b-700ec04b62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a67d7ee8-41ed-4f0e-9e0d-c95f9135d778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:51.569938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Bound using segment: {'id': '08de3339-c20e-4ba4-825b-700ec04b62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a67d7ee8-41ed-4f0e-9e0d-c95f9135d778'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:51.570720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Bound port: 1d2508d2-c5c0-46b7-bd46-c16a557d6a43, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08de3339-c20e-4ba4-825b-700ec04b62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a67d7ee8-41ed-4f0e-9e0d-c95f9135d778'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:51.572111 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.574605 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.575022 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Added segment ed743cd2-4672-4331-a05e-4a97f5e8bbf1 of type vlan for network 078d9329-d451-4dbe-afbb-1200f8586c5d Sep 16 04:42:51.576361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc36107-26d1-4fa3-a9c6-c7cc86ad3a35,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:51.584941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.595991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f2194-36b1-433d-b243-a60030de43cb req-a8001f78-7ced-4bdb-8328-57730d72fbc6 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:51.597544 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b6f2194-36b1-433d-b243-a60030de43cb req-a8001f78-7ced-4bdb-8328-57730d72fbc6 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 943 time: 0.1044478 Sep 16 04:42:51.598249 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87d4ae78-d194-4ad9-a86a-3bc2ea7fbf29 req-66199c5a-4f66-4864-bc71-e5352687dae7 service neutron] 10.222.0.50 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792568 Sep 16 04:42:51.623945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8500c5b-0220-42d2-8e4b-79c39427d268 req-df075b60-6946-47fe-801e-b7c2adf9cb5a tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:51.625505 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b8500c5b-0220-42d2-8e4b-79c39427d268 req-df075b60-6946-47fe-801e-b7c2adf9cb5a tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 948 time: 0.1499641 Sep 16 04:42:51.628129 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.646757 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.679066 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b6f2194-36b1-433d-b243-a60030de43cb req-365bdc18-1e48-4f2b-9ee6-0cd2221b97bb tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/security-groups?id=14f56b7b-06d7-41ea-8e84-f82265460b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593762 Sep 16 04:42:51.682030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:42:51.682453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:42:51.687326 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:42:51.692831 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.694258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:51.695214 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.704009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0583d741-8566-48ce-b807-54f75ea14f12 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:51.707270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87c09aa0-8393-47ff-8857-1ba3341d8639 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:51.738022 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6074317 Sep 16 04:42:51.738868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59224) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:51.747854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7e46634a-4e9a-45c0-8d3a-81d4a6894bc0 admin admin] Request body: {'subnet': {'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-533762330-subnet', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:51.788780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1e15c-8f40-496a-a304-3b532f38cb3a admin admin] Pushing event updated for resources: {'Network': ['ID=078d9329-d451-4dbe-afbb-1200f8586c5d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:51.818422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e46634a-4e9a-45c0-8d3a-81d4a6894bc0 admin admin] Made reservation on behalf of 0073ae0903094d4cb76d3462faca7f3f for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:51.825952 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e46634a-4e9a-45c0-8d3a-81d4a6894bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.828228 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b8500c5b-0220-42d2-8e4b-79c39427d268 req-9018632a-cfc4-48e2-acef-e1827059f477 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679468 Sep 16 04:42:51.840924 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.847807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] For port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:51.867708 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.869692 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] 10.222.0.53 "DELETE /v2.0/networks/05139eb2-074a-4857-a25e-b8d10bd6a8ee HTTP/1.1" status: 204 len: 168 time: 2.3612702 Sep 16 04:42:51.877896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87d4ae78-d194-4ad9-a86a-3bc2ea7fbf29 req-46ff317a-6826-40f3-aae4-50ea6898ac65 service neutron] 10.222.0.50 "GET /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708263 Sep 16 04:42:51.880265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754b33c-4432-4a3e-a6d1-c222f44e6352 admin admin] Pushing event deleted for resources: {'Network': ['ID=05139eb2-074a-4857-a25e-b8d10bd6a8ee,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:51.883165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] For port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1d2508d2-c5c0-46b7-bd46-c16a557d6a43,segment=NetworkSegment(08de3339-c20e-4ba4-825b-700ec04b62db),segment_id=08de3339-c20e-4ba4-825b-700ec04b62db)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:51.888986 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.905130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 078d9329-d451-4dbe-afbb-1200f8586c5d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:51.931220 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:51.931763 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:51.933280 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] 10.222.0.15 "PUT /v2.0/ports/1d2508d2-c5c0-46b7-bd46-c16a557d6a43 HTTP/1.1" status: 200 len: 1092 time: 2.6735606 Sep 16 04:42:51.934069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67d65ac-2f14-40ad-838c-bb9ced040f64', 'tag': '1d2508d2-c5c0-46b7-bd46-c16a557d6a43'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:51.936980 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a439f00-b055-49b7-a395-e434f50257f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e67d65ac-2f14-40ad-838c-bb9ced040f64", "tag": "1d2508d2-c5c0-46b7-bd46-c16a557d6a43"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:51.945660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0583d741-8566-48ce-b807-54f75ea14f12, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0583d741-8566-48ce-b807-54f75ea14f12,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:51.961476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '0583d741-8566-48ce-b807-54f75ea14f12', 'network_id': '437becb2-8742-4d09-a3f1-9db54892d9d9', 'port_id': '0583d741-8566-48ce-b807-54f75ea14f12', 'mac_address': 'fa:16:3e:af:60:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ebfc39-2565-44fc-9e95-bd5ceb2266d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:51.996039 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 87c09aa0-8393-47ff-8857-1ba3341d8639 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:52.036196 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 87c09aa0-8393-47ff-8857-1ba3341d8639 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:52.036751 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.045072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d675e-8287-47b7-a7e9-10d6937cfc39 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2508d2-c5c0-46b7-bd46-c16a557d6a43,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.080187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-16318c52-ab9e-4db0-9241-1e662f95de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.082919 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-16318c52-ab9e-4db0-9241-1e662f95de45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dd5ff4c06c94725b5e5f0a688252670&device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 1095 time: 0.0751507 Sep 16 04:42:52.097753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a201bbe-73ea-4525-965c-5d2fdf286425 req-253c9ea9-75c9-4586-9390-5294dee21cc1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.099288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a201bbe-73ea-4525-965c-5d2fdf286425 req-253c9ea9-75c9-4586-9390-5294dee21cc1 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b2e8bd2-e3cc-4ced-84be-05a677027b2d HTTP/1.1" status: 200 len: 945 time: 0.1942580 Sep 16 04:42:52.115507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59262) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:52.127676 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.151528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0583d741-8566-48ce-b807-54f75ea14f12 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:52.177731 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0583d741-8566-48ce-b807-54f75ea14f12, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0583d741-8566-48ce-b807-54f75ea14f12,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:52.193013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-63151f71-47c2-4476-9427-3485282c578b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d2508d2-c5c0-46b7-bd46-c16a557d6a43 HTTP/1.1" status: 200 len: 217 time: 0.0743296 Sep 16 04:42:52.197917 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.204109 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a201bbe-73ea-4525-965c-5d2fdf286425 req-558a087f-c00c-446f-b391-dfcdbef2a170 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978107 Sep 16 04:42:52.228966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b60e2676-b940-47e3-bfef-9d110c38c322 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e1c19a5352b422e9d40b4427909b78d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1082127 Sep 16 04:42:52.245034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59270) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:52.271189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-53f05968-e2ce-4042-9483-eb6b2e9a01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.274102 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-53f05968-e2ce-4042-9483-eb6b2e9a01e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2676911-cc4e-49ba-983a-7f42332c4d56 HTTP/1.1" status: 200 len: 849 time: 0.0732300 Sep 16 04:42:52.282600 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e46634a-4e9a-45c0-8d3a-81d4a6894bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.310872 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.320492 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-84d9fc1b-25cf-421b-b939-7e67039b1a7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a67d7ee8-41ed-4f0e-9e0d-c95f9135d778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366368 Sep 16 04:42:52.322563 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c909c51-6685-425b-b7af-26d9bab8a49c x-openstack-request-id: req-8c909c51-6685-425b-b7af-26d9bab8a49c {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:52.322950 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67d65ac-2f14-40ad-838c-bb9ced040f64", "tag": "1d2508d2-c5c0-46b7-bd46-c16a557d6a43", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:52.323315 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c909c51-6685-425b-b7af-26d9bab8a49c {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:52.324883 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67d65ac-2f14-40ad-838c-bb9ced040f64', 'tag': '1d2508d2-c5c0-46b7-bd46-c16a557d6a43', 'status': 'completed', 'code': 200} Sep 16 04:42:52.369568 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=0583d741-8566-48ce-b807-54f75ea14f12,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.383223 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46634a-4e9a-45c0-8d3a-81d4a6894bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d21a08f-d7b0-4756-9455-4d940ae6cf10,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.407387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5699c6-df30-4b43-bdcc-830019c36632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c09aa0-8393-47ff-8857-1ba3341d8639'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:52.411868 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecf1e56-418e-4a71-b353-359c2ff38161" -d '{"events": [{"server_uuid": "7e5699c6-df30-4b43-bdcc-830019c36632", "name": "network-vif-plugged", "status": "completed", "tag": "87c09aa0-8393-47ff-8857-1ba3341d8639"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:52.419023 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5e03ae9-eaf8-44e2-bca0-c3669535a1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.431584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 87c09aa0-8393-47ff-8857-1ba3341d8639, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87c09aa0-8393-47ff-8857-1ba3341d8639,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:52.442080 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.471154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['0583d741-8566-48ce-b807-54f75ea14f12'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:52.471805 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-f04cd96d-e830-4353-914b-d25bc043a2c9 service neutron] 10.222.0.15 "GET /v2.0/networks/a67d7ee8-41ed-4f0e-9e0d-c95f9135d778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438277 Sep 16 04:42:52.479560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e46634a-4e9a-45c0-8d3a-81d4a6894bc0 admin admin] Checking segment: {'id': 'ed743cd2-4672-4331-a05e-4a97f5e8bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:52.479932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e46634a-4e9a-45c0-8d3a-81d4a6894bc0 admin admin] Network hostable DHCP agents. Network: 078d9329-d451-4dbe-afbb-1200f8586c5d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:52.491646 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5e03ae9-eaf8-44e2-bca0-c3669535a1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.496522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce167b-6a71-4f78-8b65-3f6514dec14a req-a1c4f450-c2de-4eff-ace6-4e91919771a7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.498129 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15ce167b-6a71-4f78-8b65-3f6514dec14a req-a1c4f450-c2de-4eff-ace6-4e91919771a7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.0717661 Sep 16 04:42:52.531939 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=87c09aa0-8393-47ff-8857-1ba3341d8639,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.550942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5833b3a-5bec-424d-a057-05d5d6856a24 req-d3a6694a-3476-4a28-a68e-c0694e75d534 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.552593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5833b3a-5bec-424d-a057-05d5d6856a24 req-d3a6694a-3476-4a28-a68e-c0694e75d534 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 945 time: 0.1404185 Sep 16 04:42:52.588593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e46634a-4e9a-45c0-8d3a-81d4a6894bc0 admin admin] Network 078d9329-d451-4dbe-afbb-1200f8586c5d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:52.591351 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15ce167b-6a71-4f78-8b65-3f6514dec14a req-3f61d190-91f6-4620-8b7b-13567982934d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809188 Sep 16 04:42:52.614557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7e46634a-4e9a-45c0-8d3a-81d4a6894bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 078d9329-d451-4dbe-afbb-1200f8586c5d) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:52.622598 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57d302f8-a03c-4348-9905-f3ce83916e15 req-b105c8a1-f92a-4f2d-9f58-c2145ef55823 service neutron] 10.222.0.15 "GET /v2.0/networks/a67d7ee8-41ed-4f0e-9e0d-c95f9135d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424680 Sep 16 04:42:52.627634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e46634a-4e9a-45c0-8d3a-81d4a6894bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.635135 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5bf26b-6861-47c7-9f37-49888ce478a9 None None] Network 078d9329-d451-4dbe-afbb-1200f8586c5d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:52.637927 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e46634a-4e9a-45c0-8d3a-81d4a6894bc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.650624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5833b3a-5bec-424d-a057-05d5d6856a24 req-48717793-4fe9-4ae2-9f20-14e0090b8d1f tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843093 Sep 16 04:42:52.674736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59286) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:52.675046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7e46634a-4e9a-45c0-8d3a-81d4a6894bc0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9329998 Sep 16 04:42:52.677998 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5e03ae9-eaf8-44e2-bca0-c3669535a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.680390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-533762330-router', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:52.682223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5e03ae9-eaf8-44e2-bca0-c3669535a1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.687724 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a5e03ae9-eaf8-44e2-bca0-c3669535a1e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7079ee4-a071-4bc6-b9c7-3f94dedf21da HTTP/1.1" status: 204 len: 168 time: 0.4415920 Sep 16 04:42:52.697458 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e03ae9-eaf8-44e2-bca0-c3669535a1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7079ee4-a071-4bc6-b9c7-3f94dedf21da,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:52.709730 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.711189 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.725073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 6e96012d-8976-40b5-b120-449cccc13537 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:52.869890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a439f00-b055-49b7-a395-e434f50257f5 req-7fc9648b-dbc5-435d-bec2-e48684b87a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.873657 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a439f00-b055-49b7-a395-e434f50257f5 req-7fc9648b-dbc5-435d-bec2-e48684b87a79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2dd5ff4c06c94725b5e5f0a688252670&device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 1095 time: 0.1419253 Sep 16 04:42:52.875546 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:52.885863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8bdd6-4a12-4185-8542-76a80ec85046 req-6b45c7f7-3fc0-497e-b902-7ba0bd63e750 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:52.887778 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7bb8bdd6-4a12-4185-8542-76a80ec85046 req-6b45c7f7-3fc0-497e-b902-7ba0bd63e750 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 946 time: 0.1714089 Sep 16 04:42:53.058118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 6e96012d-8976-40b5-b120-449cccc13537, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6e96012d-8976-40b5-b120-449cccc13537,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:53.084371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-078d9329-d451-4dbe-afbb-1200f8586c5d', 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'fixed_ips': [{'subnet_id': '8d21a08f-d7b0-4756-9455-4d940ae6cf10'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:42:53.085947 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.122336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '6e96012d-8976-40b5-b120-449cccc13537', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '6e96012d-8976-40b5-b120-449cccc13537', 'mac_address': 'fa:16:3e:71:a1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:53.133828 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7bb8bdd6-4a12-4185-8542-76a80ec85046 req-82c95c0b-e404-493b-83cb-f656446af0ec tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846793 Sep 16 04:42:53.166105 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.192686 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.227214 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a439f00-b055-49b7-a395-e434f50257f5 req-a22dbb4e-fcd1-48b8-bfc5-39f93f55cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.231253 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a439f00-b055-49b7-a395-e434f50257f5 req-a22dbb4e-fcd1-48b8-bfc5-39f93f55cd12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 HTTP/1.1" status: 200 len: 910 time: 0.3423727 Sep 16 04:42:53.277669 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9cba3f-e1b7-4fe8-b026-4fd9c59d0128 x-openstack-request-id: req-ef9cba3f-e1b7-4fe8-b026-4fd9c59d0128 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:53.277970 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5699c6-df30-4b43-bdcc-830019c36632", "name": "network-vif-plugged", "status": "completed", "tag": "87c09aa0-8393-47ff-8857-1ba3341d8639", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:53.279469 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef9cba3f-e1b7-4fe8-b026-4fd9c59d0128 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:53.280494 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5699c6-df30-4b43-bdcc-830019c36632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c09aa0-8393-47ff-8857-1ba3341d8639', 'code': 200} Sep 16 04:42:53.281836 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.315066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e96012d-8976-40b5-b120-449cccc13537 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:53.374809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 6e96012d-8976-40b5-b120-449cccc13537, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6e96012d-8976-40b5-b120-449cccc13537,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:53.386290 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.403921 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a439f00-b055-49b7-a395-e434f50257f5 req-fd56256f-1b12-48b4-b27e-b0225096d4ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d2508d2-c5c0-46b7-bd46-c16a557d6a43 HTTP/1.1" status: 200 len: 217 time: 0.1585562 Sep 16 04:42:53.428391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Allocated IP 172.20.0.2 (078d9329-d451-4dbe-afbb-1200f8586c5d/8d21a08f-d7b0-4756-9455-4d940ae6cf10/30806d4e-a04e-4fc8-a7bd-f59cbf2da865) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:53.435625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cfb52-9bb4-4530-ab8a-eea3993de145 req-a4d9ab6a-8396-499b-ad65-089994d88493 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.437195 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-789cfb52-9bb4-4530-ab8a-eea3993de145 req-a4d9ab6a-8396-499b-ad65-089994d88493 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 943 time: 0.1029506 Sep 16 04:42:53.480958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=6e96012d-8976-40b5-b120-449cccc13537,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:53.544864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74226cf-9ee9-472e-ac2a-1c39dc5c4dda req-c2481f11-9bda-449b-83b8-b5f380050e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.546760 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d74226cf-9ee9-472e-ac2a-1c39dc5c4dda req-c2481f11-9bda-449b-83b8-b5f380050e7f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 1097 time: 0.2435560 Sep 16 04:42:53.548154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c994-46a8-4497-adc3-013cc6c2db12 req-286bef11-90ea-47d1-88c0-08106c608d80 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.551380 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fd6c994-46a8-4497-adc3-013cc6c2db12 req-286bef11-90ea-47d1-88c0-08106c608d80 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 949 time: 0.0678074 Sep 16 04:42:53.609658 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fd6c994-46a8-4497-adc3-013cc6c2db12 req-8d773711-f162-475f-b60f-0eda906fce52 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495875 Sep 16 04:42:53.611106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-789cfb52-9bb4-4530-ab8a-eea3993de145 req-a30885c5-70ad-46f6-ae3f-baadfb86c1b8 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/security-groups?id=14f56b7b-06d7-41ea-8e84-f82265460b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286716 Sep 16 04:42:53.637577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a439f00-b055-49b7-a395-e434f50257f5 req-44ae48e3-0e7e-4a38-8b70-dd53cab858b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:53.638551 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a439f00-b055-49b7-a395-e434f50257f5 req-44ae48e3-0e7e-4a38-8b70-dd53cab858b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2676911-cc4e-49ba-983a-7f42332c4d56 HTTP/1.1" status: 200 len: 849 time: 0.2242582 Sep 16 04:42:53.646782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d74226cf-9ee9-472e-ac2a-1c39dc5c4dda req-17b4bd92-e4c8-4612-a90d-31cb8170813d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831563 Sep 16 04:42:53.669966 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.676874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['6e96012d-8976-40b5-b120-449cccc13537'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:53.686294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-face19fb-d898-45d4-92d5-4aad3e4c7667 req-b30bd989-99b2-4a76-a430-84f27065ed10 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:42:53.687320 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-face19fb-d898-45d4-92d5-4aad3e4c7667 req-b30bd989-99b2-4a76-a430-84f27065ed10 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072846 Sep 16 04:42:53.718624 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.720859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0583d741-8566-48ce-b807-54f75ea14f12 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:53.721738 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a439f00-b055-49b7-a395-e434f50257f5 req-e464141a-6c68-4e1c-9ba4-67f0ab3589d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a67d7ee8-41ed-4f0e-9e0d-c95f9135d778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596983 Sep 16 04:42:53.810324 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-face19fb-d898-45d4-92d5-4aad3e4c7667 req-24c69c34-79e5-49d2-94be-3c00d867632c tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1159141 Sep 16 04:42:53.828408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Network 078d9329-d451-4dbe-afbb-1200f8586c5d is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:53.840838 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:53.845465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Pushing event updated for resources: {'Port': ['ID=30806d4e-a04e-4fc8-a7bd-f59cbf2da865,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:53.848017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:53.885046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 0583d741-8566-48ce-b807-54f75ea14f12 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:53.900583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 0583d741-8566-48ce-b807-54f75ea14f12 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:53.900959 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:53.951137 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59366) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:53.996199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Attempting to bind port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:53.996573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Attempting to bind port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ed743cd2-4672-4331-a05e-4a97f5e8bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:53.996943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Attempting to bind port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 on network 078d9329-d451-4dbe-afbb-1200f8586c5d {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:54.012115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf306daa-36c3-49db-b6dc-ff0d56dbc1a2 req-d6bcaeeb-19be-4de0-86cc-9264761ae476 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.013740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bf306daa-36c3-49db-b6dc-ff0d56dbc1a2 req-d6bcaeeb-19be-4de0-86cc-9264761ae476 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.2016809 Sep 16 04:42:54.022175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:54.022558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Checking segment: {'id': 'ed743cd2-4672-4331-a05e-4a97f5e8bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:54.022964 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.023360 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Bound using segment: {'id': 'ed743cd2-4672-4331-a05e-4a97f5e8bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:54.023776 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a439f00-b055-49b7-a395-e434f50257f5 req-f91de91d-9593-4dac-b822-b7dd79002f1c service neutron] 10.222.0.15 "GET /v2.0/networks/a67d7ee8-41ed-4f0e-9e0d-c95f9135d778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443366 Sep 16 04:42:54.023900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Bound port: 30806d4e-a04e-4fc8-a7bd-f59cbf2da865, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed743cd2-4672-4331-a05e-4a97f5e8bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:54.026223 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.032301 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.079945 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.112448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-313202845-network', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:54.137288 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bf306daa-36c3-49db-b6dc-ff0d56dbc1a2 req-94982113-013e-4060-a31e-75c76ff2103f tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151078 Sep 16 04:42:54.156750 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d3eda-cbc1-422e-a68b-de78bb99d46e req-78881b37-e0a6-46cf-ade6-11f361a10123 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.164186 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d80d3eda-cbc1-422e-a68b-de78bb99d46e req-78881b37-e0a6-46cf-ade6-11f361a10123 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 945 time: 0.0909202 Sep 16 04:42:54.171724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:54.173960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.176547 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] For port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:54.181777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] For port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=30806d4e-a04e-4fc8-a7bd-f59cbf2da865,segment=NetworkSegment(ed743cd2-4672-4331-a05e-4a97f5e8bbf1),segment_id=ed743cd2-4672-4331-a05e-4a97f5e8bbf1)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:54.184268 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.193944 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.194373 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.233065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d80d3eda-cbc1-422e-a68b-de78bb99d46e req-86e2c76b-e8f7-4881-93a2-5ae86c0521de tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679274 Sep 16 04:42:54.279168 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a439f00-b055-49b7-a395-e434f50257f5 req-cbc1fc6c-4794-407d-bfc8-7306ccc435c6 service neutron] 10.222.0.15 "GET /v2.0/networks/a67d7ee8-41ed-4f0e-9e0d-c95f9135d778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427568 Sep 16 04:42:54.390361 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Allocated IP 172.25.0.204 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/ce9ddac1-8757-43f1-9f23-b250f450f0d3) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:54.413376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0583d741-8566-48ce-b807-54f75ea14f12, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0583d741-8566-48ce-b807-54f75ea14f12,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:54.421872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efb0d1-c2e0-444f-be09-7d8a3f6a720c req-ef73c8a4-6ec6-4191-baee-4458cd79321f tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.429696 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.430451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88efb0d1-c2e0-444f-be09-7d8a3f6a720c req-ef73c8a4-6ec6-4191-baee-4458cd79321f tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.0838795 Sep 16 04:42:54.450009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686b56e-c827-4191-8c0d-77e73a5f6dd3 None None] Pushing event updated for resources: {'Port': ['ID=30806d4e-a04e-4fc8-a7bd-f59cbf2da865,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.457134 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.501528 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88efb0d1-c2e0-444f-be09-7d8a3f6a720c req-cdd40e52-f72f-4148-9bf1-e495f3cc5fba tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674117 Sep 16 04:42:54.503309 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.513641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=0583d741-8566-48ce-b807-54f75ea14f12,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.534303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:42:54.547256 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.547866 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Added segment 2ab46fae-fd29-4f09-a622-00ee18e95f43 of type vlan for network fa5d8253-b53f-4418-8054-91a24185d3f4 Sep 16 04:42:54.579507 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.604152 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.638988 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.689788 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 6e96012d-8976-40b5-b120-449cccc13537 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:54.721902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f77a7e-581f-41b5-b272-bc6251446635,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.730452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:54.734180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:54.736934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:54.762362 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.766354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.767554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.779396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Pushing event updated for resources: {'Port': ['ID=ce9ddac1-8757-43f1-9f23-b250f450f0d3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:54.802362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 6e96012d-8976-40b5-b120-449cccc13537 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:42:54.807639 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 6e96012d-8976-40b5-b120-449cccc13537 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:54.808370 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.820517 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8722494 Sep 16 04:42:54.824760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59414) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:54.836474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Request body: {'subnet': {'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-313202845-subnet', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:54.860167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b78050-d4fa-4c7c-a8ef-fa57585e2212 req-b33cd7ab-1593-4268-a124-3824cfbe1e33 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:54.863935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6b78050-d4fa-4c7c-a8ef-fa57585e2212 req-b33cd7ab-1593-4268-a124-3824cfbe1e33 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b2e8bd2-e3cc-4ced-84be-05a677027b2d HTTP/1.1" status: 200 len: 945 time: 0.2541492 Sep 16 04:42:54.937012 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:54.984833 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 6e96012d-8976-40b5-b120-449cccc13537, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6e96012d-8976-40b5-b120-449cccc13537,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:54.990255 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.045376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=6e96012d-8976-40b5-b120-449cccc13537,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:55.280622 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f43c67-8183-44a3-9629-8b5a49c06315 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5d8253-b53f-4418-8054-91a24185d3f4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:55.282890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5402aba9-de83-47c4-b3c9-e2d2192d4907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0583d741-8566-48ce-b807-54f75ea14f12'}, {'server_uuid': '67927c44-42d6-4bd3-81bd-c158850ce658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e96012d-8976-40b5-b120-449cccc13537'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:42:55.287436 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0054912-c9e6-46f6-8f68-2bca4f6c00d2" -d '{"events": [{"server_uuid": "5402aba9-de83-47c4-b3c9-e2d2192d4907", "name": "network-vif-plugged", "status": "completed", "tag": "0583d741-8566-48ce-b807-54f75ea14f12"}, {"server_uuid": "67927c44-42d6-4bd3-81bd-c158850ce658", "name": "network-vif-plugged", "status": "completed", "tag": "6e96012d-8976-40b5-b120-449cccc13537"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:42:55.298124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:42:55.300087 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network fa5d8253-b53f-4418-8054-91a24185d3f4 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:42:55.300948 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.332552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e7e17-0cdc-4719-b2d1-32501b9b82d9 req-978cf69d-5380-415d-afa5-0aaed8e3f4ef tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.334003 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6b78050-d4fa-4c7c-a8ef-fa57585e2212 req-06dcc92b-4a6a-4368-a0e3-77345b73f6d7 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563668 Sep 16 04:42:55.339991 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-487e7e17-0cdc-4719-b2d1-32501b9b82d9 req-978cf69d-5380-415d-afa5-0aaed8e3f4ef tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 950 time: 0.0896995 Sep 16 04:42:55.442287 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-487e7e17-0cdc-4719-b2d1-32501b9b82d9 req-64b6fbca-d121-437b-aef6-5dfcedec30b9 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012559 Sep 16 04:42:55.507419 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.565452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9625b3-423d-4c61-8e81-bbdcdbbd65d2 req-3cb5a5f2-6f27-4e49-b3e9-e1727e82d113 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.567428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d9625b3-423d-4c61-8e81-bbdcdbbd65d2 req-3cb5a5f2-6f27-4e49-b3e9-e1727e82d113 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 943 time: 0.1000237 Sep 16 04:42:55.579271 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.629091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=00a4d388-5b99-4d6f-99ce-71998e089d31,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:55.639097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b6887-fe82-4efa-822b-b6ca7ff17cdb None None] Network 078d9329-d451-4dbe-afbb-1200f8586c5d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:55.674297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.674833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.675281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.675727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.676178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.676606 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.677039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.677814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.677814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.678325 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.678764 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.679519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:55.700046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d9625b3-423d-4c61-8e81-bbdcdbbd65d2 req-2b5f1533-5b18-4102-84a8-8b1e36470755 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/security-groups?id=14f56b7b-06d7-41ea-8e84-f82265460b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214621 Sep 16 04:42:55.727982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Checking segment: {'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:55.728987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Network hostable DHCP agents. Network: fa5d8253-b53f-4418-8054-91a24185d3f4, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:42:55.747494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Network fa5d8253-b53f-4418-8054-91a24185d3f4 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:42:55.748682 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.760026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, fa5d8253-b53f-4418-8054-91a24185d3f4) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:55.775494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.776376 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.778134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833d6a82-75dd-443a-bc89-3da2cdfa133b None None] Network fa5d8253-b53f-4418-8054-91a24185d3f4 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:42:55.812588 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-41ad68b5-82fc-46ed-b0aa-8acc8a83c6eb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9858582 Sep 16 04:42:55.822943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4bcd5ca5-6ec6-4247-9be2-4fc69cff413c None None] Provisioning complete for port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:55.823381 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4bcd5ca5-6ec6-4247-9be2-4fc69cff413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.829139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59454) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:55.834065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:42:55.880595 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f24acf-40fa-4393-a8e2-299d28ca6a45 req-8ed73c9b-ba27-4444-b7c8-49552db3fc9e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:55.882019 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-42f24acf-40fa-4393-a8e2-299d28ca6a45 req-8ed73c9b-ba27-4444-b7c8-49552db3fc9e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.0931034 Sep 16 04:42:55.888330 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.889741 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:55.946158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Router cccf8775-ede7-45ec-b5dd-31eaad65cbc9 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:42:55.949988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.045269 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4bcd5ca5-6ec6-4247-9be2-4fc69cff413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.088248 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4bcd5ca5-6ec6-4247-9be2-4fc69cff413c None None] For port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=30806d4e-a04e-4fc8-a7bd-f59cbf2da865,segment=NetworkSegment(ed743cd2-4672-4331-a05e-4a97f5e8bbf1),segment_id=ed743cd2-4672-4331-a05e-4a97f5e8bbf1)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:56.097282 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:56.099559 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4bcd5ca5-6ec6-4247-9be2-4fc69cff413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.105700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-42f24acf-40fa-4393-a8e2-299d28ca6a45 req-4b4dc58a-40ca-40ee-834f-dac903f1d57d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534991 Sep 16 04:42:56.113534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.117685 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-67298204-f686-4201-a84a-67bff5f104eb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4387710 Sep 16 04:42:56.117852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59466) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:56.130948 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee42af-e688-4eae-b21e-830dccfd563c req-8a25d516-b427-44a7-b60c-db0e50221dfc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.138657 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-06ee42af-e688-4eae-b21e-830dccfd563c req-8a25d516-b427-44a7-b60c-db0e50221dfc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 946 time: 0.0900452 Sep 16 04:42:56.143942 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.161251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Sync routers for ids ['cccf8775-ede7-45ec-b5dd-31eaad65cbc9'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:56.181722 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dba2ab-71ed-4280-9a19-a326fcea743f x-openstack-request-id: req-d8dba2ab-71ed-4280-9a19-a326fcea743f {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:42:56.181955 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5402aba9-de83-47c4-b3c9-e2d2192d4907", "name": "network-vif-plugged", "status": "completed", "tag": "0583d741-8566-48ce-b807-54f75ea14f12", "code": 200}, {"server_uuid": "67927c44-42d6-4bd3-81bd-c158850ce658", "name": "network-vif-plugged", "status": "completed", "tag": "6e96012d-8976-40b5-b120-449cccc13537", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:42:56.182211 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8dba2ab-71ed-4280-9a19-a326fcea743f {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:42:56.182623 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5402aba9-de83-47c4-b3c9-e2d2192d4907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0583d741-8566-48ce-b807-54f75ea14f12', 'code': 200} Sep 16 04:42:56.183008 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67927c44-42d6-4bd3-81bd-c158850ce658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e96012d-8976-40b5-b120-449cccc13537', 'code': 200} Sep 16 04:42:56.193747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Routers {'cccf8775-ede7-45ec-b5dd-31eaad65cbc9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:56.194444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['cccf8775-ede7-45ec-b5dd-31eaad65cbc9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:56.264024 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-06ee42af-e688-4eae-b21e-830dccfd563c req-5206550b-4047-4cb2-aff1-a8203e813677 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243484 Sep 16 04:42:56.317226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd5ca5-6ec6-4247-9be2-4fc69cff413c None None] Pushing event updated for resources: {'Port': ['ID=30806d4e-a04e-4fc8-a7bd-f59cbf2da865,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:56.422149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Set router cccf8775-ede7-45ec-b5dd-31eaad65cbc9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:56.530344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:42:56.557448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1745636-f1d7-41cd-bb31-d9cba7f6b61e req-f7f3d2fd-c6ee-46d3-8573-d6efdb76be51 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.559401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1745636-f1d7-41cd-bb31-d9cba7f6b61e req-f7f3d2fd-c6ee-46d3-8573-d6efdb76be51 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 946 time: 0.2468925 Sep 16 04:42:56.559569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-fa5d8253-b53f-4418-8054-91a24185d3f4', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'fixed_ips': [{'subnet_id': '00a4d388-5b99-4d6f-99ce-71998e089d31'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:42:56.560350 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.567256 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.589813 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.595045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c0754-b730-4257-aa01-8db6bbb67517 req-725694e8-dc3b-48fd-92b5-a5cab09d38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.596797 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6d9c0754-b730-4257-aa01-8db6bbb67517 req-725694e8-dc3b-48fd-92b5-a5cab09d38e3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 1098 time: 0.3278098 Sep 16 04:42:56.601426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bdd03-05f2-408f-9e89-08b9e52c3f29 req-2ad832dc-89ea-433d-93c4-5b5ad79f6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.603673 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a80bdd03-05f2-408f-9e89-08b9e52c3f29 req-2ad832dc-89ea-433d-93c4-5b5ad79f6d07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 1102 time: 0.3017702 Sep 16 04:42:56.666485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1745636-f1d7-41cd-bb31-d9cba7f6b61e req-63c36445-f9ef-4d30-83a6-36eab70d031e tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793364 Sep 16 04:42:56.709492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db128176-d15e-4f65-a79d-84b4fb6e8ef2 req-36d295fc-3326-47e1-bfaf-15b0d934de3e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.710806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:42:56.717946 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db128176-d15e-4f65-a79d-84b4fb6e8ef2 req-36d295fc-3326-47e1-bfaf-15b0d934de3e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.2661834 Sep 16 04:42:56.723619 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6d9c0754-b730-4257-aa01-8db6bbb67517 req-67d02373-9f92-472b-a438-be85b6e0c598 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162119 Sep 16 04:42:56.738824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Allocated IP 172.25.0.166 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/afd738a9-cdc3-4764-8941-629530eb3901) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:56.751899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d224f952-f871-46b6-9b27-cba83cbe7d93 None None] Provisioning complete for port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:56.752360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d224f952-f871-46b6-9b27-cba83cbe7d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.783364 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a80bdd03-05f2-408f-9e89-08b9e52c3f29 req-0e8d0bba-566f-4e62-9fd8-3071255b501a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561654 Sep 16 04:42:56.797133 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db128176-d15e-4f65-a79d-84b4fb6e8ef2 req-2bd0f6ea-851f-4991-a80e-668cfe01c409 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735304 Sep 16 04:42:56.873352 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.910013 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.resource_extend [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:42:56.919953 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.982666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:56.989679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:56.990097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:56.990249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:56.996204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14261e73-bc98-457b-bb3c-1ea5a79072fe req-98e9cc1a-e4d8-41fd-be09-377f1a41ff33 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:56.997871 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14261e73-bc98-457b-bb3c-1ea5a79072fe req-98e9cc1a-e4d8-41fd-be09-377f1a41ff33 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 950 time: 0.0978010 Sep 16 04:42:57.004298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:57.008556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Pushing event updated for resources: {'Port': ['ID=afd738a9-cdc3-4764-8941-629530eb3901,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:57.055330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Allocated IP 172.20.0.2 (fa5d8253-b53f-4418-8054-91a24185d3f4/00a4d388-5b99-4d6f-99ce-71998e089d31/5fa4d50c-9320-4141-9486-d6dc426dc07a) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:57.125716 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14261e73-bc98-457b-bb3c-1ea5a79072fe req-f7713907-9757-48de-a3ce-170b7386edd6 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212730 Sep 16 04:42:57.160004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1d2508d2-c5c0-46b7-bd46-c16a557d6a43,segment=NetworkSegment(08de3339-c20e-4ba4-825b-700ec04b62db),segment_id=08de3339-c20e-4ba4-825b-700ec04b62db)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:57.162633 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.166987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-533762330-router', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:52Z', 'updated_at': '2021-09-16T04:42:55Z', 'revision_number': 3, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'gw_port': {'id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:54Z', 'updated_at': '2021-09-16T04:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:57.227607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Checking router: cccf8775-ede7-45ec-b5dd-31eaad65cbc9 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:57.228093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Updating router cccf8775-ede7-45ec-b5dd-31eaad65cbc9 port ce9ddac1-8757-43f1-9f23-b250f450f0d3 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:57.230704 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '1d2508d2-c5c0-46b7-bd46-c16a557d6a43', 'network_id': 'a67d7ee8-41ed-4f0e-9e0d-c95f9135d778', 'port_id': '1d2508d2-c5c0-46b7-bd46-c16a557d6a43', 'mac_address': 'fa:16:3e:e7:eb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2676911-cc4e-49ba-983a-7f42332c4d56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:42:57.411772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c7f5b-d747-4565-b6c5-dfdb22ca0a86 req-c5c43d1a-aa5e-4e59-a4fa-b530ebc6759a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.416710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0d295-b33f-4412-816d-f8ec135ac46f req-aecaf056-86f3-44d3-9494-8f378c5cd225 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.418425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c7f5b-d747-4565-b6c5-dfdb22ca0a86 req-c5c43d1a-aa5e-4e59-a4fa-b530ebc6759a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.418960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31f0d295-b33f-4412-816d-f8ec135ac46f req-aecaf056-86f3-44d3-9494-8f378c5cd225 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 943 time: 0.0937796 Sep 16 04:42:57.424548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c7f5b-d747-4565-b6c5-dfdb22ca0a86 req-c5c43d1a-aa5e-4e59-a4fa-b530ebc6759a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.426266 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3a3c7f5b-d747-4565-b6c5-dfdb22ca0a86 req-c5c43d1a-aa5e-4e59-a4fa-b530ebc6759a tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937&device_id=4b2e8bd2-e3cc-4ced-84be-05a677027b2d&device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 2418 time: 0.1089537 Sep 16 04:42:57.436818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Allocated IP 172.20.0.1 (078d9329-d451-4dbe-afbb-1200f8586c5d/8d21a08f-d7b0-4756-9455-4d940ae6cf10/986da86e-9d72-47aa-acf4-799729d54aff) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:57.451614 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.499223 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3a3c7f5b-d747-4565-b6c5-dfdb22ca0a86 req-61c93758-d6af-413a-b11b-a4e016ae0417 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633967 Sep 16 04:42:57.506040 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31f0d295-b33f-4412-816d-f8ec135ac46f req-00f09fb8-e1a7-4a43-ae5f-c40cd47d5d55 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/security-groups?id=14f56b7b-06d7-41ea-8e84-f82265460b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806978 Sep 16 04:42:57.506938 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.620032 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.621453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.683711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:42:57.693173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.799778 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.811690 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.819559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1d2508d2-c5c0-46b7-bd46-c16a557d6a43,segment=NetworkSegment(08de3339-c20e-4ba4-825b-700ec04b62db),segment_id=08de3339-c20e-4ba4-825b-700ec04b62db)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:42:57.823499 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.851862 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.871578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Network 078d9329-d451-4dbe-afbb-1200f8586c5d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:57.872812 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Pushing event updated for resources: {'Port': ['ID=986da86e-9d72-47aa-acf4-799729d54aff,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:57.876403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:57.880010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:57.956830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f36696-d6aa-41e6-9287-2e4746b3bb58 req-118861b1-597d-4d54-af6e-eb500f91b645 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:57.970761 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-46f36696-d6aa-41e6-9287-2e4746b3bb58 req-118861b1-597d-4d54-af6e-eb500f91b645 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 946 time: 0.2034326 Sep 16 04:42:57.976054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Network fa5d8253-b53f-4418-8054-91a24185d3f4 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:57.977975 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:57.982115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:57.986483 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:42:58.093806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Pushing event updated for resources: {'Port': ['ID=5fa4d50c-9320-4141-9486-d6dc426dc07a,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:58.102913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Router 58d989c5-9c20-4921-aede-433668f0337c is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:42:58.145991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['1d2508d2-c5c0-46b7-bd46-c16a557d6a43'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:42:58.166444 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-46f36696-d6aa-41e6-9287-2e4746b3bb58 req-c9ce7698-815c-40a3-8abc-72d3b03df166 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008055 Sep 16 04:42:58.259769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5145be45-6720-416a-962e-197e2239e09b req-0cdbcca1-ac1e-4308-b954-c088634e763c tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0927541 Sep 16 04:42:58.260057 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.268139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Attempting to bind port 5fa4d50c-9320-4141-9486-d6dc426dc07a on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:58.268578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Attempting to bind port 5fa4d50c-9320-4141-9486-d6dc426dc07a by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:58.268887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Attempting to bind port 5fa4d50c-9320-4141-9486-d6dc426dc07a on network fa5d8253-b53f-4418-8054-91a24185d3f4 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:58.309576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:58.310099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Checking segment: {'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:58.310513 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.310915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Bound using segment: {'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:58.311395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Bound port: 5fa4d50c-9320-4141-9486-d6dc426dc07a, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:58.311780 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.318607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=1d2508d2-c5c0-46b7-bd46-c16a557d6a43,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:58.320181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:42:58.330294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-452a0900-1938-435a-9e4c-d0477943dc12 None None] Provisioning complete for port 986da86e-9d72-47aa-acf4-799729d54aff triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:58.330665 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-452a0900-1938-435a-9e4c-d0477943dc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.338327 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Sync routers for ids ['58d989c5-9c20-4921-aede-433668f0337c'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:42:58.348844 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.350136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2e25cf85-a1bb-4f6b-a0b9-b1b724edbca3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5198805 Sep 16 04:42:58.353683 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Routers {'58d989c5-9c20-4921-aede-433668f0337c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:58.355881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59572) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:58.357131 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['58d989c5-9c20-4921-aede-433668f0337c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:58.368858 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0e93-98b5-4c9b-aec3-3d5a9f1f0740 req-866c7ce4-2a3d-40b9-9145-251b00c1c265 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.377062 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-76bb0e93-98b5-4c9b-aec3-3d5a9f1f0740 req-866c7ce4-2a3d-40b9-9145-251b00c1c265 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1421072 Sep 16 04:42:58.444539 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-76bb0e93-98b5-4c9b-aec3-3d5a9f1f0740 req-642a31e7-1b69-40d7-b87a-cb8546d0112f tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663071 Sep 16 04:42:58.492127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-452a0900-1938-435a-9e4c-d0477943dc12 None None] Port 986da86e-9d72-47aa-acf4-799729d54aff cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:42:58.561709 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.579634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] For port 5fa4d50c-9320-4141-9486-d6dc426dc07a, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:58.582044 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.586836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] For port 5fa4d50c-9320-4141-9486-d6dc426dc07a, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5fa4d50c-9320-4141-9486-d6dc426dc07a,segment=NetworkSegment(2ab46fae-fd29-4f09-a622-00ee18e95f43),segment_id=2ab46fae-fd29-4f09-a622-00ee18e95f43)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:58.617239 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.648910 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Set router 58d989c5-9c20-4921-aede-433668f0337c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:58.756272 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.764210 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.799491 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Attempting to bind port ce9ddac1-8757-43f1-9f23-b250f450f0d3 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:58.800148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Attempting to bind port ce9ddac1-8757-43f1-9f23-b250f450f0d3 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:58.801141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Attempting to bind port ce9ddac1-8757-43f1-9f23-b250f450f0d3 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:58.814366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:58.815083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:58.815675 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.816265 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:58.816992 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Bound port: ce9ddac1-8757-43f1-9f23-b250f450f0d3, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:58.817562 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.920043 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.930174 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] For port ce9ddac1-8757-43f1-9f23-b250f450f0d3, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:58.942693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] For port ce9ddac1-8757-43f1-9f23-b250f450f0d3, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ce9ddac1-8757-43f1-9f23-b250f450f0d3,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:58.958674 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:42:57Z', 'revision_number': 3, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:58.970284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b764bc-1a30-431e-b47d-cd6ebec381ae req-1ea82718-6749-4c24-a24f-209161803124 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:58.976346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Pushing event updated for resources: {'Port': ['ID=986da86e-9d72-47aa-acf4-799729d54aff,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:58.979352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98b764bc-1a30-431e-b47d-cd6ebec381ae req-1ea82718-6749-4c24-a24f-209161803124 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 950 time: 0.4230549 Sep 16 04:42:58.982585 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:58.990497 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Checking router: 58d989c5-9c20-4921-aede-433668f0337c for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:42:58.991099 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Updating router 58d989c5-9c20-4921-aede-433668f0337c port afd738a9-cdc3-4764-8941-629530eb3901 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:42:59.018670 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.060824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffecbcb-a9f0-4ad4-8634-6d5a6b9bf861 None None] Pushing event updated for resources: {'Port': ['ID=ce9ddac1-8757-43f1-9f23-b250f450f0d3,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:59.093467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.172656 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98b764bc-1a30-431e-b47d-cd6ebec381ae req-6f6d13a4-9d0e-47ad-8da1-fc4978c9ca24 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912892 Sep 16 04:42:59.213903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e7457-5a78-4b60-a2bd-4c912b4d8082 None None] Pushing event updated for resources: {'Port': ['ID=5fa4d50c-9320-4141-9486-d6dc426dc07a,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:59.227798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Routers {'cccf8775-ede7-45ec-b5dd-31eaad65cbc9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:59.228448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['cccf8775-ede7-45ec-b5dd-31eaad65cbc9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:42:59.248571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Network 078d9329-d451-4dbe-afbb-1200f8586c5d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:42:59.257336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5521358-fd45-4e21-9c25-3addcabe1343 req-07b95b65-0821-4392-838a-152076c73154 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.265565 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5521358-fd45-4e21-9c25-3addcabe1343 req-07b95b65-0821-4392-838a-152076c73154 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.2273257 Sep 16 04:42:59.269022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:42:59.503599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffecbcb-a9f0-4ad4-8634-6d5a6b9bf861 None None] Pushing event updated for resources: {'Port': ['ID=ce9ddac1-8757-43f1-9f23-b250f450f0d3,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:59.545385 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b462-6fe8-4cee-989f-194be7adc689 req-335c0ca4-3c62-4849-b8cb-bf221b029d2e tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:42:59.563067 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5521358-fd45-4e21-9c25-3addcabe1343 req-aeca7dc6-bca7-4641-a117-eb202529eb84 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799888 Sep 16 04:42:59.575888 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5c8b462-6fe8-4cee-989f-194be7adc689 req-335c0ca4-3c62-4849-b8cb-bf221b029d2e tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 944 time: 0.2032342 Sep 16 04:42:59.580187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] Set router cccf8775-ede7-45ec-b5dd-31eaad65cbc9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:42:59.591339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Router cccf8775-ede7-45ec-b5dd-31eaad65cbc9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:42:59.634626 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5c8b462-6fe8-4cee-989f-194be7adc689 req-3d7b03f4-22fa-456f-899c-cc3ef6b0e96d tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/security-groups?id=14f56b7b-06d7-41ea-8e84-f82265460b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569465 Sep 16 04:42:59.647533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59616) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:42:59.658426 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.665435 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.685095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Allocated IP 172.20.0.1 (fa5d8253-b53f-4418-8054-91a24185d3f4/00a4d388-5b99-4d6f-99ce-71998e089d31/0861c9f0-9c0e-4e51-9164-ee625d932000) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:42:59.720243 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Pushing event updated for resources: {'Port': ['ID=afd738a9-cdc3-4764-8941-629530eb3901,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:59.744824 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:59.745297 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:59.745701 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:59.746652 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:59.747177 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:59.747713 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:59.748356 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:59.749122 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:59.749640 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:59.750173 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:59.750845 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:59.751458 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:42:59.755548 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Attempting to bind port afd738a9-cdc3-4764-8941-629530eb3901 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:42:59.756096 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Attempting to bind port afd738a9-cdc3-4764-8941-629530eb3901 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:42:59.756629 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Attempting to bind port afd738a9-cdc3-4764-8941-629530eb3901 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:42:59.763229 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:42:59.763839 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:42:59.764409 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.765230 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:42:59.765923 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Bound port: afd738a9-cdc3-4764-8941-629530eb3901, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:42:59.766499 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.827131 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] For port afd738a9-cdc3-4764-8941-629530eb3901, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:42:59.831109 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] For port afd738a9-cdc3-4764-8941-629530eb3901, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=afd738a9-cdc3-4764-8941-629530eb3901,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:42:59.836664 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.881229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-cfed31da-00d1-43ce-b483-dba8f3a86934 None None] Provisioning complete for port 986da86e-9d72-47aa-acf4-799729d54aff triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:42:59.881880 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cfed31da-00d1-43ce-b483-dba8f3a86934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:42:59.912266 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521984bd-3fc1-43dc-bedf-1dd5b93a9868 None None] Pushing event updated for resources: {'Port': ['ID=afd738a9-cdc3-4764-8941-629530eb3901,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:42:59.962143 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Routers {'58d989c5-9c20-4921-aede-433668f0337c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:42:59.963277 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['58d989c5-9c20-4921-aede-433668f0337c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:00.024826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cfed31da-00d1-43ce-b483-dba8f3a86934 None None] Port 986da86e-9d72-47aa-acf4-799729d54aff cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:00.073125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06a0ca83-f7a5-4956-a8a3-e7b8c06ce5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.080063 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.129173 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] Set router 58d989c5-9c20-4921-aede-433668f0337c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:00.158926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-533762330-router', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:52Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 4, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'gw_port': {'id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:54Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '986da86e-9d72-47aa-acf4-799729d54aff', 'name': '', 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'mac_address': 'fa:16:3e:34:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '8d21a08f-d7b0-4756-9455-4d940ae6cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:57Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 2, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'subnets': [{'id': '8d21a08f-d7b0-4756-9455-4d940ae6cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:00.184032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b2f61-d528-4afa-a70a-b4ebf3d05548 req-7b326a1b-3c18-4fc1-bb9b-597764f5926c tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.185715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c39b2f61-d528-4afa-a70a-b4ebf3d05548 req-7b326a1b-3c18-4fc1-bb9b-597764f5926c tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 946 time: 0.2269974 Sep 16 04:43:00.208337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b97eecb-8d80-45d6-a2ba-18cce5923b54 None None] The sync data for ids ['cccf8775-ede7-45ec-b5dd-31eaad65cbc9'] in n-d-712142-17 is: [{'id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-533762330-router', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:52Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 4, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'gw_port': {'id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:54Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '986da86e-9d72-47aa-acf4-799729d54aff', 'name': '', 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'mac_address': 'fa:16:3e:34:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '8d21a08f-d7b0-4756-9455-4d940ae6cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:57Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 2, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'subnets': [{'id': '8d21a08f-d7b0-4756-9455-4d940ae6cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:00.361898 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.403263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c39b2f61-d528-4afa-a70a-b4ebf3d05548 req-9aa061c9-2eb5-445c-a9f9-3799f23abda8 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963236 Sep 16 04:43:00.439375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Network fa5d8253-b53f-4418-8054-91a24185d3f4 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:00.442941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:00.449268 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:00.473042 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:42:57Z', 'revision_number': 3, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:00.494298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7f0bb2-fef4-461c-92b4-f717c6b4af5b None None] Network fa5d8253-b53f-4418-8054-91a24185d3f4 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:00.522665 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb5362-6a7a-4207-b6bf-e04d0d4defa1 None None] The sync data for ids ['58d989c5-9c20-4921-aede-433668f0337c'] in n-d-712142-17 is: [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:42:57Z', 'revision_number': 3, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:00.556961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5fa4d50c-9320-4141-9486-d6dc426dc07a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:00.566484 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:00.594623 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6c1d91fc-0a73-4d37-927c-0e6c37477130 admin admin] 10.222.0.53 "PUT /v2.0/routers/cccf8775-ede7-45ec-b5dd-31eaad65cbc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4703248 Sep 16 04:43:00.710696 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.730844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-de77ddb9-de4f-4399-b45d-1fdd76291f80 None None] Provisioning complete for port 5fa4d50c-9320-4141-9486-d6dc426dc07a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:00.731415 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de77ddb9-de4f-4399-b45d-1fdd76291f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:00.747590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:00.750434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2319a-feb4-49a4-9df9-51b59d2b6648 req-2f2019e2-7cf3-48aa-886a-08eb51951aa1 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:00.759351 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9a2319a-feb4-49a4-9df9-51b59d2b6648 req-2f2019e2-7cf3-48aa-886a-08eb51951aa1 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 950 time: 0.1081481 Sep 16 04:43:00.818730 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9a2319a-feb4-49a4-9df9-51b59d2b6648 req-ca5cb3c7-dc1d-49ec-bfbe-48b6f771429c tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523045 Sep 16 04:43:00.865697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Pushing event updated for resources: {'Port': ['ID=0861c9f0-9c0e-4e51-9164-ee625d932000,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:01.017262 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06a0ca83-f7a5-4956-a8a3-e7b8c06ce5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.038763 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06a0ca83-f7a5-4956-a8a3-e7b8c06ce5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.056451 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5fa4d50c-9320-4141-9486-d6dc426dc07a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:01.056836 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.206227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.214634 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-06a0ca83-f7a5-4956-a8a3-e7b8c06ce5b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1fe2f6c35f741609e4d6e92d3cc4793&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5587878 Sep 16 04:43:01.215481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59648) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:01.266297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0ca83-f7a5-4956-a8a3-e7b8c06ce5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23939c9d-6164-490b-a21e-b1a0935f216c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:01.325224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dc6bd-99d7-4dc0-858f-e47859072621 req-ba5683ee-34b8-4cd7-b9f6-3d435d6dcd2e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.327451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c17dc6bd-99d7-4dc0-858f-e47859072621 req-ba5683ee-34b8-4cd7-b9f6-3d435d6dcd2e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.3355460 Sep 16 04:43:01.335867 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6e5f-12f4-41e8-84c6-a2fc6b725a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.384288 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6e5f-12f4-41e8-84c6-a2fc6b725a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.435410 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:01.485194 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6e5f-12f4-41e8-84c6-a2fc6b725a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.488222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6e5f-12f4-41e8-84c6-a2fc6b725a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.492454 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dd5e6e5f-12f4-41e8-84c6-a2fc6b725a20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23939c9d-6164-490b-a21e-b1a0935f216c HTTP/1.1" status: 204 len: 168 time: 0.2759590 Sep 16 04:43:01.508294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:01.508693 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.519034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e6e5f-12f4-41e8-84c6-a2fc6b725a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23939c9d-6164-490b-a21e-b1a0935f216c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:01.654786 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5726b94-af45-4c3a-b40d-640573bb3da6 req-f267f531-29ba-4016-bfbc-4cd7d526dd62 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.656788 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5726b94-af45-4c3a-b40d-640573bb3da6 req-f267f531-29ba-4016-bfbc-4cd7d526dd62 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.15 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 950 time: 0.1073446 Sep 16 04:43:01.750357 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de77ddb9-de4f-4399-b45d-1fdd76291f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.805927 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.849165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-de77ddb9-de4f-4399-b45d-1fdd76291f80 None None] For port 5fa4d50c-9320-4141-9486-d6dc426dc07a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5fa4d50c-9320-4141-9486-d6dc426dc07a,segment=NetworkSegment(2ab46fae-fd29-4f09-a622-00ee18e95f43),segment_id=2ab46fae-fd29-4f09-a622-00ee18e95f43)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:01.877907 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de77ddb9-de4f-4399-b45d-1fdd76291f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:01.878089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4cbcf-72fd-4800-a187-676802c94946 req-8f8299e7-b664-4cc6-a372-87f044d3d0bf tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:01.879422 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-51f4cbcf-72fd-4800-a187-676802c94946 req-8f8299e7-b664-4cc6-a372-87f044d3d0bf tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 944 time: 0.2055776 Sep 16 04:43:02.003481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77ddb9-de4f-4399-b45d-1fdd76291f80 None None] Pushing event updated for resources: {'Port': ['ID=5fa4d50c-9320-4141-9486-d6dc426dc07a,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:02.053220 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-51f4cbcf-72fd-4800-a187-676802c94946 req-5dbc11c7-9947-4939-a1dd-40a71f584ee0 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/security-groups?id=14f56b7b-06d7-41ea-8e84-f82265460b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430697 Sep 16 04:43:02.056592 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d5726b94-af45-4c3a-b40d-640573bb3da6 req-fd908921-08d9-4cd7-a34f-ddea2cf8bf48 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Deleting port 6e96012d-8976-40b5-b120-449cccc13537 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:02.056951 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5726b94-af45-4c3a-b40d-640573bb3da6 req-fd908921-08d9-4cd7-a34f-ddea2cf8bf48 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.231695 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:43:02.232073 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:43:02.253308 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.349711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d5726b94-af45-4c3a-b40d-640573bb3da6 req-fd908921-08d9-4cd7-a34f-ddea2cf8bf48 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] For port 6e96012d-8976-40b5-b120-449cccc13537, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6e96012d-8976-40b5-b120-449cccc13537,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:02.350183 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5726b94-af45-4c3a-b40d-640573bb3da6 req-fd908921-08d9-4cd7-a34f-ddea2cf8bf48 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.352843 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c17dc6bd-99d7-4dc0-858f-e47859072621 req-df6b6433-3390-419d-8487-b623a4e37e3a tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9433112 Sep 16 04:43:02.367122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67d65ac-2f14-40ad-838c-bb9ced040f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2508d2-c5c0-46b7-bd46-c16a557d6a43'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:02.369470 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa9ddd0-9e56-425b-9f32-1709ee965a64" -d '{"events": [{"server_uuid": "e67d65ac-2f14-40ad-838c-bb9ced040f64", "name": "network-vif-plugged", "status": "completed", "tag": "1d2508d2-c5c0-46b7-bd46-c16a557d6a43"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:02.392373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1d2508d2-c5c0-46b7-bd46-c16a557d6a43,segment=NetworkSegment(08de3339-c20e-4ba4-825b-700ec04b62db),segment_id=08de3339-c20e-4ba4-825b-700ec04b62db)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:02.400955 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ee55583e-0cfe-4910-a28a-fcfaee42a1d5 None None] Provisioning complete for port 5fa4d50c-9320-4141-9486-d6dc426dc07a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:02.401340 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ee55583e-0cfe-4910-a28a-fcfaee42a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.413134 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.414677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d5726b94-af45-4c3a-b40d-640573bb3da6 req-fd908921-08d9-4cd7-a34f-ddea2cf8bf48 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Calling delete_port for 6e96012d-8976-40b5-b120-449cccc13537 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:02.449650 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.460832 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.661657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=1d2508d2-c5c0-46b7-bd46-c16a557d6a43,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:02.704550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.740672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Pushing event updated for resources: {'Port': ['ID=0861c9f0-9c0e-4e51-9164-ee625d932000,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:02.828030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ee55583e-0cfe-4910-a28a-fcfaee42a1d5 None None] Provisioning complete for port 0861c9f0-9c0e-4e51-9164-ee625d932000 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:02.828570 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ee55583e-0cfe-4910-a28a-fcfaee42a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.875064 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ee55583e-0cfe-4910-a28a-fcfaee42a1d5 None None] Port 0861c9f0-9c0e-4e51-9164-ee625d932000 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:02.887057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59796cae-2cd8-4a86-af2a-9c02e995fe74 req-58eac7ca-e881-4b92-8ff3-ebdc774bc23d tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:02.899174 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59796cae-2cd8-4a86-af2a-9c02e995fe74 req-58eac7ca-e881-4b92-8ff3-ebdc774bc23d tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 946 time: 0.2394693 Sep 16 04:43:02.913271 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5726b94-af45-4c3a-b40d-640573bb3da6 req-fd908921-08d9-4cd7-a34f-ddea2cf8bf48 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:02.969200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd908921-08d9-4cd7-a34f-ddea2cf8bf48 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Pushing event deleted for resources: {'Port': ['ID=6e96012d-8976-40b5-b120-449cccc13537,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:03.015674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7daceef4-524a-4dd8-9a25-04b2a0f819dc None None] Provisioning complete for port 0861c9f0-9c0e-4e51-9164-ee625d932000 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:03.016091 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7daceef4-524a-4dd8-9a25-04b2a0f819dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.099555 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59796cae-2cd8-4a86-af2a-9c02e995fe74 req-942f0828-0151-4882-9205-73e28c9930bb tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfe03b6b-aa02-40a0-b06e-bd043b5e0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942186 Sep 16 04:43:03.109089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7daceef4-524a-4dd8-9a25-04b2a0f819dc None None] Port 0861c9f0-9c0e-4e51-9164-ee625d932000 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:03.149896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device afd738a9-cdc3-4764-8941-629530eb3901 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:03.209634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5726b94-af45-4c3a-b40d-640573bb3da6 req-fd908921-08d9-4cd7-a34f-ddea2cf8bf48 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] No DVR routers for this DVR port 6e96012d-8976-40b5-b120-449cccc13537 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:03.213033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5726b94-af45-4c3a-b40d-640573bb3da6 req-fd908921-08d9-4cd7-a34f-ddea2cf8bf48 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.232308 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5726b94-af45-4c3a-b40d-640573bb3da6 req-fd908921-08d9-4cd7-a34f-ddea2cf8bf48 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.15 "DELETE /v2.0/ports/6e96012d-8976-40b5-b120-449cccc13537 HTTP/1.1" status: 204 len: 173 time: 1.5673120 Sep 16 04:43:03.232817 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67927c44-42d6-4bd3-81bd-c158850ce658', 'name': 'network-vif-deleted', 'tag': '6e96012d-8976-40b5-b120-449cccc13537'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:03.232976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port afd738a9-cdc3-4764-8941-629530eb3901 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:03.233509 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.238775 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a9f957-2f93-47c5-b507-c005853f0783" -d '{"events": [{"server_uuid": "67927c44-42d6-4bd3-81bd-c158850ce658", "name": "network-vif-deleted", "tag": "6e96012d-8976-40b5-b120-449cccc13537"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:03.288844 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12e408e4-d93d-41d6-8557-2b10add818b3 req-0e8d6777-1ae0-475e-ac49-0fa3aed4cf38 tempest-ImagesNegativeTestJSON-153532557 tempest-ImagesNegativeTestJSON-153532557-project] 10.222.0.53 "GET /v2.0/ports?device_id=67927c44-42d6-4bd3-81bd-c158850ce658 HTTP/1.1" status: 200 len: 210 time: 0.0407782 Sep 16 04:43:03.304003 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-48904c11-bca5-4be5-b9fb-6da05a9f48b5 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4170406 Sep 16 04:43:03.315324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:03.335988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474caccb-91e6-49f3-8f9a-8fcb7787caf4 req-1b11b88f-2aaf-4859-b701-7c7378b30712 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:03.337551 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-474caccb-91e6-49f3-8f9a-8fcb7787caf4 req-1b11b88f-2aaf-4859-b701-7c7378b30712 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.50 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 946 time: 0.2693155 Sep 16 04:43:03.347172 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.363901 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.364855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Network fa5d8253-b53f-4418-8054-91a24185d3f4 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:03.381682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:03.450736 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd84d71-278d-4979-8a51-5b0803a04489 x-openstack-request-id: req-bdd84d71-278d-4979-8a51-5b0803a04489 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:03.451223 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67d65ac-2f14-40ad-838c-bb9ced040f64", "name": "network-vif-plugged", "status": "completed", "tag": "1d2508d2-c5c0-46b7-bd46-c16a557d6a43", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:03.451487 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bdd84d71-278d-4979-8a51-5b0803a04489 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:03.451978 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67d65ac-2f14-40ad-838c-bb9ced040f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2508d2-c5c0-46b7-bd46-c16a557d6a43', 'code': 200} Sep 16 04:43:03.460671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port afd738a9-cdc3-4764-8941-629530eb3901, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=afd738a9-cdc3-4764-8941-629530eb3901,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:03.490958 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.491989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5fa4d50c-9320-4141-9486-d6dc426dc07a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:03.585151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-474caccb-91e6-49f3-8f9a-8fcb7787caf4 req-c84892cf-b941-4d95-8844-c5289bc69fbd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Deleting port 0583d741-8566-48ce-b807-54f75ea14f12 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:03.585536 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-474caccb-91e6-49f3-8f9a-8fcb7787caf4 req-c84892cf-b941-4d95-8844-c5289bc69fbd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.637996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=afd738a9-cdc3-4764-8941-629530eb3901,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:03.645102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Router 58d989c5-9c20-4921-aede-433668f0337c has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:03.671933 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5fa4d50c-9320-4141-9486-d6dc426dc07a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:03.672120 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.685852 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.788188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-474caccb-91e6-49f3-8f9a-8fcb7787caf4 req-c84892cf-b941-4d95-8844-c5289bc69fbd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] For port 0583d741-8566-48ce-b807-54f75ea14f12, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0583d741-8566-48ce-b807-54f75ea14f12,segment=NetworkSegment(c2fa186f-04dc-4b12-b94b-03ebcac0b2a9),segment_id=c2fa186f-04dc-4b12-b94b-03ebcac0b2a9)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:03.788667 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-474caccb-91e6-49f3-8f9a-8fcb7787caf4 req-c84892cf-b941-4d95-8844-c5289bc69fbd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.815275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-474caccb-91e6-49f3-8f9a-8fcb7787caf4 req-c84892cf-b941-4d95-8844-c5289bc69fbd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Calling delete_port for 0583d741-8566-48ce-b807-54f75ea14f12 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:03.819943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8945993-0bce-4113-bef8-0c99b9f26c96 req-05a09f1f-4cb8-4b03-8c20-08a846fb0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:03.823304 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c8945993-0bce-4113-bef8-0c99b9f26c96 req-05a09f1f-4cb8-4b03-8c20-08a846fb0919 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 1097 time: 0.2552075 Sep 16 04:43:03.844512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ce9ddac1-8757-43f1-9f23-b250f450f0d3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:03.846833 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-23351083-dea0-4abc-beff-fcd883216737 None None] Provisioning complete for port 0861c9f0-9c0e-4e51-9164-ee625d932000 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:03.847211 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-23351083-dea0-4abc-beff-fcd883216737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.918432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-23351083-dea0-4abc-beff-fcd883216737 None None] Port 0861c9f0-9c0e-4e51-9164-ee625d932000 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:03.939210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ce9ddac1-8757-43f1-9f23-b250f450f0d3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:03.939600 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:03.971841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Allocated IP 172.25.0.85 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/bc70302f-2d10-4f9f-9663-84c5d673b248) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:03.981716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:03.995033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-516d55bb-ed18-467c-b52e-12929a5bdd45 admin admin] 10.222.0.53 "PUT /v2.0/routers/58d989c5-9c20-4921-aede-433668f0337c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6377776 Sep 16 04:43:04.012770 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c8945993-0bce-4113-bef8-0c99b9f26c96 req-5b3af42b-2d25-45d9-8713-38b9a5aa68ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=14f56b7b-06d7-41ea-8e84-f82265460b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670263 Sep 16 04:43:04.035021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21476a0b-182c-4039-b9fd-2e2b777c3c99 req-5b87b4bd-118f-4412-8b90-fa007ac5b73d tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:04.047823 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21476a0b-182c-4039-b9fd-2e2b777c3c99 req-5b87b4bd-118f-4412-8b90-fa007ac5b73d tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 945 time: 0.1338263 Sep 16 04:43:04.059102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.091786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port ce9ddac1-8757-43f1-9f23-b250f450f0d3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ce9ddac1-8757-43f1-9f23-b250f450f0d3,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:04.098345 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.162170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=ce9ddac1-8757-43f1-9f23-b250f450f0d3,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:04.167925 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21476a0b-182c-4039-b9fd-2e2b777c3c99 req-9315f6de-1f0f-4f77-99a5-4aca1c773175 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/security-groups?id=14f56b7b-06d7-41ea-8e84-f82265460b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140444 Sep 16 04:43:04.183985 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.212675 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-474caccb-91e6-49f3-8f9a-8fcb7787caf4 req-c84892cf-b941-4d95-8844-c5289bc69fbd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.244852 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.283529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84892cf-b941-4d95-8844-c5289bc69fbd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event deleted for resources: {'Port': ['ID=0583d741-8566-48ce-b807-54f75ea14f12,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:04.301926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:04.304848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-474caccb-91e6-49f3-8f9a-8fcb7787caf4 req-c84892cf-b941-4d95-8844-c5289bc69fbd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] No DVR routers for this DVR port 0583d741-8566-48ce-b807-54f75ea14f12 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:04.305023 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:04.310064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:04.310286 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-474caccb-91e6-49f3-8f9a-8fcb7787caf4 req-c84892cf-b941-4d95-8844-c5289bc69fbd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.312837 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-474caccb-91e6-49f3-8f9a-8fcb7787caf4 req-c84892cf-b941-4d95-8844-c5289bc69fbd tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.50 "DELETE /v2.0/ports/0583d741-8566-48ce-b807-54f75ea14f12 HTTP/1.1" status: 204 len: 173 time: 0.9624724 Sep 16 04:43:04.363996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Pushing event updated for resources: {'Port': ['ID=bc70302f-2d10-4f9f-9663-84c5d673b248,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:04.414577 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Sync routers for ids ['58d989c5-9c20-4921-aede-433668f0337c'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:04.426356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.431329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Routers {'58d989c5-9c20-4921-aede-433668f0337c'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:04.434607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['58d989c5-9c20-4921-aede-433668f0337c'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:04.454229 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b784985f-4c0c-4118-a422-9505fd0a4b16 x-openstack-request-id: req-b784985f-4c0c-4118-a422-9505fd0a4b16 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:04.454530 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67927c44-42d6-4bd3-81bd-c158850ce658", "name": "network-vif-deleted", "tag": "6e96012d-8976-40b5-b120-449cccc13537", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:04.454807 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b784985f-4c0c-4118-a422-9505fd0a4b16 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:04.455562 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67927c44-42d6-4bd3-81bd-c158850ce658', 'name': 'network-vif-deleted', 'tag': '6e96012d-8976-40b5-b120-449cccc13537', 'status': 'completed', 'code': 200} Sep 16 04:43:04.484644 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.581808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a84939-7af8-474b-94ac-76e593bab309 req-cb9d23b6-c00d-481d-9d18-a4c56cac2ea2 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:04.590674 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-32a84939-7af8-474b-94ac-76e593bab309 req-cb9d23b6-c00d-481d-9d18-a4c56cac2ea2 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.0814807 Sep 16 04:43:04.637937 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-32a84939-7af8-474b-94ac-76e593bab309 req-b84c58a5-0bbf-44e8-931f-837d305602f4 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461180 Sep 16 04:43:04.670391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Set router 58d989c5-9c20-4921-aede-433668f0337c gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:04.713577 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.721950 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.730689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 6e96012d-8976-40b5-b120-449cccc13537 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:04.768553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 6e96012d-8976-40b5-b120-449cccc13537 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:04.769173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 6e96012d-8976-40b5-b120-449cccc13537 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:04.776630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Pushing event updated for resources: {'Port': ['ID=bc70302f-2d10-4f9f-9663-84c5d673b248,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:04.818606 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Sync routers for ids ['cccf8775-ede7-45ec-b5dd-31eaad65cbc9'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:04.852442 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Routers {'cccf8775-ede7-45ec-b5dd-31eaad65cbc9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:04.853083 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['cccf8775-ede7-45ec-b5dd-31eaad65cbc9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:04.860388 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.888525 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:04.892812 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-45cfc413-1b95-4010-b900-3d723164efe0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5876267 Sep 16 04:43:05.024323 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-b3c358c3-fd70-4bfd-a19d-8a8c60766766 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.1240938 Sep 16 04:43:05.043433 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ec6a9769-cefc-4b4c-aa25-42c7c31366be req-e8e0021b-a21f-46c9-b336-cde392b45bfc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/ports?device_id=5402aba9-de83-47c4-b3c9-e2d2192d4907 HTTP/1.1" status: 200 len: 210 time: 0.0441468 Sep 16 04:43:05.064492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device afd738a9-cdc3-4764-8941-629530eb3901 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:05.076410 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Set router cccf8775-ede7-45ec-b5dd-31eaad65cbc9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:05.266472 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.313078 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port afd738a9-cdc3-4764-8941-629530eb3901 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:05.313456 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.317529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-9d48da34-d72e-47dd-a43c-be40facc90cf tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.322091 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3432be60-6dbb-48f0-b870-88d5d29323b9 req-9d48da34-d72e-47dd-a43c-be40facc90cf tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.2884195 Sep 16 04:43:05.371939 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:01Z', 'revision_number': 4, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '0861c9f0-9c0e-4e51-9164-ee625d932000', 'name': '', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'mac_address': 'fa:16:3e:35:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:59Z', 'updated_at': '2021-09-16T04:43:01Z', 'revision_number': 2, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'subnets': [{'id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:05.403882 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-533762330-router', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:52Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 4, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'gw_port': {'id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:54Z', 'updated_at': '2021-09-16T04:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '986da86e-9d72-47aa-acf4-799729d54aff', 'name': '', 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'mac_address': 'fa:16:3e:34:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '8d21a08f-d7b0-4756-9455-4d940ae6cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:57Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 2, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'subnets': [{'id': '8d21a08f-d7b0-4756-9455-4d940ae6cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:05.410773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Checking router: 58d989c5-9c20-4921-aede-433668f0337c for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:05.411136 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Updating router 58d989c5-9c20-4921-aede-433668f0337c port 0861c9f0-9c0e-4e51-9164-ee625d932000 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:05.435833 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Checking router: cccf8775-ede7-45ec-b5dd-31eaad65cbc9 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:05.436648 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Updating router cccf8775-ede7-45ec-b5dd-31eaad65cbc9 port 986da86e-9d72-47aa-acf4-799729d54aff binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:05.462179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998686f6-b639-45f4-a896-9cf7ccbf2b96 req-1b348a22-1adc-496c-b6e2-0581c5935ebc tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.463775 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-998686f6-b639-45f4-a896-9cf7ccbf2b96 req-1b348a22-1adc-496c-b6e2-0581c5935ebc tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 946 time: 0.1008711 Sep 16 04:43:05.468195 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.481055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389d0ce-3b75-4d00-aa55-0e409e849358 req-fe8523d2-f469-4624-b1db-e634fb5a5514 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.500295 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.507509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c389d0ce-3b75-4d00-aa55-0e409e849358 req-fe8523d2-f469-4624-b1db-e634fb5a5514 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 945 time: 0.1264486 Sep 16 04:43:05.529860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ce9ddac1-8757-43f1-9f23-b250f450f0d3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:05.546043 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-998686f6-b639-45f4-a896-9cf7ccbf2b96 req-6be10f8e-f6e8-4873-aaf1-5b7b8e6b3b80 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703874 Sep 16 04:43:05.613525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c389d0ce-3b75-4d00-aa55-0e409e849358 req-0b2347b7-f370-4a16-b15d-9f9ed41f5e06 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/security-groups?id=14f56b7b-06d7-41ea-8e84-f82265460b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047175 Sep 16 04:43:05.756741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0583d741-8566-48ce-b807-54f75ea14f12 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:05.817822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 0583d741-8566-48ce-b807-54f75ea14f12 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:05.818661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0583d741-8566-48ce-b807-54f75ea14f12 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:05.852656 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ce9ddac1-8757-43f1-9f23-b250f450f0d3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:05.853363 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.860558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-5ba0552a-61ef-43b3-a20f-c3c2305e881c tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1757388 Sep 16 04:43:05.865681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:05.896537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.903243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ca3b3-2c6b-46b2-a055-59db66c9bbf3 req-6c52567f-c9d0-4de7-a9f1-ae63e92f1cdc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:05.912351 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a6ca3b3-2c6b-46b2-a055-59db66c9bbf3 req-6c52567f-c9d0-4de7-a9f1-ae63e92f1cdc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1046140 Sep 16 04:43:05.935938 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.943063 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:05.972870 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a6ca3b3-2c6b-46b2-a055-59db66c9bbf3 req-df4217cb-8cfe-444d-a125-6130faee6bab tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593245 Sep 16 04:43:06.028686 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452517c-8c90-4566-b1bd-d0e7cc61f6fc None None] Pushing event updated for resources: {'Port': ['ID=986da86e-9d72-47aa-acf4-799729d54aff,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:06.142243 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.162006 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Attempting to bind port 986da86e-9d72-47aa-acf4-799729d54aff on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:06.162380 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Attempting to bind port 986da86e-9d72-47aa-acf4-799729d54aff by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ed743cd2-4672-4331-a05e-4a97f5e8bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:06.169569 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Attempting to bind port 986da86e-9d72-47aa-acf4-799729d54aff on network 078d9329-d451-4dbe-afbb-1200f8586c5d {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:06.186954 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:06.187398 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Checking segment: {'id': 'ed743cd2-4672-4331-a05e-4a97f5e8bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:06.187742 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.188143 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Bound using segment: {'id': 'ed743cd2-4672-4331-a05e-4a97f5e8bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:06.188622 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Bound port: 986da86e-9d72-47aa-acf4-799729d54aff, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed743cd2-4672-4331-a05e-4a97f5e8bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:06.194610 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.284571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94515075-12f8-4c16-8f89-c896e6b9ebe3 req-fdf1cf33-806d-4b2d-bae6-3944fd29ff14 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:06.288708 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-94515075-12f8-4c16-8f89-c896e6b9ebe3 req-fdf1cf33-806d-4b2d-bae6-3944fd29ff14 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 946 time: 0.1426780 Sep 16 04:43:06.380249 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] For port 986da86e-9d72-47aa-acf4-799729d54aff, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:06.388639 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] For port 986da86e-9d72-47aa-acf4-799729d54aff, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=986da86e-9d72-47aa-acf4-799729d54aff,segment=NetworkSegment(ed743cd2-4672-4331-a05e-4a97f5e8bbf1),segment_id=ed743cd2-4672-4331-a05e-4a97f5e8bbf1)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:06.395136 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.399066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Allocated IP 172.25.0.10 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/6987aa14-8ec0-48a7-9759-9652685d71ad) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:06.463195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5402aba9-de83-47c4-b3c9-e2d2192d4907', 'name': 'network-vif-deleted', 'tag': '0583d741-8566-48ce-b807-54f75ea14f12'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:06.466711 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e3fb34-454f-4664-984a-4f13b8a4ac62" -d '{"events": [{"server_uuid": "5402aba9-de83-47c4-b3c9-e2d2192d4907", "name": "network-vif-deleted", "tag": "0583d741-8566-48ce-b807-54f75ea14f12"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:06.505722 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Routers {'cccf8775-ede7-45ec-b5dd-31eaad65cbc9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:06.506376 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['cccf8775-ede7-45ec-b5dd-31eaad65cbc9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:06.508407 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.517046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c4e80b1e-7f14-4db2-b02f-4a0cad1e542b None None] Provisioning complete for port 986da86e-9d72-47aa-acf4-799729d54aff triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:06.518935 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4e80b1e-7f14-4db2-b02f-4a0cad1e542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.564771 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452517c-8c90-4566-b1bd-d0e7cc61f6fc None None] Pushing event updated for resources: {'Port': ['ID=986da86e-9d72-47aa-acf4-799729d54aff,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:06.585577 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.593511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-94515075-12f8-4c16-8f89-c896e6b9ebe3 req-23d64a20-a08d-4d2a-9e7d-dc3252038a37 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Deleting port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:06.595338 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-94515075-12f8-4c16-8f89-c896e6b9ebe3 req-23d64a20-a08d-4d2a-9e7d-dc3252038a37 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.622877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.706849 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.725426 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] Set router cccf8775-ede7-45ec-b5dd-31eaad65cbc9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:06.747984 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:06.751403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:06.784972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:06.840002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-94515075-12f8-4c16-8f89-c896e6b9ebe3 req-23d64a20-a08d-4d2a-9e7d-dc3252038a37 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] For port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:06.840499 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-94515075-12f8-4c16-8f89-c896e6b9ebe3 req-23d64a20-a08d-4d2a-9e7d-dc3252038a37 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.862798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-94515075-12f8-4c16-8f89-c896e6b9ebe3 req-23d64a20-a08d-4d2a-9e7d-dc3252038a37 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Calling delete_port for 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:06.879078 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0fdef-8fb5-400c-9ff1-33d243956590 None None] Pushing event updated for resources: {'Port': ['ID=0861c9f0-9c0e-4e51-9164-ee625d932000,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:06.883496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Attempting to bind port 0861c9f0-9c0e-4e51-9164-ee625d932000 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:06.884036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Attempting to bind port 0861c9f0-9c0e-4e51-9164-ee625d932000 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:06.884365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Attempting to bind port 0861c9f0-9c0e-4e51-9164-ee625d932000 on network fa5d8253-b53f-4418-8054-91a24185d3f4 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:06.900747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Pushing event updated for resources: {'Port': ['ID=6987aa14-8ec0-48a7-9759-9652685d71ad,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:06.973649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:06.974776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Checking segment: {'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:06.977210 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:06.978082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Bound using segment: {'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:06.978758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Bound port: 0861c9f0-9c0e-4e51-9164-ee625d932000, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:06.979328 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.058552 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-94515075-12f8-4c16-8f89-c896e6b9ebe3 req-23d64a20-a08d-4d2a-9e7d-dc3252038a37 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.073140 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4e80b1e-7f14-4db2-b02f-4a0cad1e542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.081435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['47d462d6-c0d7-4b07-8c49-3318d7820bdd', '43d6d907-f3a1-4150-ad41-6bea37572fd5'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:07.094845 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.102987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40da554-368f-4f38-93c4-a015db2891ec req-d8b6a992-a495-4316-abe6-68a0c0e72ca8 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.111360 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d40da554-368f-4f38-93c4-a015db2891ec req-d8b6a992-a495-4316-abe6-68a0c0e72ca8 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 945 time: 0.6111844 Sep 16 04:43:07.116001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d64a20-a08d-4d2a-9e7d-dc3252038a37 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Pushing event deleted for resources: {'Port': ['ID=4cc5d5f5-bfe2-4070-9959-62a6f98ecc59,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:07.144739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 986da86e-9d72-47aa-acf4-799729d54aff up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:07.147770 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.188165 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-533762330-router', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:52Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 4, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'gw_port': {'id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:54Z', 'updated_at': '2021-09-16T04:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '986da86e-9d72-47aa-acf4-799729d54aff', 'name': '', 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'mac_address': 'fa:16:3e:34:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '8d21a08f-d7b0-4756-9455-4d940ae6cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:57Z', 'updated_at': '2021-09-16T04:43:06Z', 'revision_number': 4, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'subnets': [{'id': '8d21a08f-d7b0-4756-9455-4d940ae6cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:07.219565 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff9abe-ffcf-4854-9777-1f10cadd3d88 None None] The sync data for ids ['cccf8775-ede7-45ec-b5dd-31eaad65cbc9'] in n-d-712142-17 is: [{'id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-533762330-router', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:52Z', 'updated_at': '2021-09-16T04:42:58Z', 'revision_number': 4, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'gw_port': {'id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:54Z', 'updated_at': '2021-09-16T04:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '986da86e-9d72-47aa-acf4-799729d54aff', 'name': '', 'network_id': '078d9329-d451-4dbe-afbb-1200f8586c5d', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'mac_address': 'fa:16:3e:34:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '8d21a08f-d7b0-4756-9455-4d940ae6cf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:57Z', 'updated_at': '2021-09-16T04:43:06Z', 'revision_number': 4, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'subnets': [{'id': '8d21a08f-d7b0-4756-9455-4d940ae6cf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:07.223135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-94515075-12f8-4c16-8f89-c896e6b9ebe3 req-23d64a20-a08d-4d2a-9e7d-dc3252038a37 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] No DVR routers for this DVR port 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:07.225554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-94515075-12f8-4c16-8f89-c896e6b9ebe3 req-23d64a20-a08d-4d2a-9e7d-dc3252038a37 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.228044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-94515075-12f8-4c16-8f89-c896e6b9ebe3 req-23d64a20-a08d-4d2a-9e7d-dc3252038a37 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.15 "DELETE /v2.0/ports/4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 HTTP/1.1" status: 204 len: 173 time: 0.9341269 Sep 16 04:43:07.292041 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d40da554-368f-4f38-93c4-a015db2891ec req-40d9105c-a3b3-4fbf-a1a7-023b338538aa tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/security-groups?id=14f56b7b-06d7-41ea-8e84-f82265460b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723647 Sep 16 04:43:07.317733 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c4e80b1e-7f14-4db2-b02f-4a0cad1e542b None None] For port 986da86e-9d72-47aa-acf4-799729d54aff, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=986da86e-9d72-47aa-acf4-799729d54aff,segment=NetworkSegment(ed743cd2-4672-4331-a05e-4a97f5e8bbf1),segment_id=ed743cd2-4672-4331-a05e-4a97f5e8bbf1)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:07.319083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] For port 0861c9f0-9c0e-4e51-9164-ee625d932000, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:07.329490 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c4e80b1e-7f14-4db2-b02f-4a0cad1e542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.400445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.408806 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.419823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] For port 0861c9f0-9c0e-4e51-9164-ee625d932000, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0861c9f0-9c0e-4e51-9164-ee625d932000,segment=NetworkSegment(2ab46fae-fd29-4f09-a622-00ee18e95f43),segment_id=2ab46fae-fd29-4f09-a622-00ee18e95f43)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:07.482781 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.543396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Pushing event updated for resources: {'Port': ['ID=6987aa14-8ec0-48a7-9759-9652685d71ad,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:07.574106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 986da86e-9d72-47aa-acf4-799729d54aff triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:07.574813 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.605301 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1cd53f-edad-49e2-8fc0-5e73e10bd2ea x-openstack-request-id: req-6b1cd53f-edad-49e2-8fc0-5e73e10bd2ea {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:07.605505 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5402aba9-de83-47c4-b3c9-e2d2192d4907", "name": "network-vif-deleted", "tag": "0583d741-8566-48ce-b807-54f75ea14f12", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:07.605760 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b1cd53f-edad-49e2-8fc0-5e73e10bd2ea {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:07.606159 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5402aba9-de83-47c4-b3c9-e2d2192d4907', 'name': 'network-vif-deleted', 'tag': '0583d741-8566-48ce-b807-54f75ea14f12', 'status': 'completed', 'code': 200} Sep 16 04:43:07.640069 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.650670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dccde-8ac5-4c64-a4b3-667157c4d63c req-2bd2d421-9da6-48fc-be8c-89d7ecce4210 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:07.664840 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-711dccde-8ac5-4c64-a4b3-667157c4d63c req-2bd2d421-9da6-48fc-be8c-89d7ecce4210 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 945 time: 0.1179965 Sep 16 04:43:07.690013 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.695716 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.697219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-3d0da71b-07e3-4971-bd2a-ad144a88a5b6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8358378 Sep 16 04:43:07.755803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-616d2129-2b5f-452e-8bbe-ee8157987549 None None] Provisioning complete for port 986da86e-9d72-47aa-acf4-799729d54aff triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:07.756149 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-616d2129-2b5f-452e-8bbe-ee8157987549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:07.856166 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-6d6646a0-ed64-4809-9e8d-8dca5de08d61 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.1508908 Sep 16 04:43:07.907373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e80b1e-7f14-4db2-b02f-4a0cad1e542b None None] Pushing event updated for resources: {'Port': ['ID=986da86e-9d72-47aa-acf4-799729d54aff,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:07.916433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59856) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:07.953589 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-27b12c42-62ff-454d-9706-898fa99753cd req-26238a6c-36d4-437f-8311-35e61d5c1ad2 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f11bdff-5024-438c-93f8-0152e0275937 HTTP/1.1" status: 200 len: 210 time: 0.0842183 Sep 16 04:43:08.026232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0fdef-8fb5-400c-9ff1-33d243956590 None None] Pushing event updated for resources: {'Port': ['ID=0861c9f0-9c0e-4e51-9164-ee625d932000,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:08.055982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-711dccde-8ac5-4c64-a4b3-667157c4d63c req-5ad6b582-8c32-47f1-b597-5eb2b364bb81 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Deleting port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:08.055982 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-711dccde-8ac5-4c64-a4b3-667157c4d63c req-5ad6b582-8c32-47f1-b597-5eb2b364bb81 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.168247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Routers {'58d989c5-9c20-4921-aede-433668f0337c'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:08.170430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['58d989c5-9c20-4921-aede-433668f0337c'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:08.189197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-4c384a5c-2388-44be-8a7f-141a2097133a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:08.192044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69fa5328-9ff8-49b8-b216-12f5116eff25 req-4c384a5c-2388-44be-8a7f-141a2097133a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.3351483 Sep 16 04:43:08.307262 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29890a96-a6c3-4839-8cde-5d8e33563996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.319121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-711dccde-8ac5-4c64-a4b3-667157c4d63c req-5ad6b582-8c32-47f1-b597-5eb2b364bb81 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] For port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1d2508d2-c5c0-46b7-bd46-c16a557d6a43,segment=NetworkSegment(08de3339-c20e-4ba4-825b-700ec04b62db),segment_id=08de3339-c20e-4ba4-825b-700ec04b62db)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:08.334255 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-711dccde-8ac5-4c64-a4b3-667157c4d63c req-5ad6b582-8c32-47f1-b597-5eb2b364bb81 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.405184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-711dccde-8ac5-4c64-a4b3-667157c4d63c req-5ad6b582-8c32-47f1-b597-5eb2b364bb81 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Calling delete_port for 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:08.484079 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] Set router 58d989c5-9c20-4921-aede-433668f0337c gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:08.487021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-616d2129-2b5f-452e-8bbe-ee8157987549 None None] Provisioning complete for port 0861c9f0-9c0e-4e51-9164-ee625d932000 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:08.489163 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-616d2129-2b5f-452e-8bbe-ee8157987549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.521928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ae4ad-d077-4dab-af54-d99cbcbb8aea req-09b69182-c434-41a2-9d14-c553dca34fe3 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:08.542021 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb6ae4ad-d077-4dab-af54-d99cbcbb8aea req-09b69182-c434-41a2-9d14-c553dca34fe3 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.2229617 Sep 16 04:43:08.581159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-8cef6a35-fe93-488e-b14c-730520ecc7df tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2227376 Sep 16 04:43:08.592848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:08.655047 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb6ae4ad-d077-4dab-af54-d99cbcbb8aea req-3e2d9796-1957-4b5f-b31f-c49a721db63e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113319 Sep 16 04:43:08.680830 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29890a96-a6c3-4839-8cde-5d8e33563996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.694732 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29890a96-a6c3-4839-8cde-5d8e33563996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.762941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:08.777741 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29890a96-a6c3-4839-8cde-5d8e33563996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63184c9-11b0-44bb-af80-fae5fb4db239,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:08.787646 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59872) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:08.805581 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.842382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-29890a96-a6c3-4839-8cde-5d8e33563996 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1252e3f6fcb04878a98e2038a6804c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9218793 Sep 16 04:43:08.845745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59876) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:08.851910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:08.852272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4cc5d5f5-bfe2-4070-9959-62a6f98ecc59 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:08.875495 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b87a8f9f-3c7b-477b-8aba-446947a0b4d7 req-bb20b8a1-6510-448a-ac78-a6e2e51e4a15 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.53 "GET /v2.0/ports?device_id=e67d65ac-2f14-40ad-838c-bb9ced040f64 HTTP/1.1" status: 200 len: 210 time: 0.0436985 Sep 16 04:43:08.876748 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-711dccde-8ac5-4c64-a4b3-667157c4d63c req-5ad6b582-8c32-47f1-b597-5eb2b364bb81 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:08.921620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6b582-8c32-47f1-b597-5eb2b364bb81 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Pushing event deleted for resources: {'Port': ['ID=1d2508d2-c5c0-46b7-bd46-c16a557d6a43,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:09.024717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-711dccde-8ac5-4c64-a4b3-667157c4d63c req-5ad6b582-8c32-47f1-b597-5eb2b364bb81 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] No DVR routers for this DVR port 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:09.034225 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-711dccde-8ac5-4c64-a4b3-667157c4d63c req-5ad6b582-8c32-47f1-b597-5eb2b364bb81 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.040840 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-711dccde-8ac5-4c64-a4b3-667157c4d63c req-5ad6b582-8c32-47f1-b597-5eb2b364bb81 tempest-ServerGroupTestJSON-269232362 tempest-ServerGroupTestJSON-269232362-project] 10.222.0.15 "DELETE /v2.0/ports/1d2508d2-c5c0-46b7-bd46-c16a557d6a43 HTTP/1.1" status: 204 len: 173 time: 1.3693547 Sep 16 04:43:09.042562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 986da86e-9d72-47aa-acf4-799729d54aff up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:09.055980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59882) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:09.137320 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-616d2129-2b5f-452e-8bbe-ee8157987549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.160082 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53945368-f7ee-42ba-a85b-005e1cf636f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.195728 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe93ea57-e40f-4592-b389-e0ca7f7dc7cc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.201189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-616d2129-2b5f-452e-8bbe-ee8157987549 None None] For port 0861c9f0-9c0e-4e51-9164-ee625d932000, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0861c9f0-9c0e-4e51-9164-ee625d932000,segment=NetworkSegment(2ab46fae-fd29-4f09-a622-00ee18e95f43),segment_id=2ab46fae-fd29-4f09-a622-00ee18e95f43)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:09.208944 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-616d2129-2b5f-452e-8bbe-ee8157987549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.215114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9d1f7566-688d-4084-9b24-b8225a2ab7e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc0c6d7864684a98bb6c35b580e48e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079869 Sep 16 04:43:09.216088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59886) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:09.239729 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53945368-f7ee-42ba-a85b-005e1cf636f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.268145 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:01Z', 'revision_number': 4, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '0861c9f0-9c0e-4e51-9164-ee625d932000', 'name': '', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'mac_address': 'fa:16:3e:35:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:59Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 4, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'subnets': [{'id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:09.274209 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe93ea57-e40f-4592-b389-e0ca7f7dc7cc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.304513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 986da86e-9d72-47aa-acf4-799729d54aff triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:09.304946 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.326289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f4b29c-ab57-44f9-a544-aa004387b11e None None] The sync data for ids ['58d989c5-9c20-4921-aede-433668f0337c'] in n-d-712142-17 is: [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:01Z', 'revision_number': 4, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '0861c9f0-9c0e-4e51-9164-ee625d932000', 'name': '', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'mac_address': 'fa:16:3e:35:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:59Z', 'updated_at': '2021-09-16T04:43:07Z', 'revision_number': 4, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'subnets': [{'id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:09.336378 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.344725 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d96f4cc9-7385-4f9d-85d0-07475d4d8cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.361859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe93ea57-e40f-4592-b389-e0ca7f7dc7cc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.366752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe93ea57-e40f-4592-b389-e0ca7f7dc7cc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.391019 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fe93ea57-e40f-4592-b389-e0ca7f7dc7cc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "DELETE /v2.0/security-groups/eed3b87f-68bf-4ad2-bb15-20221eb4ee80 HTTP/1.1" status: 204 len: 168 time: 0.3317015 Sep 16 04:43:09.393133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59888) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:09.440435 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-07dbc615-b680-4816-ac64-1228233e461e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] show failed (client error): The resource could not be found. Sep 16 04:43:09.444732 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-07dbc615-b680-4816-ac64-1228233e461e tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "GET /v2.0/security-groups/eed3b87f-68bf-4ad2-bb15-20221eb4ee80 HTTP/1.1" status: 404 len: 347 time: 0.0347815 Sep 16 04:43:09.445639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93ea57-e40f-4592-b389-e0ca7f7dc7cc tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed3b87f-68bf-4ad2-bb15-20221eb4ee80,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:09.447338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59892) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:09.466397 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53945368-f7ee-42ba-a85b-005e1cf636f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.469291 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53945368-f7ee-42ba-a85b-005e1cf636f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.471433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-53945368-f7ee-42ba-a85b-005e1cf636f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f63184c9-11b0-44bb-af80-fae5fb4db239 HTTP/1.1" status: 204 len: 168 time: 0.6241076 Sep 16 04:43:09.514104 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d96f4cc9-7385-4f9d-85d0-07475d4d8cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.518724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53945368-f7ee-42ba-a85b-005e1cf636f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63184c9-11b0-44bb-af80-fae5fb4db239,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:09.607077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a092d6ca-d35f-4875-ba23-6b567ed90a00 None None] Provisioning complete for port 0861c9f0-9c0e-4e51-9164-ee625d932000 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:09.607676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f11bdff-5024-438c-93f8-0152e0275937', 'name': 'network-vif-deleted', 'tag': '4cc5d5f5-bfe2-4070-9959-62a6f98ecc59'}, {'server_uuid': 'e67d65ac-2f14-40ad-838c-bb9ced040f64', 'name': 'network-vif-deleted', 'tag': '1d2508d2-c5c0-46b7-bd46-c16a557d6a43'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:09.609137 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a092d6ca-d35f-4875-ba23-6b567ed90a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.611706 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29112767-4670-4d9a-9d72-31409fd38324" -d '{"events": [{"server_uuid": "1f11bdff-5024-438c-93f8-0152e0275937", "name": "network-vif-deleted", "tag": "4cc5d5f5-bfe2-4070-9959-62a6f98ecc59"}, {"server_uuid": "e67d65ac-2f14-40ad-838c-bb9ced040f64", "name": "network-vif-deleted", "tag": "1d2508d2-c5c0-46b7-bd46-c16a557d6a43"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:09.691918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d2129-2b5f-452e-8bbe-ee8157987549 None None] Pushing event updated for resources: {'Port': ['ID=0861c9f0-9c0e-4e51-9164-ee625d932000,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:09.726790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Allocated IP 172.25.0.187 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/705188ff-8d23-46fe-b3c9-84542596eb8e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:09.753772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d96f4cc9-7385-4f9d-85d0-07475d4d8cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.773722 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d96f4cc9-7385-4f9d-85d0-07475d4d8cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:09.773722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d96f4cc9-7385-4f9d-85d0-07475d4d8cfd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b HTTP/1.1" status: 204 len: 168 time: 0.5528357 Sep 16 04:43:09.809584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f4cc9-7385-4f9d-85d0-07475d4d8cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f02cbe9-28aa-4aee-a4ba-c56d98fa3e6b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:09.852944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc91d4-c802-4c6e-a77c-8c1c681aa7e5 req-ba537dd3-c065-43ef-a558-ae3e8e3acceb tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:09.865710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-53bc91d4-c802-4c6e-a77c-8c1c681aa7e5 req-ba537dd3-c065-43ef-a558-ae3e8e3acceb tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b2e8bd2-e3cc-4ced-84be-05a677027b2d HTTP/1.1" status: 200 len: 945 time: 0.2430265 Sep 16 04:43:09.921132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-46e6a86f-666a-4ebd-afed-6b9027fb12a0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Deleting port ba0c2838-7de6-4d2b-b42b-89576492f607 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:09.921480 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-46e6a86f-666a-4ebd-afed-6b9027fb12a0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.027492 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-53bc91d4-c802-4c6e-a77c-8c1c681aa7e5 req-29a8fc18-b764-4eff-baa8-80a864c47d25 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500137 Sep 16 04:43:10.046097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.128955 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.220182 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-46e6a86f-666a-4ebd-afed-6b9027fb12a0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.220529 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-46e6a86f-666a-4ebd-afed-6b9027fb12a0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.250152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Pushing event updated for resources: {'Port': ['ID=705188ff-8d23-46fe-b3c9-84542596eb8e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:10.255163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-46e6a86f-666a-4ebd-afed-6b9027fb12a0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Calling delete_port for ba0c2838-7de6-4d2b-b42b-89576492f607 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:10.276872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:10.282672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:10.291721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:10.344253 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823b5dee-11f8-430a-8cfe-0fc753acaf15 x-openstack-request-id: req-823b5dee-11f8-430a-8cfe-0fc753acaf15 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:10.344550 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f11bdff-5024-438c-93f8-0152e0275937", "name": "network-vif-deleted", "tag": "4cc5d5f5-bfe2-4070-9959-62a6f98ecc59", "status": "completed", "code": 200}, {"server_uuid": "e67d65ac-2f14-40ad-838c-bb9ced040f64", "name": "network-vif-deleted", "tag": "1d2508d2-c5c0-46b7-bd46-c16a557d6a43", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:10.344806 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-823b5dee-11f8-430a-8cfe-0fc753acaf15 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:10.345197 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f11bdff-5024-438c-93f8-0152e0275937', 'name': 'network-vif-deleted', 'tag': '4cc5d5f5-bfe2-4070-9959-62a6f98ecc59', 'status': 'completed', 'code': 200} Sep 16 04:43:10.345456 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67d65ac-2f14-40ad-838c-bb9ced040f64', 'name': 'network-vif-deleted', 'tag': '1d2508d2-c5c0-46b7-bd46-c16a557d6a43', 'status': 'completed', 'code': 200} Sep 16 04:43:10.517182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c5bf2-ea14-4a0c-b499-7ff421b77f24 req-ca604270-3e17-48e1-96eb-9a9c87b0b22d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:10.526475 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b88c5bf2-ea14-4a0c-b499-7ff421b77f24 req-ca604270-3e17-48e1-96eb-9a9c87b0b22d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1838207 Sep 16 04:43:10.539567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.601851 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.612306 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b88c5bf2-ea14-4a0c-b499-7ff421b77f24 req-ea719c1d-1ca2-4f5d-bc1a-f1669de41f99 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838189 Sep 16 04:43:10.725336 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-46e6a86f-666a-4ebd-afed-6b9027fb12a0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:10.747614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:10.785896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6a86f-666a-4ebd-afed-6b9027fb12a0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Pushing event deleted for resources: {'Port': ['ID=ba0c2838-7de6-4d2b-b42b-89576492f607,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:10.807498 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:10.808103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 1d2508d2-c5c0-46b7-bd46-c16a557d6a43 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:11.017050 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-46e6a86f-666a-4ebd-afed-6b9027fb12a0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.024452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-46e6a86f-666a-4ebd-afed-6b9027fb12a0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.029173 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-46e6a86f-666a-4ebd-afed-6b9027fb12a0 tempest-ImagesOneServerNegativeTestJSON-1489530547 tempest-ImagesOneServerNegativeTestJSON-1489530547-project] 10.222.0.53 "DELETE /v2.0/floatingips/4ff99b4b-4c0e-459d-a176-913e0dc0f177 HTTP/1.1" status: 204 len: 168 time: 1.5773661 Sep 16 04:43:11.055753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdf36d-b794-4069-8506-f183c787926a req-fa0247fb-1829-494f-9c88-7533b71be9fb tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.057289 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b9bdf36d-b794-4069-8506-f183c787926a req-fa0247fb-1829-494f-9c88-7533b71be9fb tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b2e8bd2-e3cc-4ced-84be-05a677027b2d HTTP/1.1" status: 200 len: 945 time: 0.1221092 Sep 16 04:43:11.129214 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0861c9f0-9c0e-4e51-9164-ee625d932000 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:11.149209 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.158410 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.218475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0861c9f0-9c0e-4e51-9164-ee625d932000 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:11.219302 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.263454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b9bdf36d-b794-4069-8506-f183c787926a req-1633a3f0-e298-4983-9a39-33b50c6ecb85 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Deleting port 43d6d907-f3a1-4150-ad41-6bea37572fd5 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:11.263895 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b9bdf36d-b794-4069-8506-f183c787926a req-1633a3f0-e298-4983-9a39-33b50c6ecb85 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.329092 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.356523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Pushing event updated for resources: {'Port': ['ID=705188ff-8d23-46fe-b3c9-84542596eb8e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:11.380544 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.381903 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-03ffc000-c6ec-49a5-9ec3-51c9d7f421cc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7955675 Sep 16 04:43:11.439941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-6e6daad7-f126-42e4-a8ac-afd22803e915 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.0493834 Sep 16 04:43:11.458744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f1acb-31f0-4242-ac1c-6788ad5cbb0a req-c3ce7b2a-e085-4f11-8d3f-ad8e8c76820e tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.460834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2f1acb-31f0-4242-ac1c-6788ad5cbb0a req-c3ce7b2a-e085-4f11-8d3f-ad8e8c76820e tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b2e8bd2-e3cc-4ced-84be-05a677027b2d HTTP/1.1" status: 200 len: 945 time: 0.1627178 Sep 16 04:43:11.498472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-b9bdf36d-b794-4069-8506-f183c787926a req-1633a3f0-e298-4983-9a39-33b50c6ecb85 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] For port 43d6d907-f3a1-4150-ad41-6bea37572fd5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43d6d907-f3a1-4150-ad41-6bea37572fd5,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:11.499129 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b9bdf36d-b794-4069-8506-f183c787926a req-1633a3f0-e298-4983-9a39-33b50c6ecb85 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.523762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b9bdf36d-b794-4069-8506-f183c787926a req-1633a3f0-e298-4983-9a39-33b50c6ecb85 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Calling delete_port for 43d6d907-f3a1-4150-ad41-6bea37572fd5 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:11.532686 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2f1acb-31f0-4242-ac1c-6788ad5cbb0a req-262e018a-0a5a-438a-a0ef-986883b33973 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634105 Sep 16 04:43:11.561747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-1b7be46f-8edb-4b94-8d28-4e09c537fed3 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:11.563069 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7a9d09f-f020-470c-b67c-2397710f8cd6 req-1b7be46f-8edb-4b94-8d28-4e09c537fed3 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.1108036 Sep 16 04:43:11.692788 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b9bdf36d-b794-4069-8506-f183c787926a req-1633a3f0-e298-4983-9a39-33b50c6ecb85 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.707609 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['47d462d6-c0d7-4b07-8c49-3318d7820bdd', '43d6d907-f3a1-4150-ad41-6bea37572fd5'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:11.734158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633a3f0-e298-4983-9a39-33b50c6ecb85 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Pushing event deleted for resources: {'Port': ['ID=43d6d907-f3a1-4150-ad41-6bea37572fd5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:11.795567 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bdf36d-b794-4069-8506-f183c787926a req-1633a3f0-e298-4983-9a39-33b50c6ecb85 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] No DVR routers for this DVR port 43d6d907-f3a1-4150-ad41-6bea37572fd5 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:11.802583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b9bdf36d-b794-4069-8506-f183c787926a req-1633a3f0-e298-4983-9a39-33b50c6ecb85 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:11.805486 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b9bdf36d-b794-4069-8506-f183c787926a req-1633a3f0-e298-4983-9a39-33b50c6ecb85 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.50 "DELETE /v2.0/ports/43d6d907-f3a1-4150-ad41-6bea37572fd5 HTTP/1.1" status: 204 len: 173 time: 0.7356114 Sep 16 04:43:12.101337 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-4486e312-b799-4ffb-9d5e-a8fd894569d0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1825166 Sep 16 04:43:12.108051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:12.143461 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.290301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0d9f7-9290-4f9d-b343-6d1e7621d541 req-851bc3ff-68f9-41a7-94c2-0ccb2b794761 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:12.291945 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cef0d9f7-9290-4f9d-b343-6d1e7621d541 req-851bc3ff-68f9-41a7-94c2-0ccb2b794761 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.0840042 Sep 16 04:43:12.299339 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.349422 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cef0d9f7-9290-4f9d-b343-6d1e7621d541 req-08637d93-4913-4575-be22-e68801174462 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450764 Sep 16 04:43:12.350860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2e8bd2-e3cc-4ced-84be-05a677027b2d', 'name': 'network-vif-deleted', 'tag': '43d6d907-f3a1-4150-ad41-6bea37572fd5'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:12.361251 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe2a069-c022-4f0b-b6eb-fad5d69052ae" -d '{"events": [{"server_uuid": "4b2e8bd2-e3cc-4ced-84be-05a677027b2d", "name": "network-vif-deleted", "tag": "43d6d907-f3a1-4150-ad41-6bea37572fd5"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:12.389928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60000) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:12.450858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea42e16-e0e1-4fca-b429-9b03f0edbb7e admin admin] Deleting subnet d0ebfc39-2565-44fc-9e95-bd5ceb2266d6 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:12.454524 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ea42e16-e0e1-4fca-b429-9b03f0edbb7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.492001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Allocated IP 172.25.0.20 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/b2cecd8d-2107-443d-8c51-5fc374ee28af) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:12.504304 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ea42e16-e0e1-4fca-b429-9b03f0edbb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.592821 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ea42e16-e0e1-4fca-b429-9b03f0edbb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.648730 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f3ff90-213a-4d49-bcfc-76acdbd3f67b x-openstack-request-id: req-03f3ff90-213a-4d49-bcfc-76acdbd3f67b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:12.649303 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2e8bd2-e3cc-4ced-84be-05a677027b2d", "name": "network-vif-deleted", "tag": "43d6d907-f3a1-4150-ad41-6bea37572fd5", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:12.649428 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03f3ff90-213a-4d49-bcfc-76acdbd3f67b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:12.650654 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2e8bd2-e3cc-4ced-84be-05a677027b2d', 'name': 'network-vif-deleted', 'tag': '43d6d907-f3a1-4150-ad41-6bea37572fd5', 'status': 'completed', 'code': 200} Sep 16 04:43:12.666113 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ea42e16-e0e1-4fca-b429-9b03f0edbb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.681580 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.711410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea42e16-e0e1-4fca-b429-9b03f0edbb7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ebfc39-2565-44fc-9e95-bd5ceb2266d6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:12.724188 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ea42e16-e0e1-4fca-b429-9b03f0edbb7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.726461 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5ea42e16-e0e1-4fca-b429-9b03f0edbb7e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d0ebfc39-2565-44fc-9e95-bd5ceb2266d6 HTTP/1.1" status: 204 len: 168 time: 0.3355169 Sep 16 04:43:12.729278 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60028) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:12.736976 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.827489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:12.831418 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.842907 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:12.854107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:12.863408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Pushing event updated for resources: {'Port': ['ID=b2cecd8d-2107-443d-8c51-5fc374ee28af,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:12.893148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60034) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:12.957023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3aea100-482d-48bb-9fbe-34b2dbcfe3dd admin admin] Deleting subnet c2676911-cc4e-49ba-983a-7f42332c4d56 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:12.963668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3aea100-482d-48bb-9fbe-34b2dbcfe3dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:12.991350 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.033544 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3aea100-482d-48bb-9fbe-34b2dbcfe3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.071009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437becb2-8742-4d09-a3f1-9db54892d9d9']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:13.102509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:13.102783 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fa186f-04dc-4b12-b94b-03ebcac0b2a9') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:13.127773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60040) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:13.144358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.149072 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.150691 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3aea100-482d-48bb-9fbe-34b2dbcfe3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.164022 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.177697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:13.178281 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:13.182161 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:13.226845 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.278227 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3aea100-482d-48bb-9fbe-34b2dbcfe3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.279313 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.288652 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.291415 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/437becb2-8742-4d09-a3f1-9db54892d9d9 HTTP/1.1" status: 204 len: 168 time: 0.5608845 Sep 16 04:43:13.307191 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a039f82-b793-41ff-a090-9c8f812779d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=437becb2-8742-4d09-a3f1-9db54892d9d9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:13.324782 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3aea100-482d-48bb-9fbe-34b2dbcfe3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.324782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d3aea100-482d-48bb-9fbe-34b2dbcfe3dd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c2676911-cc4e-49ba-983a-7f42332c4d56 HTTP/1.1" status: 204 len: 168 time: 0.4295933 Sep 16 04:43:13.326906 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60048) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:13.328856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aea100-482d-48bb-9fbe-34b2dbcfe3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2676911-cc4e-49ba-983a-7f42332c4d56,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:13.369321 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea861211-e2fd-48d4-a2d0-a636ff945cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.494289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60054) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:13.527357 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.555126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c41377-9453-43c7-bcb4-ade03c1bd0ba req-4fdf7cac-d734-4ef2-ab23-bd2d5daab663 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:13.556637 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19c41377-9453-43c7-bcb4-ade03c1bd0ba req-4fdf7cac-d734-4ef2-ab23-bd2d5daab663 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1031215 Sep 16 04:43:13.602945 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-54b868e2-bb74-4e76-81e5-b75c49ccaeb2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5ff4d0e0fd14bd19cb1f3d207a43701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058149 Sep 16 04:43:13.605672 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.607155 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60056) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:13.607830 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea861211-e2fd-48d4-a2d0-a636ff945cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.611969 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea861211-e2fd-48d4-a2d0-a636ff945cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.625393 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.663512 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19c41377-9453-43c7-bcb4-ade03c1bd0ba req-605a1f94-8d00-4263-a8fc-ab788178ca93 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951879 Sep 16 04:43:13.670345 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.675130 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ea861211-e2fd-48d4-a2d0-a636ff945cdd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6cab4f64b804520a8e6002b2d6c98fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5463145 Sep 16 04:43:13.677723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60058) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:13.687052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea861211-e2fd-48d4-a2d0-a636ff945cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d712c6b2-7560-45c7-9fd8-cadea40e4d10,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:13.767426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67d7ee8-41ed-4f0e-9e0d-c95f9135d778']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:13.767686 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c06f8739-90c7-4c54-ac1f-dc06808f83bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.790771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08de3339-c20e-4ba4-825b-700ec04b62db') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:13.791090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08de3339-c20e-4ba4-825b-700ec04b62db') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:13.791292 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43d6d907-f3a1-4150-ad41-6bea37572fd5 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:13.801697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Pushing event updated for resources: {'Port': ['ID=b2cecd8d-2107-443d-8c51-5fc374ee28af,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:13.814094 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.818535 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c06f8739-90c7-4c54-ac1f-dc06808f83bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.822745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 43d6d907-f3a1-4150-ad41-6bea37572fd5 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:13.823941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43d6d907-f3a1-4150-ad41-6bea37572fd5 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:13.831748 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.843234 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4888af2d-2e92-49fe-82c5-f9296e4c5a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.856363 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.868380 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.870007 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-46a6ae0e-e74e-4653-83c2-16fb56d44c7a tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7671089 Sep 16 04:43:13.873500 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9c7e9-8c70-46d1-b802-9296f0694944 req-b6c2b77c-6007-43dd-8571-3dfe0c164e85 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:13.874937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:13.875337 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:13.877050 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:13.880609 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-77f9c7e9-8c70-46d1-b802-9296f0694944 req-b6c2b77c-6007-43dd-8571-3dfe0c164e85 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1153386 Sep 16 04:43:13.893554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4888af2d-2e92-49fe-82c5-f9296e4c5a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.918417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-77f9c7e9-8c70-46d1-b802-9296f0694944 req-0d66b936-0279-4262-ab06-8902964c1aa9 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369601 Sep 16 04:43:13.919434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c06f8739-90c7-4c54-ac1f-dc06808f83bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.922062 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c06f8739-90c7-4c54-ac1f-dc06808f83bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:13.925653 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c06f8739-90c7-4c54-ac1f-dc06808f83bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d712c6b2-7560-45c7-9fd8-cadea40e4d10 HTTP/1.1" status: 204 len: 168 time: 0.2444713 Sep 16 04:43:13.931417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f8739-90c7-4c54-ac1f-dc06808f83bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d712c6b2-7560-45c7-9fd8-cadea40e4d10,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:13.995094 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-a24e67e1-db97-41b6-abef-e2ffa49ce56f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.1141896 Sep 16 04:43:14.050937 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.074756 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.079697 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a67d7ee8-41ed-4f0e-9e0d-c95f9135d778 HTTP/1.1" status: 204 len: 168 time: 0.7462988 Sep 16 04:43:14.263324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60072) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:14.361953 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-23ec5132-243c-4db2-b23b-2a519b8616ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2dd5ff4c06c94725b5e5f0a688252670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958047 Sep 16 04:43:14.364606 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60076) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:14.495253 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f66a706e-d05c-42f4-b027-acdb09ce2d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.526833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45219f76-c754-4a37-91c4-ac7b13d3ff33 admin admin] Pushing event deleted for resources: {'Network': ['ID=a67d7ee8-41ed-4f0e-9e0d-c95f9135d778,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:14.536129 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f66a706e-d05c-42f4-b027-acdb09ce2d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.541118 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4888af2d-2e92-49fe-82c5-f9296e4c5a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.545018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4888af2d-2e92-49fe-82c5-f9296e4c5a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.548956 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4888af2d-2e92-49fe-82c5-f9296e4c5a9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cfe03b6b-aa02-40a0-b06e-bd043b5e0387 HTTP/1.1" status: 204 len: 168 time: 0.9321489 Sep 16 04:43:14.562686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888af2d-2e92-49fe-82c5-f9296e4c5a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe03b6b-aa02-40a0-b06e-bd043b5e0387,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:14.639584 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f66a706e-d05c-42f4-b027-acdb09ce2d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.643186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-174b5fbe-da47-4d11-883b-b6e3f6fe3c52 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.647427 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f66a706e-d05c-42f4-b027-acdb09ce2d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:14.649226 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d0221be-ac03-450f-86ff-c142e13cc0d5 req-174b5fbe-da47-4d11-883b-b6e3f6fe3c52 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.6404078 Sep 16 04:43:14.652157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f66a706e-d05c-42f4-b027-acdb09ce2d58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14f56b7b-06d7-41ea-8e84-f82265460b40 HTTP/1.1" status: 204 len: 168 time: 0.2861176 Sep 16 04:43:14.671727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a706e-d05c-42f4-b027-acdb09ce2d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f56b7b-06d7-41ea-8e84-f82265460b40,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:14.745428 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1eb55644-8bd5-47a1-a14e-e29e6528c842 req-5d1a6775-79c1-48a9-9cfa-19b5f0c0a096 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips/56999f7a-efa3-4fff-a075-1805046f0fae HTTP/1.1" status: 200 len: 692 time: 0.0577152 Sep 16 04:43:14.926489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb55644-8bd5-47a1-a14e-e29e6528c842 req-82618c82-1837-4128-a8cd-2f437a14835f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.929971 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1eb55644-8bd5-47a1-a14e-e29e6528c842 req-82618c82-1837-4128-a8cd-2f437a14835f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.1758969 Sep 16 04:43:14.970351 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df3258-9ab2-4481-8e50-db17503bf736 req-b8cf8cd4-0db4-45c0-86c3-83771fda3524 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:14.975330 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a8df3258-9ab2-4481-8e50-db17503bf736 req-b8cf8cd4-0db4-45c0-86c3-83771fda3524 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.50 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1911945 Sep 16 04:43:15.145440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682760f7-87d0-47b6-9db6-7eaa71ba0a83 req-4e888433-c687-4353-8f9b-8dd6556d2bfa tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.147014 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-682760f7-87d0-47b6-9db6-7eaa71ba0a83 req-4e888433-c687-4353-8f9b-8dd6556d2bfa tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 946 time: 0.1076133 Sep 16 04:43:15.175061 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-29b0470f-6eec-45cb-9011-1624bc1987fc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips/56999f7a-efa3-4fff-a075-1805046f0fae HTTP/1.1" status: 200 len: 692 time: 0.0636790 Sep 16 04:43:15.204965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a8df3258-9ab2-4481-8e50-db17503bf736 req-a7f42dea-e0bd-4222-86b5-439bf816e233 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Deleting port 47d462d6-c0d7-4b07-8c49-3318d7820bdd {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:15.205318 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a8df3258-9ab2-4481-8e50-db17503bf736 req-a7f42dea-e0bd-4222-86b5-439bf816e233 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.247408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-682760f7-87d0-47b6-9db6-7eaa71ba0a83 req-d25b615e-12a7-424b-85b1-e2a5bb63a3d0 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895569 Sep 16 04:43:15.375994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-a618d1cb-d8f9-4f92-a9df-17397871f750 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.381971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a8df3258-9ab2-4481-8e50-db17503bf736 req-a7f42dea-e0bd-4222-86b5-439bf816e233 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] For port 47d462d6-c0d7-4b07-8c49-3318d7820bdd, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=47d462d6-c0d7-4b07-8c49-3318d7820bdd,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:15.382415 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a8df3258-9ab2-4481-8e50-db17503bf736 req-a7f42dea-e0bd-4222-86b5-439bf816e233 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.385666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-a618d1cb-d8f9-4f92-a9df-17397871f750 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.2040763 Sep 16 04:43:15.399047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a8df3258-9ab2-4481-8e50-db17503bf736 req-a7f42dea-e0bd-4222-86b5-439bf816e233 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Calling delete_port for 47d462d6-c0d7-4b07-8c49-3318d7820bdd owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:15.459480 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-6f1d1bc1-026b-478b-bedd-781b8ff8fc20 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0721884 Sep 16 04:43:15.523472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8d0f7-2f1f-48e8-936c-6837851c1220 req-1dd84216-a98c-4d57-8a2c-af9b9e0521ff tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:15.525461 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2a8d0f7-2f1f-48e8-936c-6837851c1220 req-1dd84216-a98c-4d57-8a2c-af9b9e0521ff tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1214507 Sep 16 04:43:15.553957 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-7ebb42b8-2e95-4dba-af1a-fd7b2d6b2124 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0919466 Sep 16 04:43:15.613515 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2a8d0f7-2f1f-48e8-936c-6837851c1220 req-372c3cf0-b9af-4a40-a48a-692079119090 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788403 Sep 16 04:43:15.699811 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a8df3258-9ab2-4481-8e50-db17503bf736 req-a7f42dea-e0bd-4222-86b5-439bf816e233 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.714514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['47d462d6-c0d7-4b07-8c49-3318d7820bdd'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:15.755729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f42dea-e0bd-4222-86b5-439bf816e233 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Pushing event deleted for resources: {'Port': ['ID=47d462d6-c0d7-4b07-8c49-3318d7820bdd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:15.790508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-ce650867-ea1b-4f70-b3ab-d825e026995f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Deleting port b2cecd8d-2107-443d-8c51-5fc374ee28af {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:15.790869 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-ce650867-ea1b-4f70-b3ab-d825e026995f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.852963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8df3258-9ab2-4481-8e50-db17503bf736 req-a7f42dea-e0bd-4222-86b5-439bf816e233 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] No DVR routers for this DVR port 47d462d6-c0d7-4b07-8c49-3318d7820bdd on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:15.858291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a8df3258-9ab2-4481-8e50-db17503bf736 req-a7f42dea-e0bd-4222-86b5-439bf816e233 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:15.863188 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a8df3258-9ab2-4481-8e50-db17503bf736 req-a7f42dea-e0bd-4222-86b5-439bf816e233 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.50 "DELETE /v2.0/ports/47d462d6-c0d7-4b07-8c49-3318d7820bdd HTTP/1.1" status: 204 len: 173 time: 0.8818092 Sep 16 04:43:15.863680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626caeae-e33f-465e-aed5-de943fef8ed9', 'name': 'network-vif-deleted', 'tag': '47d462d6-c0d7-4b07-8c49-3318d7820bdd'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:15.866321 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4397445-ea12-4071-a728-a87daca91540" -d '{"events": [{"server_uuid": "626caeae-e33f-465e-aed5-de943fef8ed9", "name": "network-vif-deleted", "tag": "47d462d6-c0d7-4b07-8c49-3318d7820bdd"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:15.927290 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60140) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:16.022398 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-ce650867-ea1b-4f70-b3ab-d825e026995f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.024264 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-ce650867-ea1b-4f70-b3ab-d825e026995f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.071453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-ce650867-ea1b-4f70-b3ab-d825e026995f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Calling delete_port for b2cecd8d-2107-443d-8c51-5fc374ee28af owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:16.288602 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eda00b2-4b88-4899-870e-0661ea4e00da x-openstack-request-id: req-6eda00b2-4b88-4899-870e-0661ea4e00da {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:16.288867 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626caeae-e33f-465e-aed5-de943fef8ed9", "name": "network-vif-deleted", "tag": "47d462d6-c0d7-4b07-8c49-3318d7820bdd", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:16.289130 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6eda00b2-4b88-4899-870e-0661ea4e00da {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:16.289547 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626caeae-e33f-465e-aed5-de943fef8ed9', 'name': 'network-vif-deleted', 'tag': '47d462d6-c0d7-4b07-8c49-3318d7820bdd', 'status': 'completed', 'code': 200} Sep 16 04:43:16.335793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2139073314-network', 'tenant_id': '12e4b4d2b68d4193892f7f9652ee2b63'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:16.394900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Made reservation on behalf of 12e4b4d2b68d4193892f7f9652ee2b63 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:16.408365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.417825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-ce650867-ea1b-4f70-b3ab-d825e026995f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.450414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.566597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce650867-ea1b-4f70-b3ab-d825e026995f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Pushing event deleted for resources: {'Port': ['ID=b2cecd8d-2107-443d-8c51-5fc374ee28af,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:16.628507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-63459672-b498-4943-90e3-e4671f48729c req-fc75b54c-a5ae-4db4-8670-19c1a08869f4 tempest-ListServerFiltersTestJSON-884049160 tempest-ListServerFiltersTestJSON-884049160-project] 10.222.0.53 "GET /v2.0/ports?device_id=626caeae-e33f-465e-aed5-de943fef8ed9 HTTP/1.1" status: 200 len: 210 time: 0.0656650 Sep 16 04:43:16.687880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-ce650867-ea1b-4f70-b3ab-d825e026995f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.691003 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-ce650867-ea1b-4f70-b3ab-d825e026995f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.704220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c74c316f-2968-4f8e-a7c6-32e7b639089b req-ce650867-ea1b-4f70-b3ab-d825e026995f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "DELETE /v2.0/floatingips/56999f7a-efa3-4fff-a075-1805046f0fae HTTP/1.1" status: 204 len: 173 time: 1.1489866 Sep 16 04:43:16.736164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.742467 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.788801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:16.809367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f92b0f3-fa36-4134-bbe3-e9af8b85394a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:16.822796 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.823240 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Added segment 2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99 of type vlan for network a9db93c8-763a-44d3-974e-03a5c35c1e44 Sep 16 04:43:16.850291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adabb11-f63a-4f55-8c79-d4d4921b198e req-636d3d3c-e2b3-48be-98fd-071fea010cda tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:16.858309 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9adabb11-f63a-4f55-8c79-d4d4921b198e req-636d3d3c-e2b3-48be-98fd-071fea010cda tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.0947464 Sep 16 04:43:16.882699 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.913966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9adabb11-f63a-4f55-8c79-d4d4921b198e req-6af3082f-5908-4e5e-adef-236223b07faf tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537128 Sep 16 04:43:16.924885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:16.927898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:16.928521 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.020257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] Pushing event updated for resources: {'Network': ['ID=a9db93c8-763a-44d3-974e-03a5c35c1e44,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:17.024208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-de0febd0-577b-424b-be3b-354ca5797c58 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0958030 Sep 16 04:43:17.027206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60178) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:17.032925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-09fd6271-de7f-4513-a5ee-b44468e8768e admin admin] Request body: {'subnet': {'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2139073314-subnet', 'tenant_id': '12e4b4d2b68d4193892f7f9652ee2b63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:17.035400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a9db93c8-763a-44d3-974e-03a5c35c1e44 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:17.060566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fd6271-de7f-4513-a5ee-b44468e8768e admin admin] Made reservation on behalf of 12e4b4d2b68d4193892f7f9652ee2b63 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:17.064816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09fd6271-de7f-4513-a5ee-b44468e8768e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.347279 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-90ef4b31-279f-4986-9278-c3a2f7a3251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.416485 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09fd6271-de7f-4513-a5ee-b44468e8768e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.519151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd6271-de7f-4513-a5ee-b44468e8768e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:17.534474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fd6271-de7f-4513-a5ee-b44468e8768e admin admin] Checking segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:17.535722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fd6271-de7f-4513-a5ee-b44468e8768e admin admin] Network hostable DHCP agents. Network: a9db93c8-763a-44d3-974e-03a5c35c1e44, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:17.606382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fd6271-de7f-4513-a5ee-b44468e8768e admin admin] Network a9db93c8-763a-44d3-974e-03a5c35c1e44 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:17.631643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-09fd6271-de7f-4513-a5ee-b44468e8768e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, a9db93c8-763a-44d3-974e-03a5c35c1e44) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:17.641497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c10b3f-ee4e-4725-8600-89f86eff276e None None] Network a9db93c8-763a-44d3-974e-03a5c35c1e44 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:17.656880 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd6271-de7f-4513-a5ee-b44468e8768e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:17.662809 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09fd6271-de7f-4513-a5ee-b44468e8768e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:17.718089 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-09fd6271-de7f-4513-a5ee-b44468e8768e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6894710 Sep 16 04:43:17.801378 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff569ee6-cf6e-4377-a491-c082d8742f45 req-88fa72be-bb1b-461b-a1a7-8ad2a8f071fc tempest-AbsoluteLimitsNegativeTestJSON-471031125 tempest-AbsoluteLimitsNegativeTestJSON-471031125-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1fda4eda09a1474681651cff8722fd56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807278 Sep 16 04:43:17.806001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72de51a2-6a65-487a-ac29-04dfb15b629c None None] Network a9db93c8-763a-44d3-974e-03a5c35c1e44 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:18.011296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 47d462d6-c0d7-4b07-8c49-3318d7820bdd no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:18.015521 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60224) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:18.061143 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 47d462d6-c0d7-4b07-8c49-3318d7820bdd {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:18.062639 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 47d462d6-c0d7-4b07-8c49-3318d7820bdd not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:18.077970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff569ee6-cf6e-4377-a491-c082d8742f45 req-7e2749b4-83bd-4a2d-ad77-e4b1610aeae4 tempest-AbsoluteLimitsNegativeTestJSON-471031125 tempest-AbsoluteLimitsNegativeTestJSON-471031125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.086434 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff569ee6-cf6e-4377-a491-c082d8742f45 req-7e2749b4-83bd-4a2d-ad77-e4b1610aeae4 tempest-AbsoluteLimitsNegativeTestJSON-471031125 tempest-AbsoluteLimitsNegativeTestJSON-471031125-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2764440 Sep 16 04:43:18.104248 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff569ee6-cf6e-4377-a491-c082d8742f45 req-bcdb70d1-9119-457e-83ea-8d931efe5d01 tempest-AbsoluteLimitsNegativeTestJSON-471031125 tempest-AbsoluteLimitsNegativeTestJSON-471031125-project] 10.222.0.53 "GET /v2.0/quotas/1fda4eda09a1474681651cff8722fd56 HTTP/1.1" status: 200 len: 375 time: 0.0155671 Sep 16 04:43:18.146616 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb272d-ccdc-4bfd-8359-47aad074fd96 req-01ba77f1-7f59-42ae-9338-d5dcc8796eb2 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.148211 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ddb272d-ccdc-4bfd-8359-47aad074fd96 req-01ba77f1-7f59-42ae-9338-d5dcc8796eb2 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.1365147 Sep 16 04:43:18.150597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff569ee6-cf6e-4377-a491-c082d8742f45 req-0590e5af-bd23-4fa9-a94b-9ab1747df262 tempest-AbsoluteLimitsNegativeTestJSON-471031125 tempest-AbsoluteLimitsNegativeTestJSON-471031125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fda4eda09a1474681651cff8722fd56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448399 Sep 16 04:43:18.228227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eef52a10-971e-4711-814a-770157556e55 req-e43185c2-f175-460b-8a80-4a12d2b54fec tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0408301 Sep 16 04:43:18.299263 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-de3d817d-4177-4f4b-83ab-0aace1c9bde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.304369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60236) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:18.427889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c47a78-9642-427c-b9e6-7e886b258186 admin admin] Deleting subnet b0d6d33c-2b4e-467f-9650-dbdbfdb674cf {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:18.437273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8c47a78-9642-427c-b9e6-7e886b258186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.459592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16ab38-2993-4119-824d-d676726ebcf5 req-ebda9df5-341a-439f-a469-6a19d0132422 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:18.461463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b16ab38-2993-4119-824d-d676726ebcf5 req-ebda9df5-341a-439f-a469-6a19d0132422 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1125259 Sep 16 04:43:18.494073 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8c47a78-9642-427c-b9e6-7e886b258186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.544941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b16ab38-2993-4119-824d-d676726ebcf5 req-f6d8b113-b71b-4265-8fab-5bb4cf408a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718040 Sep 16 04:43:18.598343 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-de3d817d-4177-4f4b-83ab-0aace1c9bde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.616822 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-de3d817d-4177-4f4b-83ab-0aace1c9bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.646800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8c47a78-9642-427c-b9e6-7e886b258186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.694792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60244) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:18.792658 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4af1b1ad-2be7-4dbb-851c-9f926561a006 req-c44d0f3e-9321-419a-8282-321fb1cc4137 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=0073ae0903094d4cb76d3462faca7f3f HTTP/1.1" status: 200 len: 1655 time: 0.1989107 Sep 16 04:43:18.803333 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8c47a78-9642-427c-b9e6-7e886b258186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.842450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d817d-4177-4f4b-83ab-0aace1c9bde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb27dc4-8862-415c-8749-c3a48942ce3e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:18.845700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c47a78-9642-427c-b9e6-7e886b258186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d6d33c-2b4e-467f-9650-dbdbfdb674cf,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:18.854376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8c47a78-9642-427c-b9e6-7e886b258186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:18.860435 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d8c47a78-9642-427c-b9e6-7e886b258186 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b0d6d33c-2b4e-467f-9650-dbdbfdb674cf HTTP/1.1" status: 204 len: 168 time: 0.5544891 Sep 16 04:43:18.861074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60256) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:18.862810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e942779e-cd21-4e9f-b899-ce7938088202 None None] Network 181d9132-2f95-4bfd-86fc-0001a774637d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:18.905416 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-de3d817d-4177-4f4b-83ab-0aace1c9bde6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9221647ce46d403bba9feca132113d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8891566 Sep 16 04:43:18.909404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60258) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:18.967999 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a797d384-ed1c-4a76-8863-4403e295ad7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.022015 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.098546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] DHCP port deletion for 181d9132-2f95-4bfd-86fc-0001a774637d request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:43:19.100863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1b1ad-2be7-4dbb-851c-9f926561a006 req-6e652432-fc35-4d52-8be9-32fa3f406921 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.108710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4af1b1ad-2be7-4dbb-851c-9f926561a006 req-6e652432-fc35-4d52-8be9-32fa3f406921 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks?id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&id=d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 787 time: 0.3053319 Sep 16 04:43:19.114666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a7c053e-bad6-41d4-8e14-7de6d19473a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.141223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a7c053e-bad6-41d4-8e14-7de6d19473a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.194059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-5e6260fd-88ac-4f26-99dd-66969d42cac3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.196179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Deleting port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:19.199910 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.202018 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-5e6260fd-88ac-4f26-99dd-66969d42cac3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.2618704 Sep 16 04:43:19.215822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-4af1b1ad-2be7-4dbb-851c-9f926561a006 req-d1589321-0555-4b66-a3bc-ee1290dca957 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:43:19.217128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4af1b1ad-2be7-4dbb-851c-9f926561a006 req-d1589321-0555-4b66-a3bc-ee1290dca957 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184698 Sep 16 04:43:19.232760 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-0944e8b6-1967-42c0-8752-94b6cb3e3779 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/quotas/12e4b4d2b68d4193892f7f9652ee2b63 HTTP/1.1" status: 200 len: 375 time: 0.0297976 Sep 16 04:43:19.276261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Deleting port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:19.276968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.290318 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-11a2bd4c-5bd4-409e-b5cf-9b0299ce8ff5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565364 Sep 16 04:43:19.310639 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a7c053e-bad6-41d4-8e14-7de6d19473a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.313251 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a7c053e-bad6-41d4-8e14-7de6d19473a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.317351 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2a7c053e-bad6-41d4-8e14-7de6d19473a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fb27dc4-8862-415c-8749-c3a48942ce3e HTTP/1.1" status: 204 len: 168 time: 0.4025209 Sep 16 04:43:19.325125 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a797d384-ed1c-4a76-8863-4403e295ad7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.331373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] For port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=44cdbac7-30f9-47ba-abd5-c5c157a2b05a,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:19.332694 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.347853 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a864840-29cf-4df5-9c64-766e814a8588 req-7de3789a-5fb5-4271-8651-cf0c216a1043 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips/2b5000d1-d49b-416d-bbe0-012812bf314f HTTP/1.1" status: 200 len: 693 time: 0.0947659 Sep 16 04:43:19.348203 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a797d384-ed1c-4a76-8863-4403e295ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.349387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Calling delete_port for 44cdbac7-30f9-47ba-abd5-c5c157a2b05a owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:19.362258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c053e-bad6-41d4-8e14-7de6d19473a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb27dc4-8862-415c-8749-c3a48942ce3e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:19.489801 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.490147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] For port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=44cdbac7-30f9-47ba-abd5-c5c157a2b05a,segment=NetworkSegment(ab70267c-d981-4587-9130-3dcfa4b79eb9),segment_id=ab70267c-d981-4587-9130-3dcfa4b79eb9)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:19.491329 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.512801 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a797d384-ed1c-4a76-8863-4403e295ad7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1fda4eda09a1474681651cff8722fd56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8143415 Sep 16 04:43:19.514531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] No DVR routers for this DVR port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:19.520130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60266) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:19.527044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797d384-ed1c-4a76-8863-4403e295ad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0699ad2-0c74-4d2f-941f-5540531ab63b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:19.530125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Calling delete_port for 44cdbac7-30f9-47ba-abd5-c5c157a2b05a owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:19.558856 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Pushing event deleted for resources: {'Port': ['ID=44cdbac7-30f9-47ba-abd5-c5c157a2b05a,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:19.566820 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-e4bea67c-e2ce-40be-98d4-dd0b17bf1466 service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723205 Sep 16 04:43:19.581443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:19.582271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:19.582787 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:19.583285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:19.584038 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:19.584663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:19.585166 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:19.589905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:19.590540 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:19.591076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:19.591592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:19.597882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa4720-f3d1-41a7-8545-d1c5d345b1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:19.616696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a864840-29cf-4df5-9c64-766e814a8588 req-8df30176-d6ea-4a74-ab74-666e7711f367 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:19.618302 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a864840-29cf-4df5-9c64-766e814a8588 req-8df30176-d6ea-4a74-ab74-666e7711f367 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.2693706 Sep 16 04:43:19.707197 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-527523d6-2b11-4bf1-96a4-e6739c0c1e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.751447 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a864840-29cf-4df5-9c64-766e814a8588 req-1ec2263a-9c7b-4112-af6b-1efb8955c88f tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.1258361 Sep 16 04:43:19.754058 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.782128 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-db4a261a-7c29-4369-b84d-3db56066402d service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455019 Sep 16 04:43:19.786145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=44cdbac7-30f9-47ba-abd5-c5c157a2b05a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:19.793750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] No DVR routers for this DVR port 44cdbac7-30f9-47ba-abd5-c5c157a2b05a on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:19.811460 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-527523d6-2b11-4bf1-96a4-e6739c0c1e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.842680 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a864840-29cf-4df5-9c64-766e814a8588 req-84986731-63a1-4c25-80b0-032166c831f2 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.0902555 Sep 16 04:43:19.896078 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.923461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181d9132-2f95-4bfd-86fc-0001a774637d']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:19.936542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab70267c-d981-4587-9130-3dcfa4b79eb9') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:19.936982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab70267c-d981-4587-9130-3dcfa4b79eb9') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:19.961759 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.977258 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eb6b9eab-1f2a-411c-95b6-5c6a90bfcd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:19.996022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.010616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:20.011862 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:20.016384 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:20.055892 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-527523d6-2b11-4bf1-96a4-e6739c0c1e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.060033 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-527523d6-2b11-4bf1-96a4-e6739c0c1e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.064471 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-527523d6-2b11-4bf1-96a4-e6739c0c1e05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0699ad2-0c74-4d2f-941f-5540531ab63b HTTP/1.1" status: 204 len: 168 time: 0.5432467 Sep 16 04:43:20.083808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527523d6-2b11-4bf1-96a4-e6739c0c1e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0699ad2-0c74-4d2f-941f-5540531ab63b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:20.103449 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-1a864840-29cf-4df5-9c64-766e814a8588 req-50195691-b8e7-4fd5-84a2-0dab6eaedfdc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Deleting port 705188ff-8d23-46fe-b3c9-84542596eb8e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:20.104097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1a864840-29cf-4df5-9c64-766e814a8588 req-50195691-b8e7-4fd5-84a2-0dab6eaedfdc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.200095 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.209084 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.211031 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/181d9132-2f95-4bfd-86fc-0001a774637d HTTP/1.1" status: 204 len: 168 time: 1.3486218 Sep 16 04:43:20.245362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=181d9132-2f95-4bfd-86fc-0001a774637d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:20.246248 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1a864840-29cf-4df5-9c64-766e814a8588 req-50195691-b8e7-4fd5-84a2-0dab6eaedfdc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.248106 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1a864840-29cf-4df5-9c64-766e814a8588 req-50195691-b8e7-4fd5-84a2-0dab6eaedfdc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.269225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:20.269580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:20.270028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:20.270374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:20.270713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:20.271047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:20.271379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:20.271710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:20.272224 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:20.272860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:20.272860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:20.277224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-1a864840-29cf-4df5-9c64-766e814a8588 req-50195691-b8e7-4fd5-84a2-0dab6eaedfdc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Calling delete_port for 705188ff-8d23-46fe-b3c9-84542596eb8e owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:20.278410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f0dd5-eeeb-46fd-88d0-c0388bd1f3e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:20.325509 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9e905787-dc9b-4183-be87-f844419784ac req-193546d3-46a2-4dc1-92f8-6748950e5fb5 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0439076 Sep 16 04:43:20.395126 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1546780d-5d94-42f7-a06c-cbefebe9faf1 req-c99b435a-edf2-4de4-a503-cdd6b81577e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0728273 Sep 16 04:43:20.545741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ed759-6d09-4a83-a781-813b6bb3f75a req-c6230469-8445-4cfd-b8ca-bc84f4a29b1a tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:20.557272 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc1ed759-6d09-4a83-a781-813b6bb3f75a req-c6230469-8445-4cfd-b8ca-bc84f4a29b1a tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.0940347 Sep 16 04:43:20.589827 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1a864840-29cf-4df5-9c64-766e814a8588 req-50195691-b8e7-4fd5-84a2-0dab6eaedfdc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.610958 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc1ed759-6d09-4a83-a781-813b6bb3f75a req-a61754d6-dc71-49d0-a92d-4dbb8a094704 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517254 Sep 16 04:43:20.621518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60302) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:20.718958 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4899dcd6-c770-47d5-acb2-414ad0e9b4f7 req-61ebd929-2750-4d8e-8c6d-c0df44185499 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 210 time: 0.0496054 Sep 16 04:43:20.758424 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.786855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50195691-b8e7-4fd5-84a2-0dab6eaedfdc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Pushing event deleted for resources: {'Port': ['ID=705188ff-8d23-46fe-b3c9-84542596eb8e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:20.864081 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3473cce5-2a00-42bc-9af1-d24af1b82c63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67668ad7a36c49329585abb5e5650160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400794 Sep 16 04:43:20.864765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60310) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:20.867962 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1a864840-29cf-4df5-9c64-766e814a8588 req-50195691-b8e7-4fd5-84a2-0dab6eaedfdc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.871672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1a864840-29cf-4df5-9c64-766e814a8588 req-50195691-b8e7-4fd5-84a2-0dab6eaedfdc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:20.872977 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a864840-29cf-4df5-9c64-766e814a8588 req-50195691-b8e7-4fd5-84a2-0dab6eaedfdc tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "DELETE /v2.0/floatingips/2b5000d1-d49b-416d-bbe0-012812bf314f HTTP/1.1" status: 204 len: 173 time: 1.0294995 Sep 16 04:43:20.940201 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 44cdbac7-30f9-47ba-abd5-c5c157a2b05a no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:20.977853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 44cdbac7-30f9-47ba-abd5-c5c157a2b05a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:20.978216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 44cdbac7-30f9-47ba-abd5-c5c157a2b05a not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:21.054205 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-f2e6049b-2112-4764-b067-e44c120359c0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips/58328b21-2ac5-415f-ad9b-9e4101473bee HTTP/1.1" status: 200 len: 692 time: 0.1258101 Sep 16 04:43:21.137213 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea6e38fb-7d54-4f3d-96cc-dcc1ec2b9066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.210752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea6e38fb-7d54-4f3d-96cc-dcc1ec2b9066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.271658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-90d5f5a1-6f60-4157-a871-2fa596e5c4c4 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:21.279033 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-90d5f5a1-6f60-4157-a871-2fa596e5c4c4 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.2156372 Sep 16 04:43:21.345396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-5803696b-991d-4bd1-847c-baa8be75f952 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.0651844 Sep 16 04:43:21.403034 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-33e84507-6d73-4efe-b350-4e476d86a3b5 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.0558197 Sep 16 04:43:21.406183 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea6e38fb-7d54-4f3d-96cc-dcc1ec2b9066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.410258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea6e38fb-7d54-4f3d-96cc-dcc1ec2b9066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.414722 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ea6e38fb-7d54-4f3d-96cc-dcc1ec2b9066 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7 HTTP/1.1" status: 204 len: 168 time: 0.5489373 Sep 16 04:43:21.475518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e38fb-7d54-4f3d-96cc-dcc1ec2b9066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb56a2a9-a7c6-4b3a-8b55-53ad082fb1d7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:21.549877 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.586770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-35666c86-0166-48ba-9f82-315b130935d0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Deleting port 6987aa14-8ec0-48a7-9759-9652685d71ad {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:21.587214 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-35666c86-0166-48ba-9f82-315b130935d0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.761765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60344) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:21.772559 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-35666c86-0166-48ba-9f82-315b130935d0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.772898 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-35666c86-0166-48ba-9f82-315b130935d0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:21.807682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-35666c86-0166-48ba-9f82-315b130935d0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Calling delete_port for 6987aa14-8ec0-48a7-9759-9652685d71ad owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:21.825833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-809955a8-6689-4710-80c8-5b7078c01fc5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:21.829677 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-809955a8-6689-4710-80c8-5b7078c01fc5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.2126584 Sep 16 04:43:21.918972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Request body: {'port': {'device_id': '48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'admin_state_up': True, 'tenant_id': '12e4b4d2b68d4193892f7f9652ee2b63'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:21.957256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-590377232-network', 'tenant_id': 'b821d9442b5844eeabdec83360f29362'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:22.006689 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Made reservation on behalf of b821d9442b5844eeabdec83360f29362 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:22.012575 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.033059 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.195731 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-35666c86-0166-48ba-9f82-315b130935d0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.201320 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.208422 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.236748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:22.243339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35666c86-0166-48ba-9f82-315b130935d0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Pushing event deleted for resources: {'Port': ['ID=6987aa14-8ec0-48a7-9759-9652685d71ad,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:22.274125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10e8ed7-915e-444c-a190-0b91a1d15655,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:22.286157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Made reservation on behalf of 12e4b4d2b68d4193892f7f9652ee2b63 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:22.290372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.291534 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.293355 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Added segment 2b67c4e3-6c5e-482c-866e-4c49377fab72 of type vlan for network 29cde1b7-4590-4c05-9577-df850607ca87 Sep 16 04:43:22.363257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a04d3884-c683-435a-adfa-5864037d01e5 req-afd7265d-dd42-4f07-a176-96a569eed2fe tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0573430 Sep 16 04:43:22.372581 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.386268 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-35666c86-0166-48ba-9f82-315b130935d0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.389280 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-35666c86-0166-48ba-9f82-315b130935d0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.395223 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c81c634-e2d2-4182-9692-c8897f74bfbb req-35666c86-0166-48ba-9f82-315b130935d0 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "DELETE /v2.0/floatingips/58328b21-2ac5-415f-ad9b-9e4101473bee HTTP/1.1" status: 204 len: 173 time: 0.9788346 Sep 16 04:43:22.417914 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.419076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.419895 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.466463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7035525 Sep 16 04:43:22.467738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60370) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:22.511319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ddfa65b1-a5b8-4dc9-83cf-e138c7a15f3d admin admin] Request body: {'subnet': {'network_id': '29cde1b7-4590-4c05-9577-df850607ca87', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-590377232-subnet', 'tenant_id': 'b821d9442b5844eeabdec83360f29362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:22.540135 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-294ac54c-8a32-4f13-a679-a4adc8472b93 req-fec60308-ead0-40e8-b451-5e889642fb16 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 210 time: 0.0676811 Sep 16 04:43:22.563151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2732c85-54c6-492b-8ce1-901cd88d0fcb admin admin] Pushing event updated for resources: {'Network': ['ID=29cde1b7-4590-4c05-9577-df850607ca87,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:22.573762 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 29cde1b7-4590-4c05-9577-df850607ca87 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:22.585199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Allocated IP 172.20.0.14 (a9db93c8-763a-44d3-974e-03a5c35c1e44/fe58f381-cad6-48c7-a9bf-7d2ce1b9e110/8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:22.616845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50de0a-aba0-4ebd-ba70-0862fc986f45 req-890da6b4-d90e-4246-b451-6ae2d56d30ee tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.619998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b50de0a-aba0-4ebd-ba70-0862fc986f45 req-890da6b4-d90e-4246-b451-6ae2d56d30ee tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1033187 Sep 16 04:43:22.623365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfa65b1-a5b8-4dc9-83cf-e138c7a15f3d admin admin] Made reservation on behalf of b821d9442b5844eeabdec83360f29362 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:22.625871 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ddfa65b1-a5b8-4dc9-83cf-e138c7a15f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.705017 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-c18b57ba-9d68-4076-96cd-4fa5a82d982b tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips/fb882988-81d8-4ea5-b752-3e52d7a63bff HTTP/1.1" status: 200 len: 692 time: 0.0811806 Sep 16 04:43:22.781716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b50de0a-aba0-4ebd-ba70-0862fc986f45 req-e6ca5826-1b47-4aa5-a174-3129f9ad43cb tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480700 Sep 16 04:43:22.832574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60376) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:22.900202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-ff0fc5cf-290e-4b3c-8c50-314c5b489bf6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:22.902259 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-ff0fc5cf-290e-4b3c-8c50-314c5b489bf6 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.1907876 Sep 16 04:43:22.920868 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:22.964616 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-448bc387-6157-4367-8693-72ebaf0b8793 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0530059 Sep 16 04:43:22.989204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1421814337-network', 'tenant_id': '0ac6a425ed2c48728ba4ea4491b6ec06'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:23.008190 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ddfa65b1-a5b8-4dc9-83cf-e138c7a15f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.046450 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-d093fc18-4990-49d6-9493-f96b27b77468 tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0735445 Sep 16 04:43:23.061523 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.100801 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.111585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa65b1-a5b8-4dc9-83cf-e138c7a15f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae54cb3-253e-40f6-9a58-d9d27cd3ee34,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:23.123863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Made reservation on behalf of 0ac6a425ed2c48728ba4ea4491b6ec06 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:23.127147 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.140298 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.194166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Network a9db93c8-763a-44d3-974e-03a5c35c1e44 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:23.197539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa65b1-a5b8-4dc9-83cf-e138c7a15f3d admin admin] Checking segment: {'id': '2b67c4e3-6c5e-482c-866e-4c49377fab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '29cde1b7-4590-4c05-9577-df850607ca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:23.198276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa65b1-a5b8-4dc9-83cf-e138c7a15f3d admin admin] Network hostable DHCP agents. Network: 29cde1b7-4590-4c05-9577-df850607ca87, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:23.200834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:23.202701 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event updated for resources: {'Port': ['ID=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:23.205001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:23.232362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa65b1-a5b8-4dc9-83cf-e138c7a15f3d admin admin] Network 29cde1b7-4590-4c05-9577-df850607ca87 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:23.250260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ddfa65b1-a5b8-4dc9-83cf-e138c7a15f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 29cde1b7-4590-4c05-9577-df850607ca87) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:23.259763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4390157-50ee-4aa9-9ba3-41bbcdac3422 None None] Network 29cde1b7-4590-4c05-9577-df850607ca87 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:23.277494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa65b1-a5b8-4dc9-83cf-e138c7a15f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:23.278543 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ddfa65b1-a5b8-4dc9-83cf-e138c7a15f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.281508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:23.282199 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.301502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-64fa651a-5c4e-4724-bc9e-af56c9b1c51d tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Deleting port bc70302f-2d10-4f9f-9663-84c5d673b248 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:23.301888 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-64fa651a-5c4e-4724-bc9e-af56c9b1c51d tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.346376 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.352542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.368288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ddfa65b1-a5b8-4dc9-83cf-e138c7a15f3d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8889718 Sep 16 04:43:23.377290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:23.379860 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-777dc249-9f53-4d57-ae8c-8de7a541dd28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4785264 Sep 16 04:43:23.393444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6396f7d5-dd70-4974-9601-ffc8a39b1f4b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:23.398275 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.399183 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Added segment 10cc0b10-5efa-4f07-bedd-f91e3c65b152 of type vlan for network f39e86f3-f1d8-4186-8ca4-aefa2636e4fb Sep 16 04:43:23.456385 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.459458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Request body: {'port': {'device_id': '48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:23.502364 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.503601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:23.504270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.530858 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c51e8-e9e0-4e75-8e29-2affd466c3a6 None None] Network 29cde1b7-4590-4c05-9577-df850607ca87 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:23.554497 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7201231 Sep 16 04:43:23.557376 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60384) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:23.566829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6b1efffb-dd6f-4728-a907-adb2269a2a96 admin admin] Request body: {'subnet': {'network_id': 'f39e86f3-f1d8-4186-8ca4-aefa2636e4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1421814337-subnet', 'tenant_id': '0ac6a425ed2c48728ba4ea4491b6ec06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:23.645635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1efffb-dd6f-4728-a907-adb2269a2a96 admin admin] Made reservation on behalf of 0ac6a425ed2c48728ba4ea4491b6ec06 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:23.648907 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6b1efffb-dd6f-4728-a907-adb2269a2a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.669358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b6429-e503-457a-8f5f-a6e50ca5bb93 admin admin] Pushing event updated for resources: {'Network': ['ID=f39e86f3-f1d8-4186-8ca4-aefa2636e4fb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:23.696519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network f39e86f3-f1d8-4186-8ca4-aefa2636e4fb details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:23.882887 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69381aea-4d23-46b3-9c13-b0399b2c146a req-4615e48b-05f1-413d-ac7a-e8f5b088324e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:23.884520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69381aea-4d23-46b3-9c13-b0399b2c146a req-4615e48b-05f1-413d-ac7a-e8f5b088324e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 932 time: 0.1165574 Sep 16 04:43:23.960270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6b1efffb-dd6f-4728-a907-adb2269a2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.968250 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-64fa651a-5c4e-4724-bc9e-af56c9b1c51d tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.968583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-64fa651a-5c4e-4724-bc9e-af56c9b1c51d tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.983416 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:23.986198 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-64fa651a-5c4e-4724-bc9e-af56c9b1c51d tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Calling delete_port for bc70302f-2d10-4f9f-9663-84c5d673b248 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:23.987928 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69381aea-4d23-46b3-9c13-b0399b2c146a req-387c34e2-4a61-4824-8173-aa6469dd53d2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776975 Sep 16 04:43:24.024264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1efffb-dd6f-4728-a907-adb2269a2a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4caea5b-dfd4-458d-8e84-9bfcca3f8ecb,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:24.045039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1efffb-dd6f-4728-a907-adb2269a2a96 admin admin] Checking segment: {'id': '10cc0b10-5efa-4f07-bedd-f91e3c65b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f39e86f3-f1d8-4186-8ca4-aefa2636e4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:24.045401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1efffb-dd6f-4728-a907-adb2269a2a96 admin admin] Network hostable DHCP agents. Network: f39e86f3-f1d8-4186-8ca4-aefa2636e4fb, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:24.063279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1efffb-dd6f-4728-a907-adb2269a2a96 admin admin] Network f39e86f3-f1d8-4186-8ca4-aefa2636e4fb is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:24.073435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-6b1efffb-dd6f-4728-a907-adb2269a2a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, f39e86f3-f1d8-4186-8ca4-aefa2636e4fb) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:24.077772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1efffb-dd6f-4728-a907-adb2269a2a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:24.078370 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6b1efffb-dd6f-4728-a907-adb2269a2a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.084769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980e9f7f-6bab-4702-98fc-d830e5520b21 None None] Network f39e86f3-f1d8-4186-8ca4-aefa2636e4fb requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:24.101540 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6b1efffb-dd6f-4728-a907-adb2269a2a96 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5349410 Sep 16 04:43:24.298126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f116420-4a16-4245-ad5d-044f77f55531 None None] Network f39e86f3-f1d8-4186-8ca4-aefa2636e4fb requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:24.411237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-64fa651a-5c4e-4724-bc9e-af56c9b1c51d tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.490551 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa651a-5c4e-4724-bc9e-af56c9b1c51d tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Pushing event deleted for resources: {'Port': ['ID=bc70302f-2d10-4f9f-9663-84c5d673b248,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:24.631021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:24.631728 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-172bd3f8-b40d-4e65-91c6-a19d71146d85 req-a89c99cf-5be8-4774-af60-4453f6429c61 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1201422435', 'description': 'tempest-description-1420853207'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:24.639533 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-64fa651a-5c4e-4724-bc9e-af56c9b1c51d tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.642168 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-64fa651a-5c4e-4724-bc9e-af56c9b1c51d tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.643406 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc1f610a-16ef-40d1-842b-12d7e17054f5 req-64fa651a-5c4e-4724-bc9e-af56c9b1c51d tempest-FloatingIPDetailsTestJSON-789155275 tempest-FloatingIPDetailsTestJSON-789155275-project] 10.222.0.53 "DELETE /v2.0/floatingips/fb882988-81d8-4ea5-b752-3e52d7a63bff HTTP/1.1" status: 204 len: 173 time: 1.5847733 Sep 16 04:43:24.645516 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.652281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60428) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:24.669297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Transition to ACTIVE for port object 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:24.674059 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.714646 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-172bd3f8-b40d-4e65-91c6-a19d71146d85 req-a89c99cf-5be8-4774-af60-4453f6429c61 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.729269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:24.857732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Attempting to bind port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:24.858425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Attempting to bind port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:24.858963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Attempting to bind port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:24.863774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:24.864337 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Attempting to bind port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:24.871289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:24.871846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Checking segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:24.872445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Bound using segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:24.873069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Bound port: 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:24.873644 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:24.975199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] For port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:24.979257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] For port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:24.984081 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.023907 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.024689 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.026880 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 HTTP/1.1" status: 200 len: 1093 time: 1.5839984 Sep 16 04:43:25.027779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0', 'tag': '8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:25.030538 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40998f39-539f-4595-936a-a1a62fd1bfcd" -d '{"events": [{"name": "network-changed", "server_uuid": "48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0", "tag": "8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:25.047948 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-172bd3f8-b40d-4e65-91c6-a19d71146d85 req-a89c99cf-5be8-4774-af60-4453f6429c61 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.059345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53518af-1b37-4e0b-a4ab-13fe123523a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:25.075309 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-172bd3f8-b40d-4e65-91c6-a19d71146d85 req-a89c99cf-5be8-4774-af60-4453f6429c61 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.111321 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-172bd3f8-b40d-4e65-91c6-a19d71146d85 req-a89c99cf-5be8-4774-af60-4453f6429c61 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.114460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-82087961-fb26-4afc-8449-42925e875592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.116285 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-82087961-fb26-4afc-8449-42925e875592 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 1096 time: 0.0510821 Sep 16 04:43:25.118194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-172bd3f8-b40d-4e65-91c6-a19d71146d85 req-a89c99cf-5be8-4774-af60-4453f6429c61 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4906507 Sep 16 04:43:25.130996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c99cf-5be8-4774-af60-4453f6429c61 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2817c53-f058-4256-b484-bee086b17595,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:25.188957 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-860956b1-4a4a-42d8-87b1-4a51d074c6b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 HTTP/1.1" status: 200 len: 217 time: 0.0646908 Sep 16 04:43:25.258040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-6b3257b3-30fd-4365-8056-6248ebe043a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.259990 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-6b3257b3-30fd-4365-8056-6248ebe043a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.0635786 Sep 16 04:43:25.291632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6eaf1e-a1d2-41a5-9889-a4caf310869f req-03a978a6-82af-4b56-aae8-3614f21d5f2f tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.294339 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df6eaf1e-a1d2-41a5-9889-a4caf310869f req-03a978a6-82af-4b56-aae8-3614f21d5f2f tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1015916 Sep 16 04:43:25.314412 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-7516f15d-9774-4c9e-8dbe-c8c67299fa19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433290 Sep 16 04:43:25.316576 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-96db09e0-9615-4ba8-805a-2993cca19dbf req-974ce608-f3bd-47be-b77f-9f4b4fa9bdb0 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0555761 Sep 16 04:43:25.318302 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2c58249-08e0-4677-859a-046c25536315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.395883 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df6eaf1e-a1d2-41a5-9889-a4caf310869f req-073c9a0b-5a91-40d2-b663-ce7d0b3bc681 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912328 Sep 16 04:43:25.442454 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-2b53a374-5bb4-498b-9ca1-187de1a8c5d0 service neutron] 10.222.0.15 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196597 Sep 16 04:43:25.586458 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89b58f-7898-4439-b0fa-774bfca1c098 req-f843fd84-5f0b-4857-9d51-9687bd345af2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.588066 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b89b58f-7898-4439-b0fa-774bfca1c098 req-f843fd84-5f0b-4857-9d51-9687bd345af2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 944 time: 0.1036012 Sep 16 04:43:25.622167 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4539c013-a244-487f-9ed0-8e185b2e02a7 req-dc83ad37-bbc6-43dd-8fc0-aef9859be1cd service neutron] 10.222.0.15 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703711 Sep 16 04:43:25.664055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-5596e257-72d5-46a6-8044-799ce7469b64 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.666073 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-5596e257-72d5-46a6-8044-799ce7469b64 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/networks?id=f39e86f3-f1d8-4186-8ca4-aefa2636e4fb HTTP/1.1" status: 200 len: 809 time: 0.1437829 Sep 16 04:43:25.668219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b89b58f-7898-4439-b0fa-774bfca1c098 req-7ecbc652-c4f1-42a6-b601-045e83b4a391 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712886 Sep 16 04:43:25.695666 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-b6cd88b0-31d1-42ce-969d-f6f787c3b8dd tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/quotas/0ac6a425ed2c48728ba4ea4491b6ec06 HTTP/1.1" status: 200 len: 375 time: 0.0219193 Sep 16 04:43:25.725127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a2c58249-08e0-4677-859a-046c25536315 admin admin] Deleting port 986da86e-9d72-47aa-acf4-799729d54aff {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:25.725867 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2c58249-08e0-4677-859a-046c25536315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.736203 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe5d802-5a04-4385-b173-565610668ceb x-openstack-request-id: req-abe5d802-5a04-4385-b173-565610668ceb {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:25.736502 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0", "tag": "8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:25.736760 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-abe5d802-5a04-4385-b173-565610668ceb {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:25.737155 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0', 'tag': '8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2', 'status': 'completed', 'code': 200} Sep 16 04:43:25.739475 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-f766d6db-5df0-4e2b-a53f-290927ae5715 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0ac6a425ed2c48728ba4ea4491b6ec06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363550 Sep 16 04:43:25.797405 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a80144cc-ba1e-434f-8668-9f2465d5ca7e req-39d7fa9a-f409-4010-b397-f744a15776ae tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/a2817c53-f058-4256-b484-bee086b17595 HTTP/1.1" status: 200 len: 1813 time: 0.0496149 Sep 16 04:43:25.840576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a80144cc-ba1e-434f-8668-9f2465d5ca7e req-f32d3435-d708-41fe-9341-9ffeb168dd3b tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a2817c53-f058-4256-b484-bee086b17595', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:25.841198 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a80144cc-ba1e-434f-8668-9f2465d5ca7e req-f32d3435-d708-41fe-9341-9ffeb168dd3b tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a2817c53-f058-4256-b484-bee086b17595', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:25.855186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40998f39-539f-4595-936a-a1a62fd1bfcd req-2514bb80-e78d-4d42-af5a-318ddaf6ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:25.856688 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-40998f39-539f-4595-936a-a1a62fd1bfcd req-2514bb80-e78d-4d42-af5a-318ddaf6ad68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 1096 time: 0.1003063 Sep 16 04:43:25.889008 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-a2c58249-08e0-4677-859a-046c25536315 admin admin] For port 986da86e-9d72-47aa-acf4-799729d54aff, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=986da86e-9d72-47aa-acf4-799729d54aff,segment=NetworkSegment(ed743cd2-4672-4331-a05e-4a97f5e8bbf1),segment_id=ed743cd2-4672-4331-a05e-4a97f5e8bbf1)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:25.889265 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2c58249-08e0-4677-859a-046c25536315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:25.899025 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-3656bb65-2ac1-487d-8744-1746740515ac service neutron] 10.222.0.53 "GET /v2.0/networks/f39e86f3-f1d8-4186-8ca4-aefa2636e4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514306 Sep 16 04:43:25.936340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a2c58249-08e0-4677-859a-046c25536315 admin admin] Calling delete_port for 986da86e-9d72-47aa-acf4-799729d54aff owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:25.942957 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a80144cc-ba1e-434f-8668-9f2465d5ca7e req-f32d3435-d708-41fe-9341-9ffeb168dd3b tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.012821 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a80144cc-ba1e-434f-8668-9f2465d5ca7e req-f32d3435-d708-41fe-9341-9ffeb168dd3b tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.019988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a80144cc-ba1e-434f-8668-9f2465d5ca7e req-f32d3435-d708-41fe-9341-9ffeb168dd3b tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.035722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40998f39-539f-4595-936a-a1a62fd1bfcd req-9376b704-851f-4597-8b78-32749fa50301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:26.037203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-40998f39-539f-4595-936a-a1a62fd1bfcd req-9376b704-851f-4597-8b78-32749fa50301 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 913 time: 0.1714060 Sep 16 04:43:26.055201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d3435-d708-41fe-9341-9ffeb168dd3b tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249e6e38-695c-4678-be4a-eed3daa744ee,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:26.094690 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-c3a3e982-f963-4ea9-8a58-ddcddec95232 service neutron] 10.222.0.53 "GET /v2.0/networks/f39e86f3-f1d8-4186-8ca4-aefa2636e4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554213 Sep 16 04:43:26.095948 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-40998f39-539f-4595-936a-a1a62fd1bfcd req-472763cd-443b-4671-82ee-3ee023004827 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 HTTP/1.1" status: 200 len: 217 time: 0.0488791 Sep 16 04:43:26.096238 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a80144cc-ba1e-434f-8668-9f2465d5ca7e req-f32d3435-d708-41fe-9341-9ffeb168dd3b tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.097428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a80144cc-ba1e-434f-8668-9f2465d5ca7e req-f32d3435-d708-41fe-9341-9ffeb168dd3b tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2673962 Sep 16 04:43:26.166744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40998f39-539f-4595-936a-a1a62fd1bfcd req-f5658b92-e7b6-4657-b3ad-6183d8536157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:26.168982 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-40998f39-539f-4595-936a-a1a62fd1bfcd req-f5658b92-e7b6-4657-b3ad-6183d8536157 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.0582683 Sep 16 04:43:26.209524 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-40998f39-539f-4595-936a-a1a62fd1bfcd req-e2d5c731-9d10-41be-b62f-e9df00ca0fc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311358 Sep 16 04:43:26.233044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2aa265e-1104-4d5d-9e6d-001216595518 req-936cc5e6-7d01-43b4-a266-244e182efc4a tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/a2817c53-f058-4256-b484-bee086b17595 HTTP/1.1" status: 200 len: 2406 time: 0.0830939 Sep 16 04:43:26.234145 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2c58249-08e0-4677-859a-046c25536315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.279249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c58249-08e0-4677-859a-046c25536315 admin admin] Pushing event deleted for resources: {'Port': ['ID=986da86e-9d72-47aa-acf4-799729d54aff,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:26.397540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8117921f-cc2f-4963-ad80-a95795337f3a req-85a7b81f-e3f1-4bf9-a9af-f096ed871c7f tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-group-rules/249e6e38-695c-4678-be4a-eed3daa744ee HTTP/1.1" status: 200 len: 778 time: 0.0879486 Sep 16 04:43:26.492861 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe5ee93f-037b-4043-884f-5aede5279a77 req-31e353b6-6ee9-477d-8f2c-646c1e27f7eb tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 210 time: 0.0378382 Sep 16 04:43:26.498034 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8117921f-cc2f-4963-ad80-a95795337f3a req-cef06998-09d8-4448-a951-b03c054cb406 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/a2817c53-f058-4256-b484-bee086b17595 HTTP/1.1" status: 200 len: 2406 time: 0.0932510 Sep 16 04:43:26.516042 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-40998f39-539f-4595-936a-a1a62fd1bfcd req-fb61cf98-8bd9-44cd-9620-d3a27b52949c service neutron] 10.222.0.15 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999742 Sep 16 04:43:26.592345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2c58249-08e0-4677-859a-046c25536315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.639899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5dde5082-d497-41cb-9ab9-6ac9292597fe req-528b1f0d-26c9-4db5-96f6-de5d03f48cbc tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0427718 Sep 16 04:43:26.648197 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8117921f-cc2f-4963-ad80-a95795337f3a req-f069d5ef-12d3-480e-b20e-6fd2365900d6 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.665560 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8117921f-cc2f-4963-ad80-a95795337f3a req-f069d5ef-12d3-480e-b20e-6fd2365900d6 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.722192 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-40998f39-539f-4595-936a-a1a62fd1bfcd req-1fa7bc26-56b0-4492-bb5f-cb7c89d79a00 service neutron] 10.222.0.15 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964183 Sep 16 04:43:26.723410 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8117921f-cc2f-4963-ad80-a95795337f3a req-f069d5ef-12d3-480e-b20e-6fd2365900d6 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.731409 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8117921f-cc2f-4963-ad80-a95795337f3a req-f069d5ef-12d3-480e-b20e-6fd2365900d6 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:26.739737 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8117921f-cc2f-4963-ad80-a95795337f3a req-f069d5ef-12d3-480e-b20e-6fd2365900d6 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/249e6e38-695c-4678-be4a-eed3daa744ee HTTP/1.1" status: 204 len: 173 time: 0.2407842 Sep 16 04:43:26.759711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069d5ef-12d3-480e-b20e-6fd2365900d6 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=249e6e38-695c-4678-be4a-eed3daa744ee,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:26.917316 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af6fb2-427b-4901-8e81-a5162992aa04 req-d94e1a9f-e81e-4d00-a780-68a007d214de tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:26.919086 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d8af6fb2-427b-4901-8e81-a5162992aa04 req-d94e1a9f-e81e-4d00-a780-68a007d214de tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 944 time: 0.0770535 Sep 16 04:43:26.991060 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d8af6fb2-427b-4901-8e81-a5162992aa04 req-71590322-bd1b-4201-a097-e8f70b17c61c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641026 Sep 16 04:43:27.045138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beb3db-511e-4645-b4bd-9b10a0744dbe req-a9cf72e6-4693-4051-bbc5-09adf397b86b tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:27.046797 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28beb3db-511e-4645-b4bd-9b10a0744dbe req-a9cf72e6-4693-4051-bbc5-09adf397b86b tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1765852 Sep 16 04:43:27.086763 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c58249-08e0-4677-859a-046c25536315 admin admin] Router cccf8775-ede7-45ec-b5dd-31eaad65cbc9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:43:27.107334 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28beb3db-511e-4645-b4bd-9b10a0744dbe req-1720f3f1-03c7-47dd-962d-5575122fe42c tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501730 Sep 16 04:43:27.170074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-d438e22f-3cbe-4faa-a96e-44850a28c309 req-8fc3156d-b5ef-4a3e-bbd3-0451faf3b5db tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1890445253', 'description': 'tempest-description-920608536'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:27.197447 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d438e22f-3cbe-4faa-a96e-44850a28c309 req-8fc3156d-b5ef-4a3e-bbd3-0451faf3b5db tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.289557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c58249-08e0-4677-859a-046c25536315 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:27.298403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60496) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:27.298547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a2c58249-08e0-4677-859a-046c25536315 admin admin] 10.222.0.53 "PUT /v2.0/routers/cccf8775-ede7-45ec-b5dd-31eaad65cbc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6450591 Sep 16 04:43:27.306034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b89516d-839b-4f51-a95d-2641fbbfbcfd None None] Sync routers for ids ['cccf8775-ede7-45ec-b5dd-31eaad65cbc9'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:27.319898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b89516d-839b-4f51-a95d-2641fbbfbcfd None None] Routers {'cccf8775-ede7-45ec-b5dd-31eaad65cbc9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:27.321214 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9b89516d-839b-4f51-a95d-2641fbbfbcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:43:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['cccf8775-ede7-45ec-b5dd-31eaad65cbc9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:27.388177 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d438e22f-3cbe-4faa-a96e-44850a28c309 req-8fc3156d-b5ef-4a3e-bbd3-0451faf3b5db tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.393492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d438e22f-3cbe-4faa-a96e-44850a28c309 req-8fc3156d-b5ef-4a3e-bbd3-0451faf3b5db tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.428212 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.473352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3156d-b5ef-4a3e-bbd3-0451faf3b5db tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705b3899-0866-4d72-a374-fb0ea57e7a44,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:27.476088 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d438e22f-3cbe-4faa-a96e-44850a28c309 req-8fc3156d-b5ef-4a3e-bbd3-0451faf3b5db tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.477433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d438e22f-3cbe-4faa-a96e-44850a28c309 req-8fc3156d-b5ef-4a3e-bbd3-0451faf3b5db tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3128562 Sep 16 04:43:27.506375 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-9b89516d-839b-4f51-a95d-2641fbbfbcfd None None] Set router cccf8775-ede7-45ec-b5dd-31eaad65cbc9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:27.681387 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-acd2aba4-dabd-4e49-87f8-423444924cb7 req-28d27b3c-c758-402b-bbae-1e7f5fa06b3e tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 210 time: 0.0370979 Sep 16 04:43:27.709649 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.760448 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-373d427e-3161-45a5-a977-2cb1a69d588b req-1693abe4-6ce7-42c9-af4b-26b41a36d114 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/705b3899-0866-4d72-a374-fb0ea57e7a44 HTTP/1.1" status: 200 len: 1813 time: 0.0635750 Sep 16 04:43:27.894862 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-facc5d6f-964a-47d2-8785-ddb0bf78690c req-6bda5bf5-3427-4f61-b25a-1dcfa96c5dcc tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0332716 Sep 16 04:43:27.936362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Deleting port ce9ddac1-8757-43f1-9f23-b250f450f0d3 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:27.936705 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:27.960985 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:43:27.965695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9b89516d-839b-4f51-a95d-2641fbbfbcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-533762330-router', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:52Z', 'updated_at': '2021-09-16T04:43:26Z', 'revision_number': 5, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'gw_port': {'id': 'ce9ddac1-8757-43f1-9f23-b250f450f0d3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:54Z', 'updated_at': '2021-09-16T04:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:27.975155 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-c42e61b6-cfed-41e8-b68b-e342eb8110de tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:27.977383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-c42e61b6-cfed-41e8-b68b-e342eb8110de tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.50 "GET /v2.0/networks?id=f39e86f3-f1d8-4186-8ca4-aefa2636e4fb HTTP/1.1" status: 200 len: 809 time: 0.2604194 Sep 16 04:43:27.997890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-43c93860-469a-43fe-b27c-6b6ee5efacb5 req-c2a72c36-4b20-42cb-a60e-7cffea808d87 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1721492151', 'description': 'tempest-description-1506365636'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:28.009710 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b89516d-839b-4f51-a95d-2641fbbfbcfd None None] Checking router: cccf8775-ede7-45ec-b5dd-31eaad65cbc9 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:28.016926 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Request body: {'port': {'device_id': '01634446-b48d-46ec-8d6e-fbb1447208b1', 'network_id': 'f39e86f3-f1d8-4186-8ca4-aefa2636e4fb', 'admin_state_up': True, 'tenant_id': '0ac6a425ed2c48728ba4ea4491b6ec06'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:28.020373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b89516d-839b-4f51-a95d-2641fbbfbcfd None None] Routers {'cccf8775-ede7-45ec-b5dd-31eaad65cbc9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:28.021063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9b89516d-839b-4f51-a95d-2641fbbfbcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:43:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['cccf8775-ede7-45ec-b5dd-31eaad65cbc9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:28.105247 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-43c93860-469a-43fe-b27c-6b6ee5efacb5 req-c2a72c36-4b20-42cb-a60e-7cffea808d87 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.220110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] For port ce9ddac1-8757-43f1-9f23-b250f450f0d3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ce9ddac1-8757-43f1-9f23-b250f450f0d3,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:28.220492 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.235299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Calling delete_port for ce9ddac1-8757-43f1-9f23-b250f450f0d3 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:28.257454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e2a76-666a-4168-98ca-420cbe958776 req-91bb3400-562b-451a-9b9a-edfdeea9b7af tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.267046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b64e2a76-666a-4168-98ca-420cbe958776 req-91bb3400-562b-451a-9b9a-edfdeea9b7af tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 944 time: 0.0658643 Sep 16 04:43:28.312323 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b64e2a76-666a-4168-98ca-420cbe958776 req-1f2b7f9c-2115-49a8-a2cc-3669feda321c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437996 Sep 16 04:43:28.332252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-9b89516d-839b-4f51-a95d-2641fbbfbcfd None None] Set router cccf8775-ede7-45ec-b5dd-31eaad65cbc9 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:28.402702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9b89516d-839b-4f51-a95d-2641fbbfbcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-533762330-router', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:52Z', 'updated_at': '2021-09-16T04:43:27Z', 'revision_number': 6, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:28.446622 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b89516d-839b-4f51-a95d-2641fbbfbcfd None None] The sync data for ids ['cccf8775-ede7-45ec-b5dd-31eaad65cbc9'] in n-d-712142-17 is: [{'id': 'cccf8775-ede7-45ec-b5dd-31eaad65cbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-533762330-router', 'tenant_id': '0073ae0903094d4cb76d3462faca7f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:52Z', 'updated_at': '2021-09-16T04:43:27Z', 'revision_number': 6, 'project_id': '0073ae0903094d4cb76d3462faca7f3f', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:28.447692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d285013-b167-4879-a60c-180e5046c609 req-a3472a65-ace7-4935-9a2f-72e6fa1acc2f tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:28.456964 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d285013-b167-4879-a60c-180e5046c609 req-a3472a65-ace7-4935-9a2f-72e6fa1acc2f tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.0742097 Sep 16 04:43:28.458401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-43c93860-469a-43fe-b27c-6b6ee5efacb5 req-c2a72c36-4b20-42cb-a60e-7cffea808d87 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.469869 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-43c93860-469a-43fe-b27c-6b6ee5efacb5 req-c2a72c36-4b20-42cb-a60e-7cffea808d87 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.507014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d285013-b167-4879-a60c-180e5046c609 req-17d20006-ba86-4ecb-ba70-2c921c208e50 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436854 Sep 16 04:43:28.527568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Made reservation on behalf of 0ac6a425ed2c48728ba4ea4491b6ec06 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:28.531431 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.547843 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.557692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a72c36-4b20-42cb-a60e-7cffea808d87 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a05b00-76df-4b4e-95bd-a0f690363271,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:28.560140 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-43c93860-469a-43fe-b27c-6b6ee5efacb5 req-c2a72c36-4b20-42cb-a60e-7cffea808d87 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.570228 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43c93860-469a-43fe-b27c-6b6ee5efacb5 req-c2a72c36-4b20-42cb-a60e-7cffea808d87 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5853958 Sep 16 04:43:28.624060 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9ddac1-8757-43f1-9f23-b250f450f0d3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:28.775044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0787f710-d259-4896-9daa-ba424b2b9bdf req-fb215c76-c431-437b-b5f3-9796126f5765 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/56a05b00-76df-4b4e-95bd-a0f690363271 HTTP/1.1" status: 200 len: 1815 time: 0.1716154 Sep 16 04:43:28.785426 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:28.800387 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-decf6677-ce89-4952-8d2c-ebd0b9242501 req-94a6b0de-7d6d-441c-8b0e-dd7d5f27d8a5 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 210 time: 0.0477939 Sep 16 04:43:28.809929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:28.846129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-f51462b3-b8bf-4398-9e95-4926a014586d req-9424d2ce-85ee-4b64-aa55-4d18dd14d0b2 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-173195375', 'description': 'tempest-description-151717860'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:28.889940 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f51462b3-b8bf-4398-9e95-4926a014586d req-9424d2ce-85ee-4b64-aa55-4d18dd14d0b2 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.014811 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.021017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.044925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Allocated IP 172.20.0.6 (f39e86f3-f1d8-4186-8ca4-aefa2636e4fb/c4caea5b-dfd4-458d-8e84-9bfcca3f8ecb/614e0de0-5472-4b45-ab24-e66dfa3b74fd) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:29.059613 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 986da86e-9d72-47aa-acf4-799729d54aff no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:29.102012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 986da86e-9d72-47aa-acf4-799729d54aff {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:29.102407 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 986da86e-9d72-47aa-acf4-799729d54aff not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:29.137276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:29.137584 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f51462b3-b8bf-4398-9e95-4926a014586d req-9424d2ce-85ee-4b64-aa55-4d18dd14d0b2 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.141016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.141968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cccf8775-ede7-45ec-b5dd-31eaad65cbc9 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:43:29.148137 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.149536 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f51462b3-b8bf-4398-9e95-4926a014586d req-9424d2ce-85ee-4b64-aa55-4d18dd14d0b2 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.153555 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0f075c4f-9253-4a29-a841-a91c0b431e9f admin admin] 10.222.0.53 "DELETE /v2.0/routers/cccf8775-ede7-45ec-b5dd-31eaad65cbc9 HTTP/1.1" status: 204 len: 168 time: 1.8538377 Sep 16 04:43:29.155041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60538) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:29.160929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'port_id': '8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2', 'mac_address': 'fa:16:3e:4f:f4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe58f381-cad6-48c7-a9bf-7d2ce1b9e110', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:29.207934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424d2ce-85ee-4b64-aa55-4d18dd14d0b2 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b94aaa9-fda4-41f3-863f-22cfa35ee77c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:29.242979 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.262677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f51462b3-b8bf-4398-9e95-4926a014586d req-9424d2ce-85ee-4b64-aa55-4d18dd14d0b2 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.263554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:29.278248 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f51462b3-b8bf-4398-9e95-4926a014586d req-9424d2ce-85ee-4b64-aa55-4d18dd14d0b2 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4399095 Sep 16 04:43:29.303737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:29.304340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-71dd4627-7a14-4323-ac77-e2f2e11d9787 admin admin] Deleting subnet 8d21a08f-d7b0-4756-9455-4d940ae6cf10 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:29.311347 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71dd4627-7a14-4323-ac77-e2f2e11d9787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.314447 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.379612 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71dd4627-7a14-4323-ac77-e2f2e11d9787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.491238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:29.500480 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.527623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:29.545533 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.570016 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bca0439b-ef36-4333-9a02-9b27de6707ba req-7c65d594-f9a6-490c-98cd-84b9873642c1 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.1387789 Sep 16 04:43:29.589883 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71dd4627-7a14-4323-ac77-e2f2e11d9787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.671272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Pushing event updated for resources: {'Port': ['ID=614e0de0-5472-4b45-ab24-e66dfa3b74fd,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:29.688571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Network f39e86f3-f1d8-4186-8ca4-aefa2636e4fb is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:29.694079 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:29.701195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:29.719626 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0cba20ff-0435-4fb7-92af-ae150491a6ae req-b51ba766-dd11-4915-a7c4-90e741d0911c tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/8b94aaa9-fda4-41f3-863f-22cfa35ee77c HTTP/1.1" status: 200 len: 1813 time: 0.0955162 Sep 16 04:43:29.750411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71dd4627-7a14-4323-ac77-e2f2e11d9787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.827148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd4627-7a14-4323-ac77-e2f2e11d9787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d21a08f-d7b0-4756-9455-4d940ae6cf10,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:29.836817 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.837453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.849378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6475e89-64e2-4026-ac47-f5fb53f9246c None None] Network 078d9329-d451-4dbe-afbb-1200f8586c5d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:29.856930 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71dd4627-7a14-4323-ac77-e2f2e11d9787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:29.863315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-71dd4627-7a14-4323-ac77-e2f2e11d9787 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8d21a08f-d7b0-4756-9455-4d940ae6cf10 HTTP/1.1" status: 204 len: 168 time: 0.6695492 Sep 16 04:43:29.864141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60554) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:29.892472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42984d-271a-45e7-8233-f7108aa7987c req-edb545c8-3bcd-48f0-a431-8ef8f60a2546 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.894358 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f42984d-271a-45e7-8233-f7108aa7987c req-edb545c8-3bcd-48f0-a431-8ef8f60a2546 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 945 time: 0.1213832 Sep 16 04:43:29.897307 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-001114f0-7408-4ad6-82ae-072d04194f15 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8946848 Sep 16 04:43:29.916839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405fda7-c2c9-4223-bf75-7541fa12a86d req-d49717ff-a472-48a4-b1c9-8a6bd986ad0a tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:29.921562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Request body: {'port': {'device_id': '01634446-b48d-46ec-8d6e-fbb1447208b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:29.928955 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3405fda7-c2c9-4223-bf75-7541fa12a86d req-d49717ff-a472-48a4-b1c9-8a6bd986ad0a tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1110811 Sep 16 04:43:29.962904 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87c09aa0-8393-47ff-8857-1ba3341d8639 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:30.000524 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3405fda7-c2c9-4223-bf75-7541fa12a86d req-7360eded-eefc-4d35-a89f-896ca9e9b2dc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705371 Sep 16 04:43:30.081009 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.082045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-b6e7632f-dc33-4ab0-8319-a1965daa78ab req-6fcd41f2-d458-42a9-8b02-edb9354acbb1 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-981930053', 'description': 'tempest-description-1493665204'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:30.092530 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f42984d-271a-45e7-8233-f7108aa7987c req-6b697fc2-0e5c-4a4a-909b-93a2d6c8c95d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769629 Sep 16 04:43:30.114282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.126378 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b6e7632f-dc33-4ab0-8319-a1965daa78ab req-6fcd41f2-d458-42a9-8b02-edb9354acbb1 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.131908 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 87c09aa0-8393-47ff-8857-1ba3341d8639, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87c09aa0-8393-47ff-8857-1ba3341d8639,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:30.162694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c93869-534e-40be-a893-eb34a4ab08e5 None None] DHCP port deletion for 078d9329-d451-4dbe-afbb-1200f8586c5d request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:43:30.193887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '87c09aa0-8393-47ff-8857-1ba3341d8639', 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b', 'port_id': '87c09aa0-8393-47ff-8857-1ba3341d8639', 'mac_address': 'fa:16:3e:92:bf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156edc1e-7368-4770-89dc-c325ad242139', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:30.256598 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.265356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b6e7632f-dc33-4ab0-8319-a1965daa78ab req-6fcd41f2-d458-42a9-8b02-edb9354acbb1 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.271760 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b6e7632f-dc33-4ab0-8319-a1965daa78ab req-6fcd41f2-d458-42a9-8b02-edb9354acbb1 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.274579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87c09aa0-8393-47ff-8857-1ba3341d8639 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:30.297555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-43c93869-534e-40be-a893-eb34a4ab08e5 None None] Deleting port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:30.298009 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-43c93869-534e-40be-a893-eb34a4ab08e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.305825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b6e7632f-dc33-4ab0-8319-a1965daa78ab req-6fcd41f2-d458-42a9-8b02-edb9354acbb1 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.313272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b6e7632f-dc33-4ab0-8319-a1965daa78ab req-6fcd41f2-d458-42a9-8b02-edb9354acbb1 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2352467 Sep 16 04:43:30.321657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 87c09aa0-8393-47ff-8857-1ba3341d8639, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87c09aa0-8393-47ff-8857-1ba3341d8639,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:30.330858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd41f2-d458-42a9-8b02-edb9354acbb1 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197b30e1-ac70-4f0a-ade9-37065b7a4131,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:30.334461 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.348901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Deleting port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:30.349266 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.420844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-43c93869-534e-40be-a893-eb34a4ab08e5 None None] For port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=30806d4e-a04e-4fc8-a7bd-f59cbf2da865,segment=NetworkSegment(ed743cd2-4672-4331-a05e-4a97f5e8bbf1),segment_id=ed743cd2-4672-4331-a05e-4a97f5e8bbf1)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:30.421259 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-43c93869-534e-40be-a893-eb34a4ab08e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.431000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6fa08f06-5fda-4390-9204-e53e3e88f259 req-d5f95373-19b1-4149-bde9-434446b3b221 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/197b30e1-ac70-4f0a-ade9-37065b7a4131 HTTP/1.1" status: 200 len: 1814 time: 0.0610008 Sep 16 04:43:30.448851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-43c93869-534e-40be-a893-eb34a4ab08e5 None None] Calling delete_port for 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:30.451464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4424ad-23dc-4120-af15-7703b5ed1a20 req-af70202d-4ebe-4b4d-9cd3-d30414f658d2 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:30.458370 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bc4424ad-23dc-4120-af15-7703b5ed1a20 req-af70202d-4ebe-4b4d-9cd3-d30414f658d2 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 931 time: 0.2311270 Sep 16 04:43:30.462102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=87c09aa0-8393-47ff-8857-1ba3341d8639,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:30.503412 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-940a4ccb-4800-418b-8bd2-de04540f2238 req-71a3d054-451e-48fa-9b8c-7b106c495115 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] show failed (client error): The resource could not be found. Sep 16 04:43:30.504924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-940a4ccb-4800-418b-8bd2-de04540f2238 req-71a3d054-451e-48fa-9b8c-7b106c495115 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/423e4f42-eddf-4712-a573-3ece245bb12f HTTP/1.1" status: 404 len: 352 time: 0.0197396 Sep 16 04:43:30.567964 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-43c93869-534e-40be-a893-eb34a4ab08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.613467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['87c09aa0-8393-47ff-8857-1ba3341d8639'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:30.617648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c93869-534e-40be-a893-eb34a4ab08e5 None None] Pushing event deleted for resources: {'Port': ['ID=30806d4e-a04e-4fc8-a7bd-f59cbf2da865,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:30.644120 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c93869-534e-40be-a893-eb34a4ab08e5 None None] No DVR routers for this DVR port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:30.813081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:30.892552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] For port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=30806d4e-a04e-4fc8-a7bd-f59cbf2da865,segment=NetworkSegment(ed743cd2-4672-4331-a05e-4a97f5e8bbf1),segment_id=ed743cd2-4672-4331-a05e-4a97f5e8bbf1)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:30.893191 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.899272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:30.905599 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bc4424ad-23dc-4120-af15-7703b5ed1a20 req-6afc1ce0-e889-44a9-b03a-4d8bfeafb067 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/security-groups?id=6396f7d5-dd70-4974-9601-ffc8a39b1f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461691 Sep 16 04:43:30.923903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:30.924318 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:30.953712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Calling delete_port for 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:30.969929 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-5a8e3859-7ddf-49b7-812e-5a2e3603eaff req-ee2dc4c6-fb45-4079-8385-fefa7cb42ce1 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] show failed (client error): The resource could not be found. Sep 16 04:43:30.974668 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a8e3859-7ddf-49b7-812e-5a2e3603eaff req-ee2dc4c6-fb45-4079-8385-fefa7cb42ce1 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-group-rules/8205041d-6ec7-4484-adaf-166ebfe24d8e HTTP/1.1" status: 404 len: 361 time: 0.0424674 Sep 16 04:43:31.001115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:31.035196 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:31.035443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:31.035884 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ce9ddac1-8757-43f1-9f23-b250f450f0d3 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:31.091048 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ce9ddac1-8757-43f1-9f23-b250f450f0d3 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:31.091413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ce9ddac1-8757-43f1-9f23-b250f450f0d3 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:31.111712 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4b4f9e74-fd1d-4c37-9fee-6eaaebbf23ba req-0be946f7-c385-4328-bf67-056e949f4d73 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0514338 Sep 16 04:43:31.123480 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.179298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:31.182041 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fd06c6-d9c5-40bb-91f9-22692ececda8" -d '{"events": [{"server_uuid": "48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0", "name": "network-vif-plugged", "status": "completed", "tag": "8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:31.187489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:31.192586 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.258243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614e0de0-5472-4b45-ab24-e66dfa3b74fd {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:31.271541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:31.274144 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.279849 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5021f655-a976-4ee9-a8e4-2ddf3b842677 req-70dc1dc4-753d-4990-9028-7b231b1f9e08 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/197b30e1-ac70-4f0a-ade9-37065b7a4131 HTTP/1.1" status: 200 len: 1814 time: 0.1101079 Sep 16 04:43:31.303440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Transition to ACTIVE for port object 614e0de0-5472-4b45-ab24-e66dfa3b74fd will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:31.314363 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.377213 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.411054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] No DVR routers for this DVR port 30806d4e-a04e-4fc8-a7bd-f59cbf2da865 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:31.413006 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036b31a-4ec3-492f-9029-9c9edcb67fc2 req-dfac31f1-b998-4496-b1a7-47aba6b9f226 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.414908 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Pushing event updated for resources: {'Port': ['ID=614e0de0-5472-4b45-ab24-e66dfa3b74fd,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:31.429830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e036b31a-4ec3-492f-9029-9c9edcb67fc2 req-dfac31f1-b998-4496-b1a7-47aba6b9f226 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 944 time: 0.0694554 Sep 16 04:43:31.473589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e036b31a-4ec3-492f-9029-9c9edcb67fc2 req-34b86934-1aab-4744-9a13-c60ac87a8df8 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 Sep 16 04:43:31.506697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Pushing event deleted for resources: {'Port': ['ID=30806d4e-a04e-4fc8-a7bd-f59cbf2da865,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:31.522491 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5021f655-a976-4ee9-a8e4-2ddf3b842677 req-edb07039-8b62-489c-b8de-b60870b1bb8e tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.583121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cf7be-282b-4a6a-acf4-964897456d08 req-42de454d-43a8-43fd-979d-a20d7578dc8e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.585059 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f8cf7be-282b-4a6a-acf4-964897456d08 req-42de454d-43a8-43fd-979d-a20d7578dc8e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 946 time: 0.0511224 Sep 16 04:43:31.587530 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.593115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5021f655-a976-4ee9-a8e4-2ddf3b842677 req-edb07039-8b62-489c-b8de-b60870b1bb8e tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.626769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f8cf7be-282b-4a6a-acf4-964897456d08 req-2f8fd5f2-744c-4e7f-9af5-5d59a33527bc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332310 Sep 16 04:43:31.637733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078d9329-d451-4dbe-afbb-1200f8586c5d']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:31.654806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Attempting to bind port 614e0de0-5472-4b45-ab24-e66dfa3b74fd on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:31.655154 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Attempting to bind port 614e0de0-5472-4b45-ab24-e66dfa3b74fd by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '10cc0b10-5efa-4f07-bedd-f91e3c65b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f39e86f3-f1d8-4186-8ca4-aefa2636e4fb'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:31.655491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Attempting to bind port 614e0de0-5472-4b45-ab24-e66dfa3b74fd on network f39e86f3-f1d8-4186-8ca4-aefa2636e4fb {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:31.658657 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed743cd2-4672-4331-a05e-4a97f5e8bbf1') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:31.659004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed743cd2-4672-4331-a05e-4a97f5e8bbf1') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:31.671600 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.678924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Port 614e0de0-5472-4b45-ab24-e66dfa3b74fd on network f39e86f3-f1d8-4186-8ca4-aefa2636e4fb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:31.679304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Attempting to bind port 614e0de0-5472-4b45-ab24-e66dfa3b74fd on network f39e86f3-f1d8-4186-8ca4-aefa2636e4fb {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:31.690246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:31.690627 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Checking segment: {'id': '10cc0b10-5efa-4f07-bedd-f91e3c65b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f39e86f3-f1d8-4186-8ca4-aefa2636e4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:31.691019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Bound using segment: {'id': '10cc0b10-5efa-4f07-bedd-f91e3c65b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f39e86f3-f1d8-4186-8ca4-aefa2636e4fb'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:31.691464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Bound port: 614e0de0-5472-4b45-ab24-e66dfa3b74fd, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cc0b10-5efa-4f07-bedd-f91e3c65b152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f39e86f3-f1d8-4186-8ca4-aefa2636e4fb'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:31.691829 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.692525 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd8e3e5-32f0-4d51-a1eb-9d4fe3b97b0e x-openstack-request-id: req-6cd8e3e5-32f0-4d51-a1eb-9d4fe3b97b0e {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:31.694194 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0", "name": "network-vif-plugged", "status": "completed", "tag": "8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:31.694357 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.694644 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cd8e3e5-32f0-4d51-a1eb-9d4fe3b97b0e {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:31.695381 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2', 'code': 200} Sep 16 04:43:31.705576 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5021f655-a976-4ee9-a8e4-2ddf3b842677 req-edb07039-8b62-489c-b8de-b60870b1bb8e tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.708265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5021f655-a976-4ee9-a8e4-2ddf3b842677 req-edb07039-8b62-489c-b8de-b60870b1bb8e tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.709430 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5021f655-a976-4ee9-a8e4-2ddf3b842677 req-edb07039-8b62-489c-b8de-b60870b1bb8e tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "DELETE /v2.0/security-groups/197b30e1-ac70-4f0a-ade9-37065b7a4131 HTTP/1.1" status: 204 len: 173 time: 0.4179416 Sep 16 04:43:31.719639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:31.720063 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:31.723809 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:31.755033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb07039-8b62-489c-b8de-b60870b1bb8e tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197b30e1-ac70-4f0a-ade9-37065b7a4131,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:31.870494 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.884923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87c09aa0-8393-47ff-8857-1ba3341d8639 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:31.901099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:31.903344 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] 10.222.0.53 "DELETE /v2.0/networks/078d9329-d451-4dbe-afbb-1200f8586c5d HTTP/1.1" status: 204 len: 168 time: 2.0358911 Sep 16 04:43:31.937201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d76f2-d3f2-414a-8092-d0565e20b440 admin admin] Pushing event deleted for resources: {'Network': ['ID=078d9329-d451-4dbe-afbb-1200f8586c5d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:31.940536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] For port 614e0de0-5472-4b45-ab24-e66dfa3b74fd, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:31.945249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5059bb-3d78-405b-b6be-f6d9382b04b1 req-ce78a5bb-720c-4b8c-9d18-8cd2dcdea1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:31.947043 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1e5059bb-3d78-405b-b6be-f6d9382b04b1 req-ce78a5bb-720c-4b8c-9d18-8cd2dcdea1aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 1098 time: 0.1604018 Sep 16 04:43:31.949661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] For port 614e0de0-5472-4b45-ab24-e66dfa3b74fd, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=614e0de0-5472-4b45-ab24-e66dfa3b74fd,segment=NetworkSegment(10cc0b10-5efa-4f07-bedd-f91e3c65b152),segment_id=10cc0b10-5efa-4f07-bedd-f91e3c65b152)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:31.960209 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-555b4e4f-dddc-439a-a286-ad14d82df8b5 req-8900d799-f711-4360-9d12-eece929cf768 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/8b94aaa9-fda4-41f3-863f-22cfa35ee77c HTTP/1.1" status: 200 len: 1813 time: 0.2011569 Sep 16 04:43:31.974324 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.039993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 87c09aa0-8393-47ff-8857-1ba3341d8639 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:32.040802 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.044879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f039-d136-4c50-95a6-b2aa1d5f84d8 req-70027af0-d775-4253-b2fb-99a81f4d899a tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.053382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6354f039-d136-4c50-95a6-b2aa1d5f84d8 req-70027af0-d775-4253-b2fb-99a81f4d899a tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 943 time: 0.0607843 Sep 16 04:43:32.061627 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.062492 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.064080 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] 10.222.0.50 "PUT /v2.0/ports/614e0de0-5472-4b45-ab24-e66dfa3b74fd HTTP/1.1" status: 200 len: 1092 time: 2.1475518 Sep 16 04:43:32.067246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01634446-b48d-46ec-8d6e-fbb1447208b1', 'tag': '614e0de0-5472-4b45-ab24-e66dfa3b74fd'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:32.069733 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67ba14b-7f0e-429b-8494-60852f492a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "01634446-b48d-46ec-8d6e-fbb1447208b1", "tag": "614e0de0-5472-4b45-ab24-e66dfa3b74fd"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:32.093249 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1e5059bb-3d78-405b-b6be-f6d9382b04b1 req-89082bab-654c-44fc-910a-556a61f61232 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302993 Sep 16 04:43:32.117001 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6354f039-d136-4c50-95a6-b2aa1d5f84d8 req-58d5deb6-8900-480a-b420-bebfc55d768e tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/security-groups?id=6396f7d5-dd70-4974-9601-ffc8a39b1f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607996 Sep 16 04:43:32.147116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49806f5d-b6ab-44c2-920a-fd9ea9709d22 service neutron] Pushing event updated for resources: {'Port': ['ID=614e0de0-5472-4b45-ab24-e66dfa3b74fd,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:32.170640 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fe7913-c729-458a-ad98-21280f64aa06 x-openstack-request-id: req-b6fe7913-c729-458a-ad98-21280f64aa06 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:32.170975 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01634446-b48d-46ec-8d6e-fbb1447208b1", "tag": "614e0de0-5472-4b45-ab24-e66dfa3b74fd", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:32.171207 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6fe7913-c729-458a-ad98-21280f64aa06 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:32.171718 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01634446-b48d-46ec-8d6e-fbb1447208b1', 'tag': '614e0de0-5472-4b45-ab24-e66dfa3b74fd', 'status': 'completed', 'code': 200} Sep 16 04:43:32.174521 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-555b4e4f-dddc-439a-a286-ad14d82df8b5 req-4ec5ae68-b8f3-4e6d-80e5-f0da60ba6b18 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.197462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60610) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:32.205754 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-555b4e4f-dddc-439a-a286-ad14d82df8b5 req-4ec5ae68-b8f3-4e6d-80e5-f0da60ba6b18 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.233235 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60616) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:32.234809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-c9a6fe2c-a03c-4aa2-9836-e9a79bed3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.236350 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-c9a6fe2c-a03c-4aa2-9836-e9a79bed3924 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ac6a425ed2c48728ba4ea4491b6ec06&device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 1095 time: 0.1274805 Sep 16 04:43:32.252332 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.293686 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-b599bb52-6fd8-46fe-ac05-1afa04ace225 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=614e0de0-5472-4b45-ab24-e66dfa3b74fd HTTP/1.1" status: 200 len: 217 time: 0.0400672 Sep 16 04:43:32.337777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 87c09aa0-8393-47ff-8857-1ba3341d8639, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87c09aa0-8393-47ff-8857-1ba3341d8639,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:32.343940 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.347511 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9a9a9ed-5d31-4190-bc71-9cfe88a4fc0f req-a138ab21-82d7-4976-8ebb-57c75e4ae721 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0725918 Sep 16 04:43:32.377650 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-555b4e4f-dddc-439a-a286-ad14d82df8b5 req-4ec5ae68-b8f3-4e6d-80e5-f0da60ba6b18 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.380743 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-555b4e4f-dddc-439a-a286-ad14d82df8b5 req-4ec5ae68-b8f3-4e6d-80e5-f0da60ba6b18 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.382203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-555b4e4f-dddc-439a-a286-ad14d82df8b5 req-4ec5ae68-b8f3-4e6d-80e5-f0da60ba6b18 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "DELETE /v2.0/security-groups/8b94aaa9-fda4-41f3-863f-22cfa35ee77c HTTP/1.1" status: 204 len: 173 time: 0.4208941 Sep 16 04:43:32.389048 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8cf6bb5f-ff1b-442e-97c5-41a334968497 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0073ae0903094d4cb76d3462faca7f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544750 Sep 16 04:43:32.391442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60622) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:32.411359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-fc39c6e7-a5d0-42eb-9baf-72c189993b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.413396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-fc39c6e7-a5d0-42eb-9baf-72c189993b36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4caea5b-dfd4-458d-8e84-9bfcca3f8ecb HTTP/1.1" status: 200 len: 849 time: 0.1068802 Sep 16 04:43:32.414610 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5ae68-b8f3-4e6d-80e5-f0da60ba6b18 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b94aaa9-fda4-41f3-863f-22cfa35ee77c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:32.446884 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=87c09aa0-8393-47ff-8857-1ba3341d8639,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:32.484255 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-94d9cc7f-9996-4e05-8d26-6395f8af46d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f39e86f3-f1d8-4186-8ca4-aefa2636e4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574322 Sep 16 04:43:32.505127 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37bf80cc-52ae-44ac-ae99-cdd854052d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.544250 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3d1591aa-3e28-4b71-8556-8fedef96f144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.596133 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60d743dc-7054-4943-90de-2c73cbb244a8 req-5707a06d-1915-4dd5-8b49-0c9e6fcfd5ec tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/56a05b00-76df-4b4e-95bd-a0f690363271 HTTP/1.1" status: 200 len: 1815 time: 0.1366539 Sep 16 04:43:32.621264 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37bf80cc-52ae-44ac-ae99-cdd854052d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.627799 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-ca899bbe-472e-453f-bfb2-70e538ee266d service neutron] 10.222.0.50 "GET /v2.0/networks/f39e86f3-f1d8-4186-8ca4-aefa2636e4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313133 Sep 16 04:43:32.671144 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9eaf02-90f5-48b5-9ed9-aa6e0ad00eaf req-afd4fcb4-5804-4c62-9db8-297f5c590758 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.672967 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6c9eaf02-90f5-48b5-9ed9-aa6e0ad00eaf req-afd4fcb4-5804-4c62-9db8-297f5c590758 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1016695 Sep 16 04:43:32.737983 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-60d743dc-7054-4943-90de-2c73cbb244a8 req-ba665e84-42dd-4672-b33d-e294526efe2a tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.761566 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-60d743dc-7054-4943-90de-2c73cbb244a8 req-ba665e84-42dd-4672-b33d-e294526efe2a tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.770633 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6c9eaf02-90f5-48b5-9ed9-aa6e0ad00eaf req-151fb7df-3094-4ef3-b03f-db97762a51d9 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852718 Sep 16 04:43:32.785218 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37bf80cc-52ae-44ac-ae99-cdd854052d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.787857 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37bf80cc-52ae-44ac-ae99-cdd854052d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.789015 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-37bf80cc-52ae-44ac-ae99-cdd854052d25 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cfc36107-26d1-4fa3-a9c6-c7cc86ad3a35 HTTP/1.1" status: 204 len: 168 time: 0.3956470 Sep 16 04:43:32.793695 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19df4e58-3a19-48ba-9290-53c88c7db138 req-89c371c1-ba7d-432f-9812-bc368b4a69b6 service neutron] 10.222.0.50 "GET /v2.0/networks/f39e86f3-f1d8-4186-8ca4-aefa2636e4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518447 Sep 16 04:43:32.848383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf80cc-52ae-44ac-ae99-cdd854052d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc36107-26d1-4fa3-a9c6-c7cc86ad3a35,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:32.902368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-60d743dc-7054-4943-90de-2c73cbb244a8 req-ba665e84-42dd-4672-b33d-e294526efe2a tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.905477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-60d743dc-7054-4943-90de-2c73cbb244a8 req-ba665e84-42dd-4672-b33d-e294526efe2a tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.910383 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60d743dc-7054-4943-90de-2c73cbb244a8 req-ba665e84-42dd-4672-b33d-e294526efe2a tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "DELETE /v2.0/security-groups/56a05b00-76df-4b4e-95bd-a0f690363271 HTTP/1.1" status: 204 len: 173 time: 0.3131223 Sep 16 04:43:32.955567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3d1591aa-3e28-4b71-8556-8fedef96f144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.955748 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ba14b-7f0e-429b-8494-60852f492a2a req-7b383719-fedd-4ceb-9fb2-1eeb5078ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.957245 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a67ba14b-7f0e-429b-8494-60852f492a2a req-7b383719-fedd-4ceb-9fb2-1eeb5078ba7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ac6a425ed2c48728ba4ea4491b6ec06&device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 1095 time: 0.1055830 Sep 16 04:43:32.968679 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3d1591aa-3e28-4b71-8556-8fedef96f144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:32.970976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba665e84-42dd-4672-b33d-e294526efe2a tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a05b00-76df-4b4e-95bd-a0f690363271,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:32.991186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a938c36-374c-414d-852f-38a225cd58cd req-2ebfd4cd-cfe3-40ed-a08a-8ae9f28e93d7 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:32.993315 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a938c36-374c-414d-852f-38a225cd58cd req-2ebfd4cd-cfe3-40ed-a08a-8ae9f28e93d7 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 946 time: 0.0947230 Sep 16 04:43:33.037407 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c32f47d9-70e2-4983-945d-cb6fcac55385 req-fa8d77a2-0c5b-4831-b1a0-4fee12c82f72 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/705b3899-0866-4d72-a374-fb0ea57e7a44 HTTP/1.1" status: 200 len: 1813 time: 0.1021223 Sep 16 04:43:33.113743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3d1591aa-3e28-4b71-8556-8fedef96f144 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ab8288e693c4ff1b5a9f3cb90d2c93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9114437 Sep 16 04:43:33.114582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60640) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:33.124660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1591aa-3e28-4b71-8556-8fedef96f144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff5fa2e-485c-4980-bc37-2a3102f1a833,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:33.150129 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a938c36-374c-414d-852f-38a225cd58cd req-e8e7411b-7b5d-4c07-9f87-7f4fc73f944e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357243 Sep 16 04:43:33.163782 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c32f47d9-70e2-4983-945d-cb6fcac55385 req-c41aada3-23df-4922-9b28-1bbf0c633549 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.180240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ba14b-7f0e-429b-8494-60852f492a2a req-a0bac621-bcd3-4300-9d2f-5e644e64de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:33.183101 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a67ba14b-7f0e-429b-8494-60852f492a2a req-a0bac621-bcd3-4300-9d2f-5e644e64de9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=f39e86f3-f1d8-4186-8ca4-aefa2636e4fb HTTP/1.1" status: 200 len: 910 time: 0.2163846 Sep 16 04:43:33.190308 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c32f47d9-70e2-4983-945d-cb6fcac55385 req-c41aada3-23df-4922-9b28-1bbf0c633549 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.247572 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c894feaf-2c6b-4943-965b-8a0c463f75a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.266875 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a67ba14b-7f0e-429b-8494-60852f492a2a req-9722771a-4cd8-48bb-a74d-8caa14dd50c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=614e0de0-5472-4b45-ab24-e66dfa3b74fd HTTP/1.1" status: 200 len: 217 time: 0.0733778 Sep 16 04:43:33.280001 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c32f47d9-70e2-4983-945d-cb6fcac55385 req-c41aada3-23df-4922-9b28-1bbf0c633549 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.283285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c32f47d9-70e2-4983-945d-cb6fcac55385 req-c41aada3-23df-4922-9b28-1bbf0c633549 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.284683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c32f47d9-70e2-4983-945d-cb6fcac55385 req-c41aada3-23df-4922-9b28-1bbf0c633549 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "DELETE /v2.0/security-groups/705b3899-0866-4d72-a374-fb0ea57e7a44 HTTP/1.1" status: 204 len: 173 time: 0.2461848 Sep 16 04:43:33.287203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c894feaf-2c6b-4943-965b-8a0c463f75a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.308590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41aada3-23df-4922-9b28-1bbf0c633549 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=705b3899-0866-4d72-a374-fb0ea57e7a44,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:33.380048 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-206f5eb0-599b-4b30-9804-6c12ffc2373b req-d680b627-6c6c-44c9-8655-9be2cb76e095 tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "GET /v2.0/security-groups/a2817c53-f058-4256-b484-bee086b17595 HTTP/1.1" status: 200 len: 1813 time: 0.0726988 Sep 16 04:43:33.408679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45662ad6-79e0-4a94-a295-f5acdb262af1 req-c59abd32-9758-44b9-9456-d31392c1e28e tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:33.411415 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-45662ad6-79e0-4a94-a295-f5acdb262af1 req-c59abd32-9758-44b9-9456-d31392c1e28e tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 943 time: 0.1517606 Sep 16 04:43:33.413706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ba14b-7f0e-429b-8494-60852f492a2a req-a4eca669-accb-4bec-b7af-90c9bf5767f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:33.415393 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a67ba14b-7f0e-429b-8494-60852f492a2a req-a4eca669-accb-4bec-b7af-90c9bf5767f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4caea5b-dfd4-458d-8e84-9bfcca3f8ecb HTTP/1.1" status: 200 len: 849 time: 0.1368389 Sep 16 04:43:33.451713 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c894feaf-2c6b-4943-965b-8a0c463f75a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.454472 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c894feaf-2c6b-4943-965b-8a0c463f75a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.455956 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c894feaf-2c6b-4943-965b-8a0c463f75a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ff5fa2e-485c-4980-bc37-2a3102f1a833 HTTP/1.1" status: 204 len: 168 time: 0.3372738 Sep 16 04:43:33.467634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a67ba14b-7f0e-429b-8494-60852f492a2a req-fad31845-7ec2-4012-be04-ab8f116f7f1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f39e86f3-f1d8-4186-8ca4-aefa2636e4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438931 Sep 16 04:43:33.484889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894feaf-2c6b-4943-965b-8a0c463f75a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff5fa2e-485c-4980-bc37-2a3102f1a833,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:33.515817 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-206f5eb0-599b-4b30-9804-6c12ffc2373b req-143aa8cc-eba4-4a16-b083-57cd690f8f2e tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.529363 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-45662ad6-79e0-4a94-a295-f5acdb262af1 req-aa208c19-d1bb-42a7-81f5-3dcd86dd2fcc tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/security-groups?id=6396f7d5-dd70-4974-9601-ffc8a39b1f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089394 Sep 16 04:43:33.564298 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-206f5eb0-599b-4b30-9804-6c12ffc2373b req-143aa8cc-eba4-4a16-b083-57cd690f8f2e tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.634933 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-206f5eb0-599b-4b30-9804-6c12ffc2373b req-143aa8cc-eba4-4a16-b083-57cd690f8f2e tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.638571 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-206f5eb0-599b-4b30-9804-6c12ffc2373b req-143aa8cc-eba4-4a16-b083-57cd690f8f2e tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.640233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-206f5eb0-599b-4b30-9804-6c12ffc2373b req-143aa8cc-eba4-4a16-b083-57cd690f8f2e tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] 10.222.0.53 "DELETE /v2.0/security-groups/a2817c53-f058-4256-b484-bee086b17595 HTTP/1.1" status: 204 len: 173 time: 0.2533457 Sep 16 04:43:33.647395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60664) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:33.650529 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a67ba14b-7f0e-429b-8494-60852f492a2a req-c6af5d44-65f2-4fdf-8923-029488c27bfd service neutron] 10.222.0.50 "GET /v2.0/networks/f39e86f3-f1d8-4186-8ca4-aefa2636e4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688178 Sep 16 04:43:33.697408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5699c6-df30-4b43-bdcc-830019c36632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c09aa0-8393-47ff-8857-1ba3341d8639'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:33.700005 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925a88e1-d12f-45f3-b646-3d6f848613c1" -d '{"events": [{"server_uuid": "7e5699c6-df30-4b43-bdcc-830019c36632", "name": "network-vif-plugged", "status": "completed", "tag": "87c09aa0-8393-47ff-8857-1ba3341d8639"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:33.776858 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7512ef-96f4-4173-88fa-407de10e4efb x-openstack-request-id: req-ae7512ef-96f4-4173-88fa-407de10e4efb {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:33.777556 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5699c6-df30-4b43-bdcc-830019c36632", "name": "network-vif-plugged", "status": "completed", "tag": "87c09aa0-8393-47ff-8857-1ba3341d8639", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:33.778078 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae7512ef-96f4-4173-88fa-407de10e4efb {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:33.778894 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5699c6-df30-4b43-bdcc-830019c36632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c09aa0-8393-47ff-8857-1ba3341d8639', 'code': 200} Sep 16 04:43:33.783545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60670) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:33.792908 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3647238b-f6c4-40d6-8a14-34fa421c31a5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1935344093'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:33.811611 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a67ba14b-7f0e-429b-8494-60852f492a2a req-755c3c03-5dcd-4d2b-8b3a-52be0da0a08c service neutron] 10.222.0.50 "GET /v2.0/networks/f39e86f3-f1d8-4186-8ca4-aefa2636e4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539433 Sep 16 04:43:33.830154 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a884d535-1cbd-4db9-a38d-0455873ce8e5 req-0beb5a94-92f3-4de0-a8d8-122e2fdde33f tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0479960 Sep 16 04:43:33.846684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3647238b-f6c4-40d6-8a14-34fa421c31a5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:33.852311 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3647238b-f6c4-40d6-8a14-34fa421c31a5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.896271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 614e0de0-5472-4b45-ab24-e66dfa3b74fd details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:33.920669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3647238b-f6c4-40d6-8a14-34fa421c31a5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:33.949319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3647238b-f6c4-40d6-8a14-34fa421c31a5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:33.949993 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-3647238b-f6c4-40d6-8a14-34fa421c31a5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Added segment 1c4d7539-819a-4092-8098-6b25d6b19260 of type vlan for network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae Sep 16 04:43:34.011770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3647238b-f6c4-40d6-8a14-34fa421c31a5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.076863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 614e0de0-5472-4b45-ab24-e66dfa3b74fd, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=614e0de0-5472-4b45-ab24-e66dfa3b74fd,segment=NetworkSegment(10cc0b10-5efa-4f07-bedd-f91e3c65b152),segment_id=10cc0b10-5efa-4f07-bedd-f91e3c65b152)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:34.091916 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3647238b-f6c4-40d6-8a14-34fa421c31a5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.095701 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '614e0de0-5472-4b45-ab24-e66dfa3b74fd', 'network_id': 'f39e86f3-f1d8-4186-8ca4-aefa2636e4fb', 'port_id': '614e0de0-5472-4b45-ab24-e66dfa3b74fd', 'mac_address': 'fa:16:3e:24:20:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4caea5b-dfd4-458d-8e84-9bfcca3f8ecb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:34.100350 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3647238b-f6c4-40d6-8a14-34fa421c31a5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.100350 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3647238b-f6c4-40d6-8a14-34fa421c31a5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.125195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40cfb7-df7a-4de2-a04e-01e42c74ee28 req-61329be5-7adc-4728-8d03-ed2b85389937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.127190 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca40cfb7-df7a-4de2-a04e-01e42c74ee28 req-61329be5-7adc-4728-8d03-ed2b85389937 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 1097 time: 0.1086886 Sep 16 04:43:34.139007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc62d82-22ca-4be7-8c67-279758fe66ca admin admin] Deleting subnet 3ae54cb3-253e-40f6-9a58-d9d27cd3ee34 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:34.143748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143aa8cc-eba4-4a16-b083-57cd690f8f2e tempest-SecurityGroupRulesNegativeTestJSON-482978572 tempest-SecurityGroupRulesNegativeTestJSON-482978572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2817c53-f058-4256-b484-bee086b17595,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:34.145874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fc62d82-22ca-4be7-8c67-279758fe66ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.153149 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.178854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614e0de0-5472-4b45-ab24-e66dfa3b74fd {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:34.185511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3647238b-f6c4-40d6-8a14-34fa421c31a5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4003019 Sep 16 04:43:34.186705 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60684) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:34.221697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 614e0de0-5472-4b45-ab24-e66dfa3b74fd, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=614e0de0-5472-4b45-ab24-e66dfa3b74fd,segment=NetworkSegment(10cc0b10-5efa-4f07-bedd-f91e3c65b152),segment_id=10cc0b10-5efa-4f07-bedd-f91e3c65b152)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:34.227055 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.233623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5dad90c2-2364-413e-8676-5478488ce962 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1896689592'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:34.252743 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fc62d82-22ca-4be7-8c67-279758fe66ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.259647 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca40cfb7-df7a-4de2-a04e-01e42c74ee28 req-f3d1c808-de9b-476c-b269-aa62e8c77669 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166849 Sep 16 04:43:34.260309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647238b-f6c4-40d6-8a14-34fa421c31a5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Network': ['ID=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:34.273770 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:34.280904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dad90c2-2364-413e-8676-5478488ce962 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:34.289906 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dad90c2-2364-413e-8676-5478488ce962 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.302933 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643454e-582f-4823-bd23-0b9773bd6b4e req-ac829d40-f8fe-420e-87af-f7f30b6106bf tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.305057 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c643454e-582f-4823-bd23-0b9773bd6b4e req-ac829d40-f8fe-420e-87af-f7f30b6106bf tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.2078888 Sep 16 04:43:34.310670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=614e0de0-5472-4b45-ab24-e66dfa3b74fd,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:34.361764 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fc62d82-22ca-4be7-8c67-279758fe66ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.380183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dad90c2-2364-413e-8676-5478488ce962 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:34.393137 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6944653-2551-4e5e-b683-ab900f90fa2f req-8c422860-c1e9-4232-979e-378f3d74be1e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.394846 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6944653-2551-4e5e-b683-ab900f90fa2f req-8c422860-c1e9-4232-979e-378f3d74be1e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 946 time: 0.1010294 Sep 16 04:43:34.403667 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dad90c2-2364-413e-8676-5478488ce962 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.404093 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-5dad90c2-2364-413e-8676-5478488ce962 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Added segment e641fa04-fc88-46c4-bd88-8efd026b7f65 of type vlan for network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 Sep 16 04:43:34.410237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c643454e-582f-4823-bd23-0b9773bd6b4e req-9fa0388c-73a3-4e98-b937-a894bdf412c4 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954642 Sep 16 04:43:34.448733 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fc62d82-22ca-4be7-8c67-279758fe66ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.471351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['614e0de0-5472-4b45-ab24-e66dfa3b74fd'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:34.479371 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dad90c2-2364-413e-8676-5478488ce962 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.483813 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fc62d82-22ca-4be7-8c67-279758fe66ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.486702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5fc62d82-22ca-4be7-8c67-279758fe66ca admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3ae54cb3-253e-40f6-9a58-d9d27cd3ee34 HTTP/1.1" status: 204 len: 168 time: 0.8379440 Sep 16 04:43:34.488258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc62d82-22ca-4be7-8c67-279758fe66ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae54cb3-253e-40f6-9a58-d9d27cd3ee34,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:34.491254 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6944653-2551-4e5e-b683-ab900f90fa2f req-3a71fd8c-39dd-4fd7-a290-e0bc4cd1e629 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855422 Sep 16 04:43:34.491727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60696) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:34.579712 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dad90c2-2364-413e-8676-5478488ce962 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.585850 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad90c2-2364-413e-8676-5478488ce962 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.586463 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dad90c2-2364-413e-8676-5478488ce962 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.665756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad90c2-2364-413e-8676-5478488ce962 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Network': ['ID=29ad4d4c-cf1f-437c-b71a-b27ce3500821,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:34.676024 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.682807 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:34.688256 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5dad90c2-2364-413e-8676-5478488ce962 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4637818 Sep 16 04:43:34.688634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60708) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:34.694512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-09b50e8b-df44-4bcd-a511-c92729c90a8c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'subnet': {'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:34.813286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60712) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:34.814242 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.857202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b50e8b-df44-4bcd-a511-c92729c90a8c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:34.862750 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09b50e8b-df44-4bcd-a511-c92729c90a8c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.871675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cde1b7-4590-4c05-9577-df850607ca87']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:34.886267 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b67c4e3-6c5e-482c-866e-4c49377fab72') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:34.886688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b67c4e3-6c5e-482c-866e-4c49377fab72') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:34.900228 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.923461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35429965-4e7e-4554-b41d-14de7c78b428 req-ec7e16aa-ba9b-4ad7-b5aa-75957ad80d48 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:34.931557 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-35429965-4e7e-4554-b41d-14de7c78b428 req-ec7e16aa-ba9b-4ad7-b5aa-75957ad80d48 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 944 time: 0.1140025 Sep 16 04:43:34.942492 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.965215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:34.965637 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:34.967407 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:34.982148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1603413770-network', 'tenant_id': '736a94285e6e42ad8ba8f83e020a6b43'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:35.000532 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-35429965-4e7e-4554-b41d-14de7c78b428 req-2dc69b12-f4cd-4cb5-999d-c80dd82689ce tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/security-groups?id=6396f7d5-dd70-4974-9601-ffc8a39b1f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686045 Sep 16 04:43:35.042547 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.048986 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.052015 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] 10.222.0.53 "DELETE /v2.0/networks/29cde1b7-4590-4c05-9577-df850607ca87 HTTP/1.1" status: 204 len: 168 time: 0.5579450 Sep 16 04:43:35.066354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa02cc2-d501-433c-82d1-32222493a809 admin admin] Pushing event deleted for resources: {'Network': ['ID=29cde1b7-4590-4c05-9577-df850607ca87,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.079414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Made reservation on behalf of 736a94285e6e42ad8ba8f83e020a6b43 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:35.081755 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.095458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.113829 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3b1c249e-7282-4ddf-8eb7-541670e27456 req-0a9f3979-83d6-44dd-9509-99eecaa97ab8 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0306573 Sep 16 04:43:35.162008 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079ea2b-26c2-4610-a811-6839f0b06524 req-a6e597d8-f03b-41c1-a5cb-3729bf4630d0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.163537 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f079ea2b-26c2-4610-a811-6839f0b06524 req-a6e597d8-f03b-41c1-a5cb-3729bf4630d0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 946 time: 0.1587043 Sep 16 04:43:35.191970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60724) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:35.199954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.242212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5e147b00-c89f-4453-814e-e7435c0f3457 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b821d9442b5844eeabdec83360f29362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465455 Sep 16 04:43:35.242469 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f079ea2b-26c2-4610-a811-6839f0b06524 req-0ad1039e-7a04-44d4-8765-f7c9c42969b0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481999 Sep 16 04:43:35.242750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60726) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:35.253031 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09b50e8b-df44-4bcd-a511-c92729c90a8c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.297597 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b0c35bcb-8b7b-4ae4-9808-87ba6cad8513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.326754 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b0c35bcb-8b7b-4ae4-9808-87ba6cad8513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.366698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50e8b-df44-4bcd-a511-c92729c90a8c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Subnet': ['ID=e87afb49-fbf8-4607-b70e-cc0d1747d824,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.387624 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b0c35bcb-8b7b-4ae4-9808-87ba6cad8513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.389895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b50e8b-df44-4bcd-a511-c92729c90a8c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Checking segment: {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:35.390265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b50e8b-df44-4bcd-a511-c92729c90a8c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Network hostable DHCP agents. Network: d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:35.392462 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b0c35bcb-8b7b-4ae4-9808-87ba6cad8513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.407017 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b0c35bcb-8b7b-4ae4-9808-87ba6cad8513 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b10e8ed7-915e-444c-a190-0b91a1d15655 HTTP/1.1" status: 204 len: 168 time: 0.1538255 Sep 16 04:43:35.419081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b50e8b-df44-4bcd-a511-c92729c90a8c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:35.422499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.426670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c35bcb-8b7b-4ae4-9808-87ba6cad8513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10e8ed7-915e-444c-a190-0b91a1d15655,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.428774 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.437979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-09b50e8b-df44-4bcd-a511-c92729c90a8c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:35.464746 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e80a7-e14c-4637-b350-615d3245bd70 None None] Network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:35.468320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b50e8b-df44-4bcd-a511-c92729c90a8c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.468927 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-09b50e8b-df44-4bcd-a511-c92729c90a8c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.495619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:35.537773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.541027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.541509 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Added segment a3a6b9cd-ccbf-495f-961d-2266536782c4 of type vlan for network ab01d43b-6a4e-4257-bc42-c79cac07e068 Sep 16 04:43:35.544372 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-09b50e8b-df44-4bcd-a511-c92729c90a8c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8546751 Sep 16 04:43:35.548040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60732) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:35.554512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5b19d4be-5f6f-47bb-af73-4ea7f4205e46 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'subnet': {'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:35.611453 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.666538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96923404-12d8-4f4c-8f3e-5031c4ccfee7 req-a96bec38-fcc0-4a06-aa7b-a74827e560cc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.668901 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96923404-12d8-4f4c-8f3e-5031c4ccfee7 req-a96bec38-fcc0-4a06-aa7b-a74827e560cc tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.0811744 Sep 16 04:43:35.670529 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.671547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:35.672133 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.710878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae', 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'fixed_ips': [{'subnet_id': 'e87afb49-fbf8-4607-b70e-cc0d1747d824'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:43:35.711756 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.727962 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9132912 Sep 16 04:43:35.730144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60736) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:35.765394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-80fcf3bb-7e55-4320-a63f-198a1aff0bcd admin admin] Request body: {'subnet': {'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1603413770-subnet', 'tenant_id': '736a94285e6e42ad8ba8f83e020a6b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:35.771668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b19d4be-5f6f-47bb-af73-4ea7f4205e46 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:35.776668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b19d4be-5f6f-47bb-af73-4ea7f4205e46 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.786688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18597110-408c-45eb-abeb-c6cbb065207f admin admin] Pushing event updated for resources: {'Network': ['ID=ab01d43b-6a4e-4257-bc42-c79cac07e068,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:35.796240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fcf3bb-7e55-4320-a63f-198a1aff0bcd admin admin] Made reservation on behalf of 736a94285e6e42ad8ba8f83e020a6b43 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:35.798973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80fcf3bb-7e55-4320-a63f-198a1aff0bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:35.809067 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96923404-12d8-4f4c-8f3e-5031c4ccfee7 req-128b519b-f577-4a5f-9c5c-eadc3fea34b6 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322527 Sep 16 04:43:35.959475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network ab01d43b-6a4e-4257-bc42-c79cac07e068 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:35.962039 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 614e0de0-5472-4b45-ab24-e66dfa3b74fd up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:36.035944 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b19d4be-5f6f-47bb-af73-4ea7f4205e46 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.058037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9efa3-8724-4ddd-936b-21181ba2598a req-5a999ff9-a2a0-4992-b47c-d57133147729 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.059564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94d9efa3-8724-4ddd-936b-21181ba2598a req-5a999ff9-a2a0-4992-b47c-d57133147729 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1256311 Sep 16 04:43:36.135556 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80fcf3bb-7e55-4320-a63f-198a1aff0bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.154699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19d4be-5f6f-47bb-af73-4ea7f4205e46 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Subnet': ['ID=e4cfd570-b1ec-4147-b4f7-830b27a8fe55,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:36.193697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94d9efa3-8724-4ddd-936b-21181ba2598a req-61ddea1d-2a9c-40aa-98fd-e87287cf0af9 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063795 Sep 16 04:43:36.269092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd834a35-d131-4afc-85b5-39226a7f1e8c req-5f995766-de82-4e73-b4af-e25acd8edf80 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.274420 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd834a35-d131-4afc-85b5-39226a7f1e8c req-5f995766-de82-4e73-b4af-e25acd8edf80 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 944 time: 0.1252325 Sep 16 04:43:36.288539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcf3bb-7e55-4320-a63f-198a1aff0bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6604d7-1624-4395-a31f-cb9d0b19c16f,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:36.291526 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07fb83-502f-4976-847e-85651aa3d0b8 req-eb7ebd48-8fc1-4ffb-92c2-07223b70ebdb tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.293150 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da07fb83-502f-4976-847e-85651aa3d0b8 req-eb7ebd48-8fc1-4ffb-92c2-07223b70ebdb tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 946 time: 0.1396389 Sep 16 04:43:36.299918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fcf3bb-7e55-4320-a63f-198a1aff0bcd admin admin] Checking segment: {'id': 'a3a6b9cd-ccbf-495f-961d-2266536782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:36.300571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fcf3bb-7e55-4320-a63f-198a1aff0bcd admin admin] Network hostable DHCP agents. Network: ab01d43b-6a4e-4257-bc42-c79cac07e068, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:36.322235 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fcf3bb-7e55-4320-a63f-198a1aff0bcd admin admin] Network ab01d43b-6a4e-4257-bc42-c79cac07e068 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:36.334811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-80fcf3bb-7e55-4320-a63f-198a1aff0bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, ab01d43b-6a4e-4257-bc42-c79cac07e068) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:36.350964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fcf3bb-7e55-4320-a63f-198a1aff0bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.351623 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80fcf3bb-7e55-4320-a63f-198a1aff0bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.370218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-80fcf3bb-7e55-4320-a63f-198a1aff0bcd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6134968 Sep 16 04:43:36.403639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19d4be-5f6f-47bb-af73-4ea7f4205e46 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Checking segment: {'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:36.409025 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b19d4be-5f6f-47bb-af73-4ea7f4205e46 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Network hostable DHCP agents. Network: 29ad4d4c-cf1f-437c-b71a-b27ce3500821, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:36.438996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fdcc194c-4716-4438-996d-9e4ac007dbc8 req-44da9814-ace2-43fa-8a4c-3d0d5233f2ec tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0549040 Sep 16 04:43:36.460588 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccf15c6-6fc2-4ce6-9960-146f6c7e16d0 None None] Network ab01d43b-6a4e-4257-bc42-c79cac07e068 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:36.515235 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd834a35-d131-4afc-85b5-39226a7f1e8c req-5747f3f0-9884-4e33-83c4-541270b190ee tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/security-groups?id=6396f7d5-dd70-4974-9601-ffc8a39b1f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388155 Sep 16 04:43:36.519920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b19d4be-5f6f-47bb-af73-4ea7f4205e46 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:36.554925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-5b19d4be-5f6f-47bb-af73-4ea7f4205e46 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 29ad4d4c-cf1f-437c-b71a-b27ce3500821) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:36.555180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60772) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:36.590403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b19d4be-5f6f-47bb-af73-4ea7f4205e46 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.591139 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b19d4be-5f6f-47bb-af73-4ea7f4205e46 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.605877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-da07fb83-502f-4976-847e-85651aa3d0b8 req-7d825480-318f-498d-b1d2-2f0ed58b2294 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Deleting port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:36.606286 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da07fb83-502f-4976-847e-85651aa3d0b8 req-7d825480-318f-498d-b1d2-2f0ed58b2294 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.618107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f20bb82-01bc-4bba-8592-656cbdb1dd8f None None] Network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:36.625121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Allocated IP 10.1.1.2 (d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae/e87afb49-fbf8-4607-b70e-cc0d1747d824/6b467e13-8514-452f-a6a8-e8c38c932fab) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:36.665705 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5b19d4be-5f6f-47bb-af73-4ea7f4205e46 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1164074 Sep 16 04:43:36.668959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60778) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:36.681823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'port': {'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae', 'name': 'tempest-TaggedBootDevicesTest-1404489045', 'fixed_ips': [{'subnet_id': 'e87afb49-fbf8-4607-b70e-cc0d1747d824'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:36.755691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a69e8a-dc74-411f-af61-842f140dc91e req-1172650f-4547-446f-a25b-3f9c41fe8e6a tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:36.757532 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89a69e8a-dc74-411f-af61-842f140dc91e req-1172650f-4547-446f-a25b-3f9c41fe8e6a tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0 HTTP/1.1" status: 200 len: 946 time: 0.1468859 Sep 16 04:43:36.796052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-da07fb83-502f-4976-847e-85651aa3d0b8 req-7d825480-318f-498d-b1d2-2f0ed58b2294 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] For port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:36.796469 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da07fb83-502f-4976-847e-85651aa3d0b8 req-7d825480-318f-498d-b1d2-2f0ed58b2294 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.823224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abbb49c-5181-4a4a-9971-981d91aad5c7 None None] Network ab01d43b-6a4e-4257-bc42-c79cac07e068 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:36.823524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-da07fb83-502f-4976-847e-85651aa3d0b8 req-7d825480-318f-498d-b1d2-2f0ed58b2294 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Calling delete_port for 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:36.836093 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89a69e8a-dc74-411f-af61-842f140dc91e req-3dc751cb-8dae-4e3d-937c-dd72e791dc19 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698059 Sep 16 04:43:36.900121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1914957341-network', 'tenant_id': '8e9ec0f0920e4456a159cc77247989fe'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:36.911535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 614e0de0-5472-4b45-ab24-e66dfa3b74fd completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:36.939140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 614e0de0-5472-4b45-ab24-e66dfa3b74fd triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:36.939510 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:36.943974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:37.034406 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da07fb83-502f-4976-847e-85651aa3d0b8 req-7d825480-318f-498d-b1d2-2f0ed58b2294 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.064088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-2ae0a9d7-483e-4afa-942d-75a8472b5d52 req-1f4f3bc7-403b-4e2a-ad73-44b9e28d9017 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1362012586', 'description': 'tempest-description-1102139284'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:37.076143 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:37.080090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d825480-318f-498d-b1d2-2f0ed58b2294 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event deleted for resources: {'Port': ['ID=8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:37.096732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Made reservation on behalf of 8e9ec0f0920e4456a159cc77247989fe for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:37.098932 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.107539 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.126531 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.150288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] device_id is not set on port b2c539f9-3dcb-4aee-84f4-297e697dc188 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:43:37.155192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-da07fb83-502f-4976-847e-85651aa3d0b8 req-7d825480-318f-498d-b1d2-2f0ed58b2294 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] No DVR routers for this DVR port 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:37.156973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2ae0a9d7-483e-4afa-942d-75a8472b5d52 req-1f4f3bc7-403b-4e2a-ad73-44b9e28d9017 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.160085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da07fb83-502f-4976-847e-85651aa3d0b8 req-7d825480-318f-498d-b1d2-2f0ed58b2294 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.162400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da07fb83-502f-4976-847e-85651aa3d0b8 req-7d825480-318f-498d-b1d2-2f0ed58b2294 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "DELETE /v2.0/ports/8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 HTTP/1.1" status: 204 len: 173 time: 0.8530796 Sep 16 04:43:37.162989 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0', 'name': 'network-vif-deleted', 'tag': '8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:37.172668 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d9888c-ad49-42f9-b483-41f023cc5632" -d '{"events": [{"server_uuid": "48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0", "name": "network-vif-deleted", "tag": "8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:37.277104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-29ad4d4c-cf1f-437c-b71a-b27ce3500821', 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'fixed_ips': [{'subnet_id': 'e4cfd570-b1ec-4147-b4f7-830b27a8fe55'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:43:37.277359 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.285883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-77f54493-5a50-4e1c-8624-8a8277862997 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.294934 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-77f54493-5a50-4e1c-8624-8a8277862997 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/networks?id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b HTTP/1.1" status: 200 len: 815 time: 0.2282329 Sep 16 04:43:37.314996 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-1edc257e-b163-46f0-ab2b-35087825f9a4 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/quotas/03f1e80a621a46fd860f9498f0345948 HTTP/1.1" status: 200 len: 375 time: 0.0186524 Sep 16 04:43:37.346282 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.365896 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.376702 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ab5f20c7-a18a-4bf0-a708-de2ae8fe1a14 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=03f1e80a621a46fd860f9498f0345948&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612292 Sep 16 04:43:37.382068 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.435264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01634446-b48d-46ec-8d6e-fbb1447208b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614e0de0-5472-4b45-ab24-e66dfa3b74fd'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:37.437521 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95f9eb5-3430-4390-8ea7-cb6d8b53f47a" -d '{"events": [{"server_uuid": "01634446-b48d-46ec-8d6e-fbb1447208b1", "name": "network-vif-plugged", "status": "completed", "tag": "614e0de0-5472-4b45-ab24-e66dfa3b74fd"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:37.453339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.462264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Allocated IP 10.1.1.75 (d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae/e87afb49-fbf8-4607-b70e-cc0d1747d824/b2c539f9-3dcb-4aee-84f4-297e697dc188) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:37.465008 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.472629 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-2d21a161-fdce-4058-a99b-0084ca732821 service neutron] 10.222.0.53 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950434 Sep 16 04:43:37.498420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 614e0de0-5472-4b45-ab24-e66dfa3b74fd, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=614e0de0-5472-4b45-ab24-e66dfa3b74fd,segment=NetworkSegment(10cc0b10-5efa-4f07-bedd-f91e3c65b152),segment_id=10cc0b10-5efa-4f07-bedd-f91e3c65b152)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:37.510488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:37.521817 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.538016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:37.545250 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.545720 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Added segment c97a170c-9ee6-4386-91d4-39db83366bc1 of type vlan for network 7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 Sep 16 04:43:37.548241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:37.553186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:37.559289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Pushing event updated for resources: {'Port': ['ID=6b467e13-8514-452f-a6a8-e8c38c932fab,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:37.565647 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.582230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752624fb-c337-421b-9fc7-8bf73a085368,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:37.596740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-172005a9-3815-4512-ae21-6cb414e30c97 service neutron] 10.222.0.53 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115458 Sep 16 04:43:37.673407 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.725822 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2ae0a9d7-483e-4afa-942d-75a8472b5d52 req-1f4f3bc7-403b-4e2a-ad73-44b9e28d9017 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.762194 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Attempting to bind port 6b467e13-8514-452f-a6a8-e8c38c932fab on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:37.762576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Attempting to bind port 6b467e13-8514-452f-a6a8-e8c38c932fab by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:37.762947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Attempting to bind port 6b467e13-8514-452f-a6a8-e8c38c932fab on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:37.770759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Allocated IP 10.2.2.2 (29ad4d4c-cf1f-437c-b71a-b27ce3500821/e4cfd570-b1ec-4147-b4f7-830b27a8fe55/22814d86-f23a-41c3-9c30-504cf5f13545) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:37.774674 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2ae0a9d7-483e-4afa-942d-75a8472b5d52 req-1f4f3bc7-403b-4e2a-ad73-44b9e28d9017 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.779349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=614e0de0-5472-4b45-ab24-e66dfa3b74fd,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:37.786832 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:37.787304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Checking segment: {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:37.788257 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.788738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Bound using segment: {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:37.789413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Bound port: 6b467e13-8514-452f-a6a8-e8c38c932fab, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:37.789839 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.814368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.815417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:37.816041 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.827299 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c34f82-6095-49cb-b60e-a44244bbfec7 x-openstack-request-id: req-22c34f82-6095-49cb-b60e-a44244bbfec7 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:37.827707 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0", "name": "network-vif-deleted", "tag": "8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:37.828180 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22c34f82-6095-49cb-b60e-a44244bbfec7 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:37.828812 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c33b3c-fcfd-4fc3-be26-8ba18d26f3c0', 'name': 'network-vif-deleted', 'tag': '8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2', 'status': 'completed', 'code': 200} Sep 16 04:43:37.841431 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2ae0a9d7-483e-4afa-942d-75a8472b5d52 req-1f4f3bc7-403b-4e2a-ad73-44b9e28d9017 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:37.847852 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ae0a9d7-483e-4afa-942d-75a8472b5d52 req-1f4f3bc7-403b-4e2a-ad73-44b9e28d9017 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7920325 Sep 16 04:43:37.908022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f3bc7-403b-4e2a-ad73-44b9e28d9017 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b899ef-24ed-4af5-9646-e7545b21e062,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:37.936948 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dbbc60-494d-4819-977e-a892b725be4a x-openstack-request-id: req-70dbbc60-494d-4819-977e-a892b725be4a {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:37.937248 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01634446-b48d-46ec-8d6e-fbb1447208b1", "name": "network-vif-plugged", "status": "completed", "tag": "614e0de0-5472-4b45-ab24-e66dfa3b74fd", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:37.937576 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70dbbc60-494d-4819-977e-a892b725be4a {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:37.940132 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01634446-b48d-46ec-8d6e-fbb1447208b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614e0de0-5472-4b45-ab24-e66dfa3b74fd', 'code': 200} Sep 16 04:43:37.942122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60818) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:37.942352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3858418 Sep 16 04:43:37.951665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-4d0999aa-440e-4761-925d-b049e9408734 admin admin] Request body: {'subnet': {'network_id': '7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1914957341-subnet', 'tenant_id': '8e9ec0f0920e4456a159cc77247989fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:37.990559 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.001805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0999aa-440e-4761-925d-b049e9408734 admin admin] Made reservation on behalf of 8e9ec0f0920e4456a159cc77247989fe for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:38.004367 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d0999aa-440e-4761-925d-b049e9408734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.013260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28fdff-d113-44fe-9138-6c726968e535 admin admin] Pushing event updated for resources: {'Network': ['ID=7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.027220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79565921-ec8b-4d86-a261-d30613d449c8 req-c55f2717-24a4-4043-9866-67d48f5ebc83 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0766702 Sep 16 04:43:38.031190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:38.056898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] For port 6b467e13-8514-452f-a6a8-e8c38c932fab, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:38.145523 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e0a331f-a530-4d19-b8e4-7a1ef33c2d07 req-f41769ee-9364-49cf-a4ac-0fdc64552b41 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 210 time: 0.0612195 Sep 16 04:43:38.152831 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.156823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] For port 6b467e13-8514-452f-a6a8-e8c38c932fab, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6b467e13-8514-452f-a6a8-e8c38c932fab,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:38.178716 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.199264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6518b-72e0-4fc0-8818-046716af8f96 req-e3a08f97-b267-4867-bd70-e2355000ffe4 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.201732 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28b6518b-72e0-4fc0-8818-046716af8f96 req-e3a08f97-b267-4867-bd70-e2355000ffe4 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e5699c6-df30-4b43-bdcc-830019c36632 HTTP/1.1" status: 200 len: 945 time: 0.1321537 Sep 16 04:43:38.214570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:38.219795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:38.265549 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.285629 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.286308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:38.297737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb83c1-e008-4489-bc33-707c4f81d991 None None] Pushing event updated for resources: {'Port': ['ID=6b467e13-8514-452f-a6a8-e8c38c932fab,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.309951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b6317-b43c-4c69-bd29-9f13604ccde9 req-ca5bb941-ab55-40da-bcca-98342eee03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.311628 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b53b6317-b43c-4c69-bd29-9f13604ccde9 req-ca5bb941-ab55-40da-bcca-98342eee03d1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 1097 time: 0.2757895 Sep 16 04:43:38.367884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-ff92978b-1a63-4d67-99df-561719724ff1 req-0e76ba06-364d-45b2-8bf9-78ad4d982c32 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-295194443', 'description': 'tempest-description-1508737415'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:38.378188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Port': ['ID=b2c539f9-3dcb-4aee-84f4-297e697dc188,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.380010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85aae8d-ea46-465b-8d4f-95172b79e411 req-232fe1a1-244d-4967-bb36-8ab13c391170 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.388821 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b85aae8d-ea46-465b-8d4f-95172b79e411 req-232fe1a1-244d-4967-bb36-8ab13c391170 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 945 time: 0.3512249 Sep 16 04:43:38.393091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:38.405776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:38.411785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:38.428712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Pushing event updated for resources: {'Port': ['ID=22814d86-f23a-41c3-9c30-504cf5f13545,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.430361 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ff92978b-1a63-4d67-99df-561719724ff1 req-0e76ba06-364d-45b2-8bf9-78ad4d982c32 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.442989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.443921 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.487450 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-64f1cc68-041f-405e-9266-5dec60ee6b07 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8173776 Sep 16 04:43:38.488555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60826) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:38.496125 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b53b6317-b43c-4c69-bd29-9f13604ccde9 req-c951062d-8d43-4f33-a19a-33335768639d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6396f7d5-dd70-4974-9601-ffc8a39b1f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333723 Sep 16 04:43:38.500359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'port': {'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae', 'name': 'tempest-TaggedBootDevicesTest-812855773', 'fixed_ips': [{'subnet_id': 'e87afb49-fbf8-4607-b70e-cc0d1747d824'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:38.525505 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d0999aa-440e-4761-925d-b049e9408734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.531708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Attempting to bind port 22814d86-f23a-41c3-9c30-504cf5f13545 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:38.533455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Attempting to bind port 22814d86-f23a-41c3-9c30-504cf5f13545 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:38.534105 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Attempting to bind port 22814d86-f23a-41c3-9c30-504cf5f13545 on network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:38.571128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:38.571584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Checking segment: {'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:38.572325 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.572798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Bound using segment: {'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:38.574315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Bound port: 22814d86-f23a-41c3-9c30-504cf5f13545, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:38.574756 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.578520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b85aae8d-ea46-465b-8d4f-95172b79e411 req-30d9eab2-c8d3-45e9-bc35-cf301049a47f tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/security-groups?id=6396f7d5-dd70-4974-9601-ffc8a39b1f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887753 Sep 16 04:43:38.628158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-28b6518b-72e0-4fc0-8818-046716af8f96 req-7508d4db-4726-4e1a-b795-de6f370dcf21 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Deleting port 87c09aa0-8393-47ff-8857-1ba3341d8639 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:38.628874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-28b6518b-72e0-4fc0-8818-046716af8f96 req-7508d4db-4726-4e1a-b795-de6f370dcf21 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.671500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0999aa-440e-4761-925d-b049e9408734 admin admin] Checking segment: {'id': 'c97a170c-9ee6-4386-91d4-39db83366bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:38.671871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0999aa-440e-4761-925d-b049e9408734 admin admin] Network hostable DHCP agents. Network: 7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:38.692807 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] For port 22814d86-f23a-41c3-9c30-504cf5f13545, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:38.698334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] For port 22814d86-f23a-41c3-9c30-504cf5f13545, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=22814d86-f23a-41c3-9c30-504cf5f13545,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:38.704375 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0999aa-440e-4761-925d-b049e9408734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=121d30af-8879-4d43-bc94-0d97ad3eba56,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.711911 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.724756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0999aa-440e-4761-925d-b049e9408734 admin admin] Network 7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:38.755878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-4d0999aa-440e-4761-925d-b049e9408734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:38.765772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0999aa-440e-4761-925d-b049e9408734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:38.766763 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d0999aa-440e-4761-925d-b049e9408734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.789016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69f8bd-d65c-4f94-838c-f0679620609b None None] Pushing event updated for resources: {'Port': ['ID=22814d86-f23a-41c3-9c30-504cf5f13545,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:38.792844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f62ec-1f6b-4272-a9a5-102ac4450ea7 None None] Network 7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:38.899965 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ff92978b-1a63-4d67-99df-561719724ff1 req-0e76ba06-364d-45b2-8bf9-78ad4d982c32 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:38.911352 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4d0999aa-440e-4761-925d-b049e9408734 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9676645 Sep 16 04:43:38.929229 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ff92978b-1a63-4d67-99df-561719724ff1 req-0e76ba06-364d-45b2-8bf9-78ad4d982c32 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.063983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5658614c-55ec-4132-9087-227b26e5aae8 None None] Network 7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:39.067283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-28b6518b-72e0-4fc0-8818-046716af8f96 req-7508d4db-4726-4e1a-b795-de6f370dcf21 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] For port 87c09aa0-8393-47ff-8857-1ba3341d8639, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87c09aa0-8393-47ff-8857-1ba3341d8639,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:39.067667 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-28b6518b-72e0-4fc0-8818-046716af8f96 req-7508d4db-4726-4e1a-b795-de6f370dcf21 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.103885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6b467e13-8514-452f-a6a8-e8c38c932fab up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:39.202898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-28b6518b-72e0-4fc0-8818-046716af8f96 req-7508d4db-4726-4e1a-b795-de6f370dcf21 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Calling delete_port for 87c09aa0-8393-47ff-8857-1ba3341d8639 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:39.216340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76ba06-364d-45b2-8bf9-78ad4d982c32 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f925fd51-bd82-4e9e-8bba-062fb343aae9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:39.260051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:39.269514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.282646 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ff92978b-1a63-4d67-99df-561719724ff1 req-0e76ba06-364d-45b2-8bf9-78ad4d982c32 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.288214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff92978b-1a63-4d67-99df-561719724ff1 req-0e76ba06-364d-45b2-8bf9-78ad4d982c32 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9455824 Sep 16 04:43:39.309300 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5c894-307b-486e-a2bf-6afdc46679be req-0d2fcaab-8447-42e4-be1a-51b2f51fac52 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:39.322551 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-0d2fcaab-8447-42e4-be1a-51b2f51fac52 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.3175311 Sep 16 04:43:39.332270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60854) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:39.404389 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-1f1066fe-3fab-4542-a8d2-9d80e05a4d3c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/quotas/12e4b4d2b68d4193892f7f9652ee2b63 HTTP/1.1" status: 200 len: 375 time: 0.0798564 Sep 16 04:43:39.466496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] device_id is not set on port 3e01476a-ab84-4363-8e04-bb85002972b9 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:43:39.472466 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-4f33c671-7655-462d-9f34-0c4e350e6148 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638461 Sep 16 04:43:39.566698 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-36698251-5b93-415b-a77a-21ed7ed64fb4 req-45db0aeb-29d7-45de-ac3c-e7835ae827a3 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.1330693 Sep 16 04:43:39.794258 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6b467e13-8514-452f-a6a8-e8c38c932fab triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:39.795290 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.901235 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7b54338d-5a20-4355-9b51-08a4681e8479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.902219 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:39.917322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b843b-c13a-49fd-ac7c-e8650d5f67bb None None] Network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:39.924718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4c3a13d-600d-4599-a08a-9dd6caf8aff8 req-e9949596-7a2f-4639-9070-7d7886bd3bd5 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 210 time: 0.0665781 Sep 16 04:43:39.986709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Allocated IP 10.1.1.249 (d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae/e87afb49-fbf8-4607-b70e-cc0d1747d824/3e01476a-ab84-4363-8e04-bb85002972b9) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:40.083988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 6b467e13-8514-452f-a6a8-e8c38c932fab, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6b467e13-8514-452f-a6a8-e8c38c932fab,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:40.084255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-43134a3c-df27-48bf-a3f4-a0468a935c96 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.085971 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-43134a3c-df27-48bf-a3f4-a0468a935c96 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.15 "GET /v2.0/networks?id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b HTTP/1.1" status: 200 len: 815 time: 0.7423191 Sep 16 04:43:40.100104 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.104759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Request body: {'port': {'device_id': 'dac83558-b610-46c5-be5c-7652291d4977', 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b', 'admin_state_up': True, 'tenant_id': '03f1e80a621a46fd860f9498f0345948'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:40.133093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-edcaa9d3-cb66-41de-ba3b-906296340a03 None None] Provisioning complete for port 6b467e13-8514-452f-a6a8-e8c38c932fab triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:40.133471 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-edcaa9d3-cb66-41de-ba3b-906296340a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.210828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=6b467e13-8514-452f-a6a8-e8c38c932fab,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:40.244035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-6f43b24b-8927-4834-9812-8ff28920e86a service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705905 Sep 16 04:43:40.288028 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453336c-028f-4383-a86e-b68b1c580e83 req-eab8da0b-c087-46a7-b3be-e1df5d19d2ca tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.290522 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-eab8da0b-c087-46a7-b3be-e1df5d19d2ca tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/networks?id=ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 200 len: 813 time: 0.2274337 Sep 16 04:43:40.353857 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-28b6518b-72e0-4fc0-8818-046716af8f96 req-7508d4db-4726-4e1a-b795-de6f370dcf21 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.356816 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-0d9ada17-1d39-4653-81b7-6e55061e89cb tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/quotas/736a94285e6e42ad8ba8f83e020a6b43 HTTP/1.1" status: 200 len: 375 time: 0.0539622 Sep 16 04:43:40.385119 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-e2715946-49af-4bbf-8c20-757a508516bc service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399925 Sep 16 04:43:40.428928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508d4db-4726-4e1a-b795-de6f370dcf21 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Pushing event deleted for resources: {'Port': ['ID=87c09aa0-8393-47ff-8857-1ba3341d8639,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:40.465310 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-b6c62da8-d46e-4e3e-9bc8-3f1de68826ca tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936191 Sep 16 04:43:40.486753 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b17d8df-27da-4388-b474-42f03fda778f None None] Network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:40.570894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b6518b-72e0-4fc0-8818-046716af8f96 req-7508d4db-4726-4e1a-b795-de6f370dcf21 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] No DVR routers for this DVR port 87c09aa0-8393-47ff-8857-1ba3341d8639 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:40.576246 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.581468 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-28b6518b-72e0-4fc0-8818-046716af8f96 req-7508d4db-4726-4e1a-b795-de6f370dcf21 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.583576 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28b6518b-72e0-4fc0-8818-046716af8f96 req-7508d4db-4726-4e1a-b795-de6f370dcf21 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.50 "DELETE /v2.0/ports/87c09aa0-8393-47ff-8857-1ba3341d8639 HTTP/1.1" status: 204 len: 173 time: 2.3674190 Sep 16 04:43:40.590669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5699c6-df30-4b43-bdcc-830019c36632', 'name': 'network-vif-deleted', 'tag': '87c09aa0-8393-47ff-8857-1ba3341d8639'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:40.593251 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ced8bb-438b-47d2-af8c-7680615efcbc" -d '{"events": [{"server_uuid": "7e5699c6-df30-4b43-bdcc-830019c36632", "name": "network-vif-deleted", "tag": "87c09aa0-8393-47ff-8857-1ba3341d8639"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:40.658985 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7b54338d-5a20-4355-9b51-08a4681e8479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.675738 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7b54338d-5a20-4355-9b51-08a4681e8479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.714522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-77ecf691-b63f-4b93-9b7e-40a7d70d26ea None None] Provisioning complete for port 22814d86-f23a-41c3-9c30-504cf5f13545 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:40.714992 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-77ecf691-b63f-4b93-9b7e-40a7d70d26ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.753190 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-ca4354d0-7673-436b-8fb5-c0ac0a6f1af1 service neutron] 10.222.0.53 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689683 Sep 16 04:43:40.759666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7b54338d-5a20-4355-9b51-08a4681e8479 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=922a8bd93b344d9d845c791eb10138a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4109151 Sep 16 04:43:40.759666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54338d-5a20-4355-9b51-08a4681e8479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a2ab5c-bb27-4a1d-a6a3-b613279fd5ba,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:40.762064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60882) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:40.770274 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.785057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35a295-88aa-4172-a725-98f5bd705e4f req-41ea365a-08a6-40ac-b473-f81e68723815 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:40.786717 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc35a295-88aa-4172-a725-98f5bd705e4f req-41ea365a-08a6-40ac-b473-f81e68723815 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 945 time: 0.1458263 Sep 16 04:43:40.788684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Made reservation on behalf of 03f1e80a621a46fd860f9498f0345948 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:40.792774 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:40.880034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:40.949440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:40.949440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8f6d83d1-162e-4a82-93a1-9fb4ada7a2d2 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:40.969271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:40.972283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:41.002807 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc35a295-88aa-4172-a725-98f5bd705e4f req-2adf9af5-0958-40bc-bb56-0becb0dd8078 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/security-groups?id=6396f7d5-dd70-4974-9601-ffc8a39b1f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924698 Sep 16 04:43:41.033652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:41.138505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Allocated IP 172.20.0.14 (ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b/156edc1e-7368-4770-89dc-c325ad242139/77630ded-eefc-437b-b3e0-b397c3b8df19) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:41.171070 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-77ecf691-b63f-4b93-9b7e-40a7d70d26ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.217191 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.217755 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.224735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6b467e13-8514-452f-a6a8-e8c38c932fab up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:41.297751 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bec3cc5e-b60d-46e5-b640-ddf9a37fcd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.350943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-77ecf691-b63f-4b93-9b7e-40a7d70d26ea None None] For port 22814d86-f23a-41c3-9c30-504cf5f13545, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=22814d86-f23a-41c3-9c30-504cf5f13545,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:41.356705 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-77ecf691-b63f-4b93-9b7e-40a7d70d26ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.366277 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bec3cc5e-b60d-46e5-b640-ddf9a37fcd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.463924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Port': ['ID=3e01476a-ab84-4363-8e04-bb85002972b9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:41.474326 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecf691-b63f-4b93-9b7e-40a7d70d26ea None None] Pushing event updated for resources: {'Port': ['ID=22814d86-f23a-41c3-9c30-504cf5f13545,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:41.493742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6b467e13-8514-452f-a6a8-e8c38c932fab triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:41.493742 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.496597 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bec3cc5e-b60d-46e5-b640-ddf9a37fcd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.501326 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6ddb0168-2d18-48bf-9b86-8b2d84e7a33f None None] Provisioning complete for port 6b467e13-8514-452f-a6a8-e8c38c932fab triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:41.501684 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bec3cc5e-b60d-46e5-b640-ddf9a37fcd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.501836 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0168-2d18-48bf-9b86-8b2d84e7a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.506126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bec3cc5e-b60d-46e5-b640-ddf9a37fcd9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90a2ab5c-bb27-4a1d-a6a3-b613279fd5ba HTTP/1.1" status: 204 len: 168 time: 0.7430315 Sep 16 04:43:41.526153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3cc5e-b60d-46e5-b640-ddf9a37fcd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a2ab5c-bb27-4a1d-a6a3-b613279fd5ba,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:41.530205 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.550457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ff23dbff-869f-4893-8d12-395a72d5c93f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0548069 Sep 16 04:43:41.587916 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-2f910875-67e1-436a-a50d-719a48bc1cfd service neutron] 10.222.0.53 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8156989 Sep 16 04:43:41.678449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-1f7c8d7f-1a8b-4796-b5c7-a4a8419da148 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:41.685963 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-1f7c8d7f-1a8b-4796-b5c7-a4a8419da148 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/networks?id=7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 HTTP/1.1" status: 200 len: 814 time: 0.2429521 Sep 16 04:43:41.694078 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.733565 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eee09acc-d1ed-49e8-b3f7-a8d8a0f6e41d tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/quotas/8e9ec0f0920e4456a159cc77247989fe HTTP/1.1" status: 200 len: 375 time: 0.0466485 Sep 16 04:43:41.778025 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-de6efd27-b43b-4a31-8c40-e0e4c8f093dc tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e9ec0f0920e4456a159cc77247989fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435064 Sep 16 04:43:41.778201 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 22814d86-f23a-41c3-9c30-504cf5f13545 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:41.779802 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6ddb0168-2d18-48bf-9b86-8b2d84e7a33f None None] Provisioning complete for port b2c539f9-3dcb-4aee-84f4-297e697dc188 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:41.780463 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0168-2d18-48bf-9b86-8b2d84e7a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.791853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:41.822304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:41.851698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Pushing event updated for resources: {'Port': ['ID=77630ded-eefc-437b-b3e0-b397c3b8df19,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:41.852035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-190519da-bc20-4192-98a7-9c4670b691ee req-4bc49e9c-5749-4602-a60d-d30bfcfbdd39 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 210 time: 0.0411916 Sep 16 04:43:41.853319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb0168-2d18-48bf-9b86-8b2d84e7a33f None None] Port b2c539f9-3dcb-4aee-84f4-297e697dc188 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:41.856399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:41.890571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 22814d86-f23a-41c3-9c30-504cf5f13545 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:41.891146 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:41.896443 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc66f264-5370-4e5b-a139-908638ff3afe x-openstack-request-id: req-bc66f264-5370-4e5b-a139-908638ff3afe {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:41.896970 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5699c6-df30-4b43-bdcc-830019c36632", "name": "network-vif-deleted", "tag": "87c09aa0-8393-47ff-8857-1ba3341d8639", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:41.897418 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc66f264-5370-4e5b-a139-908638ff3afe {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:41.898032 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5699c6-df30-4b43-bdcc-830019c36632', 'name': 'network-vif-deleted', 'tag': '87c09aa0-8393-47ff-8857-1ba3341d8639', 'status': 'completed', 'code': 200} Sep 16 04:43:41.923783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87c09aa0-8393-47ff-8857-1ba3341d8639 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:41.990015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 87c09aa0-8393-47ff-8857-1ba3341d8639 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:41.990493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87c09aa0-8393-47ff-8857-1ba3341d8639 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:42.031994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.033774 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-130e9c62-2b17-413b-beb9-3edf9f0bdb33 req-f610fbfe-07e3-4cf5-953d-8f345297d19d tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0634987 Sep 16 04:43:42.039239 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.040171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c2800cbd-a280-4e7c-a9b9-df94c263a5db None None] Provisioning complete for port 22814d86-f23a-41c3-9c30-504cf5f13545 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:42.040627 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c2800cbd-a280-4e7c-a9b9-df94c263a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.096720 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-49e35138-d8b3-4d10-b2e2-325eed1125be service neutron] 10.222.0.53 "GET /v2.0/networks/7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934353 Sep 16 04:43:42.237107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c2800cbd-a280-4e7c-a9b9-df94c263a5db None None] Provisioning complete for port 3e01476a-ab84-4363-8e04-bb85002972b9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:42.237107 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c2800cbd-a280-4e7c-a9b9-df94c263a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.250166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd0d56-958c-4362-977a-b56b97a36e87 req-4eea87fb-5f58-49bb-8ec4-14c6435a2aa4 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.262190 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58cd0d56-958c-4362-977a-b56b97a36e87 req-4eea87fb-5f58-49bb-8ec4-14c6435a2aa4 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 932 time: 0.0868053 Sep 16 04:43:42.282640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c2800cbd-a280-4e7c-a9b9-df94c263a5db None None] Port 3e01476a-ab84-4363-8e04-bb85002972b9 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:42.297794 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-8cecbdd5-86a4-4101-9886-60f6973d1a64 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2004302 Sep 16 04:43:42.305885 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58cd0d56-958c-4362-977a-b56b97a36e87 req-70cef2e4-6c73-407d-a35a-4dd367dbd8b4 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427186 Sep 16 04:43:42.364451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Request body: {'port': {'device_id': 'dac83558-b610-46c5-be5c-7652291d4977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:42.489247 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.492440 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-409cb9b5-610f-4c20-9199-abef692ddc44 service neutron] 10.222.0.53 "GET /v2.0/networks/7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941693 Sep 16 04:43:42.507795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5c894-307b-486e-a2bf-6afdc46679be req-92a18cc3-0b7e-4b15-9b25-50a2a9f8ab0b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:42.509286 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-92a18cc3-0b7e-4b15-9b25-50a2a9f8ab0b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.3970010 Sep 16 04:43:42.529232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-68f5c894-307b-486e-a2bf-6afdc46679be req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Request body: {'port': {'device_id': '99f00388-a488-44ea-8604-56d3c2ff580b', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'admin_state_up': True, 'tenant_id': '12e4b4d2b68d4193892f7f9652ee2b63'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:42.654158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60942) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:42.779738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60948) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:42.784561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d654a0cb-7e61-4d09-b04e-35727ce17c3f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722890533', 'description': 'tempest-description--1991008361'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:42.808647 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8115f582-f66a-4472-a1d2-ad3fa35ec90c req-969f4019-6b9a-4468-953d-7bfc5cacb7ee tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 210 time: 0.0673559 Sep 16 04:43:42.830558 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d654a0cb-7e61-4d09-b04e-35727ce17c3f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.853656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-459097963-network', 'tenant_id': 'cf1c951f48d445889e0eea2acaec6498'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:42.970190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Made reservation on behalf of cf1c951f48d445889e0eea2acaec6498 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:42.973231 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:42.995903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 22814d86-f23a-41c3-9c30-504cf5f13545 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:43.062607 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.085959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 22814d86-f23a-41c3-9c30-504cf5f13545 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:43.086547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fffae203-6b61-421a-a65f-57999506f550 req-ab9f9a3e-1a70-4759-a776-420d3cecb4ce tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 210 time: 0.1173732 Sep 16 04:43:43.086718 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.090042 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d654a0cb-7e61-4d09-b04e-35727ce17c3f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.098073 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d654a0cb-7e61-4d09-b04e-35727ce17c3f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.165048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a0cb-7e61-4d09-b04e-35727ce17c3f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50dea91e-4fcf-44bb-b13c-63688b8998c5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:43.225916 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.api [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:43:43.225916 n-d-712142-17 neutron-server[94745]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:43:43.225916 n-d-712142-17 neutron-server[94745]: [parameters: {'project_id_1': 'cf1c951f48d445889e0eea2acaec6498', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 43, 23, 130592)}] Sep 16 04:43:43.225916 n-d-712142-17 neutron-server[94745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:43:43.226412 n-d-712142-17 neutron-server[94745]: DEBUG oslo_db.api [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:43:43.292504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453336c-028f-4383-a86e-b68b1c580e83 req-ccd4d057-b7b3-431a-9391-1fc458ed4ee6 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:43.294299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-ccd4d057-b7b3-431a-9391-1fc458ed4ee6 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.50 "GET /v2.0/networks?id=ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 200 len: 813 time: 0.1798692 Sep 16 04:43:43.297770 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6ff13697-d395-4d60-b3dd-81d3d13b16c0 req-06516477-e999-419e-86ca-9e494f97fef5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 210 time: 0.0834405 Sep 16 04:43:43.300830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f5c894-307b-486e-a2bf-6afdc46679be req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Made reservation on behalf of 12e4b4d2b68d4193892f7f9652ee2b63 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:43.304325 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68f5c894-307b-486e-a2bf-6afdc46679be req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.312218 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d654a0cb-7e61-4d09-b04e-35727ce17c3f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.316151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d654a0cb-7e61-4d09-b04e-35727ce17c3f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5323946 Sep 16 04:43:43.320760 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60966) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:43.323276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'port': {'device_id': '42134807-8e06-4bd4-9f02-ee834118aca6', 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068', 'admin_state_up': True, 'tenant_id': '736a94285e6e42ad8ba8f83e020a6b43'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:43.352133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ae5719bd-d7fb-4b07-b79e-97932ca9776d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'security_group_rule': {'security_group_id': '50dea91e-4fcf-44bb-b13c-63688b8998c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:43.363912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77630ded-eefc-437b-b3e0-b397c3b8df19 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:43.382288 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.389213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-680128c5-a09d-4ad3-a009-adb320fba574 req-1fb0f3f7-f8c0-4907-90e9-5ba98d572b16 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0746851 Sep 16 04:43:43.512138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Transition to ACTIVE for port object 77630ded-eefc-437b-b3e0-b397c3b8df19 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:43.529319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.544617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c1a89-4252-4e0f-9534-5f4358277e92 req-e0a8da9d-385a-4ff2-adf6-cece8b5b19b2 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:43.546236 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d58c1a89-4252-4e0f-9534-5f4358277e92 req-e0a8da9d-385a-4ff2-adf6-cece8b5b19b2 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 932 time: 0.0698066 Sep 16 04:43:43.590411 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ae5719bd-d7fb-4b07-b79e-97932ca9776d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.615122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d58c1a89-4252-4e0f-9534-5f4358277e92 req-3b4d32ae-f31c-469f-a8b2-9d3f50990b23 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613277 Sep 16 04:43:43.616292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Made reservation on behalf of 736a94285e6e42ad8ba8f83e020a6b43 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:43.620768 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.702289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Pushing event updated for resources: {'Port': ['ID=77630ded-eefc-437b-b3e0-b397c3b8df19,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:43.730784 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.813133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-68f5c894-307b-486e-a2bf-6afdc46679be req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Allocated IP 172.20.0.6 (a9db93c8-763a-44d3-974e-03a5c35c1e44/fe58f381-cad6-48c7-a9bf-7d2ce1b9e110/7f1adb9e-1ced-4ffe-9679-182a1c711f89) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:43.816500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ae5719bd-d7fb-4b07-b79e-97932ca9776d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.829839 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ae5719bd-d7fb-4b07-b79e-97932ca9776d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.846746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Allocated IP 172.20.0.13 (ab01d43b-6a4e-4257-bc42-c79cac07e068/1f6604d7-1624-4395-a31f-cb9d0b19c16f/e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:43.852088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Attempting to bind port 77630ded-eefc-437b-b3e0-b397c3b8df19 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:43.852088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Attempting to bind port 77630ded-eefc-437b-b3e0-b397c3b8df19 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:43.852658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Attempting to bind port 77630ded-eefc-437b-b3e0-b397c3b8df19 on network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:43.866717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5719bd-d7fb-4b07-b79e-97932ca9776d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b7dd5f-7901-4311-a0f2-7469914f4e58,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:43.871968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Port 77630ded-eefc-437b-b3e0-b397c3b8df19 on network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:43.872340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Attempting to bind port 77630ded-eefc-437b-b3e0-b397c3b8df19 on network ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:43.888570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:43.888944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Checking segment: {'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:43.889619 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Bound using segment: {'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:43.889860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Bound port: 77630ded-eefc-437b-b3e0-b397c3b8df19, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd52de98-ed67-45ea-bf78-3a7a870993b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:43.890361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.972869 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:43.994216 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3969f30b-6718-418c-b623-680fba8d282a req-6fae6d62-0d6a-49e5-b160-a9edc4621e6c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 210 time: 0.0761063 Sep 16 04:43:43.999431 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ae5719bd-d7fb-4b07-b79e-97932ca9776d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.000676 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ae5719bd-d7fb-4b07-b79e-97932ca9776d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6548674 Sep 16 04:43:44.004657 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60982) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:44.006407 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.013062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-825b3c65-3ee4-4ead-8a6a-5ee7429c1d37 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'security_group_rule': {'security_group_id': '50dea91e-4fcf-44bb-b13c-63688b8998c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:44.044975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:44.072144 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.073925 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Added segment 35aad7ca-0ff0-42b9-a907-3253ff13fd09 of type vlan for network 58cf112f-d7c0-4afe-a350-56ba2b884aa3 Sep 16 04:43:44.078808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ea4271-11d8-4a35-9bfd-e6f94d881df1,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:44.143793 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.146303 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.177734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] For port 77630ded-eefc-437b-b3e0-b397c3b8df19, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:44.194466 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.195472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.196080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.261279 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ee9433e-7057-46b4-b42f-305b0d7e77b4 req-d0a92f98-31db-4a9d-98c3-313ecd3375e7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 210 time: 0.0423400 Sep 16 04:43:44.264822 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.271274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6115596 Sep 16 04:43:44.273451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60990) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:44.293161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] For port 77630ded-eefc-437b-b3e0-b397c3b8df19, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=77630ded-eefc-437b-b3e0-b397c3b8df19,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:44.295334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-825b3c65-3ee4-4ead-8a6a-5ee7429c1d37 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.314813 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.324320 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68f5c894-307b-486e-a2bf-6afdc46679be req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.327113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-012e5782-066c-4344-b106-5e611dced980 admin admin] Request body: {'subnet': {'network_id': '58cf112f-d7c0-4afe-a350-56ba2b884aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-459097963-subnet', 'tenant_id': 'cf1c951f48d445889e0eea2acaec6498', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:44.352514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c12d5-c6d6-46c5-b41e-5ec1523e6dfd admin admin] Pushing event updated for resources: {'Network': ['ID=58cf112f-d7c0-4afe-a350-56ba2b884aa3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:44.366141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 58cf112f-d7c0-4afe-a350-56ba2b884aa3 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:44.376766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Network ab01d43b-6a4e-4257-bc42-c79cac07e068 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:44.385924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:44.394314 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:44.399496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'Port': ['ID=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:44.426805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012e5782-066c-4344-b106-5e611dced980 admin admin] Made reservation on behalf of cf1c951f48d445889e0eea2acaec6498 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:44.429229 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-012e5782-066c-4344-b106-5e611dced980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.454033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.455282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.457226 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] 10.222.0.15 "PUT /v2.0/ports/77630ded-eefc-437b-b3e0-b397c3b8df19 HTTP/1.1" status: 200 len: 1093 time: 2.1284552 Sep 16 04:43:44.478110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac83558-b610-46c5-be5c-7652291d4977', 'tag': '77630ded-eefc-437b-b3e0-b397c3b8df19'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:44.481579 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab6df0b-1756-4ac0-8b00-a669a78bbc09" -d '{"events": [{"name": "network-changed", "server_uuid": "dac83558-b610-46c5-be5c-7652291d4977", "tag": "77630ded-eefc-437b-b3e0-b397c3b8df19"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:44.502547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.503343 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.535387 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d235ef5d-d6cd-45c3-9e3f-d2aa52df8ee3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2240868 Sep 16 04:43:44.549736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Request body: {'port': {'device_id': '42134807-8e06-4bd4-9f02-ee834118aca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:44.562062 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e3edd15b-c702-4d9c-b9af-77d21be27535 req-14a2e41f-eec3-43f7-ad97-3eaf9a2e6bec tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 210 time: 0.0865469 Sep 16 04:43:44.563713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-825b3c65-3ee4-4ead-8a6a-5ee7429c1d37 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.610748 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-98c0c298-0895-4898-b939-9aed360b8834 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.612580 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-98c0c298-0895-4898-b939-9aed360b8834 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.50 "GET /v2.0/networks?id=7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 HTTP/1.1" status: 200 len: 814 time: 0.5185761 Sep 16 04:43:44.613551 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-825b3c65-3ee4-4ead-8a6a-5ee7429c1d37 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.630901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4e04b-e698-42fe-989b-40bdea4ef82b service neutron] Pushing event updated for resources: {'Port': ['ID=77630ded-eefc-437b-b3e0-b397c3b8df19,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:44.648175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Request body: {'port': {'device_id': 'dfc55664-02e5-4719-9f57-1481d9186191', 'network_id': '7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3', 'admin_state_up': True, 'tenant_id': '8e9ec0f0920e4456a159cc77247989fe'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:44.655161 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd7edf9-4cae-40c7-a8a7-590b2a974c00 x-openstack-request-id: req-8bd7edf9-4cae-40c7-a8a7-590b2a974c00 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:44.655417 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac83558-b610-46c5-be5c-7652291d4977", "tag": "77630ded-eefc-437b-b3e0-b397c3b8df19", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:44.655670 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bd7edf9-4cae-40c7-a8a7-590b2a974c00 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:44.656068 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac83558-b610-46c5-be5c-7652291d4977', 'tag': '77630ded-eefc-437b-b3e0-b397c3b8df19', 'status': 'completed', 'code': 200} Sep 16 04:43:44.683063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b3c65-3ee4-4ead-8a6a-5ee7429c1d37 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8094d9e9-c266-4d3a-b3c3-047f33163004,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:44.701308 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-825b3c65-3ee4-4ead-8a6a-5ee7429c1d37 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.705476 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-825b3c65-3ee4-4ead-8a6a-5ee7429c1d37 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6945963 Sep 16 04:43:44.705476 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68f5c894-307b-486e-a2bf-6afdc46679be req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.708950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 32776) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:44.715103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-9c04154f-d3a7-4abf-8fdf-456649ef3084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:44.716214 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-9c04154f-d3a7-4abf-8fdf-456649ef3084 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03f1e80a621a46fd860f9498f0345948&device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 1096 time: 0.2036407 Sep 16 04:43:44.721985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:44.844132 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-b0c1ff1b-e73d-493e-852a-f3cf025febe2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77630ded-eefc-437b-b3e0-b397c3b8df19 HTTP/1.1" status: 200 len: 217 time: 0.1127949 Sep 16 04:43:44.868686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f5c894-307b-486e-a2bf-6afdc46679be req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Network a9db93c8-763a-44d3-974e-03a5c35c1e44 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:44.903680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-68f5c894-307b-486e-a2bf-6afdc46679be req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:44.928514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f5c894-307b-486e-a2bf-6afdc46679be req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:44.936948 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:44.946983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event updated for resources: {'Port': ['ID=7f1adb9e-1ced-4ffe-9679-182a1c711f89,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:45.008686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-575f5c65-5a80-453a-a38c-47e31ba23632 req-94a752ab-c8db-45a3-b3b1-d289b1ca1b30 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0418439 Sep 16 04:43:45.010364 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.042887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-68dfe511-75b3-409a-b6a8-b2c6dfd1210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.044371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-68dfe511-75b3-409a-b6a8-b2c6dfd1210b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=156edc1e-7368-4770-89dc-c325ad242139 HTTP/1.1" status: 200 len: 855 time: 0.1746302 Sep 16 04:43:45.057833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5c894-307b-486e-a2bf-6afdc46679be req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.058462 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68f5c894-307b-486e-a2bf-6afdc46679be req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.072206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ec994-de16-43c6-85c4-5a18f8cdf910 req-d15ace8d-7c23-4608-8782-cf5391025713 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.079988 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e4ec994-de16-43c6-85c4-5a18f8cdf910 req-d15ace8d-7c23-4608-8782-cf5391025713 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 944 time: 0.2527082 Sep 16 04:43:45.102301 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-012e5782-066c-4344-b106-5e611dced980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.129407 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-c95f5bc4-68bb-4d57-a8b1-f05bbc8915a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683424 Sep 16 04:43:45.138661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Made reservation on behalf of 8e9ec0f0920e4456a159cc77247989fe for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:45.143564 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.165317 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-b477befd-5b86-4c6f-9b67-1e67c4906340 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6460161 Sep 16 04:43:45.224236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Request body: {'port': {'device_id': '99f00388-a488-44ea-8604-56d3c2ff580b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:45.254805 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e4ec994-de16-43c6-85c4-5a18f8cdf910 req-0ff7c344-d19e-4307-91a2-40cb86d52dc0 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739445 Sep 16 04:43:45.280426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e5782-066c-4344-b106-5e611dced980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d91c61-5228-4ec1-a710-cfc68cc15f48,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:45.338171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e5782-066c-4344-b106-5e611dced980 admin admin] Checking segment: {'id': '35aad7ca-0ff0-42b9-a907-3253ff13fd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '58cf112f-d7c0-4afe-a350-56ba2b884aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:45.338600 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012e5782-066c-4344-b106-5e611dced980 admin admin] Network hostable DHCP agents. Network: 58cf112f-d7c0-4afe-a350-56ba2b884aa3, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:45.379116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeb078-a8b5-4a54-98b1-7fb15f4c95a8 req-20d659f6-01b2-4757-991e-b5ae240fca53 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.380746 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5afeb078-a8b5-4a54-98b1-7fb15f4c95a8 req-20d659f6-01b2-4757-991e-b5ae240fca53 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 932 time: 0.1678808 Sep 16 04:43:45.410200 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012e5782-066c-4344-b106-5e611dced980 admin admin] Network 58cf112f-d7c0-4afe-a350-56ba2b884aa3 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:45.442832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-012e5782-066c-4344-b106-5e611dced980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 58cf112f-d7c0-4afe-a350-56ba2b884aa3) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:45.450797 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f1d283-411c-4cb6-a4e2-912f55b5309d None None] Network 58cf112f-d7c0-4afe-a350-56ba2b884aa3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:45.458923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012e5782-066c-4344-b106-5e611dced980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.459565 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-012e5782-066c-4344-b106-5e611dced980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.478371 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5afeb078-a8b5-4a54-98b1-7fb15f4c95a8 req-c6ba95ed-8374-422c-9245-e3d279662d48 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892241 Sep 16 04:43:45.511063 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-012e5782-066c-4344-b106-5e611dced980 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2322493 Sep 16 04:43:45.527025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:45.536854 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.566423 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Transition to ACTIVE for port object e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:45.572288 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.693572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd6cd9-957e-4084-9391-86285c786d7c None None] Network 58cf112f-d7c0-4afe-a350-56ba2b884aa3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:45.720190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Pushing event updated for resources: {'Port': ['ID=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:45.743329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74d6c3fe-a304-4859-b2bb-e55d7bb68c53 req-63b32bf0-5f4d-47c6-a5d1-6de5efca6f25 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 210 time: 0.0752692 Sep 16 04:43:45.800546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee566ea4-27fe-4e59-a4fb-53901208eb8e req-3cfa0044-5f29-4b7e-b55c-3f16390ad0f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1681964 Sep 16 04:43:45.813033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.841647 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-3af07228-6bb6-4051-bc29-a855cb5263f4 service neutron] 10.222.0.15 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839285 Sep 16 04:43:45.852063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Attempting to bind port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:45.852503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Attempting to bind port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'a3a6b9cd-ccbf-495f-961d-2266536782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:45.852838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Attempting to bind port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 on network ab01d43b-6a4e-4257-bc42-c79cac07e068 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:45.868675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 on network ab01d43b-6a4e-4257-bc42-c79cac07e068 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:45.869002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Attempting to bind port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 on network ab01d43b-6a4e-4257-bc42-c79cac07e068 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:45.914917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:45.915205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Checking segment: {'id': 'a3a6b9cd-ccbf-495f-961d-2266536782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:45.916073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Bound using segment: {'id': 'a3a6b9cd-ccbf-495f-961d-2266536782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:45.916073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Bound port: e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a6b9cd-ccbf-495f-961d-2266536782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:45.916518 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:45.996417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb2d7d-675a-48fc-b23b-b236912f4312 req-841c1d2c-1283-49f9-a8f5-cf10e4175e98 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:45.997936 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cccb2d7d-675a-48fc-b23b-b236912f4312 req-841c1d2c-1283-49f9-a8f5-cf10e4175e98 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 931 time: 0.1410327 Sep 16 04:43:46.005304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee566ea4-27fe-4e59-a4fb-53901208eb8e req-40214100-185c-44e8-8cff-34a83536bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.005868 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.006993 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee566ea4-27fe-4e59-a4fb-53901208eb8e req-40214100-185c-44e8-8cff-34a83536bbb9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ac6a425ed2c48728ba4ea4491b6ec06&device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 1097 time: 0.1392140 Sep 16 04:43:46.048919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Allocated IP 172.20.0.4 (7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3/121d30af-8879-4d43-bc94-0d97ad3eba56/4a73f1cf-abb8-4579-a861-adaae0fad31d) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:46.077534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] For port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:46.109323 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cccb2d7d-675a-48fc-b23b-b236912f4312 req-7f075bfa-c9c4-4ccd-b294-899a4ea51270 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835431 Sep 16 04:43:46.134703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] For port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:46.146612 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.155334 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d60709d-4887-49e9-98c3-1247caf00d46 req-05cb1674-35d8-4d23-9915-f723089b4e88 service neutron] 10.222.0.15 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136945 Sep 16 04:43:46.158688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-1df1c897-d508-4d10-9a8e-cb2086193aa2 req-d51bf8ba-72b3-4905-8564-7e53188a6c49 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1823446645', 'description': 'tempest-description-1912394265'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:46.219882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.220531 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.222039 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] 10.222.0.50 "PUT /v2.0/ports/e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 HTTP/1.1" status: 200 len: 1093 time: 1.6781049 Sep 16 04:43:46.224199 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42134807-8e06-4bd4-9f02-ee834118aca6', 'tag': 'e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:46.227123 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e117de14-79f2-434a-a4f2-42d8a5174a87" -d '{"events": [{"name": "network-changed", "server_uuid": "42134807-8e06-4bd4-9f02-ee834118aca6", "tag": "e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:46.253027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee566ea4-27fe-4e59-a4fb-53901208eb8e req-0341ad07-016a-44de-a35f-40e57ad73890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.254467 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee566ea4-27fe-4e59-a4fb-53901208eb8e req-0341ad07-016a-44de-a35f-40e57ad73890 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f39e86f3-f1d8-4186-8ca4-aefa2636e4fb HTTP/1.1" status: 200 len: 910 time: 0.2156291 Sep 16 04:43:46.279133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1860eda-7e8d-4f6a-98fa-92a734856d20 service neutron] Pushing event updated for resources: {'Port': ['ID=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:46.279796 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1df1c897-d508-4d10-9a8e-cb2086193aa2 req-d51bf8ba-72b3-4905-8564-7e53188a6c49 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.318174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee566ea4-27fe-4e59-a4fb-53901208eb8e req-094fa71b-53d4-4d39-9e38-54de05f2a80f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=614e0de0-5472-4b45-ab24-e66dfa3b74fd HTTP/1.1" status: 200 len: 217 time: 0.0535409 Sep 16 04:43:46.374124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab7c10-0764-4da1-9782-229ff63c1936 req-b2bbe00c-024c-46c9-87b9-b7dff5209f61 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.375642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7ab7c10-0764-4da1-9782-229ff63c1936 req-b2bbe00c-024c-46c9-87b9-b7dff5209f61 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 945 time: 0.1795902 Sep 16 04:43:46.419460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Allocated IP 172.25.0.188 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/9dfb3782-dbd0-4315-abcc-5ceaecc9c26b) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:46.420023 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453336c-028f-4383-a86e-b68b1c580e83 req-24cf76cc-2bb6-45be-9f1c-f38cc9c3d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.421561 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-24cf76cc-2bb6-45be-9f1c-f38cc9c3d63a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 1096 time: 0.1466980 Sep 16 04:43:46.424200 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee566ea4-27fe-4e59-a4fb-53901208eb8e req-aa12fc87-34c5-4a3e-a14e-bae8dc717bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.425551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee566ea4-27fe-4e59-a4fb-53901208eb8e req-aa12fc87-34c5-4a3e-a14e-bae8dc717bdd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4caea5b-dfd4-458d-8e84-9bfcca3f8ecb HTTP/1.1" status: 200 len: 849 time: 0.0889506 Sep 16 04:43:46.438342 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7ab7c10-0764-4da1-9782-229ff63c1936 req-c37bb07e-10d2-4d4c-b62b-721ebb8649e5 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/security-groups?id=6396f7d5-dd70-4974-9601-ffc8a39b1f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546818 Sep 16 04:43:46.470497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6df0b-1756-4ac0-8b00-a669a78bbc09 req-b2aa2b17-298f-415b-a9ea-355198d5c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.472041 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dab6df0b-1756-4ac0-8b00-a669a78bbc09 req-b2aa2b17-298f-415b-a9ea-355198d5c046 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03f1e80a621a46fd860f9498f0345948&device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 1096 time: 0.2513409 Sep 16 04:43:46.508935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee566ea4-27fe-4e59-a4fb-53901208eb8e req-782f2977-4921-493d-963b-d9a2f0e28926 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f39e86f3-f1d8-4186-8ca4-aefa2636e4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681121 Sep 16 04:43:46.511298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-f485d9fb-c463-4f56-ade6-2d558ed8321d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 HTTP/1.1" status: 200 len: 217 time: 0.0717692 Sep 16 04:43:46.578146 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5bc58c43-3cff-40d2-aaa9-7b0f924f2fa6 req-a055cef2-e225-42a2-a77c-4461e9269c8d tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0643554 Sep 16 04:43:46.641264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453336c-028f-4383-a86e-b68b1c580e83 req-cf15dcdc-dffc-43e4-84b6-a760d0f3c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.642673 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-cf15dcdc-dffc-43e4-84b6-a760d0f3c2a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f6604d7-1624-4395-a31f-cb9d0b19c16f HTTP/1.1" status: 200 len: 853 time: 0.1204615 Sep 16 04:43:46.645600 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509335e2-6728-4621-b24c-07e2fce0eca9 x-openstack-request-id: req-509335e2-6728-4621-b24c-07e2fce0eca9 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:46.645909 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42134807-8e06-4bd4-9f02-ee834118aca6", "tag": "e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:46.646654 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-509335e2-6728-4621-b24c-07e2fce0eca9 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:46.646654 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42134807-8e06-4bd4-9f02-ee834118aca6', 'tag': 'e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84', 'status': 'completed', 'code': 200} Sep 16 04:43:46.688232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-970cf095-0952-4da1-8d1d-e66d527909de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab01d43b-6a4e-4257-bc42-c79cac07e068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342915 Sep 16 04:43:46.691704 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.691855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee566ea4-27fe-4e59-a4fb-53901208eb8e req-03736255-42ad-4edd-bccc-64cee646ca26 service neutron] 10.222.0.50 "GET /v2.0/networks/f39e86f3-f1d8-4186-8ca4-aefa2636e4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685793 Sep 16 04:43:46.796031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1adb9e-1ced-4ffe-9679-182a1c711f89 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:46.805045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6df0b-1756-4ac0-8b00-a669a78bbc09 req-cd8029cd-e8eb-42e0-a3de-d5657b6a1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.806575 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dab6df0b-1756-4ac0-8b00-a669a78bbc09 req-cd8029cd-e8eb-42e0-a3de-d5657b6a1de2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b HTTP/1.1" status: 200 len: 916 time: 0.3214381 Sep 16 04:43:46.810013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.821985 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.841380 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1df1c897-d508-4d10-9a8e-cb2086193aa2 req-d51bf8ba-72b3-4905-8564-7e53188a6c49 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.861964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9033c10-d6bc-4cbf-a036-7cdb91ba5260 req-65cb7e9c-9597-4909-b922-8705d7e36b65 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:46.863499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9033c10-d6bc-4cbf-a036-7cdb91ba5260 req-65cb7e9c-9597-4909-b922-8705d7e36b65 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 944 time: 0.1705604 Sep 16 04:43:46.883014 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1df1c897-d508-4d10-9a8e-cb2086193aa2 req-d51bf8ba-72b3-4905-8564-7e53188a6c49 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.886144 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dab6df0b-1756-4ac0-8b00-a669a78bbc09 req-37309949-ea92-40a6-96cf-bfda4061df1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77630ded-eefc-437b-b3e0-b397c3b8df19 HTTP/1.1" status: 200 len: 217 time: 0.0690160 Sep 16 04:43:46.895473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Transition to ACTIVE for port object 7f1adb9e-1ced-4ffe-9679-182a1c711f89 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:46.922639 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.925412 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee566ea4-27fe-4e59-a4fb-53901208eb8e req-1260b052-3b80-4420-aa2b-f09134a74abf service neutron] 10.222.0.50 "GET /v2.0/networks/f39e86f3-f1d8-4186-8ca4-aefa2636e4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143216 Sep 16 04:43:46.929152 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-c0232829-bf88-475a-b397-22518eb8bb06 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258916 Sep 16 04:43:46.968213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9033c10-d6bc-4cbf-a036-7cdb91ba5260 req-2c82991f-3a5a-4d97-81cb-7e5ceec74680 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927286 Sep 16 04:43:46.983559 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.986024 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1df1c897-d508-4d10-9a8e-cb2086193aa2 req-d51bf8ba-72b3-4905-8564-7e53188a6c49 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:46.987423 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1df1c897-d508-4d10-9a8e-cb2086193aa2 req-d51bf8ba-72b3-4905-8564-7e53188a6c49 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8494372 Sep 16 04:43:47.035800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bf8ba-72b3-4905-8564-7e53188a6c49 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a59d3ce-3c78-4de1-8616-0fb5ba448f1f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:47.078029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Network 7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:47.081057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6df0b-1756-4ac0-8b00-a669a78bbc09 req-81bff066-52b7-4a0a-83fd-ef3f21520648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.082926 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dab6df0b-1756-4ac0-8b00-a669a78bbc09 req-81bff066-52b7-4a0a-83fd-ef3f21520648 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=156edc1e-7368-4770-89dc-c325ad242139 HTTP/1.1" status: 200 len: 855 time: 0.1863635 Sep 16 04:43:47.086397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1adb9e-1ced-4ffe-9679-182a1c711f89,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:47.090937 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.092165 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9453336c-028f-4383-a86e-b68b1c580e83 req-80edc653-9b18-4f39-9ae3-f1f54b0ed657 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522796 Sep 16 04:43:47.093084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:47.123859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:47.154030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc09f5-6f0b-4e97-8fc5-f165cefa2907 req-352dd8f8-593d-428f-903d-fd545615a3c3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.155799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8cc09f5-6f0b-4e97-8fc5-f165cefa2907 req-352dd8f8-593d-428f-903d-fd545615a3c3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 944 time: 0.0627573 Sep 16 04:43:47.193321 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4da7bfed-a853-44de-b4fd-517cf4f2f626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.232469 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8cc09f5-6f0b-4e97-8fc5-f165cefa2907 req-0d6f71d6-1f98-48f2-aeb2-aaa05f1953e7 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681422 Sep 16 04:43:47.245677 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dab6df0b-1756-4ac0-8b00-a669a78bbc09 req-20f967ec-f4e4-4e1e-aa14-37fa0841fab1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394019 Sep 16 04:43:47.250698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117de14-79f2-434a-a4f2-42d8a5174a87 req-4da9c1b4-1616-48d7-85af-544b7647b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.252222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e117de14-79f2-434a-a4f2-42d8a5174a87 req-4da9c1b4-1616-48d7-85af-544b7647b831 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 1096 time: 0.0955272 Sep 16 04:43:47.270216 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:47.311558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:47.322686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Pushing event updated for resources: {'Port': ['ID=4a73f1cf-abb8-4579-a861-adaae0fad31d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:47.325195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:47.368172 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1a3179b-b700-41fb-aa0c-935894af8fad req-bab781f6-996d-4922-83cd-995d0b047e30 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/6a59d3ce-3c78-4de1-8616-0fb5ba448f1f HTTP/1.1" status: 200 len: 1807 time: 0.0966911 Sep 16 04:43:47.383526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-f1a3179b-b700-41fb-aa0c-935894af8fad req-421d6ffc-9fbc-4c23-b6ed-0443e3624d31 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a59d3ce-3c78-4de1-8616-0fb5ba448f1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:47.383851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-f1a3179b-b700-41fb-aa0c-935894af8fad req-421d6ffc-9fbc-4c23-b6ed-0443e3624d31 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a59d3ce-3c78-4de1-8616-0fb5ba448f1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:47.386215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.386845 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.401346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117de14-79f2-434a-a4f2-42d8a5174a87 req-12fefc32-3c41-403b-968b-be1f95f3c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.402876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e117de14-79f2-434a-a4f2-42d8a5174a87 req-12fefc32-3c41-403b-968b-be1f95f3c958 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 200 len: 914 time: 0.1401920 Sep 16 04:43:47.440875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3890103-e07e-4452-9721-c155a33e8810 req-ae78244d-f2de-4368-a2b3-f8d917756f7e tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.442452 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3890103-e07e-4452-9721-c155a33e8810 req-ae78244d-f2de-4368-a2b3-f8d917756f7e tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 931 time: 0.3580711 Sep 16 04:43:47.486030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Attempting to bind port 7f1adb9e-1ced-4ffe-9679-182a1c711f89 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:47.486373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Attempting to bind port 7f1adb9e-1ced-4ffe-9679-182a1c711f89 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:47.486715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Attempting to bind port 7f1adb9e-1ced-4ffe-9679-182a1c711f89 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:47.490940 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e117de14-79f2-434a-a4f2-42d8a5174a87 req-0357330d-6a6c-4470-b726-c11ecbe363a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 HTTP/1.1" status: 200 len: 217 time: 0.0708892 Sep 16 04:43:47.495440 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-739b04fd-0730-45fb-bf53-a81c83e39f53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8716881 Sep 16 04:43:47.523784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Request body: {'port': {'device_id': 'dfc55664-02e5-4719-9f57-1481d9186191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:47.533016 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Port 7f1adb9e-1ced-4ffe-9679-182a1c711f89 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:47.533344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Attempting to bind port 7f1adb9e-1ced-4ffe-9679-182a1c711f89 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:47.558567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683529eb-7057-4686-b634-33ff287fa891 req-2478c0e3-eb0e-4649-8398-e334ed050e1d tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.560074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-683529eb-7057-4686-b634-33ff287fa891 req-2478c0e3-eb0e-4649-8398-e334ed050e1d tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.50 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 945 time: 0.1376166 Sep 16 04:43:47.563049 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f1a3179b-b700-41fb-aa0c-935894af8fad req-421d6ffc-9fbc-4c23-b6ed-0443e3624d31 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.567145 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dab6df0b-1756-4ac0-8b00-a669a78bbc09 req-f245eb82-3e01-4382-968c-c7f6e6209dd8 service neutron] 10.222.0.15 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003874 Sep 16 04:43:47.570636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Port': ['ID=9dfb3782-dbd0-4315-abcc-5ceaecc9c26b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:47.589889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:47.590239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Checking segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:47.590632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Bound using segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:47.591099 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Bound port: 7f1adb9e-1ced-4ffe-9679-182a1c711f89, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:47.591449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.611039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117de14-79f2-434a-a4f2-42d8a5174a87 req-750514f2-418f-4e4e-9947-30db9f886277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:47.611648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e117de14-79f2-434a-a4f2-42d8a5174a87 req-750514f2-418f-4e4e-9947-30db9f886277 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f6604d7-1624-4395-a31f-cb9d0b19c16f HTTP/1.1" status: 200 len: 853 time: 0.1034529 Sep 16 04:43:47.635624 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3890103-e07e-4452-9721-c155a33e8810 req-22e221de-5432-4462-9e6f-8e2975b8f068 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/security-groups?id=752624fb-c337-421b-9fc7-8bf73a085368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674507 Sep 16 04:43:47.658962 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f1a3179b-b700-41fb-aa0c-935894af8fad req-421d6ffc-9fbc-4c23-b6ed-0443e3624d31 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.684568 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e117de14-79f2-434a-a4f2-42d8a5174a87 req-b29356cd-5918-4ea3-a64b-6b50478fdd72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab01d43b-6a4e-4257-bc42-c79cac07e068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605450 Sep 16 04:43:47.686899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f1a3179b-b700-41fb-aa0c-935894af8fad req-421d6ffc-9fbc-4c23-b6ed-0443e3624d31 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.768253 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.817662 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.923867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] For port 7f1adb9e-1ced-4ffe-9679-182a1c711f89, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:47.935706 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dab6df0b-1756-4ac0-8b00-a669a78bbc09 req-75d1d128-e295-4a76-898d-8da373fe6690 service neutron] 10.222.0.15 "GET /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366361 Sep 16 04:43:47.950216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d6ffc-9fbc-4c23-b6ed-0443e3624d31 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ac53ab-d1e4-4f12-8634-640c946ff57e,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:47.957012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] For port 7f1adb9e-1ced-4ffe-9679-182a1c711f89, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7f1adb9e-1ced-4ffe-9679-182a1c711f89,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:47.958170 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f1a3179b-b700-41fb-aa0c-935894af8fad req-421d6ffc-9fbc-4c23-b6ed-0443e3624d31 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.961747 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:47.970249 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1a3179b-b700-41fb-aa0c-935894af8fad req-421d6ffc-9fbc-4c23-b6ed-0443e3624d31 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5936899 Sep 16 04:43:48.017808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed184c73-8311-4ff4-a1e2-a7ad9a3e10ad req-458445ec-eec7-4381-8ebb-c6c6a2310d96 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.019331 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed184c73-8311-4ff4-a1e2-a7ad9a3e10ad req-458445ec-eec7-4381-8ebb-c6c6a2310d96 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 943 time: 0.2591333 Sep 16 04:43:48.039803 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.092161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e117de14-79f2-434a-a4f2-42d8a5174a87 req-11bfc483-2485-4041-bb94-5b1086bf2b13 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963978 Sep 16 04:43:48.094189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-683529eb-7057-4686-b634-33ff287fa891 req-94a402a3-1c8d-407a-bf7c-2f549431d811 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Deleting port 614e0de0-5472-4b45-ab24-e66dfa3b74fd {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:43:48.094542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-683529eb-7057-4686-b634-33ff287fa891 req-94a402a3-1c8d-407a-bf7c-2f549431d811 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.128361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0255-13d1-4f14-8f0b-3d42880961f5 req-21f5b3a7-5936-4674-990b-d03e892f7e08 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.129848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0fa0255-13d1-4f14-8f0b-3d42880961f5 req-21f5b3a7-5936-4674-990b-d03e892f7e08 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/ports?device_id=01634446-b48d-46ec-8d6e-fbb1447208b1 HTTP/1.1" status: 200 len: 945 time: 0.1109946 Sep 16 04:43:48.147155 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f87f61c0-bd61-4132-83c5-12b43fe60afe req-b25b835c-829f-4ab8-a75f-97bc16adcafe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3be61dd823f7494397a5b6ea8eb45ebb&device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0796833 Sep 16 04:43:48.158106 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.158727 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.160114 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] 10.222.0.15 "PUT /v2.0/ports/7f1adb9e-1ced-4ffe-9679-182a1c711f89 HTTP/1.1" status: 200 len: 1092 time: 2.9486744 Sep 16 04:43:48.160560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f00388-a488-44ea-8604-56d3c2ff580b', 'tag': '7f1adb9e-1ced-4ffe-9679-182a1c711f89'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:48.162811 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9fea54-5c40-4761-8f9b-1a627576c556" -d '{"events": [{"name": "network-changed", "server_uuid": "99f00388-a488-44ea-8604-56d3c2ff580b", "tag": "7f1adb9e-1ced-4ffe-9679-182a1c711f89"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:48.276858 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0fa0255-13d1-4f14-8f0b-3d42880961f5 req-3b83d57c-0b22-4a98-b4dc-e28fc979ef33 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.53 "GET /v2.0/security-groups?id=6396f7d5-dd70-4974-9601-ffc8a39b1f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296515 Sep 16 04:43:48.281101 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f87f61c0-bd61-4132-83c5-12b43fe60afe req-ccb2e834-b32d-4a44-b649-fa0d08d31938 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3be61dd823f7494397a5b6ea8eb45ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902040 Sep 16 04:43:48.291105 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed184c73-8311-4ff4-a1e2-a7ad9a3e10ad req-bb94ea84-0402-4959-a3b3-28657579cea3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460563 Sep 16 04:43:48.304748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-683529eb-7057-4686-b634-33ff287fa891 req-94a402a3-1c8d-407a-bf7c-2f549431d811 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] For port 614e0de0-5472-4b45-ab24-e66dfa3b74fd, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=614e0de0-5472-4b45-ab24-e66dfa3b74fd,segment=NetworkSegment(10cc0b10-5efa-4f07-bedd-f91e3c65b152),segment_id=10cc0b10-5efa-4f07-bedd-f91e3c65b152)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:48.305144 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-683529eb-7057-4686-b634-33ff287fa891 req-94a402a3-1c8d-407a-bf7c-2f549431d811 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.319259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731966af-7952-45a3-aa3f-31392a9b7fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1adb9e-1ced-4ffe-9679-182a1c711f89,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:48.333392 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e117de14-79f2-434a-a4f2-42d8a5174a87 req-c1b00489-e35d-4d20-8cec-c8546a5a26c6 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220788 Sep 16 04:43:48.339232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-683529eb-7057-4686-b634-33ff287fa891 req-94a402a3-1c8d-407a-bf7c-2f549431d811 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Calling delete_port for 614e0de0-5472-4b45-ab24-e66dfa3b74fd owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:43:48.392365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-f7565e8c-7b1f-40b1-9b8f-d2726bcb3436 req-a4c973ef-4f00-4415-a476-3db8383cde5a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1659127299', 'description': 'tempest-description-960733292'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:48.417329 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31907b0f-1389-4fc9-9685-63bcf1934ed0 req-9e6f05d6-14e2-426e-ade4-faf96bd715fd tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0608230 Sep 16 04:43:48.472092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5c894-307b-486e-a2bf-6afdc46679be req-085a4f56-0612-4222-ac51-beab07183f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.473635 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-085a4f56-0612-4222-ac51-beab07183f07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 1095 time: 0.2624350 Sep 16 04:43:48.507352 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f7565e8c-7b1f-40b1-9b8f-d2726bcb3436 req-a4c973ef-4f00-4415-a476-3db8383cde5a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.544840 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-683529eb-7057-4686-b634-33ff287fa891 req-94a402a3-1c8d-407a-bf7c-2f549431d811 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.560157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64226e98-cac1-472f-8e46-0436d2c95caf req-d6e1b523-9ed4-46f0-9332-56df511557bb tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.561869 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64226e98-cac1-472f-8e46-0436d2c95caf req-d6e1b523-9ed4-46f0-9332-56df511557bb tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 944 time: 0.0757027 Sep 16 04:43:48.588125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a402a3-1c8d-407a-bf7c-2f549431d811 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Pushing event deleted for resources: {'Port': ['ID=614e0de0-5472-4b45-ab24-e66dfa3b74fd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:48.659077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-683529eb-7057-4686-b634-33ff287fa891 req-94a402a3-1c8d-407a-bf7c-2f549431d811 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] No DVR routers for this DVR port 614e0de0-5472-4b45-ab24-e66dfa3b74fd on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:43:48.663904 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-683529eb-7057-4686-b634-33ff287fa891 req-94a402a3-1c8d-407a-bf7c-2f549431d811 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:48.665999 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-683529eb-7057-4686-b634-33ff287fa891 req-94a402a3-1c8d-407a-bf7c-2f549431d811 tempest-ServerTagsTestJSON-565421080 tempest-ServerTagsTestJSON-565421080-project] 10.222.0.50 "DELETE /v2.0/ports/614e0de0-5472-4b45-ab24-e66dfa3b74fd HTTP/1.1" status: 204 len: 173 time: 1.0932777 Sep 16 04:43:48.667004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01634446-b48d-46ec-8d6e-fbb1447208b1', 'name': 'network-vif-deleted', 'tag': '614e0de0-5472-4b45-ab24-e66dfa3b74fd'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:48.670061 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432df2ca-0ff8-4e04-bb84-af11c76d28e5" -d '{"events": [{"server_uuid": "01634446-b48d-46ec-8d6e-fbb1447208b1", "name": "network-vif-deleted", "tag": "614e0de0-5472-4b45-ab24-e66dfa3b74fd"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:48.676626 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64226e98-cac1-472f-8e46-0436d2c95caf req-f9e3ebd1-c5ff-4074-b7f5-1bae1f45406e tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919132 Sep 16 04:43:48.835900 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eed2dd-ed21-4938-86e5-2466d98dd4c9 req-b56d9aba-85fb-4aad-b9d5-1f47735da68f tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.837467 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5eed2dd-ed21-4938-86e5-2466d98dd4c9 req-b56d9aba-85fb-4aad-b9d5-1f47735da68f tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 944 time: 0.0569491 Sep 16 04:43:48.864367 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7407f0ee-150b-437b-8792-f827ed3be4e0 x-openstack-request-id: req-7407f0ee-150b-437b-8792-f827ed3be4e0 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:48.864691 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f00388-a488-44ea-8604-56d3c2ff580b", "tag": "7f1adb9e-1ced-4ffe-9679-182a1c711f89", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:48.864833 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7407f0ee-150b-437b-8792-f827ed3be4e0 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:48.865546 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f00388-a488-44ea-8604-56d3c2ff580b', 'tag': '7f1adb9e-1ced-4ffe-9679-182a1c711f89', 'status': 'completed', 'code': 200} Sep 16 04:43:48.877013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-23ba784a-4e03-4791-aef1-d5ed65227466 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f1adb9e-1ced-4ffe-9679-182a1c711f89 HTTP/1.1" status: 200 len: 217 time: 0.3851950 Sep 16 04:43:48.881477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5eed2dd-ed21-4938-86e5-2466d98dd4c9 req-d5447306-8ae7-40f5-ab7a-7351dcd0db8c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375383 Sep 16 04:43:48.914376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 77630ded-eefc-437b-b3e0-b397c3b8df19 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:48.950435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f61c0-bd61-4132-83c5-12b43fe60afe req-51ebf9f5-3cd7-4666-a78f-d9ed07f710df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:48.951927 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f87f61c0-bd61-4132-83c5-12b43fe60afe req-51ebf9f5-3cd7-4666-a78f-d9ed07f710df service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6574612 Sep 16 04:43:48.990670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.004051 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.024118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d0426-ca8b-4a6c-ad7d-0105fe44a530 req-52127698-8d61-4c82-9976-9e4f845ca6d7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.030168 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d3d0426-ca8b-4a6c-ad7d-0105fe44a530 req-52127698-8d61-4c82-9976-9e4f845ca6d7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 931 time: 0.0682626 Sep 16 04:43:49.039974 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 77630ded-eefc-437b-b3e0-b397c3b8df19, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=77630ded-eefc-437b-b3e0-b397c3b8df19,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:49.056120 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '77630ded-eefc-437b-b3e0-b397c3b8df19', 'network_id': 'ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b', 'port_id': '77630ded-eefc-437b-b3e0-b397c3b8df19', 'mac_address': 'fa:16:3e:9f:b2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156edc1e-7368-4770-89dc-c325ad242139', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:49.060434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a73f1cf-abb8-4579-a861-adaae0fad31d {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:49.077128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d3d0426-ca8b-4a6c-ad7d-0105fe44a530 req-25efd1f2-ebd5-4cf4-9016-292cdd861a11 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/security-groups?id=752624fb-c337-421b-9fc7-8bf73a085368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446291 Sep 16 04:43:49.079295 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.083098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5c894-307b-486e-a2bf-6afdc46679be req-59c8e6d3-78f8-4a90-af89-15aeb1abd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.084816 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-59c8e6d3-78f8-4a90-af89-15aeb1abd38c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.1889522 Sep 16 04:43:49.107927 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.117187 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794b0bd3-1788-4ece-ab78-f4c31adf9c2b x-openstack-request-id: req-794b0bd3-1788-4ece-ab78-f4c31adf9c2b {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:49.117483 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01634446-b48d-46ec-8d6e-fbb1447208b1", "name": "network-vif-deleted", "tag": "614e0de0-5472-4b45-ab24-e66dfa3b74fd", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:49.117779 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-794b0bd3-1788-4ece-ab78-f4c31adf9c2b {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:49.118187 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01634446-b48d-46ec-8d6e-fbb1447208b1', 'name': 'network-vif-deleted', 'tag': '614e0de0-5472-4b45-ab24-e66dfa3b74fd', 'status': 'completed', 'code': 200} Sep 16 04:43:49.136894 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77630ded-eefc-437b-b3e0-b397c3b8df19 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:49.158460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 77630ded-eefc-437b-b3e0-b397c3b8df19, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=77630ded-eefc-437b-b3e0-b397c3b8df19,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:49.161637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Transition to ACTIVE for port object 4a73f1cf-abb8-4579-a861-adaae0fad31d will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:43:49.162466 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.172295 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-d552b053-9dc1-4df8-80cf-0fea38498670 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759165 Sep 16 04:43:49.178359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Port': ['ID=9dfb3782-dbd0-4315-abcc-5ceaecc9c26b,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.185055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.214646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=77630ded-eefc-437b-b3e0-b397c3b8df19,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.266696 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.307802 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f7565e8c-7b1f-40b1-9b8f-d2726bcb3436 req-a4c973ef-4f00-4415-a476-3db8383cde5a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.336925 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 32836) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:49.343033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f7565e8c-7b1f-40b1-9b8f-d2726bcb3436 req-a4c973ef-4f00-4415-a476-3db8383cde5a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.353577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Pushing event updated for resources: {'Port': ['ID=4a73f1cf-abb8-4579-a861-adaae0fad31d,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.364987 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.365101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['77630ded-eefc-437b-b3e0-b397c3b8df19'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:49.366366 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b4eed990-21d1-4576-aa0e-cf497ac7239f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6550193 Sep 16 04:43:49.414123 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f7565e8c-7b1f-40b1-9b8f-d2726bcb3436 req-a4c973ef-4f00-4415-a476-3db8383cde5a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.416007 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f7565e8c-7b1f-40b1-9b8f-d2726bcb3436 req-a4c973ef-4f00-4415-a476-3db8383cde5a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0744069 Sep 16 04:43:49.428022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b4e81e-8eb4-4592-857c-b1e288b141e5 admin admin] Deleting subnet c4caea5b-dfd4-458d-8e84-9bfcca3f8ecb {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:43:49.430957 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56b4e81e-8eb4-4592-857c-b1e288b141e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.451699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c973ef-4f00-4415-a476-3db8383cde5a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da005b73-f084-4d6c-a769-53086f150c19,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.473852 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56b4e81e-8eb4-4592-857c-b1e288b141e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.485103 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-271ed07e-070d-4444-9dc5-4469f2c392dc service neutron] 10.222.0.15 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919443 Sep 16 04:43:49.548484 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Attempting to bind port 4a73f1cf-abb8-4579-a861-adaae0fad31d on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:49.553399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Attempting to bind port 4a73f1cf-abb8-4579-a861-adaae0fad31d by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'c97a170c-9ee6-4386-91d4-39db83366bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:49.553399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Attempting to bind port 4a73f1cf-abb8-4579-a861-adaae0fad31d on network 7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:49.559163 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d95a5a09-a9f0-472b-8061-74c9ac12b5f9 req-fb4703a8-9b75-4aa2-9117-356124ef8415 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/da005b73-f084-4d6c-a769-53086f150c19 HTTP/1.1" status: 200 len: 1806 time: 0.1119506 Sep 16 04:43:49.563866 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Port 4a73f1cf-abb8-4579-a861-adaae0fad31d on network 7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:43:49.564767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Attempting to bind port 4a73f1cf-abb8-4579-a861-adaae0fad31d on network 7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:49.566909 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56b4e81e-8eb4-4592-857c-b1e288b141e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.602807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d95a5a09-a9f0-472b-8061-74c9ac12b5f9 req-ef7c9c4e-0aaa-40bf-9423-ff207394729e tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'da005b73-f084-4d6c-a769-53086f150c19', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:49.603179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d95a5a09-a9f0-472b-8061-74c9ac12b5f9 req-ef7c9c4e-0aaa-40bf-9423-ff207394729e tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'da005b73-f084-4d6c-a769-53086f150c19', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:49.611017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:49.611406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Checking segment: {'id': 'c97a170c-9ee6-4386-91d4-39db83366bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:49.611812 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Bound using segment: {'id': 'c97a170c-9ee6-4386-91d4-39db83366bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:49.612270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Bound port: 4a73f1cf-abb8-4579-a861-adaae0fad31d, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97a170c-9ee6-4386-91d4-39db83366bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:49.612638 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.615407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43b96f-b809-4e1e-ac36-76755257542c req-5fc99376-3455-49f5-94da-44fe879e3151 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.617106 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a43b96f-b809-4e1e-ac36-76755257542c req-5fc99376-3455-49f5-94da-44fe879e3151 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 943 time: 0.2048409 Sep 16 04:43:49.668418 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56b4e81e-8eb4-4592-857c-b1e288b141e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.683239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a43b96f-b809-4e1e-ac36-76755257542c req-8aef0d89-1568-40c2-bc12-21f2891d3f62 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545437 Sep 16 04:43:49.683477 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68f5c894-307b-486e-a2bf-6afdc46679be req-3459ca6c-068e-4b86-929e-6415f67ef79f service neutron] 10.222.0.15 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870916 Sep 16 04:43:49.705839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4e81e-8eb4-4592-857c-b1e288b141e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4caea5b-dfd4-458d-8e84-9bfcca3f8ecb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.711331 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-56b4e81e-8eb4-4592-857c-b1e288b141e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.713859 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-56b4e81e-8eb4-4592-857c-b1e288b141e5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c4caea5b-dfd4-458d-8e84-9bfcca3f8ecb HTTP/1.1" status: 204 len: 168 time: 0.3749502 Sep 16 04:43:49.716435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 32850) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:49.734378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] For port 4a73f1cf-abb8-4579-a861-adaae0fad31d, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:49.789573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] For port 4a73f1cf-abb8-4579-a861-adaae0fad31d, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4a73f1cf-abb8-4579-a861-adaae0fad31d,segment=NetworkSegment(c97a170c-9ee6-4386-91d4-39db83366bc1),segment_id=c97a170c-9ee6-4386-91d4-39db83366bc1)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:49.801038 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.810392 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-964d80bd-a767-4aa3-9ee9-3b55454905fe req-d53fb478-d489-4673-b76b-0f9c2137f568 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0342572 Sep 16 04:43:49.812915 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.819967 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d95a5a09-a9f0-472b-8061-74c9ac12b5f9 req-ef7c9c4e-0aaa-40bf-9423-ff207394729e tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.843052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fea54-5c40-4761-8f9b-1a627576c556 req-00e80027-231c-4868-bea3-3511f516b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.844571 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9fea54-5c40-4761-8f9b-1a627576c556 req-00e80027-231c-4868-bea3-3511f516b3b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 1095 time: 0.1079066 Sep 16 04:43:49.881497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:49.882434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.883548 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] 10.222.0.50 "PUT /v2.0/ports/4a73f1cf-abb8-4579-a861-adaae0fad31d HTTP/1.1" status: 200 len: 1092 time: 2.3749678 Sep 16 04:43:49.899997 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.906368 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d95a5a09-a9f0-472b-8061-74c9ac12b5f9 req-ef7c9c4e-0aaa-40bf-9423-ff207394729e tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.922613 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d95a5a09-a9f0-472b-8061-74c9ac12b5f9 req-ef7c9c4e-0aaa-40bf-9423-ff207394729e tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.928850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39e86f3-f1d8-4186-8ca4-aefa2636e4fb']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:49.946187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10cc0b10-5efa-4f07-bedd-f91e3c65b152') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:49.950040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10cc0b10-5efa-4f07-bedd-f91e3c65b152') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:49.960811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:49.963856 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 614e0de0-5472-4b45-ab24-e66dfa3b74fd no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:43:49.981808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda79a7e-069b-4eae-a51f-0aa010cff60a service neutron] Pushing event updated for resources: {'Port': ['ID=4a73f1cf-abb8-4579-a861-adaae0fad31d,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:49.987170 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:49.987645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 614e0de0-5472-4b45-ab24-e66dfa3b74fd {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:43:49.988224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 614e0de0-5472-4b45-ab24-e66dfa3b74fd not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:43:49.990522 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4feb93f-6285-40ee-868f-8f682bd37aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.008279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c9c4e-0aaa-40bf-9423-ff207394729e tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfa31e3-f75e-49bc-af92-a8768a7d322f,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.015046 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d95a5a09-a9f0-472b-8061-74c9ac12b5f9 req-ef7c9c4e-0aaa-40bf-9423-ff207394729e tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.025217 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.031554 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d95a5a09-a9f0-472b-8061-74c9ac12b5f9 req-ef7c9c4e-0aaa-40bf-9423-ff207394729e tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4396472 Sep 16 04:43:50.046799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-eb3fd39b-5b96-4931-a0cc-19a45cdbbd41 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1722890533&fields=id&tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78 HTTP/1.1" status: 200 len: 267 time: 0.1096160 Sep 16 04:43:50.054577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fea54-5c40-4761-8f9b-1a627576c556 req-33116968-4373-4b3b-b749-ae6ff862f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.056390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:43:50.056543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9fea54-5c40-4761-8f9b-1a627576c556 req-33116968-4373-4b3b-b749-ae6ff862f698 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 913 time: 0.2037868 Sep 16 04:43:50.056807 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:43:50.059853 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:43:50.119303 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9fea54-5c40-4761-8f9b-1a627576c556 req-55f68cba-4e53-48d7-a361-40876f2035de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f1adb9e-1ced-4ffe-9679-182a1c711f89 HTTP/1.1" status: 200 len: 217 time: 0.0543711 Sep 16 04:43:50.145118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-0bb5e06d-0aad-43eb-aa99-d6618acb7d4f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.146610 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-0bb5e06d-0aad-43eb-aa99-d6618acb7d4f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports/b2c539f9-3dcb-4aee-84f4-297e697dc188 HTTP/1.1" status: 200 len: 931 time: 0.0990131 Sep 16 04:43:50.154826 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.162515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-11e378b8-1dba-47be-a1f4-d0e105f16a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.164203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-11e378b8-1dba-47be-a1f4-d0e105f16a9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e9ec0f0920e4456a159cc77247989fe&device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 1095 time: 0.2073650 Sep 16 04:43:50.171329 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.173232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] 10.222.0.53 "DELETE /v2.0/networks/f39e86f3-f1d8-4186-8ca4-aefa2636e4fb HTTP/1.1" status: 204 len: 168 time: 0.4556472 Sep 16 04:43:50.225730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bef301a6-8f6a-4cde-8ff2-b7972e314eaf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.227299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bef301a6-8f6a-4cde-8ff2-b7972e314eaf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports/3e01476a-ab84-4363-8e04-bb85002972b9 HTTP/1.1" status: 200 len: 931 time: 0.0703819 Sep 16 04:43:50.228648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df84f6b-b939-4655-989c-580ed5ac4bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=f39e86f3-f1d8-4186-8ca4-aefa2636e4fb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.248591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:50.261570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84', 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068', 'port_id': 'e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84', 'mac_address': 'fa:16:3e:99:41:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6604d7-1624-4395-a31f-cb9d0b19c16f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:50.273969 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-6286cc9f-db65-495e-b7a8-a3b752559dbb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a73f1cf-abb8-4579-a861-adaae0fad31d HTTP/1.1" status: 200 len: 217 time: 0.0779810 Sep 16 04:43:50.282735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab9dd1-760b-45a3-8c23-d01fe6212cd2 req-8c05b036-267a-4e7f-b5bb-c4a95a7d7954 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.284485 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-66ab9dd1-760b-45a3-8c23-d01fe6212cd2 req-8c05b036-267a-4e7f-b5bb-c4a95a7d7954 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 945 time: 0.1688883 Sep 16 04:43:50.302066 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8cd9805f-1bbd-4756-b5f0-93980d793cf8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?network_id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0657735 Sep 16 04:43:50.307970 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.322067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:50.334377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 32868) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:50.339149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-4ee5a8f8-896b-434c-a9f4-0e88c7ee4e35 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?network_id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0351913 Sep 16 04:43:50.347363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:50.351970 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.360443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-66ab9dd1-760b-45a3-8c23-d01fe6212cd2 req-b1947539-8275-45ae-ab61-172490a38906 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616207 Sep 16 04:43:50.365559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fea54-5c40-4761-8f9b-1a627576c556 req-524da111-e457-4642-a450-102dc2599d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.377129 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9fea54-5c40-4761-8f9b-1a627576c556 req-524da111-e457-4642-a450-102dc2599d54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.2466149 Sep 16 04:43:50.405664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.423477 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9fea54-5c40-4761-8f9b-1a627576c556 req-371022e7-44dc-4cd4-bff6-b0edb0665582 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369682 Sep 16 04:43:50.425152 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-1dc1a0d5-7db0-4ae7-bf6f-224e3aae3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.427183 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-1dc1a0d5-7db0-4ae7-bf6f-224e3aae3fd1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=121d30af-8879-4d43-bc94-0d97ad3eba56 HTTP/1.1" status: 200 len: 854 time: 0.1390347 Sep 16 04:43:50.458318 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6889e72c-580d-4ced-af1d-7cc5318c3786 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ac6a425ed2c48728ba4ea4491b6ec06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1171210 Sep 16 04:43:50.463256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 32872) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:50.510895 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-b20fe51a-d56a-4bea-a9d7-8e90ddfb4e49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749872 Sep 16 04:43:50.526718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-c5af0c6f-f24b-4af3-89dd-cd71050895ed tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.532619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-c5af0c6f-f24b-4af3-89dd-cd71050895ed tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.538368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-c5af0c6f-f24b-4af3-89dd-cd71050895ed tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.540232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-c5af0c6f-f24b-4af3-89dd-cd71050895ed tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/networks?id=fa5d8253-b53f-4418-8054-91a24185d3f4&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&id=29ad4d4c-cf1f-437c-b71a-b27ce3500821 HTTP/1.1" status: 200 len: 1990 time: 0.1913164 Sep 16 04:43:50.567411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68b5f92b-cb04-4380-9918-98ad3276a9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.590898 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68b5f92b-cb04-4380-9918-98ad3276a9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.595613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1df4d-49c2-4835-a51e-a706ea9ef00b req-ddae1732-fb53-4b0c-8112-e2c588e982c9 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:50.597654 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b5d1df4d-49c2-4835-a51e-a706ea9ef00b req-ddae1732-fb53-4b0c-8112-e2c588e982c9 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 945 time: 0.1644177 Sep 16 04:43:50.603459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:50.651344 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68b5f92b-cb04-4380-9918-98ad3276a9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.654030 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68b5f92b-cb04-4380-9918-98ad3276a9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.655692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-68b5f92b-cb04-4380-9918-98ad3276a9af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6396f7d5-dd70-4974-9601-ffc8a39b1f4b HTTP/1.1" status: 204 len: 168 time: 0.1916301 Sep 16 04:43:50.662842 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9fea54-5c40-4761-8f9b-1a627576c556 req-7512c53a-4250-49f9-a490-8937780d8782 service neutron] 10.222.0.15 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281973 Sep 16 04:43:50.664520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5f92b-cb04-4380-9918-98ad3276a9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6396f7d5-dd70-4974-9601-ffc8a39b1f4b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:50.729386 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-a8ea3a68-567c-4e30-b4cf-33aeb80a5d1d service neutron] 10.222.0.50 "GET /v2.0/networks/7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846371 Sep 16 04:43:50.734140 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b5d1df4d-49c2-4835-a51e-a706ea9ef00b req-e4b4d2eb-8ca2-4977-bd04-f7014d568ae1 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045825 Sep 16 04:43:50.771082 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.805273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c6ccdc8f-ffee-4d5e-a050-b20ba861201e req-f791e593-ffbc-4c6b-aa45-e787f70c3815 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1781097702', 'description': 'tempest-description-1756406458'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:50.832876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-80932f08-a235-4473-8048-8734c9ad092b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/quotas/b84a8ba9721c4c65a5ca2d3e7ff30a78 HTTP/1.1" status: 200 len: 375 time: 0.2851384 Sep 16 04:43:50.867130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc55664-02e5-4719-9f57-1481d9186191', 'tag': '4a73f1cf-abb8-4579-a861-adaae0fad31d'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:50.869448 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5052cc-d3c9-4bc2-ace7-ffc5c61adb09" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc55664-02e5-4719-9f57-1481d9186191", "tag": "4a73f1cf-abb8-4579-a861-adaae0fad31d"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:50.886547 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9fea54-5c40-4761-8f9b-1a627576c556 req-a50134dd-1f53-4d23-9a3c-a2628da2beb0 service neutron] 10.222.0.15 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168195 Sep 16 04:43:50.893434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c6ccdc8f-ffee-4d5e-a050-b20ba861201e req-f791e593-ffbc-4c6b-aa45-e787f70c3815 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:50.913863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 77630ded-eefc-437b-b3e0-b397c3b8df19 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:50.927315 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1131848-a221-42f1-a84f-cf858a5f86f5 req-b8463849-7386-4a27-8bb3-2c59f60629a4 service neutron] 10.222.0.50 "GET /v2.0/networks/7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905186 Sep 16 04:43:50.965893 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-68e6bf88-1e9b-4161-9793-4c4572d001a0 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1292977 Sep 16 04:43:50.994871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 77630ded-eefc-437b-b3e0-b397c3b8df19 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:50.999406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 77630ded-eefc-437b-b3e0-b397c3b8df19 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:50.999783 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.061267 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c6ccdc8f-ffee-4d5e-a050-b20ba861201e req-f791e593-ffbc-4c6b-aa45-e787f70c3815 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.067865 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c6ccdc8f-ffee-4d5e-a050-b20ba861201e req-f791e593-ffbc-4c6b-aa45-e787f70c3815 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.113012 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.118892 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7b131d65-ec94-458d-8733-192e74381f74 service neutron] 10.222.0.53 "GET /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375637 Sep 16 04:43:51.140249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac83558-b610-46c5-be5c-7652291d4977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77630ded-eefc-437b-b3e0-b397c3b8df19'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:51.143078 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17364111-16fa-4ffd-9bd7-3fe97811b2eb" -d '{"events": [{"server_uuid": "dac83558-b610-46c5-be5c-7652291d4977", "name": "network-vif-plugged", "status": "completed", "tag": "77630ded-eefc-437b-b3e0-b397c3b8df19"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:51.146994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c6ccdc8f-ffee-4d5e-a050-b20ba861201e req-f791e593-ffbc-4c6b-aa45-e787f70c3815 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.153244 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ccdc8f-ffee-4d5e-a050-b20ba861201e req-f791e593-ffbc-4c6b-aa45-e787f70c3815 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3632865 Sep 16 04:43:51.158213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 77630ded-eefc-437b-b3e0-b397c3b8df19, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=77630ded-eefc-437b-b3e0-b397c3b8df19,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:51.163756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791e593-ffbc-4c6b-aa45-e787f70c3815 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e5f133-4a7d-4c40-ae54-f20e4f251e94,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:51.178805 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.237415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=77630ded-eefc-437b-b3e0-b397c3b8df19,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:51.249477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-34cb2337-d706-43a0-bcfa-3fb095cfaf17 service neutron] 10.222.0.53 "GET /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291661 Sep 16 04:43:51.297919 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-559e322d-7a23-455e-9cf9-6750e842a23f service neutron] 10.222.0.53 "GET /v2.0/ports/b2c539f9-3dcb-4aee-84f4-297e697dc188?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0393219 Sep 16 04:43:51.304726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3e60e-7da6-4f22-be4e-019751fb9847 req-ed19105d-c7ba-44b3-95cc-a35a000798bb tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.306293 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6ed3e60e-7da6-4f22-be4e-019751fb9847 req-ed19105d-c7ba-44b3-95cc-a35a000798bb tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 943 time: 0.0595570 Sep 16 04:43:51.347213 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6ed3e60e-7da6-4f22-be4e-019751fb9847 req-afbf2385-1da4-4594-951d-5a12f20d296f tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/security-groups?id=752624fb-c337-421b-9fc7-8bf73a085368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342090 Sep 16 04:43:51.404981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-fde7a250-e107-48d9-8ad5-5966b1ed36f0 service neutron] 10.222.0.53 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007860 Sep 16 04:43:51.458067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e5170-2b17-4992-84b6-2566a51c6e63 req-51365131-d5be-4775-bda0-1abce5131781 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.459579 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-117e5170-2b17-4992-84b6-2566a51c6e63 req-51365131-d5be-4775-bda0-1abce5131781 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 943 time: 0.0505817 Sep 16 04:43:51.502508 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-117e5170-2b17-4992-84b6-2566a51c6e63 req-da72e809-a507-4f19-997a-17f097a4dc7e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348401 Sep 16 04:43:51.518328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b0af386-dfcf-445f-90d5-77937827b91e service neutron] 10.222.0.53 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038256 Sep 16 04:43:51.554173 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.555363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b9a869ad-72da-417a-bb23-ee0556351fa5 service neutron] 10.222.0.53 "GET /v2.0/ports/3e01476a-ab84-4363-8e04-bb85002972b9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0354266 Sep 16 04:43:51.596466 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8dc7510d-6aab-4340-85eb-d66015f4ad0a req-d9ce1881-c812-46aa-92fa-0c39f4795a5d tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0310569 Sep 16 04:43:51.653668 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-2c8a3974-785e-4f93-9201-9e913e765474 service neutron] 10.222.0.53 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915060 Sep 16 04:43:51.664787 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3f161b-6a90-49dc-bbb2-caeb4e4cf79d x-openstack-request-id: req-de3f161b-6a90-49dc-bbb2-caeb4e4cf79d {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:51.665159 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc55664-02e5-4719-9f57-1481d9186191", "tag": "4a73f1cf-abb8-4579-a861-adaae0fad31d", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:51.665479 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de3f161b-6a90-49dc-bbb2-caeb4e4cf79d {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:51.666118 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc55664-02e5-4719-9f57-1481d9186191', 'tag': '4a73f1cf-abb8-4579-a861-adaae0fad31d', 'status': 'completed', 'code': 200} Sep 16 04:43:51.667012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 32908) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:51.704189 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dbb070-b68e-44b2-96c7-ea2fe783e8ea x-openstack-request-id: req-c1dbb070-b68e-44b2-96c7-ea2fe783e8ea {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:51.704554 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac83558-b610-46c5-be5c-7652291d4977", "name": "network-vif-plugged", "status": "completed", "tag": "77630ded-eefc-437b-b3e0-b397c3b8df19", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:51.704874 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1dbb070-b68e-44b2-96c7-ea2fe783e8ea {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:51.705342 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac83558-b610-46c5-be5c-7652291d4977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77630ded-eefc-437b-b3e0-b397c3b8df19', 'code': 200} Sep 16 04:43:51.726846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-efe7edeb-42b8-46b9-aff3-f45216faccf3 req-5e00bb15-0d27-4494-91ff-3f1e38c8d88a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2043451642', 'description': 'tempest-description-696437694'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:51.772016 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-555b2871-a001-4d8d-9242-21de148aabc5 service neutron] 10.222.0.53 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125104 Sep 16 04:43:51.804591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1798278665-network', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:51.810783 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efe7edeb-42b8-46b9-aff3-f45216faccf3 req-5e00bb15-0d27-4494-91ff-3f1e38c8d88a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.823878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5052cc-d3c9-4bc2-ace7-ffc5c61adb09 req-b6ced64f-7468-436d-8a1a-0024f1939fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.825391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd5052cc-d3c9-4bc2-ace7-ffc5c61adb09 req-b6ced64f-7468-436d-8a1a-0024f1939fb2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e9ec0f0920e4456a159cc77247989fe&device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 1095 time: 0.1323752 Sep 16 04:43:51.872020 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-449c43c4-43f5-4fe1-b1fe-bf63c96723fb service neutron] 10.222.0.53 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924201 Sep 16 04:43:51.881987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae72e8-1d01-4c18-8af3-16e39c82b3ed req-b7e4da75-9b84-4f84-a819-d94d00c4ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:51.883657 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0ae72e8-1d01-4c18-8af3-16e39c82b3ed req-b7e4da75-9b84-4f84-a819-d94d00c4ec12 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 1098 time: 0.1127090 Sep 16 04:43:51.890402 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Made reservation on behalf of 022d7fc0ebfa42e396c695a2bac9b768 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:51.892874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.955504 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:51.960914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4a73f1cf-abb8-4579-a861-adaae0fad31d details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:51.965684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:51.967227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b7e7a245-62db-488a-acb6-b4787a98e260 service neutron] 10.222.0.53 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892310 Sep 16 04:43:52.024782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0ae72e8-1d01-4c18-8af3-16e39c82b3ed req-77ceca6f-8b4b-4f05-8ecf-b94d1239bb1b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282117 Sep 16 04:43:52.028696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5052cc-d3c9-4bc2-ace7-ffc5c61adb09 req-1a8def3b-ac70-4ef1-b539-ba77e9e8820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:52.030195 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd5052cc-d3c9-4bc2-ace7-ffc5c61adb09 req-1a8def3b-ac70-4ef1-b539-ba77e9e8820d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 HTTP/1.1" status: 200 len: 915 time: 0.1934087 Sep 16 04:43:52.094246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:52.098282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efe7edeb-42b8-46b9-aff3-f45216faccf3 req-5e00bb15-0d27-4494-91ff-3f1e38c8d88a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.101311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd5052cc-d3c9-4bc2-ace7-ffc5c61adb09 req-e2c11790-c660-4b11-be9f-0728b4ab2ab1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a73f1cf-abb8-4579-a861-adaae0fad31d HTTP/1.1" status: 200 len: 217 time: 0.0522554 Sep 16 04:43:52.101909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:52.102524 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.105849 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efe7edeb-42b8-46b9-aff3-f45216faccf3 req-5e00bb15-0d27-4494-91ff-3f1e38c8d88a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.141527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 4a73f1cf-abb8-4579-a861-adaae0fad31d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4a73f1cf-abb8-4579-a861-adaae0fad31d,segment=NetworkSegment(c97a170c-9ee6-4386-91d4-39db83366bc1),segment_id=c97a170c-9ee6-4386-91d4-39db83366bc1)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:52.160124 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '4a73f1cf-abb8-4579-a861-adaae0fad31d', 'network_id': '7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3', 'port_id': '4a73f1cf-abb8-4579-a861-adaae0fad31d', 'mac_address': 'fa:16:3e:ae:3d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121d30af-8879-4d43-bc94-0d97ad3eba56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:52.205544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00bb15-0d27-4494-91ff-3f1e38c8d88a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54ce700-49ea-42ab-b2fc-c6a62513c515,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.221180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5052cc-d3c9-4bc2-ace7-ffc5c61adb09 req-1dc591db-0e39-482e-b637-d7c6faa0216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:52.222745 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd5052cc-d3c9-4bc2-ace7-ffc5c61adb09 req-1dc591db-0e39-482e-b637-d7c6faa0216e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=121d30af-8879-4d43-bc94-0d97ad3eba56 HTTP/1.1" status: 200 len: 854 time: 0.1032073 Sep 16 04:43:52.234366 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.257982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a73f1cf-abb8-4579-a861-adaae0fad31d {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:52.262774 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.268915 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd5052cc-d3c9-4bc2-ace7-ffc5c61adb09 req-d693e079-3106-46e0-9fa6-ec1f2298f15e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333321 Sep 16 04:43:52.296220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 4a73f1cf-abb8-4579-a861-adaae0fad31d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4a73f1cf-abb8-4579-a861-adaae0fad31d,segment=NetworkSegment(c97a170c-9ee6-4386-91d4-39db83366bc1),segment_id=c97a170c-9ee6-4386-91d4-39db83366bc1)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:52.304247 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.316835 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:52.336789 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.344784 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f8b9d628-7090-4dfb-947b-1c2476fabdf0 service neutron] 10.222.0.53 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697395 Sep 16 04:43:52.347074 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.373280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=4a73f1cf-abb8-4579-a861-adaae0fad31d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.381212 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.395531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efe7edeb-42b8-46b9-aff3-f45216faccf3 req-5e00bb15-0d27-4494-91ff-3f1e38c8d88a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.396788 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efe7edeb-42b8-46b9-aff3-f45216faccf3 req-5e00bb15-0d27-4494-91ff-3f1e38c8d88a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6775010 Sep 16 04:43:52.443957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:43:52.446386 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b6cb8ec2-702a-4a8c-af7b-6fc929c45332 service neutron] 10.222.0.53 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951362 Sep 16 04:43:52.450521 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0a7d13ec-c254-45af-bab4-d11579ed69c1 req-257c7497-a52e-4819-ae8d-9b4be5f0d8f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0444345 Sep 16 04:43:52.452868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.469343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6fbda0-30f3-4b30-89c0-3a677a90b561,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.476972 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.477327 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Added segment 0c068f84-b23d-409a-99ec-3ee6559e2943 of type vlan for network 54ab4011-9c3b-42b6-b477-8b46a43d41ae Sep 16 04:43:52.490908 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd5052cc-d3c9-4bc2-ace7-ffc5c61adb09 req-0faba7c0-a019-41db-9a8d-58298d75b830 service neutron] 10.222.0.50 "GET /v2.0/networks/7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113836 Sep 16 04:43:52.546483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-2c0afdbc-be7f-4217-9a0b-0b26a61985f4 service neutron] 10.222.0.53 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921137 Sep 16 04:43:52.557986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['4a73f1cf-abb8-4579-a861-adaae0fad31d'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:52.575414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.646451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d4fd9-c05d-40a7-a4a1-02070053506f req-2dfb9aac-ff15-4676-be03-b2ef313a8b3a tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:52.647983 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-171d4fd9-c05d-40a7-a4a1-02070053506f req-2dfb9aac-ff15-4676-be03-b2ef313a8b3a tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 946 time: 0.1615682 Sep 16 04:43:52.651882 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8d63f4ae-12bc-4d6b-b226-61adf7b9d3b5 service neutron] 10.222.0.53 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990059 Sep 16 04:43:52.664557 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.665803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:52.667672 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.726809 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd5052cc-d3c9-4bc2-ace7-ffc5c61adb09 req-def6ef0c-7c21-4f18-9ba7-d788a0409e0a service neutron] 10.222.0.50 "GET /v2.0/networks/7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253597 Sep 16 04:43:52.749245 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ff6af053-b80e-46b6-933a-663b96382751 service neutron] 10.222.0.53 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906680 Sep 16 04:43:52.762773 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0909355 Sep 16 04:43:52.763399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 32922) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:52.769398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20287af8-c2e8-4116-b49b-f76d13197a01 admin admin] Pushing event updated for resources: {'Network': ['ID=54ab4011-9c3b-42b6-b477-8b46a43d41ae,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:52.778056 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-171d4fd9-c05d-40a7-a4a1-02070053506f req-3b574f60-13d5-4cdb-a1eb-8030cac9bf00 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175890 Sep 16 04:43:52.778929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7e624ab0-b1f2-4715-99db-acf18a4de8a6 admin admin] Request body: {'subnet': {'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1798278665-subnet', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:52.783866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 54ab4011-9c3b-42b6-b477-8b46a43d41ae details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:43:52.850135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e624ab0-b1f2-4715-99db-acf18a4de8a6 admin admin] Made reservation on behalf of 022d7fc0ebfa42e396c695a2bac9b768 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:52.852707 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e624ab0-b1f2-4715-99db-acf18a4de8a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:52.890813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ec65087d-3811-4937-866c-99839afd188f service neutron] 10.222.0.53 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355319 Sep 16 04:43:52.892680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1fceb-9127-415b-a2c1-9b06c5e88baf req-2e2d23fa-b365-437a-ad31-c445979fe779 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:52.894429 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e4c1fceb-9127-415b-a2c1-9b06c5e88baf req-2e2d23fa-b365-437a-ad31-c445979fe779 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 946 time: 0.0533354 Sep 16 04:43:52.919954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7f1adb9e-1ced-4ffe-9679-182a1c711f89 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:43:52.955455 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e4c1fceb-9127-415b-a2c1-9b06c5e88baf req-b3233c1d-fa96-43e7-aa60-1414226dec30 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546589 Sep 16 04:43:53.029348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7f1adb9e-1ced-4ffe-9679-182a1c711f89, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7f1adb9e-1ced-4ffe-9679-182a1c711f89,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:53.043053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '7f1adb9e-1ced-4ffe-9679-182a1c711f89', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'port_id': '7f1adb9e-1ced-4ffe-9679-182a1c711f89', 'mac_address': 'fa:16:3e:3d:88:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe58f381-cad6-48c7-a9bf-7d2ce1b9e110', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:43:53.079328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda62ed3-b590-4b60-bf84-1a7c233518cb req-94a673ba-666d-4ff8-8b66-7e91353f6720 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.087115 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fda62ed3-b590-4b60-bf84-1a7c233518cb req-94a673ba-666d-4ff8-8b66-7e91353f6720 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 944 time: 0.0728199 Sep 16 04:43:53.103452 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e624ab0-b1f2-4715-99db-acf18a4de8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.115467 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.119196 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.134341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1adb9e-1ced-4ffe-9679-182a1c711f89 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:43:53.147036 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fda62ed3-b590-4b60-bf84-1a7c233518cb req-8039490d-8f6f-4330-ac63-b928096b5382 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/security-groups?id=752624fb-c337-421b-9fc7-8bf73a085368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531752 Sep 16 04:43:53.167575 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7f1adb9e-1ced-4ffe-9679-182a1c711f89, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7f1adb9e-1ced-4ffe-9679-182a1c711f89,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:53.172341 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.183665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e624ab0-b1f2-4715-99db-acf18a4de8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e14c121a-a13e-4cf4-87d5-73ea10aad127,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:53.208927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e624ab0-b1f2-4715-99db-acf18a4de8a6 admin admin] Checking segment: {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:53.209442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e624ab0-b1f2-4715-99db-acf18a4de8a6 admin admin] Network hostable DHCP agents. Network: 54ab4011-9c3b-42b6-b477-8b46a43d41ae, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:43:53.234114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e624ab0-b1f2-4715-99db-acf18a4de8a6 admin admin] Network 54ab4011-9c3b-42b6-b477-8b46a43d41ae is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:43:53.249917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7e624ab0-b1f2-4715-99db-acf18a4de8a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 54ab4011-9c3b-42b6-b477-8b46a43d41ae) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:53.254365 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-777602ba-29bf-444a-b91a-4b92eca78c73 req-27c6de60-cd5a-47e0-85d6-a737d0721694 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/04e5f133-4a7d-4c40-ae54-f20e4f251e94 HTTP/1.1" status: 200 len: 1807 time: 0.0617943 Sep 16 04:43:53.255176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e624ab0-b1f2-4715-99db-acf18a4de8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.256354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e624ab0-b1f2-4715-99db-acf18a4de8a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.266935 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3508bb-155a-4f60-98da-c033f07f248e None None] Network 54ab4011-9c3b-42b6-b477-8b46a43d41ae requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:53.272373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7e624ab0-b1f2-4715-99db-acf18a4de8a6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5069401 Sep 16 04:43:53.275277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 32934) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:53.281583 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:53.310489 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-777602ba-29bf-444a-b91a-4b92eca78c73 req-a22f1ac6-32e7-4321-b491-66b291cd85a2 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/b54ce700-49ea-42ab-b2fc-c6a62513c515 HTTP/1.1" status: 200 len: 1806 time: 0.0548759 Sep 16 04:43:53.316406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-777602ba-29bf-444a-b91a-4b92eca78c73 req-1e714211-7a22-4fdc-97e0-16577994c3bd tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '04e5f133-4a7d-4c40-ae54-f20e4f251e94', 'remote_group_id': 'b54ce700-49ea-42ab-b2fc-c6a62513c515', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:53.316785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-777602ba-29bf-444a-b91a-4b92eca78c73 req-1e714211-7a22-4fdc-97e0-16577994c3bd tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '04e5f133-4a7d-4c40-ae54-f20e4f251e94', 'remote_group_id': 'b54ce700-49ea-42ab-b2fc-c6a62513c515', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:53.318850 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.319939 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.328861 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=7f1adb9e-1ced-4ffe-9679-182a1c711f89,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:53.389653 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.409333 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-777602ba-29bf-444a-b91a-4b92eca78c73 req-1e714211-7a22-4fdc-97e0-16577994c3bd tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.434953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['7f1adb9e-1ced-4ffe-9679-182a1c711f89'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:53.499956 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-777602ba-29bf-444a-b91a-4b92eca78c73 req-1e714211-7a22-4fdc-97e0-16577994c3bd tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.505283 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-777602ba-29bf-444a-b91a-4b92eca78c73 req-1e714211-7a22-4fdc-97e0-16577994c3bd tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.542681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:43:53.543581 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.550401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e714211-7a22-4fdc-97e0-16577994c3bd tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550a92a7-44a9-49e8-b26b-5bb5dd20e746,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:53.570095 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-777602ba-29bf-444a-b91a-4b92eca78c73 req-1e714211-7a22-4fdc-97e0-16577994c3bd tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.570256 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.593836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-777602ba-29bf-444a-b91a-4b92eca78c73 req-1e714211-7a22-4fdc-97e0-16577994c3bd tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2818952 Sep 16 04:43:53.722781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f16914-3d44-4713-88ee-56154e41dab6 req-0fccdecb-d966-4453-80f6-64d41bb4c38e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:53.724500 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48f16914-3d44-4713-88ee-56154e41dab6 req-0fccdecb-d966-4453-80f6-64d41bb4c38e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 944 time: 0.0661356 Sep 16 04:43:53.764579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42134807-8e06-4bd4-9f02-ee834118aca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:53.768544 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293a8317-a917-4a04-bc66-633377c9f66e" -d '{"events": [{"server_uuid": "42134807-8e06-4bd4-9f02-ee834118aca6", "name": "network-vif-plugged", "status": "completed", "tag": "e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:53.815219 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48f16914-3d44-4713-88ee-56154e41dab6 req-d9ae0893-f443-47c8-a1a5-476b5f5f2565 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827959 Sep 16 04:43:53.853406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d3c2e854-1168-431f-8947-ceeb2b8ba786 req-12a8be9e-6b1c-41de-ba50-147ed58fc24c tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1199092786', 'description': 'tempest-description-2033773870'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:53.874197 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0aa74ba-b0aa-44cb-b70c-01c114720d88 req-ffe09cd0-acca-444a-a2f0-71cce6fdf0a9 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0336375 Sep 16 04:43:53.885817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d3c2e854-1168-431f-8947-ceeb2b8ba786 req-12a8be9e-6b1c-41de-ba50-147ed58fc24c tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.937917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:53.966631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Allocated IP 172.20.0.2 (54ab4011-9c3b-42b6-b477-8b46a43d41ae/e14c121a-a13e-4cf4-87d5-73ea10aad127/fe6d9b60-44c7-4fa3-9ca5-3b856a01003d) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:53.976434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4a73f1cf-abb8-4579-a861-adaae0fad31d up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:53.978504 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.055527 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d3c2e854-1168-431f-8947-ceeb2b8ba786 req-12a8be9e-6b1c-41de-ba50-147ed58fc24c tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.061117 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d3c2e854-1168-431f-8947-ceeb2b8ba786 req-12a8be9e-6b1c-41de-ba50-147ed58fc24c tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.104393 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d3c2e854-1168-431f-8947-ceeb2b8ba786 req-12a8be9e-6b1c-41de-ba50-147ed58fc24c tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.105961 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d3c2e854-1168-431f-8947-ceeb2b8ba786 req-12a8be9e-6b1c-41de-ba50-147ed58fc24c tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2570004 Sep 16 04:43:54.107926 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8be9e-6b1c-41de-ba50-147ed58fc24c tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c843af-a9b1-432b-9b6e-d34fd90d2f30,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.161203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Allocated IP 172.25.0.207 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/899e406f-65e8-4815-a51d-503116415c68) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:54.175032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8032cc85-13f1-441f-87f7-67f07243dd29 req-926103b9-855a-4223-9785-99809e67e44a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0427232 Sep 16 04:43:54.197439 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8766e7fe-fc24-435c-8ba9-0866032576ae x-openstack-request-id: req-8766e7fe-fc24-435c-8ba9-0866032576ae {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:54.198809 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42134807-8e06-4bd4-9f02-ee834118aca6", "name": "network-vif-plugged", "status": "completed", "tag": "e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:54.198809 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8766e7fe-fc24-435c-8ba9-0866032576ae {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:54.199018 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42134807-8e06-4bd4-9f02-ee834118aca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84', 'code': 200} Sep 16 04:43:54.225231 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 4a73f1cf-abb8-4579-a861-adaae0fad31d completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:54.251455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 4a73f1cf-abb8-4579-a861-adaae0fad31d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:54.251850 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.334648 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.350780 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.364615 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.429028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b9d51-59d2-464b-a693-af0309a2dbb1 req-925907fa-fa3d-456b-9d2f-516e8026d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:54.430587 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b4b9d51-59d2-464b-a693-af0309a2dbb1 req-925907fa-fa3d-456b-9d2f-516e8026d07f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 1098 time: 0.1647043 Sep 16 04:43:54.433845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476b5e9-aaef-42cd-808e-ae7c812300a3 req-97b995ae-864d-4244-ab12-2129ec2ff781 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:54.436227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4476b5e9-aaef-42cd-808e-ae7c812300a3 req-97b995ae-864d-4244-ab12-2129ec2ff781 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 946 time: 0.0778267 Sep 16 04:43:54.453301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Network 54ab4011-9c3b-42b6-b477-8b46a43d41ae is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:54.457994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c6116-29f4-4216-b643-e551b7c72ed4 req-678614d7-3c90-487e-bb9e-ac3c48b50c8a tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:54.466372 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e70c6116-29f4-4216-b643-e551b7c72ed4 req-678614d7-3c90-487e-bb9e-ac3c48b50c8a tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 946 time: 0.2057245 Sep 16 04:43:54.467308 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Pushing event updated for resources: {'Port': ['ID=fe6d9b60-44c7-4fa3-9ca5-3b856a01003d,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.489014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:54.492026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:54.498276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4476b5e9-aaef-42cd-808e-ae7c812300a3 req-cfd4caca-46c5-4f06-b7e4-2be2c621b834 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514646 Sep 16 04:43:54.499465 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.506644 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.547618 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b4b9d51-59d2-464b-a693-af0309a2dbb1 req-ce4ddf88-94c7-4e04-b954-50872d9d4653 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778320 Sep 16 04:43:54.550552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-b96c9653-ac0d-4cc1-b00f-1855d6a562da req-51d51e8f-5b31-4674-9953-0af815bd1750 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1955341349', 'description': 'tempest-description-616153650'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:54.565583 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e70c6116-29f4-4216-b643-e551b7c72ed4 req-39f350d0-1a33-4609-8eb3-84b22d7545bf tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979016 Sep 16 04:43:54.572934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:54.585177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:54.589351 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:54.622673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Pushing event updated for resources: {'Port': ['ID=899e406f-65e8-4815-a51d-503116415c68,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.629363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Attempting to bind port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:54.630339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Attempting to bind port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:54.631300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Attempting to bind port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d on network 54ab4011-9c3b-42b6-b477-8b46a43d41ae {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:54.639312 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b96c9653-ac0d-4cc1-b00f-1855d6a562da req-51d51e8f-5b31-4674-9953-0af815bd1750 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.642667 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:54.643171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Checking segment: {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:54.643690 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.644190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Bound using segment: {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:54.644774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Bound port: fe6d9b60-44c7-4fa3-9ca5-3b856a01003d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:54.645275 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.669169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 4a73f1cf-abb8-4579-a861-adaae0fad31d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4a73f1cf-abb8-4579-a861-adaae0fad31d,segment=NetworkSegment(c97a170c-9ee6-4386-91d4-39db83366bc1),segment_id=c97a170c-9ee6-4386-91d4-39db83366bc1)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:54.674970 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.687754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe44c01-eaa7-49e7-9b83-2a76810a550e req-adfea3ad-242c-4ed2-a750-5e6d71a246ce tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:54.689250 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0fe44c01-eaa7-49e7-9b83-2a76810a550e req-adfea3ad-242c-4ed2-a750-5e6d71a246ce tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 944 time: 0.0558169 Sep 16 04:43:54.733854 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0fe44c01-eaa7-49e7-9b83-2a76810a550e req-4a60c1ae-0c96-4d75-89bb-fa4918c8986e tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/security-groups?id=752624fb-c337-421b-9fc7-8bf73a085368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361474 Sep 16 04:43:54.769762 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] For port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:54.775428 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] For port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fe6d9b60-44c7-4fa3-9ca5-3b856a01003d,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:54.778839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=4a73f1cf-abb8-4579-a861-adaae0fad31d,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.786738 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.898707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dc0e9-5d29-4c51-8174-2681b204e758 None None] Pushing event updated for resources: {'Port': ['ID=fe6d9b60-44c7-4fa3-9ca5-3b856a01003d,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:54.940916 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b96c9653-ac0d-4cc1-b00f-1855d6a562da req-51d51e8f-5b31-4674-9953-0af815bd1750 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:54.953138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7f1adb9e-1ced-4ffe-9679-182a1c711f89 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:54.953730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b96c9653-ac0d-4cc1-b00f-1855d6a562da req-51d51e8f-5b31-4674-9953-0af815bd1750 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.003692 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.023629 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d071d100-c46a-440f-a153-c12b1ef209f3 req-38ba81a2-0f7d-493a-a6ef-265d875bc8cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3be61dd823f7494397a5b6ea8eb45ebb&device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0363178 Sep 16 04:43:55.040673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 7f1adb9e-1ced-4ffe-9679-182a1c711f89 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:43:55.047494 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b96c9653-ac0d-4cc1-b00f-1855d6a562da req-51d51e8f-5b31-4674-9953-0af815bd1750 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.048670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 7f1adb9e-1ced-4ffe-9679-182a1c711f89 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:55.048825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b96c9653-ac0d-4cc1-b00f-1855d6a562da req-51d51e8f-5b31-4674-9953-0af815bd1750 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5026562 Sep 16 04:43:55.050826 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.060450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d51e8f-5b31-4674-9953-0af815bd1750 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e487f24c-2321-4abc-a5e7-a0051aa04a0d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:55.068683 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d071d100-c46a-440f-a153-c12b1ef209f3 req-930e8b35-6945-49e9-9bef-b1ca790881c1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3be61dd823f7494397a5b6ea8eb45ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364578 Sep 16 04:43:55.100189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ce32a-84b7-40d3-85de-caf9433bdf4b req-6e4eb371-6f9f-468c-98e3-0fb152cedbb6 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.101968 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-349ce32a-84b7-40d3-85de-caf9433bdf4b req-6e4eb371-6f9f-468c-98e3-0fb152cedbb6 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 946 time: 0.0806286 Sep 16 04:43:55.230617 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.233248 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-349ce32a-84b7-40d3-85de-caf9433bdf4b req-7d06c95a-94f2-405a-8c31-52dda95d50b5 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090293 Sep 16 04:43:55.293731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071d100-c46a-440f-a153-c12b1ef209f3 req-fdd5ae1d-6036-434b-8700-499cc3465636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.295689 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d071d100-c46a-440f-a153-c12b1ef209f3 req-fdd5ae1d-6036-434b-8700-499cc3465636 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2180362 Sep 16 04:43:55.313081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7f1adb9e-1ced-4ffe-9679-182a1c711f89, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7f1adb9e-1ced-4ffe-9679-182a1c711f89,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:55.328574 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.351086 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.376194 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f5d7750-61bc-4583-829a-f94451314013 req-324db525-5a50-435d-886a-67ea336313d8 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0415757 Sep 16 04:43:55.418425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=7f1adb9e-1ced-4ffe-9679-182a1c711f89,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:55.425371 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe69cf5-4d04-4a65-bcd9-567b34d2d4d1 req-69106c5c-e129-4d5a-9d97-d4cebe764cd8 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.430118 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fe69cf5-4d04-4a65-bcd9-567b34d2d4d1 req-69106c5c-e129-4d5a-9d97-d4cebe764cd8 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 944 time: 0.2457747 Sep 16 04:43:55.450906 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-efaa5407-bb1f-4dc4-9339-71c7168852c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.452324 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-efaa5407-bb1f-4dc4-9339-71c7168852c8 service neutron] 10.222.0.50 "GET /v2.0/ports/b2c539f9-3dcb-4aee-84f4-297e697dc188 HTTP/1.1" status: 200 len: 1027 time: 0.0820973 Sep 16 04:43:55.506045 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e8a7711-c508-4f14-af58-5aeb55425d42 req-6642d633-8d4e-4db5-8fce-eb667d2284e3 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/71c843af-a9b1-432b-9b6e-d34fd90d2f30 HTTP/1.1" status: 200 len: 1807 time: 0.0858152 Sep 16 04:43:55.506378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fe69cf5-4d04-4a65-bcd9-567b34d2d4d1 req-1ff9905c-d75c-4ac7-8bbb-9626981355a7 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680785 Sep 16 04:43:55.508250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-27c15cef-b67c-4133-84ff-66e30cd8e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.509644 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-27c15cef-b67c-4133-84ff-66e30cd8e35f service neutron] 10.222.0.50 "GET /v2.0/ports/3e01476a-ab84-4363-8e04-bb85002972b9 HTTP/1.1" status: 200 len: 1027 time: 0.0466578 Sep 16 04:43:55.611995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:43:55.629995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-742ccd3e-d8b4-48a1-9f4a-1d1e646ab1e3 req-d8176b26-b492-4542-ad7a-493800fdbfff tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0455313 Sep 16 04:43:55.709127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-dd17085b-d542-45a8-b533-ee2681cfc954 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.730197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-dd17085b-d542-45a8-b533-ee2681cfc954 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.738888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-dd17085b-d542-45a8-b533-ee2681cfc954 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:55.740619 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-dd17085b-d542-45a8-b533-ee2681cfc954 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "GET /v2.0/networks?id=fa5d8253-b53f-4418-8054-91a24185d3f4&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&id=29ad4d4c-cf1f-437c-b71a-b27ce3500821 HTTP/1.1" status: 200 len: 1990 time: 0.2214851 Sep 16 04:43:55.784311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:43:55.808285 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Sync routers for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:43:55.813395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:55.813395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d5602760-7191-4fcd-83c5-81471f74e126 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5362000 Sep 16 04:43:55.818531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 32990) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:43:55.830675 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:55.831399 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:43:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:55.928079 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-86452ee1-ddc5-439a-a1fe-576af98000fe tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78 HTTP/1.1" status: 200 len: 380 time: 0.1650679 Sep 16 04:43:55.942579 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e8a7711-c508-4f14-af58-5aeb55425d42 req-af5b6c61-e82a-4f47-a944-bfc9b263be6a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/e487f24c-2321-4abc-a5e7-a0051aa04a0d HTTP/1.1" status: 200 len: 1806 time: 0.4253442 Sep 16 04:43:55.943792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'port': {'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'admin_state_up': True, 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'security_groups': ['50dea91e-4fcf-44bb-b13c-63688b8998c5']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:55.960814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-3e8a7711-c508-4f14-af58-5aeb55425d42 req-be855e88-95c4-49a3-89c9-07417fd08e3a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '71c843af-a9b1-432b-9b6e-d34fd90d2f30', 'remote_group_id': 'e487f24c-2321-4abc-a5e7-a0051aa04a0d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:55.961033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-3e8a7711-c508-4f14-af58-5aeb55425d42 req-be855e88-95c4-49a3-89c9-07417fd08e3a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '71c843af-a9b1-432b-9b6e-d34fd90d2f30', 'remote_group_id': 'e487f24c-2321-4abc-a5e7-a0051aa04a0d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:55.974429 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:56.194484 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:54Z', 'revision_number': 3, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:56.199970 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc55664-02e5-4719-9f57-1481d9186191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a73f1cf-abb8-4579-a861-adaae0fad31d'}, {'server_uuid': '99f00388-a488-44ea-8604-56d3c2ff580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1adb9e-1ced-4ffe-9679-182a1c711f89'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:56.204610 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17dbf08-345b-4bb5-a086-6117bf827857" -d '{"events": [{"server_uuid": "dfc55664-02e5-4719-9f57-1481d9186191", "name": "network-vif-plugged", "status": "completed", "tag": "4a73f1cf-abb8-4579-a861-adaae0fad31d"}, {"server_uuid": "99f00388-a488-44ea-8604-56d3c2ff580b", "name": "network-vif-plugged", "status": "completed", "tag": "7f1adb9e-1ced-4ffe-9679-182a1c711f89"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:56.219096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3e8a7711-c508-4f14-af58-5aeb55425d42 req-be855e88-95c4-49a3-89c9-07417fd08e3a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.234339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:56.238856 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Checking router: ee6b3f27-2d80-48be-84c9-090ca84cc5c5 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:43:56.240831 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.241025 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Updating router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 port 899e406f-65e8-4815-a51d-503116415c68 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:43:56.278442 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.303170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac7e64-6df3-4f90-a06e-c15a5deb5d9e req-2e6a4fdf-8835-4f97-bcb3-f56f4921de6e tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:56.304870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5eac7e64-6df3-4f90-a06e-c15a5deb5d9e req-2e6a4fdf-8835-4f97-bcb3-f56f4921de6e tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 946 time: 0.4158595 Sep 16 04:43:56.309772 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3e8a7711-c508-4f14-af58-5aeb55425d42 req-be855e88-95c4-49a3-89c9-07417fd08e3a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.314284 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3e8a7711-c508-4f14-af58-5aeb55425d42 req-be855e88-95c4-49a3-89c9-07417fd08e3a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.420834 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01dc569-80d0-4da8-a8b2-6b798f54f6ae None None] Network 54ab4011-9c3b-42b6-b477-8b46a43d41ae requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:43:56.477462 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5eac7e64-6df3-4f90-a06e-c15a5deb5d9e req-386d06ba-4678-4db1-a87b-4e8d7760e4b3 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411653 Sep 16 04:43:56.530148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-37003b5b-fa9c-45ca-8212-7a490be81bd2 None None] Provisioning complete for port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:56.531609 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37003b5b-fa9c-45ca-8212-7a490be81bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.625844 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.634804 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.702966 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b7b61-6f57-4315-a5d3-1a21786833f2 None None] Pushing event updated for resources: {'Port': ['ID=899e406f-65e8-4815-a51d-503116415c68,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:56.726166 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Attempting to bind port 899e406f-65e8-4815-a51d-503116415c68 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:43:56.726687 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Attempting to bind port 899e406f-65e8-4815-a51d-503116415c68 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:43:56.727124 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37003b5b-fa9c-45ca-8212-7a490be81bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.727386 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Attempting to bind port 899e406f-65e8-4815-a51d-503116415c68 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:43:56.733677 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:43:56.735668 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:43:56.736177 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.737300 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:43:56.739295 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Bound port: 899e406f-65e8-4815-a51d-503116415c68, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:43:56.740020 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.743364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be855e88-95c4-49a3-89c9-07417fd08e3a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d71822-642c-498b-9fa6-50981349ad96,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:56.766388 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3e8a7711-c508-4f14-af58-5aeb55425d42 req-be855e88-95c4-49a3-89c9-07417fd08e3a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.772989 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e8a7711-c508-4f14-af58-5aeb55425d42 req-be855e88-95c4-49a3-89c9-07417fd08e3a tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8173611 Sep 16 04:43:56.775113 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d071d100-c46a-440f-a153-c12b1ef209f3 req-ea8b1ad4-8655-4e6a-bd3a-5fe19bdab0c7 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.15 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.0485702 Sep 16 04:43:56.801565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-37003b5b-fa9c-45ca-8212-7a490be81bd2 None None] For port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fe6d9b60-44c7-4fa3-9ca5-3b856a01003d,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:56.807121 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37003b5b-fa9c-45ca-8212-7a490be81bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.820906 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] For port 899e406f-65e8-4815-a51d-503116415c68, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:43:56.825871 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] For port 899e406f-65e8-4815-a51d-503116415c68, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=899e406f-65e8-4815-a51d-503116415c68,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:43:56.831431 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:56.865905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af8d7c-f84a-4ff2-9358-83700262f41f req-670ad24d-8a07-45d5-98a3-0ee27bd7c655 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:56.867171 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8af8d7c-f84a-4ff2-9358-83700262f41f req-670ad24d-8a07-45d5-98a3-0ee27bd7c655 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 945 time: 0.2275321 Sep 16 04:43:56.906099 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b7b61-6f57-4315-a5d3-1a21786833f2 None None] Pushing event updated for resources: {'Port': ['ID=899e406f-65e8-4815-a51d-503116415c68,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:56.940390 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:43:56.941366 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:43:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:56.986022 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37003b5b-fa9c-45ca-8212-7a490be81bd2 None None] Pushing event updated for resources: {'Port': ['ID=fe6d9b60-44c7-4fa3-9ca5-3b856a01003d,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:57.003379 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8af8d7c-f84a-4ff2-9358-83700262f41f req-fd526880-8b63-4747-96c1-69d26f8ae926 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/security-groups?id=752624fb-c337-421b-9fc7-8bf73a085368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164730 Sep 16 04:43:57.008181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Allocated IP 172.20.0.10 (fa5d8253-b53f-4418-8054-91a24185d3f4/00a4d388-5b99-4d6f-99ce-71998e089d31/fa345f8b-b575-4bfd-8d95-b3355e4d9944) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:57.109311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fe6d9b60-44c7-4fa3-9ca5-3b856a01003d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:57.276209 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:43:57.324414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.357337 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.406480 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.424198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-84a67f51-4a2f-4e50-9b8e-9aed369ebb8b req-dcda6778-7287-4517-973c-50d4e9fcbc23 tempest-ServerShowV254Test-640887422 tempest-ServerShowV254Test-640887422-project] 10.222.0.53 "GET /v2.0/ports?device_id=437a0b60-b369-464b-a87a-aa83343eb36c HTTP/1.1" status: 200 len: 210 time: 0.1421409 Sep 16 04:43:57.511186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Network fa5d8253-b53f-4418-8054-91a24185d3f4 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:57.528999 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ffa67d-5aec-488c-8798-15f7e3ec1f87 x-openstack-request-id: req-39ffa67d-5aec-488c-8798-15f7e3ec1f87 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:57.529580 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc55664-02e5-4719-9f57-1481d9186191", "name": "network-vif-plugged", "status": "completed", "tag": "4a73f1cf-abb8-4579-a861-adaae0fad31d", "code": 200}, {"server_uuid": "99f00388-a488-44ea-8604-56d3c2ff580b", "name": "network-vif-plugged", "status": "completed", "tag": "7f1adb9e-1ced-4ffe-9679-182a1c711f89", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:57.530893 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39ffa67d-5aec-488c-8798-15f7e3ec1f87 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:57.530893 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc55664-02e5-4719-9f57-1481d9186191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a73f1cf-abb8-4579-a861-adaae0fad31d', 'code': 200} Sep 16 04:43:57.530893 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f00388-a488-44ea-8604-56d3c2ff580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1adb9e-1ced-4ffe-9679-182a1c711f89', 'code': 200} Sep 16 04:43:57.538334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Port': ['ID=fa345f8b-b575-4bfd-8d95-b3355e4d9944,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:57.542886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:57.545734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:57.550182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-26f868ae-84de-4034-8b41-b397a43dc721 None None] Provisioning complete for port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:57.550913 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-26f868ae-84de-4034-8b41-b397a43dc721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.564601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c15640-be09-4c49-a198-89120363df0e req-825f3c38-b97d-4ca3-95ee-d891a469d5f2 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.573016 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1c15640-be09-4c49-a198-89120363df0e req-825f3c38-b97d-4ca3-95ee-d891a469d5f2 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 946 time: 0.6917708 Sep 16 04:43:57.577531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:57.578036 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.641171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73700850-5871-4e7d-8753-d44b22304dbd req-54b24933-4b7a-4110-bcbf-26bf61888e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.642873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73700850-5871-4e7d-8753-d44b22304dbd req-54b24933-4b7a-4110-bcbf-26bf61888e13 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 1097 time: 0.3692067 Sep 16 04:43:57.672686 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1c15640-be09-4c49-a198-89120363df0e req-cfaefe1b-a1a6-4518-aaa4-161967c668c9 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967946 Sep 16 04:43:57.718294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fc244-82a4-44aa-b310-ea4e72b66495 req-c92c93e9-40a5-4bc3-a4ce-f0b9603898e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.720481 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b71fc244-82a4-44aa-b310-ea4e72b66495 req-c92c93e9-40a5-4bc3-a4ce-f0b9603898e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 1097 time: 0.3281670 Sep 16 04:43:57.722485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e4ea4a6-c0a9-4a8a-8b09-d8b384852337 req-5afec39c-f371-46cd-bedf-03def32bf8ab tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1362012586&fields=id&tenant_id=736a94285e6e42ad8ba8f83e020a6b43 HTTP/1.1" status: 200 len: 267 time: 0.1266947 Sep 16 04:43:57.813750 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b71fc244-82a4-44aa-b310-ea4e72b66495 req-5fd002dd-f789-48a6-99b7-0ca3fe8242a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804348 Sep 16 04:43:57.820507 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.824060 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:57.887242 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:54Z', 'revision_number': 3, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:43:57.890591 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-5b021207-3c25-4d6a-ae05-5c8b97c523e6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9505396 Sep 16 04:43:57.896977 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73700850-5871-4e7d-8753-d44b22304dbd req-431503e4-4020-4616-a6d5-51c3a02f316c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=752624fb-c337-421b-9fc7-8bf73a085368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444618 Sep 16 04:43:57.912275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'port': {'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae', 'admin_state_up': True, 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'security_groups': ['50dea91e-4fcf-44bb-b13c-63688b8998c5']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:57.926597 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9b6ec-a56c-48be-a73c-63c2c6aebbda None None] The sync data for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 is: [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:54Z', 'revision_number': 3, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:43:57.964649 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ea4a6-c0a9-4a8a-8b09-d8b384852337 req-cb6bc928-f450-41aa-9848-effff5aba868 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.966356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e4ea4a6-c0a9-4a8a-8b09-d8b384852337 req-cb6bc928-f450-41aa-9848-effff5aba868 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 946 time: 0.1715169 Sep 16 04:43:57.975742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c17bf-c8a3-49dc-8a22-b0ed0624ac80 req-bcd0ab5a-7e87-4e95-a9fd-e3898d0fff1a tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:57.983101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-0e4ea4a6-c0a9-4a8a-8b09-d8b384852337 req-f97c5c40-a024-40d1-a0e9-77cbef90cf92 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'port': {'security_groups': ['8d5ede7f-fac0-45fb-b50b-fad4f5c4d681', '51b899ef-24ed-4af5-9646-e7545b21e062']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:57.984836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5f4c17bf-c8a3-49dc-8a22-b0ed0624ac80 req-bcd0ab5a-7e87-4e95-a9fd-e3898d0fff1a tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 945 time: 0.1731715 Sep 16 04:43:57.985084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f247bc04-f77c-49ac-b0c2-5af24b5adaf7 None None] Provisioning complete for port fa345f8b-b575-4bfd-8d95-b3355e4d9944 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:57.985466 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f247bc04-f77c-49ac-b0c2-5af24b5adaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.012881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Allocated IP 172.20.0.1 (54ab4011-9c3b-42b6-b477-8b46a43d41ae/e14c121a-a13e-4cf4-87d5-73ea10aad127/02466ad4-1110-4205-a6c3-fd529083d013) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:58.041155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f247bc04-f77c-49ac-b0c2-5af24b5adaf7 None None] Port fa345f8b-b575-4bfd-8d95-b3355e4d9944 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:58.098382 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5f4c17bf-c8a3-49dc-8a22-b0ed0624ac80 req-9c9e3995-8c5e-42c3-a7b1-68df49dd44d6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124277 Sep 16 04:43:58.118199 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0e4ea4a6-c0a9-4a8a-8b09-d8b384852337 req-f97c5c40-a024-40d1-a0e9-77cbef90cf92 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.145511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:58.154809 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.298772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.366130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd2980-1886-4886-bd30-705cbd2a5d26 req-959ad576-2d93-49fb-9db9-e64397d6fee7 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.368029 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4cd2980-1886-4886-bd30-705cbd2a5d26 req-959ad576-2d93-49fb-9db9-e64397d6fee7 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 932 time: 0.1459727 Sep 16 04:43:58.416936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Allocated IP 10.1.1.237 (d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae/e87afb49-fbf8-4607-b70e-cc0d1747d824/bde9702d-41e5-4b56-b01c-9dc5a65b1554) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:58.445468 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.514396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Pushing event updated for resources: {'Port': ['ID=02466ad4-1110-4205-a6c3-fd529083d013,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:58.526645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-0e4ea4a6-c0a9-4a8a-8b09-d8b384852337 req-f97c5c40-a024-40d1-a0e9-77cbef90cf92 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] For port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:43:58.541465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:58.541465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:58.542303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:58.542650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:58.542989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:58.543637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:58.543637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:58.543967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:58.544294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:58.544622 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:58.544947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:58.545272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:43:58.562166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Network 54ab4011-9c3b-42b6-b477-8b46a43d41ae is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:58.565881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:58.569082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:58.590249 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4cd2980-1886-4886-bd30-705cbd2a5d26 req-987abef0-c1a4-49a5-af19-cf1472fe65d6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117141 Sep 16 04:43:58.615311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.683846 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0e4ea4a6-c0a9-4a8a-8b09-d8b384852337 req-f97c5c40-a024-40d1-a0e9-77cbef90cf92 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.696028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.701173 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0e4ea4a6-c0a9-4a8a-8b09-d8b384852337 req-f97c5c40-a024-40d1-a0e9-77cbef90cf92 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.717181 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:58.738926 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68fda620-be57-429b-959f-47e796cc1523 req-365c83e0-9efd-403d-b335-2350d7be0ebd tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/e487f24c-2321-4abc-a5e7-a0051aa04a0d HTTP/1.1" status: 200 len: 1806 time: 0.0985441 Sep 16 04:43:58.748074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ea4a6-c0a9-4a8a-8b09-d8b384852337 req-f97c5c40-a024-40d1-a0e9-77cbef90cf92 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:58.749012 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0e4ea4a6-c0a9-4a8a-8b09-d8b384852337 req-f97c5c40-a024-40d1-a0e9-77cbef90cf92 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:58.777485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e4ea4a6-c0a9-4a8a-8b09-d8b384852337 req-f97c5c40-a024-40d1-a0e9-77cbef90cf92 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "PUT /v2.0/ports/e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 HTTP/1.1" status: 200 len: 982 time: 0.8020284 Sep 16 04:43:58.845168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42134807-8e06-4bd4-9f02-ee834118aca6', 'tag': 'e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:43:58.846006 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:43:58.848985 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6a3a9e-7ad6-4a56-a432-9433e1139ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "42134807-8e06-4bd4-9f02-ee834118aca6", "tag": "e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:43:58.952080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.017757 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68fda620-be57-429b-959f-47e796cc1523 req-9291f3ac-dbbf-457b-82c6-2d9e1ef0582f tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.026756 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.074105 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-91c5ed7d-153e-4408-9138-3827bd211b17 None None] Provisioning complete for port 02466ad4-1110-4205-a6c3-fd529083d013 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:59.074356 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-91c5ed7d-153e-4408-9138-3827bd211b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.127249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:43:59.133980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c5c40-a024-40d1-a0e9-77cbef90cf92 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'Port': ['ID=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,revision_number=6']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:59.144409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:43:59.162969 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68fda620-be57-429b-959f-47e796cc1523 req-9291f3ac-dbbf-457b-82c6-2d9e1ef0582f tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.167565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:43:59.174384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Port': ['ID=bde9702d-41e5-4b56-b01c-9dc5a65b1554,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:59.181405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81d779-6b41-4368-acc7-5bce72e4b4a7 req-acf0b028-c79a-4001-a0c5-8d479e449cec tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:59.199173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b81d779-6b41-4368-acc7-5bce72e4b4a7 req-acf0b028-c79a-4001-a0c5-8d479e449cec tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 946 time: 0.2721322 Sep 16 04:43:59.238905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fe6d9b60-44c7-4fa3-9ca5-3b856a01003d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:59.337459 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b81d779-6b41-4368-acc7-5bce72e4b4a7 req-5151bcea-cd7b-4609-aab7-90c4c5a9e0bb tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376328 Sep 16 04:43:59.389982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:59.390841 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.428465 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-26fd25f0-e8a3-4248-a45e-a38f9f9a7020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5198936 Sep 16 04:43:59.437038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'port': {'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae', 'admin_state_up': True, 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'security_groups': ['50dea91e-4fcf-44bb-b13c-63688b8998c5']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:43:59.483143 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68fda620-be57-429b-959f-47e796cc1523 req-9291f3ac-dbbf-457b-82c6-2d9e1ef0582f tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.488474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-68fda620-be57-429b-959f-47e796cc1523 req-9291f3ac-dbbf-457b-82c6-2d9e1ef0582f tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.491162 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68fda620-be57-429b-959f-47e796cc1523 req-9291f3ac-dbbf-457b-82c6-2d9e1ef0582f tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "DELETE /v2.0/security-groups/e487f24c-2321-4abc-a5e7-a0051aa04a0d HTTP/1.1" status: 204 len: 173 time: 0.7513881 Sep 16 04:43:59.515598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291f3ac-dbbf-457b-82c6-2d9e1ef0582f tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e487f24c-2321-4abc-a5e7-a0051aa04a0d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:59.527986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-91c5ed7d-153e-4408-9138-3827bd211b17 None None] Port 02466ad4-1110-4205-a6c3-fd529083d013 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:59.564461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:59.564689 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.600975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d46b1-579a-48fa-b832-115fb2534ace req-60c8da8c-2c23-48f2-bfe7-ac44a9972a11 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:59.609044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1b7d46b1-579a-48fa-b832-115fb2534ace req-60c8da8c-2c23-48f2-bfe7-ac44a9972a11 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 945 time: 0.1180313 Sep 16 04:43:59.662322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:43:59.668256 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.677764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1b7d46b1-579a-48fa-b832-115fb2534ace req-e20ab233-fe86-4a75-b264-da59f5213c92 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/security-groups?id=752624fb-c337-421b-9fc7-8bf73a085368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677428 Sep 16 04:43:59.704285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.709499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.743201 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3f8cde4f-d5d0-46b0-890e-dad6a87b7d15 None None] Provisioning complete for port bde9702d-41e5-4b56-b01c-9dc5a65b1554 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:59.744269 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3f8cde4f-d5d0-46b0-890e-dad6a87b7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.813451 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3f8cde4f-d5d0-46b0-890e-dad6a87b7d15 None None] Port bde9702d-41e5-4b56-b01c-9dc5a65b1554 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:43:59.818206 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6dbf4310-2f5f-4740-b0b5-5fb7d5fc3a5c req-b7722904-6336-4ba7-82c1-55589c2230f9 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-295194443&fields=id&tenant_id=736a94285e6e42ad8ba8f83e020a6b43 HTTP/1.1" status: 200 len: 267 time: 0.1165724 Sep 16 04:43:59.824634 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f60863-69cd-46a5-aa0b-0d13de4ff412 x-openstack-request-id: req-e5f60863-69cd-46a5-aa0b-0d13de4ff412 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:43:59.824917 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42134807-8e06-4bd4-9f02-ee834118aca6", "tag": "e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:43:59.825168 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5f60863-69cd-46a5-aa0b-0d13de4ff412 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:43:59.825554 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42134807-8e06-4bd4-9f02-ee834118aca6', 'tag': 'e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84', 'status': 'completed', 'code': 200} Sep 16 04:43:59.879463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 899e406f-65e8-4815-a51d-503116415c68 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:43:59.932846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf4310-2f5f-4740-b0b5-5fb7d5fc3a5c req-22d34838-31a0-46a6-8329-50ac0cb7fd41 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:43:59.934464 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6dbf4310-2f5f-4740-b0b5-5fb7d5fc3a5c req-22d34838-31a0-46a6-8329-50ac0cb7fd41 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 985 time: 0.1064935 Sep 16 04:43:59.950332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Pushing event updated for resources: {'Port': ['ID=02466ad4-1110-4205-a6c3-fd529083d013,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:43:59.952865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 899e406f-65e8-4815-a51d-503116415c68 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:43:59.953197 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:43:59.958701 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Allocated IP 10.1.1.57 (d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae/e87afb49-fbf8-4607-b70e-cc0d1747d824/a9eebefd-bb8f-4439-b0cb-a73ce30e4442) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:43:59.968620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-6dbf4310-2f5f-4740-b0b5-5fb7d5fc3a5c req-3344532a-f102-4e28-986f-06f64f7f103a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'port': {'security_groups': ['51b899ef-24ed-4af5-9646-e7545b21e062', '8d5ede7f-fac0-45fb-b50b-fad4f5c4d681', 'f925fd51-bd82-4e9e-8bba-062fb343aae9']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:00.005003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33028) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:00.022411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.043944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a3a9e-7ad6-4a56-a432-9433e1139ee7 req-5496140d-2a9d-47d7-99ab-302221f0023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:00.045917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb6a3a9e-7ad6-4a56-a432-9433e1139ee7 req-5496140d-2a9d-47d7-99ab-302221f0023b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 1137 time: 0.2339559 Sep 16 04:44:00.065500 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.098015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 899e406f-65e8-4815-a51d-503116415c68, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=899e406f-65e8-4815-a51d-503116415c68,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:00.106354 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.189285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=899e406f-65e8-4815-a51d-503116415c68,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:00.214526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Network 54ab4011-9c3b-42b6-b477-8b46a43d41ae is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:00.236841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18885107-d7dd-4479-aa82-cd03fc574ea9 req-27414a96-621c-417d-9249-b337aede6759 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:00.238501 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-18885107-d7dd-4479-aa82-cd03fc574ea9 req-27414a96-621c-417d-9249-b337aede6759 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 945 time: 0.2926748 Sep 16 04:44:00.239448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:00.283583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6dbf4310-2f5f-4740-b0b5-5fb7d5fc3a5c req-3344532a-f102-4e28-986f-06f64f7f103a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.308806 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-76b8a918-5a3b-4d40-8139-5872f4111fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.385978 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-18885107-d7dd-4479-aa82-cd03fc574ea9 req-5a9d1d07-6c53-4169-9173-4866cb86f2dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334033 Sep 16 04:44:00.432499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a3a9e-7ad6-4a56-a432-9433e1139ee7 req-c053f169-40ce-449f-84a8-c675270a9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:00.435538 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb6a3a9e-7ad6-4a56-a432-9433e1139ee7 req-c053f169-40ce-449f-84a8-c675270a9d7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 200 len: 914 time: 0.2726817 Sep 16 04:44:00.504496 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.542868 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb6a3a9e-7ad6-4a56-a432-9433e1139ee7 req-95791f46-fd3b-4a58-8fac-be67bea6ca9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 HTTP/1.1" status: 200 len: 217 time: 0.0600173 Sep 16 04:44:00.654021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-70b53beb-7c03-4d96-807d-8eeefccdeab9 None None] Provisioning complete for port 02466ad4-1110-4205-a6c3-fd529083d013 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:00.655255 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-70b53beb-7c03-4d96-807d-8eeefccdeab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.664858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a3a9e-7ad6-4a56-a432-9433e1139ee7 req-0be93a3b-a5d2-4718-bb53-568b0df51e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:00.668384 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb6a3a9e-7ad6-4a56-a432-9433e1139ee7 req-0be93a3b-a5d2-4718-bb53-568b0df51e50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f6604d7-1624-4395-a31f-cb9d0b19c16f HTTP/1.1" status: 200 len: 853 time: 0.1146624 Sep 16 04:44:00.689914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:00.708987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-70b53beb-7c03-4d96-807d-8eeefccdeab9 None None] Port 02466ad4-1110-4205-a6c3-fd529083d013 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:00.727496 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.734700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb6a3a9e-7ad6-4a56-a432-9433e1139ee7 req-ca4810a5-03db-4301-bce2-cbfcd90ed30e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab01d43b-6a4e-4257-bc42-c79cac07e068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427530 Sep 16 04:44:00.839426 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-76b8a918-5a3b-4d40-8139-5872f4111fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.853225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:00.859001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:00.864483 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-76b8a918-5a3b-4d40-8139-5872f4111fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:00.922006 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:00.972702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb6a3a9e-7ad6-4a56-a432-9433e1139ee7 req-58708e07-91a8-4951-9174-6e84a0baa76f service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209561 Sep 16 04:44:00.994879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 899e406f-65e8-4815-a51d-503116415c68 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:01.010664 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-6dbf4310-2f5f-4740-b0b5-5fb7d5fc3a5c req-3344532a-f102-4e28-986f-06f64f7f103a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] For port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:01.086426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Port': ['ID=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:01.099776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 899e406f-65e8-4815-a51d-503116415c68 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:01.100152 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.139493 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b843ba02-74ab-4a9c-8e9f-d6da49738e8d req-b556714f-b38d-4a67-877d-dd4056566498 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/71c843af-a9b1-432b-9b6e-d34fd90d2f30 HTTP/1.1" status: 200 len: 1807 time: 0.4697649 Sep 16 04:44:01.191738 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-76b8a918-5a3b-4d40-8139-5872f4111fdd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3be61dd823f7494397a5b6ea8eb45ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1841989 Sep 16 04:44:01.208585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.209467 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.221196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33044) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:01.226029 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6dbf4310-2f5f-4740-b0b5-5fb7d5fc3a5c req-3344532a-f102-4e28-986f-06f64f7f103a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.250706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8a918-5a3b-4d40-8139-5872f4111fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b9569a-ebe1-4a45-ab95-996e83521b29,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:01.272991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-cafaa991-5ff3-4e57-9893-bdf8ef0ad144 None None] Provisioning complete for port a9eebefd-bb8f-4439-b0cb-a73ce30e4442 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:01.273673 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cafaa991-5ff3-4e57-9893-bdf8ef0ad144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.276712 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6dbf4310-2f5f-4740-b0b5-5fb7d5fc3a5c req-3344532a-f102-4e28-986f-06f64f7f103a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.306297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:01.385498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344532a-f102-4e28-986f-06f64f7f103a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'Port': ['ID=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:01.389277 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-7dfb02bc-4918-497c-b96e-b5d0570516ef tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9598746 Sep 16 04:44:01.394536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cafaa991-5ff3-4e57-9893-bdf8ef0ad144 None None] Port a9eebefd-bb8f-4439-b0cb-a73ce30e4442 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:01.401156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'port': {'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821', 'admin_state_up': True, 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'security_groups': ['50dea91e-4fcf-44bb-b13c-63688b8998c5']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:01.561002 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb6a3a9e-7ad6-4a56-a432-9433e1139ee7 req-c7508497-b6ae-4469-8ebf-fe57a2918e6a service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414214 Sep 16 04:44:01.630420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf4310-2f5f-4740-b0b5-5fb7d5fc3a5c req-3344532a-f102-4e28-986f-06f64f7f103a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.631055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6dbf4310-2f5f-4740-b0b5-5fb7d5fc3a5c req-3344532a-f102-4e28-986f-06f64f7f103a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.632462 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6dbf4310-2f5f-4740-b0b5-5fb7d5fc3a5c req-3344532a-f102-4e28-986f-06f64f7f103a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "PUT /v2.0/ports/e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 HTTP/1.1" status: 200 len: 1021 time: 1.6807630 Sep 16 04:44:01.632917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42134807-8e06-4bd4-9f02-ee834118aca6', 'tag': 'e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:01.635379 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f362959a-aa9a-4794-8062-0700f47d437e" -d '{"events": [{"name": "network-changed", "server_uuid": "42134807-8e06-4bd4-9f02-ee834118aca6", "tag": "e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:01.665032 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-361348f8-83ca-4996-9e0f-d80ba241e2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.670370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:01.687363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a626a-8a7f-48f2-9ee9-559bd929281c req-89ea8d3c-d291-4e16-a7ab-87093c1b6175 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.693662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a626a-8a7f-48f2-9ee9-559bd929281c req-89ea8d3c-d291-4e16-a7ab-87093c1b6175 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.715805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a626a-8a7f-48f2-9ee9-559bd929281c req-89ea8d3c-d291-4e16-a7ab-87093c1b6175 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:01.716191 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:01.717518 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c81a626a-8a7f-48f2-9ee9-559bd929281c req-89ea8d3c-d291-4e16-a7ab-87093c1b6175 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 2374 time: 0.1614761 Sep 16 04:44:01.727335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:01.740163 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-361348f8-83ca-4996-9e0f-d80ba241e2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.740992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a1f8f199-935c-45cf-a517-5f045b2f0f9d admin admin] 10.222.0.53 "PUT /v2.0/routers/ee6b3f27-2d80-48be-84c9-090ca84cc5c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9231653 Sep 16 04:44:01.763708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Sync routers for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:01.850965 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c81a626a-8a7f-48f2-9ee9-559bd929281c req-ec1639ce-691a-4daa-8802-d6f0fc0b875b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074584 Sep 16 04:44:01.869578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:01.870744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:43:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:01.900294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-361348f8-83ca-4996-9e0f-d80ba241e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.900294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-361348f8-83ca-4996-9e0f-d80ba241e2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:01.900294 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-361348f8-83ca-4996-9e0f-d80ba241e2a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1b9569a-ebe1-4a45-ab95-996e83521b29 HTTP/1.1" status: 204 len: 168 time: 0.6641636 Sep 16 04:44:01.930286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361348f8-83ca-4996-9e0f-d80ba241e2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b9569a-ebe1-4a45-ab95-996e83521b29,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:01.974540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-8755675b-a2c7-40ed-b74a-8d1fe88f1c80 req-5cc22558-bb29-467a-bb60-0cdeaf3d1c9b tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1814367091', 'description': 'tempest-description-324939761'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:01.993674 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.036948 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8514f4a-32f1-4ca2-8717-ee82bc439855 req-83663eef-0fdd-4619-a0c1-55f307074f55 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.038576 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8514f4a-32f1-4ca2-8717-ee82bc439855 req-83663eef-0fdd-4619-a0c1-55f307074f55 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 946 time: 0.1693797 Sep 16 04:44:02.058667 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8755675b-a2c7-40ed-b74a-8d1fe88f1c80 req-5cc22558-bb29-467a-bb60-0cdeaf3d1c9b tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.217513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:02.296176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8755675b-a2c7-40ed-b74a-8d1fe88f1c80 req-5cc22558-bb29-467a-bb60-0cdeaf3d1c9b tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.300865 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8755675b-a2c7-40ed-b74a-8d1fe88f1c80 req-5cc22558-bb29-467a-bb60-0cdeaf3d1c9b tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.321221 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8514f4a-32f1-4ca2-8717-ee82bc439855 req-23818059-d0f8-48c6-99e5-64e4edbaa211 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475233 Sep 16 04:44:02.360093 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8755675b-a2c7-40ed-b74a-8d1fe88f1c80 req-5cc22558-bb29-467a-bb60-0cdeaf3d1c9b tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.361359 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8755675b-a2c7-40ed-b74a-8d1fe88f1c80 req-5cc22558-bb29-467a-bb60-0cdeaf3d1c9b tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3965452 Sep 16 04:44:02.371576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc22558-bb29-467a-bb60-0cdeaf3d1c9b tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86e3fbc-0586-4830-85b0-2230e0d30023,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:02.436345 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a34949-986d-4190-9f1e-379ac5c0b799 x-openstack-request-id: req-88a34949-986d-4190-9f1e-379ac5c0b799 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:02.440659 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42134807-8e06-4bd4-9f02-ee834118aca6", "tag": "e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:02.440925 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88a34949-986d-4190-9f1e-379ac5c0b799 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:02.441914 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42134807-8e06-4bd4-9f02-ee834118aca6', 'tag': 'e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84', 'status': 'completed', 'code': 200} Sep 16 04:44:02.516452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362959a-aa9a-4794-8062-0700f47d437e req-2acb80e0-5b44-47d2-a976-444ed35a63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.518280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f362959a-aa9a-4794-8062-0700f47d437e req-2acb80e0-5b44-47d2-a976-444ed35a63ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 1176 time: 0.0577548 Sep 16 04:44:02.567769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Allocated IP 10.2.2.100 (29ad4d4c-cf1f-437c-b71a-b27ce3500821/e4cfd570-b1ec-4147-b4f7-830b27a8fe55/8c2c95a2-debe-415f-a8f5-e35aeadc3634) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:02.582746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73088e-8890-4fa3-b755-0a4707993c51 req-b9c23374-1dd2-4122-ba11-5e707f816a7d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.584859 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a73088e-8890-4fa3-b755-0a4707993c51 req-b9c23374-1dd2-4122-ba11-5e707f816a7d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 1024 time: 0.1416700 Sep 16 04:44:02.601933 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:43:59Z', 'revision_number': 2, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:02.689391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Checking router: ee6b3f27-2d80-48be-84c9-090ca84cc5c5 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:02.689787 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Updating router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 port 02466ad4-1110-4205-a6c3-fd529083d013 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:44:02.715083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362959a-aa9a-4794-8062-0700f47d437e req-0a592248-c95c-41a5-9a41-3a6dd8827b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.716968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f362959a-aa9a-4794-8062-0700f47d437e req-0a592248-c95c-41a5-9a41-3a6dd8827b92 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 200 len: 914 time: 0.1902454 Sep 16 04:44:02.722006 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:02.824597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a73088e-8890-4fa3-b755-0a4707993c51 req-7e150327-cee2-4082-b628-4d17ba260a1d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=f925fd51-bd82-4e9e-8bba-062fb343aae9&id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&id=51b899ef-24ed-4af5-9646-e7545b21e062 HTTP/1.1" status: 200 len: 6157 time: 0.2305312 Sep 16 04:44:02.837196 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f362959a-aa9a-4794-8062-0700f47d437e req-0aac6679-8f07-46d6-830a-b91df72e6d29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 HTTP/1.1" status: 200 len: 217 time: 0.0802472 Sep 16 04:44:02.875308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4f56f-a851-4d25-af87-da036c225928 req-4f1b0b7d-d863-4e94-8fed-7c1d74b6cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:02.876877 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efd4f56f-a851-4d25-af87-da036c225928 req-4f1b0b7d-d863-4e94-8fed-7c1d74b6cc9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e9ec0f0920e4456a159cc77247989fe&device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 1097 time: 0.1589284 Sep 16 04:44:03.084539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a9395-bdb4-4c5a-ad4d-2b53a49e8e45 req-80fd84e5-5c43-4ead-b53e-7efa5d43373b tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.086018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362959a-aa9a-4794-8062-0700f47d437e req-d49b4c0a-0876-4580-b7fe-8fe51ee877b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.086522 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f362959a-aa9a-4794-8062-0700f47d437e req-d49b4c0a-0876-4580-b7fe-8fe51ee877b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f6604d7-1624-4395-a31f-cb9d0b19c16f HTTP/1.1" status: 200 len: 853 time: 0.2467561 Sep 16 04:44:03.094436 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b74a9395-bdb4-4c5a-ad4d-2b53a49e8e45 req-80fd84e5-5c43-4ead-b53e-7efa5d43373b tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 946 time: 0.2053347 Sep 16 04:44:03.133018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.146578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33096) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:03.162197 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f362959a-aa9a-4794-8062-0700f47d437e req-45b688e2-4310-4092-8449-8ffc20d4e926 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab01d43b-6a4e-4257-bc42-c79cac07e068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657861 Sep 16 04:44:03.198516 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b74a9395-bdb4-4c5a-ad4d-2b53a49e8e45 req-1e37c92a-b213-4b48-b013-68253f357ad0 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938563 Sep 16 04:44:03.220969 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.221518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4f56f-a851-4d25-af87-da036c225928 req-05856d40-e2c5-4572-a020-917ceb7a2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.223122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efd4f56f-a851-4d25-af87-da036c225928 req-05856d40-e2c5-4572-a020-917ceb7a2fe3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 HTTP/1.1" status: 200 len: 915 time: 0.3223348 Sep 16 04:44:03.271159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Port': ['ID=8c2c95a2-debe-415f-a8f5-e35aeadc3634,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:03.297592 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efd4f56f-a851-4d25-af87-da036c225928 req-1b2acd79-90f9-4566-9999-1832f6e6d32b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a73f1cf-abb8-4579-a861-adaae0fad31d HTTP/1.1" status: 200 len: 217 time: 0.0546551 Sep 16 04:44:03.301477 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.304844 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:03.310927 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:03.318252 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:03.325349 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.418697 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85c214b1-0ed1-4fa5-aa03-4bc63a9b34ac req-5d3d156c-a7df-41ad-bc08-794246906428 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/d86e3fbc-0586-4830-85b0-2230e0d30023 HTTP/1.1" status: 200 len: 1806 time: 0.1468515 Sep 16 04:44:03.441957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-85c214b1-0ed1-4fa5-aa03-4bc63a9b34ac req-da509646-838e-434d-9787-2ed6dfae7a52 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd86e3fbc-0586-4830-85b0-2230e0d30023', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:03.442810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-85c214b1-0ed1-4fa5-aa03-4bc63a9b34ac req-da509646-838e-434d-9787-2ed6dfae7a52 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd86e3fbc-0586-4830-85b0-2230e0d30023', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:03.506605 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.507287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.513936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4f56f-a851-4d25-af87-da036c225928 req-059880f6-4494-4242-9967-4732e4c673d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.515568 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efd4f56f-a851-4d25-af87-da036c225928 req-059880f6-4494-4242-9967-4732e4c673d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=121d30af-8879-4d43-bc94-0d97ad3eba56 HTTP/1.1" status: 200 len: 854 time: 0.2024760 Sep 16 04:44:03.537985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2045761422-network', 'tenant_id': 'f0271b93978e4697964f7a0550f6d45d'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:03.542519 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-706c1c02-c436-4ee7-bb73-36e68e0f97dc tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1454628 Sep 16 04:44:03.559072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'port': {'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821', 'admin_state_up': True, 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'security_groups': ['50dea91e-4fcf-44bb-b13c-63688b8998c5']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:03.586022 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88dd97-aa8c-41d1-95d7-e1d816a9eeae None None] Pushing event updated for resources: {'Port': ['ID=02466ad4-1110-4205-a6c3-fd529083d013,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:03.610464 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efd4f56f-a851-4d25-af87-da036c225928 req-a95c071d-a9b5-474d-a4f4-5694b1107c69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827258 Sep 16 04:44:03.632340 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Attempting to bind port 02466ad4-1110-4205-a6c3-fd529083d013 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:03.637142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Attempting to bind port 02466ad4-1110-4205-a6c3-fd529083d013 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:03.637676 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Attempting to bind port 02466ad4-1110-4205-a6c3-fd529083d013 on network 54ab4011-9c3b-42b6-b477-8b46a43d41ae {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:03.653470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:03.653882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Checking segment: {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:03.654292 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.658947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Bound using segment: {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:03.659699 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Bound port: 02466ad4-1110-4205-a6c3-fd529083d013, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:03.660071 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.690825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f362959a-aa9a-4794-8062-0700f47d437e req-a6258ec1-9f04-4358-81b8-6fe6c1998db3 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707131 Sep 16 04:44:03.782409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33102) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:03.800580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-1ad00b66-1a77-4fca-949a-59cc81977484 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613207154', 'description': 'tempest-description--510563086'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:03.837838 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ad00b66-1a77-4fca-949a-59cc81977484 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.839981 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] For port 02466ad4-1110-4205-a6c3-fd529083d013, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:03.844479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] For port 02466ad4-1110-4205-a6c3-fd529083d013, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=02466ad4-1110-4205-a6c3-fd529083d013,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:03.850732 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.866550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Made reservation on behalf of f0271b93978e4697964f7a0550f6d45d for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:03.870263 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.890035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f362959a-aa9a-4794-8062-0700f47d437e req-fd5f7e37-e55d-4faf-b737-646cb110ac92 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901519 Sep 16 04:44:03.903800 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88dd97-aa8c-41d1-95d7-e1d816a9eeae None None] Pushing event updated for resources: {'Port': ['ID=02466ad4-1110-4205-a6c3-fd529083d013,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:03.913559 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efd4f56f-a851-4d25-af87-da036c225928 req-b7167450-0280-4efb-85fc-60e5abfd29d2 service neutron] 10.222.0.50 "GET /v2.0/networks/7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741132 Sep 16 04:44:03.918620 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-85c214b1-0ed1-4fa5-aa03-4bc63a9b34ac req-da509646-838e-434d-9787-2ed6dfae7a52 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.928488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-06e3d2d9-21b6-4d29-ae94-90ee46ac1ceb None None] Provisioning complete for port 8c2c95a2-debe-415f-a8f5-e35aeadc3634 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:03.928926 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06e3d2d9-21b6-4d29-ae94-90ee46ac1ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.961382 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-85c214b1-0ed1-4fa5-aa03-4bc63a9b34ac req-da509646-838e-434d-9787-2ed6dfae7a52 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.967350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:03.968008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:43:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:03.968327 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:03.970310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077fbd2-2190-4d4b-a4cd-fa20a9d735ef req-6d48f717-f35c-4308-9c0c-84f08538ea53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:03.972089 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a077fbd2-2190-4d4b-a4cd-fa20a9d735ef req-6d48f717-f35c-4308-9c0c-84f08538ea53 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 945 time: 0.1276753 Sep 16 04:44:03.987210 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-85c214b1-0ed1-4fa5-aa03-4bc63a9b34ac req-da509646-838e-434d-9787-2ed6dfae7a52 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.027267 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da509646-838e-434d-9787-2ed6dfae7a52 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9d023c-5c01-43c6-aa80-b3310df410c2,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:04.117082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a077fbd2-2190-4d4b-a4cd-fa20a9d735ef req-87ee94ef-5855-422d-b0e3-6b4a094b4465 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/security-groups?id=752624fb-c337-421b-9fc7-8bf73a085368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341217 Sep 16 04:44:04.140899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efd4f56f-a851-4d25-af87-da036c225928 req-1a763a65-12ac-4f1a-9a34-b39fc49afeae service neutron] 10.222.0.50 "GET /v2.0/networks/7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185142 Sep 16 04:44:04.146673 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ad00b66-1a77-4fca-949a-59cc81977484 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.156730 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ad00b66-1a77-4fca-949a-59cc81977484 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.177069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-046808aa-9650-4605-bc7f-f56b47f01825 req-55640046-a5db-4213-b708-5464d45c2596 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'security_group': {'name': ' tempest-securitygroup -55268324 ', 'description': 'tempest-description-1162129470'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:04.200455 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-85c214b1-0ed1-4fa5-aa03-4bc63a9b34ac req-da509646-838e-434d-9787-2ed6dfae7a52 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.203059 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85c214b1-0ed1-4fa5-aa03-4bc63a9b34ac req-da509646-838e-434d-9787-2ed6dfae7a52 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7750330 Sep 16 04:44:04.204327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Made reservation on behalf of b84a8ba9721c4c65a5ca2d3e7ff30a78 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:04.209394 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.279487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:04.359090 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.361973 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ad00b66-1a77-4fca-949a-59cc81977484 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.368306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33106) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:04.368796 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1ad00b66-1a77-4fca-949a-59cc81977484 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5793192 Sep 16 04:44:04.378005 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.383883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e8f8b2b9-d5c4-4941-829e-e1efa15d7072 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Request body: {'security_group_rule': {'security_group_id': '5853f265-8362-4f02-852c-40ea7119ef4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:04.393080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:44:04.398279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-06e3d2d9-21b6-4d29-ae94-90ee46ac1ceb None None] Port 8c2c95a2-debe-415f-a8f5-e35aeadc3634 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:04.412435 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.412793 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Added segment 6ea396f3-756c-4da1-b0e2-1b989545c482 of type vlan for network bff752ef-1b70-42b9-a812-d2023a553a3a Sep 16 04:44:04.431571 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-046808aa-9650-4605-bc7f-f56b47f01825 req-55640046-a5db-4213-b708-5464d45c2596 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.475924 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b2b9-d5c4-4941-829e-e1efa15d7072 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.533533 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.535655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad00b66-1a77-4fca-949a-59cc81977484 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5853f265-8362-4f02-852c-40ea7119ef4d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:04.542903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9bd6b89d-263e-47b7-9544-464dddb6ee05 None None] Provisioning complete for port 02466ad4-1110-4205-a6c3-fd529083d013 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:04.543291 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9bd6b89d-263e-47b7-9544-464dddb6ee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.611913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:03Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:04.630800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5e132c-13a0-4870-8c73-a90f842ddfa0,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:04.650666 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d64e8-2913-4c13-a4dc-36b841026684 req-7afc4618-0862-4241-84dd-28cc2ed4b521 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.657434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d64e8-2913-4c13-a4dc-36b841026684 req-7afc4618-0862-4241-84dd-28cc2ed4b521 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.663731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d64e8-2913-4c13-a4dc-36b841026684 req-7afc4618-0862-4241-84dd-28cc2ed4b521 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.666571 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b2b9-d5c4-4941-829e-e1efa15d7072 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.670456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d64e8-2913-4c13-a4dc-36b841026684 req-7afc4618-0862-4241-84dd-28cc2ed4b521 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.672276 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-587d64e8-2913-4c13-a4dc-36b841026684 req-7afc4618-0862-4241-84dd-28cc2ed4b521 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 3095 time: 0.3020575 Sep 16 04:44:04.675590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.676587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:04.677158 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.691938 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9fac2-1b94-4f0c-b0b8-7c29ec042313 None None] The sync data for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 is: [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:03Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:04.692554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b2b9-d5c4-4941-829e-e1efa15d7072 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.793325 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9bd6b89d-263e-47b7-9544-464dddb6ee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.810036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8b2b9-d5c4-4941-829e-e1efa15d7072 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6805f1-753c-4bab-b9d0-352de005580d,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:04.826526 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-046808aa-9650-4605-bc7f-f56b47f01825 req-55640046-a5db-4213-b708-5464d45c2596 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.835564 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-046808aa-9650-4605-bc7f-f56b47f01825 req-55640046-a5db-4213-b708-5464d45c2596 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.845875 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b2b9-d5c4-4941-829e-e1efa15d7072 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.849514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e8f8b2b9-d5c4-4941-829e-e1efa15d7072 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4727175 Sep 16 04:44:04.853395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33108) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:04.864046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e2fa2381-c2f2-4194-9467-8cf65ac50e40 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Request body: {'security_group_rule': {'security_group_id': '5853f265-8362-4f02-852c-40ea7119ef4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:04.895140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9bd6b89d-263e-47b7-9544-464dddb6ee05 None None] For port 02466ad4-1110-4205-a6c3-fd529083d013, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=02466ad4-1110-4205-a6c3-fd529083d013,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:04.896214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33110) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:04.896839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7491775 Sep 16 04:44:04.913447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fac54-a0ce-461b-80ac-224382b4796f admin admin] Pushing event updated for resources: {'Network': ['ID=bff752ef-1b70-42b9-a812-d2023a553a3a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:04.914519 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-046808aa-9650-4605-bc7f-f56b47f01825 req-55640046-a5db-4213-b708-5464d45c2596 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.917280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-046808aa-9650-4605-bc7f-f56b47f01825 req-55640046-a5db-4213-b708-5464d45c2596 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.7477789 Sep 16 04:44:04.922981 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9bd6b89d-263e-47b7-9544-464dddb6ee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:04.932227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-22dbdf1b-2d38-4ca6-bb7b-6a277fd529d6 admin admin] Request body: {'subnet': {'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2045761422-subnet', 'tenant_id': 'f0271b93978e4697964f7a0550f6d45d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:04.949487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55640046-a5db-4213-b708-5464d45c2596 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c270a3-b032-4728-852a-cccfefacff25,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:04.958228 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-587d64e8-2913-4c13-a4dc-36b841026684 req-61dad652-1a19-4fa0-8f60-46236a33c86e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466896 Sep 16 04:44:04.965439 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:44:04.980049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network bff752ef-1b70-42b9-a812-d2023a553a3a details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:44:05.061502 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2381-c2f2-4194-9467-8cf65ac50e40 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.079608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dbdf1b-2d38-4ca6-bb7b-6a277fd529d6 admin admin] Made reservation on behalf of f0271b93978e4697964f7a0550f6d45d for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:05.084244 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22dbdf1b-2d38-4ca6-bb7b-6a277fd529d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.153116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Allocated IP 10.2.2.200 (29ad4d4c-cf1f-437c-b71a-b27ce3500821/e4cfd570-b1ec-4147-b4f7-830b27a8fe55/7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:05.171730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 02466ad4-1110-4205-a6c3-fd529083d013 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:05.281745 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.292771 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6b89d-263e-47b7-9544-464dddb6ee05 None None] Pushing event updated for resources: {'Port': ['ID=02466ad4-1110-4205-a6c3-fd529083d013,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:05.314373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 02466ad4-1110-4205-a6c3-fd529083d013 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:05.314752 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.422403 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.517703 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e2211dce-18d6-428a-832d-803b02ff1577 req-b2cc4925-6d53-46f9-acff-99142f7eb7cb tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/d86e3fbc-0586-4830-85b0-2230e0d30023 HTTP/1.1" status: 200 len: 2400 time: 0.0580714 Sep 16 04:44:05.518775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.548345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:05.548522 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22dbdf1b-2d38-4ca6-bb7b-6a277fd529d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.556886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e2211dce-18d6-428a-832d-803b02ff1577 req-516cddb7-2569-4046-970a-4b391ff4f341 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd86e3fbc-0586-4830-85b0-2230e0d30023', 'remote_group_id': None}]} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:05.557763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e2211dce-18d6-428a-832d-803b02ff1577 req-516cddb7-2569-4046-970a-4b391ff4f341 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd86e3fbc-0586-4830-85b0-2230e0d30023', 'remote_group_id': None}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:05.589378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:05.687881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event updated for resources: {'Port': ['ID=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:05.689186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbdf1b-2d38-4ca6-bb7b-6a277fd529d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a806f497-16fd-499e-ae0e-96758d83d378,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:05.692242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:05.709198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c4cfda0f-fd05-4bfb-9456-88ccdf70f6bb req-6aaab09c-a1c3-4f76-8db8-621698317393 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/e5c270a3-b032-4728-852a-cccfefacff25 HTTP/1.1" status: 200 len: 1781 time: 0.1148856 Sep 16 04:44:05.739549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dbdf1b-2d38-4ca6-bb7b-6a277fd529d6 admin admin] Checking segment: {'id': '6ea396f3-756c-4da1-b0e2-1b989545c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:05.739919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dbdf1b-2d38-4ca6-bb7b-6a277fd529d6 admin admin] Network hostable DHCP agents. Network: bff752ef-1b70-42b9-a812-d2023a553a3a, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:44:05.783373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dbdf1b-2d38-4ca6-bb7b-6a277fd529d6 admin admin] Network bff752ef-1b70-42b9-a812-d2023a553a3a is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:44:05.809856 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2381-c2f2-4194-9467-8cf65ac50e40 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.819146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-22dbdf1b-2d38-4ca6-bb7b-6a277fd529d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, bff752ef-1b70-42b9-a812-d2023a553a3a) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:05.829503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7d69b3-d0c0-4145-867e-9b6aa5de737d None None] Network bff752ef-1b70-42b9-a812-d2023a553a3a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:05.830415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbdf1b-2d38-4ca6-bb7b-6a277fd529d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:05.833165 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22dbdf1b-2d38-4ca6-bb7b-6a277fd529d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.849299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2381-c2f2-4194-9467-8cf65ac50e40 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.899208 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:05.900153 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.907169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-22dbdf1b-2d38-4ca6-bb7b-6a277fd529d6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0061271 Sep 16 04:44:05.909018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2381-c2f2-4194-9467-8cf65ac50e40 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.913664 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e2fa2381-c2f2-4194-9467-8cf65ac50e40 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0515282 Sep 16 04:44:05.919836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33130) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:05.934346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:05.938115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e2211dce-18d6-428a-832d-803b02ff1577 req-516cddb7-2569-4046-970a-4b391ff4f341 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.942690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa2381-c2f2-4194-9467-8cf65ac50e40 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9ae125-9f09-4631-986d-3473920ee6a1,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:05.959123 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-56fc3100-fb1c-4c7b-86c8-ff0ccab3a020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4085145 Sep 16 04:44:05.970415 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e2211dce-18d6-428a-832d-803b02ff1577 req-516cddb7-2569-4046-970a-4b391ff4f341 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:05.982538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Request body: {'port': {'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:05.986906 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e2211dce-18d6-428a-832d-803b02ff1577 req-516cddb7-2569-4046-970a-4b391ff4f341 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.029490 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cddb7-2569-4046-970a-4b391ff4f341 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89b709d-917c-4008-907c-c857abd779cc,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:06.056191 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15c4dc-5318-4c16-884b-7972770ba20f req-9a741619-1e6e-4306-b758-684ec177662c tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:06.066642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b15c4dc-5318-4c16-884b-7972770ba20f req-9a741619-1e6e-4306-b758-684ec177662c tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 945 time: 0.2225854 Sep 16 04:44:06.089492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be0072a-da09-480a-bfb2-01bd778981bc None None] Network bff752ef-1b70-42b9-a812-d2023a553a3a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:06.113568 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e2211dce-18d6-428a-832d-803b02ff1577 req-516cddb7-2569-4046-970a-4b391ff4f341 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.125449 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.133801 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e2211dce-18d6-428a-832d-803b02ff1577 req-516cddb7-2569-4046-970a-4b391ff4f341 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5823307 Sep 16 04:44:06.134916 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.243973 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b15c4dc-5318-4c16-884b-7972770ba20f req-dbb8a101-7031-4b78-958a-cb3eeef3c195 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/security-groups?id=752624fb-c337-421b-9fc7-8bf73a085368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758156 Sep 16 04:44:06.381408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4c60dea8-fcc6-4f4c-bbc7-9f510d144c20 None None] Provisioning complete for port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:06.381838 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c60dea8-fcc6-4f4c-bbc7-9f510d144c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.408754 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04f4eb94-1b49-40a9-8578-0e081a57c8a1 req-df9f483b-a4d3-41bb-9dba-fd16ed02be44 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/e5c270a3-b032-4728-852a-cccfefacff25 HTTP/1.1" status: 200 len: 1781 time: 0.1102111 Sep 16 04:44:06.487942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-4c60dea8-fcc6-4f4c-bbc7-9f510d144c20 None None] Port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:06.537167 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.577998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa345f8b-b575-4bfd-8d95-b3355e4d9944 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:06.596799 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.611651 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Transition to ACTIVE for port object fa345f8b-b575-4bfd-8d95-b3355e4d9944 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:06.623695 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.727534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Allocated IP 172.25.0.78 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/ced838df-3f38-42fc-b091-8747179c7655) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:06.797500 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-04f4eb94-1b49-40a9-8578-0e081a57c8a1 req-0b89dda3-fa9d-408a-8316-20de98d9e130 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.861661 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-04f4eb94-1b49-40a9-8578-0e081a57c8a1 req-0b89dda3-fa9d-408a-8316-20de98d9e130 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:06.998729 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 02466ad4-1110-4205-a6c3-fd529083d013 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:07.015087 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.038696 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-04f4eb94-1b49-40a9-8578-0e081a57c8a1 req-0b89dda3-fa9d-408a-8316-20de98d9e130 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.042887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-04f4eb94-1b49-40a9-8578-0e081a57c8a1 req-0b89dda3-fa9d-408a-8316-20de98d9e130 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.044061 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04f4eb94-1b49-40a9-8578-0e081a57c8a1 req-0b89dda3-fa9d-408a-8316-20de98d9e130 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "DELETE /v2.0/security-groups/e5c270a3-b032-4728-852a-cccfefacff25 HTTP/1.1" status: 204 len: 173 time: 0.6344972 Sep 16 04:44:07.064126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89dda3-fa9d-408a-8316-20de98d9e130 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c270a3-b032-4728-852a-cccfefacff25,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:07.090404 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 02466ad4-1110-4205-a6c3-fd529083d013 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:07.090829 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.127147 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-97d83211-0565-42b0-bb81-10a7c936869e req-f9ffa49e-b3b7-4c68-bd6d-fd2077f26c01 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/d86e3fbc-0586-4830-85b0-2230e0d30023 HTTP/1.1" status: 200 len: 2999 time: 0.0578084 Sep 16 04:44:07.136910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.186860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:07.190330 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:07.197561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:07.218243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa050e5-0bd3-40f1-b028-ddea5734b548 req-a30216ec-bbba-40ec-b1b9-303216baef93 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.225681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa050e5-0bd3-40f1-b028-ddea5734b548 req-a30216ec-bbba-40ec-b1b9-303216baef93 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.232889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa050e5-0bd3-40f1-b028-ddea5734b548 req-a30216ec-bbba-40ec-b1b9-303216baef93 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.238731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa050e5-0bd3-40f1-b028-ddea5734b548 req-a30216ec-bbba-40ec-b1b9-303216baef93 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.243683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event updated for resources: {'Port': ['ID=ced838df-3f38-42fc-b091-8747179c7655,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:07.252742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa050e5-0bd3-40f1-b028-ddea5734b548 req-a30216ec-bbba-40ec-b1b9-303216baef93 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.261299 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eaa050e5-0bd3-40f1-b028-ddea5734b548 req-a30216ec-bbba-40ec-b1b9-303216baef93 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 3828 time: 0.6480215 Sep 16 04:44:07.269123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Pushing event updated for resources: {'Port': ['ID=fa345f8b-b575-4bfd-8d95-b3355e4d9944,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:07.321625 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eaa050e5-0bd3-40f1-b028-ddea5734b548 req-95f79444-bfd2-4262-953f-724a82ebb5ea tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591822 Sep 16 04:44:07.328703 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.387260 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.392551 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78188be8-bfb0-4109-8457-c8917269f96d req-40157909-df67-418c-b261-7f139b9c62ae tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.394149 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-78188be8-bfb0-4109-8457-c8917269f96d req-40157909-df67-418c-b261-7f139b9c62ae tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.15 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 946 time: 0.2599430 Sep 16 04:44:07.460177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Attempting to bind port fa345f8b-b575-4bfd-8d95-b3355e4d9944 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:07.460739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Attempting to bind port fa345f8b-b575-4bfd-8d95-b3355e4d9944 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:07.461084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Attempting to bind port fa345f8b-b575-4bfd-8d95-b3355e4d9944 on network fa5d8253-b53f-4418-8054-91a24185d3f4 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:07.475848 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.518049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Port fa345f8b-b575-4bfd-8d95-b3355e4d9944 on network fa5d8253-b53f-4418-8054-91a24185d3f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:07.518049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Attempting to bind port fa345f8b-b575-4bfd-8d95-b3355e4d9944 on network fa5d8253-b53f-4418-8054-91a24185d3f4 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:07.534010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:07.534355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Checking segment: {'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:07.534758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Bound using segment: {'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:07.535752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Bound port: fa345f8b-b575-4bfd-8d95-b3355e4d9944, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab46fae-fd29-4f09-a622-00ee18e95f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:07.535752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.573238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d5b1e-645e-4d02-acb2-744b84d2fc4b req-310c1e50-98ba-4545-b0ec-90c5bf14054d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.580899 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-836d5b1e-645e-4d02-acb2-744b84d2fc4b req-310c1e50-98ba-4545-b0ec-90c5bf14054d tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/ports?device_id=dac83558-b610-46c5-be5c-7652291d4977 HTTP/1.1" status: 200 len: 946 time: 0.1161547 Sep 16 04:44:07.654299 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-836d5b1e-645e-4d02-acb2-744b84d2fc4b req-d85aa609-3452-4c97-88db-c89e4a00f9fa tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.53 "GET /v2.0/security-groups?id=264c607c-af2f-4a0d-96cc-4aaf02568b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723412 Sep 16 04:44:07.670752 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.670752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-6841372f-5fc8-4480-89bc-c5d4814c4e9a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.677555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-6841372f-5fc8-4480-89bc-c5d4814c4e9a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/networks?id=bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 200 len: 814 time: 0.1622736 Sep 16 04:44:07.686706 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.700920 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-e7a7d9de-4784-4ab9-9ab5-da526e3a9047 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/quotas/f0271b93978e4697964f7a0550f6d45d HTTP/1.1" status: 200 len: 375 time: 0.0225000 Sep 16 04:44:07.708815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] For port fa345f8b-b575-4bfd-8d95-b3355e4d9944, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:07.712646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-78188be8-bfb0-4109-8457-c8917269f96d req-86b447a7-2ae4-4d9f-b349-773d42e8c1c7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Deleting port 77630ded-eefc-437b-b3e0-b397c3b8df19 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:07.713905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-78188be8-bfb0-4109-8457-c8917269f96d req-86b447a7-2ae4-4d9f-b349-773d42e8c1c7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.742720 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-25fff1f1-c84b-4041-a173-15b9da3b0adb req-d0ad1f18-1a63-483e-9e0a-c0358d883e4e tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] show failed (client error): The resource could not be found. Sep 16 04:44:07.743687 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-25fff1f1-c84b-4041-a173-15b9da3b0adb req-d0ad1f18-1a63-483e-9e0a-c0358d883e4e tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/e5c270a3-b032-4728-852a-cccfefacff25 HTTP/1.1" status: 404 len: 352 time: 0.0488665 Sep 16 04:44:07.756758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] For port fa345f8b-b575-4bfd-8d95-b3355e4d9944, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fa345f8b-b575-4bfd-8d95-b3355e4d9944,segment=NetworkSegment(2ab46fae-fd29-4f09-a622-00ee18e95f43),segment_id=2ab46fae-fd29-4f09-a622-00ee18e95f43)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:07.767574 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.783209 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bb0ca303-4538-4ccd-95ec-a99aa0048a6f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f0271b93978e4697964f7a0550f6d45d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642030 Sep 16 04:44:07.840482 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event updated for resources: {'Port': ['ID=ced838df-3f38-42fc-b091-8747179c7655,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:07.864231 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa5384b0-8817-43df-8320-102337ca47a5 req-a16d6f42-24e6-4e3f-8ce1-8313cf85d34e tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-group-rules/a89b709d-917c-4008-907c-c857abd779cc HTTP/1.1" status: 200 len: 783 time: 0.0278230 Sep 16 04:44:07.868814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:07.870099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.871479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] 10.222.0.50 "PUT /v2.0/ports/fa345f8b-b575-4bfd-8d95-b3355e4d9944 HTTP/1.1" status: 200 len: 1093 time: 1.8994012 Sep 16 04:44:07.871942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:07.874225 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "fa345f8b-b575-4bfd-8d95-b3355e4d9944"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:07.891749 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.917158 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.918606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-af8cee2d-9690-4fc1-8c60-3572fe2d1917 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9976747 Sep 16 04:44:07.919516 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Request body: {'port': {'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:07.942266 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-7e3d8aaf-8157-4e50-8e7c-8f5e31c10e16 service neutron] 10.222.0.53 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580853 Sep 16 04:44:07.982418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-78188be8-bfb0-4109-8457-c8917269f96d req-86b447a7-2ae4-4d9f-b349-773d42e8c1c7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] For port 77630ded-eefc-437b-b3e0-b397c3b8df19, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=77630ded-eefc-437b-b3e0-b397c3b8df19,segment=NetworkSegment(cd52de98-ed67-45ea-bf78-3a7a870993b2),segment_id=cd52de98-ed67-45ea-bf78-3a7a870993b2)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:07.982802 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-78188be8-bfb0-4109-8457-c8917269f96d req-86b447a7-2ae4-4d9f-b349-773d42e8c1c7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:07.985199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1b817-6ade-4318-b455-f7a6191f7e81 service neutron] Pushing event updated for resources: {'Port': ['ID=fa345f8b-b575-4bfd-8d95-b3355e4d9944,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:08.056085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.070762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-78188be8-bfb0-4109-8457-c8917269f96d req-86b447a7-2ae4-4d9f-b349-773d42e8c1c7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Calling delete_port for 77630ded-eefc-437b-b3e0-b397c3b8df19 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:08.079722 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa5384b0-8817-43df-8320-102337ca47a5 req-949daa90-1d47-4aa2-abd7-955825775445 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/d86e3fbc-0586-4830-85b0-2230e0d30023 HTTP/1.1" status: 200 len: 2999 time: 0.1936889 Sep 16 04:44:08.109107 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-0bb8eab8-79e0-45f5-a834-6b28138d0a1e service neutron] 10.222.0.53 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497865 Sep 16 04:44:08.276929 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-aa5384b0-8817-43df-8320-102337ca47a5 req-8812cf22-deef-47a4-9bb8-ea02813746c7 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.303782 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-aa5384b0-8817-43df-8320-102337ca47a5 req-8812cf22-deef-47a4-9bb8-ea02813746c7 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.404856 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-aa5384b0-8817-43df-8320-102337ca47a5 req-8812cf22-deef-47a4-9bb8-ea02813746c7 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.427121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-d6810317-1e5e-4c10-9589-c72fb8980910 req-8c3a27d9-d937-42ee-894b-0e621bae1f27 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1808112751', 'description': 'tempest-description-865233129'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:08.451963 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d6810317-1e5e-4c10-9589-c72fb8980910 req-8c3a27d9-d937-42ee-894b-0e621bae1f27 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.550921 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d6810317-1e5e-4c10-9589-c72fb8980910 req-8c3a27d9-d937-42ee-894b-0e621bae1f27 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.553582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c539f9-3dcb-4aee-84f4-297e697dc188 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:08.556223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d6810317-1e5e-4c10-9589-c72fb8980910 req-8c3a27d9-d937-42ee-894b-0e621bae1f27 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.563130 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.582750 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-aa5384b0-8817-43df-8320-102337ca47a5 req-8812cf22-deef-47a4-9bb8-ea02813746c7 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.583866 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa5384b0-8817-43df-8320-102337ca47a5 req-8812cf22-deef-47a4-9bb8-ea02813746c7 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a89b709d-917c-4008-907c-c857abd779cc HTTP/1.1" status: 204 len: 173 time: 0.4841657 Sep 16 04:44:08.598113 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d6810317-1e5e-4c10-9589-c72fb8980910 req-8c3a27d9-d937-42ee-894b-0e621bae1f27 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.599675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d6810317-1e5e-4c10-9589-c72fb8980910 req-8c3a27d9-d937-42ee-894b-0e621bae1f27 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1780629 Sep 16 04:44:08.600853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a27d9-d937-42ee-894b-0e621bae1f27 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9af2ac-ac7d-4e29-be5a-f483e5111f71,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:08.655521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Transition to ACTIVE for port object b2c539f9-3dcb-4aee-84f4-297e697dc188 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:08.661963 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-78188be8-bfb0-4109-8457-c8917269f96d req-86b447a7-2ae4-4d9f-b349-773d42e8c1c7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.664487 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:08.671088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812cf22-deef-47a4-9bb8-ea02813746c7 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a89b709d-917c-4008-907c-c857abd779cc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:08.676948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['77630ded-eefc-437b-b3e0-b397c3b8df19'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:08.725789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-1ae940d1-4de2-4788-9193-ce9579b43cf5 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--613207154&fields=id&tenant_id=022d7fc0ebfa42e396c695a2bac9b768 HTTP/1.1" status: 200 len: 267 time: 0.0469770 Sep 16 04:44:08.800140 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8d8312-0afe-475b-8a25-55c276be4f5c x-openstack-request-id: req-7a8d8312-0afe-475b-8a25-55c276be4f5c {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:08.800424 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "fa345f8b-b575-4bfd-8d95-b3355e4d9944", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:08.800673 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a8d8312-0afe-475b-8a25-55c276be4f5c {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:08.801066 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944', 'status': 'completed', 'code': 200} Sep 16 04:44:08.909172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-e9688af5-eff0-49dd-adf8-379bf9a28715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.909765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-e9688af5-eff0-49dd-adf8-379bf9a28715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.910490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-e9688af5-eff0-49dd-adf8-379bf9a28715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.911072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-e9688af5-eff0-49dd-adf8-379bf9a28715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.911642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-e9688af5-eff0-49dd-adf8-379bf9a28715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.912122 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-e9688af5-eff0-49dd-adf8-379bf9a28715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:08.914544 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-e9688af5-eff0-49dd-adf8-379bf9a28715 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5246 time: 0.1270072 Sep 16 04:44:08.990531 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6cfcad33-b41c-4a7d-98eb-0e51cfdb831d req-52b3e3f9-e7ad-43b7-86af-b75a82542afc tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 210 time: 0.1465514 Sep 16 04:44:08.991220 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c539f9-3dcb-4aee-84f4-297e697dc188,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:09.008142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-78188be8-bfb0-4109-8457-c8917269f96d req-86b447a7-2ae4-4d9f-b349-773d42e8c1c7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] No DVR routers for this DVR port 77630ded-eefc-437b-b3e0-b397c3b8df19 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:09.020077 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-78188be8-bfb0-4109-8457-c8917269f96d req-86b447a7-2ae4-4d9f-b349-773d42e8c1c7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.020077 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-78188be8-bfb0-4109-8457-c8917269f96d req-86b447a7-2ae4-4d9f-b349-773d42e8c1c7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] 10.222.0.15 "DELETE /v2.0/ports/77630ded-eefc-437b-b3e0-b397c3b8df19 HTTP/1.1" status: 204 len: 173 time: 1.6148353 Sep 16 04:44:09.067284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e79cf10b-df96-4f6c-8604-6ccc2265e203 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.075992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e79cf10b-df96-4f6c-8604-6ccc2265e203 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/networks?id=54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 200 len: 811 time: 0.3491473 Sep 16 04:44:09.099310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b447a7-2ae4-4d9f-b349-773d42e8c1c7 tempest-ServerDiskConfigTestJSON-1030703199 tempest-ServerDiskConfigTestJSON-1030703199-project] Pushing event deleted for resources: {'Port': ['ID=77630ded-eefc-437b-b3e0-b397c3b8df19,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:09.171853 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-908c8e10-b70a-4fbb-93df-f42a1397a834 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/quotas/022d7fc0ebfa42e396c695a2bac9b768 HTTP/1.1" status: 200 len: 375 time: 0.0947571 Sep 16 04:44:09.183509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036509-83d2-4c95-a78f-7b2626ed3ce3 req-d2571629-ecf0-4d64-8d52-4b8e2dba6af8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.190559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036509-83d2-4c95-a78f-7b2626ed3ce3 req-d2571629-ecf0-4d64-8d52-4b8e2dba6af8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.198592 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036509-83d2-4c95-a78f-7b2626ed3ce3 req-d2571629-ecf0-4d64-8d52-4b8e2dba6af8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.206133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036509-83d2-4c95-a78f-7b2626ed3ce3 req-d2571629-ecf0-4d64-8d52-4b8e2dba6af8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.212096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036509-83d2-4c95-a78f-7b2626ed3ce3 req-d2571629-ecf0-4d64-8d52-4b8e2dba6af8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.219171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036509-83d2-4c95-a78f-7b2626ed3ce3 req-d2571629-ecf0-4d64-8d52-4b8e2dba6af8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.221295 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-24036509-83d2-4c95-a78f-7b2626ed3ce3 req-d2571629-ecf0-4d64-8d52-4b8e2dba6af8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 4600 time: 0.1126332 Sep 16 04:44:09.271391 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Attempting to bind port b2c539f9-3dcb-4aee-84f4-297e697dc188 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:09.271906 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Attempting to bind port b2c539f9-3dcb-4aee-84f4-297e697dc188 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:09.272454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Attempting to bind port b2c539f9-3dcb-4aee-84f4-297e697dc188 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:09.285327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Port b2c539f9-3dcb-4aee-84f4-297e697dc188 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:09.285915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Attempting to bind port b2c539f9-3dcb-4aee-84f4-297e697dc188 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:09.302678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:09.303028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Checking segment: {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:09.303425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Bound using segment: {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:09.303868 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Bound port: b2c539f9-3dcb-4aee-84f4-297e697dc188, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:09.304232 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.310441 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-24036509-83d2-4c95-a78f-7b2626ed3ce3 req-8b45c0c5-4ebf-439b-894c-60a928caad3c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795715 Sep 16 04:44:09.382752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] For port b2c539f9-3dcb-4aee-84f4-297e697dc188, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:09.388632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] For port b2c539f9-3dcb-4aee-84f4-297e697dc188, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b2c539f9-3dcb-4aee-84f4-297e697dc188,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:09.394847 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.504789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-1f19a931-e8b6-4007-b659-a945245805fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.505636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-1f19a931-e8b6-4007-b659-a945245805fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.506512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-1f19a931-e8b6-4007-b659-a945245805fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.509049 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-1f19a931-e8b6-4007-b659-a945245805fb service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5797999 Sep 16 04:44:09.536936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.537930 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.539317 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] 10.222.0.50 "PUT /v2.0/ports/b2c539f9-3dcb-4aee-84f4-297e697dc188 HTTP/1.1" status: 200 len: 1131 time: 1.6355338 Sep 16 04:44:09.567356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d1c1e-575f-4b88-9b78-d9442a1492e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c539f9-3dcb-4aee-84f4-297e697dc188,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:09.575791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-d0d8128f-2a89-49cd-ad63-6e25f913f70d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3897386 Sep 16 04:44:09.581523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Request body: {'port': {'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:09.638683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545f5a1-2de4-4933-bfdf-944fd9e22389 req-7d8b83cb-9ad5-4bc8-9394-370f6128d0a3 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.650058 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7545f5a1-2de4-4933-bfdf-944fd9e22389 req-7d8b83cb-9ad5-4bc8-9394-370f6128d0a3 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 945 time: 0.2440877 Sep 16 04:44:09.731626 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:09.802322 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-4b54ce02-1a0d-4543-addf-af1dab22f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:09.803907 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2a5e696b-2e50-4d7d-8de1-54fc98cdd39e req-4b54ce02-1a0d-4543-addf-af1dab22f582 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2834365 Sep 16 04:44:09.820023 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7545f5a1-2de4-4933-bfdf-944fd9e22389 req-2986ace7-bb68-4ab3-beb8-7c12a8f8404a tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/security-groups?id=752624fb-c337-421b-9fc7-8bf73a085368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688964 Sep 16 04:44:09.825251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-386b0acb-e81b-4a4d-858d-4b17ec5635ee service neutron] 10.222.0.53 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240603 Sep 16 04:44:09.937798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-86295622-7b01-4b3b-9a48-5e35ee57c186 service neutron] 10.222.0.53 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033556 Sep 16 04:44:09.965211 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7d5539cd-9b2a-4985-9ac3-0d858f15d949 req-3c72ab01-9fed-4df5-8e93-b71ca421be01 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/d86e3fbc-0586-4830-85b0-2230e0d30023 HTTP/1.1" status: 200 len: 2400 time: 0.0805743 Sep 16 04:44:10.104895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3561bb-a098-4187-9e75-9d8d869e69f7 req-917a70f4-633b-4f47-9dd0-332805d2a8cc tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.123009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f3561bb-a098-4187-9e75-9d8d869e69f7 req-917a70f4-633b-4f47-9dd0-332805d2a8cc tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 945 time: 0.1200609 Sep 16 04:44:10.172934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-0b2164d6-dafd-466d-bdd8-2b1307e6e883 req-606e03b1-ef41-408c-ba37-9d04f9f89920 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1683650374', 'description': 'tempest-description-1068547817'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:10.205446 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7d5539cd-9b2a-4985-9ac3-0d858f15d949 req-4c53db8e-0dff-4a55-a6a5-d70a9ac5d637 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.241396 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0b2164d6-dafd-466d-bdd8-2b1307e6e883 req-606e03b1-ef41-408c-ba37-9d04f9f89920 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.295909 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7d5539cd-9b2a-4985-9ac3-0d858f15d949 req-4c53db8e-0dff-4a55-a6a5-d70a9ac5d637 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.296189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-9f3561bb-a098-4187-9e75-9d8d869e69f7 req-f3b90eb3-0094-4cbf-9bc2-ca3250b902f7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Deleting port 4a73f1cf-abb8-4579-a861-adaae0fad31d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:10.296549 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9f3561bb-a098-4187-9e75-9d8d869e69f7 req-f3b90eb3-0094-4cbf-9bc2-ca3250b902f7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.305480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-e3e801ea-8863-40a3-bca8-17821a27caee tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:10.308384 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-e3e801ea-8863-40a3-bca8-17821a27caee tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.15 "GET /v2.0/networks?id=bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 200 len: 814 time: 0.2597678 Sep 16 04:44:10.359791 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Request body: {'port': {'device_id': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a', 'admin_state_up': True, 'tenant_id': 'f0271b93978e4697964f7a0550f6d45d'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:10.373694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e01476a-ab84-4363-8e04-bb85002972b9 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:10.403770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.442597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-9f3561bb-a098-4187-9e75-9d8d869e69f7 req-f3b90eb3-0094-4cbf-9bc2-ca3250b902f7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] For port 4a73f1cf-abb8-4579-a861-adaae0fad31d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=4a73f1cf-abb8-4579-a861-adaae0fad31d,segment=NetworkSegment(c97a170c-9ee6-4386-91d4-39db83366bc1),segment_id=c97a170c-9ee6-4386-91d4-39db83366bc1)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:10.442977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9f3561bb-a098-4187-9e75-9d8d869e69f7 req-f3b90eb3-0094-4cbf-9bc2-ca3250b902f7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.467547 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0b2164d6-dafd-466d-bdd8-2b1307e6e883 req-606e03b1-ef41-408c-ba37-9d04f9f89920 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.468759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-9f3561bb-a098-4187-9e75-9d8d869e69f7 req-f3b90eb3-0094-4cbf-9bc2-ca3250b902f7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Calling delete_port for 4a73f1cf-abb8-4579-a861-adaae0fad31d owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:10.475635 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0b2164d6-dafd-466d-bdd8-2b1307e6e883 req-606e03b1-ef41-408c-ba37-9d04f9f89920 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.522242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Transition to ACTIVE for port object 3e01476a-ab84-4363-8e04-bb85002972b9 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:10.531006 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.539673 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7d5539cd-9b2a-4985-9ac3-0d858f15d949 req-4c53db8e-0dff-4a55-a6a5-d70a9ac5d637 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.543181 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7d5539cd-9b2a-4985-9ac3-0d858f15d949 req-4c53db8e-0dff-4a55-a6a5-d70a9ac5d637 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.554549 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0b2164d6-dafd-466d-bdd8-2b1307e6e883 req-606e03b1-ef41-408c-ba37-9d04f9f89920 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.557682 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7d5539cd-9b2a-4985-9ac3-0d858f15d949 req-4c53db8e-0dff-4a55-a6a5-d70a9ac5d637 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "DELETE /v2.0/security-groups/d86e3fbc-0586-4830-85b0-2230e0d30023 HTTP/1.1" status: 204 len: 173 time: 0.5850966 Sep 16 04:44:10.566739 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b2164d6-dafd-466d-bdd8-2b1307e6e883 req-606e03b1-ef41-408c-ba37-9d04f9f89920 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4038594 Sep 16 04:44:10.580566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e03b1-ef41-408c-ba37-9d04f9f89920 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28eed147-a322-4c85-86a9-f04323f8f8fd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:10.614008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53db8e-0dff-4a55-a6a5-d70a9ac5d637 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86e3fbc-0586-4830-85b0-2230e0d30023,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:10.654394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Made reservation on behalf of f0271b93978e4697964f7a0550f6d45d for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:10.658725 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.686439 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Pushing event updated for resources: {'Port': ['ID=3e01476a-ab84-4363-8e04-bb85002972b9,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:10.795933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3eaa35b3-c1ff-4b29-b8ab-ce016dcf90e7 req-34aa70fb-fd13-4e32-b74c-c772704686e2 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 210 time: 0.1053519 Sep 16 04:44:10.850950 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9f3561bb-a098-4187-9e75-9d8d869e69f7 req-f3b90eb3-0094-4cbf-9bc2-ca3250b902f7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:10.860616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac83558-b610-46c5-be5c-7652291d4977', 'name': 'network-vif-deleted', 'tag': '77630ded-eefc-437b-b3e0-b397c3b8df19'}, {'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': 'b2c539f9-3dcb-4aee-84f4-297e697dc188'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:10.864406 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5" -d '{"events": [{"server_uuid": "dac83558-b610-46c5-be5c-7652291d4977", "name": "network-vif-deleted", "tag": "77630ded-eefc-437b-b3e0-b397c3b8df19"}, {"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "b2c539f9-3dcb-4aee-84f4-297e697dc188"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:10.875796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['4a73f1cf-abb8-4579-a861-adaae0fad31d'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:10.926804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b90eb3-0094-4cbf-9bc2-ca3250b902f7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Pushing event deleted for resources: {'Port': ['ID=4a73f1cf-abb8-4579-a861-adaae0fad31d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:11.019157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3561bb-a098-4187-9e75-9d8d869e69f7 req-f3b90eb3-0094-4cbf-9bc2-ca3250b902f7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] No DVR routers for this DVR port 4a73f1cf-abb8-4579-a861-adaae0fad31d on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:11.021895 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9f3561bb-a098-4187-9e75-9d8d869e69f7 req-f3b90eb3-0094-4cbf-9bc2-ca3250b902f7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.023814 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd13d283-9a46-4b89-b73e-8c2b01a5a111 req-3a75edb2-28c4-4d62-a1a4-9172df378cb9 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 210 time: 0.2813315 Sep 16 04:44:11.023936 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f3561bb-a098-4187-9e75-9d8d869e69f7 req-f3b90eb3-0094-4cbf-9bc2-ca3250b902f7 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.50 "DELETE /v2.0/ports/4a73f1cf-abb8-4579-a861-adaae0fad31d HTTP/1.1" status: 204 len: 173 time: 0.9005079 Sep 16 04:44:11.024321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc55664-02e5-4719-9f57-1481d9186191', 'name': 'network-vif-deleted', 'tag': '4a73f1cf-abb8-4579-a861-adaae0fad31d'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:11.027449 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ca44e3-fb49-4efc-853a-0e86912df1f3" -d '{"events": [{"server_uuid": "dfc55664-02e5-4719-9f57-1481d9186191", "name": "network-vif-deleted", "tag": "4a73f1cf-abb8-4579-a861-adaae0fad31d"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:11.041272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 77630ded-eefc-437b-b3e0-b397c3b8df19 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:11.057451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd241-7c29-4837-850a-f8dda586c9b8 req-552b1062-9c01-463e-9b56-0e7f04abfe04 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.062591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Attempting to bind port 3e01476a-ab84-4363-8e04-bb85002972b9 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:11.063086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Attempting to bind port 3e01476a-ab84-4363-8e04-bb85002972b9 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:11.063362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd241-7c29-4837-850a-f8dda586c9b8 req-552b1062-9c01-463e-9b56-0e7f04abfe04 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.063717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Attempting to bind port 3e01476a-ab84-4363-8e04-bb85002972b9 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:11.069986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd241-7c29-4837-850a-f8dda586c9b8 req-552b1062-9c01-463e-9b56-0e7f04abfe04 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.071112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Allocated IP 172.20.0.4 (bff752ef-1b70-42b9-a812-d2023a553a3a/a806f497-16fd-499e-ae0e-96758d83d378/5df76034-a001-476b-91ee-cb6f5f618ab4) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:11.075127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Port 3e01476a-ab84-4363-8e04-bb85002972b9 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:11.077746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd241-7c29-4837-850a-f8dda586c9b8 req-552b1062-9c01-463e-9b56-0e7f04abfe04 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.083024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Attempting to bind port 3e01476a-ab84-4363-8e04-bb85002972b9 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:11.083872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd241-7c29-4837-850a-f8dda586c9b8 req-552b1062-9c01-463e-9b56-0e7f04abfe04 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.091459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd241-7c29-4837-850a-f8dda586c9b8 req-552b1062-9c01-463e-9b56-0e7f04abfe04 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.106090 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd241-7c29-4837-850a-f8dda586c9b8 req-552b1062-9c01-463e-9b56-0e7f04abfe04 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.109203 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-ec77c3e5-2c11-4591-b019-aad3ffa48435 req-003b7dac-843b-4a46-824d-1a04e26eea82 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] show failed (client error): The resource could not be found. Sep 16 04:44:11.121341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 77630ded-eefc-437b-b3e0-b397c3b8df19 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:11.121925 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82bbd241-7c29-4837-850a-f8dda586c9b8 req-552b1062-9c01-463e-9b56-0e7f04abfe04 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5372 time: 0.1844938 Sep 16 04:44:11.123073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 77630ded-eefc-437b-b3e0-b397c3b8df19 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:11.126373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ec77c3e5-2c11-4591-b019-aad3ffa48435 req-003b7dac-843b-4a46-824d-1a04e26eea82 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/e487f24c-2321-4abc-a5e7-a0051aa04a0d HTTP/1.1" status: 404 len: 352 time: 0.0291770 Sep 16 04:44:11.170464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:11.170816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Checking segment: {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:11.171682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Bound using segment: {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:11.171682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Bound port: 3e01476a-ab84-4363-8e04-bb85002972b9, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:11.174286 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82bbd241-7c29-4837-850a-f8dda586c9b8 req-636e0600-c2b5-4eb2-9bb0-de1127d81284 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488195 Sep 16 04:44:11.175267 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.203382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-b837215d-edec-4904-b73b-fc08eb277d81 req-3d76a967-a8ac-4bae-a3ad-46832ef03c02 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1001597918', 'description': 'tempest-description-794381058'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:11.298491 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b837215d-edec-4904-b73b-fc08eb277d81 req-3d76a967-a8ac-4bae-a3ad-46832ef03c02 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.325933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10613d86-3066-40e5-a45c-65d0775f9829 req-cea8c32c-043d-41dc-8525-bcc6d656f089 tempest-InstanceActionsTestJSON-338482238 tempest-InstanceActionsTestJSON-338482238-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfc55664-02e5-4719-9f57-1481d9186191 HTTP/1.1" status: 200 len: 210 time: 0.0273120 Sep 16 04:44:11.362434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] For port 3e01476a-ab84-4363-8e04-bb85002972b9, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:11.391334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] For port 3e01476a-ab84-4363-8e04-bb85002972b9, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3e01476a-ab84-4363-8e04-bb85002972b9,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:11.401548 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.454959 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3143d4c2-beb7-4167-ace9-2b041ba62c2b x-openstack-request-id: req-3143d4c2-beb7-4167-ace9-2b041ba62c2b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:11.455318 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac83558-b610-46c5-be5c-7652291d4977", "name": "network-vif-deleted", "tag": "77630ded-eefc-437b-b3e0-b397c3b8df19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "b2c539f9-3dcb-4aee-84f4-297e697dc188", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:11.455631 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3143d4c2-beb7-4167-ace9-2b041ba62c2b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:11.456119 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac83558-b610-46c5-be5c-7652291d4977', 'name': 'network-vif-deleted', 'tag': '77630ded-eefc-437b-b3e0-b397c3b8df19', 'status': 'completed', 'code': 200} Sep 16 04:44:11.456433 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': 'b2c539f9-3dcb-4aee-84f4-297e697dc188', 'status': 'completed', 'code': 200} Sep 16 04:44:11.505829 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1b4c4d-b515-420b-be22-1dc05ddb1b11 x-openstack-request-id: req-2a1b4c4d-b515-420b-be22-1dc05ddb1b11 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:11.506186 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc55664-02e5-4719-9f57-1481d9186191", "name": "network-vif-deleted", "tag": "4a73f1cf-abb8-4579-a861-adaae0fad31d", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:11.506452 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a1b4c4d-b515-420b-be22-1dc05ddb1b11 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:11.511327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.511953 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.513351 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] 10.222.0.50 "PUT /v2.0/ports/3e01476a-ab84-4363-8e04-bb85002972b9 HTTP/1.1" status: 200 len: 1131 time: 1.9363680 Sep 16 04:44:11.520208 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc55664-02e5-4719-9f57-1481d9186191', 'name': 'network-vif-deleted', 'tag': '4a73f1cf-abb8-4579-a861-adaae0fad31d', 'status': 'completed', 'code': 200} Sep 16 04:44:11.560167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Request body: {'port': {'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:11.606424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847ae93-08cf-4d86-8696-22e4fdab2eaf service neutron] Pushing event updated for resources: {'Port': ['ID=3e01476a-ab84-4363-8e04-bb85002972b9,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:11.704221 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-e86457d7-4973-4871-b0fb-142f5288f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.704715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-e86457d7-4973-4871-b0fb-142f5288f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.705207 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-e86457d7-4973-4871-b0fb-142f5288f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.705720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-e86457d7-4973-4871-b0fb-142f5288f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.706202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-e86457d7-4973-4871-b0fb-142f5288f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.706679 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-e86457d7-4973-4871-b0fb-142f5288f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.707147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-e86457d7-4973-4871-b0fb-142f5288f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.709097 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-e86457d7-4973-4871-b0fb-142f5288f861 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6212 time: 0.2180567 Sep 16 04:44:11.758264 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f632d084-910a-4e5e-86c7-3efba1500395 req-144aba11-219c-456d-a3aa-7ea4c5a57621 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/71c843af-a9b1-432b-9b6e-d34fd90d2f30 HTTP/1.1" status: 200 len: 1807 time: 0.2275887 Sep 16 04:44:11.795211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.826939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-ae4e0aed-5601-4cd2-a98e-650cfd629645 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.828885 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-ae4e0aed-5601-4cd2-a98e-650cfd629645 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.15 "GET /v2.0/networks?id=54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 200 len: 811 time: 0.1929297 Sep 16 04:44:11.880012 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f632d084-910a-4e5e-86c7-3efba1500395 req-64376f8c-6c40-410b-9b6a-25f57e10b4e9 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.921842 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b837215d-edec-4904-b73b-fc08eb277d81 req-3d76a967-a8ac-4bae-a3ad-46832ef03c02 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.924669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-5cbd2a72-f8c4-441f-8c04-90e515bfa06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.925134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-5cbd2a72-f8c4-441f-8c04-90e515bfa06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.925629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-5cbd2a72-f8c4-441f-8c04-90e515bfa06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:11.927296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-5cbd2a72-f8c4-441f-8c04-90e515bfa06b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2039697 Sep 16 04:44:11.931071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f632d084-910a-4e5e-86c7-3efba1500395 req-64376f8c-6c40-410b-9b6a-25f57e10b4e9 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.932919 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b837215d-edec-4904-b73b-fc08eb277d81 req-3d76a967-a8ac-4bae-a3ad-46832ef03c02 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.935070 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:11.955532 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-47b0a6e7-98b6-4d06-9869-d91a88725f48 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022d7fc0ebfa42e396c695a2bac9b768 HTTP/1.1" status: 200 len: 379 time: 0.1164739 Sep 16 04:44:11.986079 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.017976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Request body: {'port': {'device_id': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'admin_state_up': True, 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'security_groups': ['5853f265-8362-4f02-852c-40ea7119ef4d']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:12.046549 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f632d084-910a-4e5e-86c7-3efba1500395 req-64376f8c-6c40-410b-9b6a-25f57e10b4e9 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.049159 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f632d084-910a-4e5e-86c7-3efba1500395 req-64376f8c-6c40-410b-9b6a-25f57e10b4e9 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.058380 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f632d084-910a-4e5e-86c7-3efba1500395 req-64376f8c-6c40-410b-9b6a-25f57e10b4e9 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "DELETE /v2.0/security-groups/71c843af-a9b1-432b-9b6e-d34fd90d2f30 HTTP/1.1" status: 204 len: 173 time: 0.2990699 Sep 16 04:44:12.078861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-acd16e4f-2b4a-41e3-864e-5031172183fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.080569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-97e6bfbe-ae81-407b-922a-40ab8f53b4b5 req-acd16e4f-2b4a-41e3-864e-5031172183fb service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409771 Sep 16 04:44:12.090775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64376f8c-6c40-410b-9b6a-25f57e10b4e9 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c843af-a9b1-432b-9b6e-d34fd90d2f30,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:12.095713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b837215d-edec-4904-b73b-fc08eb277d81 req-3d76a967-a8ac-4bae-a3ad-46832ef03c02 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.096931 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b837215d-edec-4904-b73b-fc08eb277d81 req-3d76a967-a8ac-4bae-a3ad-46832ef03c02 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9097350 Sep 16 04:44:12.108464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76a967-a8ac-4bae-a3ad-46832ef03c02 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021a161d-44e1-4fb1-b9b3-d58df788a9a7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:12.124181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Network bff752ef-1b70-42b9-a812-d2023a553a3a is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:12.134022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:12.137255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:12.236715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91217e-2924-4bd7-ac1a-b07e0539631a req-32f8b898-67f5-4497-803c-46e9297538ba tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.248681 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b91217e-2924-4bd7-ac1a-b07e0539631a req-32f8b898-67f5-4497-803c-46e9297538ba tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 931 time: 0.0922337 Sep 16 04:44:12.276836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Pushing event updated for resources: {'Port': ['ID=5df76034-a001-476b-91ee-cb6f5f618ab4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:12.310428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b91217e-2924-4bd7-ac1a-b07e0539631a req-390b8a82-8d3d-43e4-aaea-2b1e8c40efa9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606182 Sep 16 04:44:12.381145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.381840 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.433763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53470a28-6321-46e3-b6f6-1ae96745c1dd req-3d570b55-8d85-480b-89a6-a8e506b0bbd2 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 210 time: 0.0392463 Sep 16 04:44:12.443848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7d71c0c6-01bf-4999-8e1c-9ea41f4cbe4b req-eccca581-1925-4dd2-b437-0c663b59f61e tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/b54ce700-49ea-42ab-b2fc-c6a62513c515 HTTP/1.1" status: 200 len: 1806 time: 0.2135870 Sep 16 04:44:12.443848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-689afac9-49ba-4821-a4c5-ce267dbc4488 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0872800 Sep 16 04:44:12.484992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-3be6461a-8ead-4403-be2c-d0ba1a6398f3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:44:12.486283 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-3be6461a-8ead-4403-be2c-d0ba1a6398f3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273333 Sep 16 04:44:12.574086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Made reservation on behalf of 022d7fc0ebfa42e396c695a2bac9b768 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:12.577681 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.618035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-026111d5-dcba-4079-86d1-829ebff000bb req-c7975062-128c-4412-9657-24af4c88877b tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=736a94285e6e42ad8ba8f83e020a6b43 HTTP/1.1" status: 200 len: 10911 time: 0.1313064 Sep 16 04:44:12.649058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Request body: {'port': {'device_id': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:12.655279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7d71c0c6-01bf-4999-8e1c-9ea41f4cbe4b req-2deb7ed1-00e5-4189-b76f-c55cbcd5de70 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:12.672868 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-026111d5-dcba-4079-86d1-829ebff000bb req-e4d7fdb0-cd95-4e8c-84d9-8d256b10e835 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/8d5ede7f-fac0-45fb-b50b-fad4f5c4d681 HTTP/1.1" status: 200 len: 2985 time: 0.0537181 Sep 16 04:44:12.736934 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-026111d5-dcba-4079-86d1-829ebff000bb req-f266d875-2022-4031-9c15-d0b9ff83e1cd tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/8d5ede7f-fac0-45fb-b50b-fad4f5c4d681 HTTP/1.1" status: 200 len: 2985 time: 0.0624933 Sep 16 04:44:12.855015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f522-d57a-4ef7-a15e-5746cd41066a req-4c238d87-8f49-46ac-bab3-5a789f642df0 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.862409 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f522-d57a-4ef7-a15e-5746cd41066a req-4c238d87-8f49-46ac-bab3-5a789f642df0 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.870415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f522-d57a-4ef7-a15e-5746cd41066a req-4c238d87-8f49-46ac-bab3-5a789f642df0 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.878377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f522-d57a-4ef7-a15e-5746cd41066a req-4c238d87-8f49-46ac-bab3-5a789f642df0 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.885595 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f522-d57a-4ef7-a15e-5746cd41066a req-4c238d87-8f49-46ac-bab3-5a789f642df0 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.900952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f522-d57a-4ef7-a15e-5746cd41066a req-4c238d87-8f49-46ac-bab3-5a789f642df0 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.907271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f522-d57a-4ef7-a15e-5746cd41066a req-4c238d87-8f49-46ac-bab3-5a789f642df0 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:12.915650 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95d3f522-d57a-4ef7-a15e-5746cd41066a req-4c238d87-8f49-46ac-bab3-5a789f642df0 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5372 time: 0.1259654 Sep 16 04:44:12.967028 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95d3f522-d57a-4ef7-a15e-5746cd41066a req-cca9fed1-c805-4e28-9515-9b39a2555645 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503135 Sep 16 04:44:13.035561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33254) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:13.076104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33256) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:13.172377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde9702d-41e5-4b56-b01c-9dc5a65b1554 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:13.174896 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-402ec308-df84-4417-b487-a5ca0679179a req-345c4e49-7c3b-4176-9350-90d1f2e0abbc tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/2d9af2ac-ac7d-4e29-be5a-f483e5111f71 HTTP/1.1" status: 200 len: 1802 time: 0.0867443 Sep 16 04:44:13.179738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6012398a-67e7-43ae-9d59-566e2f4618f0 admin admin] Deleting subnet 121d30af-8879-4d43-bc94-0d97ad3eba56 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:13.197746 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7d71c0c6-01bf-4999-8e1c-9ea41f4cbe4b req-2deb7ed1-00e5-4189-b76f-c55cbcd5de70 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.204280 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.219290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6012398a-67e7-43ae-9d59-566e2f4618f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.251125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22383bc-0603-453f-85c8-5c0abb08b2d8 admin admin] Deleting subnet 156edc1e-7368-4770-89dc-c325ad242139 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:13.258946 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.270414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a22383bc-0603-453f-85c8-5c0abb08b2d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.299678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Transition to ACTIVE for port object bde9702d-41e5-4b56-b01c-9dc5a65b1554 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:13.305773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Allocated IP 172.20.0.10 (54ab4011-9c3b-42b6-b477-8b46a43d41ae/e14c121a-a13e-4cf4-87d5-73ea10aad127/e5274e65-e8ad-4b73-9778-f4fa6a052c1d) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:13.313771 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.316787 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6012398a-67e7-43ae-9d59-566e2f4618f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.345386 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-402ec308-df84-4417-b487-a5ca0679179a req-3f0e6dff-7c1e-41c9-ae3f-affc9dfd1f7c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.370291 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-402ec308-df84-4417-b487-a5ca0679179a req-3f0e6dff-7c1e-41c9-ae3f-affc9dfd1f7c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.424255 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a22383bc-0603-453f-85c8-5c0abb08b2d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.426234 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-402ec308-df84-4417-b487-a5ca0679179a req-3f0e6dff-7c1e-41c9-ae3f-affc9dfd1f7c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.429162 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-402ec308-df84-4417-b487-a5ca0679179a req-3f0e6dff-7c1e-41c9-ae3f-affc9dfd1f7c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.436700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-402ec308-df84-4417-b487-a5ca0679179a req-3f0e6dff-7c1e-41c9-ae3f-affc9dfd1f7c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "DELETE /v2.0/security-groups/2d9af2ac-ac7d-4e29-be5a-f483e5111f71 HTTP/1.1" status: 204 len: 173 time: 0.2538466 Sep 16 04:44:13.497739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e6dff-7c1e-41c9-ae3f-affc9dfd1f7c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9af2ac-ac7d-4e29-be5a-f483e5111f71,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.512621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': '3e01476a-ab84-4363-8e04-bb85002972b9'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:13.514912 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c61e01-972c-4533-b882-b154a57734bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "3e01476a-ab84-4363-8e04-bb85002972b9"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:13.517699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Pushing event updated for resources: {'Port': ['ID=bde9702d-41e5-4b56-b01c-9dc5a65b1554,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.531896 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6012398a-67e7-43ae-9d59-566e2f4618f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.578038 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7d71c0c6-01bf-4999-8e1c-9ea41f4cbe4b req-2deb7ed1-00e5-4189-b76f-c55cbcd5de70 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.580350 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7d71c0c6-01bf-4999-8e1c-9ea41f4cbe4b req-2deb7ed1-00e5-4189-b76f-c55cbcd5de70 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.580682 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a22383bc-0603-453f-85c8-5c0abb08b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.590288 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7d71c0c6-01bf-4999-8e1c-9ea41f4cbe4b req-2deb7ed1-00e5-4189-b76f-c55cbcd5de70 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "DELETE /v2.0/security-groups/b54ce700-49ea-42ab-b2fc-c6a62513c515 HTTP/1.1" status: 204 len: 173 time: 1.1300335 Sep 16 04:44:13.691743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21b599-2da0-456a-9235-4ad80142d976 req-5582fe7e-18fc-449b-8fcc-46013d8dca7c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:13.693848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b21b599-2da0-456a-9235-4ad80142d976 req-5582fe7e-18fc-449b-8fcc-46013d8dca7c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 931 time: 0.1305456 Sep 16 04:44:13.707120 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6012398a-67e7-43ae-9d59-566e2f4618f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.729227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a22383bc-0603-453f-85c8-5c0abb08b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.757145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012398a-67e7-43ae-9d59-566e2f4618f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121d30af-8879-4d43-bc94-0d97ad3eba56,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.769268 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6012398a-67e7-43ae-9d59-566e2f4618f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.771192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6012398a-67e7-43ae-9d59-566e2f4618f0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/121d30af-8879-4d43-bc94-0d97ad3eba56 HTTP/1.1" status: 204 len: 168 time: 0.7345977 Sep 16 04:44:13.791988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33270) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:13.796826 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a22383bc-0603-453f-85c8-5c0abb08b2d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.801870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33272) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:13.802670 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a22383bc-0603-453f-85c8-5c0abb08b2d8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/156edc1e-7368-4770-89dc-c325ad242139 HTTP/1.1" status: 204 len: 168 time: 0.7249870 Sep 16 04:44:13.807344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22383bc-0603-453f-85c8-5c0abb08b2d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=156edc1e-7368-4770-89dc-c325ad242139,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.816506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb7ed1-00e5-4189-b76f-c55cbcd5de70 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54ce700-49ea-42ab-b2fc-c6a62513c515,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:13.817728 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b21b599-2da0-456a-9235-4ad80142d976 req-74fe03b6-dffa-436d-be5d-141bbf77f42a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135623 Sep 16 04:44:13.871902 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-102e337e-7dc9-400d-a43a-fe50a1ba5d3a req-f60c0838-7d06-45ea-bd8d-82ced13e00bd tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] show failed (client error): The resource could not be found. Sep 16 04:44:13.872968 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-102e337e-7dc9-400d-a43a-fe50a1ba5d3a req-f60c0838-7d06-45ea-bd8d-82ced13e00bd tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/2d9af2ac-ac7d-4e29-be5a-f483e5111f71 HTTP/1.1" status: 404 len: 352 time: 0.1369591 Sep 16 04:44:13.961877 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:13.991851 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83247068-b669-4811-8e07-0b4fb988db73 x-openstack-request-id: req-83247068-b669-4811-8e07-0b4fb988db73 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:13.992144 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "3e01476a-ab84-4363-8e04-bb85002972b9", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:13.992400 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83247068-b669-4811-8e07-0b4fb988db73 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:13.992926 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': '3e01476a-ab84-4363-8e04-bb85002972b9', 'status': 'completed', 'code': 200} Sep 16 04:44:13.993489 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31907d9b-7887-4866-b8a8-e68d06601ebc req-36680aae-1a9b-48ee-91bb-8a7545b0dffb tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 210 time: 0.0713079 Sep 16 04:44:14.052161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Attempting to bind port bde9702d-41e5-4b56-b01c-9dc5a65b1554 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:14.052505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Attempting to bind port bde9702d-41e5-4b56-b01c-9dc5a65b1554 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:14.052872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Attempting to bind port bde9702d-41e5-4b56-b01c-9dc5a65b1554 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:14.055595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4a73f1cf-abb8-4579-a861-adaae0fad31d no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:14.072572 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.095308 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 4a73f1cf-abb8-4579-a861-adaae0fad31d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:14.096005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 4a73f1cf-abb8-4579-a861-adaae0fad31d not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:14.108804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Port bde9702d-41e5-4b56-b01c-9dc5a65b1554 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:14.109145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Attempting to bind port bde9702d-41e5-4b56-b01c-9dc5a65b1554 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:14.113009 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.116415 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3447344e-8217-4d53-8629-5160487bbad9 req-8d41bb17-8526-4042-88c6-8b8bb4eea503 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/28eed147-a322-4c85-86a9-f04323f8f8fd HTTP/1.1" status: 200 len: 1803 time: 0.0672569 Sep 16 04:44:14.162719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61e01-972c-4533-b882-b154a57734bc req-15e73bbe-c22d-4385-9193-342740736724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.163291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61e01-972c-4533-b882-b154a57734bc req-15e73bbe-c22d-4385-9193-342740736724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.163691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61e01-972c-4533-b882-b154a57734bc req-15e73bbe-c22d-4385-9193-342740736724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.164167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61e01-972c-4533-b882-b154a57734bc req-15e73bbe-c22d-4385-9193-342740736724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.164642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61e01-972c-4533-b882-b154a57734bc req-15e73bbe-c22d-4385-9193-342740736724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.165114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61e01-972c-4533-b882-b154a57734bc req-15e73bbe-c22d-4385-9193-342740736724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.165591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61e01-972c-4533-b882-b154a57734bc req-15e73bbe-c22d-4385-9193-342740736724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.168560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0c61e01-972c-4533-b882-b154a57734bc req-15e73bbe-c22d-4385-9193-342740736724 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6238 time: 0.1319034 Sep 16 04:44:14.174434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:14.174958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Checking segment: {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:14.175510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Bound using segment: {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:14.176143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Bound port: bde9702d-41e5-4b56-b01c-9dc5a65b1554, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:14.176605 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.258206 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3447344e-8217-4d53-8629-5160487bbad9 req-a387e248-89c2-417b-859e-e5b22d5efe24 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.263340 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa64e496-bbcb-4d92-8c24-d03e24b6c2d5 req-c25fb0ab-b901-4fdc-8697-b1d0af096f2f tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/04e5f133-4a7d-4c40-ae54-f20e4f251e94 HTTP/1.1" status: 200 len: 1807 time: 0.2278888 Sep 16 04:44:14.286465 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.295117 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3447344e-8217-4d53-8629-5160487bbad9 req-a387e248-89c2-417b-859e-e5b22d5efe24 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.323678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61e01-972c-4533-b882-b154a57734bc req-01c2775f-2aad-4415-9fd8-a5274cb42b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.324159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61e01-972c-4533-b882-b154a57734bc req-01c2775f-2aad-4415-9fd8-a5274cb42b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.324632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61e01-972c-4533-b882-b154a57734bc req-01c2775f-2aad-4415-9fd8-a5274cb42b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.326264 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0c61e01-972c-4533-b882-b154a57734bc req-01c2775f-2aad-4415-9fd8-a5274cb42b8f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1492198 Sep 16 04:44:14.348775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df76034-a001-476b-91ee-cb6f5f618ab4 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:14.386649 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.418729 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3447344e-8217-4d53-8629-5160487bbad9 req-a387e248-89c2-417b-859e-e5b22d5efe24 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.421358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3447344e-8217-4d53-8629-5160487bbad9 req-a387e248-89c2-417b-859e-e5b22d5efe24 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.422533 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3447344e-8217-4d53-8629-5160487bbad9 req-a387e248-89c2-417b-859e-e5b22d5efe24 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "DELETE /v2.0/security-groups/28eed147-a322-4c85-86a9-f04323f8f8fd HTTP/1.1" status: 204 len: 173 time: 0.2960744 Sep 16 04:44:14.441082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387e248-89c2-417b-859e-e5b22d5efe24 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eed147-a322-4c85-86a9-f04323f8f8fd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:14.456672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] For port bde9702d-41e5-4b56-b01c-9dc5a65b1554, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:14.462244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] For port bde9702d-41e5-4b56-b01c-9dc5a65b1554, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bde9702d-41e5-4b56-b01c-9dc5a65b1554,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:14.473035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61e01-972c-4533-b882-b154a57734bc req-d035ba56-4cfa-4e19-a757-127f33e58a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.479219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0c61e01-972c-4533-b882-b154a57734bc req-d035ba56-4cfa-4e19-a757-127f33e58a9a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412024 Sep 16 04:44:14.522690 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.531627 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Network 54ab4011-9c3b-42b6-b477-8b46a43d41ae is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:14.533099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.568009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:14.571703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Transition to ACTIVE for port object 5df76034-a001-476b-91ee-cb6f5f618ab4 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:14.572800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f542f9-32f1-42e6-90b1-d101eb6ee0d5 req-5c03a82c-51a8-4084-8db3-e24beb8beda3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.579452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f542f9-32f1-42e6-90b1-d101eb6ee0d5 req-5c03a82c-51a8-4084-8db3-e24beb8beda3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.581455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:14.587075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f542f9-32f1-42e6-90b1-d101eb6ee0d5 req-5c03a82c-51a8-4084-8db3-e24beb8beda3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.595211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f542f9-32f1-42e6-90b1-d101eb6ee0d5 req-5c03a82c-51a8-4084-8db3-e24beb8beda3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.602003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f542f9-32f1-42e6-90b1-d101eb6ee0d5 req-5c03a82c-51a8-4084-8db3-e24beb8beda3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.613855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f542f9-32f1-42e6-90b1-d101eb6ee0d5 req-5c03a82c-51a8-4084-8db3-e24beb8beda3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.619067 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.622437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f542f9-32f1-42e6-90b1-d101eb6ee0d5 req-5c03a82c-51a8-4084-8db3-e24beb8beda3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.622560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event updated for resources: {'Port': ['ID=e5274e65-e8ad-4b73-9778-f4fa6a052c1d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:14.630722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54f542f9-32f1-42e6-90b1-d101eb6ee0d5 req-5c03a82c-51a8-4084-8db3-e24beb8beda3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5384 time: 0.1187212 Sep 16 04:44:14.660716 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.669165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:14.670832 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.672466 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] 10.222.0.50 "PUT /v2.0/ports/bde9702d-41e5-4b56-b01c-9dc5a65b1554 HTTP/1.1" status: 200 len: 1092 time: 3.1290534 Sep 16 04:44:14.682580 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54f542f9-32f1-42e6-90b1-d101eb6ee0d5 req-68f1860c-73b6-4041-a245-3f86e3cecdad tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486650 Sep 16 04:44:14.707478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:14.765972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Request body: {'port': {'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:14.776935 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-fea2b1b6-5946-4321-a622-0681499bf15b req-6227a80b-8e63-40a9-a342-62feb26d3292 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] show failed (client error): The resource could not be found. Sep 16 04:44:14.778255 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fea2b1b6-5946-4321-a622-0681499bf15b req-6227a80b-8e63-40a9-a342-62feb26d3292 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/28eed147-a322-4c85-86a9-f04323f8f8fd HTTP/1.1" status: 404 len: 352 time: 0.0186925 Sep 16 04:44:14.782985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97a170c-9ee6-4386-91d4-39db83366bc1') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:14.783521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97a170c-9ee6-4386-91d4-39db83366bc1') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:14.805420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:14.837390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd52de98-ed67-45ea-bf78-3a7a870993b2') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:14.838662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd52de98-ed67-45ea-bf78-3a7a870993b2') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:14.850817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.858923 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b915c9e-247c-4378-b34f-6662665f1f13 req-5a028715-c5f9-488b-992b-c9df8dfa70ad tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/021a161d-44e1-4fb1-b9b3-d58df788a9a7 HTTP/1.1" status: 200 len: 1802 time: 0.0566504 Sep 16 04:44:14.868412 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.876687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:14.877323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:14.919200 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:14.920828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01306b-ee22-4109-9d0c-3517b1f0df34 service neutron] Pushing event updated for resources: {'Port': ['ID=bde9702d-41e5-4b56-b01c-9dc5a65b1554,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:14.932604 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.951122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-51900837-cd3b-404b-8eaf-a01086549896 None None] Provisioning complete for port e5274e65-e8ad-4b73-9778-f4fa6a052c1d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:14.952537 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-51900837-cd3b-404b-8eaf-a01086549896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.958809 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b915c9e-247c-4378-b34f-6662665f1f13 req-6bdeab66-6064-4a7b-a045-23d162db9b76 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.981997 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.991295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:14.991714 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:14.993165 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b915c9e-247c-4378-b34f-6662665f1f13 req-6bdeab66-6064-4a7b-a045-23d162db9b76 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.006798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-51900837-cd3b-404b-8eaf-a01086549896 None None] Port e5274e65-e8ad-4b73-9778-f4fa6a052c1d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:15.038275 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b915c9e-247c-4378-b34f-6662665f1f13 req-6bdeab66-6064-4a7b-a045-23d162db9b76 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.041590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5b915c9e-247c-4378-b34f-6662665f1f13 req-6bdeab66-6064-4a7b-a045-23d162db9b76 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.042902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b915c9e-247c-4378-b34f-6662665f1f13 req-6bdeab66-6064-4a7b-a045-23d162db9b76 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "DELETE /v2.0/security-groups/021a161d-44e1-4fb1-b9b3-d58df788a9a7 HTTP/1.1" status: 204 len: 173 time: 0.1831784 Sep 16 04:44:15.053388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdeab66-6064-4a7b-a045-23d162db9b76 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021a161d-44e1-4fb1-b9b3-d58df788a9a7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:15.093352 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:15.165350 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Pushing event updated for resources: {'Port': ['ID=5df76034-a001-476b-91ee-cb6f5f618ab4,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:15.172231 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.179193 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.179994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.181441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40f050-4ef1-48c2-99cd-3efa7b132109 req-cc7e1da3-fbeb-4449-8262-e1b05665b468 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.190643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd40f050-4ef1-48c2-99cd-3efa7b132109 req-cc7e1da3-fbeb-4449-8262-e1b05665b468 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.0789256 Sep 16 04:44:15.234682 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd40f050-4ef1-48c2-99cd-3efa7b132109 req-7bca5cc7-aadf-4268-811e-93f1881aca95 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 Sep 16 04:44:15.262005 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.266553 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3 HTTP/1.1" status: 204 len: 168 time: 1.4629042 Sep 16 04:44:15.276809 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e848c802-7517-4c0e-bf48-6832b688d5c1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2935739 Sep 16 04:44:15.296469 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-aa64e496-bbcb-4d92-8c24-d03e24b6c2d5 req-e6c9680f-4350-46db-8399-a2adc7f49191 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.302663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Request body: {'port': {'device_id': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:15.342477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda8dd0-fc59-43f5-a898-2fd12a85cfa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c91f914-b9aa-4a9a-bae9-5d41f9b04cf3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:15.344745 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.372547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92be35-4f52-49a7-8f5f-8d6647cba437 req-dbe8f59f-e948-4bb4-b968-452ce2d66156 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.374847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b92be35-4f52-49a7-8f5f-8d6647cba437 req-dbe8f59f-e948-4bb4-b968-452ce2d66156 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 932 time: 0.0645604 Sep 16 04:44:15.396296 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-aa64e496-bbcb-4d92-8c24-d03e24b6c2d5 req-e6c9680f-4350-46db-8399-a2adc7f49191 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.403559 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.433156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b92be35-4f52-49a7-8f5f-8d6647cba437 req-3c51f1b4-b05a-4659-9948-a468e7e46398 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424438 Sep 16 04:44:15.433503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33294) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:15.448881 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.453335 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b HTTP/1.1" status: 204 len: 168 time: 1.6355119 Sep 16 04:44:15.453335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66039f-e342-4d51-a947-3d59450dade1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba73cd6b-9d3e-46cb-b6d5-c895dde09d7b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:15.520123 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-770dd993-a48a-4855-86c8-0c3e9c292484 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e9ec0f0920e4456a159cc77247989fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0855119 Sep 16 04:44:15.521358 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-10fe23e4-bb21-40c5-bb04-9c9b5e0b4289 req-7f00c4ad-f75f-4356-a997-c6050ceff597 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] show failed (client error): The resource could not be found. Sep 16 04:44:15.526195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33298) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:15.531879 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10fe23e4-bb21-40c5-bb04-9c9b5e0b4289 req-7f00c4ad-f75f-4356-a997-c6050ceff597 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/021a161d-44e1-4fb1-b9b3-d58df788a9a7 HTTP/1.1" status: 404 len: 352 time: 0.0829189 Sep 16 04:44:15.545326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Attempting to bind port 5df76034-a001-476b-91ee-cb6f5f618ab4 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:15.545326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Attempting to bind port 5df76034-a001-476b-91ee-cb6f5f618ab4 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '6ea396f3-756c-4da1-b0e2-1b989545c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:15.545803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Attempting to bind port 5df76034-a001-476b-91ee-cb6f5f618ab4 on network bff752ef-1b70-42b9-a812-d2023a553a3a {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:15.561803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Port 5df76034-a001-476b-91ee-cb6f5f618ab4 on network bff752ef-1b70-42b9-a812-d2023a553a3a not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:15.562498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Attempting to bind port 5df76034-a001-476b-91ee-cb6f5f618ab4 on network bff752ef-1b70-42b9-a812-d2023a553a3a {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:15.574289 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.605178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:15.605442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Checking segment: {'id': '6ea396f3-756c-4da1-b0e2-1b989545c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:15.605869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Bound using segment: {'id': '6ea396f3-756c-4da1-b0e2-1b989545c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:15.606324 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Bound port: 5df76034-a001-476b-91ee-cb6f5f618ab4, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea396f3-756c-4da1-b0e2-1b989545c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:15.606697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.640364 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb9598a6-6014-4bac-afce-04211211af52 req-16e4c050-f4a7-4a0b-a18b-b47f97808729 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=736a94285e6e42ad8ba8f83e020a6b43 HTTP/1.1" status: 200 len: 6157 time: 0.0861087 Sep 16 04:44:15.663310 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-aa64e496-bbcb-4d92-8c24-d03e24b6c2d5 req-e6c9680f-4350-46db-8399-a2adc7f49191 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.666552 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-aa64e496-bbcb-4d92-8c24-d03e24b6c2d5 req-e6c9680f-4350-46db-8399-a2adc7f49191 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.671420 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa64e496-bbcb-4d92-8c24-d03e24b6c2d5 req-e6c9680f-4350-46db-8399-a2adc7f49191 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "DELETE /v2.0/security-groups/04e5f133-4a7d-4c40-ae54-f20e4f251e94 HTTP/1.1" status: 204 len: 173 time: 1.3728311 Sep 16 04:44:15.689722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33304) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:15.713362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb9598a6-6014-4bac-afce-04211211af52 req-c3b956b8-4f45-4b09-b35b-7e428e9ea258 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/8d5ede7f-fac0-45fb-b50b-fad4f5c4d681 HTTP/1.1" status: 200 len: 2985 time: 0.0661459 Sep 16 04:44:15.753834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9680f-4350-46db-8399-a2adc7f49191 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e5f133-4a7d-4c40-ae54-f20e4f251e94,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:15.767806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-90851755-1ccf-4448-8227-8f45ddb314bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03f1e80a621a46fd860f9498f0345948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768332 Sep 16 04:44:15.786535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33308) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:15.816210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb9598a6-6014-4bac-afce-04211211af52 req-27df3338-c9e1-409d-b147-8b01374c132a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/8d5ede7f-fac0-45fb-b50b-fad4f5c4d681 HTTP/1.1" status: 200 len: 2985 time: 0.0921183 Sep 16 04:44:15.862432 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d29d3c5a-c2a4-425f-8896-17b60627611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.865671 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b73b888-1d81-456f-8eb4-d94d837b1e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.915491 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d29d3c5a-c2a4-425f-8896-17b60627611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:15.964966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe371d-3245-491a-912d-b9252a04998a req-0b3e4eb5-4267-4db3-8520-e156044e624f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.970914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe371d-3245-491a-912d-b9252a04998a req-0b3e4eb5-4267-4db3-8520-e156044e624f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.977569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe371d-3245-491a-912d-b9252a04998a req-0b3e4eb5-4267-4db3-8520-e156044e624f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.983654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe371d-3245-491a-912d-b9252a04998a req-0b3e4eb5-4267-4db3-8520-e156044e624f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.989552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe371d-3245-491a-912d-b9252a04998a req-0b3e4eb5-4267-4db3-8520-e156044e624f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.996048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe371d-3245-491a-912d-b9252a04998a req-0b3e4eb5-4267-4db3-8520-e156044e624f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:15.998161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': 'bde9702d-41e5-4b56-b01c-9dc5a65b1554'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:16.000331 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "bde9702d-41e5-4b56-b01c-9dc5a65b1554"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:16.002095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe371d-3245-491a-912d-b9252a04998a req-0b3e4eb5-4267-4db3-8520-e156044e624f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.004012 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ebe371d-3245-491a-912d-b9252a04998a req-0b3e4eb5-4267-4db3-8520-e156044e624f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5384 time: 0.1389408 Sep 16 04:44:16.015298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:16.018894 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b73b888-1d81-456f-8eb4-d94d837b1e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.023379 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b6b6c268-b43c-4c85-9f3f-d6ad1e230836 req-6edd19fc-e69c-4bf4-9528-a2409e56712e tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/da005b73-f084-4d6c-a769-53086f150c19 HTTP/1.1" status: 200 len: 2406 time: 0.3222239 Sep 16 04:44:16.060355 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ebe371d-3245-491a-912d-b9252a04998a req-a4d00f21-a887-4ae4-85bc-eb07e762c59e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442491 Sep 16 04:44:16.082039 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d29d3c5a-c2a4-425f-8896-17b60627611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.084078 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df76034-a001-476b-91ee-cb6f5f618ab4,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:16.086339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d29d3c5a-c2a4-425f-8896-17b60627611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.091451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d29d3c5a-c2a4-425f-8896-17b60627611b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/264c607c-af2f-4a0d-96cc-4aaf02568b92 HTTP/1.1" status: 204 len: 168 time: 0.3032091 Sep 16 04:44:16.109363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d3c5a-c2a4-425f-8896-17b60627611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264c607c-af2f-4a0d-96cc-4aaf02568b92,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:16.127562 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.139172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-18a06efa-ba08-471e-8c8f-2c8ae2a5c791 req-07511ce8-d73f-4fdf-9278-140febe55228 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2128771058', 'description': 'tempest-description-1335271868'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:16.172567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-18a06efa-ba08-471e-8c8f-2c8ae2a5c791 req-07511ce8-d73f-4fdf-9278-140febe55228 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.280552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.281173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.282648 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] 10.222.0.15 "PUT /v2.0/ports/5df76034-a001-476b-91ee-cb6f5f618ab4 HTTP/1.1" status: 200 len: 1092 time: 3.7800021 Sep 16 04:44:16.365545 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-18a06efa-ba08-471e-8c8f-2c8ae2a5c791 req-07511ce8-d73f-4fdf-9278-140febe55228 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.372232 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-18a06efa-ba08-471e-8c8f-2c8ae2a5c791 req-07511ce8-d73f-4fdf-9278-140febe55228 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.415021 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-18a06efa-ba08-471e-8c8f-2c8ae2a5c791 req-07511ce8-d73f-4fdf-9278-140febe55228 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.415202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc89a04-76b8-4572-b4f2-544c6302de49 service neutron] Pushing event updated for resources: {'Port': ['ID=5df76034-a001-476b-91ee-cb6f5f618ab4,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:16.417053 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-18a06efa-ba08-471e-8c8f-2c8ae2a5c791 req-07511ce8-d73f-4fdf-9278-140febe55228 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2991822 Sep 16 04:44:16.418290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07511ce8-d73f-4fdf-9278-140febe55228 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e901c2-bc40-47e0-ad05-ae35bd9af4ea,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:16.485925 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b6b6c268-b43c-4c85-9f3f-d6ad1e230836 req-06531810-5f4a-4744-b4f8-55e9e6279b3d tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.538728 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b6b6c268-b43c-4c85-9f3f-d6ad1e230836 req-06531810-5f4a-4744-b4f8-55e9e6279b3d tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.573285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-91e0b854-7def-48a0-a200-49220bc947f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.573901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-91e0b854-7def-48a0-a200-49220bc947f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.574577 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-91e0b854-7def-48a0-a200-49220bc947f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.575127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-91e0b854-7def-48a0-a200-49220bc947f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.575668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-91e0b854-7def-48a0-a200-49220bc947f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.576212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-91e0b854-7def-48a0-a200-49220bc947f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.576744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-91e0b854-7def-48a0-a200-49220bc947f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.578790 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-91e0b854-7def-48a0-a200-49220bc947f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6280 time: 0.0818901 Sep 16 04:44:16.594746 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e890669c-9b78-460d-8930-ab5a0442c975 x-openstack-request-id: req-e890669c-9b78-460d-8930-ab5a0442c975 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:16.595042 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "bde9702d-41e5-4b56-b01c-9dc5a65b1554", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:16.595295 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e890669c-9b78-460d-8930-ab5a0442c975 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:16.595689 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': 'bde9702d-41e5-4b56-b01c-9dc5a65b1554', 'status': 'completed', 'code': 200} Sep 16 04:44:16.600653 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b73b888-1d81-456f-8eb4-d94d837b1e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.603392 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b73b888-1d81-456f-8eb4-d94d837b1e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.607375 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5b73b888-1d81-456f-8eb4-d94d837b1e47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/752624fb-c337-421b-9fc7-8bf73a085368 HTTP/1.1" status: 204 len: 168 time: 1.0769141 Sep 16 04:44:16.638953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73b888-1d81-456f-8eb4-d94d837b1e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752624fb-c337-421b-9fc7-8bf73a085368,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:16.647029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9eebefd-bb8f-4439-b0cb-a73ce30e4442 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:16.660549 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.664460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-8adf0f87-543c-413b-ac14-9e087672822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.666644 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-8adf0f87-543c-413b-ac14-9e087672822c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0271b93978e4697964f7a0550f6d45d&device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 1095 time: 0.3156557 Sep 16 04:44:16.671050 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b6b6c268-b43c-4c85-9f3f-d6ad1e230836 req-06531810-5f4a-4744-b4f8-55e9e6279b3d tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.674565 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b6b6c268-b43c-4c85-9f3f-d6ad1e230836 req-06531810-5f4a-4744-b4f8-55e9e6279b3d tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:16.675662 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b6b6c268-b43c-4c85-9f3f-d6ad1e230836 req-06531810-5f4a-4744-b4f8-55e9e6279b3d tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "DELETE /v2.0/security-groups/da005b73-f084-4d6c-a769-53086f150c19 HTTP/1.1" status: 204 len: 173 time: 0.6415153 Sep 16 04:44:16.721244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91863a08-b76c-4000-a056-126a5f35b7a1 req-dd6dc5c5-b359-4c31-9cc6-3c30e430deba tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.722986 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91863a08-b76c-4000-a056-126a5f35b7a1 req-dd6dc5c5-b359-4c31-9cc6-3c30e430deba tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1580179 Sep 16 04:44:16.833637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-c329295d-ce80-45f2-9acd-41b7c1c961ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.834344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-c329295d-ce80-45f2-9acd-41b7c1c961ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.834971 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-c329295d-ce80-45f2-9acd-41b7c1c961ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:16.836807 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-c329295d-ce80-45f2-9acd-41b7c1c961ea service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2250607 Sep 16 04:44:16.903349 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91863a08-b76c-4000-a056-126a5f35b7a1 req-4135192c-6363-48fb-9929-47e5e5ed6b4d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645425 Sep 16 04:44:17.081928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-60f3c927-0faf-4de7-bb3b-46fb3761c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.083717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e660524-0d0d-4dbe-b0c4-bbc08ae1ca64 req-60f3c927-0faf-4de7-bb3b-46fb3761c4c3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2045999 Sep 16 04:44:17.122126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f024bd-4332-48cf-9628-a79be4588cb7 req-9b43ffbe-df6b-4ddc-bb3d-3ece27272b17 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.130218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4f024bd-4332-48cf-9628-a79be4588cb7 req-9b43ffbe-df6b-4ddc-bb3d-3ece27272b17 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 932 time: 0.1078095 Sep 16 04:44:17.184489 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4f024bd-4332-48cf-9628-a79be4588cb7 req-7dab1dd6-f9ab-4b76-b8d7-a2fce3749401 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529764 Sep 16 04:44:17.186740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5274e65-e8ad-4b73-9778-f4fa6a052c1d {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:17.194520 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.205665 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8096180e-c27e-4c76-823b-82b0e379a336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.232157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-40a60848-3100-4cb6-94da-aff9c8ace0c1 req-ffd269a0-5ab4-426b-9a8c-0f3458dd645a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1039194353', 'description': 'tempest-description-224616289'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:17.239322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Transition to ACTIVE for port object a9eebefd-bb8f-4439-b0cb-a73ce30e4442 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:17.241861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06531810-5f4a-4744-b4f8-55e9e6279b3d tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da005b73-f084-4d6c-a769-53086f150c19,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:17.276772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Transition to ACTIVE for port object e5274e65-e8ad-4b73-9778-f4fa6a052c1d will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:17.281316 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.285383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-01129923-42d8-4e7d-9706-60f3ef10ddf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df76034-a001-476b-91ee-cb6f5f618ab4 HTTP/1.1" status: 200 len: 217 time: 0.0766954 Sep 16 04:44:17.300828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.407017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-40a60848-3100-4cb6-94da-aff9c8ace0c1 req-ffd269a0-5ab4-426b-9a8c-0f3458dd645a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.437344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Pushing event updated for resources: {'Port': ['ID=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:17.552836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5274e65-e8ad-4b73-9778-f4fa6a052c1d,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:17.712428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-b922597c-0df8-4ecd-8568-d809d0ff73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:17.726904 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-b922597c-0df8-4ecd-8568-d809d0ff73a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a806f497-16fd-499e-ae0e-96758d83d378 HTTP/1.1" status: 200 len: 854 time: 0.4192681 Sep 16 04:44:17.796367 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-587f9877-32e1-45e9-b629-f327c986379e req-0e27bd43-7868-45b3-bb18-d08b69ee8021 tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "GET /v2.0/security-groups/6a59d3ce-3c78-4de1-8616-0fb5ba448f1f HTTP/1.1" status: 200 len: 2401 time: 0.5892506 Sep 16 04:44:17.848822 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-d588ac6a-bc14-4d34-ab0b-96042fa91fbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bff752ef-1b70-42b9-a812-d2023a553a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780129 Sep 16 04:44:17.900062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Attempting to bind port a9eebefd-bb8f-4439-b0cb-a73ce30e4442 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:17.900422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Attempting to bind port a9eebefd-bb8f-4439-b0cb-a73ce30e4442 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:17.901072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Attempting to bind port a9eebefd-bb8f-4439-b0cb-a73ce30e4442 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:17.916928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33362) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:17.934544 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-587f9877-32e1-45e9-b629-f327c986379e req-a3812f3d-5314-4462-a8b3-d8561d9d331d tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:17.938322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Port a9eebefd-bb8f-4439-b0cb-a73ce30e4442 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:17.938541 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Attempting to bind port a9eebefd-bb8f-4439-b0cb-a73ce30e4442 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:17.990845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:17.991195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Checking segment: {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:17.991593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Bound using segment: {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:17.992041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Bound port: a9eebefd-bb8f-4439-b0cb-a73ce30e4442, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4d7539-819a-4092-8098-6b25d6b19260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:17.992672 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.004878 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-587f9877-32e1-45e9-b629-f327c986379e req-a3812f3d-5314-4462-a8b3-d8561d9d331d tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.069666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-587f9877-32e1-45e9-b629-f327c986379e req-a3812f3d-5314-4462-a8b3-d8561d9d331d tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.073738 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-587f9877-32e1-45e9-b629-f327c986379e req-a3812f3d-5314-4462-a8b3-d8561d9d331d tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.080235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] For port a9eebefd-bb8f-4439-b0cb-a73ce30e4442, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:18.084893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] For port a9eebefd-bb8f-4439-b0cb-a73ce30e4442, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:18.091415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33372) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:18.094230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-587f9877-32e1-45e9-b629-f327c986379e req-a3812f3d-5314-4462-a8b3-d8561d9d331d tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] 10.222.0.53 "DELETE /v2.0/security-groups/6a59d3ce-3c78-4de1-8616-0fb5ba448f1f HTTP/1.1" status: 204 len: 173 time: 0.2967429 Sep 16 04:44:18.110100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3812f3d-5314-4462-a8b3-d8561d9d331d tempest-SecurityGroupRulesTestJSON-272840601 tempest-SecurityGroupRulesTestJSON-272840601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a59d3ce-3c78-4de1-8616-0fb5ba448f1f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:18.122697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.222276 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Attempting to bind port e5274e65-e8ad-4b73-9778-f4fa6a052c1d on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:18.222625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Attempting to bind port e5274e65-e8ad-4b73-9778-f4fa6a052c1d by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:18.222968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Attempting to bind port e5274e65-e8ad-4b73-9778-f4fa6a052c1d on network 54ab4011-9c3b-42b6-b477-8b46a43d41ae {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:18.256243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33378) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:18.258876 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.261025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.262859 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] 10.222.0.50 "PUT /v2.0/ports/a9eebefd-bb8f-4439-b0cb-a73ce30e4442 HTTP/1.1" status: 200 len: 1091 time: 3.5138209 Sep 16 04:44:18.296234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Port e5274e65-e8ad-4b73-9778-f4fa6a052c1d on network 54ab4011-9c3b-42b6-b477-8b46a43d41ae not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:18.296842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Attempting to bind port e5274e65-e8ad-4b73-9778-f4fa6a052c1d on network 54ab4011-9c3b-42b6-b477-8b46a43d41ae {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:18.299984 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-af0b9ed9-81d9-4838-b359-b1001e9a6f1e service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246111 Sep 16 04:44:18.302893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f3c2a4-92be-4cda-8235-113028e82dc9 admin admin] Deleting subnet e1d91c61-5228-4ec1-a710-cfc68cc15f48 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:18.323980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f3143-3004-4af1-8581-c2a1a6db567b req-55f3e3a4-efae-451e-a78b-9797a0d8eee8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.331299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f3143-3004-4af1-8581-c2a1a6db567b req-55f3e3a4-efae-451e-a78b-9797a0d8eee8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.331806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Request body: {'port': {'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:18.337983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f3143-3004-4af1-8581-c2a1a6db567b req-55f3e3a4-efae-451e-a78b-9797a0d8eee8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.339532 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c2a4-92be-4cda-8235-113028e82dc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.346105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f3143-3004-4af1-8581-c2a1a6db567b req-55f3e3a4-efae-451e-a78b-9797a0d8eee8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.353931 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f3143-3004-4af1-8581-c2a1a6db567b req-55f3e3a4-efae-451e-a78b-9797a0d8eee8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.360762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f3143-3004-4af1-8581-c2a1a6db567b req-55f3e3a4-efae-451e-a78b-9797a0d8eee8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.370772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f3143-3004-4af1-8581-c2a1a6db567b req-55f3e3a4-efae-451e-a78b-9797a0d8eee8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.371765 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-40a60848-3100-4cb6-94da-aff9c8ace0c1 req-ffd269a0-5ab4-426b-9a8c-0f3458dd645a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.374319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a9f3143-3004-4af1-8581-c2a1a6db567b req-55f3e3a4-efae-451e-a78b-9797a0d8eee8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5396 time: 0.1610081 Sep 16 04:44:18.377046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1605665095-network', 'tenant_id': '5664190d075b45fa8a4cc13e6cfd489f'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:18.380767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1533223586-network', 'tenant_id': '565506d371de4c828d8b014bc4f5a438'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:18.429506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:18.430039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Checking segment: {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:18.430531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Bound using segment: {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:18.431127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Bound port: e5274e65-e8ad-4b73-9778-f4fa6a052c1d, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:18.431522 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.434614 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a9f3143-3004-4af1-8581-c2a1a6db567b req-c2a6b688-8323-44f5-9358-8541f8ace210 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500536 Sep 16 04:44:18.435347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Made reservation on behalf of 565506d371de4c828d8b014bc4f5a438 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:18.437575 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.444154 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-40a60848-3100-4cb6-94da-aff9c8ace0c1 req-ffd269a0-5ab4-426b-9a8c-0f3458dd645a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.448640 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.559687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f866a-a3f8-4a04-8773-ae52bdd1db04 service neutron] Pushing event updated for resources: {'Port': ['ID=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:18.586986 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c2a4-92be-4cda-8235-113028e82dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.592606 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3b66e-3cf7-43a4-857b-9405035be508 req-d48d8b6f-0b15-4bd4-b718-f9b092fc0340 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.600577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-57c3b66e-3cf7-43a4-857b-9405035be508 req-d48d8b6f-0b15-4bd4-b718-f9b092fc0340 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.0772738 Sep 16 04:44:18.615290 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'tag': '5df76034-a001-476b-91ee-cb6f5f618ab4'}, {'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': 'a9eebefd-bb8f-4439-b0cb-a73ce30e4442'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:18.618099 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da67ce9-02a7-4df2-ac6f-06191e70a58b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b75813-1fe8-4baa-80a1-ca68dac47f0e", "tag": "5df76034-a001-476b-91ee-cb6f5f618ab4"}, {"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "a9eebefd-bb8f-4439-b0cb-a73ce30e4442"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:18.644087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Made reservation on behalf of 5664190d075b45fa8a4cc13e6cfd489f for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:18.654303 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.662871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-57c3b66e-3cf7-43a4-857b-9405035be508 req-6c4dffcb-f3c1-4f57-893a-2bf185182ab5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608199 Sep 16 04:44:18.738827 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.740562 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.745235 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6088a23c-961c-4dfd-b7dd-ab6cdb9445f2 req-6d75b2ac-a9e5-4d59-9d8e-f802748cf608 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036779 Sep 16 04:44:18.753088 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.764220 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd269a0-5ab4-426b-9a8c-0f3458dd645a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc93dba0-6165-4aae-9e4d-5e696d41a6fb,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:18.777890 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c2a4-92be-4cda-8235-113028e82dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.785038 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-40a60848-3100-4cb6-94da-aff9c8ace0c1 req-ffd269a0-5ab4-426b-9a8c-0f3458dd645a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.790190 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-40a60848-3100-4cb6-94da-aff9c8ace0c1 req-ffd269a0-5ab4-426b-9a8c-0f3458dd645a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.5854137 Sep 16 04:44:18.805269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:44:18.815102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:18.826848 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.827201 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Added segment 40d8ff70-4f27-4413-89a2-186b60918400 of type vlan for network c5fc573b-c527-42d0-974d-7bf2d41170f9 Sep 16 04:44:18.872608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36ca2f-51d7-458a-b8e5-669d93ed64c2 req-5669e713-79fa-43b2-a4f8-9793d5a8a8a0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:18.874378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a36ca2f-51d7-458a-b8e5-669d93ed64c2 req-5669e713-79fa-43b2-a4f8-9793d5a8a8a0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 944 time: 0.1336448 Sep 16 04:44:18.901525 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.925140 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:18.931969 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998b14a9-7b3c-43c1-bf3e-f6a1f96fc3c6 x-openstack-request-id: req-998b14a9-7b3c-43c1-bf3e-f6a1f96fc3c6 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:18.932408 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b75813-1fe8-4baa-80a1-ca68dac47f0e", "tag": "5df76034-a001-476b-91ee-cb6f5f618ab4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "a9eebefd-bb8f-4439-b0cb-a73ce30e4442", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:18.932670 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-998b14a9-7b3c-43c1-bf3e-f6a1f96fc3c6 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:18.933060 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'tag': '5df76034-a001-476b-91ee-cb6f5f618ab4', 'status': 'completed', 'code': 200} Sep 16 04:44:18.933320 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': 'a9eebefd-bb8f-4439-b0cb-a73ce30e4442', 'status': 'completed', 'code': 200} Sep 16 04:44:18.944303 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c2a4-92be-4cda-8235-113028e82dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.017642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a36ca2f-51d7-458a-b8e5-669d93ed64c2 req-6047fe83-6c3b-4976-a591-4e6840b23a3a tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305549 Sep 16 04:44:19.045027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-890be595-f329-4c6c-b209-d58f574fe955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.045510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-890be595-f329-4c6c-b209-d58f574fe955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.046047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-890be595-f329-4c6c-b209-d58f574fe955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.046405 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c2a4-92be-4cda-8235-113028e82dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.046506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-890be595-f329-4c6c-b209-d58f574fe955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.047087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-890be595-f329-4c6c-b209-d58f574fe955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.047561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-890be595-f329-4c6c-b209-d58f574fe955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.048056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-890be595-f329-4c6c-b209-d58f574fe955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.050315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-890be595-f329-4c6c-b209-d58f574fe955 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6348 time: 0.1395912 Sep 16 04:44:19.050914 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c2f3c2a4-92be-4cda-8235-113028e82dc9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e1d91c61-5228-4ec1-a710-cfc68cc15f48 HTTP/1.1" status: 204 len: 168 time: 0.9584382 Sep 16 04:44:19.051455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33398) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:19.052102 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.052500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] For port e5274e65-e8ad-4b73-9778-f4fa6a052c1d, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:19.053787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.054635 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.080933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3c2a4-92be-4cda-8235-113028e82dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d91c61-5228-4ec1-a710-cfc68cc15f48,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:19.128218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] For port e5274e65-e8ad-4b73-9778-f4fa6a052c1d, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e5274e65-e8ad-4b73-9778-f4fa6a052c1d,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:19.165509 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.201732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-94840c96-9e87-4bbf-8942-6dd42787e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.204179 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-94840c96-9e87-4bbf-8942-6dd42787e873 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0271b93978e4697964f7a0550f6d45d&device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 1095 time: 0.2751009 Sep 16 04:44:19.238365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] Pushing event updated for resources: {'Network': ['ID=c5fc573b-c527-42d0-974d-7bf2d41170f9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:19.252371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network c5fc573b-c527-42d0-974d-7bf2d41170f9 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:44:19.258702 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.313737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-9b56d7c6-438d-4032-bf44-8f45185a200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.314221 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-9b56d7c6-438d-4032-bf44-8f45185a200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.314689 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-9b56d7c6-438d-4032-bf44-8f45185a200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.316364 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-9b56d7c6-438d-4032-bf44-8f45185a200f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2515631 Sep 16 04:44:19.349897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.350829 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.353096 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5274e65-e8ad-4b73-9778-f4fa6a052c1d HTTP/1.1" status: 200 len: 1093 time: 4.0586448 Sep 16 04:44:19.403931 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.460958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cf112f-d7c0-4afe-a350-56ba2b884aa3']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:19.475950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35aad7ca-0ff0-42b9-a907-3253ff13fd09') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:19.476277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35aad7ca-0ff0-42b9-a907-3253ff13fd09') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:19.500282 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.509422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-f44b4dfc-c3a4-4a4c-ad0a-81afda35e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.511089 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-f44b4dfc-c3a4-4a4c-ad0a-81afda35e7e3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1849689 Sep 16 04:44:19.520124 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.528446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:19.529128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:19.531530 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:19.550857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-9c2a5278-f724-4e62-a96b-cbcc182c295e tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.553150 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-9c2a5278-f724-4e62-a96b-cbcc182c295e tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/networks?id=ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 200 len: 813 time: 0.4665804 Sep 16 04:44:19.585732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a216b-a660-4739-93f1-c1b9d21d59b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5274e65-e8ad-4b73-9778-f4fa6a052c1d,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:19.652419 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-2be5f1b7-0648-4d19-96ce-ba05a209f64d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/quotas/736a94285e6e42ad8ba8f83e020a6b43 HTTP/1.1" status: 200 len: 375 time: 0.0575678 Sep 16 04:44:19.656821 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.667581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e4a47fc7-d106-47d1-850c-96a4dd0e59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.669159 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-e4a47fc7-d106-47d1-850c-96a4dd0e59a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 1096 time: 0.2605555 Sep 16 04:44:19.679096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171900-0228-40fc-b9ec-e499cfd235f0 req-35772488-99a5-4fb7-8b7e-6c5695ab0bee tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.684830 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171900-0228-40fc-b9ec-e499cfd235f0 req-35772488-99a5-4fb7-8b7e-6c5695ab0bee tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.686327 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.692005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171900-0228-40fc-b9ec-e499cfd235f0 req-35772488-99a5-4fb7-8b7e-6c5695ab0bee tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.698894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171900-0228-40fc-b9ec-e499cfd235f0 req-35772488-99a5-4fb7-8b7e-6c5695ab0bee tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.705535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171900-0228-40fc-b9ec-e499cfd235f0 req-35772488-99a5-4fb7-8b7e-6c5695ab0bee tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.711507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171900-0228-40fc-b9ec-e499cfd235f0 req-35772488-99a5-4fb7-8b7e-6c5695ab0bee tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.718451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171900-0228-40fc-b9ec-e499cfd235f0 req-35772488-99a5-4fb7-8b7e-6c5695ab0bee tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.720409 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32171900-0228-40fc-b9ec-e499cfd235f0 req-35772488-99a5-4fb7-8b7e-6c5695ab0bee tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5396 time: 0.1206772 Sep 16 04:44:19.723310 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.725526 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] 10.222.0.53 "DELETE /v2.0/networks/58cf112f-d7c0-4afe-a350-56ba2b884aa3 HTTP/1.1" status: 204 len: 168 time: 0.6684608 Sep 16 04:44:19.729683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-bf2205e1-0937-426c-a00f-0f46754a8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:19.731483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-bf2205e1-0937-426c-a00f-0f46754a8a3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 200 len: 915 time: 0.4666011 Sep 16 04:44:19.739905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.753839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-34c24948-a16a-44f0-b321-dc7199ce62d3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4941003 Sep 16 04:44:19.756746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844654c3-8df1-4131-b462-31f40b6de844 admin admin] Pushing event deleted for resources: {'Network': ['ID=58cf112f-d7c0-4afe-a350-56ba2b884aa3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:19.764300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33408) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:19.772608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-8ef9ae86-3fbc-4d88-84ad-c57a7d5b7d93 admin admin] Request body: {'subnet': {'network_id': 'c5fc573b-c527-42d0-974d-7bf2d41170f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1533223586-subnet', 'tenant_id': '565506d371de4c828d8b014bc4f5a438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:19.814259 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32171900-0228-40fc-b9ec-e499cfd235f0 req-995165cd-4c78-41aa-adc2-16fb9e4ea538 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863974 Sep 16 04:44:19.815997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef9ae86-3fbc-4d88-84ad-c57a7d5b7d93 admin admin] Made reservation on behalf of 565506d371de4c828d8b014bc4f5a438 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:19.818752 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ae86-3fbc-4d88-84ad-c57a7d5b7d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.830239 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-2c13d5bf-7134-4d9a-b876-747eb2ff0f02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5274e65-e8ad-4b73-9778-f4fa6a052c1d HTTP/1.1" status: 200 len: 217 time: 0.1399109 Sep 16 04:44:19.874539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:44:19.877433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33410) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:19.902195 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-62509ad1-e727-488d-8ad9-1ed758d8040e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df76034-a001-476b-91ee-cb6f5f618ab4 HTTP/1.1" status: 200 len: 217 time: 0.1500525 Sep 16 04:44:19.942145 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.942506 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Added segment cb178b37-22a4-4723-a33e-6120bf47dc54 of type vlan for network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 Sep 16 04:44:19.966982 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-96615a0a-39b1-4b32-8feb-063c0098b40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:19.978760 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c5b4c13e-0b03-421d-b3f0-e3826f3749ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf1c951f48d445889e0eea2acaec6498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018357 Sep 16 04:44:19.984349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33412) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:20.002376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8778d129-b965-43ca-9cf6-5d29f3b0266a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:20.019345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fc10b-96c5-44fe-80ec-b63b51883077 req-abc5e7f3-0544-4656-8791-68885011b377 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.021369 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-321fc10b-96c5-44fe-80ec-b63b51883077 req-abc5e7f3-0544-4656-8791-68885011b377 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1165590 Sep 16 04:44:20.032855 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-9b6becdb-54a3-41c0-b270-ea6ae8e05008 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3597012 Sep 16 04:44:20.118770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.121649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-b4343eae-49ad-44b8-8dc2-2e3902667d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.123102 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-b4343eae-49ad-44b8-8dc2-2e3902667d69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e14c121a-a13e-4cf4-87d5-73ea10aad127 HTTP/1.1" status: 200 len: 850 time: 0.2408679 Sep 16 04:44:20.129635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-321fc10b-96c5-44fe-80ec-b63b51883077 req-0a55384a-95ed-4c7f-984d-deb0ca1669a0 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006300 Sep 16 04:44:20.137114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-44750226-1b3e-4174-8991-67d9c1c82929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.138634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-44750226-1b3e-4174-8991-67d9c1c82929 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a806f497-16fd-499e-ae0e-96758d83d378 HTTP/1.1" status: 200 len: 854 time: 0.2059529 Sep 16 04:44:20.141810 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b51a047d-c1b9-449e-a099-905958807cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.149547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2c95a2-debe-415f-a8f5-e35aeadc3634 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:20.161495 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ae86-3fbc-4d88-84ad-c57a7d5b7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.178842 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.207568 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b51a047d-c1b9-449e-a099-905958807cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.255295 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-6e52dcef-802e-4897-b1a0-d7ce72b9d803 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bff752ef-1b70-42b9-a812-d2023a553a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001132 Sep 16 04:44:20.283306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9ae86-3fbc-4d88-84ad-c57a7d5b7d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31cdcd81-c00e-40d9-a02e-2b4d6f14e3eb,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:20.284803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Transition to ACTIVE for port object 8c2c95a2-debe-415f-a8f5-e35aeadc3634 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:20.290137 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.291727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.292359 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.315805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe63e6-ef4b-4605-870b-c8801d585b5c req-44735ed6-450f-4448-9bc4-803d213fe3a2 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.317330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bffe63e6-ef4b-4605-870b-c8801d585b5c req-44735ed6-450f-4448-9bc4-803d213fe3a2 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 944 time: 0.1161106 Sep 16 04:44:20.317662 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.339271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef9ae86-3fbc-4d88-84ad-c57a7d5b7d93 admin admin] Checking segment: {'id': '40d8ff70-4f27-4413-89a2-186b60918400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c5fc573b-c527-42d0-974d-7bf2d41170f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:20.339629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef9ae86-3fbc-4d88-84ad-c57a7d5b7d93 admin admin] Network hostable DHCP agents. Network: c5fc573b-c527-42d0-974d-7bf2d41170f9, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:44:20.357601 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b51a047d-c1b9-449e-a099-905958807cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.360161 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b51a047d-c1b9-449e-a099-905958807cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.363616 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b51a047d-c1b9-449e-a099-905958807cf6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1ea4271-11d8-4a35-9bfd-e6f94d881df1 HTTP/1.1" status: 204 len: 168 time: 0.3745525 Sep 16 04:44:20.385211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a047d-c1b9-449e-a099-905958807cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ea4271-11d8-4a35-9bfd-e6f94d881df1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:20.397026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-7b30ded4-72bb-4de5-aaaa-cc2975a50dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.397592 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bffe63e6-ef4b-4605-870b-c8801d585b5c req-8de3edaa-09c4-4d5f-be6b-b8233cd17337 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647099 Sep 16 04:44:20.398639 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-7b30ded4-72bb-4de5-aaaa-cc2975a50dea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54ab4011-9c3b-42b6-b477-8b46a43d41ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2591338 Sep 16 04:44:20.399158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef9ae86-3fbc-4d88-84ad-c57a7d5b7d93 admin admin] Network c5fc573b-c527-42d0-974d-7bf2d41170f9 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:44:20.411822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-8ef9ae86-3fbc-4d88-84ad-c57a7d5b7d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, c5fc573b-c527-42d0-974d-7bf2d41170f9) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:20.419858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9ae86-3fbc-4d88-84ad-c57a7d5b7d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:20.420843 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ae86-3fbc-4d88-84ad-c57a7d5b7d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.441184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8ef9ae86-3fbc-4d88-84ad-c57a7d5b7d93 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6757054 Sep 16 04:44:20.445873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd71736-d857-4aff-8588-f0777a95ccd2 None None] Network c5fc573b-c527-42d0-974d-7bf2d41170f9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:20.459563 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5313962 Sep 16 04:44:20.459563 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-fb87b3e1-0867-44e8-8011-7b192040ba04 service neutron] 10.222.0.53 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877406 Sep 16 04:44:20.460088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33420) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:20.469509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-846935ac-6ad6-4a41-86b8-41d1c3837965 admin admin] Request body: {'subnet': {'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1605665095-subnet', 'tenant_id': '5664190d075b45fa8a4cc13e6cfd489f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:20.503812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846935ac-6ad6-4a41-86b8-41d1c3837965 admin admin] Made reservation on behalf of 5664190d075b45fa8a4cc13e6cfd489f for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:20.507819 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-846935ac-6ad6-4a41-86b8-41d1c3837965 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.559621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2c95a2-debe-415f-a8f5-e35aeadc3634,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:20.561700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Pushing event updated for resources: {'Network': ['ID=07c9a664-50ef-47b1-84f3-1e7e393c9fd8,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:20.818862 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:20.823890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980bdb58-ecf6-4154-997f-f917d59b96e4 None None] Network c5fc573b-c527-42d0-974d-7bf2d41170f9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:20.895455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-846935ac-6ad6-4a41-86b8-41d1c3837965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.009081 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.011523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.011523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.011523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.011523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.011523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.011523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.011961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.011961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.012277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.012602 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.012930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.017669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'tag': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:21.020213 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466411bb-3e64-4ad5-835a-0958b3b17b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5921a7e6-7dff-4e10-b63c-9336cd6d8e53", "tag": "e5274e65-e8ad-4b73-9778-f4fa6a052c1d"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:21.023638 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.023996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.024342 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.024687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.026608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.026608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.026608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.026853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.027132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.027464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.028362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.028362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3526498-18c5-4312-903c-389aa36c58bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:21.043724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:44:21.052138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846935ac-6ad6-4a41-86b8-41d1c3837965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa1bdaa-892f-448a-908f-1a54819ec2fb,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:21.085726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846935ac-6ad6-4a41-86b8-41d1c3837965 admin admin] Checking segment: {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:21.085726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846935ac-6ad6-4a41-86b8-41d1c3837965 admin admin] Network hostable DHCP agents. Network: 07c9a664-50ef-47b1-84f3-1e7e393c9fd8, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:44:21.089056 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-2b3420e7-ea85-4cd1-bbe2-044a71956e57 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8160098 Sep 16 04:44:21.116612 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3209f-5d41-4cf6-ae08-b00954a65ff5 req-ba6aff72-badb-413e-a94e-9aae8d85809a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.125358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3209f-5d41-4cf6-ae08-b00954a65ff5 req-ba6aff72-badb-413e-a94e-9aae8d85809a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.131237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3209f-5d41-4cf6-ae08-b00954a65ff5 req-ba6aff72-badb-413e-a94e-9aae8d85809a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.137818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3209f-5d41-4cf6-ae08-b00954a65ff5 req-ba6aff72-badb-413e-a94e-9aae8d85809a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.145231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3209f-5d41-4cf6-ae08-b00954a65ff5 req-ba6aff72-badb-413e-a94e-9aae8d85809a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.155392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3209f-5d41-4cf6-ae08-b00954a65ff5 req-ba6aff72-badb-413e-a94e-9aae8d85809a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.163156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3209f-5d41-4cf6-ae08-b00954a65ff5 req-ba6aff72-badb-413e-a94e-9aae8d85809a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.174109 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4f3209f-5d41-4cf6-ae08-b00954a65ff5 req-ba6aff72-badb-413e-a94e-9aae8d85809a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5408 time: 0.1824832 Sep 16 04:44:21.198455 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-23079db6-cb69-4c3f-ab64-271757a273ef service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7460587 Sep 16 04:44:21.199532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846935ac-6ad6-4a41-86b8-41d1c3837965 admin admin] Network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:44:21.217383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-846935ac-6ad6-4a41-86b8-41d1c3837965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 07c9a664-50ef-47b1-84f3-1e7e393c9fd8) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:21.223803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846935ac-6ad6-4a41-86b8-41d1c3837965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.224398 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-846935ac-6ad6-4a41-86b8-41d1c3837965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.232968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c3247-6033-4f4a-818f-51b1d5ff6335 None None] Network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:21.241333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4f3209f-5d41-4cf6-ae08-b00954a65ff5 req-d64c73fb-95dd-4539-8f01-01a84dea2a02 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663502 Sep 16 04:44:21.243253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-846935ac-6ad6-4a41-86b8-41d1c3837965 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7820663 Sep 16 04:44:21.267752 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-20bae324-04fc-4893-861b-b354a16afa2f service neutron] 10.222.0.53 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7650383 Sep 16 04:44:21.297678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Attempting to bind port 8c2c95a2-debe-415f-a8f5-e35aeadc3634 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:21.298079 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Attempting to bind port 8c2c95a2-debe-415f-a8f5-e35aeadc3634 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:21.298429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Attempting to bind port 8c2c95a2-debe-415f-a8f5-e35aeadc3634 on network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:21.349468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Port 8c2c95a2-debe-415f-a8f5-e35aeadc3634 on network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:21.349831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Attempting to bind port 8c2c95a2-debe-415f-a8f5-e35aeadc3634 on network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:21.366522 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0da67ce9-02a7-4df2-ac6f-06191e70a58b req-cb9423b0-1360-4577-a8d1-b8ad8c6de502 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460608 Sep 16 04:44:21.371196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:21.371515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Checking segment: {'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:21.372692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Bound using segment: {'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:21.373165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Bound port: 8c2c95a2-debe-415f-a8f5-e35aeadc3634, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:21.373759 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.417484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf938289-19d7-43bc-b670-1403ef038530 None None] Network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:21.435375 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f4618bc-9041-45ee-8d32-c3d5c1a1b23b req-c34ac5e3-0adf-469b-941b-074f92776c58 service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973641 Sep 16 04:44:21.471742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] For port 8c2c95a2-debe-415f-a8f5-e35aeadc3634, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:21.476044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] For port 8c2c95a2-debe-415f-a8f5-e35aeadc3634, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8c2c95a2-debe-415f-a8f5-e35aeadc3634,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:21.482849 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.560374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.560901 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.565719 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] 10.222.0.50 "PUT /v2.0/ports/8c2c95a2-debe-415f-a8f5-e35aeadc3634 HTTP/1.1" status: 200 len: 1092 time: 3.2447042 Sep 16 04:44:21.606345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Request body: {'port': {'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:21.651757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defd3d0-b8da-4724-ad62-bfb4cee7dc69 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2c95a2-debe-415f-a8f5-e35aeadc3634,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:21.715214 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.766802 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:21.858705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33480) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:21.971758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-efa1ace1-9f27-4ad7-9894-94fb360581f6 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:21.973980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-efa1ace1-9f27-4ad7-9894-94fb360581f6 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/networks?id=c5fc573b-c527-42d0-974d-7bf2d41170f9 HTTP/1.1" status: 200 len: 821 time: 0.1581681 Sep 16 04:44:21.995547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-294d2453-26c7-4150-bd75-3aed62faccf4 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/quotas/565506d371de4c828d8b014bc4f5a438 HTTP/1.1" status: 200 len: 375 time: 0.0101602 Sep 16 04:44:21.999440 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ff7097-1e41-44bb-9f06-4115de3a5e4b x-openstack-request-id: req-d4ff7097-1e41-44bb-9f06-4115de3a5e4b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:22.001076 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5921a7e6-7dff-4e10-b63c-9336cd6d8e53", "tag": "e5274e65-e8ad-4b73-9778-f4fa6a052c1d", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:22.003358 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4ff7097-1e41-44bb-9f06-4115de3a5e4b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:22.004220 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'tag': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d', 'status': 'completed', 'code': 200} Sep 16 04:44:22.039195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-73e6c8e4-01ab-4d6d-a742-dfe32cf11a29 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=565506d371de4c828d8b014bc4f5a438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368035 Sep 16 04:44:22.043669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2059313762-network', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:22.056916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-fdfa92a5-f4f3-4adf-87ea-96aabae1b196 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:44:22.058287 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-fdfa92a5-f4f3-4adf-87ea-96aabae1b196 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061224 Sep 16 04:44:22.099526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Made reservation on behalf of 257616e6ce1b4ab6a32a684e16a02d9e for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:22.102728 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.114299 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.131229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466411bb-3e64-4ad5-835a-0958b3b17b9e req-70161159-57a2-4658-a5e7-94cc476922da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.132817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-466411bb-3e64-4ad5-835a-0958b3b17b9e req-70161159-57a2-4658-a5e7-94cc476922da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 1096 time: 0.1273513 Sep 16 04:44:22.161635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819956f3-bebe-4480-be2c-831e999cd334 req-57ac9fad-6413-4c8e-a462-f13bb21ffe73 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.163129 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-819956f3-bebe-4480-be2c-831e999cd334 req-57ac9fad-6413-4c8e-a462-f13bb21ffe73 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1440747 Sep 16 04:44:22.214253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-49d879fe-5bec-4cc8-bc01-68d253428cd2 service neutron] 10.222.0.53 "GET /v2.0/networks/c5fc573b-c527-42d0-974d-7bf2d41170f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444304 Sep 16 04:44:22.311019 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-819956f3-bebe-4480-be2c-831e999cd334 req-ee83fa24-b37d-4804-8595-f73c2050554a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269872 Sep 16 04:44:22.327056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:22.351461 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.359574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466411bb-3e64-4ad5-835a-0958b3b17b9e req-f1738bff-f455-4803-9544-58631b5cb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.361068 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-466411bb-3e64-4ad5-835a-0958b3b17b9e req-f1738bff-f455-4803-9544-58631b5cb040 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 200 len: 912 time: 0.2142079 Sep 16 04:44:22.362255 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-06dd42d5-9763-4523-b765-8a6da8a4eb28 service neutron] 10.222.0.53 "GET /v2.0/networks/c5fc573b-c527-42d0-974d-7bf2d41170f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411092 Sep 16 04:44:22.369759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Transition to ACTIVE for port object 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:22.372161 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.377134 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.378786 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.401901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:44:22.418619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1038ddb-9cb1-448b-ace2-bc9681987533,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:22.425878 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.426239 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Added segment 29d34868-c205-4786-a4e6-21a1a0670ade of type vlan for network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 Sep 16 04:44:22.466614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Pushing event updated for resources: {'Port': ['ID=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:22.474941 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.508619 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.511401 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-466411bb-3e64-4ad5-835a-0958b3b17b9e req-7143947a-40a9-4d84-b4c2-8bce5cc36f11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5274e65-e8ad-4b73-9778-f4fa6a052c1d HTTP/1.1" status: 200 len: 217 time: 0.1399605 Sep 16 04:44:22.516334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.517052 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.588041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dd75b-09d6-44d7-bd61-2cc9969cbfb1 req-1833309b-74f9-4a0d-a1a8-e27927ac8bf5 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.589974 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0a9dd75b-09d6-44d7-bd61-2cc9969cbfb1 req-1833309b-74f9-4a0d-a1a8-e27927ac8bf5 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 944 time: 0.1255953 Sep 16 04:44:22.617105 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7542810 Sep 16 04:44:22.620409 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33496) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:22.626499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4c6766bf-58f7-4d8b-a6f4-877fb214a35c admin admin] Request body: {'subnet': {'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2059313762-subnet', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:22.671700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466411bb-3e64-4ad5-835a-0958b3b17b9e req-cd07a232-d395-4a45-9e52-3c7c639f4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.673183 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-466411bb-3e64-4ad5-835a-0958b3b17b9e req-cd07a232-d395-4a45-9e52-3c7c639f4f28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e14c121a-a13e-4cf4-87d5-73ea10aad127 HTTP/1.1" status: 200 len: 850 time: 0.1529336 Sep 16 04:44:22.692208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-063b3963-17ef-4b86-9f71-6285c6535969 req-53c998e0-d362-4115-ab6a-3e04f1041e84 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 210 time: 0.0895233 Sep 16 04:44:22.703113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8e746-fc4e-48e7-8439-1b088186541a admin admin] Pushing event updated for resources: {'Network': ['ID=6663c76d-98f9-46e5-a2f5-885d3b7e7a55,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:22.716049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:44:22.723246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6766bf-58f7-4d8b-a6f4-877fb214a35c admin admin] Made reservation on behalf of 257616e6ce1b4ab6a32a684e16a02d9e for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:22.726371 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c6766bf-58f7-4d8b-a6f4-877fb214a35c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.763386 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0a9dd75b-09d6-44d7-bd61-2cc9969cbfb1 req-fcd31928-7f09-46c1-98fa-5a37e1010f01 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656110 Sep 16 04:44:22.765972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Attempting to bind port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:22.766316 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Attempting to bind port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:22.766654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Attempting to bind port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 on network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:22.773899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 on network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:22.774235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Attempting to bind port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 on network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:22.792199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:22.792562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Checking segment: {'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:22.792982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Bound using segment: {'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:22.793506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Bound port: 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e641fa04-fc88-46c4-bd88-8efd026b7f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:22.793924 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:22.811895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466411bb-3e64-4ad5-835a-0958b3b17b9e req-ae7fc332-b87d-4a2c-aead-682c6da110ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:22.813650 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-466411bb-3e64-4ad5-835a-0958b3b17b9e req-ae7fc332-b87d-4a2c-aead-682c6da110ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54ab4011-9c3b-42b6-b477-8b46a43d41ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1294198 Sep 16 04:44:23.054711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] For port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:23.081157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] For port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:23.090654 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df76034-a001-476b-91ee-cb6f5f618ab4 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:23.107653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fb0a6-25b6-47ce-9e28-c46104743a73 req-85c34223-087c-48c4-83a0-56f24ef53f14 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.109206 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8f3fb0a6-25b6-47ce-9e28-c46104743a73 req-85c34223-087c-48c4-83a0-56f24ef53f14 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 945 time: 0.1822367 Sep 16 04:44:23.110428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.151491 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.170483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-466411bb-3e64-4ad5-835a-0958b3b17b9e req-378e22c6-812e-4d48-80aa-8835bbfab924 service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474693 Sep 16 04:44:23.282137 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c6766bf-58f7-4d8b-a6f4-877fb214a35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.318113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-796da9cf-47ba-45e7-89d0-50a70001ec72 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.318349 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-466411bb-3e64-4ad5-835a-0958b3b17b9e req-36de85ea-9495-42e3-bb56-7bd2f1c0c5bf service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373022 Sep 16 04:44:23.319642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-796da9cf-47ba-45e7-89d0-50a70001ec72 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.50 "GET /v2.0/networks?id=ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 200 len: 813 time: 0.3661261 Sep 16 04:44:23.321369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.322402 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.334130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df76034-a001-476b-91ee-cb6f5f618ab4,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:23.335341 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] 10.222.0.50 "PUT /v2.0/ports/7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 HTTP/1.1" status: 200 len: 1092 time: 1.7336864 Sep 16 04:44:23.339848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'port': {'device_id': 'dc637acb-555b-4924-a7c2-8d46397e628b', 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068', 'admin_state_up': True, 'tenant_id': '736a94285e6e42ad8ba8f83e020a6b43'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:23.350442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '5df76034-a001-476b-91ee-cb6f5f618ab4', 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a', 'port_id': '5df76034-a001-476b-91ee-cb6f5f618ab4', 'mac_address': 'fa:16:3e:d4:d4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a806f497-16fd-499e-ae0e-96758d83d378', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:23.404374 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.418262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8f3fb0a6-25b6-47ce-9e28-c46104743a73 req-ff54f882-86aa-4f66-b29b-4b5229a5d473 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983258 Sep 16 04:44:23.421781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df76034-a001-476b-91ee-cb6f5f618ab4 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:23.434898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f6bbc-84b6-4fea-8876-3bc09ef4eb9a service neutron] Pushing event updated for resources: {'Port': ['ID=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:23.450220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df76034-a001-476b-91ee-cb6f5f618ab4,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:23.456588 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.491334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6766bf-58f7-4d8b-a6f4-877fb214a35c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b796f885-b859-40c5-8662-09c5b51476f6,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:23.509421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-108f493e-d923-4f49-96ab-48636d89ac08 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.511088 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-108f493e-d923-4f49-96ab-48636d89ac08 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/networks?id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8 HTTP/1.1" status: 200 len: 813 time: 0.3772509 Sep 16 04:44:23.536933 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6766bf-58f7-4d8b-a6f4-877fb214a35c admin admin] Checking segment: {'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:23.537297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6766bf-58f7-4d8b-a6f4-877fb214a35c admin admin] Network hostable DHCP agents. Network: 6663c76d-98f9-46e5-a2f5-885d3b7e7a55, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:44:23.560368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5df76034-a001-476b-91ee-cb6f5f618ab4,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:23.565214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-f8d793d0-eeb2-4948-9cbc-b00b0cfe50c7 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/quotas/5664190d075b45fa8a4cc13e6cfd489f HTTP/1.1" status: 200 len: 375 time: 0.0431173 Sep 16 04:44:23.569951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:23.571290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:23.571901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:23.573291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:23.574172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:23.575044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:23.575481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:23.576581 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:23.577017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:23.577693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:23.578241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:23.579049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:23.590202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6766bf-58f7-4d8b-a6f4-877fb214a35c admin admin] Network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:44:23.599625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bd8481e3-d515-4146-b44e-a9134b7dc6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.601467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bd8481e3-d515-4146-b44e-a9134b7dc6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.602774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bd8481e3-d515-4146-b44e-a9134b7dc6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.603933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bd8481e3-d515-4146-b44e-a9134b7dc6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.604458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bd8481e3-d515-4146-b44e-a9134b7dc6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.605126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bd8481e3-d515-4146-b44e-a9134b7dc6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.605653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bd8481e3-d515-4146-b44e-a9134b7dc6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.608079 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bd8481e3-d515-4146-b44e-a9134b7dc6d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6484 time: 0.1477761 Sep 16 04:44:23.612173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-2a875d10-d922-40f5-8d22-2cad8d63c927 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5664190d075b45fa8a4cc13e6cfd489f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460832 Sep 16 04:44:23.618214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4c6766bf-58f7-4d8b-a6f4-877fb214a35c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 6663c76d-98f9-46e5-a2f5-885d3b7e7a55) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:23.628026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9299f648-e1ee-4045-b488-b0272fca7d08 None None] Network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:23.645033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6766bf-58f7-4d8b-a6f4-877fb214a35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.645645 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c6766bf-58f7-4d8b-a6f4-877fb214a35c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.666005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5df76034-a001-476b-91ee-cb6f5f618ab4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:23.684403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Made reservation on behalf of 736a94285e6e42ad8ba8f83e020a6b43 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:23.689840 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.723578 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4c6766bf-58f7-4d8b-a6f4-877fb214a35c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1037109 Sep 16 04:44:23.728581 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33520) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:23.728755 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-b46f4330-d9d0-423d-ae28-aa6b8b8e9eae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa345f8b-b575-4bfd-8d95-b3355e4d9944 HTTP/1.1" status: 200 len: 217 time: 0.0934353 Sep 16 04:44:23.737823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:23.798626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c8a9-693c-4195-999a-5cfbf675982e req-e58d6d65-0e75-42be-ad08-9930b6a4773a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.804523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c8a9-693c-4195-999a-5cfbf675982e req-e58d6d65-0e75-42be-ad08-9930b6a4773a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.811787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c8a9-693c-4195-999a-5cfbf675982e req-e58d6d65-0e75-42be-ad08-9930b6a4773a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.817958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c8a9-693c-4195-999a-5cfbf675982e req-e58d6d65-0e75-42be-ad08-9930b6a4773a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.827113 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c8a9-693c-4195-999a-5cfbf675982e req-e58d6d65-0e75-42be-ad08-9930b6a4773a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.835226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c8a9-693c-4195-999a-5cfbf675982e req-e58d6d65-0e75-42be-ad08-9930b6a4773a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.837045 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.837825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'fixed_ips': [{'subnet_id': 'b796f885-b859-40c5-8662-09c5b51476f6'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:44:23.838322 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.838735 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.842480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c8a9-693c-4195-999a-5cfbf675982e req-e58d6d65-0e75-42be-ad08-9930b6a4773a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.845648 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e858c8a9-693c-4195-999a-5cfbf675982e req-e58d6d65-0e75-42be-ad08-9930b6a4773a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.2964456 Sep 16 04:44:23.853161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-3d4b9cb8-9783-4183-8ef5-67d2872bb91c service neutron] 10.222.0.53 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304051 Sep 16 04:44:23.858104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f1a23-b7dc-4827-b7fc-6fccc12b00ac req-16c8fd06-1936-4f37-b347-5b11194cd813 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.860248 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-576f1a23-b7dc-4827-b7fc-6fccc12b00ac req-16c8fd06-1936-4f37-b347-5b11194cd813 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 945 time: 0.2950656 Sep 16 04:44:23.896121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-823b8d98-da9c-43db-a097-70e26599c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:23.897594 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-823b8d98-da9c-43db-a097-70e26599c763 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=00a4d388-5b99-4d6f-99ce-71998e089d31 HTTP/1.1" status: 200 len: 850 time: 0.1604974 Sep 16 04:44:23.978016 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:23.983188 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e858c8a9-693c-4195-999a-5cfbf675982e req-f76ac5b4-8d5a-4f0c-8a9e-0efca8ce479c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223245 Sep 16 04:44:24.012507 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': '8c2c95a2-debe-415f-a8f5-e35aeadc3634'}, {'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': '7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:24.015005 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ab8083-bfab-4b24-b180-0cd8372ca20e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "8c2c95a2-debe-415f-a8f5-e35aeadc3634"}, {"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:24.035399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-64fbd4e0-2c1c-4368-8d6a-7486295f8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.037279 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-64fbd4e0-2c1c-4368-8d6a-7486295f8e59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fa5d8253-b53f-4418-8054-91a24185d3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139462 Sep 16 04:44:24.050895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ab1781e1-9c3e-4ab6-9802-dd5b90831bec service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:44:24.053145 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ab1781e1-9c3e-4ab6-9802-dd5b90831bec service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065873 Sep 16 04:44:24.096181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Allocated IP 172.20.0.4 (ab01d43b-6a4e-4257-bc42-c79cac07e068/1f6604d7-1624-4395-a31f-cb9d0b19c16f/82712b47-cf34-4b12-b4d4-fd2dd2c8281a) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:24.132685 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-df104b53-839d-4248-9411-b5c052d6516e req-50f04c8e-6c41-41a1-9fc8-e53704cb9f83 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 210 time: 0.0567389 Sep 16 04:44:24.137382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-576f1a23-b7dc-4827-b7fc-6fccc12b00ac req-c9109096-c4ce-4f2b-9f11-7526dbe75840 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Deleting port 7f1adb9e-1ced-4ffe-9679-182a1c711f89 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:24.137767 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-576f1a23-b7dc-4827-b7fc-6fccc12b00ac req-c9109096-c4ce-4f2b-9f11-7526dbe75840 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.143035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Allocated IP 172.20.0.2 (6663c76d-98f9-46e5-a2f5-885d3b7e7a55/b796f885-b859-40c5-8662-09c5b51476f6/ca9b2972-0208-4eee-9aaa-161f3c4e7853) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:24.342772 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-62cdaa5e-6b3f-42f5-8984-ddbb1e50b0da service neutron] 10.222.0.50 "GET /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804763 Sep 16 04:44:24.365595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-576f1a23-b7dc-4827-b7fc-6fccc12b00ac req-c9109096-c4ce-4f2b-9f11-7526dbe75840 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] For port 7f1adb9e-1ced-4ffe-9679-182a1c711f89, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7f1adb9e-1ced-4ffe-9679-182a1c711f89,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:24.366000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-576f1a23-b7dc-4827-b7fc-6fccc12b00ac req-c9109096-c4ce-4f2b-9f11-7526dbe75840 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.372649 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.379531 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.406022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-576f1a23-b7dc-4827-b7fc-6fccc12b00ac req-c9109096-c4ce-4f2b-9f11-7526dbe75840 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Calling delete_port for 7f1adb9e-1ced-4ffe-9679-182a1c711f89 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:24.420199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce8eba-12ad-43ae-b331-0f5d836175ee req-3d72f21c-60cc-40ec-80d8-68d08b876c84 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.420802 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:24.421763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c8ce8eba-12ad-43ae-b331-0f5d836175ee req-3d72f21c-60cc-40ec-80d8-68d08b876c84 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 944 time: 0.1347148 Sep 16 04:44:24.425734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:24.428655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:24.438001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Pushing event updated for resources: {'Port': ['ID=ca9b2972-0208-4eee-9aaa-161f3c4e7853,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:24.495026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Attempting to bind port ca9b2972-0208-4eee-9aaa-161f3c4e7853 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:24.496393 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Attempting to bind port ca9b2972-0208-4eee-9aaa-161f3c4e7853 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:24.497995 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Attempting to bind port ca9b2972-0208-4eee-9aaa-161f3c4e7853 on network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:24.503941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:24.504314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Checking segment: {'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:24.504718 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.505111 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Bound using segment: {'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:24.505576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Bound port: ca9b2972-0208-4eee-9aaa-161f3c4e7853, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:24.505988 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.532704 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.545272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-24d352dd-fcda-4033-a40f-ed0517c4a876 service neutron] 10.222.0.53 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589766 Sep 16 04:44:24.551873 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c8ce8eba-12ad-43ae-b331-0f5d836175ee req-204dba76-c520-4e48-9d0b-911a0671bf76 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986769 Sep 16 04:44:24.565774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-2ab18555-0cbe-4787-88f7-c9114840a4d6 service neutron] 10.222.0.50 "GET /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098200 Sep 16 04:44:24.584110 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] For port ca9b2972-0208-4eee-9aaa-161f3c4e7853, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:24.590163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] For port ca9b2972-0208-4eee-9aaa-161f3c4e7853, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ca9b2972-0208-4eee-9aaa-161f3c4e7853,segment=NetworkSegment(29d34868-c205-4786-a4e6-21a1a0670ade),segment_id=29d34868-c205-4786-a4e6-21a1a0670ade)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:24.598339 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.651223 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-b7ffef1c-0131-4119-b13f-24d4b74b8d6e tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.652796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-b7ffef1c-0131-4119-b13f-24d4b74b8d6e tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.50 "GET /v2.0/networks?id=c5fc573b-c527-42d0-974d-7bf2d41170f9 HTTP/1.1" status: 200 len: 821 time: 0.5508659 Sep 16 04:44:24.680808 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-547ad895-e089-444c-b7e7-24224fda04a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=b2c539f9-3dcb-4aee-84f4-297e697dc188 HTTP/1.1" status: 200 len: 217 time: 0.1030998 Sep 16 04:44:24.695834 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fcd88-afa7-44e6-a101-6f47bc6dfb9a None None] Pushing event updated for resources: {'Port': ['ID=ca9b2972-0208-4eee-9aaa-161f3c4e7853,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:24.717782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Request body: {'port': {'device_id': 'b48cb74b-3897-49fd-b9d6-f5e649c2afbb', 'network_id': 'c5fc573b-c527-42d0-974d-7bf2d41170f9', 'admin_state_up': True, 'tenant_id': '565506d371de4c828d8b014bc4f5a438'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:24.742370 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b122f873-0595-40ce-bbab-92ddb00e1756 req-072984c6-ddbe-434f-8e05-f75cafdce871 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 210 time: 0.0598450 Sep 16 04:44:24.800270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-84c85482-834b-4c0f-b28a-386e44a5b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:24.801833 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-84c85482-834b-4c0f-b28a-386e44a5b4d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.1055024 Sep 16 04:44:24.825885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-576f1a23-b7dc-4827-b7fc-6fccc12b00ac req-c9109096-c4ce-4f2b-9f11-7526dbe75840 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:24.844626 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['7f1adb9e-1ced-4ffe-9679-182a1c711f89'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:24.909895 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4801bc-9477-4636-95cf-019b0af78fd8 x-openstack-request-id: req-ce4801bc-9477-4636-95cf-019b0af78fd8 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:24.910191 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "8c2c95a2-debe-415f-a8f5-e35aeadc3634", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:24.911450 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce4801bc-9477-4636-95cf-019b0af78fd8 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:24.911855 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': '8c2c95a2-debe-415f-a8f5-e35aeadc3634', 'status': 'completed', 'code': 200} Sep 16 04:44:24.912113 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': '7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26', 'status': 'completed', 'code': 200} Sep 16 04:44:24.922133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9109096-c4ce-4f2b-9f11-7526dbe75840 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event deleted for resources: {'Port': ['ID=7f1adb9e-1ced-4ffe-9679-182a1c711f89,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:24.946601 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.034286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-576f1a23-b7dc-4827-b7fc-6fccc12b00ac req-c9109096-c4ce-4f2b-9f11-7526dbe75840 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] No DVR routers for this DVR port 7f1adb9e-1ced-4ffe-9679-182a1c711f89 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:25.038022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-c3f51aa8-412d-49be-a350-2ccfbc152574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.039549 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-c3f51aa8-412d-49be-a350-2ccfbc152574 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2155812 Sep 16 04:44:25.041304 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-576f1a23-b7dc-4827-b7fc-6fccc12b00ac req-c9109096-c4ce-4f2b-9f11-7526dbe75840 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.043793 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-576f1a23-b7dc-4827-b7fc-6fccc12b00ac req-c9109096-c4ce-4f2b-9f11-7526dbe75840 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "DELETE /v2.0/ports/7f1adb9e-1ced-4ffe-9679-182a1c711f89 HTTP/1.1" status: 204 len: 173 time: 1.1706488 Sep 16 04:44:25.070962 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df360090-61ed-4db9-8147-413f6d61bf28 req-3896fc1a-66ab-424a-9855-262c3fbd991b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 210 time: 0.0924542 Sep 16 04:44:25.101278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596056e-b92f-4cfa-816a-c816a9e195c6 req-5cce3db3-e457-42b3-bbed-ded456766022 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.106864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e5274e65-e8ad-4b73-9778-f4fa6a052c1d details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:25.109893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df76034-a001-476b-91ee-cb6f5f618ab4 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:25.114809 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9596056e-b92f-4cfa-816a-c816a9e195c6 req-5cce3db3-e457-42b3-bbed-ded456766022 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 944 time: 0.2102437 Sep 16 04:44:25.285468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Made reservation on behalf of 565506d371de4c828d8b014bc4f5a438 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:25.291831 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.296483 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.344801 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9596056e-b92f-4cfa-816a-c816a9e195c6 req-7b4436b8-a054-4fa6-8ad3-51a8d4590808 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137961 Sep 16 04:44:25.392664 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bc33ed0f-284b-4c4e-a453-cfe388eb703b service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451619 Sep 16 04:44:25.418695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:25.430547 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.resource_extend [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:44:25.557473 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 5df76034-a001-476b-91ee-cb6f5f618ab4 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:25.570658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 5df76034-a001-476b-91ee-cb6f5f618ab4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:25.571316 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.596161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Allocated IP 172.20.0.9 (c5fc573b-c527-42d0-974d-7bf2d41170f9/31cdcd81-c00e-40d9-a02e-2b4d6f14e3eb/7f331975-6311-433f-bfc3-1ce623acc620) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:25.617419 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-0e04bf5a-04d1-4f8f-a053-4b365ab65fde service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159674 Sep 16 04:44:25.618231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Network ab01d43b-6a4e-4257-bc42-c79cac07e068 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:25.621087 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.624749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port e5274e65-e8ad-4b73-9778-f4fa6a052c1d, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e5274e65-e8ad-4b73-9778-f4fa6a052c1d,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:25.651071 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'port_id': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d', 'mac_address': 'fa:16:3e:4f:a6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:25.657745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:25.662188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:25.680075 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ea52dffe-6857-49a7-8038-5bd8082cdfbf req-3ca38d35-9c30-4506-afbf-473c49b9874c tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 210 time: 0.1057580 Sep 16 04:44:25.737167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'Port': ['ID=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:25.741443 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.781276 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-63afa2f1-a4c1-4168-8d92-1d70e5d85dd4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=3e01476a-ab84-4363-8e04-bb85002972b9 HTTP/1.1" status: 200 len: 217 time: 0.1258161 Sep 16 04:44:25.822879 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.894139 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5bc06073-286f-4d67-b2df-3295ec9054ed req-3306f94e-7b54-4342-93db-3c180728f2bb tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 210 time: 0.1126418 Sep 16 04:44:25.910968 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Allocated IP 172.25.0.241 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:25.922411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5274e65-e8ad-4b73-9778-f4fa6a052c1d {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:25.958143 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:25.979918 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-218cca4b-a7d5-4bac-9c9a-65b2bf5122ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:25.981671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-218cca4b-a7d5-4bac-9c9a-65b2bf5122ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.1765754 Sep 16 04:44:26.065063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port e5274e65-e8ad-4b73-9778-f4fa6a052c1d, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e5274e65-e8ad-4b73-9778-f4fa6a052c1d,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:26.079119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df76034-a001-476b-91ee-cb6f5f618ab4'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:26.081558 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4259366-3261-4c30-bf62-2cb73aaad703" -d '{"events": [{"server_uuid": "c9b75813-1fe8-4baa-80a1-ca68dac47f0e", "name": "network-vif-plugged", "status": "completed", "tag": "5df76034-a001-476b-91ee-cb6f5f618ab4"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:26.096283 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.109933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-1743342b-619b-4d36-9a15-8967a37fba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.113839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-1743342b-619b-4d36-9a15-8967a37fba4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1247187 Sep 16 04:44:26.121304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df76034-a001-476b-91ee-cb6f5f618ab4,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:26.145982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e5b22-7ae9-4b60-9bb8-62bec3857c2e req-23e2912a-52d2-41ff-aa64-5b742d552386 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.152854 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.174109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e5b22-7ae9-4b60-9bb8-62bec3857c2e req-23e2912a-52d2-41ff-aa64-5b742d552386 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.188178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a0c1a7-816c-4f85-bd07-76fb8186071e None None] Network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:44:26.189277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e5b22-7ae9-4b60-9bb8-62bec3857c2e req-23e2912a-52d2-41ff-aa64-5b742d552386 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.196183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e5b22-7ae9-4b60-9bb8-62bec3857c2e req-23e2912a-52d2-41ff-aa64-5b742d552386 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.204501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e5b22-7ae9-4b60-9bb8-62bec3857c2e req-23e2912a-52d2-41ff-aa64-5b742d552386 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.213007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e5b22-7ae9-4b60-9bb8-62bec3857c2e req-23e2912a-52d2-41ff-aa64-5b742d552386 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.222157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e5b22-7ae9-4b60-9bb8-62bec3857c2e req-23e2912a-52d2-41ff-aa64-5b742d552386 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.230857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-020e5b22-7ae9-4b60-9bb8-62bec3857c2e req-23e2912a-52d2-41ff-aa64-5b742d552386 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.8866720 Sep 16 04:44:26.244557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.245307 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.249480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477a517-9e6b-4f20-82b9-852f700e4623 req-74160016-a4bb-4dfd-a968-9b882bf0f5ba tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:26.259099 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4477a517-9e6b-4f20-82b9-852f700e4623 req-74160016-a4bb-4dfd-a968-9b882bf0f5ba tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 944 time: 0.1972430 Sep 16 04:44:26.327136 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=e5274e65-e8ad-4b73-9778-f4fa6a052c1d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:26.351250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7c0a2de4-d7ff-4875-956c-eb49700ce15a tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0192134 Sep 16 04:44:26.351550 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['e5274e65-e8ad-4b73-9778-f4fa6a052c1d'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:26.373681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Request body: {'port': {'device_id': 'dc637acb-555b-4924-a7c2-8d46397e628b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:26.432814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-020e5b22-7ae9-4b60-9bb8-62bec3857c2e req-dd9dc169-ad8b-4dff-b9d0-0bc30d365020 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1945381 Sep 16 04:44:26.492503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-99b0df95-b351-44c9-a9d2-7e9278fb3e6b None None] Provisioning complete for port ca9b2972-0208-4eee-9aaa-161f3c4e7853 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:26.493066 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99b0df95-b351-44c9-a9d2-7e9278fb3e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.569577 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.610958 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.668166 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5df76034-a001-476b-91ee-cb6f5f618ab4,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:26.711074 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.760493 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4477a517-9e6b-4f20-82b9-852f700e4623 req-1953ab7c-eb4d-4746-b277-94e29e7bf4f3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998865 Sep 16 04:44:26.812074 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-66ae83f6-0e36-454f-b409-9a01498e15b4 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856997 Sep 16 04:44:26.838029 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99b0df95-b351-44c9-a9d2-7e9278fb3e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:26.941906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:26.955915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f00388-a488-44ea-8604-56d3c2ff580b', 'name': 'network-vif-deleted', 'tag': '7f1adb9e-1ced-4ffe-9679-182a1c711f89'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:26.957472 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e90294a-075b-4133-9ec5-b0929578c481" -d '{"events": [{"server_uuid": "99f00388-a488-44ea-8604-56d3c2ff580b", "name": "network-vif-deleted", "tag": "7f1adb9e-1ced-4ffe-9679-182a1c711f89"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:27.025546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:27.054786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce4f8b-1683-4337-91e0-23ee70e50b97 req-25a293a6-b4cc-4c9a-a192-f44a951c0d7f tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.070414 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4ce4f8b-1683-4337-91e0-23ee70e50b97 req-25a293a6-b4cc-4c9a-a192-f44a951c0d7f tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 931 time: 0.5060506 Sep 16 04:44:27.108248 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7f1adb9e-1ced-4ffe-9679-182a1c711f89 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:27.136234 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-99b0df95-b351-44c9-a9d2-7e9278fb3e6b None None] For port ca9b2972-0208-4eee-9aaa-161f3c4e7853, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ca9b2972-0208-4eee-9aaa-161f3c4e7853,segment=NetworkSegment(29d34868-c205-4786-a4e6-21a1a0670ade),segment_id=29d34868-c205-4786-a4e6-21a1a0670ade)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:27.184635 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.232618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ca9b2972-0208-4eee-9aaa-161f3c4e7853 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:27.233833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:27.247910 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4316da-58d8-404d-ab02-bcd9af142772 x-openstack-request-id: req-8b4316da-58d8-404d-ab02-bcd9af142772 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:27.248206 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b75813-1fe8-4baa-80a1-ca68dac47f0e", "name": "network-vif-plugged", "status": "completed", "tag": "5df76034-a001-476b-91ee-cb6f5f618ab4", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:27.248470 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b4316da-58d8-404d-ab02-bcd9af142772 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:27.248870 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df76034-a001-476b-91ee-cb6f5f618ab4', 'code': 200} Sep 16 04:44:27.258526 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99b0df95-b351-44c9-a9d2-7e9278fb3e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.260517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 7f1adb9e-1ced-4ffe-9679-182a1c711f89 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:27.260975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7f1adb9e-1ced-4ffe-9679-182a1c711f89 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:27.314028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-db1388a4-4989-4cf4-86d8-4b48debd78a6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.316254 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-db1388a4-4989-4cf4-86d8-4b48debd78a6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.50 "GET /v2.0/networks?id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8 HTTP/1.1" status: 200 len: 813 time: 0.2948163 Sep 16 04:44:27.324283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fee4de3c-53f9-4643-8a59-67b8b9295a84 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.326500 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fee4de3c-53f9-4643-8a59-67b8b9295a84 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.15 "GET /v2.0/networks?id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8 HTTP/1.1" status: 200 len: 813 time: 0.5135586 Sep 16 04:44:27.333330 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.334726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Request body: {'port': {'device_id': '2883b61b-3043-4771-9a23-c3fbc0562f20', 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8', 'admin_state_up': True, 'tenant_id': '5664190d075b45fa8a4cc13e6cfd489f'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:27.373674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Pushing event updated for resources: {'Port': ['ID=8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:27.376963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0df95-b351-44c9-a9d2-7e9278fb3e6b None None] Pushing event updated for resources: {'Port': ['ID=ca9b2972-0208-4eee-9aaa-161f3c4e7853,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:27.403174 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ca9b2972-0208-4eee-9aaa-161f3c4e7853 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:27.403567 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.430217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Request body: {'port': {'device_id': '50747a93-04e1-4d4b-b9b8-93a949bed52b', 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8', 'admin_state_up': True, 'tenant_id': '5664190d075b45fa8a4cc13e6cfd489f'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:27.498026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Network c5fc573b-c527-42d0-974d-7bf2d41170f9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:27.544692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4ce4f8b-1683-4337-91e0-23ee70e50b97 req-f43039c7-d79a-4006-9563-315cb3910b04 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659424 Sep 16 04:44:27.545926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:27.551529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:27.557264 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-019ea5f0-227c-4bc3-b9c0-add0549435b7 req-533469dc-546a-4960-8631-a4c5d3c34ab1 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 210 time: 0.1672330 Sep 16 04:44:27.681834 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8164d8b7-708b-4e68-9b6e-e2c8d4752b39 None None] Provisioning complete for port ca9b2972-0208-4eee-9aaa-161f3c4e7853 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:27.682557 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8164d8b7-708b-4e68-9b6e-e2c8d4752b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.805237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Made reservation on behalf of 5664190d075b45fa8a4cc13e6cfd489f for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:27.809571 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.827191 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Pushing event updated for resources: {'Port': ['ID=7f331975-6311-433f-bfc3-1ce623acc620,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:27.830722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fb977-89bf-4d02-b241-a2a48e042c5d req-4d22b35b-4280-4b81-96a3-3865ec356753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.832274 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d12fb977-89bf-4d02-b241-a2a48e042c5d req-4d22b35b-4280-4b81-96a3-3865ec356753 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 1097 time: 0.4526792 Sep 16 04:44:27.842886 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-af7f17b7-9426-4c04-abec-9585528a1508 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0091860 Sep 16 04:44:27.862157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa3a20-b19f-437a-80dd-f52ddcc2d821 req-84836cb5-43e4-4982-8344-c37acf44960f tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.863631 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02aa3a20-b19f-437a-80dd-f52ddcc2d821 req-84836cb5-43e4-4982-8344-c37acf44960f tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 931 time: 0.1925864 Sep 16 04:44:27.901487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.902605 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:27.921743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb58dc-d370-4712-918b-e7223012f2fe req-dded96d3-3e1f-4f52-968e-f4801e26b605 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:27.923263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4adb58dc-d370-4712-918b-e7223012f2fe req-dded96d3-3e1f-4f52-968e-f4801e26b605 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 945 time: 0.2143648 Sep 16 04:44:27.972376 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-05b780da-0d01-402d-ba42-edac0233153b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bde9702d-41e5-4b56-b01c-9dc5a65b1554 HTTP/1.1" status: 200 len: 217 time: 0.1049361 Sep 16 04:44:28.013501 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d12fb977-89bf-4d02-b241-a2a48e042c5d req-d8741e8f-8f4c-4f21-9568-5681d6f31ad0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689873 Sep 16 04:44:28.027830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a2d6b944-5335-4f7d-aacc-717e87d76073 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3646405 Sep 16 04:44:28.035852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Made reservation on behalf of 5664190d075b45fa8a4cc13e6cfd489f for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:28.039452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.053557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Request body: {'port': {'device_id': 'b48cb74b-3897-49fd-b9d6-f5e649c2afbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:28.085851 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02aa3a20-b19f-437a-80dd-f52ddcc2d821 req-968297d8-99cd-4a3b-b1c0-c6c36a306387 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943612 Sep 16 04:44:28.125587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-871feae2-8412-413f-a100-bb00824a0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.127158 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-871feae2-8412-413f-a100-bb00824a0ba0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.1330492 Sep 16 04:44:28.225008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Allocated IP 172.20.0.6 (07c9a664-50ef-47b1-84f3-1e7e393c9fd8/0aa1bdaa-892f-448a-908f-1a54819ec2fb/45bf7563-7c92-4e0a-9162-fe5020bab1ed) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:28.260952 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d99233e9-347d-4566-a0da-be0ffc1ff7eb req-7b24faf3-7fc3-4269-b931-64d0d2bf1598 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 210 time: 0.0727301 Sep 16 04:44:28.298320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-54836170-660f-467d-bdf2-907da2379440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.299958 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-54836170-660f-467d-bdf2-907da2379440 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1602564 Sep 16 04:44:28.339746 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6bea35-5893-4516-b045-49e8760c7511 x-openstack-request-id: req-af6bea35-5893-4516-b045-49e8760c7511 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:28.340155 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f00388-a488-44ea-8604-56d3c2ff580b", "name": "network-vif-deleted", "tag": "7f1adb9e-1ced-4ffe-9679-182a1c711f89", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:28.340511 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af6bea35-5893-4516-b045-49e8760c7511 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:28.340987 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f00388-a488-44ea-8604-56d3c2ff580b', 'name': 'network-vif-deleted', 'tag': '7f1adb9e-1ced-4ffe-9679-182a1c711f89', 'status': 'completed', 'code': 200} Sep 16 04:44:28.436252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4adb58dc-d370-4712-918b-e7223012f2fe req-2fc8518f-49b0-476c-96a4-2da0dbd48c9c tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4455309 Sep 16 04:44:28.486170 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.528951 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-9d5eaa6f-6a54-4844-bcce-7eedbcb6cea6 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184520 Sep 16 04:44:28.549528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c470845-5403-42e0-b71b-04a7647cfeb6 req-6d9794e2-a69a-47f1-8bfa-036e471d4059 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.555392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c470845-5403-42e0-b71b-04a7647cfeb6 req-6d9794e2-a69a-47f1-8bfa-036e471d4059 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.561718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c470845-5403-42e0-b71b-04a7647cfeb6 req-6d9794e2-a69a-47f1-8bfa-036e471d4059 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.562411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.568477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c470845-5403-42e0-b71b-04a7647cfeb6 req-6d9794e2-a69a-47f1-8bfa-036e471d4059 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.574965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c470845-5403-42e0-b71b-04a7647cfeb6 req-6d9794e2-a69a-47f1-8bfa-036e471d4059 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.580265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c470845-5403-42e0-b71b-04a7647cfeb6 req-6d9794e2-a69a-47f1-8bfa-036e471d4059 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.586236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c470845-5403-42e0-b71b-04a7647cfeb6 req-6d9794e2-a69a-47f1-8bfa-036e471d4059 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.588683 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1c470845-5403-42e0-b71b-04a7647cfeb6 req-6d9794e2-a69a-47f1-8bfa-036e471d4059 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.1786849 Sep 16 04:44:28.610026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.723941 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1c470845-5403-42e0-b71b-04a7647cfeb6 req-cecd7cf1-2a25-460c-a5f1-7172e3f262fb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177871 Sep 16 04:44:28.753465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9decde-a0b5-4efb-bd84-3e723abc3129 req-6d5e2621-523d-49d8-b44c-5a58408cc122 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.753465 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e9decde-a0b5-4efb-bd84-3e723abc3129 req-6d5e2621-523d-49d8-b44c-5a58408cc122 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.2208810 Sep 16 04:44:28.753756 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bbccefb1-ce4b-4310-ad8d-4618180f644e service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547973 Sep 16 04:44:28.755668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.763876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82712b47-cf34-4b12-b4d4-fd2dd2c8281a {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:28.785339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.850374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Transition to ACTIVE for port object 82712b47-cf34-4b12-b4d4-fd2dd2c8281a will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:28.872009 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-dbb1f6f2-607e-4296-a63d-60e27b5982ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a9eebefd-bb8f-4439-b0cb-a73ce30e4442 HTTP/1.1" status: 200 len: 217 time: 0.1074083 Sep 16 04:44:28.882889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:28.902169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:28.947972 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e9decde-a0b5-4efb-bd84-3e723abc3129 req-c58465ea-580b-4efc-a698-63f93cac7372 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797142 Sep 16 04:44:28.954088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-44f95911-5dbb-471c-b78e-52fc045189e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:28.955596 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-44f95911-5dbb-471c-b78e-52fc045189e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.0566819 Sep 16 04:44:28.972776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:28.979613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:28.985137 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Pushing event updated for resources: {'Port': ['ID=45bf7563-7c92-4e0a-9162-fe5020bab1ed,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:28.989133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Allocated IP 172.20.0.5 (07c9a664-50ef-47b1-84f3-1e7e393c9fd8/0aa1bdaa-892f-448a-908f-1a54819ec2fb/85c00f52-c0a4-4446-98a4-b33cc0a856ed) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:29.037470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ca9b2972-0208-4eee-9aaa-161f3c4e7853 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:29.104751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8b07a-22df-468d-99a9-52202226bf6a req-eeab1066-44d9-479b-9a1e-f6cb3844bcf9 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.109099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e5274e65-e8ad-4b73-9778-f4fa6a052c1d up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:29.113335 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2dc8b07a-22df-468d-99a9-52202226bf6a req-eeab1066-44d9-479b-9a1e-f6cb3844bcf9 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 943 time: 0.2913477 Sep 16 04:44:29.124191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.124827 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.158605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Pushing event updated for resources: {'Port': ['ID=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:29.187465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ca9b2972-0208-4eee-9aaa-161f3c4e7853 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:29.187859 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.196964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-28e9b54f-e9d8-46d7-9cc4-bfcf060cbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.198969 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-28e9b54f-e9d8-46d7-9cc4-bfcf060cbee0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2211452 Sep 16 04:44:29.234879 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2dc8b07a-22df-468d-99a9-52202226bf6a req-e3682be3-3ba8-45a5-aca1-c7a15c3b5e1e tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205111 Sep 16 04:44:29.271094 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-48884412-2a93-40db-ab37-5489b297ca63 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8458283 Sep 16 04:44:29.298725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port e5274e65-e8ad-4b73-9778-f4fa6a052c1d completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:29.308133 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port e5274e65-e8ad-4b73-9778-f4fa6a052c1d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:29.308133 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.318596 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Request body: {'port': {'device_id': '50747a93-04e1-4d4b-b9b8-93a949bed52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:29.344807 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.356603 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11adcf9c-c76d-4721-b425-4ec4d322a0e8 req-289e3e66-9aae-4c28-a650-b2ee82eeaed2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=99f00388-a488-44ea-8604-56d3c2ff580b HTTP/1.1" status: 200 len: 210 time: 0.2259007 Sep 16 04:44:29.468595 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.506324 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port e5274e65-e8ad-4b73-9778-f4fa6a052c1d, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e5274e65-e8ad-4b73-9778-f4fa6a052c1d,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:29.507598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:29.511462 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed42ca2-5008-43c5-ad8e-6ecb271f38d8" -d '{"events": [{"server_uuid": "5921a7e6-7dff-4e10-b63c-9336cd6d8e53", "name": "network-vif-plugged", "status": "completed", "tag": "e5274e65-e8ad-4b73-9778-f4fa6a052c1d"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:29.515987 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.552989 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-2a4661bd-e439-4e1c-b3a2-f3eafb26275a service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385551 Sep 16 04:44:29.561242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42266b-91b5-4586-8313-ca05f6aa40c2 req-df25298b-9a45-429b-a1ca-fed20cff8d90 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.566042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f331975-6311-433f-bfc3-1ce623acc620 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:29.569191 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e42266b-91b5-4586-8313-ca05f6aa40c2 req-df25298b-9a45-429b-a1ca-fed20cff8d90 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 931 time: 0.2243974 Sep 16 04:44:29.572423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=e5274e65-e8ad-4b73-9778-f4fa6a052c1d,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:29.575724 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6eeaf198-ed76-4ee1-8d04-66d77bea6af9 req-3b79313b-dec8-4482-8f07-cde3e315e4c3 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 210 time: 0.0955656 Sep 16 04:44:29.575914 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.588987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.623757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Attempting to bind port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:29.624103 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Attempting to bind port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'a3a6b9cd-ccbf-495f-961d-2266536782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:29.624438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Attempting to bind port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a on network ab01d43b-6a4e-4257-bc42-c79cac07e068 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:29.647732 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.654191 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a on network ab01d43b-6a4e-4257-bc42-c79cac07e068 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:29.654432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Attempting to bind port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a on network ab01d43b-6a4e-4257-bc42-c79cac07e068 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:29.675412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Transition to ACTIVE for port object 7f331975-6311-433f-bfc3-1ce623acc620 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:29.695559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:29.695904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Checking segment: {'id': 'a3a6b9cd-ccbf-495f-961d-2266536782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:29.696303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Bound using segment: {'id': 'a3a6b9cd-ccbf-495f-961d-2266536782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:29.696784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Bound port: 82712b47-cf34-4b12-b4d4-fd2dd2c8281a, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a6b9cd-ccbf-495f-961d-2266536782c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:29.697767 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.713076 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.731039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Router bf717758-3289-45bb-99aa-ae1e61fa2bc1 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:44:29.762542 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e42266b-91b5-4586-8313-ca05f6aa40c2 req-ff576d6a-dd4f-456a-a017-686718b8700d tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865516 Sep 16 04:44:29.817361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45eb5a1-c37e-4122-b6fa-41dc2dcadc51 req-c0f315e7-debe-4639-a2f5-88e83b8cdf2d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:29.818919 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a45eb5a1-c37e-4122-b6fa-41dc2dcadc51 req-c0f315e7-debe-4639-a2f5-88e83b8cdf2d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1669540 Sep 16 04:44:29.827677 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917e3917-525b-40dd-8052-90eea7c131c7 x-openstack-request-id: req-917e3917-525b-40dd-8052-90eea7c131c7 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:29.827971 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5921a7e6-7dff-4e10-b63c-9336cd6d8e53", "name": "network-vif-plugged", "status": "completed", "tag": "e5274e65-e8ad-4b73-9778-f4fa6a052c1d", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:29.828227 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-917e3917-525b-40dd-8052-90eea7c131c7 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:29.828624 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d', 'code': 200} Sep 16 04:44:29.842659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Pushing event updated for resources: {'Port': ['ID=7f331975-6311-433f-bfc3-1ce623acc620,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:29.884952 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:29.892588 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-bc6aee4a-59d2-444d-accd-8468b33539c1 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203788 Sep 16 04:44:29.976379 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-51d87b2c-6ada-474e-b21c-ea6df886cc4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c2c95a2-debe-415f-a8f5-e35aeadc3634 HTTP/1.1" status: 200 len: 217 time: 0.0660186 Sep 16 04:44:29.979627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] For port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:30.021642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] For port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:30.025265 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a45eb5a1-c37e-4122-b6fa-41dc2dcadc51 req-9d876286-7343-4c08-8456-f48f38a3bf1a tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959357 Sep 16 04:44:30.065997 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.084351 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:30.130453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:30.137744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Attempting to bind port 7f331975-6311-433f-bfc3-1ce623acc620 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:30.138735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Attempting to bind port 7f331975-6311-433f-bfc3-1ce623acc620 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '40d8ff70-4f27-4413-89a2-186b60918400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c5fc573b-c527-42d0-974d-7bf2d41170f9'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:30.138735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Attempting to bind port 7f331975-6311-433f-bfc3-1ce623acc620 on network c5fc573b-c527-42d0-974d-7bf2d41170f9 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:30.143628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:30.145590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.146333 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.147885 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] 10.222.0.50 "PUT /v2.0/ports/82712b47-cf34-4b12-b4d4-fd2dd2c8281a HTTP/1.1" status: 200 len: 1092 time: 3.7819202 Sep 16 04:44:30.149578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc637acb-555b-4924-a7c2-8d46397e628b', 'tag': '82712b47-cf34-4b12-b4d4-fd2dd2c8281a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:30.151134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Pushing event updated for resources: {'Port': ['ID=85c00f52-c0a4-4446-98a4-b33cc0a856ed,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:30.152591 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c59ba26-6972-4167-b4de-686283f1f822" -d '{"events": [{"name": "network-changed", "server_uuid": "dc637acb-555b-4924-a7c2-8d46397e628b", "tag": "82712b47-cf34-4b12-b4d4-fd2dd2c8281a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:30.188473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:30.204141 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Sync routers for ids ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:30.207424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Port 7f331975-6311-433f-bfc3-1ce623acc620 on network c5fc573b-c527-42d0-974d-7bf2d41170f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:30.207829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Attempting to bind port 7f331975-6311-433f-bfc3-1ce623acc620 on network c5fc573b-c527-42d0-974d-7bf2d41170f9 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:30.217497 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Routers {'bf717758-3289-45bb-99aa-ae1e61fa2bc1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:30.218597 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:30.260003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:30.261040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Checking segment: {'id': '40d8ff70-4f27-4413-89a2-186b60918400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c5fc573b-c527-42d0-974d-7bf2d41170f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:30.261466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Bound using segment: {'id': '40d8ff70-4f27-4413-89a2-186b60918400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c5fc573b-c527-42d0-974d-7bf2d41170f9'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:30.262189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Bound port: 7f331975-6311-433f-bfc3-1ce623acc620, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d8ff70-4f27-4413-89a2-186b60918400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c5fc573b-c527-42d0-974d-7bf2d41170f9'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:30.262714 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.269085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d31ae-1f9c-434e-aba5-d659786079be service neutron] Pushing event updated for resources: {'Port': ['ID=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:30.292025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.292910 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4520e4ba-5237-484a-ba77-482d22ecaff6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.5622282 Sep 16 04:44:30.300451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33592) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:30.360353 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Set router bf717758-3289-45bb-99aa-ae1e61fa2bc1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:30.363824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bb682-daee-4179-a75d-fe7ac3f2153e req-9320b742-5b3e-458f-97a1-4be4d7a7deb8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.365441 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c53bb682-daee-4179-a75d-fe7ac3f2153e req-9320b742-5b3e-458f-97a1-4be4d7a7deb8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.2593594 Sep 16 04:44:30.395436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7a6bfa4e-591e-45f4-ae39-92d9792e45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.397183 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-7a6bfa4e-591e-45f4-ae39-92d9792e45c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 1095 time: 0.2025023 Sep 16 04:44:30.477381 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-704709ae-d90d-4eb4-b1ce-d9935f04d96d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82712b47-cf34-4b12-b4d4-fd2dd2c8281a HTTP/1.1" status: 200 len: 217 time: 0.0690370 Sep 16 04:44:30.520909 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d76c1-3469-4448-b3ef-693b122e9dc1 req-e8971030-fd97-4a87-bf0b-adf9ede0652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.522431 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-144d76c1-3469-4448-b3ef-693b122e9dc1 req-e8971030-fd97-4a87-bf0b-adf9ede0652e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 1098 time: 0.5448284 Sep 16 04:44:30.530745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-93b98845-7dbe-40bd-86c2-9b17698f65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.532157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-93b98845-7dbe-40bd-86c2-9b17698f65e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4cfd570-b1ec-4147-b4f7-830b27a8fe55 HTTP/1.1" status: 200 len: 797 time: 0.5323508 Sep 16 04:44:30.547569 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:44:27Z', 'revision_number': 3, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:30.568606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c53bb682-daee-4179-a75d-fe7ac3f2153e req-d3c07ff3-468d-4f15-9cf1-2ec4e5621f62 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795828 Sep 16 04:44:30.581086 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Checking router: bf717758-3289-45bb-99aa-ae1e61fa2bc1 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:30.581703 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Updating router bf717758-3289-45bb-99aa-ae1e61fa2bc1 port 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:44:30.610848 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.636836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549a183-c863-4fb0-9bd2-208266e5ca7b req-2aa57be5-febd-45f1-8483-28a5f8220feb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.642859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549a183-c863-4fb0-9bd2-208266e5ca7b req-2aa57be5-febd-45f1-8483-28a5f8220feb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.651127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549a183-c863-4fb0-9bd2-208266e5ca7b req-2aa57be5-febd-45f1-8483-28a5f8220feb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.657040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549a183-c863-4fb0-9bd2-208266e5ca7b req-2aa57be5-febd-45f1-8483-28a5f8220feb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.663034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549a183-c863-4fb0-9bd2-208266e5ca7b req-2aa57be5-febd-45f1-8483-28a5f8220feb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.669990 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549a183-c863-4fb0-9bd2-208266e5ca7b req-2aa57be5-febd-45f1-8483-28a5f8220feb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.681942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549a183-c863-4fb0-9bd2-208266e5ca7b req-2aa57be5-febd-45f1-8483-28a5f8220feb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.690874 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f549a183-c863-4fb0-9bd2-208266e5ca7b req-2aa57be5-febd-45f1-8483-28a5f8220feb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.7117164 Sep 16 04:44:30.698425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.699167 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.758404 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-144d76c1-3469-4448-b3ef-693b122e9dc1 req-75719106-d7e2-441d-8dff-d37108ec1ccd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220676 Sep 16 04:44:30.776908 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-46c1dda2-166d-4932-b553-f29f853f7495 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4465187 Sep 16 04:44:30.803014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Request body: {'port': {'device_id': '2883b61b-3043-4771-9a23-c3fbc0562f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:30.856043 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-856cdda3-4b0b-4a3e-ba0f-61db43683e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:30.857594 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-856cdda3-4b0b-4a3e-ba0f-61db43683e91 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3023126 Sep 16 04:44:30.869627 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f549a183-c863-4fb0-9bd2-208266e5ca7b req-acf2fb9a-c7c7-42b8-88c9-fe93d212f322 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1769695 Sep 16 04:44:30.900334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bf7563-7c92-4e0a-9162-fe5020bab1ed {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:30.916994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:30.960033 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd22b81-8a04-4eb8-bfbd-be9185f7229d x-openstack-request-id: req-ecd22b81-8a04-4eb8-bfbd-be9185f7229d {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:30.960391 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc637acb-555b-4924-a7c2-8d46397e628b", "tag": "82712b47-cf34-4b12-b4d4-fd2dd2c8281a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:30.961027 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecd22b81-8a04-4eb8-bfbd-be9185f7229d {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:30.961119 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc637acb-555b-4924-a7c2-8d46397e628b', 'tag': '82712b47-cf34-4b12-b4d4-fd2dd2c8281a', 'status': 'completed', 'code': 200} Sep 16 04:44:30.967820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] For port 7f331975-6311-433f-bfc3-1ce623acc620, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:31.011682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] For port 7f331975-6311-433f-bfc3-1ce623acc620, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7f331975-6311-433f-bfc3-1ce623acc620,segment=NetworkSegment(40d8ff70-4f27-4413-89a2-186b60918400),segment_id=40d8ff70-4f27-4413-89a2-186b60918400)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:31.021694 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.029118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Transition to ACTIVE for port object 45bf7563-7c92-4e0a-9162-fe5020bab1ed will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:31.037392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-70e5c57f-41bc-4922-bdb2-28d2db30eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.039536 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-70e5c57f-41bc-4922-bdb2-28d2db30eb67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f6604d7-1624-4395-a31f-cb9d0b19c16f HTTP/1.1" status: 200 len: 853 time: 0.5223625 Sep 16 04:44:31.045154 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.098331 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.106852 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.130653 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.142342 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-8e1646ed-53cd-498e-998d-ba3af02a1e46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab01d43b-6a4e-4257-bc42-c79cac07e068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413108 Sep 16 04:44:31.175444 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Pushing event updated for resources: {'Port': ['ID=8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:31.186959 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:31.187280 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:31.187830 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:31.187953 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:31.188264 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:31.188597 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:31.188999 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:31.189759 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:31.190146 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:31.190485 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:31.190863 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:31.191200 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:44:31.194287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Pushing event updated for resources: {'Port': ['ID=45bf7563-7c92-4e0a-9162-fe5020bab1ed,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:31.200343 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-6b366587-8cc5-4ffe-a8e7-ffa035f518f1 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278804 Sep 16 04:44:31.212217 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Attempting to bind port 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:31.213726 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Attempting to bind port 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:31.214505 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Attempting to bind port 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:31.223299 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:31.224562 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:31.225471 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.226324 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:31.226968 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Bound port: 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:31.227518 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.239027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.239663 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.241090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] 10.222.0.50 "PUT /v2.0/ports/7f331975-6311-433f-bfc3-1ce623acc620 HTTP/1.1" status: 200 len: 1092 time: 3.2022777 Sep 16 04:44:31.295312 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] For port 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:31.298812 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] For port 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:31.303348 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.308369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979aefc-cd12-4c4f-8dc9-8cd5b2c92f20 req-81d96530-d8bc-419b-8454-55013a23321f tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.310064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2979aefc-cd12-4c4f-8dc9-8cd5b2c92f20 req-81d96530-d8bc-419b-8454-55013a23321f tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 943 time: 0.3479409 Sep 16 04:44:31.324076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe8813-93ad-4407-b039-ca91a45cfd82 req-178ef195-2123-4eaf-96b2-15780bff4a29 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.326899 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fafe8813-93ad-4407-b039-ca91a45cfd82 req-178ef195-2123-4eaf-96b2-15780bff4a29 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 931 time: 0.2197459 Sep 16 04:44:31.359498 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Routers {'bf717758-3289-45bb-99aa-ae1e61fa2bc1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:31.360143 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:31.380120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a844b4-e536-4923-ba7a-a4009798c191 service neutron] Pushing event updated for resources: {'Port': ['ID=7f331975-6311-433f-bfc3-1ce623acc620,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:31.397251 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904e50f-15df-40a3-b630-f00d1fc68cde None None] Pushing event updated for resources: {'Port': ['ID=8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:31.487642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2979aefc-cd12-4c4f-8dc9-8cd5b2c92f20 req-3eaadaea-55c6-48c8-9aec-b00917abd26d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381114 Sep 16 04:44:31.487949 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fafe8813-93ad-4407-b039-ca91a45cfd82 req-e6d25757-e059-423c-8c09-30202836c7f1 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311562 Sep 16 04:44:31.493253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-62eea1f0-4063-4e39-894e-5f00053a8386 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409548 Sep 16 04:44:31.495154 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] Set router bf717758-3289-45bb-99aa-ae1e61fa2bc1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:31.497999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-ddaf44aa-d748-4368-838b-b5d702d429f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.499640 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-ddaf44aa-d748-4368-838b-b5d702d429f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=565506d371de4c828d8b014bc4f5a438&device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 1095 time: 0.2027442 Sep 16 04:44:31.552025 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Attempting to bind port 45bf7563-7c92-4e0a-9162-fe5020bab1ed on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:31.552375 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Attempting to bind port 45bf7563-7c92-4e0a-9162-fe5020bab1ed by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:31.552716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Attempting to bind port 45bf7563-7c92-4e0a-9162-fe5020bab1ed on network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:31.560659 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-3c09cbbe-03f6-4b0e-ad7f-54d2dbd9d475 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521631 Sep 16 04:44:31.566045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Port 45bf7563-7c92-4e0a-9162-fe5020bab1ed on network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:31.566374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Attempting to bind port 45bf7563-7c92-4e0a-9162-fe5020bab1ed on network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:31.603583 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-83e9d2ba-fb9c-4eeb-8c5f-bbe146595e7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f331975-6311-433f-bfc3-1ce623acc620 HTTP/1.1" status: 200 len: 217 time: 0.0737369 Sep 16 04:44:31.629157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:31.629415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Checking segment: {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:31.629914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Bound using segment: {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:31.630379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Bound port: 45bf7563-7c92-4e0a-9162-fe5020bab1ed, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:31.630751 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.650521 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-4a2d9ccb-15d6-4fbb-aebd-0204cfa0d20d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 HTTP/1.1" status: 200 len: 217 time: 0.0750334 Sep 16 04:44:31.748646 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:44:27Z', 'revision_number': 3, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:31.796873 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef3e5d-0801-4595-88c3-48ffa8fc362f None None] The sync data for ids ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'] in n-d-712142-17 is: [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:44:27Z', 'revision_number': 3, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:31.798785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aed84-20c6-45ed-a53f-b065356499a8 req-c0a55842-87a5-4744-a793-5b8d2e01e230 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.800484 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f4aed84-20c6-45ed-a53f-b065356499a8 req-c0a55842-87a5-4744-a793-5b8d2e01e230 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 943 time: 0.2058482 Sep 16 04:44:31.811087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-04619c8e-1f43-4f6d-8515-a490e3b4be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.812914 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-04619c8e-1f43-4f6d-8515-a490e3b4be1a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4cfd570-b1ec-4147-b4f7-830b27a8fe55 HTTP/1.1" status: 200 len: 797 time: 0.1561165 Sep 16 04:44:31.840820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-d121303c-f38a-47f6-91a5-43df4b38e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.842686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-d121303c-f38a-47f6-91a5-43df4b38e4ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31cdcd81-c00e-40d9-a02e-2b4d6f14e3eb HTTP/1.1" status: 200 len: 861 time: 0.2258716 Sep 16 04:44:31.852065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9cb190c-62b6-4853-8611-99fdfec56015 req-116a2570-d781-470e-afa3-d50b3ef0607a service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242998 Sep 16 04:44:31.888088 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-9b547e17-f7ba-4195-8414-d58b5e1f476f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5fc573b-c527-42d0-974d-7bf2d41170f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326881 Sep 16 04:44:31.940680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c00f52-c0a4-4446-98a4-b33cc0a856ed {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:31.942701 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] For port 45bf7563-7c92-4e0a-9162-fe5020bab1ed, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:31.959637 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.966179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] For port 45bf7563-7c92-4e0a-9162-fe5020bab1ed, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=45bf7563-7c92-4e0a-9162-fe5020bab1ed,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:31.971429 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9f4aed84-20c6-45ed-a53f-b065356499a8 req-6cff4c67-00be-4680-a466-37a9542ba666 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572692 Sep 16 04:44:31.973380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce662f4-2be4-4059-8d95-617350915d35 req-8fa72f12-50f5-4487-ad15-90fcaeaf58b9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:31.979663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:31.981368 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-8fa72f12-50f5-4487-ad15-90fcaeaf58b9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/networks?id=bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 200 len: 814 time: 0.3537238 Sep 16 04:44:31.997705 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Transition to ACTIVE for port object 85c00f52-c0a4-4446-98a4-b33cc0a856ed will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:32.004236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ae3930bc-1a88-4d69-b716-1e6453388ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.005980 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-ae3930bc-1a88-4d69-b716-1e6453388ab0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1622837 Sep 16 04:44:32.026993 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.044560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.045795 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.047342 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-fe222241-7687-4066-b6e9-a2027280198d service neutron] 10.222.0.15 "PUT /v2.0/ports/45bf7563-7c92-4e0a-9162-fe5020bab1ed HTTP/1.1" status: 200 len: 1092 time: 2.7399077 Sep 16 04:44:32.047869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50747a93-04e1-4d4b-b9b8-93a949bed52b', 'tag': '45bf7563-7c92-4e0a-9162-fe5020bab1ed'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:32.050357 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be64b034-05c0-4fc4-a1ef-64563747894a" -d '{"events": [{"name": "network-changed", "server_uuid": "50747a93-04e1-4d4b-b9b8-93a949bed52b", "tag": "45bf7563-7c92-4e0a-9162-fe5020bab1ed"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:32.069189 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-27a003d0-87c7-43be-877e-fede99ea8d0d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/quotas/f0271b93978e4697964f7a0550f6d45d HTTP/1.1" status: 200 len: 375 time: 0.0868485 Sep 16 04:44:32.089198 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.131383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59ba26-6972-4167-b4de-686283f1f822 req-76ea6a27-543d-4512-bfb8-90423339c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.132964 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c59ba26-6972-4167-b4de-686283f1f822 req-76ea6a27-543d-4512-bfb8-90423339c6d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 1095 time: 0.1773527 Sep 16 04:44:32.181423 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-3796f1a6-77f9-4681-8286-5fe26d8baeba service neutron] 10.222.0.50 "GET /v2.0/networks/c5fc573b-c527-42d0-974d-7bf2d41170f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825630 Sep 16 04:44:32.223219 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe222241-7687-4066-b6e9-a2027280198d service neutron] Pushing event updated for resources: {'Port': ['ID=45bf7563-7c92-4e0a-9162-fe5020bab1ed,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:32.274992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-3b8270ed-5a8e-44a5-96b7-530887eddb6d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f0271b93978e4697964f7a0550f6d45d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2046883 Sep 16 04:44:32.313519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e39ca5-4ade-452f-887f-6e8a075825ed req-bae32cac-d679-4c27-803a-ae4573286585 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.316241 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-71e39ca5-4ade-452f-887f-6e8a075825ed req-bae32cac-d679-4c27-803a-ae4573286585 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.2452962 Sep 16 04:44:32.373656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-0fa31f64-79ef-4a98-92a2-5bf350d34a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.375302 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-0fa31f64-79ef-4a98-92a2-5bf350d34a4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5664190d075b45fa8a4cc13e6cfd489f&device_id=50747a93-04e1-4d4b-b9b8-93a949bed52b HTTP/1.1" status: 200 len: 1095 time: 0.2689214 Sep 16 04:44:32.401226 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-acd3d57f-46db-427a-bfb1-0fa25352aa81 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702478 Sep 16 04:44:32.404893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Pushing event updated for resources: {'Port': ['ID=85c00f52-c0a4-4446-98a4-b33cc0a856ed,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:32.453504 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-19a1e8e4-9db3-495f-ae41-2291e59dfbee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45bf7563-7c92-4e0a-9162-fe5020bab1ed HTTP/1.1" status: 200 len: 217 time: 0.0644188 Sep 16 04:44:32.501938 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-71e39ca5-4ade-452f-887f-6e8a075825ed req-cb1f70fa-c3e5-43f2-adce-d923b1fbb6f3 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741035 Sep 16 04:44:32.507871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59ba26-6972-4167-b4de-686283f1f822 req-c0896fed-f6d2-4f03-a56b-4e9b84d650d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.510170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c59ba26-6972-4167-b4de-686283f1f822 req-c0896fed-f6d2-4f03-a56b-4e9b84d650d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 200 len: 914 time: 0.3676727 Sep 16 04:44:32.519663 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-959cf281-b038-458b-b7e3-40baf1fbbaf8 service neutron] 10.222.0.50 "GET /v2.0/networks/c5fc573b-c527-42d0-974d-7bf2d41170f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270671 Sep 16 04:44:32.583564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Attempting to bind port 85c00f52-c0a4-4446-98a4-b33cc0a856ed on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:32.583819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Attempting to bind port 85c00f52-c0a4-4446-98a4-b33cc0a856ed by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:32.583996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Attempting to bind port 85c00f52-c0a4-4446-98a4-b33cc0a856ed on network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:32.598188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Port 85c00f52-c0a4-4446-98a4-b33cc0a856ed on network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:32.598494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Attempting to bind port 85c00f52-c0a4-4446-98a4-b33cc0a856ed on network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:32.604557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-dcb8de1f-9e9d-465e-96a8-2ce80d575078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.606083 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-dcb8de1f-9e9d-465e-96a8-2ce80d575078 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0aa1bdaa-892f-448a-908f-1a54819ec2fb HTTP/1.1" status: 200 len: 853 time: 0.1298366 Sep 16 04:44:32.613697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:32.614052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Checking segment: {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:32.614450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Bound using segment: {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:32.614906 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Bound port: 85c00f52-c0a4-4446-98a4-b33cc0a856ed, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:32.615274 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:32.629655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-45f013d9-e0f3-4ac9-bb65-50d9cdef6c36 service neutron] 10.222.0.53 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137007 Sep 16 04:44:32.630996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c59ba26-6972-4167-b4de-686283f1f822 req-1091a554-2b8e-490f-837c-585227ee1407 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82712b47-cf34-4b12-b4d4-fd2dd2c8281a HTTP/1.1" status: 200 len: 217 time: 0.1063855 Sep 16 04:44:32.666118 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-7a7c74d5-5171-40bd-b71f-29e6af24ffc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477192 Sep 16 04:44:32.683628 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4c3b06a0-bf1b-4d7a-8055-40ed21338df6 req-cd2a3af9-8cd1-4809-89b3-6b82b8b55f7a service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355602 Sep 16 04:44:32.898242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3a4c2-a5da-490d-bfcb-69074a7e0b22 req-14f5f4f7-28ab-4ea4-86b0-a7bc3c817170 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.904451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3a4c2-a5da-490d-bfcb-69074a7e0b22 req-14f5f4f7-28ab-4ea4-86b0-a7bc3c817170 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.910409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3a4c2-a5da-490d-bfcb-69074a7e0b22 req-14f5f4f7-28ab-4ea4-86b0-a7bc3c817170 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.916417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3a4c2-a5da-490d-bfcb-69074a7e0b22 req-14f5f4f7-28ab-4ea4-86b0-a7bc3c817170 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.922343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3a4c2-a5da-490d-bfcb-69074a7e0b22 req-14f5f4f7-28ab-4ea4-86b0-a7bc3c817170 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.928390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3a4c2-a5da-490d-bfcb-69074a7e0b22 req-14f5f4f7-28ab-4ea4-86b0-a7bc3c817170 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.935026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3a4c2-a5da-490d-bfcb-69074a7e0b22 req-14f5f4f7-28ab-4ea4-86b0-a7bc3c817170 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.943362 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22f3a4c2-a5da-490d-bfcb-69074a7e0b22 req-14f5f4f7-28ab-4ea4-86b0-a7bc3c817170 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.2801144 Sep 16 04:44:32.949199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] For port 85c00f52-c0a4-4446-98a4-b33cc0a856ed, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:32.988408 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48cb74b-3897-49fd-b9d6-f5e649c2afbb', 'tag': '7f331975-6311-433f-bfc3-1ce623acc620'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:32.990751 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47b23a2-e26f-44b1-ad24-1b2c0a24a490" -d '{"events": [{"name": "network-changed", "server_uuid": "b48cb74b-3897-49fd-b9d6-f5e649c2afbb", "tag": "7f331975-6311-433f-bfc3-1ce623acc620"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:32.997389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-aa3efa73-5553-4a87-ab90-5587576a4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.997911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-aa3efa73-5553-4a87-ab90-5587576a4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.998393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-aa3efa73-5553-4a87-ab90-5587576a4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.998868 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-aa3efa73-5553-4a87-ab90-5587576a4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.999508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-aa3efa73-5553-4a87-ab90-5587576a4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:32.999808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-aa3efa73-5553-4a87-ab90-5587576a4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.000280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-aa3efa73-5553-4a87-ab90-5587576a4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.002357 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-aa3efa73-5553-4a87-ab90-5587576a4b69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6484 time: 0.2379494 Sep 16 04:44:33.003876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Allocated IP 172.20.0.1 (6663c76d-98f9-46e5-a2f5-885d3b7e7a55/b796f885-b859-40c5-8662-09c5b51476f6/e8bf3c85-01de-47ed-b027-98988e3217b1) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:33.007151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] For port 85c00f52-c0a4-4446-98a4-b33cc0a856ed, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=85c00f52-c0a4-4446-98a4-b33cc0a856ed,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:33.014808 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.031697 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-01e8464b-e68d-4b2c-b966-907c0f7fa561 service neutron] 10.222.0.15 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509183 Sep 16 04:44:33.041099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:33.064243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59ba26-6972-4167-b4de-686283f1f822 req-1abbe574-ad6b-4911-8ef1-83a557631623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.065867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c59ba26-6972-4167-b4de-686283f1f822 req-1abbe574-ad6b-4911-8ef1-83a557631623 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f6604d7-1624-4395-a31f-cb9d0b19c16f HTTP/1.1" status: 200 len: 853 time: 0.4236603 Sep 16 04:44:33.095606 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:33.096271 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.103922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.105001 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.106473 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] 10.222.0.50 "PUT /v2.0/ports/85c00f52-c0a4-4446-98a4-b33cc0a856ed HTTP/1.1" status: 200 len: 1092 time: 2.3095798 Sep 16 04:44:33.114228 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22f3a4c2-a5da-490d-bfcb-69074a7e0b22 req-855c610e-2b2b-4669-810b-2ce98fcecf91 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1698732 Sep 16 04:44:33.139872 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c59ba26-6972-4167-b4de-686283f1f822 req-ba60acb9-06c5-4bba-ba78-ec160fa37be2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab01d43b-6a4e-4257-bc42-c79cac07e068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460443 Sep 16 04:44:33.198519 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.226199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:33.227575 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6aa94e6-9406-4d4d-8313-21117103242d x-openstack-request-id: req-d6aa94e6-9406-4d4d-8313-21117103242d {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:33.228832 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50747a93-04e1-4d4b-b9b8-93a949bed52b", "tag": "45bf7563-7c92-4e0a-9162-fe5020bab1ed", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:33.229290 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6aa94e6-9406-4d4d-8313-21117103242d {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:33.229992 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50747a93-04e1-4d4b-b9b8-93a949bed52b', 'tag': '45bf7563-7c92-4e0a-9162-fe5020bab1ed', 'status': 'completed', 'code': 200} Sep 16 04:44:33.232966 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.237293 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-cddc3a33-0a8f-439c-9938-9cf16ffc2cd9 service neutron] 10.222.0.53 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784907 Sep 16 04:44:33.316223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.330774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:33.331431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c59ba26-6972-4167-b4de-686283f1f822 req-bd498823-fe0d-4aab-88ff-e23d2668806f service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748185 Sep 16 04:44:33.356028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2b97d-0735-4a1a-8957-5ea134b75917 service neutron] Pushing event updated for resources: {'Port': ['ID=85c00f52-c0a4-4446-98a4-b33cc0a856ed,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:33.395987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-a47eadfa-d48e-4162-b446-d2904e9aa707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.397514 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-a47eadfa-d48e-4162-b446-d2904e9aa707 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29ad4d4c-cf1f-437c-b71a-b27ce3500821 HTTP/1.1" status: 200 len: 903 time: 0.3847373 Sep 16 04:44:33.430123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-829ca40b-2d84-49af-919a-20a3e82998a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.431991 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-829ca40b-2d84-49af-919a-20a3e82998a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5664190d075b45fa8a4cc13e6cfd489f&device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 1095 time: 0.2097337 Sep 16 04:44:33.432586 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.451680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:33.456240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:33.491665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:33.581503 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c59ba26-6972-4167-b4de-686283f1f822 req-3c2bbd23-4259-44ee-80ca-fbe5a88cf7c5 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381654 Sep 16 04:44:33.623165 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.629002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Pushing event updated for resources: {'Port': ['ID=e8bf3c85-01de-47ed-b027-98988e3217b1,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:33.705036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc71a9f-5353-4787-b85d-43ef38841980 req-ebe74fc3-c2aa-4ff2-9e9d-53e02b9a15e4 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.706689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ecc71a9f-5353-4787-b85d-43ef38841980 req-ebe74fc3-c2aa-4ff2-9e9d-53e02b9a15e4 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 943 time: 0.2278180 Sep 16 04:44:33.808554 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ecc71a9f-5353-4787-b85d-43ef38841980 req-fc7e5d15-0d58-4373-a1fc-d8470c4135ce tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938249 Sep 16 04:44:33.854256 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-34e40421-e6f4-49ad-b955-d8783a91f40e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c2c95a2-debe-415f-a8f5-e35aeadc3634 HTTP/1.1" status: 200 len: 217 time: 0.4435916 Sep 16 04:44:33.869464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f6bba-01d2-413c-97fb-6a7a5bf93389 req-912bd02f-a224-43bc-a940-a39d9cc55eb8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:33.871065 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-867f6bba-01d2-413c-97fb-6a7a5bf93389 req-912bd02f-a224-43bc-a940-a39d9cc55eb8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 943 time: 0.5751872 Sep 16 04:44:33.882533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8ecee657-b4fe-4252-8b5b-aa18956c3840 None None] Provisioning complete for port e8bf3c85-01de-47ed-b027-98988e3217b1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:33.884533 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8ecee657-b4fe-4252-8b5b-aa18956c3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.916293 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-c60a3bd2-83d5-4d42-8926-4a6afc3e440a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85c00f52-c0a4-4446-98a4-b33cc0a856ed HTTP/1.1" status: 200 len: 217 time: 0.0720453 Sep 16 04:44:33.930139 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:33.952957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8ecee657-b4fe-4252-8b5b-aa18956c3840 None None] Port e8bf3c85-01de-47ed-b027-98988e3217b1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:33.961056 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-224ec212-6cfd-40c1-ac68-045a62813e42 service neutron] 10.222.0.15 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8920984 Sep 16 04:44:34.031949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-778647cb-40e1-4232-9021-f29600903d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.033432 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-778647cb-40e1-4232-9021-f29600903d42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4cfd570-b1ec-4147-b4f7-830b27a8fe55 HTTP/1.1" status: 200 len: 797 time: 0.1612520 Sep 16 04:44:34.035047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c6e77-baf3-4cea-bfa7-646be29b2e41 req-ac30fd02-0859-4a90-8117-ce9e1844959b tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.036602 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b06c6e77-baf3-4cea-bfa7-646be29b2e41 req-ac30fd02-0859-4a90-8117-ce9e1844959b tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1354301 Sep 16 04:44:34.050945 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33652) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:34.061368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-934a3308-e722-444f-9608-d1414bb2a054 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Request body: {'floatingip': {'port_id': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:34.099856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-f1c2bf86-0494-4507-a2f1-a840e82542f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.101569 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-f1c2bf86-0494-4507-a2f1-a840e82542f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0aa1bdaa-892f-448a-908f-1a54819ec2fb HTTP/1.1" status: 200 len: 853 time: 0.1606855 Sep 16 04:44:34.106353 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-867f6bba-01d2-413c-97fb-6a7a5bf93389 req-20f3a477-538b-444b-8d89-0bcc2ffd0610 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031026 Sep 16 04:44:34.155856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-934a3308-e722-444f-9608-d1414bb2a054 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.193336 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-8d02235a-050c-4f64-bd69-cfe719cf7012 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828047 Sep 16 04:44:34.204226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-1644ba66-8155-4799-b30e-a726c01c5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.205783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-1644ba66-8155-4799-b30e-a726c01c5bab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1477189 Sep 16 04:44:34.249293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64b034-05c0-4fc4-a1ef-64563747894a req-98ed3730-bfe7-492c-8cdb-cbf090efb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.250786 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be64b034-05c0-4fc4-a1ef-64563747894a req-98ed3730-bfe7-492c-8cdb-cbf090efb55c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5664190d075b45fa8a4cc13e6cfd489f&device_id=50747a93-04e1-4d4b-b9b8-93a949bed52b HTTP/1.1" status: 200 len: 1095 time: 0.1947298 Sep 16 04:44:34.284685 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2634027e-eebd-4685-a2d9-b523c759960d x-openstack-request-id: req-2634027e-eebd-4685-a2d9-b523c759960d {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:34.284977 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48cb74b-3897-49fd-b9d6-f5e649c2afbb", "tag": "7f331975-6311-433f-bfc3-1ce623acc620", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:34.285230 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2634027e-eebd-4685-a2d9-b523c759960d {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:34.285637 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48cb74b-3897-49fd-b9d6-f5e649c2afbb', 'tag': '7f331975-6311-433f-bfc3-1ce623acc620', 'status': 'completed', 'code': 200} Sep 16 04:44:34.452887 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b23a2-e26f-44b1-ad24-1b2c0a24a490 req-e56539ea-501d-464a-a19a-6691c9d573cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.454290 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b47b23a2-e26f-44b1-ad24-1b2c0a24a490 req-e56539ea-501d-464a-a19a-6691c9d573cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=565506d371de4c828d8b014bc4f5a438&device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 1095 time: 0.2138369 Sep 16 04:44:34.460813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-b632e238-0bbe-4cf6-8bac-7b40834c82d6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.462310 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-b632e238-0bbe-4cf6-8bac-7b40834c82d6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.3093648 Sep 16 04:44:34.481366 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba25cb5-d4c5-4ddf-afdd-7d64f259fad0 req-3c10c4e8-59b0-44c5-8b44-c5c031bfd94f tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.482940 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6ba25cb5-d4c5-4ddf-afdd-7d64f259fad0 req-3c10c4e8-59b0-44c5-8b44-c5c031bfd94f tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 943 time: 0.2364361 Sep 16 04:44:34.492031 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-a58b7591-fb0f-419e-88b3-0ceb5e5dc770 service neutron] 10.222.0.50 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845554 Sep 16 04:44:34.551202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64b034-05c0-4fc4-a1ef-64563747894a req-dc49dafa-0a37-4770-b053-2161ce8d4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.552394 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be64b034-05c0-4fc4-a1ef-64563747894a req-dc49dafa-0a37-4770-b053-2161ce8d4e12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8 HTTP/1.1" status: 200 len: 914 time: 0.2753267 Sep 16 04:44:34.554209 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-6c9b2fb0-8117-4537-b4d8-70c59e7ed313 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166866 Sep 16 04:44:34.575847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-d34e6fdf-78af-4d72-a1ef-c3aa921d8335 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/quotas/12e4b4d2b68d4193892f7f9652ee2b63 HTTP/1.1" status: 200 len: 375 time: 0.0909650 Sep 16 04:44:34.585041 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.626103 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.662301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-21b6b726-8811-4638-822e-14ad0ace49fc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751495 Sep 16 04:44:34.695629 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be64b034-05c0-4fc4-a1ef-64563747894a req-f55b869c-f2b7-4b3e-9e5d-44327939698a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45bf7563-7c92-4e0a-9162-fe5020bab1ed HTTP/1.1" status: 200 len: 217 time: 0.1295223 Sep 16 04:44:34.730350 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6ba25cb5-d4c5-4ddf-afdd-7d64f259fad0 req-5e28194e-6da6-4ac7-abad-f0828472dc26 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371261 Sep 16 04:44:34.820988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Pushing event updated for resources: {'Port': ['ID=e8bf3c85-01de-47ed-b027-98988e3217b1,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:34.850456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b23a2-e26f-44b1-ad24-1b2c0a24a490 req-d2ea9723-6fa9-4b56-ad78-d47c35f7587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.851992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b47b23a2-e26f-44b1-ad24-1b2c0a24a490 req-d2ea9723-6fa9-4b56-ad78-d47c35f7587b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5fc573b-c527-42d0-974d-7bf2d41170f9 HTTP/1.1" status: 200 len: 922 time: 0.3843977 Sep 16 04:44:34.861977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:34.899182 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e94f1b9e-5620-4a1d-a657-beb6ac930d45 req-c7f69e09-f565-4523-bf03-d91bce2a1438 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 210 time: 0.1120703 Sep 16 04:44:34.930249 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f7da688-39d9-4d53-980d-09bc85ba4b0f req-995908c9-9e3b-4229-b13e-9abda27e99f5 service neutron] 10.222.0.50 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132020 Sep 16 04:44:34.955281 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce662f4-2be4-4059-8d95-617350915d35 req-333c286f-db78-4083-912e-90121b5c4c92 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.956957 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-333c286f-db78-4083-912e-90121b5c4c92 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.15 "GET /v2.0/networks?id=bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 200 len: 814 time: 0.3645186 Sep 16 04:44:34.960410 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b47b23a2-e26f-44b1-ad24-1b2c0a24a490 req-0b7645cd-f85e-4dad-9223-1bff0254543a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f331975-6311-433f-bfc3-1ce623acc620 HTTP/1.1" status: 200 len: 217 time: 0.0963950 Sep 16 04:44:34.965221 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64b034-05c0-4fc4-a1ef-64563747894a req-e3d06f1e-65fb-4c3a-b2c2-0a580500b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:34.966750 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be64b034-05c0-4fc4-a1ef-64563747894a req-e3d06f1e-65fb-4c3a-b2c2-0a580500b232 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0aa1bdaa-892f-448a-908f-1a54819ec2fb HTTP/1.1" status: 200 len: 853 time: 0.2597466 Sep 16 04:44:34.986515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8ce662f4-2be4-4059-8d95-617350915d35 req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Request body: {'port': {'device_id': '192534e9-c0a7-40b6-8717-84e4164ef3ae', 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a', 'admin_state_up': True, 'tenant_id': 'f0271b93978e4697964f7a0550f6d45d'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:34.992218 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-c370fe71-d077-44d3-97bc-62b99d6a6e99 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250937 Sep 16 04:44:35.028672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:35.057264 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be64b034-05c0-4fc4-a1ef-64563747894a req-032939d8-99f7-4eb6-b655-d446354df96b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671604 Sep 16 04:44:35.084653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:35.085033 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.192174 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.227199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d66c-70c9-426a-ad09-bed84b7b4a61 req-ebd034ca-625d-45fe-903a-ca59fb37c2e9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.233841 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d66c-70c9-426a-ad09-bed84b7b4a61 req-ebd034ca-625d-45fe-903a-ca59fb37c2e9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.239834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d66c-70c9-426a-ad09-bed84b7b4a61 req-ebd034ca-625d-45fe-903a-ca59fb37c2e9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.246254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d66c-70c9-426a-ad09-bed84b7b4a61 req-ebd034ca-625d-45fe-903a-ca59fb37c2e9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.252145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d66c-70c9-426a-ad09-bed84b7b4a61 req-ebd034ca-625d-45fe-903a-ca59fb37c2e9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.258063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d66c-70c9-426a-ad09-bed84b7b4a61 req-ebd034ca-625d-45fe-903a-ca59fb37c2e9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.264797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d66c-70c9-426a-ad09-bed84b7b4a61 req-ebd034ca-625d-45fe-903a-ca59fb37c2e9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.266740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6ee4d66c-70c9-426a-ad09-bed84b7b4a61 req-ebd034ca-625d-45fe-903a-ca59fb37c2e9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.2666221 Sep 16 04:44:35.273845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2883b61b-3043-4771-9a23-c3fbc0562f20', 'tag': '85c00f52-c0a4-4446-98a4-b33cc0a856ed'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:35.276336 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e54fcc8-3241-4fe1-8bf0-1a8bdd47aedf" -d '{"events": [{"name": "network-changed", "server_uuid": "2883b61b-3043-4771-9a23-c3fbc0562f20", "tag": "85c00f52-c0a4-4446-98a4-b33cc0a856ed"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:35.307159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-2ca87584-f62e-4766-8b8c-1f92464dcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.307767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-2ca87584-f62e-4766-8b8c-1f92464dcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.308245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-2ca87584-f62e-4766-8b8c-1f92464dcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.308720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-2ca87584-f62e-4766-8b8c-1f92464dcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.309190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-2ca87584-f62e-4766-8b8c-1f92464dcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.309687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-2ca87584-f62e-4766-8b8c-1f92464dcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.310160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-2ca87584-f62e-4766-8b8c-1f92464dcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.312044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-2ca87584-f62e-4766-8b8c-1f92464dcc86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6484 time: 0.2455773 Sep 16 04:44:35.400959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6ee4d66c-70c9-426a-ad09-bed84b7b4a61 req-44653ee3-dcae-465f-a441-e0128d07f40f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203651 Sep 16 04:44:35.403364 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-b2838687-20d5-472b-bb26-258967641d99 service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7395971 Sep 16 04:44:35.405524 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be64b034-05c0-4fc4-a1ef-64563747894a req-10ab0d5a-2c81-44bb-9287-006f6ae5f9b7 service neutron] 10.222.0.15 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287699 Sep 16 04:44:35.408813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce662f4-2be4-4059-8d95-617350915d35 req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Made reservation on behalf of f0271b93978e4697964f7a0550f6d45d for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:35.413081 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ce662f4-2be4-4059-8d95-617350915d35 req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:35.460303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b23a2-e26f-44b1-ad24-1b2c0a24a490 req-486f1ed0-6a15-4ad5-88d5-db61f157f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.461767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b47b23a2-e26f-44b1-ad24-1b2c0a24a490 req-486f1ed0-6a15-4ad5-88d5-db61f157f018 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31cdcd81-c00e-40d9-a02e-2b4d6f14e3eb HTTP/1.1" status: 200 len: 861 time: 0.4299533 Sep 16 04:44:35.581813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b47b23a2-e26f-44b1-ad24-1b2c0a24a490 req-dd737d4f-e6a9-48b2-a447-2db29e16685f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5fc573b-c527-42d0-974d-7bf2d41170f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651097 Sep 16 04:44:35.616656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-54f25cb0-576c-4671-8486-e3dea15e5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.618180 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-54f25cb0-576c-4671-8486-e3dea15e5173 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29ad4d4c-cf1f-437c-b71a-b27ce3500821 HTTP/1.1" status: 200 len: 903 time: 0.2949386 Sep 16 04:44:35.685356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-6262e6e3-d7bb-4997-8c45-e91bd7516363 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 HTTP/1.1" status: 200 len: 217 time: 0.0587187 Sep 16 04:44:35.687156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:35.704207 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8262b28-e25b-4c6d-a251-91b79e58b28e req-32cdb58c-ba99-46a4-aa3e-db3af8466a48 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.705726 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b8262b28-e25b-4c6d-a251-91b79e58b28e req-32cdb58c-ba99-46a4-aa3e-db3af8466a48 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 943 time: 0.2189360 Sep 16 04:44:35.725593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:35.742387 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be64b034-05c0-4fc4-a1ef-64563747894a req-f1cec860-bccc-4aa7-89f9-213cf6c4513e service neutron] 10.222.0.15 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976151 Sep 16 04:44:35.796953 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.resource_extend [None req-934a3308-e722-444f-9608-d1414bb2a054 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:44:35.820726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-8ce662f4-2be4-4059-8d95-617350915d35 req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Allocated IP 172.20.0.5 (bff752ef-1b70-42b9-a812-d2023a553a3a/a806f497-16fd-499e-ae0e-96758d83d378/37858857-1ea3-452e-9557-492eb772077c) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:35.829356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b8262b28-e25b-4c6d-a251-91b79e58b28e req-ae6a4f74-81e7-4f95-b49e-3fd14c7cd929 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084051 Sep 16 04:44:35.832994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-bcb25f63-aebf-4797-83dd-361ff48ac768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:35.834424 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-bcb25f63-aebf-4797-83dd-361ff48ac768 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4cfd570-b1ec-4147-b4f7-830b27a8fe55 HTTP/1.1" status: 200 len: 797 time: 0.1247072 Sep 16 04:44:35.871119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-c319ab7d-ecf6-48fa-b251-6ee5b0379c1c service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451554 Sep 16 04:44:35.970238 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b47b23a2-e26f-44b1-ad24-1b2c0a24a490 req-4f16ade7-57fc-4f17-ad35-d321c1462618 service neutron] 10.222.0.50 "GET /v2.0/networks/c5fc573b-c527-42d0-974d-7bf2d41170f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516369 Sep 16 04:44:35.975583 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-934a3308-e722-444f-9608-d1414bb2a054 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.022395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-934a3308-e722-444f-9608-d1414bb2a054 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.049370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-8e36687f-41ef-41f2-8a17-bdc62c69f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.051020 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-8e36687f-41ef-41f2-8a17-bdc62c69f141 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2027833 Sep 16 04:44:36.070071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3380c84-b45e-4844-8ef7-8d35f881dd9e req-9d2955f2-16e3-45fb-a549-83a2ee6f3466 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.072520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f3380c84-b45e-4844-8ef7-8d35f881dd9e req-9d2955f2-16e3-45fb-a549-83a2ee6f3466 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 943 time: 0.1630704 Sep 16 04:44:36.102582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7f331975-6311-433f-bfc3-1ce623acc620 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:36.182511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-3320536e-e651-46ba-9679-d77ad56ff151 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089859 Sep 16 04:44:36.186912 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d21166-3a14-4ec1-ae5c-99ac017d2fcb x-openstack-request-id: req-99d21166-3a14-4ec1-ae5c-99ac017d2fcb {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:36.187259 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2883b61b-3043-4771-9a23-c3fbc0562f20", "tag": "85c00f52-c0a4-4446-98a4-b33cc0a856ed", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:36.187580 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99d21166-3a14-4ec1-ae5c-99ac017d2fcb {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:36.187896 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2883b61b-3043-4771-9a23-c3fbc0562f20', 'tag': '85c00f52-c0a4-4446-98a4-b33cc0a856ed', 'status': 'completed', 'code': 200} Sep 16 04:44:36.188883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Router bf717758-3289-45bb-99aa-ae1e61fa2bc1 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:36.197748 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-890492be-5b16-4230-bfc4-aa7d74945bee None None] Provisioning complete for port e8bf3c85-01de-47ed-b027-98988e3217b1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:36.198309 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-890492be-5b16-4230-bfc4-aa7d74945bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.336633 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50ab8083-bfab-4b24-b180-0cd8372ca20e req-e7ee0caa-1f83-4670-8062-371dae77aba8 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388154 Sep 16 04:44:36.400570 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f3380c84-b45e-4844-8ef7-8d35f881dd9e req-e2b79f14-5318-4440-abff-332984a1be51 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108865 Sep 16 04:44:36.400810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-890492be-5b16-4230-bfc4-aa7d74945bee None None] Port e8bf3c85-01de-47ed-b027-98988e3217b1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:36.416352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7f331975-6311-433f-bfc3-1ce623acc620, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7f331975-6311-433f-bfc3-1ce623acc620,segment=NetworkSegment(40d8ff70-4f27-4413-89a2-186b60918400),segment_id=40d8ff70-4f27-4413-89a2-186b60918400)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:36.420248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54fcc8-3241-4fe1-8bf0-1a8bdd47aedf req-49378b31-abe2-44b3-bc8a-f3f9354399af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.421826 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e54fcc8-3241-4fe1-8bf0-1a8bdd47aedf req-49378b31-abe2-44b3-bc8a-f3f9354399af service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5664190d075b45fa8a4cc13e6cfd489f&device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 1095 time: 0.2365870 Sep 16 04:44:36.430220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '7f331975-6311-433f-bfc3-1ce623acc620', 'network_id': 'c5fc573b-c527-42d0-974d-7bf2d41170f9', 'port_id': '7f331975-6311-433f-bfc3-1ce623acc620', 'mac_address': 'fa:16:3e:61:9f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31cdcd81-c00e-40d9-a02e-2b4d6f14e3eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:36.477703 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.494116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f331975-6311-433f-bfc3-1ce623acc620 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:36.501332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:36.503632 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-934a3308-e722-444f-9608-d1414bb2a054 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Floating IP 02a93f52-90d8-410a-88a7-072780fae19f associated. External IP: 172.25.0.78, port: e5274e65-e8ad-4b73-9778-f4fa6a052c1d. Sep 16 04:44:36.520243 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-793939eb-0d2f-4ae8-a919-35282e11f813 admin admin] 10.222.0.53 "PUT /v2.0/routers/bf717758-3289-45bb-99aa-ae1e61fa2bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2079651 Sep 16 04:44:36.520474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ce662f4-2be4-4059-8d95-617350915d35 req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.531909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Sync routers for ids ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:36.552320 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7f331975-6311-433f-bfc3-1ce623acc620, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7f331975-6311-433f-bfc3-1ce623acc620,segment=NetworkSegment(40d8ff70-4f27-4413-89a2-186b60918400),segment_id=40d8ff70-4f27-4413-89a2-186b60918400)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:36.558209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Routers {'bf717758-3289-45bb-99aa-ae1e61fa2bc1'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:36.559179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-19375fa9-3270-4d06-be41-486b3896347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:36.562805 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.563862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 82712b47-cf34-4b12-b4d4-fd2dd2c8281a details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:36.575271 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ce662f4-2be4-4059-8d95-617350915d35 req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:36.624691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5df76034-a001-476b-91ee-cb6f5f618ab4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:36.667513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc16e9-5bcf-4f76-bdf7-1e9d8fbf33fb req-c0146f24-fa0a-43c1-8c79-644dfd14eae8 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:36.675957 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20cc16e9-5bcf-4f76-bdf7-1e9d8fbf33fb req-c0146f24-fa0a-43c1-8c79-644dfd14eae8 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 943 time: 0.4795442 Sep 16 04:44:36.679848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b47b23a2-e26f-44b1-ad24-1b2c0a24a490 req-80f72a80-ffc1-4cef-b33c-a917895ce1cd service neutron] 10.222.0.50 "GET /v2.0/networks/c5fc573b-c527-42d0-974d-7bf2d41170f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6994874 Sep 16 04:44:36.742722 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.resource_extend [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:44:36.785569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20cc16e9-5bcf-4f76-bdf7-1e9d8fbf33fb req-8de73645-bc66-4f37-b4a0-2f57fdf776fe tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084387 Sep 16 04:44:36.792293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7f331975-6311-433f-bfc3-1ce623acc620,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:36.970130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Set router bf717758-3289-45bb-99aa-ae1e61fa2bc1 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:37.059018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Pushing event updated for resources: {'Port': ['ID=37858857-1ea3-452e-9557-492eb772077c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:37.072089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:37.091265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce662f4-2be4-4059-8d95-617350915d35 req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Network bff752ef-1b70-42b9-a812-d2023a553a3a is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:37.099519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-8ce662f4-2be4-4059-8d95-617350915d35 req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:37.106449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce662f4-2be4-4059-8d95-617350915d35 req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:37.158618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 45bf7563-7c92-4e0a-9162-fe5020bab1ed details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:37.169949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54fcc8-3241-4fe1-8bf0-1a8bdd47aedf req-a56d445e-9e3f-4e2d-9fde-7cd11f5db330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.171383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e54fcc8-3241-4fe1-8bf0-1a8bdd47aedf req-a56d445e-9e3f-4e2d-9fde-7cd11f5db330 service neutron] 10.222.0.50 "GET /v2.0/networks?id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8 HTTP/1.1" status: 200 len: 914 time: 0.7312472 Sep 16 04:44:37.182388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24ebac-801b-4ade-9bd2-414e8cc6e512 req-06ebd708-4264-479f-8399-fa7d212bd005 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.184509 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e24ebac-801b-4ade-9bd2-414e8cc6e512 req-06ebd708-4264-479f-8399-fa7d212bd005 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 931 time: 0.6863830 Sep 16 04:44:37.193317 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '82712b47-cf34-4b12-b4d4-fd2dd2c8281a', 'network_id': 'ab01d43b-6a4e-4257-bc42-c79cac07e068', 'port_id': '82712b47-cf34-4b12-b4d4-fd2dd2c8281a', 'mac_address': 'fa:16:3e:9c:41:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6604d7-1624-4395-a31f-cb9d0b19c16f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:37.245774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce662f4-2be4-4059-8d95-617350915d35 req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.246736 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ce662f4-2be4-4059-8d95-617350915d35 req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.257827 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5732efe5-1feb-4abe-b4a6-664f41d55956 req-d003a94e-9336-4cf6-acb2-ada7e4aa82d5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 210 time: 0.3818746 Sep 16 04:44:37.261122 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e54fcc8-3241-4fe1-8bf0-1a8bdd47aedf req-cc41576d-6cfc-4630-aa22-4e2b17f2d40b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85c00f52-c0a4-4446-98a4-b33cc0a856ed HTTP/1.1" status: 200 len: 217 time: 0.0732152 Sep 16 04:44:37.288597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934a3308-e722-444f-9608-d1414bb2a054 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:44:37.346347 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-d76304e3-f5cf-4f61-b20c-f92807fefdd9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3653116 Sep 16 04:44:37.356836 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.resource_extend [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:44:37.398027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Request body: {'port': {'device_id': '192534e9-c0a7-40b6-8717-84e4164ef3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:37.434537 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e24ebac-801b-4ade-9bd2-414e8cc6e512 req-c5cffbc3-718d-4f8c-975c-36261007335a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353010 Sep 16 04:44:37.447225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54fcc8-3241-4fe1-8bf0-1a8bdd47aedf req-204bddbf-b4d1-4362-a72d-693a70e88179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.455236 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e54fcc8-3241-4fe1-8bf0-1a8bdd47aedf req-204bddbf-b4d1-4362-a72d-693a70e88179 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0aa1bdaa-892f-448a-908f-1a54819ec2fb HTTP/1.1" status: 200 len: 853 time: 0.1607685 Sep 16 04:44:37.486680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 45bf7563-7c92-4e0a-9162-fe5020bab1ed, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=45bf7563-7c92-4e0a-9162-fe5020bab1ed,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:37.500012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '45bf7563-7c92-4e0a-9162-fe5020bab1ed', 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8', 'port_id': '45bf7563-7c92-4e0a-9162-fe5020bab1ed', 'mac_address': 'fa:16:3e:59:b8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa1bdaa-892f-448a-908f-1a54819ec2fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:37.504068 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.537939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934a3308-e722-444f-9608-d1414bb2a054 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:44:37.545013 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-934a3308-e722-444f-9608-d1414bb2a054 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.551789 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e171c-a30d-4d44-b30e-977782c0ae14 None None] Sync routers for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:44:37.559961 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e54fcc8-3241-4fe1-8bf0-1a8bdd47aedf req-ad3e343a-fb26-4dfb-881b-2d3517a74315 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732505 Sep 16 04:44:37.565009 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e171c-a30d-4d44-b30e-977782c0ae14 None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:37.569246 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0c6e171c-a30d-4d44-b30e-977782c0ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:37.592066 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.612969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-a76e51d8-4651-47b6-9f10-a93f05ea414f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.614044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82712b47-cf34-4b12-b4d4-fd2dd2c8281a {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:37.614435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f374-20fb-45fe-bdf9-b516e6da5112 req-bb84950c-2fec-4523-98f3-4f2fa136ead8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.615900 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-a76e51d8-4651-47b6-9f10-a93f05ea414f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.3817511 Sep 16 04:44:37.621321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f374-20fb-45fe-bdf9-b516e6da5112 req-bb84950c-2fec-4523-98f3-4f2fa136ead8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.627771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f374-20fb-45fe-bdf9-b516e6da5112 req-bb84950c-2fec-4523-98f3-4f2fa136ead8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.628786 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.636069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f374-20fb-45fe-bdf9-b516e6da5112 req-bb84950c-2fec-4523-98f3-4f2fa136ead8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.642887 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f374-20fb-45fe-bdf9-b516e6da5112 req-bb84950c-2fec-4523-98f3-4f2fa136ead8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.651147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f374-20fb-45fe-bdf9-b516e6da5112 req-bb84950c-2fec-4523-98f3-4f2fa136ead8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.657906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f374-20fb-45fe-bdf9-b516e6da5112 req-bb84950c-2fec-4523-98f3-4f2fa136ead8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:37.659128 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Request body: {'port': {'device_id': '6c96cde5-450d-466a-b12e-e73ee008a73b', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'admin_state_up': True, 'tenant_id': '12e4b4d2b68d4193892f7f9652ee2b63'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:37.660041 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e55f374-20fb-45fe-bdf9-b516e6da5112 req-bb84950c-2fec-4523-98f3-4f2fa136ead8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.2438302 Sep 16 04:44:37.662214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-934a3308-e722-444f-9608-d1414bb2a054 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "PUT /v2.0/floatingips/02a93f52-90d8-410a-88a7-072780fae19f HTTP/1.1" status: 200 len: 991 time: 3.6101885 Sep 16 04:44:37.662840 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'tag': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:37.665201 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60539d89-5a3b-4084-8586-1497c2bdd16f" -d '{"events": [{"name": "network-changed", "server_uuid": "5921a7e6-7dff-4e10-b63c-9336cd6d8e53", "tag": "e5274e65-e8ad-4b73-9778-f4fa6a052c1d"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:37.692744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:37.701068 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.707288 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.763112 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e55f374-20fb-45fe-bdf9-b516e6da5112 req-01076e65-b913-407e-940b-af2d796fd4b6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845971 Sep 16 04:44:37.789984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bf7563-7c92-4e0a-9162-fe5020bab1ed {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:37.815679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-19375fa9-3270-4d06-be41-486b3896347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e8bf3c85-01de-47ed-b027-98988e3217b1', 'name': '', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'mac_address': 'fa:16:3e:7c:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:32Z', 'updated_at': '2021-09-16T04:44:34Z', 'revision_number': 2, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'subnets': [{'id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:37.912388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Made reservation on behalf of 12e4b4d2b68d4193892f7f9652ee2b63 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:37.912765 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Checking router: bf717758-3289-45bb-99aa-ae1e61fa2bc1 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:37.913206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Updating router bf717758-3289-45bb-99aa-ae1e61fa2bc1 port e8bf3c85-01de-47ed-b027-98988e3217b1 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:44:37.914172 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0c6e171c-a30d-4d44-b30e-977782c0ae14 None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:37.919792 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.950850 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.957808 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 45bf7563-7c92-4e0a-9162-fe5020bab1ed, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=45bf7563-7c92-4e0a-9162-fe5020bab1ed,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:37.967357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:37.972296 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33704) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:37.972783 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:37.985662 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['82712b47-cf34-4b12-b4d4-fd2dd2c8281a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:37.988250 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['7f331975-6311-433f-bfc3-1ce623acc620'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:38.000581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-1cb6f7fd-a878-4445-afa1-110b041ccd4f tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086441459', 'description': 'tempest-description--2124445074'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:38.062949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac45ff7-4558-4e23-9050-0331f387266c req-d2afee23-7d29-485b-9441-e8e8bb6e3142 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.065494 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ac45ff7-4558-4e23-9050-0331f387266c req-d2afee23-7d29-485b-9441-e8e8bb6e3142 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 944 time: 0.1696601 Sep 16 04:44:38.114763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 85c00f52-c0a4-4446-98a4-b33cc0a856ed details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:38.169531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ac45ff7-4558-4e23-9050-0331f387266c req-0fbd483c-f1a9-44c9-8275-3ae5087d4f18 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837486 Sep 16 04:44:38.255985 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1cb6f7fd-a878-4445-afa1-110b041ccd4f tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.267117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 85c00f52-c0a4-4446-98a4-b33cc0a856ed, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=85c00f52-c0a4-4446-98a4-b33cc0a856ed,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:38.286016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '85c00f52-c0a4-4446-98a4-b33cc0a856ed', 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8', 'port_id': '85c00f52-c0a4-4446-98a4-b33cc0a856ed', 'mac_address': 'fa:16:3e:e7:43:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa1bdaa-892f-448a-908f-1a54819ec2fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:38.345302 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0c6e171c-a30d-4d44-b30e-977782c0ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '02a93f52-90d8-410a-88a7-072780fae19f', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'port_id': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'mac_address': 'fa:16:3e:4f:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:44:07Z', 'updated_at': '2021-09-16T04:44:35Z', 'revision_number': 1, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:04Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:38.362067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6cfe2-0559-4cfa-b4e4-40cefd061c3b req-36a43752-ed76-412d-988e-1a2d2ff01301 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.372912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5f6cfe2-0559-4cfa-b4e4-40cefd061c3b req-36a43752-ed76-412d-988e-1a2d2ff01301 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 943 time: 0.0736344 Sep 16 04:44:38.377074 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e54fcc8-3241-4fe1-8bf0-1a8bdd47aedf req-7cf41c16-148c-41c5-aab5-24efd2957204 service neutron] 10.222.0.50 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001449 Sep 16 04:44:38.416403 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e171c-a30d-4d44-b30e-977782c0ae14 None None] Checking router: ee6b3f27-2d80-48be-84c9-090ca84cc5c5 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:44:38.427220 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e171c-a30d-4d44-b30e-977782c0ae14 None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:38.428060 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0c6e171c-a30d-4d44-b30e-977782c0ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:38.429758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=45bf7563-7c92-4e0a-9162-fe5020bab1ed,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:38.433517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['45bf7563-7c92-4e0a-9162-fe5020bab1ed'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:38.448468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5f6cfe2-0559-4cfa-b4e4-40cefd061c3b req-c681913d-57b5-4e84-8822-2c900b7a7b33 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704329 Sep 16 04:44:38.463564 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de92dc3-efd8-48f3-a054-f01d9bc047ee x-openstack-request-id: req-4de92dc3-efd8-48f3-a054-f01d9bc047ee {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:38.463869 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5921a7e6-7dff-4e10-b63c-9336cd6d8e53", "tag": "e5274e65-e8ad-4b73-9778-f4fa6a052c1d", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:38.464127 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4de92dc3-efd8-48f3-a054-f01d9bc047ee {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:38.464536 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'tag': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d', 'status': 'completed', 'code': 200} Sep 16 04:44:38.582634 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.606460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60539d89-5a3b-4084-8586-1497c2bdd16f req-1c68cb4c-4df8-43ee-8bb0-b0e7d7872b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.609070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60539d89-5a3b-4084-8586-1497c2bdd16f req-1c68cb4c-4df8-43ee-8bb0-b0e7d7872b63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 1098 time: 0.1137164 Sep 16 04:44:38.614630 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0c6e171c-a30d-4d44-b30e-977782c0ae14 None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:38.635103 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b1ea-6204-47c4-8b1b-e6254834a2d1 req-bac8508a-500c-4820-b77d-a2b3c1157b05 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.646773 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eaa0b1ea-6204-47c4-8b1b-e6254834a2d1 req-bac8508a-500c-4820-b77d-a2b3c1157b05 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 944 time: 0.1070752 Sep 16 04:44:38.664592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c00f52-c0a4-4446-98a4-b33cc0a856ed {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:38.709727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Allocated IP 172.20.0.7 (a9db93c8-763a-44d3-974e-03a5c35c1e44/fe58f381-cad6-48c7-a9bf-7d2ce1b9e110/90a908af-aaff-43f1-888e-e09d8bb1e6c8) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:38.716691 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4160c2fa-1270-47ca-86f8-fd1814774ae3 req-d54d156b-3112-4d62-ad23-2c8aaa355e29 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 210 time: 0.1381397 Sep 16 04:44:38.787967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eaa0b1ea-6204-47c4-8b1b-e6254834a2d1 req-ef3bd9df-2c3f-4cfb-9e3c-a4b8c04e1894 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344020 Sep 16 04:44:38.799810 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e54fcc8-3241-4fe1-8bf0-1a8bdd47aedf req-7bfa4907-2eb1-4c09-bae5-cfab9d95e36d service neutron] 10.222.0.50 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917670 Sep 16 04:44:38.925062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60539d89-5a3b-4084-8586-1497c2bdd16f req-43e78d44-68b6-42b4-a62f-766aaeec35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:38.930356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60539d89-5a3b-4084-8586-1497c2bdd16f req-43e78d44-68b6-42b4-a62f-766aaeec35e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 200 len: 912 time: 0.2808986 Sep 16 04:44:38.937255 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0c6e171c-a30d-4d44-b30e-977782c0ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '02a93f52-90d8-410a-88a7-072780fae19f', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'port_id': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'mac_address': 'fa:16:3e:4f:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:44:07Z', 'updated_at': '2021-09-16T04:44:35Z', 'revision_number': 1, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:04Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:38.955474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1cb6f7fd-a878-4445-afa1-110b041ccd4f tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.969366 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6e171c-a30d-4d44-b30e-977782c0ae14 None None] The sync data for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 is: [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '02a93f52-90d8-410a-88a7-072780fae19f', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'port_id': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'mac_address': 'fa:16:3e:4f:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:44:07Z', 'updated_at': '2021-09-16T04:44:35Z', 'revision_number': 1, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:04Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:38.974677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1cb6f7fd-a878-4445-afa1-110b041ccd4f tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:38.983431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 85c00f52-c0a4-4446-98a4-b33cc0a856ed, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=85c00f52-c0a4-4446-98a4-b33cc0a856ed,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:39.002201 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.069262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=85c00f52-c0a4-4446-98a4-b33cc0a856ed,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:39.119477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60539d89-5a3b-4084-8586-1497c2bdd16f req-49125576-ee8c-4095-a037-db6dc4d04fc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5274e65-e8ad-4b73-9778-f4fa6a052c1d HTTP/1.1" status: 200 len: 999 time: 0.1571586 Sep 16 04:44:39.122803 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1cb6f7fd-a878-4445-afa1-110b041ccd4f tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.124227 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1cb6f7fd-a878-4445-afa1-110b041ccd4f tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1357324 Sep 16 04:44:39.136536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df4a27-efcd-42fa-b63f-c764efa286d2 req-81d5fa22-6182-43e1-bd1d-701b75271ebf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.137476 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb2d41-4894-4d9a-b4b4-3a551ed6431b req-a3b0045a-5fba-4913-8c05-aa3ec5b1d6ab tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.143302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df4a27-efcd-42fa-b63f-c764efa286d2 req-81d5fa22-6182-43e1-bd1d-701b75271ebf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.145692 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48cb2d41-4894-4d9a-b4b4-3a551ed6431b req-a3b0045a-5fba-4913-8c05-aa3ec5b1d6ab tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 931 time: 0.2804012 Sep 16 04:44:39.147287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6f7fd-a878-4445-afa1-110b041ccd4f tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462b6055-799d-4452-8412-7cd8d356f5ad,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:39.150151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df4a27-efcd-42fa-b63f-c764efa286d2 req-81d5fa22-6182-43e1-bd1d-701b75271ebf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.156784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df4a27-efcd-42fa-b63f-c764efa286d2 req-81d5fa22-6182-43e1-bd1d-701b75271ebf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.163313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33712) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:39.163825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df4a27-efcd-42fa-b63f-c764efa286d2 req-81d5fa22-6182-43e1-bd1d-701b75271ebf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.171212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df4a27-efcd-42fa-b63f-c764efa286d2 req-81d5fa22-6182-43e1-bd1d-701b75271ebf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.177051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df4a27-efcd-42fa-b63f-c764efa286d2 req-81d5fa22-6182-43e1-bd1d-701b75271ebf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.179137 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79df4a27-efcd-42fa-b63f-c764efa286d2 req-81d5fa22-6182-43e1-bd1d-701b75271ebf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.2192159 Sep 16 04:44:39.208829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-cfd1b531-bfbe-45a4-949b-5ed8fc9eb29e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Request body: {'security_group_rule': {'security_group_id': '462b6055-799d-4452-8412-7cd8d356f5ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:39.222557 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48cb2d41-4894-4d9a-b4b4-3a551ed6431b req-061b7db2-77a4-4723-859c-cbc8b726b72c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761456 Sep 16 04:44:39.226357 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.231644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60539d89-5a3b-4084-8586-1497c2bdd16f req-83baa268-9be1-441e-936f-6d0dabb25828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.232695 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.233344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60539d89-5a3b-4084-8586-1497c2bdd16f req-83baa268-9be1-441e-936f-6d0dabb25828 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e14c121a-a13e-4cf4-87d5-73ea10aad127 HTTP/1.1" status: 200 len: 850 time: 0.0532219 Sep 16 04:44:39.248935 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37858857-1ea3-452e-9557-492eb772077c {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:39.273514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['85c00f52-c0a4-4446-98a4-b33cc0a856ed'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:39.280266 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.292777 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.328087 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b531-bfbe-45a4-949b-5ed8fc9eb29e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.344026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0845a5c-6471-4609-925a-53c5391b2a1a None None] Pushing event updated for resources: {'Port': ['ID=e8bf3c85-01de-47ed-b027-98988e3217b1,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:39.363606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79df4a27-efcd-42fa-b63f-c764efa286d2 req-fbf0a2d2-bdb2-4338-b97c-cb8010d15df0 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291625 Sep 16 04:44:39.376301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Transition to ACTIVE for port object 37858857-1ea3-452e-9557-492eb772077c will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:39.395608 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc2bee4-b719-47c4-8d8c-baed65ce93ba None None] New status for floating IP 02a93f52-90d8-410a-88a7-072780fae19f: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:44:39.416630 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b531-bfbe-45a4-949b-5ed8fc9eb29e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.423542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60539d89-5a3b-4084-8586-1497c2bdd16f req-c0d054aa-5d67-40a4-a46e-9db807c36ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.424033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b531-bfbe-45a4-949b-5ed8fc9eb29e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.425838 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60539d89-5a3b-4084-8586-1497c2bdd16f req-c0d054aa-5d67-40a4-a46e-9db807c36ac6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54ab4011-9c3b-42b6-b477-8b46a43d41ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1792691 Sep 16 04:44:39.439456 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.517113 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cfd1b531-bfbe-45a4-949b-5ed8fc9eb29e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.518536 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cfd1b531-bfbe-45a4-949b-5ed8fc9eb29e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3318048 Sep 16 04:44:39.548528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1b531-bfbe-45a4-949b-5ed8fc9eb29e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e276d2a-ac36-4f26-87a3-fda8e7eb610b,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:39.552100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=37858857-1ea3-452e-9557-492eb772077c,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:39.557557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33720) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:39.562996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b1ed0965-ebe8-4e96-a439-94cf9fe78040 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Request body: {'security_group_rule': {'security_group_id': '462b6055-799d-4452-8412-7cd8d356f5ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:39.598432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Attempting to bind port e8bf3c85-01de-47ed-b027-98988e3217b1 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:39.598980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Attempting to bind port e8bf3c85-01de-47ed-b027-98988e3217b1 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:39.599365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Attempting to bind port e8bf3c85-01de-47ed-b027-98988e3217b1 on network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:39.654542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:39.655205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Checking segment: {'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:39.655762 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.656306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Bound using segment: {'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:39.657216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Bound port: e8bf3c85-01de-47ed-b027-98988e3217b1, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:39.657790 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.658663 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0965-ebe8-4e96-a439-94cf9fe78040 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.660347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299253ab-741d-498e-a446-4033f1ac2dbd req-1e9da31f-6f7d-4cc6-9170-6e30c83bced5 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.662040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-299253ab-741d-498e-a446-4033f1ac2dbd req-1e9da31f-6f7d-4cc6-9170-6e30c83bced5 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 944 time: 0.1406958 Sep 16 04:44:39.665926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60539d89-5a3b-4084-8586-1497c2bdd16f req-93add7b4-0f6c-4f9a-9e34-d18e0945e6ed service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278652 Sep 16 04:44:39.681801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136be2c7-a00d-4fce-b86b-a68ec83ac0a6 req-a66b3c28-3403-4085-9291-99c79e9a8ac9 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:39.690959 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-136be2c7-a00d-4fce-b86b-a68ec83ac0a6 req-a66b3c28-3403-4085-9291-99c79e9a8ac9 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 944 time: 0.1038709 Sep 16 04:44:39.694806 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.740408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Attempting to bind port 37858857-1ea3-452e-9557-492eb772077c on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:39.740854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Attempting to bind port 37858857-1ea3-452e-9557-492eb772077c by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '6ea396f3-756c-4da1-b0e2-1b989545c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:39.742512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Attempting to bind port 37858857-1ea3-452e-9557-492eb772077c on network bff752ef-1b70-42b9-a812-d2023a553a3a {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:39.768175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Port 37858857-1ea3-452e-9557-492eb772077c on network bff752ef-1b70-42b9-a812-d2023a553a3a not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:39.768617 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Attempting to bind port 37858857-1ea3-452e-9557-492eb772077c on network bff752ef-1b70-42b9-a812-d2023a553a3a {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:39.776903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Network a9db93c8-763a-44d3-974e-03a5c35c1e44 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:39.789264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:39.789928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Checking segment: {'id': '6ea396f3-756c-4da1-b0e2-1b989545c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:39.791418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Bound using segment: {'id': '6ea396f3-756c-4da1-b0e2-1b989545c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:39.792153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Bound port: 37858857-1ea3-452e-9557-492eb772077c, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea396f3-756c-4da1-b0e2-1b989545c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:39.792675 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.796517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-53bde946-ab24-4274-a383-76be349189d7 None None] Provisioning complete for port e8bf3c85-01de-47ed-b027-98988e3217b1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:39.796902 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-53bde946-ab24-4274-a383-76be349189d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.813310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:39.816076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:39.827963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-19375fa9-3270-4d06-be41-486b3896347d None None] For port e8bf3c85-01de-47ed-b027-98988e3217b1, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:39.835233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-136be2c7-a00d-4fce-b86b-a68ec83ac0a6 req-4ff6abc5-5804-47b3-a8d0-0dc3f35c74ed tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430290 Sep 16 04:44:39.846857 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0965-ebe8-4e96-a439-94cf9fe78040 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.848887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event updated for resources: {'Port': ['ID=90a908af-aaff-43f1-888e-e09d8bb1e6c8,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:39.850443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-19375fa9-3270-4d06-be41-486b3896347d None None] For port e8bf3c85-01de-47ed-b027-98988e3217b1, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e8bf3c85-01de-47ed-b027-98988e3217b1,segment=NetworkSegment(29d34868-c205-4786-a4e6-21a1a0670ade),segment_id=29d34868-c205-4786-a4e6-21a1a0670ade)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:39.861565 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0965-ebe8-4e96-a439-94cf9fe78040 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.865321 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.873030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-53bde946-ab24-4274-a383-76be349189d7 None None] Port e8bf3c85-01de-47ed-b027-98988e3217b1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:39.873714 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-299253ab-741d-498e-a446-4033f1ac2dbd req-7f95ad9e-60d6-46d2-97c5-0a8d87ee918d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877527 Sep 16 04:44:39.885555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed0965-ebe8-4e96-a439-94cf9fe78040 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f9a936-4f13-4402-b5b2-9b70ccfd1a77,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:39.911223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60539d89-5a3b-4084-8586-1497c2bdd16f req-1d71fb0a-7883-4e7b-ad7e-3ad7f4361b41 service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148736 Sep 16 04:44:39.920336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Routers {'bf717758-3289-45bb-99aa-ae1e61fa2bc1'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:44:39.920988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-19375fa9-3270-4d06-be41-486b3896347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:39.935892 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0965-ebe8-4e96-a439-94cf9fe78040 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:39.940116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b1ed0965-ebe8-4e96-a439-94cf9fe78040 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3813992 Sep 16 04:44:39.946370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33726) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:39.963756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:40.006239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0845a5c-6471-4609-925a-53c5391b2a1a None None] Pushing event updated for resources: {'Port': ['ID=e8bf3c85-01de-47ed-b027-98988e3217b1,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:40.006899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.051613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.052421 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.091318 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-19375fa9-3270-4d06-be41-486b3896347d None None] Set router bf717758-3289-45bb-99aa-ae1e61fa2bc1 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:44:40.094727 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-89f5671c-9cd6-40ca-bd91-34ce0e104350 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4449217 Sep 16 04:44:40.096066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] For port 37858857-1ea3-452e-9557-492eb772077c, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:40.100616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] For port 37858857-1ea3-452e-9557-492eb772077c, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=37858857-1ea3-452e-9557-492eb772077c,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:40.104751 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.119549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Request body: {'port': {'device_id': '6c96cde5-450d-466a-b12e-e73ee008a73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:40.127046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 82712b47-cf34-4b12-b4d4-fd2dd2c8281a up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:40.137468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfbdcf-30f9-4a9d-a561-c0451e345af3 req-f8e8a434-9479-40a3-9542-66fc2512f448 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.138961 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bfbdcf-30f9-4a9d-a561-c0451e345af3 req-f8e8a434-9479-40a3-9542-66fc2512f448 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 944 time: 0.1352484 Sep 16 04:44:40.141994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692d2c-ebaf-4585-987a-a7d75efb2de5 req-2211ad6e-704b-4408-87f9-0f7ba324ccaa tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.144019 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32692d2c-ebaf-4585-987a-a7d75efb2de5 req-2211ad6e-704b-4408-87f9-0f7ba324ccaa tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 931 time: 0.1485145 Sep 16 04:44:40.177018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.177730 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.179225 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] 10.222.0.15 "PUT /v2.0/ports/37858857-1ea3-452e-9557-492eb772077c HTTP/1.1" status: 200 len: 1092 time: 2.7855375 Sep 16 04:44:40.181034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192534e9-c0a7-40b6-8717-84e4164ef3ae', 'tag': '37858857-1ea3-452e-9557-492eb772077c'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:40.183128 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d56eb3e-8889-4b26-b484-8a63e257912a" -d '{"events": [{"name": "network-changed", "server_uuid": "192534e9-c0a7-40b6-8717-84e4164ef3ae", "tag": "37858857-1ea3-452e-9557-492eb772077c"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:40.230932 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32692d2c-ebaf-4585-987a-a7d75efb2de5 req-fd3d61b8-c71e-4469-973d-8c6e4ad37744 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719366 Sep 16 04:44:40.253575 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.302704 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee097715-b6b8-4c68-b75b-2d7da19f286b x-openstack-request-id: req-ee097715-b6b8-4c68-b75b-2d7da19f286b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:40.303311 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192534e9-c0a7-40b6-8717-84e4164ef3ae", "tag": "37858857-1ea3-452e-9557-492eb772077c", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:40.303311 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee097715-b6b8-4c68-b75b-2d7da19f286b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:40.303613 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192534e9-c0a7-40b6-8717-84e4164ef3ae', 'tag': '37858857-1ea3-452e-9557-492eb772077c', 'status': 'completed', 'code': 200} Sep 16 04:44:40.310776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20425c38-170e-4c27-a024-45748fd8b2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=37858857-1ea3-452e-9557-492eb772077c,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:40.319871 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74bfbdcf-30f9-4a9d-a561-c0451e345af3 req-19d9917c-fdc6-451e-b492-f26fc3ead331 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395733 Sep 16 04:44:40.321500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.342449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-70da8629-ce25-4b19-876c-d5a5b477ed2f None None] Provisioning complete for port e8bf3c85-01de-47ed-b027-98988e3217b1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:40.342449 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-70da8629-ce25-4b19-876c-d5a5b477ed2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.343288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce662f4-2be4-4059-8d95-617350915d35 req-38afa902-ebc9-45da-b896-d08e9c8ab922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.343288 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-38afa902-ebc9-45da-b896-d08e9c8ab922 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0271b93978e4697964f7a0550f6d45d&device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 1095 time: 0.1132460 Sep 16 04:44:40.347286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:40.382924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:40.383680 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.406141 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-cb93d9b7-480a-4924-a072-cf732ec97e2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37858857-1ea3-452e-9557-492eb772077c HTTP/1.1" status: 200 len: 217 time: 0.0419302 Sep 16 04:44:40.443038 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Allocated IP 172.25.0.242 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/1c131a53-d59d-4d1d-baa1-1d12c6a5831e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:40.475552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88411b90-eb35-459e-858c-4d133d732dc7 req-6eef5273-fcdd-4db5-8eb1-074b02491c12 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.477298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88411b90-eb35-459e-858c-4d133d732dc7 req-6eef5273-fcdd-4db5-8eb1-074b02491c12 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 943 time: 0.0871060 Sep 16 04:44:40.530229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce662f4-2be4-4059-8d95-617350915d35 req-ea72101d-ec0a-4711-b3e7-6e474e625de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.531667 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-ea72101d-ec0a-4711-b3e7-6e474e625de0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a806f497-16fd-499e-ae0e-96758d83d378 HTTP/1.1" status: 200 len: 854 time: 0.1152928 Sep 16 04:44:40.570990 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-70da8629-ce25-4b19-876c-d5a5b477ed2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.582521 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88411b90-eb35-459e-858c-4d133d732dc7 req-4452e0fa-01c3-44bd-b85f-f6a145216e89 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949230 Sep 16 04:44:40.594057 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-fa231916-9a35-4e9b-9a03-eb2d4dc7498b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bff752ef-1b70-42b9-a812-d2023a553a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496912 Sep 16 04:44:40.608216 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.637498 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.649911 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc637acb-555b-4924-a7c2-8d46397e628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82712b47-cf34-4b12-b4d4-fd2dd2c8281a'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:40.652469 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a434e5-4c22-4271-ac8d-a950cc2ece16" -d '{"events": [{"server_uuid": "dc637acb-555b-4924-a7c2-8d46397e628b", "name": "network-vif-plugged", "status": "completed", "tag": "82712b47-cf34-4b12-b4d4-fd2dd2c8281a"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:40.656557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-70da8629-ce25-4b19-876c-d5a5b477ed2f None None] For port e8bf3c85-01de-47ed-b027-98988e3217b1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e8bf3c85-01de-47ed-b027-98988e3217b1,segment=NetworkSegment(29d34868-c205-4786-a4e6-21a1a0670ade),segment_id=29d34868-c205-4786-a4e6-21a1a0670ade)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:40.661638 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-19375fa9-3270-4d06-be41-486b3896347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e8bf3c85-01de-47ed-b027-98988e3217b1', 'name': '', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'mac_address': 'fa:16:3e:7c:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:32Z', 'updated_at': '2021-09-16T04:44:39Z', 'revision_number': 4, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'subnets': [{'id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:40.671070 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-70da8629-ce25-4b19-876c-d5a5b477ed2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.689464 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.705277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:40.710037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19375fa9-3270-4d06-be41-486b3896347d None None] The sync data for ids ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'] in n-d-712142-17 is: [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e8bf3c85-01de-47ed-b027-98988e3217b1', 'name': '', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'mac_address': 'fa:16:3e:7c:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:32Z', 'updated_at': '2021-09-16T04:44:39Z', 'revision_number': 4, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'subnets': [{'id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:44:40.735335 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.736347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7f331975-6311-433f-bfc3-1ce623acc620 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:40.738718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8960897-329d-40dc-974c-0b44a22da722 req-fb8ea991-b148-4cb6-9815-ee5112450285 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.751372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:40.751522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8960897-329d-40dc-974c-0b44a22da722 req-fb8ea991-b148-4cb6-9815-ee5112450285 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.755280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:40.757565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8960897-329d-40dc-974c-0b44a22da722 req-fb8ea991-b148-4cb6-9815-ee5112450285 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.764178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8960897-329d-40dc-974c-0b44a22da722 req-fb8ea991-b148-4cb6-9815-ee5112450285 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.766979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:40.772434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8960897-329d-40dc-974c-0b44a22da722 req-fb8ea991-b148-4cb6-9815-ee5112450285 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.779115 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902cb384-edbe-465d-bca4-fc0c81e2d4fe x-openstack-request-id: req-902cb384-edbe-465d-bca4-fc0c81e2d4fe {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:40.779253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8960897-329d-40dc-974c-0b44a22da722 req-fb8ea991-b148-4cb6-9815-ee5112450285 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.779668 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc637acb-555b-4924-a7c2-8d46397e628b", "name": "network-vif-plugged", "status": "completed", "tag": "82712b47-cf34-4b12-b4d4-fd2dd2c8281a", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:40.779935 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-902cb384-edbe-465d-bca4-fc0c81e2d4fe {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:40.785651 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc637acb-555b-4924-a7c2-8d46397e628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82712b47-cf34-4b12-b4d4-fd2dd2c8281a', 'code': 200} Sep 16 04:44:40.795190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8960897-329d-40dc-974c-0b44a22da722 req-fb8ea991-b148-4cb6-9815-ee5112450285 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:40.803190 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b8960897-329d-40dc-974c-0b44a22da722 req-fb8ea991-b148-4cb6-9815-ee5112450285 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.2705102 Sep 16 04:44:40.832028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da8629-ce25-4b19-876c-d5a5b477ed2f None None] Pushing event updated for resources: {'Port': ['ID=e8bf3c85-01de-47ed-b027-98988e3217b1,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:40.843238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Pushing event updated for resources: {'Port': ['ID=1c131a53-d59d-4d1d-baa1-1d12c6a5831e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:40.867602 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-53a7df65-3aa5-4479-b492-57da1777fa66 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603214 Sep 16 04:44:40.919779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 7f331975-6311-433f-bfc3-1ce623acc620 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:40.945781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 7f331975-6311-433f-bfc3-1ce623acc620 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:40.951737 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:40.951737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:40.984763 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.032729 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.091448 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.121968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e8bf3c85-01de-47ed-b027-98988e3217b1 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:41.126801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539d3fb-b96c-4f06-96ed-8b24fd87342c req-8b6488e0-2b68-48f9-985d-41c878f47a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.128688 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a539d3fb-b96c-4f06-96ed-8b24fd87342c req-8b6488e0-2b68-48f9-985d-41c878f47a04 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 1097 time: 0.2560415 Sep 16 04:44:41.138068 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b8960897-329d-40dc-974c-0b44a22da722 req-f1dd53d2-1b2b-422c-b25c-f2896cc7c673 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2582977 Sep 16 04:44:41.158523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 45bf7563-7c92-4e0a-9162-fe5020bab1ed up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:41.184629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4277b-1690-4928-bd47-b8b4a18de8b7 req-fd8629b2-9cb4-406c-b2c9-a55ddf303478 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.186245 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82b4277b-1690-4928-bd47-b8b4a18de8b7 req-fd8629b2-9cb4-406c-b2c9-a55ddf303478 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 944 time: 0.1546180 Sep 16 04:44:41.195955 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7f331975-6311-433f-bfc3-1ce623acc620, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7f331975-6311-433f-bfc3-1ce623acc620,segment=NetworkSegment(40d8ff70-4f27-4413-89a2-186b60918400),segment_id=40d8ff70-4f27-4413-89a2-186b60918400)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:41.207023 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.256381 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a539d3fb-b96c-4f06-96ed-8b24fd87342c req-2cfd7b85-d588-4c2f-826c-24417118df73 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124768 Sep 16 04:44:41.267701 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ce662f4-2be4-4059-8d95-617350915d35 req-0a5043fa-5528-4af4-95e0-6935460d42fc service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766227 Sep 16 04:44:41.314051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7f331975-6311-433f-bfc3-1ce623acc620,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:41.319037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e8bf3c85-01de-47ed-b027-98988e3217b1 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:41.319420 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.334641 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a908af-aaff-43f1-888e-e09d8bb1e6c8 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:41.360128 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.374471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe5362-4a01-485e-8933-623543f80588 req-09c29e7e-99f8-4de4-b462-618a756d3086 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.383707 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6cfe5362-4a01-485e-8933-623543f80588 req-09c29e7e-99f8-4de4-b462-618a756d3086 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 945 time: 0.1255255 Sep 16 04:44:41.387416 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.401247 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.452796 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Transition to ACTIVE for port object 90a908af-aaff-43f1-888e-e09d8bb1e6c8 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:41.466264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Pushing event updated for resources: {'Port': ['ID=1c131a53-d59d-4d1d-baa1-1d12c6a5831e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:41.472858 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.511479 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82b4277b-1690-4928-bd47-b8b4a18de8b7 req-58f43d4a-1a07-4859-8bf8-4775a1e1cc44 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950637 Sep 16 04:44:41.524005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56eb3e-8889-4b26-b484-8a63e257912a req-3d034942-45e6-43f7-8e70-4609078fee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.526468 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d56eb3e-8889-4b26-b484-8a63e257912a req-3d034942-45e6-43f7-8e70-4609078fee18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0271b93978e4697964f7a0550f6d45d&device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 1095 time: 0.1828680 Sep 16 04:44:41.541222 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6cfe5362-4a01-485e-8933-623543f80588 req-6eb6c8dc-c612-4f70-934c-0484faec134c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528487 Sep 16 04:44:41.545299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 45bf7563-7c92-4e0a-9162-fe5020bab1ed completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:41.575898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 45bf7563-7c92-4e0a-9162-fe5020bab1ed triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:41.576311 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.584103 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.610179 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.618377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3dc42e28-e4f8-43f8-9f3f-a1c9b5acd66d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6656666 Sep 16 04:44:41.660610 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Pushing event updated for resources: {'Port': ['ID=90a908af-aaff-43f1-888e-e09d8bb1e6c8,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:41.694837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa0217-2321-406f-b22e-38291198050a req-6d338dac-6bf0-4d02-9006-fccc00fbb3ec tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.706215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45aa0217-2321-406f-b22e-38291198050a req-6d338dac-6bf0-4d02-9006-fccc00fbb3ec tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 943 time: 0.0862217 Sep 16 04:44:41.729410 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.761667 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45aa0217-2321-406f-b22e-38291198050a req-a99966ec-3320-4fe4-b868-d369e44e6379 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506601 Sep 16 04:44:41.770274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 45bf7563-7c92-4e0a-9162-fe5020bab1ed, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=45bf7563-7c92-4e0a-9162-fe5020bab1ed,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:41.780010 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.842002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56eb3e-8889-4b26-b484-8a63e257912a req-b98de4a3-59d3-4e0f-aee2-26096e50d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.843582 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d56eb3e-8889-4b26-b484-8a63e257912a req-b98de4a3-59d3-4e0f-aee2-26096e50d2a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 200 len: 915 time: 0.3016264 Sep 16 04:44:41.845711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=45bf7563-7c92-4e0a-9162-fe5020bab1ed,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:41.859247 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3ec4f-2dc2-41f6-b9c7-60fe3f8f6804 req-436909db-e91a-4cbd-ba02-a963c0f6528f tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.860797 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ad3ec4f-2dc2-41f6-b9c7-60fe3f8f6804 req-436909db-e91a-4cbd-ba02-a963c0f6528f tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 945 time: 0.1508446 Sep 16 04:44:41.870744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Attempting to bind port 90a908af-aaff-43f1-888e-e09d8bb1e6c8 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:41.871084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Attempting to bind port 90a908af-aaff-43f1-888e-e09d8bb1e6c8 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:41.871422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Attempting to bind port 90a908af-aaff-43f1-888e-e09d8bb1e6c8 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:41.895446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51355644-e88a-45de-abf1-15c9fee5070c req-c929d7f3-3ae7-4a55-a83b-1b2efe2afcae tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:41.897103 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-51355644-e88a-45de-abf1-15c9fee5070c req-c929d7f3-3ae7-4a55-a83b-1b2efe2afcae tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 943 time: 0.0620472 Sep 16 04:44:41.908973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Port 90a908af-aaff-43f1-888e-e09d8bb1e6c8 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:41.909304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Attempting to bind port 90a908af-aaff-43f1-888e-e09d8bb1e6c8 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:41.918930 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d56eb3e-8889-4b26-b484-8a63e257912a req-32a486df-e50f-4eb3-96f2-3805bb55c2a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37858857-1ea3-452e-9557-492eb772077c HTTP/1.1" status: 200 len: 217 time: 0.0556111 Sep 16 04:44:41.923122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:41.923473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Checking segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:41.923866 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Bound using segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:41.924310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Bound port: 90a908af-aaff-43f1-888e-e09d8bb1e6c8, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:41.924676 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:41.958192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-51355644-e88a-45de-abf1-15c9fee5070c req-bc35b30b-36d0-481d-ac12-56a2626479c3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544231 Sep 16 04:44:41.968326 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:44:42.014228 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ad3ec4f-2dc2-41f6-b9c7-60fe3f8f6804 req-4f0e99bb-5f05-411e-a75a-f565cd30e921 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445458 Sep 16 04:44:42.053156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56eb3e-8889-4b26-b484-8a63e257912a req-0ccbec2e-8924-4e0f-b051-e553096e5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.054660 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d56eb3e-8889-4b26-b484-8a63e257912a req-0ccbec2e-8924-4e0f-b051-e553096e5cbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a806f497-16fd-499e-ae0e-96758d83d378 HTTP/1.1" status: 200 len: 854 time: 0.1169755 Sep 16 04:44:42.059207 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] For port 90a908af-aaff-43f1-888e-e09d8bb1e6c8, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:42.062626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] For port 90a908af-aaff-43f1-888e-e09d8bb1e6c8, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=90a908af-aaff-43f1-888e-e09d8bb1e6c8,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:42.076109 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-ea7b5519-57bd-4262-9d44-4b2f517fce29 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2086441459&fields=id&tenant_id=257616e6ce1b4ab6a32a684e16a02d9e HTTP/1.1" status: 200 len: 267 time: 0.0521858 Sep 16 04:44:42.100494 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.101341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 85c00f52-c0a4-4446-98a4-b33cc0a856ed up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:42.104974 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d56eb3e-8889-4b26-b484-8a63e257912a req-652894b3-3f78-4f67-bb01-411a51ad8abf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bff752ef-1b70-42b9-a812-d2023a553a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408921 Sep 16 04:44:42.164233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 85c00f52-c0a4-4446-98a4-b33cc0a856ed completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:42.171474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 85c00f52-c0a4-4446-98a4-b33cc0a856ed triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:42.172268 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.183583 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.184228 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.185913 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] 10.222.0.15 "PUT /v2.0/ports/90a908af-aaff-43f1-888e-e09d8bb1e6c8 HTTP/1.1" status: 200 len: 1092 time: 2.0712459 Sep 16 04:44:42.234962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-b6db064a-2caf-4e3f-a877-e4c1a5157ff2 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.236667 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-b6db064a-2caf-4e3f-a877-e4c1a5157ff2 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/networks?id=6663c76d-98f9-46e5-a2f5-885d3b7e7a55 HTTP/1.1" status: 200 len: 806 time: 0.1503329 Sep 16 04:44:42.252295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-09ddeba9-acba-45b3-884a-3b6f04c1c671 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/quotas/257616e6ce1b4ab6a32a684e16a02d9e HTTP/1.1" status: 200 len: 375 time: 0.0098488 Sep 16 04:44:42.276691 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.337883 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-fe534260-2038-4e48-9cd8-8d090c4072e5 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=257616e6ce1b4ab6a32a684e16a02d9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696485 Sep 16 04:44:42.348634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 85c00f52-c0a4-4446-98a4-b33cc0a856ed, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=85c00f52-c0a4-4446-98a4-b33cc0a856ed,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:42.355237 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:42.407523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=85c00f52-c0a4-4446-98a4-b33cc0a856ed,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:42.456507 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-4047691f-b9bb-4b82-aba6-a40b56786b9c service neutron] 10.222.0.53 "GET /v2.0/networks/6663c76d-98f9-46e5-a2f5-885d3b7e7a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091933 Sep 16 04:44:42.571139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-c49d3561-fe42-4761-a73d-ae128b0298d8 service neutron] 10.222.0.53 "GET /v2.0/networks/6663c76d-98f9-46e5-a2f5-885d3b7e7a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064947 Sep 16 04:44:42.597281 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c96cde5-450d-466a-b12e-e73ee008a73b', 'tag': '90a908af-aaff-43f1-888e-e09d8bb1e6c8'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:42.599554 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f147dc-a831-4ab8-927c-a864ddb151ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6c96cde5-450d-466a-b12e-e73ee008a73b", "tag": "90a908af-aaff-43f1-888e-e09d8bb1e6c8"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:42.627922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb504a-6053-414c-9b0a-5c40df5ea151 service neutron] Pushing event updated for resources: {'Port': ['ID=90a908af-aaff-43f1-888e-e09d8bb1e6c8,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:42.699697 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d56eb3e-8889-4b26-b484-8a63e257912a req-fe2355e9-db7d-4ca0-ab6e-a286bc4a7169 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708361 Sep 16 04:44:42.707329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-dd16a792-4867-4849-8eff-9c33a79e7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.712447 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-dd16a792-4867-4849-8eff-9c33a79e7008 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 1095 time: 0.1060421 Sep 16 04:44:42.724321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957227f-d162-4035-8099-15aca543cdb4 req-6e2ed613-642a-4831-acc6-2fc8ddaf272b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.730689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957227f-d162-4035-8099-15aca543cdb4 req-6e2ed613-642a-4831-acc6-2fc8ddaf272b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.736528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957227f-d162-4035-8099-15aca543cdb4 req-6e2ed613-642a-4831-acc6-2fc8ddaf272b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.742462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957227f-d162-4035-8099-15aca543cdb4 req-6e2ed613-642a-4831-acc6-2fc8ddaf272b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.749165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957227f-d162-4035-8099-15aca543cdb4 req-6e2ed613-642a-4831-acc6-2fc8ddaf272b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.755064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957227f-d162-4035-8099-15aca543cdb4 req-6e2ed613-642a-4831-acc6-2fc8ddaf272b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.761448 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957227f-d162-4035-8099-15aca543cdb4 req-6e2ed613-642a-4831-acc6-2fc8ddaf272b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.763391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6957227f-d162-4035-8099-15aca543cdb4 req-6e2ed613-642a-4831-acc6-2fc8ddaf272b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.1575136 Sep 16 04:44:42.784947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48cb74b-3897-49fd-b9d6-f5e649c2afbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f331975-6311-433f-bfc3-1ce623acc620'}, {'server_uuid': '50747a93-04e1-4d4b-b9b8-93a949bed52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf7563-7c92-4e0a-9162-fe5020bab1ed'}, {'server_uuid': '2883b61b-3043-4771-9a23-c3fbc0562f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c00f52-c0a4-4446-98a4-b33cc0a856ed'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:42.787974 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afbab96-cbca-4eec-a4cb-3cabe5acefae" -d '{"events": [{"server_uuid": "b48cb74b-3897-49fd-b9d6-f5e649c2afbb", "name": "network-vif-plugged", "status": "completed", "tag": "7f331975-6311-433f-bfc3-1ce623acc620"}, {"server_uuid": "50747a93-04e1-4d4b-b9b8-93a949bed52b", "name": "network-vif-plugged", "status": "completed", "tag": "45bf7563-7c92-4e0a-9162-fe5020bab1ed"}, {"server_uuid": "2883b61b-3043-4771-9a23-c3fbc0562f20", "name": "network-vif-plugged", "status": "completed", "tag": "85c00f52-c0a4-4446-98a4-b33cc0a856ed"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:42.813740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0ddef-dc83-45f0-b01e-5ddc59b4c516 req-85ad96a7-8424-4e77-a0c4-f95563a22b45 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.819028 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89d0ddef-dc83-45f0-b01e-5ddc59b4c516 req-85ad96a7-8424-4e77-a0c4-f95563a22b45 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 945 time: 0.0563877 Sep 16 04:44:42.826417 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-cee9540b-a751-46d9-89c7-c76bdf113df0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a908af-aaff-43f1-888e-e09d8bb1e6c8 HTTP/1.1" status: 200 len: 217 time: 0.0609918 Sep 16 04:44:42.860122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89d0ddef-dc83-45f0-b01e-5ddc59b4c516 req-80f37e63-d890-4f9d-a807-e7db7a0fd4f3 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342226 Sep 16 04:44:42.913461 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6957227f-d162-4035-8099-15aca543cdb4 req-f5f4ee51-09b6-456b-8c6d-da8aa008fb7b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1353457 Sep 16 04:44:42.957328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-eda83a18-3b7e-4988-8881-e3e577c83f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:42.959032 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-eda83a18-3b7e-4988-8881-e3e577c83f22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.1207955 Sep 16 04:44:42.965543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d56eb3e-8889-4b26-b484-8a63e257912a req-bcee943f-a657-419f-861e-a7219378cc07 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010605 Sep 16 04:44:42.999988 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd38bbb-cc7b-41c2-a890-1e16febcf798 x-openstack-request-id: req-7dd38bbb-cc7b-41c2-a890-1e16febcf798 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:43.000445 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c96cde5-450d-466a-b12e-e73ee008a73b", "tag": "90a908af-aaff-43f1-888e-e09d8bb1e6c8", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:43.000839 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7dd38bbb-cc7b-41c2-a890-1e16febcf798 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:43.001370 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c96cde5-450d-466a-b12e-e73ee008a73b', 'tag': '90a908af-aaff-43f1-888e-e09d8bb1e6c8', 'status': 'completed', 'code': 200} Sep 16 04:44:43.003806 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-fc3d7c58-5188-4cc7-a403-a1a190f1a525 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368848 Sep 16 04:44:43.013912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448183c5-b43e-4e3c-b652-0ded7d5cb31b req-1d44a7bf-0e6b-41ef-8cda-42ffd1a31430 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.015428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-448183c5-b43e-4e3c-b652-0ded7d5cb31b req-1d44a7bf-0e6b-41ef-8cda-42ffd1a31430 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 945 time: 0.0849404 Sep 16 04:44:43.062696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-448183c5-b43e-4e3c-b652-0ded7d5cb31b req-fbc12018-297e-405a-b033-0d13f431ad23 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Sep 16 04:44:43.077572 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6fd0b8f-39b9-46be-90f5-db200e89822d req-aff0bfc7-ea09-4e25-ba9b-1e25188bc200 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 210 time: 0.0396583 Sep 16 04:44:43.142783 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a49077-2f2a-40f0-829a-94fe07e6fcf4 x-openstack-request-id: req-c5a49077-2f2a-40f0-829a-94fe07e6fcf4 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:43.143087 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48cb74b-3897-49fd-b9d6-f5e649c2afbb", "name": "network-vif-plugged", "status": "completed", "tag": "7f331975-6311-433f-bfc3-1ce623acc620", "code": 200}, {"server_uuid": "50747a93-04e1-4d4b-b9b8-93a949bed52b", "name": "network-vif-plugged", "status": "completed", "tag": "45bf7563-7c92-4e0a-9162-fe5020bab1ed", "code": 200}, {"server_uuid": "2883b61b-3043-4771-9a23-c3fbc0562f20", "name": "network-vif-plugged", "status": "completed", "tag": "85c00f52-c0a4-4446-98a4-b33cc0a856ed", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:43.143996 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5a49077-2f2a-40f0-829a-94fe07e6fcf4 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:43.143996 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48cb74b-3897-49fd-b9d6-f5e649c2afbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f331975-6311-433f-bfc3-1ce623acc620', 'code': 200} Sep 16 04:44:43.143996 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50747a93-04e1-4d4b-b9b8-93a949bed52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf7563-7c92-4e0a-9162-fe5020bab1ed', 'code': 200} Sep 16 04:44:43.144238 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2883b61b-3043-4771-9a23-c3fbc0562f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c00f52-c0a4-4446-98a4-b33cc0a856ed', 'code': 200} Sep 16 04:44:43.163079 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-2b9b8139-a794-427b-b0d4-10248f01d0dd service neutron] 10.222.0.15 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444411 Sep 16 04:44:43.249236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f57d4e-c4ee-4942-b9ff-b0ebebf7b764 req-d8ab3889-fc87-4bef-8580-170067bb6c48 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.250833 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83f57d4e-c4ee-4942-b9ff-b0ebebf7b764 req-d8ab3889-fc87-4bef-8580-170067bb6c48 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 943 time: 0.1116247 Sep 16 04:44:43.324654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83f57d4e-c4ee-4942-b9ff-b0ebebf7b764 req-46470d6c-af41-4202-9a30-f33e247d849c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646045 Sep 16 04:44:43.332857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b7a4c-196d-449d-ab82-4020d341cc4a req-56766cf0-9e12-42be-99e4-7d743cfea5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.334563 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f07b7a4c-196d-449d-ab82-4020d341cc4a req-56766cf0-9e12-42be-99e4-7d743cfea5c7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 1097 time: 0.0674329 Sep 16 04:44:43.382081 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055f7b0-c3ef-4a35-aa25-0ac5e42a0b93 req-4183297d-2cac-48aa-b54a-7fc106d0457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.382383 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f07b7a4c-196d-449d-ab82-4020d341cc4a req-14125ba9-9151-4733-ad39-ebd1a2f0dd5e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Sep 16 04:44:43.384461 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8055f7b0-c3ef-4a35-aa25-0ac5e42a0b93 req-4183297d-2cac-48aa-b54a-7fc106d0457e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50747a93-04e1-4d4b-b9b8-93a949bed52b HTTP/1.1" status: 200 len: 1097 time: 0.1023383 Sep 16 04:44:43.392497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80affe-7c0f-42ad-acb7-11ce5d69ea77 req-620f1229-2111-43f3-94c0-e1b7c935bda6 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.394101 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c80affe-7c0f-42ad-acb7-11ce5d69ea77 req-620f1229-2111-43f3-94c0-e1b7c935bda6 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 943 time: 0.1832862 Sep 16 04:44:43.397110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-07b162e3-d3e9-4da8-95ef-74711776b199 service neutron] 10.222.0.15 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264719 Sep 16 04:44:43.417099 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc2101-5ecf-4644-b021-0124f9c7e0e0 req-5c915423-fa77-43e4-8bab-eb5a5356163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.419323 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-53fc2101-5ecf-4644-b021-0124f9c7e0e0 req-5c915423-fa77-43e4-8bab-eb5a5356163e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 1097 time: 0.1462924 Sep 16 04:44:43.466799 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8055f7b0-c3ef-4a35-aa25-0ac5e42a0b93 req-054ae49c-abfe-460a-8c1c-65308c4152f7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671735 Sep 16 04:44:43.473567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139a46f-033d-4b13-af84-948cfcf75c05 req-bc21762f-b854-464a-87a2-fb4c528f94cd tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.475426 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3139a46f-033d-4b13-af84-948cfcf75c05 req-bc21762f-b854-464a-87a2-fb4c528f94cd tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 945 time: 0.0507782 Sep 16 04:44:43.489327 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c80affe-7c0f-42ad-acb7-11ce5d69ea77 req-81015e98-3a51-499e-a8fc-bfd71dfd57e9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824544 Sep 16 04:44:43.507950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f147dc-a831-4ab8-927c-a864ddb151ef req-e8ad5d8f-95b2-4f7b-aa06-530fe0ddbeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.507950 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05f147dc-a831-4ab8-927c-a864ddb151ef req-e8ad5d8f-95b2-4f7b-aa06-530fe0ddbeb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 1095 time: 0.0542889 Sep 16 04:44:43.516282 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3139a46f-033d-4b13-af84-948cfcf75c05 req-04a54cf0-b99f-421d-9cc1-6072182d0f01 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339441 Sep 16 04:44:43.589399 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3e77a00-0943-4f66-840b-e718dd9fe395 req-ee7d0706-59e0-43cc-988c-53ef86ee93b2 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2128771058&fields=id&tenant_id=736a94285e6e42ad8ba8f83e020a6b43 HTTP/1.1" status: 200 len: 267 time: 0.0348163 Sep 16 04:44:43.652491 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-53fc2101-5ecf-4644-b021-0124f9c7e0e0 req-b575db90-ed82-4e1d-b13b-a551af62bd01 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605710 Sep 16 04:44:43.669589 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e77a00-0943-4f66-840b-e718dd9fe395 req-707c359a-d808-4a84-bdd7-2d01a57642ad tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.671097 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3e77a00-0943-4f66-840b-e718dd9fe395 req-707c359a-d808-4a84-bdd7-2d01a57642ad tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 945 time: 0.0725286 Sep 16 04:44:43.687970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-a3e77a00-0943-4f66-840b-e718dd9fe395 req-25b1179c-b1ad-40c0-a8fa-3ea9c8a131c4 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'port': {'security_groups': ['8d5ede7f-fac0-45fb-b50b-fad4f5c4d681', '21e901c2-bc40-47e0-ad05-ae35bd9af4ea']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:43.810864 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3e77a00-0943-4f66-840b-e718dd9fe395 req-25b1179c-b1ad-40c0-a8fa-3ea9c8a131c4 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:43.868409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f147dc-a831-4ab8-927c-a864ddb151ef req-93a417df-f678-4122-9d59-dc4a8a718f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.870080 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05f147dc-a831-4ab8-927c-a864ddb151ef req-93a417df-f678-4122-9d59-dc4a8a718f23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 913 time: 0.1768029 Sep 16 04:44:43.925351 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05f147dc-a831-4ab8-927c-a864ddb151ef req-7a0963c6-9357-42ba-8b0c-4dcbce346128 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a908af-aaff-43f1-888e-e09d8bb1e6c8 HTTP/1.1" status: 200 len: 217 time: 0.0456989 Sep 16 04:44:43.985066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc84459-e98b-4e16-8862-3bca22aefa58 req-33488847-59c1-45b5-a48c-2218034666d0 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:43.986752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dfc84459-e98b-4e16-8862-3bca22aefa58 req-33488847-59c1-45b5-a48c-2218034666d0 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 945 time: 0.0517106 Sep 16 04:44:44.002260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f147dc-a831-4ab8-927c-a864ddb151ef req-d491eb7c-9f7f-4939-8855-27bbc195dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.003738 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05f147dc-a831-4ab8-927c-a864ddb151ef req-d491eb7c-9f7f-4939-8855-27bbc195dce7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.0697081 Sep 16 04:44:44.030233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dfc84459-e98b-4e16-8862-3bca22aefa58 req-e68e3ec0-7962-4a3d-9dc9-20d88962c1ea tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355625 Sep 16 04:44:44.058783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05f147dc-a831-4ab8-927c-a864ddb151ef req-7491bb15-6c9e-42c2-9e6c-9d30ec2d7e8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370698 Sep 16 04:44:44.142058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167863c-779d-4a40-8794-76d4ff255400 req-034e31f0-eaf1-4ec5-89fe-1be954e853b6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.147860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167863c-779d-4a40-8794-76d4ff255400 req-034e31f0-eaf1-4ec5-89fe-1be954e853b6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.155741 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167863c-779d-4a40-8794-76d4ff255400 req-034e31f0-eaf1-4ec5-89fe-1be954e853b6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.162054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167863c-779d-4a40-8794-76d4ff255400 req-034e31f0-eaf1-4ec5-89fe-1be954e853b6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.169005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167863c-779d-4a40-8794-76d4ff255400 req-034e31f0-eaf1-4ec5-89fe-1be954e853b6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.175287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167863c-779d-4a40-8794-76d4ff255400 req-034e31f0-eaf1-4ec5-89fe-1be954e853b6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.177959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a3e77a00-0943-4f66-840b-e718dd9fe395 req-25b1179c-b1ad-40c0-a8fa-3ea9c8a131c4 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] For port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:44.180976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167863c-779d-4a40-8794-76d4ff255400 req-034e31f0-eaf1-4ec5-89fe-1be954e853b6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.188685 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a167863c-779d-4a40-8794-76d4ff255400 req-034e31f0-eaf1-4ec5-89fe-1be954e853b6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.1008062 Sep 16 04:44:44.215106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05f147dc-a831-4ab8-927c-a864ddb151ef req-5dd8a6cf-0497-42c5-a129-25436221f063 service neutron] 10.222.0.15 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295142 Sep 16 04:44:44.223915 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3e77a00-0943-4f66-840b-e718dd9fe395 req-25b1179c-b1ad-40c0-a8fa-3ea9c8a131c4 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.229086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a167863c-779d-4a40-8794-76d4ff255400 req-fbb28e99-8a0d-4d30-9ff7-e24b2160c0c6 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395448 Sep 16 04:44:44.235102 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3e77a00-0943-4f66-840b-e718dd9fe395 req-25b1179c-b1ad-40c0-a8fa-3ea9c8a131c4 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.247466 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84', '82712b47-cf34-4b12-b4d4-fd2dd2c8281a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:44.362940 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb3e129b-5960-4d7c-a270-78a0fec63668 req-565c9a92-a8fb-4d3f-9c2f-1e4e1f7d3a7e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 210 time: 0.0421457 Sep 16 04:44:44.365650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e77a00-0943-4f66-840b-e718dd9fe395 req-25b1179c-b1ad-40c0-a8fa-3ea9c8a131c4 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.366333 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3e77a00-0943-4f66-840b-e718dd9fe395 req-25b1179c-b1ad-40c0-a8fa-3ea9c8a131c4 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.367784 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3e77a00-0943-4f66-840b-e718dd9fe395 req-25b1179c-b1ad-40c0-a8fa-3ea9c8a131c4 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "PUT /v2.0/ports/82712b47-cf34-4b12-b4d4-fd2dd2c8281a HTTP/1.1" status: 200 len: 981 time: 0.6895862 Sep 16 04:44:44.438776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1179c-b1ad-40c0-a8fa-3ea9c8a131c4 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'Port': ['ID=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,revision_number=6']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:44.470954 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5fcaad61-5e5c-412b-b13d-d08e8dab07e3 req-b205f9d0-c715-4e0a-a55b-a3cbede1c53e tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/21e901c2-bc40-47e0-ad05-ae35bd9af4ea HTTP/1.1" status: 200 len: 1803 time: 0.0726838 Sep 16 04:44:44.490681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['82712b47-cf34-4b12-b4d4-fd2dd2c8281a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:44.507594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-5a9e1efe-ad14-4989-9c57-a075279f6a1f tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.509754 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-5a9e1efe-ad14-4989-9c57-a075279f6a1f tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.50 "GET /v2.0/networks?id=6663c76d-98f9-46e5-a2f5-885d3b7e7a55 HTTP/1.1" status: 200 len: 806 time: 0.2571459 Sep 16 04:44:44.513759 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05f147dc-a831-4ab8-927c-a864ddb151ef req-e4dbd2ad-f6fc-44a3-9cfa-4b1efd25c644 service neutron] 10.222.0.15 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872906 Sep 16 04:44:44.531103 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-5fcaad61-5e5c-412b-b13d-d08e8dab07e3 req-b8d30f2a-8381-4b99-9bca-678e8f63692b tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:44:44.532731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5fcaad61-5e5c-412b-b13d-d08e8dab07e3 req-b8d30f2a-8381-4b99-9bca-678e8f63692b tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "DELETE /v2.0/security-groups/21e901c2-bc40-47e0-ad05-ae35bd9af4ea HTTP/1.1" status: 409 len: 341 time: 0.0524051 Sep 16 04:44:44.557461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed972f-fa67-49e2-8eb7-6ef06d96b44c req-078fc38f-97b0-4942-94c2-d10736596378 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.558761 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-53ed972f-fa67-49e2-8eb7-6ef06d96b44c req-078fc38f-97b0-4942-94c2-d10736596378 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 943 time: 0.1120791 Sep 16 04:44:44.591653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-092db21a-956d-4810-adc8-940ecff46ed3 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=257616e6ce1b4ab6a32a684e16a02d9e HTTP/1.1" status: 200 len: 380 time: 0.0671566 Sep 16 04:44:44.611888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Request body: {'port': {'device_id': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'admin_state_up': True, 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'security_groups': ['462b6055-799d-4452-8412-7cd8d356f5ad']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:44.653497 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-53ed972f-fa67-49e2-8eb7-6ef06d96b44c req-c99625d0-6ed7-4678-b8bc-dbb7ee9b9176 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790510 Sep 16 04:44:44.736770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855527-42e9-48d3-8334-2c87ae5b07ed req-7d9fa878-9765-4e6f-89f7-54e04d32b01d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.745101 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f855527-42e9-48d3-8334-2c87ae5b07ed req-7d9fa878-9765-4e6f-89f7-54e04d32b01d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 943 time: 0.0928981 Sep 16 04:44:44.792486 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f855527-42e9-48d3-8334-2c87ae5b07ed req-90d74ecc-718d-4ba6-8b8a-d8ca673fc142 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464189 Sep 16 04:44:44.858461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Made reservation on behalf of 257616e6ce1b4ab6a32a684e16a02d9e for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:44.862647 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:44.963004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06650da9-ddbf-432d-851c-795a224beb63 req-495cef3b-fd6e-4f15-a9f4-0b8f6f678ed6 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:44.970591 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-06650da9-ddbf-432d-851c-795a224beb63 req-495cef3b-fd6e-4f15-a9f4-0b8f6f678ed6 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 945 time: 0.1913331 Sep 16 04:44:45.011937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc637acb-555b-4924-a7c2-8d46397e628b', 'tag': '82712b47-cf34-4b12-b4d4-fd2dd2c8281a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:45.014527 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b430bff0-554d-4e55-b258-70fb20adcb39" -d '{"events": [{"name": "network-changed", "server_uuid": "dc637acb-555b-4924-a7c2-8d46397e628b", "tag": "82712b47-cf34-4b12-b4d4-fd2dd2c8281a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:45.068182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40aec4-f0d7-453e-89f9-72ed7cedda84 req-165ccf1f-e578-4b7e-93d7-79b92509fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.070357 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa40aec4-f0d7-453e-89f9-72ed7cedda84 req-165ccf1f-e578-4b7e-93d7-79b92509fdc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 1136 time: 0.0468528 Sep 16 04:44:45.074203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-06650da9-ddbf-432d-851c-795a224beb63 req-9394a7d3-3bb1-49ba-86bd-a5e9a86b0b6a tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026812 Sep 16 04:44:45.128238 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88516141-67bc-4799-8df4-b36119b49ec9 x-openstack-request-id: req-88516141-67bc-4799-8df4-b36119b49ec9 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:45.128529 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc637acb-555b-4924-a7c2-8d46397e628b", "tag": "82712b47-cf34-4b12-b4d4-fd2dd2c8281a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:45.128777 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88516141-67bc-4799-8df4-b36119b49ec9 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:45.129164 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc637acb-555b-4924-a7c2-8d46397e628b', 'tag': '82712b47-cf34-4b12-b4d4-fd2dd2c8281a', 'status': 'completed', 'code': 200} Sep 16 04:44:45.159091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Allocated IP 172.20.0.9 (6663c76d-98f9-46e5-a2f5-885d3b7e7a55/b796f885-b859-40c5-8662-09c5b51476f6/b22df540-effd-40b2-ba89-827b13a544a8) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:45.167967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 37858857-1ea3-452e-9557-492eb772077c details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:45.200596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34689a32-5f7a-415c-a0d6-49ea21cf2ed2 req-ec05f4ea-08ef-405d-a333-6e06f118f287 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.202209 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34689a32-5f7a-415c-a0d6-49ea21cf2ed2 req-ec05f4ea-08ef-405d-a333-6e06f118f287 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 984 time: 0.1021192 Sep 16 04:44:45.234909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40aec4-f0d7-453e-89f9-72ed7cedda84 req-92f8f84b-f526-4212-b010-847e0a771e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.236419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa40aec4-f0d7-453e-89f9-72ed7cedda84 req-92f8f84b-f526-4212-b010-847e0a771e7b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 200 len: 914 time: 0.1575391 Sep 16 04:44:45.285403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 37858857-1ea3-452e-9557-492eb772077c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=37858857-1ea3-452e-9557-492eb772077c,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:45.294025 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34689a32-5f7a-415c-a0d6-49ea21cf2ed2 req-b3c292d5-fe56-4a10-9dac-d3f8e1aa0fff tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&id=21e901c2-bc40-47e0-ad05-ae35bd9af4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0841501 Sep 16 04:44:45.295078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa40aec4-f0d7-453e-89f9-72ed7cedda84 req-e14976dc-a1d5-402c-b51c-9fbd743a170f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82712b47-cf34-4b12-b4d4-fd2dd2c8281a HTTP/1.1" status: 200 len: 217 time: 0.0488350 Sep 16 04:44:45.298926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '37858857-1ea3-452e-9557-492eb772077c', 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a', 'port_id': '37858857-1ea3-452e-9557-492eb772077c', 'mac_address': 'fa:16:3e:0f:db:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a806f497-16fd-499e-ae0e-96758d83d378', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:45.344539 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.349003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40aec4-f0d7-453e-89f9-72ed7cedda84 req-81729c69-c0e0-446e-81f2-4f610bd67bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.350913 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa40aec4-f0d7-453e-89f9-72ed7cedda84 req-81729c69-c0e0-446e-81f2-4f610bd67bc1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f6604d7-1624-4395-a31f-cb9d0b19c16f HTTP/1.1" status: 200 len: 853 time: 0.0486526 Sep 16 04:44:45.361450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f5304-403e-4777-9368-ffce426fa9b0 req-495c5749-b52e-47f8-8667-e3f1bbb7eb5e tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.362847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37858857-1ea3-452e-9557-492eb772077c {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:45.363362 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9e1f5304-403e-4777-9368-ffce426fa9b0 req-495c5749-b52e-47f8-8667-e3f1bbb7eb5e tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 945 time: 0.1810353 Sep 16 04:44:45.391817 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 37858857-1ea3-452e-9557-492eb772077c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=37858857-1ea3-452e-9557-492eb772077c,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:45.395824 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.396055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa40aec4-f0d7-453e-89f9-72ed7cedda84 req-33e404bf-5b0c-49e5-975a-8bd6d88288f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab01d43b-6a4e-4257-bc42-c79cac07e068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376022 Sep 16 04:44:45.412645 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.428875 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9e1f5304-403e-4777-9368-ffce426fa9b0 req-b5333ba2-5e19-41ee-af08-f4a8d1a2276f tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578802 Sep 16 04:44:45.452828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=37858857-1ea3-452e-9557-492eb772077c,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:45.469647 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.493736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28effbe-402f-4590-8a36-b6c414db5199 req-cdad0bcc-0779-4fee-bf7d-3dbea8b62bde tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.500262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28effbe-402f-4590-8a36-b6c414db5199 req-cdad0bcc-0779-4fee-bf7d-3dbea8b62bde tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.506257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28effbe-402f-4590-8a36-b6c414db5199 req-cdad0bcc-0779-4fee-bf7d-3dbea8b62bde tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.513109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28effbe-402f-4590-8a36-b6c414db5199 req-cdad0bcc-0779-4fee-bf7d-3dbea8b62bde tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.517914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:45.518854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28effbe-402f-4590-8a36-b6c414db5199 req-cdad0bcc-0779-4fee-bf7d-3dbea8b62bde tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.525432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28effbe-402f-4590-8a36-b6c414db5199 req-cdad0bcc-0779-4fee-bf7d-3dbea8b62bde tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.531412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28effbe-402f-4590-8a36-b6c414db5199 req-cdad0bcc-0779-4fee-bf7d-3dbea8b62bde tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.533312 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a28effbe-402f-4590-8a36-b6c414db5199 req-cdad0bcc-0779-4fee-bf7d-3dbea8b62bde tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.1626797 Sep 16 04:44:45.536266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:45.536654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Pushing event updated for resources: {'Port': ['ID=b22df540-effd-40b2-ba89-827b13a544a8,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:45.556335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:45.616165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0620d-ec81-474c-86af-be4a1bc3fb38 req-0a37e15c-4783-47a6-a2e8-409971e9cd31 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.617831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bcf0620d-ec81-474c-86af-be4a1bc3fb38 req-0a37e15c-4783-47a6-a2e8-409971e9cd31 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 931 time: 0.1068296 Sep 16 04:44:45.624614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.625365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.633938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a28effbe-402f-4590-8a36-b6c414db5199 req-5128896c-cca2-4d64-be22-2d42ec312910 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656698 Sep 16 04:44:45.639529 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa40aec4-f0d7-453e-89f9-72ed7cedda84 req-4193f0c4-ad5e-40b1-b187-b420643e0c05 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197359 Sep 16 04:44:45.662966 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['37858857-1ea3-452e-9557-492eb772077c'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:45.707169 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bcf0620d-ec81-474c-86af-be4a1bc3fb38 req-215f1d46-1cb2-4271-83c9-a8d0e51465ce tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786572 Sep 16 04:44:45.709621 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-1ca55a5c-4309-4b26-831f-5d5b6b7eae06 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1020329 Sep 16 04:44:45.726132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Request body: {'port': {'device_id': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:45.798647 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa40aec4-f0d7-453e-89f9-72ed7cedda84 req-bc24398a-8a6f-4b2d-82bf-94d83f10e503 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497984 Sep 16 04:44:45.810300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836adbe-0aa0-4348-a512-38a8b28f4309 req-b89ac1c2-385f-4170-be6a-885dd7d46a18 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.820726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b836adbe-0aa0-4348-a512-38a8b28f4309 req-b89ac1c2-385f-4170-be6a-885dd7d46a18 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=50747a93-04e1-4d4b-b9b8-93a949bed52b HTTP/1.1" status: 200 len: 945 time: 0.0881941 Sep 16 04:44:45.859683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b836adbe-0aa0-4348-a512-38a8b28f4309 req-f7c909e2-4918-4115-b17b-b0262fc8c3f6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376794 Sep 16 04:44:45.862753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.863010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ad157525-a252-41d5-96dd-c43d1f5c393f None None] Provisioning complete for port b22df540-effd-40b2-ba89-827b13a544a8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:45.863541 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad157525-a252-41d5-96dd-c43d1f5c393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:45.925990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ad157525-a252-41d5-96dd-c43d1f5c393f None None] Port b22df540-effd-40b2-ba89-827b13a544a8 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:44:45.933750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf050c-192b-41a2-a4b8-878961ec6cf4 req-9412932e-5833-4c19-ac64-1957ad369d6b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.935625 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5cdf050c-192b-41a2-a4b8-878961ec6cf4 req-9412932e-5833-4c19-ac64-1957ad369d6b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 943 time: 0.1340404 Sep 16 04:44:45.977356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430bff0-554d-4e55-b258-70fb20adcb39 req-678f3313-ee1f-480f-ba3b-a2b7aeb0c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:45.979792 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b430bff0-554d-4e55-b258-70fb20adcb39 req-678f3313-ee1f-480f-ba3b-a2b7aeb0c737 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 1136 time: 0.1189804 Sep 16 04:44:46.047662 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5cdf050c-192b-41a2-a4b8-878961ec6cf4 req-d55bc30f-38bd-4ff3-90a8-e1cdf8e7431f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029315 Sep 16 04:44:46.236915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22df540-effd-40b2-ba89-827b13a544a8 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:46.245453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.259835 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Transition to ACTIVE for port object b22df540-effd-40b2-ba89-827b13a544a8 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:46.263463 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.339477 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cad327-67e3-47d1-b03c-2896e74531c7 req-4590a574-c02a-42a7-8e3e-7802535e9603 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.346805 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89cad327-67e3-47d1-b03c-2896e74531c7 req-4590a574-c02a-42a7-8e3e-7802535e9603 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 944 time: 0.4134414 Sep 16 04:44:46.367170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Pushing event updated for resources: {'Port': ['ID=b22df540-effd-40b2-ba89-827b13a544a8,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:46.432315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89cad327-67e3-47d1-b03c-2896e74531c7 req-e2a9cc15-2935-460b-892c-e8b640ef0b4a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846336 Sep 16 04:44:46.437876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430bff0-554d-4e55-b258-70fb20adcb39 req-297a371c-78df-41b9-b825-87dfa379ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.439431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b430bff0-554d-4e55-b258-70fb20adcb39 req-297a371c-78df-41b9-b825-87dfa379ad68 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 200 len: 914 time: 0.4509301 Sep 16 04:44:46.445545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2923cbc-7d0f-4c53-adf5-92e7cc698826 req-9668543a-88eb-41f0-8ff8-af58bd142890 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.447495 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2923cbc-7d0f-4c53-adf5-92e7cc698826 req-9668543a-88eb-41f0-8ff8-af58bd142890 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 945 time: 0.0950465 Sep 16 04:44:46.453388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Attempting to bind port b22df540-effd-40b2-ba89-827b13a544a8 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:46.453860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Attempting to bind port b22df540-effd-40b2-ba89-827b13a544a8 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:46.454272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Attempting to bind port b22df540-effd-40b2-ba89-827b13a544a8 on network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:46.460628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Port b22df540-effd-40b2-ba89-827b13a544a8 on network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:46.460980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Attempting to bind port b22df540-effd-40b2-ba89-827b13a544a8 on network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:46.483364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:46.483824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Checking segment: {'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:46.484292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Bound using segment: {'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:46.484828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Bound port: b22df540-effd-40b2-ba89-827b13a544a8, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d34868-c205-4786-a4e6-21a1a0670ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:46.485265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.492618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b430bff0-554d-4e55-b258-70fb20adcb39 req-d9f20b54-66f1-49ba-bc2d-27104bea260d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82712b47-cf34-4b12-b4d4-fd2dd2c8281a HTTP/1.1" status: 200 len: 217 time: 0.0445023 Sep 16 04:44:46.538271 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2923cbc-7d0f-4c53-adf5-92e7cc698826 req-fb02d20a-31d8-4b3d-ad92-bfacff544d26 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741725 Sep 16 04:44:46.577222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430bff0-554d-4e55-b258-70fb20adcb39 req-29d80caf-d6b1-46e0-a7fc-fe84f84d851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.578903 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b430bff0-554d-4e55-b258-70fb20adcb39 req-29d80caf-d6b1-46e0-a7fc-fe84f84d851c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f6604d7-1624-4395-a31f-cb9d0b19c16f HTTP/1.1" status: 200 len: 853 time: 0.0777669 Sep 16 04:44:46.601382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] For port b22df540-effd-40b2-ba89-827b13a544a8, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:46.610214 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] For port b22df540-effd-40b2-ba89-827b13a544a8, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b22df540-effd-40b2-ba89-827b13a544a8,segment=NetworkSegment(29d34868-c205-4786-a4e6-21a1a0670ade),segment_id=29d34868-c205-4786-a4e6-21a1a0670ade)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:46.619540 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b430bff0-554d-4e55-b258-70fb20adcb39 req-5aece893-0559-4089-af2b-85442c3dcf95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab01d43b-6a4e-4257-bc42-c79cac07e068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324099 Sep 16 04:44:46.621759 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.732150 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.732731 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:46.734125 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] 10.222.0.50 "PUT /v2.0/ports/b22df540-effd-40b2-ba89-827b13a544a8 HTTP/1.1" status: 200 len: 1092 time: 1.0164428 Sep 16 04:44:46.768763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ecb85-2283-4fe1-a9ec-263564b3fc3f service neutron] Pushing event updated for resources: {'Port': ['ID=b22df540-effd-40b2-ba89-827b13a544a8,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:46.791388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54e4a5-3287-4b2e-9939-6d637a23a06f req-8d4683c9-eb2f-4d0e-b4f5-28f2b084e385 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.793068 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d54e4a5-3287-4b2e-9939-6d637a23a06f req-8d4683c9-eb2f-4d0e-b4f5-28f2b084e385 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 984 time: 0.1013355 Sep 16 04:44:46.831871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b430bff0-554d-4e55-b258-70fb20adcb39 req-86553766-b691-413f-a984-65a09c7b2b14 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974165 Sep 16 04:44:46.848956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9df8-14a5-48dd-8108-256dc3c79317 req-27188c1f-6a3f-4fed-a235-03a318b885b9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.855667 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9df8-14a5-48dd-8108-256dc3c79317 req-27188c1f-6a3f-4fed-a235-03a318b885b9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.859435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-b2d82144-4e22-4bc8-afe9-3517d9eac5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.861049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-b2d82144-4e22-4bc8-afe9-3517d9eac5b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=257616e6ce1b4ab6a32a684e16a02d9e&device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 1095 time: 0.0870507 Sep 16 04:44:46.861734 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9df8-14a5-48dd-8108-256dc3c79317 req-27188c1f-6a3f-4fed-a235-03a318b885b9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.865396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d54e4a5-3287-4b2e-9939-6d637a23a06f req-9dd7bfba-82ed-41ed-a7cf-8fa3dba4823c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&id=21e901c2-bc40-47e0-ad05-ae35bd9af4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0540018 Sep 16 04:44:46.867789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9df8-14a5-48dd-8108-256dc3c79317 req-27188c1f-6a3f-4fed-a235-03a318b885b9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.874145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9df8-14a5-48dd-8108-256dc3c79317 req-27188c1f-6a3f-4fed-a235-03a318b885b9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.880051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9df8-14a5-48dd-8108-256dc3c79317 req-27188c1f-6a3f-4fed-a235-03a318b885b9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.886955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9df8-14a5-48dd-8108-256dc3c79317 req-27188c1f-6a3f-4fed-a235-03a318b885b9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:46.888899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f62b9df8-14a5-48dd-8108-256dc3c79317 req-27188c1f-6a3f-4fed-a235-03a318b885b9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.1413291 Sep 16 04:44:46.915930 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-a79b0cf9-6040-4d2f-b782-c510fe370e93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22df540-effd-40b2-ba89-827b13a544a8 HTTP/1.1" status: 200 len: 217 time: 0.0443699 Sep 16 04:44:46.957192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f62b9df8-14a5-48dd-8108-256dc3c79317 req-0980a15e-712c-4972-8968-505f424e5cc9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540538 Sep 16 04:44:47.029128 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-3d63f08c-72c1-4372-a021-d27927ffffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.029453 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b430bff0-554d-4e55-b258-70fb20adcb39 req-6df222ec-f543-43e6-8bba-81a72b2e2961 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395564 Sep 16 04:44:47.030603 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-3d63f08c-72c1-4372-a021-d27927ffffe7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b796f885-b859-40c5-8662-09c5b51476f6 HTTP/1.1" status: 200 len: 845 time: 0.1074848 Sep 16 04:44:47.083864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0187e-d17e-4185-ab94-b2761f670979 req-9ff7d949-044a-4596-b368-6b3be20ad19b tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.085355 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90c0187e-d17e-4185-ab94-b2761f670979 req-9ff7d949-044a-4596-b368-6b3be20ad19b tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 943 time: 0.0489280 Sep 16 04:44:47.122853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-d9e84150-d7f5-4ccc-90ba-74e99a844530 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.124324 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-d9e84150-d7f5-4ccc-90ba-74e99a844530 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/networks?id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8 HTTP/1.1" status: 200 len: 813 time: 0.1566043 Sep 16 04:44:47.124804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90c0187e-d17e-4185-ab94-b2761f670979 req-7d575ccd-7949-4a8f-89c4-10f62f46c5a2 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327682 Sep 16 04:44:47.127113 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-5d4641c0-0057-40a8-9470-a2faa57c57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.128615 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-5d4641c0-0057-40a8-9470-a2faa57c57ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6663c76d-98f9-46e5-a2f5-885d3b7e7a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726783 Sep 16 04:44:47.130140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'tag': 'b22df540-effd-40b2-ba89-827b13a544a8'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:47.132352 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c88f2a-8e66-4796-803e-94133922eae5" -d '{"events": [{"name": "network-changed", "server_uuid": "39617276-53eb-4fdf-9b35-1e4d924455bb", "tag": "b22df540-effd-40b2-ba89-827b13a544a8"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:47.164097 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-bd6abce7-568f-4eab-bf8a-06d85d9497f3 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/quotas/5664190d075b45fa8a4cc13e6cfd489f HTTP/1.1" status: 200 len: 375 time: 0.0275419 Sep 16 04:44:47.197115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 90a908af-aaff-43f1-888e-e09d8bb1e6c8 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:47.201910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 37858857-1ea3-452e-9557-492eb772077c up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:47.205575 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-26a6ff43-0d43-4d52-b182-42f257dd62c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.226368 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3255c49-f815-4e51-964a-2cbf647449ab req-2aba419c-3f36-4ea8-a45a-d5a7e98140bb tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1039194353&fields=id&tenant_id=736a94285e6e42ad8ba8f83e020a6b43 HTTP/1.1" status: 200 len: 267 time: 0.0467949 Sep 16 04:44:47.272612 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-6e908843-7ac0-44bd-ac5a-ad7a9a636c58 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5664190d075b45fa8a4cc13e6cfd489f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008959 Sep 16 04:44:47.276940 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-2ad841a8-4910-4d50-a5c6-65bab18ae04e service neutron] 10.222.0.50 "GET /v2.0/networks/6663c76d-98f9-46e5-a2f5-885d3b7e7a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390567 Sep 16 04:44:47.311662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3255c49-f815-4e51-964a-2cbf647449ab req-984af117-7fb9-4452-bfc6-0f40a3e78739 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.312013 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 37858857-1ea3-452e-9557-492eb772077c completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:47.321300 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3255c49-f815-4e51-964a-2cbf647449ab req-984af117-7fb9-4452-bfc6-0f40a3e78739 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 984 time: 0.0875669 Sep 16 04:44:47.322945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 37858857-1ea3-452e-9557-492eb772077c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:47.323689 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.328753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a3255c49-f815-4e51-964a-2cbf647449ab req-75342894-b3a6-4cf6-8a72-8763fc7fa43d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'port': {'security_groups': ['21e901c2-bc40-47e0-ad05-ae35bd9af4ea', '8d5ede7f-fac0-45fb-b50b-fad4f5c4d681', 'bc93dba0-6165-4aae-9e4d-5e696d41a6fb']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:47.377481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 90a908af-aaff-43f1-888e-e09d8bb1e6c8, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=90a908af-aaff-43f1-888e-e09d8bb1e6c8,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:47.396682 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '90a908af-aaff-43f1-888e-e09d8bb1e6c8', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'port_id': '90a908af-aaff-43f1-888e-e09d8bb1e6c8', 'mac_address': 'fa:16:3e:ff:50:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe58f381-cad6-48c7-a9bf-7d2ce1b9e110', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:47.467577 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a3255c49-f815-4e51-964a-2cbf647449ab req-75342894-b3a6-4cf6-8a72-8763fc7fa43d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.484938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eba71787-cc6d-41c3-b7ba-ddba6767f1f4 req-a3124ea3-ec25-4f1c-bf92-37c2470346be service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1268449 Sep 16 04:44:47.512688 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.559835 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a908af-aaff-43f1-888e-e09d8bb1e6c8 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:47.567582 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.605005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192534e9-c0a7-40b6-8717-84e4164ef3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37858857-1ea3-452e-9557-492eb772077c'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:47.607660 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c282310-ad59-4080-81f0-c4acefa4be76" -d '{"events": [{"server_uuid": "192534e9-c0a7-40b6-8717-84e4164ef3ae", "name": "network-vif-plugged", "status": "completed", "tag": "37858857-1ea3-452e-9557-492eb772077c"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:47.635431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 90a908af-aaff-43f1-888e-e09d8bb1e6c8, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=90a908af-aaff-43f1-888e-e09d8bb1e6c8,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:47.649380 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.658245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 37858857-1ea3-452e-9557-492eb772077c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=37858857-1ea3-452e-9557-492eb772077c,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:47.683266 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.722981 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=90a908af-aaff-43f1-888e-e09d8bb1e6c8,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:47.728234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71787-cc6d-41c3-b7ba-ddba6767f1f4 req-486883fe-c8fd-45a2-bf3a-54e81af1bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.729801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eba71787-cc6d-41c3-b7ba-ddba6767f1f4 req-486883fe-c8fd-45a2-bf3a-54e81af1bc8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 1176 time: 0.1026688 Sep 16 04:44:47.795085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=37858857-1ea3-452e-9557-492eb772077c,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:47.814918 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-fdaa78a0-21b6-483d-99ce-facb4bcbecbe service neutron] 10.222.0.53 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334864 Sep 16 04:44:47.815895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a3255c49-f815-4e51-964a-2cbf647449ab req-75342894-b3a6-4cf6-8a72-8763fc7fa43d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] For port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:47.880150 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6dab-de86-46d7-a650-f70a27a70802 req-c34766e0-feb0-4600-bc23-f245a02526c7 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.881932 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-677f6dab-de86-46d7-a650-f70a27a70802 req-c34766e0-feb0-4600-bc23-f245a02526c7 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.15 "GET /v2.0/ports?device_id=50747a93-04e1-4d4b-b9b8-93a949bed52b HTTP/1.1" status: 200 len: 945 time: 0.1390691 Sep 16 04:44:47.884967 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5e27012-62c8-4372-a87b-91cd37f4ea44 req-61cae44a-8b1a-4ef5-ae00-a9b327b9276c service neutron] 10.222.0.50 "GET /v2.0/networks/6663c76d-98f9-46e5-a2f5-885d3b7e7a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864463 Sep 16 04:44:47.886422 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a3255c49-f815-4e51-964a-2cbf647449ab req-75342894-b3a6-4cf6-8a72-8763fc7fa43d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.892482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['90a908af-aaff-43f1-888e-e09d8bb1e6c8'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:47.913577 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a3255c49-f815-4e51-964a-2cbf647449ab req-75342894-b3a6-4cf6-8a72-8763fc7fa43d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.927988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84', '82712b47-cf34-4b12-b4d4-fd2dd2c8281a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:47.929945 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71787-cc6d-41c3-b7ba-ddba6767f1f4 req-8c524129-bd40-475f-9830-a0d7368127a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.932690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eba71787-cc6d-41c3-b7ba-ddba6767f1f4 req-8c524129-bd40-475f-9830-a0d7368127a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 200 len: 914 time: 0.1759419 Sep 16 04:44:47.976063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3255c49-f815-4e51-964a-2cbf647449ab req-75342894-b3a6-4cf6-8a72-8763fc7fa43d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:47.976709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a3255c49-f815-4e51-964a-2cbf647449ab req-75342894-b3a6-4cf6-8a72-8763fc7fa43d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:47.978350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3255c49-f815-4e51-964a-2cbf647449ab req-75342894-b3a6-4cf6-8a72-8763fc7fa43d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "PUT /v2.0/ports/82712b47-cf34-4b12-b4d4-fd2dd2c8281a HTTP/1.1" status: 200 len: 1020 time: 0.6550870 Sep 16 04:44:47.987367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc637acb-555b-4924-a7c2-8d46397e628b', 'tag': '82712b47-cf34-4b12-b4d4-fd2dd2c8281a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:47.989524 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6825c5-1ca5-400b-a7c3-04e00001671b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc637acb-555b-4924-a7c2-8d46397e628b", "tag": "82712b47-cf34-4b12-b4d4-fd2dd2c8281a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:48.038870 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-4609bb03-5a79-493d-9971-51edc21f3818 service neutron] 10.222.0.53 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224607 Sep 16 04:44:48.043517 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eba71787-cc6d-41c3-b7ba-ddba6767f1f4 req-c68d9db5-48f7-4a4c-a46b-a3d52da672eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 HTTP/1.1" status: 200 len: 217 time: 0.0744276 Sep 16 04:44:48.064844 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75342894-b3a6-4cf6-8a72-8763fc7fa43d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'Port': ['ID=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:48.073489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['82712b47-cf34-4b12-b4d4-fd2dd2c8281a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:48.096077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-677f6dab-de86-46d7-a650-f70a27a70802 req-8cd22720-d646-415e-a360-84a7af90adc2 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Deleting port 45bf7563-7c92-4e0a-9162-fe5020bab1ed {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:48.096622 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-677f6dab-de86-46d7-a650-f70a27a70802 req-8cd22720-d646-415e-a360-84a7af90adc2 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.198263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71787-cc6d-41c3-b7ba-ddba6767f1f4 req-612f9662-1b2e-44dd-9300-3d30d4b40bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.199914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eba71787-cc6d-41c3-b7ba-ddba6767f1f4 req-612f9662-1b2e-44dd-9300-3d30d4b40bd8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f6604d7-1624-4395-a31f-cb9d0b19c16f HTTP/1.1" status: 200 len: 853 time: 0.1124358 Sep 16 04:44:48.255121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20acc97-5b57-490e-abee-342e7a470b1d req-ff993457-edc7-4b60-a65a-efe5fd6ab821 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.257015 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c20acc97-5b57-490e-abee-342e7a470b1d req-ff993457-edc7-4b60-a65a-efe5fd6ab821 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 944 time: 0.1204805 Sep 16 04:44:48.265703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49c07a-5e1d-4401-9b48-c796d26264af req-ddac2b94-492d-4fea-88e3-7bc1104019bd tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.267249 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c49c07a-5e1d-4401-9b48-c796d26264af req-ddac2b94-492d-4fea-88e3-7bc1104019bd tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.50 "GET /v2.0/ports?device_id=2883b61b-3043-4771-9a23-c3fbc0562f20 HTTP/1.1" status: 200 len: 945 time: 0.1480811 Sep 16 04:44:48.280926 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f3f5bc-675f-44f1-9de9-76269ab58247 x-openstack-request-id: req-a5f3f5bc-675f-44f1-9de9-76269ab58247 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:48.281408 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39617276-53eb-4fdf-9b35-1e4d924455bb", "tag": "b22df540-effd-40b2-ba89-827b13a544a8", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:48.281691 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5f3f5bc-675f-44f1-9de9-76269ab58247 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:48.282118 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'tag': 'b22df540-effd-40b2-ba89-827b13a544a8', 'status': 'completed', 'code': 200} Sep 16 04:44:48.282763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eba71787-cc6d-41c3-b7ba-ddba6767f1f4 req-49984991-73db-4b7c-80f4-702d7d2a850c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab01d43b-6a4e-4257-bc42-c79cac07e068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580752 Sep 16 04:44:48.410030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c20acc97-5b57-490e-abee-342e7a470b1d req-6ef56b57-a78e-41a6-91d0-ee0e07e0de40 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206381 Sep 16 04:44:48.453775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-677f6dab-de86-46d7-a650-f70a27a70802 req-8cd22720-d646-415e-a360-84a7af90adc2 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] For port 45bf7563-7c92-4e0a-9162-fe5020bab1ed, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=45bf7563-7c92-4e0a-9162-fe5020bab1ed,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:48.454164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-677f6dab-de86-46d7-a650-f70a27a70802 req-8cd22720-d646-415e-a360-84a7af90adc2 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.486886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c88f2a-8e66-4796-803e-94133922eae5 req-fe674fe9-f0ba-4599-94b2-407e98669251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.488417 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9c88f2a-8e66-4796-803e-94133922eae5 req-fe674fe9-f0ba-4599-94b2-407e98669251 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=257616e6ce1b4ab6a32a684e16a02d9e&device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 1095 time: 0.1678164 Sep 16 04:44:48.490808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-677f6dab-de86-46d7-a650-f70a27a70802 req-8cd22720-d646-415e-a360-84a7af90adc2 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Calling delete_port for 45bf7563-7c92-4e0a-9162-fe5020bab1ed owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:48.491908 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ee8372-fa6b-499f-8680-9e1c4e40f37c x-openstack-request-id: req-53ee8372-fa6b-499f-8680-9e1c4e40f37c {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:48.492390 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192534e9-c0a7-40b6-8717-84e4164ef3ae", "name": "network-vif-plugged", "status": "completed", "tag": "37858857-1ea3-452e-9557-492eb772077c", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:48.492879 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53ee8372-fa6b-499f-8680-9e1c4e40f37c {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:48.494306 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192534e9-c0a7-40b6-8717-84e4164ef3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37858857-1ea3-452e-9557-492eb772077c', 'code': 200} Sep 16 04:44:48.551718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eba71787-cc6d-41c3-b7ba-ddba6767f1f4 req-226fa436-3fda-4109-bfe0-c62fe69c49be service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464194 Sep 16 04:44:48.561925 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9333a052-e009-4982-8fbd-1f9dd2da5d81 req-4a88b0b3-c757-4952-8239-07d88a788ca1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1858673 Sep 16 04:44:48.654635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38fdcab6-a4ba-48c1-bc55-8fc5076bc395 req-e8f5be5a-7879-452c-93ef-4719bd52d70e tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/bc93dba0-6165-4aae-9e4d-5e696d41a6fb HTTP/1.1" status: 200 len: 1802 time: 0.1475475 Sep 16 04:44:48.689814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-8c49c07a-5e1d-4401-9b48-c796d26264af req-10bc4d8b-eef9-43f9-8920-57e08f1ad130 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Deleting port 85c00f52-c0a4-4446-98a4-b33cc0a856ed {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:48.690154 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c49c07a-5e1d-4401-9b48-c796d26264af req-10bc4d8b-eef9-43f9-8920-57e08f1ad130 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:48.763588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c9b43-0fae-4f16-9e2a-af54186520ab req-98844628-cd4f-4892-9635-fa1aa013b9ca tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.765578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea77f1-7b14-43cc-9c7f-a79955ad603c req-be86b63e-968c-45c2-be74-d3a7b5285255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.767899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faea77f1-7b14-43cc-9c7f-a79955ad603c req-be86b63e-968c-45c2-be74-d3a7b5285255 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 1097 time: 0.2076550 Sep 16 04:44:48.771097 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3c5c9b43-0fae-4f16-9e2a-af54186520ab req-98844628-cd4f-4892-9635-fa1aa013b9ca tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 945 time: 0.2815204 Sep 16 04:44:48.809790 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-38fdcab6-a4ba-48c1-bc55-8fc5076bc395 req-c44ff281-5045-4335-9e1c-3f5b77adf957 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:44:48.818231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38fdcab6-a4ba-48c1-bc55-8fc5076bc395 req-c44ff281-5045-4335-9e1c-3f5b77adf957 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "DELETE /v2.0/security-groups/bc93dba0-6165-4aae-9e4d-5e696d41a6fb HTTP/1.1" status: 409 len: 341 time: 0.1623449 Sep 16 04:44:48.822716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eba71787-cc6d-41c3-b7ba-ddba6767f1f4 req-555e8216-42ce-403e-9293-10455394f6a7 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579474 Sep 16 04:44:48.823349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333a052-e009-4982-8fbd-1f9dd2da5d81 req-37cef9b4-fdba-4f14-934d-a3ab321313a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.824855 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9333a052-e009-4982-8fbd-1f9dd2da5d81 req-37cef9b4-fdba-4f14-934d-a3ab321313a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0271b93978e4697964f7a0550f6d45d&device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 1097 time: 0.2089202 Sep 16 04:44:48.860653 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faea77f1-7b14-43cc-9c7f-a79955ad603c req-aa0f5caf-0d57-41ef-9362-bb4185726cd4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789077 Sep 16 04:44:48.863242 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf6c683-b4b7-4c3c-9fae-9632913535bf x-openstack-request-id: req-dcf6c683-b4b7-4c3c-9fae-9632913535bf {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:48.863704 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc637acb-555b-4924-a7c2-8d46397e628b", "tag": "82712b47-cf34-4b12-b4d4-fd2dd2c8281a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:48.864039 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcf6c683-b4b7-4c3c-9fae-9632913535bf {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:48.864449 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc637acb-555b-4924-a7c2-8d46397e628b', 'tag': '82712b47-cf34-4b12-b4d4-fd2dd2c8281a', 'status': 'completed', 'code': 200} Sep 16 04:44:48.899738 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c88f2a-8e66-4796-803e-94133922eae5 req-89811031-b50c-4fe8-8e52-2acade38047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.901237 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9c88f2a-8e66-4796-803e-94133922eae5 req-89811031-b50c-4fe8-8e52-2acade38047b service neutron] 10.222.0.50 "GET /v2.0/networks?id=6663c76d-98f9-46e5-a2f5-885d3b7e7a55 HTTP/1.1" status: 200 len: 907 time: 0.3893290 Sep 16 04:44:48.995907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6825c5-1ca5-400b-a7c3-04e00001671b req-7d0e543d-7233-43ab-bd04-7d3115cd8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:48.997457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed6825c5-1ca5-400b-a7c3-04e00001671b req-7d0e543d-7233-43ab-bd04-7d3115cd8f2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 1175 time: 0.1081381 Sep 16 04:44:49.026087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22002-ac92-43be-8764-d50eeeb33e18 req-22ec2159-ca7b-4b01-b13b-c2a0c530a964 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.032382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22002-ac92-43be-8764-d50eeeb33e18 req-22ec2159-ca7b-4b01-b13b-c2a0c530a964 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.033004 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3c5c9b43-0fae-4f16-9e2a-af54186520ab req-80aae62e-e1ab-4bec-9fb1-72c17eceda4c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609384 Sep 16 04:44:49.038975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22002-ac92-43be-8764-d50eeeb33e18 req-22ec2159-ca7b-4b01-b13b-c2a0c530a964 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.054060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22002-ac92-43be-8764-d50eeeb33e18 req-22ec2159-ca7b-4b01-b13b-c2a0c530a964 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.069904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22002-ac92-43be-8764-d50eeeb33e18 req-22ec2159-ca7b-4b01-b13b-c2a0c530a964 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.076613 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22002-ac92-43be-8764-d50eeeb33e18 req-22ec2159-ca7b-4b01-b13b-c2a0c530a964 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.076794 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9c88f2a-8e66-4796-803e-94133922eae5 req-d98b4845-8fd2-4444-9857-d9c74682a45b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22df540-effd-40b2-ba89-827b13a544a8 HTTP/1.1" status: 200 len: 217 time: 0.1319993 Sep 16 04:44:49.083037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca22002-ac92-43be-8764-d50eeeb33e18 req-22ec2159-ca7b-4b01-b13b-c2a0c530a964 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.085364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8c49c07a-5e1d-4401-9b48-c796d26264af req-10bc4d8b-eef9-43f9-8920-57e08f1ad130 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] For port 85c00f52-c0a4-4446-98a4-b33cc0a856ed, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=85c00f52-c0a4-4446-98a4-b33cc0a856ed,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:49.085779 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c49c07a-5e1d-4401-9b48-c796d26264af req-10bc4d8b-eef9-43f9-8920-57e08f1ad130 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.091217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dca22002-ac92-43be-8764-d50eeeb33e18 req-22ec2159-ca7b-4b01-b13b-c2a0c530a964 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.1473134 Sep 16 04:44:49.150174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333a052-e009-4982-8fbd-1f9dd2da5d81 req-2d54e748-2ab2-4171-8c04-c10387133df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.151976 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9333a052-e009-4982-8fbd-1f9dd2da5d81 req-2d54e748-2ab2-4171-8c04-c10387133df6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 200 len: 915 time: 0.2994900 Sep 16 04:44:49.182172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-8c49c07a-5e1d-4401-9b48-c796d26264af req-10bc4d8b-eef9-43f9-8920-57e08f1ad130 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Calling delete_port for 85c00f52-c0a4-4446-98a4-b33cc0a856ed owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:49.190173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dca22002-ac92-43be-8764-d50eeeb33e18 req-9a95e87d-4c3f-486f-9113-d98aef9779bd tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981100 Sep 16 04:44:49.211232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 90a908af-aaff-43f1-888e-e09d8bb1e6c8 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:49.228701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6825c5-1ca5-400b-a7c3-04e00001671b req-4e6f67b7-891e-4d30-b005-25f33ab74f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.233177 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed6825c5-1ca5-400b-a7c3-04e00001671b req-4e6f67b7-891e-4d30-b005-25f33ab74f97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 200 len: 914 time: 0.2280369 Sep 16 04:44:49.307334 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed6825c5-1ca5-400b-a7c3-04e00001671b req-c454e3a1-ecc1-442c-a9b9-5e3004399a19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82712b47-cf34-4b12-b4d4-fd2dd2c8281a HTTP/1.1" status: 200 len: 217 time: 0.0589671 Sep 16 04:44:49.337735 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9333a052-e009-4982-8fbd-1f9dd2da5d81 req-c23cd337-25b6-4292-a09f-52e3cae5a640 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df76034-a001-476b-91ee-cb6f5f618ab4 HTTP/1.1" status: 200 len: 217 time: 0.1461725 Sep 16 04:44:49.341256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 90a908af-aaff-43f1-888e-e09d8bb1e6c8 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:49.350988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 90a908af-aaff-43f1-888e-e09d8bb1e6c8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:49.353434 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.368604 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-677f6dab-de86-46d7-a650-f70a27a70802 req-8cd22720-d646-415e-a360-84a7af90adc2 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.403987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['45bf7563-7c92-4e0a-9162-fe5020bab1ed'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:49.406837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6825c5-1ca5-400b-a7c3-04e00001671b req-9554713c-bf8b-4cff-b756-d507716fb41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.408592 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed6825c5-1ca5-400b-a7c3-04e00001671b req-9554713c-bf8b-4cff-b756-d507716fb41e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1f6604d7-1624-4395-a31f-cb9d0b19c16f HTTP/1.1" status: 200 len: 853 time: 0.0949306 Sep 16 04:44:49.420163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c88f2a-8e66-4796-803e-94133922eae5 req-83e9caac-38f2-47a9-83a2-b20f472b7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.422152 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9c88f2a-8e66-4796-803e-94133922eae5 req-83e9caac-38f2-47a9-83a2-b20f472b7d39 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b796f885-b859-40c5-8662-09c5b51476f6 HTTP/1.1" status: 200 len: 845 time: 0.3337169 Sep 16 04:44:49.457094 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed6825c5-1ca5-400b-a7c3-04e00001671b req-2d5f46a9-d8f0-4e95-9eb8-cd6d9cf661e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab01d43b-6a4e-4257-bc42-c79cac07e068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383756 Sep 16 04:44:49.487972 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.533731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd22720-d646-415e-a360-84a7af90adc2 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Pushing event deleted for resources: {'Port': ['ID=45bf7563-7c92-4e0a-9162-fe5020bab1ed,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:49.581573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 90a908af-aaff-43f1-888e-e09d8bb1e6c8, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=90a908af-aaff-43f1-888e-e09d8bb1e6c8,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:49.590399 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.626967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ff16e-8485-45a5-b9dd-58dfc73867db req-37b409fb-03ec-4799-bca6-7b6e6032645f tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.630565 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-338ff16e-8485-45a5-b9dd-58dfc73867db req-37b409fb-03ec-4799-bca6-7b6e6032645f tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 943 time: 0.4456930 Sep 16 04:44:49.634637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-677f6dab-de86-46d7-a650-f70a27a70802 req-8cd22720-d646-415e-a360-84a7af90adc2 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] No DVR routers for this DVR port 45bf7563-7c92-4e0a-9162-fe5020bab1ed on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:49.642533 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-677f6dab-de86-46d7-a650-f70a27a70802 req-8cd22720-d646-415e-a360-84a7af90adc2 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.644637 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-677f6dab-de86-46d7-a650-f70a27a70802 req-8cd22720-d646-415e-a360-84a7af90adc2 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.15 "DELETE /v2.0/ports/45bf7563-7c92-4e0a-9162-fe5020bab1ed HTTP/1.1" status: 204 len: 173 time: 1.7564199 Sep 16 04:44:49.654928 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=90a908af-aaff-43f1-888e-e09d8bb1e6c8,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:49.659356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333a052-e009-4982-8fbd-1f9dd2da5d81 req-3e7fe6c9-e52b-4bb6-934f-75c9aa5dbb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.660874 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9333a052-e009-4982-8fbd-1f9dd2da5d81 req-3e7fe6c9-e52b-4bb6-934f-75c9aa5dbb3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a806f497-16fd-499e-ae0e-96758d83d378 HTTP/1.1" status: 200 len: 854 time: 0.2823980 Sep 16 04:44:49.676234 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31ed493f-1a0d-4163-8f8b-9a5db79d19ab req-0918b0de-7f4f-47aa-b544-2842538c271d tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 210 time: 0.0694895 Sep 16 04:44:49.709514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed6825c5-1ca5-400b-a7c3-04e00001671b req-4b93ef2d-7668-4d81-8019-e307082843c5 service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425673 Sep 16 04:44:49.727261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c88f2a-8e66-4796-803e-94133922eae5 req-d9cb608e-58f1-422b-a807-42bab5c0c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.729390 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9c88f2a-8e66-4796-803e-94133922eae5 req-d9cb608e-58f1-422b-a807-42bab5c0c94f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6663c76d-98f9-46e5-a2f5-885d3b7e7a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2610271 Sep 16 04:44:49.735796 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9333a052-e009-4982-8fbd-1f9dd2da5d81 req-50b66d6b-5b5b-4ca2-b5c8-84d37d6e7e91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bff752ef-1b70-42b9-a812-d2023a553a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634971 Sep 16 04:44:49.831804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-338ff16e-8485-45a5-b9dd-58dfc73867db req-1f3257b5-de54-42e8-a124-35a4c1d9452e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874876 Sep 16 04:44:49.850639 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed6825c5-1ca5-400b-a7c3-04e00001671b req-e03a0157-56e8-4a0e-932e-bc5463d1439d service neutron] 10.222.0.50 "GET /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312420 Sep 16 04:44:49.918134 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c49c07a-5e1d-4401-9b48-c796d26264af req-10bc4d8b-eef9-43f9-8920-57e08f1ad130 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:49.936273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['45bf7563-7c92-4e0a-9162-fe5020bab1ed'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:49.975607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f285398-d30b-439a-88c0-37ca834a48b5 req-09ebf19f-a93e-4cdd-af7e-5e18cd7dad28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:49.977968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f285398-d30b-439a-88c0-37ca834a48b5 req-09ebf19f-a93e-4cdd-af7e-5e18cd7dad28 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 945 time: 0.0884471 Sep 16 04:44:49.997260 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-507fc2ee-8dbe-4531-ad06-aca35dd05eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.026194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f285398-d30b-439a-88c0-37ca834a48b5 req-a3d7c9ee-432a-4090-8d99-fa0258510236 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Sep 16 04:44:50.032831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc4d8b-eef9-43f9-8920-57e08f1ad130 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Pushing event deleted for resources: {'Port': ['ID=85c00f52-c0a4-4446-98a4-b33cc0a856ed,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:50.121992 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9c88f2a-8e66-4796-803e-94133922eae5 req-b4a899e5-fd5b-456e-a340-12083033ad1d service neutron] 10.222.0.50 "GET /v2.0/networks/6663c76d-98f9-46e5-a2f5-885d3b7e7a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760681 Sep 16 04:44:50.127678 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 85c00f52-c0a4-4446-98a4-b33cc0a856ed no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:50.148012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c49c07a-5e1d-4401-9b48-c796d26264af req-10bc4d8b-eef9-43f9-8920-57e08f1ad130 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] No DVR routers for this DVR port 85c00f52-c0a4-4446-98a4-b33cc0a856ed on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:50.149100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 85c00f52-c0a4-4446-98a4-b33cc0a856ed {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:50.150193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 85c00f52-c0a4-4446-98a4-b33cc0a856ed not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:50.162989 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8c49c07a-5e1d-4401-9b48-c796d26264af req-10bc4d8b-eef9-43f9-8920-57e08f1ad130 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.165901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c49c07a-5e1d-4401-9b48-c796d26264af req-10bc4d8b-eef9-43f9-8920-57e08f1ad130 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.50 "DELETE /v2.0/ports/85c00f52-c0a4-4446-98a4-b33cc0a856ed HTTP/1.1" status: 204 len: 173 time: 1.8820271 Sep 16 04:44:50.176233 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9333a052-e009-4982-8fbd-1f9dd2da5d81 req-1c649596-6ab8-4779-8116-80f98edcc4e7 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995180 Sep 16 04:44:50.195251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c7a21-f2f1-4af9-8d8e-c84b8651fac7 req-f9af3cca-deff-4b4c-9ffe-7284a4c3878e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.197468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a20c7a21-f2f1-4af9-8d8e-c84b8651fac7 req-f9af3cca-deff-4b4c-9ffe-7284a4c3878e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 945 time: 0.0678959 Sep 16 04:44:50.225705 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7182384-5228-4604-81f5-f6efcfdc549b req-6e1a1b16-3408-4e6d-919b-40925392a487 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.227253 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f7182384-5228-4604-81f5-f6efcfdc549b req-6e1a1b16-3408-4e6d-919b-40925392a487 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 1023 time: 0.3034127 Sep 16 04:44:50.241344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a20c7a21-f2f1-4af9-8d8e-c84b8651fac7 req-e650a86b-95c9-459b-9917-4b979e6937d6 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350745 Sep 16 04:44:50.246175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-f2c8c2ca-81e7-43dd-89c9-2e162dadf426 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.247648 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-f2c8c2ca-81e7-43dd-89c9-2e162dadf426 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.15 "GET /v2.0/networks?id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8 HTTP/1.1" status: 200 len: 813 time: 0.3679199 Sep 16 04:44:50.425959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74793a-3dc9-42e2-b5f8-99d344a8359e req-a2c315fd-a72f-40a0-ba52-c51a3258e081 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.433271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74793a-3dc9-42e2-b5f8-99d344a8359e req-a2c315fd-a72f-40a0-ba52-c51a3258e081 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.439297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74793a-3dc9-42e2-b5f8-99d344a8359e req-a2c315fd-a72f-40a0-ba52-c51a3258e081 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.445243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74793a-3dc9-42e2-b5f8-99d344a8359e req-a2c315fd-a72f-40a0-ba52-c51a3258e081 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.451893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74793a-3dc9-42e2-b5f8-99d344a8359e req-a2c315fd-a72f-40a0-ba52-c51a3258e081 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.457825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74793a-3dc9-42e2-b5f8-99d344a8359e req-a2c315fd-a72f-40a0-ba52-c51a3258e081 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.464333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74793a-3dc9-42e2-b5f8-99d344a8359e req-a2c315fd-a72f-40a0-ba52-c51a3258e081 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.466317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf74793a-3dc9-42e2-b5f8-99d344a8359e req-a2c315fd-a72f-40a0-ba52-c51a3258e081 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.1306634 Sep 16 04:44:50.495959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c96cde5-450d-466a-b12e-e73ee008a73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a908af-aaff-43f1-888e-e09d8bb1e6c8'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:50.498355 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe29707d-83e9-47e1-ae86-1e0f15d413fd" -d '{"events": [{"server_uuid": "6c96cde5-450d-466a-b12e-e73ee008a73b", "name": "network-vif-plugged", "status": "completed", "tag": "90a908af-aaff-43f1-888e-e09d8bb1e6c8"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:50.568181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf74793a-3dc9-42e2-b5f8-99d344a8359e req-0fce2cd9-c4bc-43cc-87f4-711e6ecc9084 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654068 Sep 16 04:44:50.577597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-f2c53f11-fdcb-4983-82e1-70671422c11f tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:50.579012 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-f2c53f11-fdcb-4983-82e1-70671422c11f tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.15 "GET /v2.0/networks?id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8 HTTP/1.1" status: 200 len: 813 time: 0.2035315 Sep 16 04:44:50.601699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-31f512bd-9585-44dd-965a-6937cd88f79d req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Request body: {'port': {'device_id': 'd61034c7-20be-4875-a596-d36ab9557c0f', 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8', 'admin_state_up': True, 'tenant_id': '5664190d075b45fa8a4cc13e6cfd489f'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:50.604656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50747a93-04e1-4d4b-b9b8-93a949bed52b', 'name': 'network-vif-deleted', 'tag': '45bf7563-7c92-4e0a-9162-fe5020bab1ed'}, {'server_uuid': '2883b61b-3043-4771-9a23-c3fbc0562f20', 'name': 'network-vif-deleted', 'tag': '85c00f52-c0a4-4446-98a4-b33cc0a856ed'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:50.607002 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32e2576-65fd-4aa0-bac8-3c2a48b62239" -d '{"events": [{"server_uuid": "50747a93-04e1-4d4b-b9b8-93a949bed52b", "name": "network-vif-deleted", "tag": "45bf7563-7c92-4e0a-9162-fe5020bab1ed"}, {"server_uuid": "2883b61b-3043-4771-9a23-c3fbc0562f20", "name": "network-vif-deleted", "tag": "85c00f52-c0a4-4446-98a4-b33cc0a856ed"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:50.617243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-31f512bd-9585-44dd-965a-6937cd88f79d req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Request body: {'port': {'device_id': '6e272c88-4906-4bd5-b680-ee171e9c6d9e', 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8', 'admin_state_up': True, 'tenant_id': '5664190d075b45fa8a4cc13e6cfd489f'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:50.695020 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d0ef4c-db42-47a3-b1b7-68b3d386770e x-openstack-request-id: req-53d0ef4c-db42-47a3-b1b7-68b3d386770e {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:50.695534 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c96cde5-450d-466a-b12e-e73ee008a73b", "name": "network-vif-plugged", "status": "completed", "tag": "90a908af-aaff-43f1-888e-e09d8bb1e6c8", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:50.695917 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53d0ef4c-db42-47a3-b1b7-68b3d386770e {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:50.696673 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c96cde5-450d-466a-b12e-e73ee008a73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a908af-aaff-43f1-888e-e09d8bb1e6c8', 'code': 200} Sep 16 04:44:50.747014 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.775852 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fcf43b-2d05-4082-a691-84b51609fccc x-openstack-request-id: req-78fcf43b-2d05-4082-a691-84b51609fccc {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:50.776149 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50747a93-04e1-4d4b-b9b8-93a949bed52b", "name": "network-vif-deleted", "tag": "45bf7563-7c92-4e0a-9162-fe5020bab1ed", "status": "completed", "code": 200}, {"server_uuid": "2883b61b-3043-4771-9a23-c3fbc0562f20", "name": "network-vif-deleted", "tag": "85c00f52-c0a4-4446-98a4-b33cc0a856ed", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:50.776400 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78fcf43b-2d05-4082-a691-84b51609fccc {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:50.776801 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50747a93-04e1-4d4b-b9b8-93a949bed52b', 'name': 'network-vif-deleted', 'tag': '45bf7563-7c92-4e0a-9162-fe5020bab1ed', 'status': 'completed', 'code': 200} Sep 16 04:44:50.777107 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2883b61b-3043-4771-9a23-c3fbc0562f20', 'name': 'network-vif-deleted', 'tag': '85c00f52-c0a4-4446-98a4-b33cc0a856ed', 'status': 'completed', 'code': 200} Sep 16 04:44:50.803187 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f7182384-5228-4604-81f5-f6efcfdc549b req-36a05d3f-b06b-4c3d-9d30-2807dd778da7 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&id=21e901c2-bc40-47e0-ad05-ae35bd9af4ea&id=bc93dba0-6165-4aae-9e4d-5e696d41a6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5500596 Sep 16 04:44:50.808599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Made reservation on behalf of 5664190d075b45fa8a4cc13e6cfd489f for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:50.812374 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:50.822362 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9c88f2a-8e66-4796-803e-94133922eae5 req-294d5671-190f-425f-b73d-4cf91f1e4886 service neutron] 10.222.0.50 "GET /v2.0/networks/6663c76d-98f9-46e5-a2f5-885d3b7e7a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772001 Sep 16 04:44:50.958257 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-813dfc92-abde-4c0b-835f-37813e01c323 req-c2107ffd-3e03-4342-85fb-b93b6802141e tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 210 time: 0.0936675 Sep 16 04:44:50.961207 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9333a052-e009-4982-8fbd-1f9dd2da5d81 req-4ea376ca-dd62-44e1-89a1-ce8dc7d2e26a service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7674558 Sep 16 04:44:51.028492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befa282-489b-4762-8ebc-ba87445e89f0 req-944aaafe-5fb5-42f0-8d1c-a8b4daeb8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.030189 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5befa282-489b-4762-8ebc-ba87445e89f0 req-944aaafe-5fb5-42f0-8d1c-a8b4daeb8d51 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 1097 time: 0.1494787 Sep 16 04:44:51.040259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Made reservation on behalf of 5664190d075b45fa8a4cc13e6cfd489f for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:51.045323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-31f512bd-9585-44dd-965a-6937cd88f79d req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Allocated IP 172.20.0.5 (07c9a664-50ef-47b1-84f3-1e7e393c9fd8/0aa1bdaa-892f-448a-908f-1a54819ec2fb/dc494fed-7aad-4a43-941e-9115cd6bf149) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:51.049265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.146905 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5befa282-489b-4762-8ebc-ba87445e89f0 req-2ae7f43e-ed9e-4581-a7fa-603e4cbb8b54 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941608 Sep 16 04:44:51.201670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84f9f0-924a-42fd-b0ce-3e18368ebe75 req-a94dd72b-1ced-4411-ae57-c2867b334017 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.203192 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a84f9f0-924a-42fd-b0ce-3e18368ebe75 req-a94dd72b-1ced-4411-ae57-c2867b334017 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 943 time: 0.1203291 Sep 16 04:44:51.253600 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0170-2f08-4f0b-9cd1-a68599d93980 req-c60000ae-21a8-4b1c-ae4a-27dc7b2fa3e9 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.255508 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-240d0170-2f08-4f0b-9cd1-a68599d93980 req-c60000ae-21a8-4b1c-ae4a-27dc7b2fa3e9 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 945 time: 0.1064515 Sep 16 04:44:51.267107 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.280478 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a84f9f0-924a-42fd-b0ce-3e18368ebe75 req-c566c600-202c-46d4-9200-dfc62df947b4 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616577 Sep 16 04:44:51.291626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013919a-1322-4f11-b1b9-5d8de52fbef4 req-ca225478-e908-418e-b83d-ce66e5817b6c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.293461 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4013919a-1322-4f11-b1b9-5d8de52fbef4 req-ca225478-e908-418e-b83d-ce66e5817b6c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 1023 time: 0.0893774 Sep 16 04:44:51.314244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-240d0170-2f08-4f0b-9cd1-a68599d93980 req-0dc7ffa2-d65a-4155-ac4a-07070b7cb610 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506387 Sep 16 04:44:51.338849 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.394736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f512bd-9585-44dd-965a-6937cd88f79d req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:51.406171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-31f512bd-9585-44dd-965a-6937cd88f79d req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:51.410991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f512bd-9585-44dd-965a-6937cd88f79d req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:51.464117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Pushing event updated for resources: {'Port': ['ID=dc494fed-7aad-4a43-941e-9115cd6bf149,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:51.469069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-31f512bd-9585-44dd-965a-6937cd88f79d req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Allocated IP 172.20.0.14 (07c9a664-50ef-47b1-84f3-1e7e393c9fd8/0aa1bdaa-892f-448a-908f-1a54819ec2fb/abd3e1ac-c929-47f9-8921-f76e228d08e0) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:44:51.488857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.489489 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.503534 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e5ba-a2f2-4e8e-a982-167d3f8bc21d req-cbe5c8c9-4c27-4ea5-96e0-c1ec6489a617 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.505124 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1cb4e5ba-a2f2-4e8e-a982-167d3f8bc21d req-cbe5c8c9-4c27-4ea5-96e0-c1ec6489a617 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 945 time: 0.1331534 Sep 16 04:44:51.507792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70809f-f4de-41bf-b6c7-6d482a2114d9 req-3139880a-0aa0-4af7-b064-d1b83e215b91 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.509953 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce70809f-f4de-41bf-b6c7-6d482a2114d9 req-3139880a-0aa0-4af7-b064-d1b83e215b91 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 945 time: 0.1199267 Sep 16 04:44:51.517324 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-b01d20c1-907d-4644-a227-ea5731994838 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9203675 Sep 16 04:44:51.536814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Request body: {'port': {'device_id': 'd61034c7-20be-4875-a596-d36ab9557c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:51.555116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-4013919a-1322-4f11-b1b9-5d8de52fbef4 req-d68ce58c-141a-4da3-971c-8dfe07fa2928 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Deleting port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:51.555536 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4013919a-1322-4f11-b1b9-5d8de52fbef4 req-d68ce58c-141a-4da3-971c-8dfe07fa2928 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.565340 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.581530 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce70809f-f4de-41bf-b6c7-6d482a2114d9 req-039ec977-3343-4cda-8b77-f3f71df33431 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631747 Sep 16 04:44:51.617440 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.676138 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1cb4e5ba-a2f2-4e8e-a982-167d3f8bc21d req-576048f6-414b-4193-ab11-03845d5e1ae6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573455 Sep 16 04:44:51.762636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4013919a-1322-4f11-b1b9-5d8de52fbef4 req-d68ce58c-141a-4da3-971c-8dfe07fa2928 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] For port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:51.763177 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4013919a-1322-4f11-b1b9-5d8de52fbef4 req-d68ce58c-141a-4da3-971c-8dfe07fa2928 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.787097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-4013919a-1322-4f11-b1b9-5d8de52fbef4 req-d68ce58c-141a-4da3-971c-8dfe07fa2928 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Calling delete_port for 82712b47-cf34-4b12-b4d4-fd2dd2c8281a owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:51.794697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f7e9-7f35-45c6-8c84-c8266fce5996 req-6cfe0bee-3997-4633-a6b1-b69439283f47 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.800869 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f7e9-7f35-45c6-8c84-c8266fce5996 req-6cfe0bee-3997-4633-a6b1-b69439283f47 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.807765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f7e9-7f35-45c6-8c84-c8266fce5996 req-6cfe0bee-3997-4633-a6b1-b69439283f47 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.808740 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:51.817381 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f7e9-7f35-45c6-8c84-c8266fce5996 req-6cfe0bee-3997-4633-a6b1-b69439283f47 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.824460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f7e9-7f35-45c6-8c84-c8266fce5996 req-6cfe0bee-3997-4633-a6b1-b69439283f47 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.830558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f7e9-7f35-45c6-8c84-c8266fce5996 req-6cfe0bee-3997-4633-a6b1-b69439283f47 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.836452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f7e9-7f35-45c6-8c84-c8266fce5996 req-6cfe0bee-3997-4633-a6b1-b69439283f47 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:51.838595 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0038f7e9-7f35-45c6-8c84-c8266fce5996 req-6cfe0bee-3997-4633-a6b1-b69439283f47 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5420 time: 0.1871872 Sep 16 04:44:51.890203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0038f7e9-7f35-45c6-8c84-c8266fce5996 req-7f6fb0fd-ed2c-427d-b957-4802e1fc77f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413148 Sep 16 04:44:51.956838 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.032440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98550891-70aa-4aeb-ac0c-7d4836912fbd req-9f0fd81c-61ac-4e55-b56f-fb5f5b8bf473 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.033993 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98550891-70aa-4aeb-ac0c-7d4836912fbd req-9f0fd81c-61ac-4e55-b56f-fb5f5b8bf473 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc637acb-555b-4924-a7c2-8d46397e628b HTTP/1.1" status: 200 len: 1023 time: 0.1488667 Sep 16 04:44:52.046373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f512bd-9585-44dd-965a-6937cd88f79d req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:44:52.047814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa08f0-2ae8-41fb-a2fc-65eb3a30f0ae req-73f0e20d-d9be-49ad-8a16-e86e3a2f02fb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.049306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90aa08f0-2ae8-41fb-a2fc-65eb3a30f0ae req-73f0e20d-d9be-49ad-8a16-e86e3a2f02fb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 945 time: 0.0935576 Sep 16 04:44:52.064335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-31f512bd-9585-44dd-965a-6937cd88f79d req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:44:52.066780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f512bd-9585-44dd-965a-6937cd88f79d req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:44:52.097138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Pushing event updated for resources: {'Port': ['ID=abd3e1ac-c929-47f9-8921-f76e228d08e0,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.109235 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90aa08f0-2ae8-41fb-a2fc-65eb3a30f0ae req-7b27c493-476b-4e16-aa1d-797970d50a86 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496171 Sep 16 04:44:52.135762 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b22df540-effd-40b2-ba89-827b13a544a8 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:52.143902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc494fed-7aad-4a43-941e-9115cd6bf149 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:52.144241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.144971 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.150148 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4013919a-1322-4f11-b1b9-5d8de52fbef4 req-d68ce58c-141a-4da3-971c-8dfe07fa2928 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.156176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.163373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84', '82712b47-cf34-4b12-b4d4-fd2dd2c8281a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:52.172595 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Transition to ACTIVE for port object dc494fed-7aad-4a43-941e-9115cd6bf149 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:52.178110 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.216580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ce58c-141a-4da3-971c-8dfe07fa2928 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event deleted for resources: {'Port': ['ID=82712b47-cf34-4b12-b4d4-fd2dd2c8281a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.250152 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98550891-70aa-4aeb-ac0c-7d4836912fbd req-ad45253b-904a-4cdf-a289-cb79299ffe23 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&id=21e901c2-bc40-47e0-ad05-ae35bd9af4ea&id=bc93dba0-6165-4aae-9e4d-5e696d41a6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2009544 Sep 16 04:44:52.261471 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-1a2744bd-ba34-41c8-89c9-c94e654794a8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6573162 Sep 16 04:44:52.266161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Pushing event updated for resources: {'Port': ['ID=dc494fed-7aad-4a43-941e-9115cd6bf149,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.287563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4013919a-1322-4f11-b1b9-5d8de52fbef4 req-d68ce58c-141a-4da3-971c-8dfe07fa2928 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] No DVR routers for this DVR port 82712b47-cf34-4b12-b4d4-fd2dd2c8281a on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:52.292604 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Request body: {'port': {'device_id': '6e272c88-4906-4bd5-b680-ee171e9c6d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:52.295682 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4013919a-1322-4f11-b1b9-5d8de52fbef4 req-d68ce58c-141a-4da3-971c-8dfe07fa2928 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.297710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4013919a-1322-4f11-b1b9-5d8de52fbef4 req-d68ce58c-141a-4da3-971c-8dfe07fa2928 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.50 "DELETE /v2.0/ports/82712b47-cf34-4b12-b4d4-fd2dd2c8281a HTTP/1.1" status: 204 len: 173 time: 0.9952157 Sep 16 04:44:52.307508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb028544-4516-4683-a2c3-2a6870ee13cd req-02f6a353-ff12-461b-b844-4a84bf234e6a tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.309252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb028544-4516-4683-a2c3-2a6870ee13cd req-02f6a353-ff12-461b-b844-4a84bf234e6a tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 932 time: 0.1248107 Sep 16 04:44:52.384659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb028544-4516-4683-a2c3-2a6870ee13cd req-0804e17b-d4e8-4a10-926e-7343d3a03abd tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521467 Sep 16 04:44:52.397597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Attempting to bind port dc494fed-7aad-4a43-941e-9115cd6bf149 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:52.397597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Attempting to bind port dc494fed-7aad-4a43-941e-9115cd6bf149 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:52.402027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Attempting to bind port dc494fed-7aad-4a43-941e-9115cd6bf149 on network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:52.407570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Port dc494fed-7aad-4a43-941e-9115cd6bf149 on network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:52.408159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Attempting to bind port dc494fed-7aad-4a43-941e-9115cd6bf149 on network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:52.415309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:52.415865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Checking segment: {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:52.416570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Bound using segment: {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:52.417580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Bound port: dc494fed-7aad-4a43-941e-9115cd6bf149, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:52.418419 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.434438 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.441847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b22df540-effd-40b2-ba89-827b13a544a8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b22df540-effd-40b2-ba89-827b13a544a8,segment=NetworkSegment(29d34868-c205-4786-a4e6-21a1a0670ade),segment_id=29d34868-c205-4786-a4e6-21a1a0670ade)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:52.465601 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'b22df540-effd-40b2-ba89-827b13a544a8', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'port_id': 'b22df540-effd-40b2-ba89-827b13a544a8', 'mac_address': 'fa:16:3e:c4:49:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:52.524965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] For port dc494fed-7aad-4a43-941e-9115cd6bf149, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:52.533624 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] For port dc494fed-7aad-4a43-941e-9115cd6bf149, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=dc494fed-7aad-4a43-941e-9115cd6bf149,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:52.538387 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.552310 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.581357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22df540-effd-40b2-ba89-827b13a544a8 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:52.621717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b22df540-effd-40b2-ba89-827b13a544a8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b22df540-effd-40b2-ba89-827b13a544a8,segment=NetworkSegment(29d34868-c205-4786-a4e6-21a1a0670ade),segment_id=29d34868-c205-4786-a4e6-21a1a0670ade)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:52.625582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.626431 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.628314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] 10.222.0.15 "PUT /v2.0/ports/dc494fed-7aad-4a43-941e-9115cd6bf149 HTTP/1.1" status: 200 len: 1092 time: 1.1020033 Sep 16 04:44:52.628853 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.629516 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device a9eebefd-bb8f-4439-b0cb-a73ce30e4442 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:52.631544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61034c7-20be-4875-a596-d36ab9557c0f', 'tag': 'dc494fed-7aad-4a43-941e-9115cd6bf149'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:52.634624 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6c3247-4b7b-4d30-8f7c-18ce9ae06f22" -d '{"events": [{"name": "network-changed", "server_uuid": "d61034c7-20be-4875-a596-d36ab9557c0f", "tag": "dc494fed-7aad-4a43-941e-9115cd6bf149"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:52.680287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da425fdd-1e46-4085-b9a0-be77cf3f600f req-1ecf5e2c-f740-4ec6-9b02-485bbc5f84eb tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.682078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da425fdd-1e46-4085-b9a0-be77cf3f600f req-1ecf5e2c-f740-4ec6-9b02-485bbc5f84eb tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 945 time: 0.1530476 Sep 16 04:44:52.700103 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbe645-d54d-447e-b521-ed114374af9f service neutron] Pushing event updated for resources: {'Port': ['ID=dc494fed-7aad-4a43-941e-9115cd6bf149,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.740693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=b22df540-effd-40b2-ba89-827b13a544a8,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:52.753217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ab670-4e63-4227-b6bc-12f6d5212ab7 req-2d3cbdee-8cc6-4aa1-8c5d-87ca733bad3e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.754794 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036ab670-4e63-4227-b6bc-12f6d5212ab7 req-2d3cbdee-8cc6-4aa1-8c5d-87ca733bad3e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 943 time: 0.2362266 Sep 16 04:44:52.764685 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da425fdd-1e46-4085-b9a0-be77cf3f600f req-1f5d0322-5651-43fb-b9a0-897272cd4258 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711138 Sep 16 04:44:52.768313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9d54c-62dd-409b-8484-fa3b7322fe90 req-05c755d5-403e-41e4-aac4-a8d847fd29f1 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.769557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-cba5ea6b-373b-4472-873b-7bee6eee4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.770000 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21c9d54c-62dd-409b-8484-fa3b7322fe90 req-05c755d5-403e-41e4-aac4-a8d847fd29f1 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.50 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 945 time: 0.2549415 Sep 16 04:44:52.771054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-cba5ea6b-373b-4472-873b-7bee6eee4266 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5664190d075b45fa8a4cc13e6cfd489f&device_id=d61034c7-20be-4875-a596-d36ab9557c0f HTTP/1.1" status: 200 len: 1095 time: 0.0671086 Sep 16 04:44:52.786593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc637acb-555b-4924-a7c2-8d46397e628b', 'name': 'network-vif-deleted', 'tag': '82712b47-cf34-4b12-b4d4-fd2dd2c8281a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:52.788361 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd3d2c0-94ec-4595-b0a2-8088f83f288b" -d '{"events": [{"server_uuid": "dc637acb-555b-4924-a7c2-8d46397e628b", "name": "network-vif-deleted", "tag": "82712b47-cf34-4b12-b4d4-fd2dd2c8281a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:52.817824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port a9eebefd-bb8f-4439-b0cb-a73ce30e4442, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:52.818717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-0b18d475-f8b1-4b23-b122-761e22aebe10 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:52.820211 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-0b18d475-f8b1-4b23-b122-761e22aebe10 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 945 time: 0.2244663 Sep 16 04:44:52.835102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'a9eebefd-bb8f-4439-b0cb-a73ce30e4442', 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae', 'port_id': 'a9eebefd-bb8f-4439-b0cb-a73ce30e4442', 'mac_address': 'fa:16:3e:9d:31:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87afb49-fbf8-4607-b70e-cc0d1747d824', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:52.858526 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f7d4b5-8e62-4b1a-8cb3-d412a3a8fb51 x-openstack-request-id: req-c1f7d4b5-8e62-4b1a-8cb3-d412a3a8fb51 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:52.859373 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61034c7-20be-4875-a596-d36ab9557c0f", "tag": "dc494fed-7aad-4a43-941e-9115cd6bf149", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:52.859645 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1f7d4b5-8e62-4b1a-8cb3-d412a3a8fb51 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:52.860055 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61034c7-20be-4875-a596-d36ab9557c0f', 'tag': 'dc494fed-7aad-4a43-941e-9115cd6bf149', 'status': 'completed', 'code': 200} Sep 16 04:44:52.862057 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-8d9d4621-94a8-47b6-8848-f65ab727ad99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc494fed-7aad-4a43-941e-9115cd6bf149 HTTP/1.1" status: 200 len: 217 time: 0.0661900 Sep 16 04:44:52.880701 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.892219 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-036ab670-4e63-4227-b6bc-12f6d5212ab7 req-17ccff84-dba4-442e-84d4-61e7c7e2d989 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177411 Sep 16 04:44:52.908735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9eebefd-bb8f-4439-b0cb-a73ce30e4442 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:52.955093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port a9eebefd-bb8f-4439-b0cb-a73ce30e4442, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:52.960197 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:52.960861 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3e01476a-ab84-4363-8e04-bb85002972b9 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:53.011942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-d25062ab-560a-453a-b078-ee3bd29c8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.013472 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-d25062ab-560a-453a-b078-ee3bd29c8028 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0aa1bdaa-892f-448a-908f-1a54819ec2fb HTTP/1.1" status: 200 len: 853 time: 0.1325440 Sep 16 04:44:53.045440 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc44460c-cce7-4284-88af-423e3ebad8cf x-openstack-request-id: req-cc44460c-cce7-4284-88af-423e3ebad8cf {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:53.045965 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc637acb-555b-4924-a7c2-8d46397e628b", "name": "network-vif-deleted", "tag": "82712b47-cf34-4b12-b4d4-fd2dd2c8281a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:53.046062 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc44460c-cce7-4284-88af-423e3ebad8cf {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:53.046388 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc637acb-555b-4924-a7c2-8d46397e628b', 'name': 'network-vif-deleted', 'tag': '82712b47-cf34-4b12-b4d4-fd2dd2c8281a', 'status': 'completed', 'code': 200} Sep 16 04:44:53.054786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:53.059654 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3e01476a-ab84-4363-8e04-bb85002972b9, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3e01476a-ab84-4363-8e04-bb85002972b9,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.072759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '3e01476a-ab84-4363-8e04-bb85002972b9', 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae', 'port_id': '3e01476a-ab84-4363-8e04-bb85002972b9', 'mac_address': 'fa:16:3e:a5:57:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87afb49-fbf8-4607-b70e-cc0d1747d824', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:53.085040 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-3159df4b-01f5-4120-9fea-52640f913064 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562298 Sep 16 04:44:53.096473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e322-2cc2-4d92-9405-ac6de9981c48 req-16bbbb38-3eb3-4b06-b7c1-2b29a5382d70 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.098192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ff5e322-2cc2-4d92-9405-ac6de9981c48 req-16bbbb38-3eb3-4b06-b7c1-2b29a5382d70 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 945 time: 0.1759608 Sep 16 04:44:53.116885 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.127463 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.141813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e01476a-ab84-4363-8e04-bb85002972b9 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:53.162874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3e01476a-ab84-4363-8e04-bb85002972b9, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3e01476a-ab84-4363-8e04-bb85002972b9,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.168114 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.169193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b2c539f9-3dcb-4aee-84f4-297e697dc188 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:53.190365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b7008-9175-457c-86b3-9aaa54eed7b6 req-5fa0bfe1-4bbb-4e31-acde-d67b52152fb5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.197007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b7008-9175-457c-86b3-9aaa54eed7b6 req-5fa0bfe1-4bbb-4e31-acde-d67b52152fb5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.198065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ff5e322-2cc2-4d92-9405-ac6de9981c48 req-3dbc3611-5a72-4b7e-b521-d8dc7a6e6e66 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912566 Sep 16 04:44:53.203097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b7008-9175-457c-86b3-9aaa54eed7b6 req-5fa0bfe1-4bbb-4e31-acde-d67b52152fb5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.209353 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b7008-9175-457c-86b3-9aaa54eed7b6 req-5fa0bfe1-4bbb-4e31-acde-d67b52152fb5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.216549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b7008-9175-457c-86b3-9aaa54eed7b6 req-5fa0bfe1-4bbb-4e31-acde-d67b52152fb5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.222694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b7008-9175-457c-86b3-9aaa54eed7b6 req-5fa0bfe1-4bbb-4e31-acde-d67b52152fb5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.229681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b7008-9175-457c-86b3-9aaa54eed7b6 req-5fa0bfe1-4bbb-4e31-acde-d67b52152fb5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.231679 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f54b7008-9175-457c-86b3-9aaa54eed7b6 req-5fa0bfe1-4bbb-4e31-acde-d67b52152fb5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5421 time: 0.1374092 Sep 16 04:44:53.238354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 45bf7563-7c92-4e0a-9162-fe5020bab1ed no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:53.241119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-8c6f64f5-a7d2-44d7-b4f8-4bf613a68cc1 service neutron] 10.222.0.15 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419508 Sep 16 04:44:53.278873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=3e01476a-ab84-4363-8e04-bb85002972b9,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:53.291098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 45bf7563-7c92-4e0a-9162-fe5020bab1ed {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:53.291098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 45bf7563-7c92-4e0a-9162-fe5020bab1ed not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:53.294384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b2c539f9-3dcb-4aee-84f4-297e697dc188, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b2c539f9-3dcb-4aee-84f4-297e697dc188,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.311371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'b2c539f9-3dcb-4aee-84f4-297e697dc188', 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae', 'port_id': 'b2c539f9-3dcb-4aee-84f4-297e697dc188', 'mac_address': 'fa:16:3e:7a:f2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87afb49-fbf8-4607-b70e-cc0d1747d824', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:53.331948 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-0d44e485-d655-4b06-bc67-d03acaa13326 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Deleting port 90a908af-aaff-43f1-888e-e09d8bb1e6c8 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:53.332333 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-0d44e485-d655-4b06-bc67-d03acaa13326 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.339731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-21c9d54c-62dd-409b-8484-fa3b7322fe90 req-ae606830-d04b-4c4c-8db9-7e178c219cd0 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Deleting port 7f331975-6311-433f-bfc3-1ce623acc620 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:53.340070 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-21c9d54c-62dd-409b-8484-fa3b7322fe90 req-ae606830-d04b-4c4c-8db9-7e178c219cd0 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.353410 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.370180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c539f9-3dcb-4aee-84f4-297e697dc188 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:53.386724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b56ad3-ca7e-4ca0-a225-ca2e28322b18 req-0ec40ea0-19d5-404d-b306-0f231ab622d5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.388267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f3b56ad3-ca7e-4ca0-a225-ca2e28322b18 req-0ec40ea0-19d5-404d-b306-0f231ab622d5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 945 time: 0.1077383 Sep 16 04:44:53.394566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b2c539f9-3dcb-4aee-84f4-297e697dc188, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b2c539f9-3dcb-4aee-84f4-297e697dc188,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.395401 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f54b7008-9175-457c-86b3-9aaa54eed7b6 req-d13f07cb-8cc6-405a-bbdf-1f0e391345df tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521637 Sep 16 04:44:53.402340 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.403021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bde9702d-41e5-4b56-b01c-9dc5a65b1554 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:53.419917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-ea5bf886-9b32-4fb6-b667-e2ca6b488380 service neutron] 10.222.0.15 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707141 Sep 16 04:44:53.490111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f3b56ad3-ca7e-4ca0-a225-ca2e28322b18 req-f0906bb8-5e10-4c22-a31b-d831c6f30411 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693257 Sep 16 04:44:53.490983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bde9702d-41e5-4b56-b01c-9dc5a65b1554, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bde9702d-41e5-4b56-b01c-9dc5a65b1554,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.505513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd3e1ac-c929-47f9-8921-f76e228d08e0 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:53.512901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=b2c539f9-3dcb-4aee-84f4-297e697dc188,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:53.515761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'bde9702d-41e5-4b56-b01c-9dc5a65b1554', 'network_id': 'd9fd3ee3-1d53-42e6-b30c-4dcbd39143ae', 'port_id': 'bde9702d-41e5-4b56-b01c-9dc5a65b1554', 'mac_address': 'fa:16:3e:8f:57:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87afb49-fbf8-4607-b70e-cc0d1747d824', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:53.576541 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.588815 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.591781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be7047-6492-4eea-a696-673576a48cae req-d380c959-6592-4eb6-8a48-f2dcdbba809b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.593338 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0be7047-6492-4eea-a696-673576a48cae req-d380c959-6592-4eb6-8a48-f2dcdbba809b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.15 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 945 time: 0.1010418 Sep 16 04:44:53.596116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde9702d-41e5-4b56-b01c-9dc5a65b1554 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:53.620183 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bde9702d-41e5-4b56-b01c-9dc5a65b1554, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bde9702d-41e5-4b56-b01c-9dc5a65b1554,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.624523 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.625300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fa345f8b-b575-4bfd-8d95-b3355e4d9944 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:53.652254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Transition to ACTIVE for port object abd3e1ac-c929-47f9-8921-f76e228d08e0 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:44:53.677591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-0d44e485-d655-4b06-bc67-d03acaa13326 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] For port 90a908af-aaff-43f1-888e-e09d8bb1e6c8, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=90a908af-aaff-43f1-888e-e09d8bb1e6c8,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.679816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-0d44e485-d655-4b06-bc67-d03acaa13326 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.689773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c3247-4b7b-4d30-8f7c-18ce9ae06f22 req-9caae070-53bf-4305-813d-b584a7f8cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:53.691740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff6c3247-4b7b-4d30-8f7c-18ce9ae06f22 req-9caae070-53bf-4305-813d-b584a7f8cabd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5664190d075b45fa8a4cc13e6cfd489f&device_id=d61034c7-20be-4875-a596-d36ab9557c0f HTTP/1.1" status: 200 len: 1095 time: 0.1913729 Sep 16 04:44:53.692508 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.706441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=bde9702d-41e5-4b56-b01c-9dc5a65b1554,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:53.717280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-21c9d54c-62dd-409b-8484-fa3b7322fe90 req-ae606830-d04b-4c4c-8db9-7e178c219cd0 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] For port 7f331975-6311-433f-bfc3-1ce623acc620, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7f331975-6311-433f-bfc3-1ce623acc620,segment=NetworkSegment(40d8ff70-4f27-4413-89a2-186b60918400),segment_id=40d8ff70-4f27-4413-89a2-186b60918400)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.718005 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-21c9d54c-62dd-409b-8484-fa3b7322fe90 req-ae606830-d04b-4c4c-8db9-7e178c219cd0 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.795336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-0d44e485-d655-4b06-bc67-d03acaa13326 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Calling delete_port for 90a908af-aaff-43f1-888e-e09d8bb1e6c8 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:53.795656 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fa345f8b-b575-4bfd-8d95-b3355e4d9944, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fa345f8b-b575-4bfd-8d95-b3355e4d9944,segment=NetworkSegment(2ab46fae-fd29-4f09-a622-00ee18e95f43),segment_id=2ab46fae-fd29-4f09-a622-00ee18e95f43)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.810702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'port_id': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944', 'mac_address': 'fa:16:3e:2a:ff:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:53.834528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-21c9d54c-62dd-409b-8484-fa3b7322fe90 req-ae606830-d04b-4c4c-8db9-7e178c219cd0 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Calling delete_port for 7f331975-6311-433f-bfc3-1ce623acc620 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:53.854566 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.871825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa345f8b-b575-4bfd-8d95-b3355e4d9944 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:53.875593 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b0e83f4-2823-43c2-aede-09491148212a req-45f48742-a6ca-4392-a7d7-b19a18089455 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/21e901c2-bc40-47e0-ad05-ae35bd9af4ea HTTP/1.1" status: 200 len: 1803 time: 0.2823837 Sep 16 04:44:53.897915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fa345f8b-b575-4bfd-8d95-b3355e4d9944, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fa345f8b-b575-4bfd-8d95-b3355e4d9944,segment=NetworkSegment(2ab46fae-fd29-4f09-a622-00ee18e95f43),segment_id=2ab46fae-fd29-4f09-a622-00ee18e95f43)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:53.903685 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:53.986997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fa345f8b-b575-4bfd-8d95-b3355e4d9944,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:54.024027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beebeea-41df-4ef1-b113-4f30f749b72f req-5223d38c-8044-48a7-9edb-43b333274241 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.024800 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9beebeea-41df-4ef1-b113-4f30f749b72f req-5223d38c-8044-48a7-9edb-43b333274241 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 932 time: 0.4305539 Sep 16 04:44:54.054628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Pushing event updated for resources: {'Port': ['ID=abd3e1ac-c929-47f9-8921-f76e228d08e0,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:54.107110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9beebeea-41df-4ef1-b113-4f30f749b72f req-e9d6d8ac-e6d2-4132-83c3-3c2150bf6e8c tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571988 Sep 16 04:44:54.126066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-a0be7047-6492-4eea-a696-673576a48cae req-3bfed693-e267-4e81-b990-267a9f3530db tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Deleting port 37858857-1ea3-452e-9557-492eb772077c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:54.126409 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a0be7047-6492-4eea-a696-673576a48cae req-3bfed693-e267-4e81-b990-267a9f3530db tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.142552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:54.145556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 82712b47-cf34-4b12-b4d4-fd2dd2c8281a no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:54.179900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 82712b47-cf34-4b12-b4d4-fd2dd2c8281a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:54.179900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 82712b47-cf34-4b12-b4d4-fd2dd2c8281a not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:54.208609 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Attempting to bind port abd3e1ac-c929-47f9-8921-f76e228d08e0 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:44:54.208957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Attempting to bind port abd3e1ac-c929-47f9-8921-f76e228d08e0 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:44:54.209293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Attempting to bind port abd3e1ac-c929-47f9-8921-f76e228d08e0 on network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:54.215656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c3247-4b7b-4d30-8f7c-18ce9ae06f22 req-d8530e3e-812b-464a-ac0b-d17c1d0e8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.217586 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff6c3247-4b7b-4d30-8f7c-18ce9ae06f22 req-d8530e3e-812b-464a-ac0b-d17c1d0e8739 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8 HTTP/1.1" status: 200 len: 914 time: 0.4756455 Sep 16 04:44:54.226309 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0b0e83f4-2823-43c2-aede-09491148212a req-11edee78-6ecf-47bf-a5e0-f2e3fa1901e8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.235573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Port abd3e1ac-c929-47f9-8921-f76e228d08e0 on network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:44:54.235910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Attempting to bind port abd3e1ac-c929-47f9-8921-f76e228d08e0 on network 07c9a664-50ef-47b1-84f3-1e7e393c9fd8 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:44:54.298927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a0be7047-6492-4eea-a696-673576a48cae req-3bfed693-e267-4e81-b990-267a9f3530db tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] For port 37858857-1ea3-452e-9557-492eb772077c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=37858857-1ea3-452e-9557-492eb772077c,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:54.299343 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a0be7047-6492-4eea-a696-673576a48cae req-3bfed693-e267-4e81-b990-267a9f3530db tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.319762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-a0be7047-6492-4eea-a696-673576a48cae req-3bfed693-e267-4e81-b990-267a9f3530db tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Calling delete_port for 37858857-1ea3-452e-9557-492eb772077c owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:54.332877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:44:54.333235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Checking segment: {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:44:54.334722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Bound using segment: {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:44:54.335212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Bound port: abd3e1ac-c929-47f9-8921-f76e228d08e0, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb178b37-22a4-4723-a33e-6120bf47dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:44:54.335597 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.337870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a12b50-aef6-4a37-a2bf-3ab5805c56e5 req-766f5cc1-c08f-4978-8156-9e2f05412543 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.339873 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff6c3247-4b7b-4d30-8f7c-18ce9ae06f22 req-b35703a8-a7ca-4084-baf1-7ca196a5db22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc494fed-7aad-4a43-941e-9115cd6bf149 HTTP/1.1" status: 200 len: 217 time: 0.1088369 Sep 16 04:44:54.340037 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-70a12b50-aef6-4a37-a2bf-3ab5805c56e5 req-766f5cc1-c08f-4978-8156-9e2f05412543 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 945 time: 0.1268146 Sep 16 04:44:54.379608 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0b0e83f4-2823-43c2-aede-09491148212a req-11edee78-6ecf-47bf-a5e0-f2e3fa1901e8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.462585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-70a12b50-aef6-4a37-a2bf-3ab5805c56e5 req-0720bb8a-cc4b-4b2f-b317-540f0acfc972 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654447 Sep 16 04:44:54.560373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:54.576138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26', 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821', 'port_id': '7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26', 'mac_address': 'fa:16:3e:90:1e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cfd570-b1ec-4147-b4f7-830b27a8fe55', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:54.583479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['3e01476a-ab84-4363-8e04-bb85002972b9'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:54.591869 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a0be7047-6492-4eea-a696-673576a48cae req-3bfed693-e267-4e81-b990-267a9f3530db tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.635038 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfed693-e267-4e81-b990-267a9f3530db tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Pushing event deleted for resources: {'Port': ['ID=37858857-1ea3-452e-9557-492eb772077c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:54.654379 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['b22df540-effd-40b2-ba89-827b13a544a8'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:54.656791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5df76034-a001-476b-91ee-cb6f5f618ab4', '37858857-1ea3-452e-9557-492eb772077c'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:54.659289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['a9eebefd-bb8f-4439-b0cb-a73ce30e4442'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:54.669401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['bde9702d-41e5-4b56-b01c-9dc5a65b1554'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:54.670670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced621c-c769-4acf-bbd5-97f84ee95e51 req-4a43dea0-5258-429a-b0ea-b058fd370026 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.672273 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aced621c-c769-4acf-bbd5-97f84ee95e51 req-4a43dea0-5258-429a-b0ea-b058fd370026 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 944 time: 0.1144366 Sep 16 04:44:54.689202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0be7047-6492-4eea-a696-673576a48cae req-3bfed693-e267-4e81-b990-267a9f3530db tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] No DVR routers for this DVR port 37858857-1ea3-452e-9557-492eb772077c on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:54.697255 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a0be7047-6492-4eea-a696-673576a48cae req-3bfed693-e267-4e81-b990-267a9f3530db tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.699425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0be7047-6492-4eea-a696-673576a48cae req-3bfed693-e267-4e81-b990-267a9f3530db tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.15 "DELETE /v2.0/ports/37858857-1ea3-452e-9557-492eb772077c HTTP/1.1" status: 204 len: 173 time: 1.0869956 Sep 16 04:44:54.748465 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aced621c-c769-4acf-bbd5-97f84ee95e51 req-6068394f-9776-41ea-b832-46c2a19f5df6 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611930 Sep 16 04:44:54.752485 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['fa345f8b-b575-4bfd-8d95-b3355e4d9944'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:54.754693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['b2c539f9-3dcb-4aee-84f4-297e697dc188'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:54.850841 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03124ad6-41b1-4cb7-8d03-3d63b6ba254e req-c4cbf2e2-85c1-4696-b3f2-6c1ccc8f4271 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 210 time: 0.0353284 Sep 16 04:44:54.861012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192534e9-c0a7-40b6-8717-84e4164ef3ae', 'name': 'network-vif-deleted', 'tag': '37858857-1ea3-452e-9557-492eb772077c'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:54.864136 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01456aaf-26f5-4910-90c3-d08c63a93bd9" -d '{"events": [{"server_uuid": "192534e9-c0a7-40b6-8717-84e4164ef3ae", "name": "network-vif-deleted", "tag": "37858857-1ea3-452e-9557-492eb772077c"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:54.878013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-0d44e485-d655-4b06-bc67-d03acaa13326 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.911593 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.926825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c3247-4b7b-4d30-8f7c-18ce9ae06f22 req-489c6595-ad1e-4c2a-8607-51c7c50ed555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.928356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff6c3247-4b7b-4d30-8f7c-18ce9ae06f22 req-489c6595-ad1e-4c2a-8607-51c7c50ed555 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0aa1bdaa-892f-448a-908f-1a54819ec2fb HTTP/1.1" status: 200 len: 853 time: 0.5608959 Sep 16 04:44:54.932260 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-21c9d54c-62dd-409b-8484-fa3b7322fe90 req-ae606830-d04b-4c4c-8db9-7e178c219cd0 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:54.937493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44e485-d655-4b06-bc67-d03acaa13326 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event deleted for resources: {'Port': ['ID=90a908af-aaff-43f1-888e-e09d8bb1e6c8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:54.989200 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89538a1b-64ed-4801-9147-86ca57d93457 req-35d32bd9-18ad-4658-8865-864da04f8bb3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:54.995555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89538a1b-64ed-4801-9147-86ca57d93457 req-35d32bd9-18ad-4658-8865-864da04f8bb3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.001276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:55.005272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89538a1b-64ed-4801-9147-86ca57d93457 req-35d32bd9-18ad-4658-8865-864da04f8bb3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.014262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89538a1b-64ed-4801-9147-86ca57d93457 req-35d32bd9-18ad-4658-8865-864da04f8bb3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.020559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89538a1b-64ed-4801-9147-86ca57d93457 req-35d32bd9-18ad-4658-8865-864da04f8bb3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.027653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89538a1b-64ed-4801-9147-86ca57d93457 req-35d32bd9-18ad-4658-8865-864da04f8bb3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.033850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89538a1b-64ed-4801-9147-86ca57d93457 req-35d32bd9-18ad-4658-8865-864da04f8bb3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.038722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae606830-d04b-4c4c-8db9-7e178c219cd0 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Pushing event deleted for resources: {'Port': ['ID=7f331975-6311-433f-bfc3-1ce623acc620,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:55.039194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89538a1b-64ed-4801-9147-86ca57d93457 req-35d32bd9-18ad-4658-8865-864da04f8bb3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5425 time: 0.1150489 Sep 16 04:44:55.043272 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff6c3247-4b7b-4d30-8f7c-18ce9ae06f22 req-b6d62482-441f-47d5-9d16-711d7192cf8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826693 Sep 16 04:44:55.051776 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0b0e83f4-2823-43c2-aede-09491148212a req-11edee78-6ecf-47bf-a5e0-f2e3fa1901e8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.052861 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0b0e83f4-2823-43c2-aede-09491148212a req-11edee78-6ecf-47bf-a5e0-f2e3fa1901e8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.054345 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b0e83f4-2823-43c2-aede-09491148212a req-11edee78-6ecf-47bf-a5e0-f2e3fa1901e8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "DELETE /v2.0/security-groups/21e901c2-bc40-47e0-ad05-ae35bd9af4ea HTTP/1.1" status: 204 len: 173 time: 1.1702142 Sep 16 04:44:55.111814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edee78-6ecf-47bf-a5e0-f2e3fa1901e8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e901c2-bc40-47e0-ad05-ae35bd9af4ea,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:55.119980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:55.124730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] For port abd3e1ac-c929-47f9-8921-f76e228d08e0, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:44:55.146452 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89538a1b-64ed-4801-9147-86ca57d93457 req-782f918f-8b49-4991-ae33-f17951924743 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016157 Sep 16 04:44:55.181117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c9d54c-62dd-409b-8484-fa3b7322fe90 req-ae606830-d04b-4c4c-8db9-7e178c219cd0 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] No DVR routers for this DVR port 7f331975-6311-433f-bfc3-1ce623acc620 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:55.191430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-0d44e485-d655-4b06-bc67-d03acaa13326 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] No DVR routers for this DVR port 90a908af-aaff-43f1-888e-e09d8bb1e6c8 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:44:55.195991 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.196674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8c2c95a2-debe-415f-a8f5-e35aeadc3634 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:55.218450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] For port abd3e1ac-c929-47f9-8921-f76e228d08e0, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abd3e1ac-c929-47f9-8921-f76e228d08e0,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:44:55.220253 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-0d44e485-d655-4b06-bc67-d03acaa13326 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.223144 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-91eef94c-934b-4236-a3de-1a2f53b579b4 req-0d44e485-d655-4b06-bc67-d03acaa13326 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "DELETE /v2.0/ports/90a908af-aaff-43f1-888e-e09d8bb1e6c8 HTTP/1.1" status: 204 len: 173 time: 2.3627923 Sep 16 04:44:55.226032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c96cde5-450d-466a-b12e-e73ee008a73b', 'name': 'network-vif-deleted', 'tag': '90a908af-aaff-43f1-888e-e09d8bb1e6c8'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:55.229332 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddbda2f-1294-4669-9e46-541159c0ac1f" -d '{"events": [{"server_uuid": "6c96cde5-450d-466a-b12e-e73ee008a73b", "name": "network-vif-deleted", "tag": "90a908af-aaff-43f1-888e-e09d8bb1e6c8"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:55.229566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8c2c95a2-debe-415f-a8f5-e35aeadc3634, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8c2c95a2-debe-415f-a8f5-e35aeadc3634,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:55.233853 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-21c9d54c-62dd-409b-8484-fa3b7322fe90 req-ae606830-d04b-4c4c-8db9-7e178c219cd0 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.236011 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21c9d54c-62dd-409b-8484-fa3b7322fe90 req-ae606830-d04b-4c4c-8db9-7e178c219cd0 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.50 "DELETE /v2.0/ports/7f331975-6311-433f-bfc3-1ce623acc620 HTTP/1.1" status: 204 len: 173 time: 2.4440897 Sep 16 04:44:55.241435 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8817e62e-f5f6-46c8-85b0-52dd274db98b req-37107b6c-3e8d-40ba-9073-8a9bfd1cfd6f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=192534e9-c0a7-40b6-8717-84e4164ef3ae HTTP/1.1" status: 200 len: 210 time: 0.0813904 Sep 16 04:44:55.246458 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.297273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '8c2c95a2-debe-415f-a8f5-e35aeadc3634', 'network_id': '29ad4d4c-cf1f-437c-b71a-b27ce3500821', 'port_id': '8c2c95a2-debe-415f-a8f5-e35aeadc3634', 'mac_address': 'fa:16:3e:0a:6f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cfd570-b1ec-4147-b4f7-830b27a8fe55', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:55.349196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Pushing event updated for resources: {'Port': ['ID=abd3e1ac-c929-47f9-8921-f76e228d08e0,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:55.360925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.361987 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.363564 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-a7118158-1066-425b-b956-d64c186bbf9c service neutron] 10.222.0.15 "PUT /v2.0/ports/abd3e1ac-c929-47f9-8921-f76e228d08e0 HTTP/1.1" status: 200 len: 1093 time: 3.0773833 Sep 16 04:44:55.408077 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2004a6ae-9d21-47fe-be30-caf10b7febda x-openstack-request-id: req-2004a6ae-9d21-47fe-be30-caf10b7febda {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:55.408519 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192534e9-c0a7-40b6-8717-84e4164ef3ae", "name": "network-vif-deleted", "tag": "37858857-1ea3-452e-9557-492eb772077c", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:55.408789 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2004a6ae-9d21-47fe-be30-caf10b7febda {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:55.409212 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192534e9-c0a7-40b6-8717-84e4164ef3ae', 'name': 'network-vif-deleted', 'tag': '37858857-1ea3-452e-9557-492eb772077c', 'status': 'completed', 'code': 200} Sep 16 04:44:55.410852 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff6c3247-4b7b-4d30-8f7c-18ce9ae06f22 req-3feb494b-002a-416d-959d-8de72fbb3f7d service neutron] 10.222.0.15 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396263 Sep 16 04:44:55.482038 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.482270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-16b29d9f-f3d9-48dd-8f27-969cf19b3df0 req-9697c7ed-e9bf-438e-ab56-14e029ec8ac0 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/bc93dba0-6165-4aae-9e4d-5e696d41a6fb HTTP/1.1" status: 200 len: 1802 time: 0.1734996 Sep 16 04:44:55.510494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2c95a2-debe-415f-a8f5-e35aeadc3634 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:55.557767 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-16b29d9f-f3d9-48dd-8f27-969cf19b3df0 req-1da422d8-de0b-4c90-9e94-6cd8b0dc6506 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.563082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f49b0e0f-6799-4687-8bc1-9625d54b92eb req-a616d49a-95c9-42e2-b430-f11451f94e24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 210 time: 0.0289972 Sep 16 04:44:55.576673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8c2c95a2-debe-415f-a8f5-e35aeadc3634, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8c2c95a2-debe-415f-a8f5-e35aeadc3634,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:55.583062 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-16b29d9f-f3d9-48dd-8f27-969cf19b3df0 req-1da422d8-de0b-4c90-9e94-6cd8b0dc6506 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.606240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7616c-d761-4f7e-a747-2c8f08b0c482 req-1fd607d5-4edb-48ed-bec8-426dbc127a6a tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.608341 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2c7616c-d761-4f7e-a747-2c8f08b0c482 req-1fd607d5-4edb-48ed-bec8-426dbc127a6a tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 944 time: 0.1902981 Sep 16 04:44:55.624205 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.632373 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-16b29d9f-f3d9-48dd-8f27-969cf19b3df0 req-1da422d8-de0b-4c90-9e94-6cd8b0dc6506 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.635756 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-16b29d9f-f3d9-48dd-8f27-969cf19b3df0 req-1da422d8-de0b-4c90-9e94-6cd8b0dc6506 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.637344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-16b29d9f-f3d9-48dd-8f27-969cf19b3df0 req-1da422d8-de0b-4c90-9e94-6cd8b0dc6506 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "DELETE /v2.0/security-groups/bc93dba0-6165-4aae-9e4d-5e696d41a6fb HTTP/1.1" status: 204 len: 173 time: 0.1539807 Sep 16 04:44:55.653074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da422d8-de0b-4c90-9e94-6cd8b0dc6506 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc93dba0-6165-4aae-9e4d-5e696d41a6fb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:55.717207 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e082792-7990-437a-b2f8-b58d00e834c8 x-openstack-request-id: req-7e082792-7990-437a-b2f8-b58d00e834c8 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:55.717207 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c96cde5-450d-466a-b12e-e73ee008a73b", "name": "network-vif-deleted", "tag": "90a908af-aaff-43f1-888e-e09d8bb1e6c8", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:55.717567 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e082792-7990-437a-b2f8-b58d00e834c8 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:55.717834 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c96cde5-450d-466a-b12e-e73ee008a73b', 'name': 'network-vif-deleted', 'tag': '90a908af-aaff-43f1-888e-e09d8bb1e6c8', 'status': 'completed', 'code': 200} Sep 16 04:44:55.735733 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2c7616c-d761-4f7e-a747-2c8f08b0c482 req-1ed22761-a905-4f50-9e24-4187dcfcb5e0 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040905 Sep 16 04:44:55.743970 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:55.749208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff6c3247-4b7b-4d30-8f7c-18ce9ae06f22 req-e84d6703-4511-4771-b1d1-70fc8c276038 service neutron] 10.222.0.15 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209198 Sep 16 04:44:55.751086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-33a021de-cd1c-49dd-b4cd-52ff23525133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.752528 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-33a021de-cd1c-49dd-b4cd-52ff23525133 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5664190d075b45fa8a4cc13e6cfd489f&device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 1096 time: 0.2392573 Sep 16 04:44:55.805161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65be766b-1e8f-4896-a1de-9035dd7ee850 req-855d36b4-7594-43cb-8bd6-f965d07d6d60 tempest-ServerMetadataNegativeTestJSON-639881405 tempest-ServerMetadataNegativeTestJSON-639881405-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cb74b-3897-49fd-b9d6-f5e649c2afbb HTTP/1.1" status: 200 len: 210 time: 0.0504270 Sep 16 04:44:55.844468 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-387a4d40-edbe-41b8-8f6a-fd134f2e3d6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abd3e1ac-c929-47f9-8921-f76e228d08e0 HTTP/1.1" status: 200 len: 217 time: 0.0709581 Sep 16 04:44:55.851840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-617be71c-3b31-411a-84e9-da4af3d79909 req-d43dd5d8-53c3-4cc1-ad49-538d07840ac8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-223348269', 'description': 'tempest-description-631885755'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:55.868195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b0e0f-6799-4687-8bc1-9625d54b92eb req-89345032-f371-4fab-90a0-280c4063dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.869685 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f49b0e0f-6799-4687-8bc1-9625d54b92eb req-89345032-f371-4fab-90a0-280c4063dd7c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2854247 Sep 16 04:44:55.931253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['8c2c95a2-debe-415f-a8f5-e35aeadc3634'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:55.933278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:55.936165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b2767-b8b8-40aa-b860-d9af0f2444b8 req-2fe4353e-2f7d-4393-bd13-09d1721d5f9d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:55.939338 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c8b2767-b8b8-40aa-b860-d9af0f2444b8 req-2fe4353e-2f7d-4393-bd13-09d1721d5f9d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 944 time: 0.0648546 Sep 16 04:44:55.991564 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-617be71c-3b31-411a-84e9-da4af3d79909 req-d43dd5d8-53c3-4cc1-ad49-538d07840ac8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:55.991837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8c2c95a2-debe-415f-a8f5-e35aeadc3634,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.007440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c8b2767-b8b8-40aa-b860-d9af0f2444b8 req-01832b0d-d19c-4941-8881-d016bda478fe tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598900 Sep 16 04:44:56.027344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f512bd-9585-44dd-965a-6937cd88f79d req-63f8050c-de0c-4b8a-a159-1c4367528db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.027344 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-63f8050c-de0c-4b8a-a159-1c4367528db6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0aa1bdaa-892f-448a-908f-1a54819ec2fb HTTP/1.1" status: 200 len: 853 time: 0.1665330 Sep 16 04:44:56.074561 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-9a1c724d-25d7-4b1b-81cd-72553ab7cfe9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393169 Sep 16 04:44:56.093840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b0e0f-6799-4687-8bc1-9625d54b92eb req-f0027002-2ba3-457a-828a-57d7370ee22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.095262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f49b0e0f-6799-4687-8bc1-9625d54b92eb req-f0027002-2ba3-457a-828a-57d7370ee22c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1972871 Sep 16 04:44:56.135321 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d5b8a82-e60d-461c-814b-388827602564 req-4c319f6e-dc55-4680-be1a-d272168fec82 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 210 time: 0.0456727 Sep 16 04:44:56.155592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7f331975-6311-433f-bfc3-1ce623acc620 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:56.191149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 7f331975-6311-433f-bfc3-1ce623acc620 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:56.191509 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7f331975-6311-433f-bfc3-1ce623acc620 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:56.217802 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-617be71c-3b31-411a-84e9-da4af3d79909 req-d43dd5d8-53c3-4cc1-ad49-538d07840ac8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.220312 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-57f28608-f5e9-4ecd-8ebe-b3b4c9533739 service neutron] 10.222.0.15 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362557 Sep 16 04:44:56.222855 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-617be71c-3b31-411a-84e9-da4af3d79909 req-d43dd5d8-53c3-4cc1-ad49-538d07840ac8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.272583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-617be71c-3b31-411a-84e9-da4af3d79909 req-d43dd5d8-53c3-4cc1-ad49-538d07840ac8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.274640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-617be71c-3b31-411a-84e9-da4af3d79909 req-d43dd5d8-53c3-4cc1-ad49-538d07840ac8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4313672 Sep 16 04:44:56.293487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2774ca-473d-49d4-9880-2207f4f668df req-c0690f9c-5545-4024-976d-9bd59f8a66d3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.301577 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2774ca-473d-49d4-9880-2207f4f668df req-c0690f9c-5545-4024-976d-9bd59f8a66d3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.301999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43dd5d8-53c3-4cc1-ad49-538d07840ac8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac4cb49-7c6a-4cfc-b999-c320dbe8046e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.309267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2774ca-473d-49d4-9880-2207f4f668df req-c0690f9c-5545-4024-976d-9bd59f8a66d3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.315609 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2774ca-473d-49d4-9880-2207f4f668df req-c0690f9c-5545-4024-976d-9bd59f8a66d3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.321796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2774ca-473d-49d4-9880-2207f4f668df req-c0690f9c-5545-4024-976d-9bd59f8a66d3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.328726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2774ca-473d-49d4-9880-2207f4f668df req-c0690f9c-5545-4024-976d-9bd59f8a66d3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.332987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['90a908af-aaff-43f1-888e-e09d8bb1e6c8'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:56.335392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2774ca-473d-49d4-9880-2207f4f668df req-c0690f9c-5545-4024-976d-9bd59f8a66d3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.345430 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6e2774ca-473d-49d4-9880-2207f4f668df req-c0690f9c-5545-4024-976d-9bd59f8a66d3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5427 time: 0.1119821 Sep 16 04:44:56.395347 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6e2774ca-473d-49d4-9880-2207f4f668df req-ab3c7a22-8b55-4460-b9ab-c0716582783e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489962 Sep 16 04:44:56.398894 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31f512bd-9585-44dd-965a-6937cd88f79d req-0f5f9506-7803-4cb4-ab9e-9c85ba106b1a service neutron] 10.222.0.15 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646242 Sep 16 04:44:56.425823 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a0476eb3-c66c-4795-bb11-93c58f0c3986 req-b8bc3ac0-4bca-4e1e-bd13-dde8e36ca046 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/7ac4cb49-7c6a-4cfc-b999-c320dbe8046e HTTP/1.1" status: 200 len: 1801 time: 0.0626183 Sep 16 04:44:56.437049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-a0476eb3-c66c-4795-bb11-93c58f0c3986 req-9f0c9d16-1358-482e-a30a-92f2e0b290d5 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1986718653', 'description': 'tempest-description-hth-1290125539'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:56.463188 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a0476eb3-c66c-4795-bb11-93c58f0c3986 req-9f0c9d16-1358-482e-a30a-92f2e0b290d5 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.508176 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a0476eb3-c66c-4795-bb11-93c58f0c3986 req-9f0c9d16-1358-482e-a30a-92f2e0b290d5 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.512522 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a0476eb3-c66c-4795-bb11-93c58f0c3986 req-9f0c9d16-1358-482e-a30a-92f2e0b290d5 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.515291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a0476eb3-c66c-4795-bb11-93c58f0c3986 req-9f0c9d16-1358-482e-a30a-92f2e0b290d5 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.516541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a0476eb3-c66c-4795-bb11-93c58f0c3986 req-9f0c9d16-1358-482e-a30a-92f2e0b290d5 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "PUT /v2.0/security-groups/7ac4cb49-7c6a-4cfc-b999-c320dbe8046e HTTP/1.1" status: 200 len: 1777 time: 0.0836782 Sep 16 04:44:56.547486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c9d16-1358-482e-a30a-92f2e0b290d5 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac4cb49-7c6a-4cfc-b999-c320dbe8046e,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.567997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed837a4-fce6-4737-9473-e38ba3941624 req-1f91474c-b06a-47be-a4cf-6504e77a8bf4 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.569507 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bed837a4-fce6-4737-9473-e38ba3941624 req-1f91474c-b06a-47be-a4cf-6504e77a8bf4 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0522099 Sep 16 04:44:56.580331 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a8864aa0-aa39-4729-a45e-0e6e97d6c19d req-a729a14c-7d01-47b8-93f8-5ff7cd3c9c33 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/7ac4cb49-7c6a-4cfc-b999-c320dbe8046e HTTP/1.1" status: 200 len: 1777 time: 0.0411675 Sep 16 04:44:56.610841 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bed837a4-fce6-4737-9473-e38ba3941624 req-4b841a2e-fd23-438f-bc58-57e996cfba99 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346606 Sep 16 04:44:56.642187 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf8a7f73-60c2-4257-a7bc-7fb6bb9b90f4 req-41baa8c6-cfdf-4ad9-9b36-27897d60e675 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/7ac4cb49-7c6a-4cfc-b999-c320dbe8046e HTTP/1.1" status: 200 len: 1777 time: 0.0396299 Sep 16 04:44:56.707221 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf8a7f73-60c2-4257-a7bc-7fb6bb9b90f4 req-5bf9d592-8f7b-48c3-9ed5-a12c350996b8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.729931 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf8a7f73-60c2-4257-a7bc-7fb6bb9b90f4 req-5bf9d592-8f7b-48c3-9ed5-a12c350996b8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.771242 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf8a7f73-60c2-4257-a7bc-7fb6bb9b90f4 req-5bf9d592-8f7b-48c3-9ed5-a12c350996b8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.773972 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf8a7f73-60c2-4257-a7bc-7fb6bb9b90f4 req-5bf9d592-8f7b-48c3-9ed5-a12c350996b8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:56.775269 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf8a7f73-60c2-4257-a7bc-7fb6bb9b90f4 req-5bf9d592-8f7b-48c3-9ed5-a12c350996b8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "DELETE /v2.0/security-groups/7ac4cb49-7c6a-4cfc-b999-c320dbe8046e HTTP/1.1" status: 204 len: 173 time: 0.1286819 Sep 16 04:44:56.779585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2de34a-32d1-4492-b5d6-ad81ad43f9f0 req-e87e9856-bd34-49e9-8693-468a1cc9389b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.781404 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca2de34a-32d1-4492-b5d6-ad81ad43f9f0 req-e87e9856-bd34-49e9-8693-468a1cc9389b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0500534 Sep 16 04:44:56.784429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9d592-8f7b-48c3-9ed5-a12c350996b8 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac4cb49-7c6a-4cfc-b999-c320dbe8046e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:56.825292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca2de34a-32d1-4492-b5d6-ad81ad43f9f0 req-ec60fec8-ee1c-4c3f-9a16-a272e3b282bc tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366354 Sep 16 04:44:56.901378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34048) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:56.925918 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380771d-3166-4fc3-a51b-e53c91f9e754 req-f6e48036-c41f-495b-85ca-ebdbd9c47ac9 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:56.927710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8380771d-3166-4fc3-a51b-e53c91f9e754 req-f6e48036-c41f-495b-85ca-ebdbd9c47ac9 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 944 time: 0.0532148 Sep 16 04:44:56.969549 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8380771d-3166-4fc3-a51b-e53c91f9e754 req-05c0ef97-100b-42f2-93c9-c2b94c4b673e tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345476 Sep 16 04:44:56.984949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc26336-bd0a-426e-acd0-5eb7c442d922 admin admin] Deleting subnet 31cdcd81-c00e-40d9-a02e-2b4d6f14e3eb {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:44:56.990762 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfc26336-bd0a-426e-acd0-5eb7c442d922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.005717 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-06476d7d-7e95-4213-bb7e-9e4e3fb06ae3 req-a9b08750-19e6-405d-b9ab-930839a8033d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] show failed (client error): The resource could not be found. Sep 16 04:44:57.006824 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-06476d7d-7e95-4213-bb7e-9e4e3fb06ae3 req-a9b08750-19e6-405d-b9ab-930839a8033d tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/bc93dba0-6165-4aae-9e4d-5e696d41a6fb HTTP/1.1" status: 404 len: 352 time: 0.0145612 Sep 16 04:44:57.036603 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f9bd9-bc74-454f-8579-877e9ce8389c req-59a4a183-c411-4d27-b991-b69fb86380ca tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.038140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a92f9bd9-bc74-454f-8579-877e9ce8389c req-59a4a183-c411-4d27-b991-b69fb86380ca tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0858872 Sep 16 04:44:57.043143 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfc26336-bd0a-426e-acd0-5eb7c442d922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.043292 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-7419dba1-29c8-48be-9c22-c04e80c761b4 req-b3e7939b-07d8-4c1c-8447-e05d244dfe05 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] show failed (client error): The resource could not be found. Sep 16 04:44:57.044212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7419dba1-29c8-48be-9c22-c04e80c761b4 req-b3e7939b-07d8-4c1c-8447-e05d244dfe05 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/21e901c2-bc40-47e0-ad05-ae35bd9af4ea HTTP/1.1" status: 404 len: 352 time: 0.0145710 Sep 16 04:44:57.110019 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfc26336-bd0a-426e-acd0-5eb7c442d922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.114330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a92f9bd9-bc74-454f-8579-877e9ce8389c req-ab3dc373-9c5c-4a9d-b20f-db4564cf7ea8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686016 Sep 16 04:44:57.147913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9c73-5e4b-4fae-89a8-483173357166 req-492eae9e-e275-4d5d-9865-a4f82c3c2cd0 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.149668 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48ad9c73-5e4b-4fae-89a8-483173357166 req-492eae9e-e275-4d5d-9865-a4f82c3c2cd0 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 944 time: 0.0549321 Sep 16 04:44:57.170629 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-14d1134d-6df2-46eb-9204-555e6c2fdaff req-b9dc4ebf-89ab-4558-8ea7-def7f95a2a32 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] show failed (client error): The resource could not be found. Sep 16 04:44:57.171663 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-14d1134d-6df2-46eb-9204-555e6c2fdaff req-b9dc4ebf-89ab-4558-8ea7-def7f95a2a32 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/021a161d-44e1-4fb1-b9b3-d58df788a9a7 HTTP/1.1" status: 404 len: 352 time: 0.0221887 Sep 16 04:44:57.201559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48ad9c73-5e4b-4fae-89a8-483173357166 req-c622ba17-a78d-4f49-8174-08513b407e40 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458503 Sep 16 04:44:57.203027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfc26336-bd0a-426e-acd0-5eb7c442d922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.219786 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfc26336-bd0a-426e-acd0-5eb7c442d922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.222116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cfc26336-bd0a-426e-acd0-5eb7c442d922 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/31cdcd81-c00e-40d9-a02e-2b4d6f14e3eb HTTP/1.1" status: 204 len: 168 time: 0.3192804 Sep 16 04:44:57.224549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34062) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:57.250556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc26336-bd0a-426e-acd0-5eb7c442d922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31cdcd81-c00e-40d9-a02e-2b4d6f14e3eb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:57.261490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device dc494fed-7aad-4a43-941e-9115cd6bf149 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:57.264155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 37858857-1ea3-452e-9557-492eb772077c no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:44:57.276335 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-44907779-8605-403f-8825-ed3b43dc2956 req-323a4183-20b0-4356-9e15-a05cf0ea6177 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] show failed (client error): The resource could not be found. Sep 16 04:44:57.277390 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-44907779-8605-403f-8825-ed3b43dc2956 req-323a4183-20b0-4356-9e15-a05cf0ea6177 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/28eed147-a322-4c85-86a9-f04323f8f8fd HTTP/1.1" status: 404 len: 352 time: 0.0277314 Sep 16 04:44:57.289174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0542255c-314f-435d-a692-6a7ce90461a2 req-c78542d7-31a6-4113-a168-3ed9c7213af9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 210 time: 0.0391834 Sep 16 04:44:57.292538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 37858857-1ea3-452e-9557-492eb772077c {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:44:57.292892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 37858857-1ea3-452e-9557-492eb772077c not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:44:57.342157 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-0068d9a8-e5ed-457c-abec-696fac4a3efe req-61f7ea2c-a310-4e31-af18-633e58cfe3af tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] show failed (client error): The resource could not be found. Sep 16 04:44:57.343207 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0068d9a8-e5ed-457c-abec-696fac4a3efe req-61f7ea2c-a310-4e31-af18-633e58cfe3af tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/2d9af2ac-ac7d-4e29-be5a-f483e5111f71 HTTP/1.1" status: 404 len: 352 time: 0.0259020 Sep 16 04:44:57.345787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.385247 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-03602288-dcf4-4162-92e2-754bef42f22b req-70a1e605-1ed4-4d1d-8763-9525a609fcc1 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] show failed (client error): The resource could not be found. Sep 16 04:44:57.386318 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03602288-dcf4-4162-92e2-754bef42f22b req-70a1e605-1ed4-4d1d-8763-9525a609fcc1 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/e5c270a3-b032-4728-852a-cccfefacff25 HTTP/1.1" status: 404 len: 352 time: 0.0155616 Sep 16 04:44:57.398721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port dc494fed-7aad-4a43-941e-9115cd6bf149, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=dc494fed-7aad-4a43-941e-9115cd6bf149,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:57.414890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'dc494fed-7aad-4a43-941e-9115cd6bf149', 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8', 'port_id': 'dc494fed-7aad-4a43-941e-9115cd6bf149', 'mac_address': 'fa:16:3e:4f:a4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa1bdaa-892f-448a-908f-1a54819ec2fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:57.447155 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.466023 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.469709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fc573b-c527-42d0-974d-7bf2d41170f9']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:57.480790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d8ff70-4f27-4413-89a2-186b60918400') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:57.481338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d8ff70-4f27-4413-89a2-186b60918400') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:44:57.482640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc494fed-7aad-4a43-941e-9115cd6bf149 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:57.491792 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.510100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port dc494fed-7aad-4a43-941e-9115cd6bf149, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=dc494fed-7aad-4a43-941e-9115cd6bf149,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:57.516367 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.520083 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.544773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:44:57.545186 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:44:57.547024 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:44:57.587445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=dc494fed-7aad-4a43-941e-9115cd6bf149,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:57.630981 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.644269 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:57.650064 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] 10.222.0.53 "DELETE /v2.0/networks/c5fc573b-c527-42d0-974d-7bf2d41170f9 HTTP/1.1" status: 204 len: 168 time: 0.4212649 Sep 16 04:44:57.672065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69352e-5ef8-4208-b872-21978ebb856b admin admin] Pushing event deleted for resources: {'Network': ['ID=c5fc573b-c527-42d0-974d-7bf2d41170f9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:57.682966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813668f3-cbfa-4731-98b4-13a03e613649 req-ba486087-fa23-43d4-8766-49cc9b2eb35d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.693598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813668f3-cbfa-4731-98b4-13a03e613649 req-ba486087-fa23-43d4-8766-49cc9b2eb35d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.701277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813668f3-cbfa-4731-98b4-13a03e613649 req-ba486087-fa23-43d4-8766-49cc9b2eb35d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.713102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813668f3-cbfa-4731-98b4-13a03e613649 req-ba486087-fa23-43d4-8766-49cc9b2eb35d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.722191 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813668f3-cbfa-4731-98b4-13a03e613649 req-ba486087-fa23-43d4-8766-49cc9b2eb35d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.731493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813668f3-cbfa-4731-98b4-13a03e613649 req-ba486087-fa23-43d4-8766-49cc9b2eb35d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.735940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48cb74b-3897-49fd-b9d6-f5e649c2afbb', 'name': 'network-vif-deleted', 'tag': '7f331975-6311-433f-bfc3-1ce623acc620'}, {'name': 'network-changed', 'server_uuid': '6e272c88-4906-4bd5-b680-ee171e9c6d9e', 'tag': 'abd3e1ac-c929-47f9-8921-f76e228d08e0'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:57.738444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813668f3-cbfa-4731-98b4-13a03e613649 req-ba486087-fa23-43d4-8766-49cc9b2eb35d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.739006 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb73ccf-eeff-4042-a0ed-279db25ddf6e" -d '{"events": [{"server_uuid": "b48cb74b-3897-49fd-b9d6-f5e649c2afbb", "name": "network-vif-deleted", "tag": "7f331975-6311-433f-bfc3-1ce623acc620"}, {"name": "network-changed", "server_uuid": "6e272c88-4906-4bd5-b680-ee171e9c6d9e", "tag": "abd3e1ac-c929-47f9-8921-f76e228d08e0"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:57.741119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-813668f3-cbfa-4731-98b4-13a03e613649 req-ba486087-fa23-43d4-8766-49cc9b2eb35d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5427 time: 0.2121289 Sep 16 04:44:57.755731 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f49b0e0f-6799-4687-8bc1-9625d54b92eb req-0d2e8f68-a89a-401e-bea2-a5e4098b51ed tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 210 time: 0.0523567 Sep 16 04:44:57.798071 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['dc494fed-7aad-4a43-941e-9115cd6bf149'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:44:57.831483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-813668f3-cbfa-4731-98b4-13a03e613649 req-aaf97e2f-1027-48ad-9a78-2b88ae885b3a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803039 Sep 16 04:44:57.906373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773749a-e9ef-47ee-9ee1-eded331876bc req-04e42851-05f9-419d-aedb-945e4e501fcf tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:57.915212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2773749a-e9ef-47ee-9ee1-eded331876bc req-04e42851-05f9-419d-aedb-945e4e501fcf tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 1024 time: 0.1252363 Sep 16 04:44:57.958485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34086) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:57.970208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2773749a-e9ef-47ee-9ee1-eded331876bc req-712058ab-d64d-401e-8c48-af038f25e301 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=f925fd51-bd82-4e9e-8bba-062fb343aae9&id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&id=51b899ef-24ed-4af5-9646-e7545b21e062&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0539179 Sep 16 04:44:57.972426 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1430bf42-9e28-4f39-86b3-efd194330e72 x-openstack-request-id: req-1430bf42-9e28-4f39-86b3-efd194330e72 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:57.972959 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48cb74b-3897-49fd-b9d6-f5e649c2afbb", "name": "network-vif-deleted", "tag": "7f331975-6311-433f-bfc3-1ce623acc620", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e272c88-4906-4bd5-b680-ee171e9c6d9e", "tag": "abd3e1ac-c929-47f9-8921-f76e228d08e0", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:57.973705 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1430bf42-9e28-4f39-86b3-efd194330e72 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:57.974295 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48cb74b-3897-49fd-b9d6-f5e649c2afbb', 'name': 'network-vif-deleted', 'tag': '7f331975-6311-433f-bfc3-1ce623acc620', 'status': 'completed', 'code': 200} Sep 16 04:44:57.975258 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e272c88-4906-4bd5-b680-ee171e9c6d9e', 'tag': 'abd3e1ac-c929-47f9-8921-f76e228d08e0', 'status': 'completed', 'code': 200} Sep 16 04:44:58.019120 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b7507597-90aa-41a3-a46f-f41655a0bab5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=565506d371de4c828d8b014bc4f5a438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588639 Sep 16 04:44:58.021166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34090) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:58.050390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb73ccf-eeff-4042-a0ed-279db25ddf6e req-1ec03c82-3ca2-4c57-9e23-a7ef2518ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:58.052064 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cfb73ccf-eeff-4042-a0ed-279db25ddf6e req-1ec03c82-3ca2-4c57-9e23-a7ef2518ed05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5664190d075b45fa8a4cc13e6cfd489f&device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 1096 time: 0.0575256 Sep 16 04:44:58.110516 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93489f53-eef9-4c98-8575-a4273c6ff8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.124082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec89046-9541-4469-91d8-310df01add49 req-ef22809c-428d-49e1-bff2-ee0e69d1ebd8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:58.125691 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ec89046-9541-4469-91d8-310df01add49 req-ef22809c-428d-49e1-bff2-ee0e69d1ebd8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 944 time: 0.0660639 Sep 16 04:44:58.148607 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb73ccf-eeff-4042-a0ed-279db25ddf6e req-7160415c-5a92-43ad-bb64-68b8ab73bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:58.150718 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cfb73ccf-eeff-4042-a0ed-279db25ddf6e req-7160415c-5a92-43ad-bb64-68b8ab73bf35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8 HTTP/1.1" status: 200 len: 914 time: 0.0908542 Sep 16 04:44:58.154570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b22df540-effd-40b2-ba89-827b13a544a8 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:58.158066 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93489f53-eef9-4c98-8575-a4273c6ff8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.196966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ec89046-9541-4469-91d8-310df01add49 req-f8c8c4d2-e75a-44c1-b6f6-cc8df4fc1a2b tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635116 Sep 16 04:44:58.229348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cfb73ccf-eeff-4042-a0ed-279db25ddf6e req-d38c0d4d-51a1-4634-9005-53e9d1fbe5b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abd3e1ac-c929-47f9-8921-f76e228d08e0 HTTP/1.1" status: 200 len: 217 time: 0.0600920 Sep 16 04:44:58.245219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port b22df540-effd-40b2-ba89-827b13a544a8 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:58.247470 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93489f53-eef9-4c98-8575-a4273c6ff8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.249979 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93489f53-eef9-4c98-8575-a4273c6ff8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.251585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-93489f53-eef9-4c98-8575-a4273c6ff8d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c7dae0f-d1d1-4fde-9003-c2d2c3d85148 HTTP/1.1" status: 204 len: 168 time: 0.2295203 Sep 16 04:44:58.263289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93489f53-eef9-4c98-8575-a4273c6ff8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7dae0f-d1d1-4fde-9003-c2d2c3d85148,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:58.301759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port b22df540-effd-40b2-ba89-827b13a544a8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:58.301759 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.322517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb73ccf-eeff-4042-a0ed-279db25ddf6e req-aecd737e-df4f-4f57-bd0d-89493b925fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:58.324032 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cfb73ccf-eeff-4042-a0ed-279db25ddf6e req-aecd737e-df4f-4f57-bd0d-89493b925fca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0aa1bdaa-892f-448a-908f-1a54819ec2fb HTTP/1.1" status: 200 len: 853 time: 0.0851326 Sep 16 04:44:58.362624 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cfb73ccf-eeff-4042-a0ed-279db25ddf6e req-4087648a-0d2a-49fc-bbaf-fb2d25fff1b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07c9a664-50ef-47b1-84f3-1e7e393c9fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286839 Sep 16 04:44:58.500411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fcffa-a604-4a98-b4a2-eb7a054ac4c3 req-e14510a3-31e6-4efa-b75c-750eeaef423e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:58.501990 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3c3fcffa-a604-4a98-b4a2-eb7a054ac4c3 req-e14510a3-31e6-4efa-b75c-750eeaef423e tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 944 time: 0.1231961 Sep 16 04:44:58.515654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-436a07f8-acec-4a2a-bd1f-eaa24c6bf338 req-2df17590-218d-489e-b367-59b0680f332b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c96cde5-450d-466a-b12e-e73ee008a73b HTTP/1.1" status: 200 len: 210 time: 0.0566990 Sep 16 04:44:58.531003 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cfb73ccf-eeff-4042-a0ed-279db25ddf6e req-7bdd71f5-6698-4c94-a693-3bf798497755 service neutron] 10.222.0.15 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605446 Sep 16 04:44:58.556846 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.569496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3c3fcffa-a604-4a98-b4a2-eb7a054ac4c3 req-78b264cc-5f72-4cff-b0de-75bbf528dc99 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548708 Sep 16 04:44:58.580873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22df540-effd-40b2-ba89-827b13a544a8'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:44:58.583804 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ba844b-df47-40a1-8bae-0639f7f8abdb" -d '{"events": [{"server_uuid": "39617276-53eb-4fdf-9b35-1e4d924455bb", "name": "network-vif-plugged", "status": "completed", "tag": "b22df540-effd-40b2-ba89-827b13a544a8"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:44:58.610872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b22df540-effd-40b2-ba89-827b13a544a8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b22df540-effd-40b2-ba89-827b13a544a8,segment=NetworkSegment(29d34868-c205-4786-a4e6-21a1a0670ade),segment_id=29d34868-c205-4786-a4e6-21a1a0670ade)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:58.615674 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.616528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device a9eebefd-bb8f-4439-b0cb-a73ce30e4442 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:58.641000 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d590b0-c4fc-4e9e-9d03-bf2011927550 x-openstack-request-id: req-77d590b0-c4fc-4e9e-9d03-bf2011927550 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:44:58.641498 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39617276-53eb-4fdf-9b35-1e4d924455bb", "name": "network-vif-plugged", "status": "completed", "tag": "b22df540-effd-40b2-ba89-827b13a544a8", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:44:58.641811 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77d590b0-c4fc-4e9e-9d03-bf2011927550 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:44:58.642194 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22df540-effd-40b2-ba89-827b13a544a8', 'code': 200} Sep 16 04:44:58.656940 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cfb73ccf-eeff-4042-a0ed-279db25ddf6e req-2a71f1b3-ace5-4f18-bd83-8c558b73ebbf service neutron] 10.222.0.15 "GET /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177649 Sep 16 04:44:58.710850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=b22df540-effd-40b2-ba89-827b13a544a8,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:58.726132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port a9eebefd-bb8f-4439-b0cb-a73ce30e4442 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:58.744348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port a9eebefd-bb8f-4439-b0cb-a73ce30e4442 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:58.745250 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:58.784027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82396ab1-682a-4baf-9d53-583e8129f41a req-e0bfb996-d2d1-49af-9097-9daebb663256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:58.785982 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-82396ab1-682a-4baf-9d53-583e8129f41a req-e0bfb996-d2d1-49af-9097-9daebb663256 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 1097 time: 0.0661600 Sep 16 04:44:58.838149 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-82396ab1-682a-4baf-9d53-583e8129f41a req-fea9fe3e-1532-46ef-88e1-5833af0d8fcd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379829 Sep 16 04:44:58.982597 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.021202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port a9eebefd-bb8f-4439-b0cb-a73ce30e4442, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:59.024557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef6573-bd2a-4869-a5a6-d26d444d31bb req-486b8e9b-091e-44be-af19-da265f1d1416 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.027673 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.028455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bde9702d-41e5-4b56-b01c-9dc5a65b1554 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:59.031616 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef6573-bd2a-4869-a5a6-d26d444d31bb req-486b8e9b-091e-44be-af19-da265f1d1416 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.037868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef6573-bd2a-4869-a5a6-d26d444d31bb req-486b8e9b-091e-44be-af19-da265f1d1416 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.045692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef6573-bd2a-4869-a5a6-d26d444d31bb req-486b8e9b-091e-44be-af19-da265f1d1416 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.052347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef6573-bd2a-4869-a5a6-d26d444d31bb req-486b8e9b-091e-44be-af19-da265f1d1416 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.060007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef6573-bd2a-4869-a5a6-d26d444d31bb req-486b8e9b-091e-44be-af19-da265f1d1416 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.067694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef6573-bd2a-4869-a5a6-d26d444d31bb req-486b8e9b-091e-44be-af19-da265f1d1416 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.076369 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7ef6573-bd2a-4869-a5a6-d26d444d31bb req-486b8e9b-091e-44be-af19-da265f1d1416 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5427 time: 0.1225219 Sep 16 04:44:59.126609 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7ef6573-bd2a-4869-a5a6-d26d444d31bb req-125f85d1-bbe1-4253-8170-aa9c89f39a15 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487561 Sep 16 04:44:59.132853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port bde9702d-41e5-4b56-b01c-9dc5a65b1554 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:59.138863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:59.144908 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ba9b4-47ba-4b59-9097-2534d2d57492 req-ec0a48ff-3bc6-4cac-8ec7-3a1aeae5e9b9 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.148323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port bde9702d-41e5-4b56-b01c-9dc5a65b1554 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:59.149578 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.155195 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f8ba9b4-47ba-4b59-9097-2534d2d57492 req-ec0a48ff-3bc6-4cac-8ec7-3a1aeae5e9b9 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 1024 time: 0.1036742 Sep 16 04:44:59.207985 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f8ba9b4-47ba-4b59-9097-2534d2d57492 req-4a505b18-5735-4c7c-b9cc-ea29d9168f09 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups?id=f925fd51-bd82-4e9e-8bba-062fb343aae9&id=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681&id=51b899ef-24ed-4af5-9646-e7545b21e062&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0518875 Sep 16 04:44:59.239310 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.281107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device abd3e1ac-c929-47f9-8921-f76e228d08e0 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:44:59.283080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device dc494fed-7aad-4a43-941e-9115cd6bf149 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:59.329930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bde9702d-41e5-4b56-b01c-9dc5a65b1554, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bde9702d-41e5-4b56-b01c-9dc5a65b1554,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:59.338546 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.339443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3e01476a-ab84-4363-8e04-bb85002972b9 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:59.344334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34140) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:44:59.368669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d1b33-c10d-4f7c-bfd2-128f47d09864 req-f2ac6514-981b-43ac-8aeb-20f98166a855 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.370383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c0d1b33-c10d-4f7c-bfd2-128f47d09864 req-f2ac6514-981b-43ac-8aeb-20f98166a855 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.50 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 1024 time: 0.1071987 Sep 16 04:44:59.395299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37999f-e608-4317-a5eb-f735ca4fd990 req-5a9941e0-e1ac-4c4e-9b4c-d42be8836980 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.396437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96f921-83f6-4aa7-b89c-38c1c0d27312 req-5fa11a88-0813-436e-be8a-2f2d181b95b0 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.396709 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7d37999f-e608-4317-a5eb-f735ca4fd990 req-5a9941e0-e1ac-4c4e-9b4c-d42be8836980 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 944 time: 0.0977099 Sep 16 04:44:59.407584 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3a96f921-83f6-4aa7-b89c-38c1c0d27312 req-5fa11a88-0813-436e-be8a-2f2d181b95b0 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0743141 Sep 16 04:44:59.470789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3a96f921-83f6-4aa7-b89c-38c1c0d27312 req-be8549be-6736-456d-bffb-8a0bb07e0526 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605254 Sep 16 04:44:59.496594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=bde9702d-41e5-4b56-b01c-9dc5a65b1554,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:59.506714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port dc494fed-7aad-4a43-941e-9115cd6bf149 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:59.512412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-811323552-network', 'tenant_id': '3ffb84455cdc41db90417b342120d929'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:44:59.523050 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port dc494fed-7aad-4a43-941e-9115cd6bf149 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:59.523552 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.527693 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7d37999f-e608-4317-a5eb-f735ca4fd990 req-7f69737a-f88d-4263-9877-f1ad7fe52a58 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026244 Sep 16 04:44:59.557251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 3e01476a-ab84-4363-8e04-bb85002972b9 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:44:59.570795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Made reservation on behalf of 3ffb84455cdc41db90417b342120d929 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:44:59.574278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.578384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-7c0d1b33-c10d-4f7c-bfd2-128f47d09864 req-4311c063-1fcf-4003-a33b-6f3c890e4723 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Deleting port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:44:59.578745 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7c0d1b33-c10d-4f7c-bfd2-128f47d09864 req-4311c063-1fcf-4003-a33b-6f3c890e4723 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.580514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 3e01476a-ab84-4363-8e04-bb85002972b9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:44:59.580894 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.585869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port abd3e1ac-c929-47f9-8921-f76e228d08e0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abd3e1ac-c929-47f9-8921-f76e228d08e0,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:59.619199 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.623635 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'abd3e1ac-c929-47f9-8921-f76e228d08e0', 'network_id': '07c9a664-50ef-47b1-84f3-1e7e393c9fd8', 'port_id': 'abd3e1ac-c929-47f9-8921-f76e228d08e0', 'mac_address': 'fa:16:3e:f4:bc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa1bdaa-892f-448a-908f-1a54819ec2fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:44:59.659617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c9418-6e5f-4af5-b9cd-7960e367f038 req-ebeaea07-136c-4ce4-9959-3caaaba09aa8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.661446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-037c9418-6e5f-4af5-b9cd-7960e367f038 req-ebeaea07-136c-4ce4-9959-3caaaba09aa8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1090677 Sep 16 04:44:59.712448 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.733917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-037c9418-6e5f-4af5-b9cd-7960e367f038 req-dc5efd20-3ba6-4fc8-9256-1840d42b289c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643179 Sep 16 04:44:59.754957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd3e1ac-c929-47f9-8921-f76e228d08e0 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:44:59.771566 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.805211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port abd3e1ac-c929-47f9-8921-f76e228d08e0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abd3e1ac-c929-47f9-8921-f76e228d08e0,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:59.813592 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.817113 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.855281 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.857122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7c0d1b33-c10d-4f7c-bfd2-128f47d09864 req-4311c063-1fcf-4003-a33b-6f3c890e4723 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] For port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,segment=NetworkSegment(a3a6b9cd-ccbf-495f-961d-2266536782c4),segment_id=a3a6b9cd-ccbf-495f-961d-2266536782c4)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:59.857554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7c0d1b33-c10d-4f7c-bfd2-128f47d09864 req-4311c063-1fcf-4003-a33b-6f3c890e4723 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.860771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.873266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port dc494fed-7aad-4a43-941e-9115cd6bf149, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=dc494fed-7aad-4a43-941e-9115cd6bf149,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:59.882400 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.899087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-7c0d1b33-c10d-4f7c-bfd2-128f47d09864 req-4311c063-1fcf-4003-a33b-6f3c890e4723 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Calling delete_port for e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:44:59.910971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b08274-9603-4336-b8ab-435851f1b1c4 req-fd4f8a0b-7aae-4aef-8c92-ce136d341aa4 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:44:59.912426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-86b08274-9603-4336-b8ab-435851f1b1c4 req-fd4f8a0b-7aae-4aef-8c92-ce136d341aa4 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 945 time: 0.1480017 Sep 16 04:44:59.913150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3e01476a-ab84-4363-8e04-bb85002972b9, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3e01476a-ab84-4363-8e04-bb85002972b9,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:44:59.920561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=abd3e1ac-c929-47f9-8921-f76e228d08e0,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:44:59.933133 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:44:59.934352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fa345f8b-b575-4bfd-8d95-b3355e4d9944 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:44:59.944436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:44:59.986761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7558a57-f25a-41a8-9485-4573c5c3f0ab,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:00.020197 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-86b08274-9603-4336-b8ab-435851f1b1c4 req-36d056ff-f4ad-4933-a428-fe8921e6bb4b tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977998 Sep 16 04:45:00.034057 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.034467 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Added segment a7aba619-b8ed-4a2f-beb2-3b09c9286e22 of type vlan for network c8c106fb-b230-49ba-889c-ab6807f05453 Sep 16 04:45:00.072751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:00.073122 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:00.074660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:00.075019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:00.075487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:00.075840 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:00.077236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:00.078326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:00.078594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:00.078933 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:00.079502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:00.079781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:00.134728 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['abd3e1ac-c929-47f9-8921-f76e228d08e0'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:00.135108 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.183848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port fa345f8b-b575-4bfd-8d95-b3355e4d9944 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:00.186856 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7c0d1b33-c10d-4f7c-bfd2-128f47d09864 req-4311c063-1fcf-4003-a33b-6f3c890e4723 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.192081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=dc494fed-7aad-4a43-941e-9115cd6bf149,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:00.203396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-6c458b22-f42b-4275-8735-d76c8f419e63 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.210777 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-6c458b22-f42b-4275-8735-d76c8f419e63 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.3182352 Sep 16 04:45:00.214011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:00.218449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port fa345f8b-b575-4bfd-8d95-b3355e4d9944 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:00.218888 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.262728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311c063-1fcf-4003-a33b-6f3c890e4723 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event deleted for resources: {'Port': ['ID=e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:00.263871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-fbc400d4-b5f3-4573-b20d-7e275ab0ff1e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/quotas/12e4b4d2b68d4193892f7f9652ee2b63 HTTP/1.1" status: 200 len: 375 time: 0.0515079 Sep 16 04:45:00.319793 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-3cc843e1-4586-4903-b21f-ffcabc9ab352 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549452 Sep 16 04:45:00.332021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0d1b33-c10d-4f7c-bfd2-128f47d09864 req-4311c063-1fcf-4003-a33b-6f3c890e4723 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] No DVR routers for this DVR port e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:00.341365 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.342221 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.342835 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.351936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7c0d1b33-c10d-4f7c-bfd2-128f47d09864 req-4311c063-1fcf-4003-a33b-6f3c890e4723 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.354725 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c0d1b33-c10d-4f7c-bfd2-128f47d09864 req-4311c063-1fcf-4003-a33b-6f3c890e4723 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.50 "DELETE /v2.0/ports/e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 HTTP/1.1" status: 204 len: 173 time: 0.9760418 Sep 16 04:45:00.355473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42134807-8e06-4bd4-9f02-ee834118aca6', 'name': 'network-vif-deleted', 'tag': 'e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:00.358278 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff6b04a-f9d0-44eb-99d3-c27accc55cb3" -d '{"events": [{"server_uuid": "42134807-8e06-4bd4-9f02-ee834118aca6", "name": "network-vif-deleted", "tag": "e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:00.373896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=3e01476a-ab84-4363-8e04-bb85002972b9,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:00.398417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d522522-58d1-4e2f-9f80-7abbdd58eb13 req-745c4a32-a92c-4a0f-a7ba-b89101f63f2d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.418698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d522522-58d1-4e2f-9f80-7abbdd58eb13 req-745c4a32-a92c-4a0f-a7ba-b89101f63f2d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.432589 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d522522-58d1-4e2f-9f80-7abbdd58eb13 req-745c4a32-a92c-4a0f-a7ba-b89101f63f2d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.448701 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d522522-58d1-4e2f-9f80-7abbdd58eb13 req-745c4a32-a92c-4a0f-a7ba-b89101f63f2d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.456102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d522522-58d1-4e2f-9f80-7abbdd58eb13 req-745c4a32-a92c-4a0f-a7ba-b89101f63f2d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.463574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d522522-58d1-4e2f-9f80-7abbdd58eb13 req-745c4a32-a92c-4a0f-a7ba-b89101f63f2d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.471271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c106fb-b230-49ba-889c-ab6807f05453,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:00.490292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d522522-58d1-4e2f-9f80-7abbdd58eb13 req-745c4a32-a92c-4a0f-a7ba-b89101f63f2d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:00.492738 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9d522522-58d1-4e2f-9f80-7abbdd58eb13 req-745c4a32-a92c-4a0f-a7ba-b89101f63f2d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5430 time: 0.1908429 Sep 16 04:45:00.495520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network c8c106fb-b230-49ba-889c-ab6807f05453 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:00.500870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-91cc0b19-1a86-4cf8-9562-8add01391216 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1523235 Sep 16 04:45:00.501173 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34180) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:00.507693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f1c28f5b-3ee8-43a8-ad86-c0801718ec94 admin admin] Request body: {'subnet': {'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-811323552-subnet', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:00.565286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c28f5b-3ee8-43a8-ad86-c0801718ec94 admin admin] Made reservation on behalf of 3ffb84455cdc41db90417b342120d929 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:00.567601 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f1c28f5b-3ee8-43a8-ad86-c0801718ec94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.587137 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.613505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-239aecda-6559-41b5-86fa-da91ae63dd9b service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922378 Sep 16 04:45:00.647968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9eebefd-bb8f-4439-b0cb-a73ce30e4442'}, {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde9702d-41e5-4b56-b01c-9dc5a65b1554'}, {'server_uuid': 'd61034c7-20be-4875-a596-d36ab9557c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc494fed-7aad-4a43-941e-9115cd6bf149'}, {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e01476a-ab84-4363-8e04-bb85002972b9'}, {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:00.650755 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c695d7bf-256f-4151-9417-60c49d23d910" -d '{"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "a9eebefd-bb8f-4439-b0cb-a73ce30e4442"}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "bde9702d-41e5-4b56-b01c-9dc5a65b1554"}, {"server_uuid": "d61034c7-20be-4875-a596-d36ab9557c0f", "name": "network-vif-plugged", "status": "completed", "tag": "dc494fed-7aad-4a43-941e-9115cd6bf149"}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "3e01476a-ab84-4363-8e04-bb85002972b9"}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "fa345f8b-b575-4bfd-8d95-b3355e4d9944"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:00.671637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fa345f8b-b575-4bfd-8d95-b3355e4d9944, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fa345f8b-b575-4bfd-8d95-b3355e4d9944,segment=NetworkSegment(2ab46fae-fd29-4f09-a622-00ee18e95f43),segment_id=2ab46fae-fd29-4f09-a622-00ee18e95f43)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:00.678296 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.707397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:00.737600 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-2d6da462-819d-4c26-86c1-3febfee4cdba service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219463 Sep 16 04:45:00.780091 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f1c28f5b-3ee8-43a8-ad86-c0801718ec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.798396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9d522522-58d1-4e2f-9f80-7abbdd58eb13 req-74b974d7-aeeb-4249-8dc2-b613b10f1f4e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2780144 Sep 16 04:45:00.827814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:00.832242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fa345f8b-b575-4bfd-8d95-b3355e4d9944,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:00.839285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:00.841087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.879576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28f5b-3ee8-43a8-ad86-c0801718ec94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b393eb69-34a9-475e-911b-3f43fe063fe3,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:00.970489 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52691fa-2563-42bb-b64b-6643acdf13d7 x-openstack-request-id: req-e52691fa-2563-42bb-b64b-6643acdf13d7 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:00.972362 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:00.975422 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42134807-8e06-4bd4-9f02-ee834118aca6", "name": "network-vif-deleted", "tag": "e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:00.975422 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e52691fa-2563-42bb-b64b-6643acdf13d7 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:00.976016 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42134807-8e06-4bd4-9f02-ee834118aca6', 'name': 'network-vif-deleted', 'tag': 'e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84', 'status': 'completed', 'code': 200} Sep 16 04:45:00.987123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c28f5b-3ee8-43a8-ad86-c0801718ec94 admin admin] Checking segment: {'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:00.987819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c28f5b-3ee8-43a8-ad86-c0801718ec94 admin admin] Network hostable DHCP agents. Network: c8c106fb-b230-49ba-889c-ab6807f05453, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:01.035302 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:01.044511 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.049188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8c2c95a2-debe-415f-a8f5-e35aeadc3634 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:01.068552 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd6ea0a8-86b4-46cb-8c13-701f84d3d887 req-1ebdcaba-98c9-415f-b216-1ed0eca71b6c tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/ports?device_id=42134807-8e06-4bd4-9f02-ee834118aca6 HTTP/1.1" status: 200 len: 210 time: 0.0743027 Sep 16 04:45:01.101415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c28f5b-3ee8-43a8-ad86-c0801718ec94 admin admin] Network c8c106fb-b230-49ba-889c-ab6807f05453 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:01.119964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f82bd-f089-4e9c-8442-c9081d2df303 req-a3737212-346f-463c-a7b8-450319eaa783 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:01.124569 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f1c28f5b-3ee8-43a8-ad86-c0801718ec94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, c8c106fb-b230-49ba-889c-ab6807f05453) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:01.130014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-157f82bd-f089-4e9c-8442-c9081d2df303 req-a3737212-346f-463c-a7b8-450319eaa783 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 945 time: 0.0786259 Sep 16 04:45:01.130298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c28f5b-3ee8-43a8-ad86-c0801718ec94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:01.131125 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f1c28f5b-3ee8-43a8-ad86-c0801718ec94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.148085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2acc44e-3f6a-4a5f-967c-f4c0647880fe None None] Network c8c106fb-b230-49ba-889c-ab6807f05453 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:01.168343 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f1c28f5b-3ee8-43a8-ad86-c0801718ec94 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6659832 Sep 16 04:45:01.174272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34192) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:01.178580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-811323552-router', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:01.211069 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48daf4f6-3c9d-496e-a518-711c6dfa8df2 x-openstack-request-id: req-48daf4f6-3c9d-496e-a518-711c6dfa8df2 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:01.211306 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "a9eebefd-bb8f-4439-b0cb-a73ce30e4442", "code": 200}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "bde9702d-41e5-4b56-b01c-9dc5a65b1554", "code": 200}, {"server_uuid": "d61034c7-20be-4875-a596-d36ab9557c0f", "name": "network-vif-plugged", "status": "completed", "tag": "dc494fed-7aad-4a43-941e-9115cd6bf149", "code": 200}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "3e01476a-ab84-4363-8e04-bb85002972b9", "code": 200}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "fa345f8b-b575-4bfd-8d95-b3355e4d9944", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:01.211720 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48daf4f6-3c9d-496e-a518-711c6dfa8df2 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:01.213007 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9eebefd-bb8f-4439-b0cb-a73ce30e4442', 'code': 200} Sep 16 04:45:01.213007 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde9702d-41e5-4b56-b01c-9dc5a65b1554', 'code': 200} Sep 16 04:45:01.213215 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61034c7-20be-4875-a596-d36ab9557c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc494fed-7aad-4a43-941e-9115cd6bf149', 'code': 200} Sep 16 04:45:01.213427 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e01476a-ab84-4363-8e04-bb85002972b9', 'code': 200} Sep 16 04:45:01.213651 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944', 'code': 200} Sep 16 04:45:01.236824 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.240764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.242096 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-157f82bd-f089-4e9c-8442-c9081d2df303 req-e108de28-c6bb-4905-ad09-9504a7cbbb72 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109560 Sep 16 04:45:01.317039 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device abd3e1ac-c929-47f9-8921-f76e228d08e0 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:01.389015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:01.409648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 8c2c95a2-debe-415f-a8f5-e35aeadc3634 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:01.410426 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.413814 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02014711-8b98-4587-a229-f72fa5f52968 req-1bba753d-d62d-4798-9dea-3361e372b866 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 210 time: 0.1381505 Sep 16 04:45:01.427484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 8c2c95a2-debe-415f-a8f5-e35aeadc3634 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:01.427803 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.450903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cbaa9-d8db-44a6-8a6f-4cabd55ced6a req-141834bf-13c2-4f3b-b578-748093080b25 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:01.454923 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c00cbaa9-d8db-44a6-8a6f-4cabd55ced6a req-141834bf-13c2-4f3b-b578-748093080b25 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 945 time: 0.1218293 Sep 16 04:45:01.501680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364fdc39-88f2-4b28-a6cf-add769b53158 None None] Network c8c106fb-b230-49ba-889c-ab6807f05453 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:01.503485 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port abd3e1ac-c929-47f9-8921-f76e228d08e0 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:01.524143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c00cbaa9-d8db-44a6-8a6f-4cabd55ced6a req-490db65d-f0d5-4000-bb21-7b81993b3446 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606883 Sep 16 04:45:01.552959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port abd3e1ac-c929-47f9-8921-f76e228d08e0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:01.552959 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.593142 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.597557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7046c7c-8cc5-4608-83a5-2800d12dd0a8 req-18bffbde-4175-4d4c-bebc-4b06b5da9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:01.599181 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b7046c7c-8cc5-4608-83a5-2800d12dd0a8 req-18bffbde-4175-4d4c-bebc-4b06b5da9667 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d61034c7-20be-4875-a596-d36ab9557c0f HTTP/1.1" status: 200 len: 1097 time: 0.2477124 Sep 16 04:45:01.675133 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b7046c7c-8cc5-4608-83a5-2800d12dd0a8 req-9cdf5d58-8b77-47af-bd37-b031d0b96338 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589304 Sep 16 04:45:01.687755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb00a-bd03-45f6-8c49-7f6c786c55ea req-f483c0dd-3250-4492-90d5-8300bc0d0f65 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:01.690246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19dcb00a-bd03-45f6-8c49-7f6c786c55ea req-f483c0dd-3250-4492-90d5-8300bc0d0f65 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 945 time: 0.0712571 Sep 16 04:45:01.693717 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.702529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34206) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:01.712266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c48f04a4-dc6a-4c02-aede-ae88c2d220c4 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Request body: {'floatingip': {'port_id': 'b22df540-effd-40b2-ba89-827b13a544a8'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:01.767869 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c48f04a4-dc6a-4c02-aede-ae88c2d220c4 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.805064 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8c2c95a2-debe-415f-a8f5-e35aeadc3634, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8c2c95a2-debe-415f-a8f5-e35aeadc3634,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:01.818196 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.819009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b2c539f9-3dcb-4aee-84f4-297e697dc188 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:01.868824 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.889905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8c2c95a2-debe-415f-a8f5-e35aeadc3634,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:01.892956 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.895578 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.944154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port abd3e1ac-c929-47f9-8921-f76e228d08e0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abd3e1ac-c929-47f9-8921-f76e228d08e0,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:01.953634 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:01.955857 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 90a908af-aaff-43f1-888e-e09d8bb1e6c8 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:01.996991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 90a908af-aaff-43f1-888e-e09d8bb1e6c8 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:01.997350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 90a908af-aaff-43f1-888e-e09d8bb1e6c8 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:02.000892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port b2c539f9-3dcb-4aee-84f4-297e697dc188 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:02.010161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port b2c539f9-3dcb-4aee-84f4-297e697dc188 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:02.010546 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.061968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=abd3e1ac-c929-47f9-8921-f76e228d08e0,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:02.262231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ff36458-efbf-4b00-a04c-07fd066d1174 req-3a4bcee2-63a1-4f4f-9f5c-58a2dabbafda tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/f925fd51-bd82-4e9e-8bba-062fb343aae9 HTTP/1.1" status: 200 len: 1802 time: 0.0938616 Sep 16 04:45:02.281721 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.320673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b2c539f9-3dcb-4aee-84f4-297e697dc188, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b2c539f9-3dcb-4aee-84f4-297e697dc188,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:02.326788 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.341515 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:02.403990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:02.404697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e61e3779-9a4f-4f83-8ccd-c9d1f1a20e84 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:02.443554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=b2c539f9-3dcb-4aee-84f4-297e697dc188,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:02.465368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8ff36458-efbf-4b00-a04c-07fd066d1174 req-12170c7c-8b66-4470-b262-38ad7342f2ef tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.469485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d442f-76b0-440f-bc38-1318e40b377f req-93a57cd5-7919-4fc2-8578-37d3ca671ab1 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.475599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d442f-76b0-440f-bc38-1318e40b377f req-93a57cd5-7919-4fc2-8578-37d3ca671ab1 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.481919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d442f-76b0-440f-bc38-1318e40b377f req-93a57cd5-7919-4fc2-8578-37d3ca671ab1 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.487731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d442f-76b0-440f-bc38-1318e40b377f req-93a57cd5-7919-4fc2-8578-37d3ca671ab1 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.493635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d442f-76b0-440f-bc38-1318e40b377f req-93a57cd5-7919-4fc2-8578-37d3ca671ab1 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.499878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d442f-76b0-440f-bc38-1318e40b377f req-93a57cd5-7919-4fc2-8578-37d3ca671ab1 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.500698 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c48f04a4-dc6a-4c02-aede-ae88c2d220c4 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.502454 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8ff36458-efbf-4b00-a04c-07fd066d1174 req-12170c7c-8b66-4470-b262-38ad7342f2ef tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.505813 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c48f04a4-dc6a-4c02-aede-ae88c2d220c4 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.506321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d442f-76b0-440f-bc38-1318e40b377f req-93a57cd5-7919-4fc2-8578-37d3ca671ab1 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.508817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac7d442f-76b0-440f-bc38-1318e40b377f req-93a57cd5-7919-4fc2-8578-37d3ca671ab1 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5433 time: 0.5991852 Sep 16 04:45:02.564477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Allocated IP 172.25.0.25 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/d7122557-5944-45dc-a389-3998a613b31b) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:02.574581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-0a46e282-d3fe-469e-b850-417888b65938 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.576055 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-0a46e282-d3fe-469e-b850-417888b65938 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.2648282 Sep 16 04:45:02.599349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Request body: {'port': {'device_id': 'db62a1b8-7948-4701-b296-7b5f9dc0a976', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'admin_state_up': True, 'tenant_id': '12e4b4d2b68d4193892f7f9652ee2b63'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:02.625343 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8ff36458-efbf-4b00-a04c-07fd066d1174 req-12170c7c-8b66-4470-b262-38ad7342f2ef tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.627987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8ff36458-efbf-4b00-a04c-07fd066d1174 req-12170c7c-8b66-4470-b262-38ad7342f2ef tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.629285 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ff36458-efbf-4b00-a04c-07fd066d1174 req-12170c7c-8b66-4470-b262-38ad7342f2ef tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "DELETE /v2.0/security-groups/f925fd51-bd82-4e9e-8bba-062fb343aae9 HTTP/1.1" status: 204 len: 173 time: 0.3658433 Sep 16 04:45:02.638202 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac7d442f-76b0-440f-bc38-1318e40b377f req-0fb94060-5a9e-4bd6-a4c5-53edeaabd6ad tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137450 Sep 16 04:45:02.645752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12170c7c-8b66-4470-b262-38ad7342f2ef tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f925fd51-bd82-4e9e-8bba-062fb343aae9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:02.654792 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-c48f04a4-dc6a-4c02-aede-ae88c2d220c4 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Floating IP 491fb984-840e-41eb-9458-fc3dd93a00c7 associated. External IP: 172.25.0.242, port: b22df540-effd-40b2-ba89-827b13a544a8. Sep 16 04:45:02.776501 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ac6d043-d904-43ca-bef6-3fc1f635cbcd req-06046382-2a90-425d-ba0d-6b2bfaed6746 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 210 time: 0.0327280 Sep 16 04:45:02.827134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a60460-2b7d-457f-997d-68177981bf95 req-31010612-c1cf-49b1-9c98-f0d486d6feaf tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:02.833701 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.837694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4a60460-2b7d-457f-997d-68177981bf95 req-31010612-c1cf-49b1-9c98-f0d486d6feaf tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 946 time: 0.1225140 Sep 16 04:45:02.847241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Made reservation on behalf of 12e4b4d2b68d4193892f7f9652ee2b63 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:02.851037 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:02.933020 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4a60460-2b7d-457f-997d-68177981bf95 req-151ca6ee-70ac-4105-90f2-f0f200fe5afa tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938611 Sep 16 04:45:02.976559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-090774dc-d2d9-479c-95f7-6c746124cd2e req-1fca2fab-720a-4e51-9b3c-f4ed7dc228b1 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "GET /v2.0/security-groups/51b899ef-24ed-4af5-9646-e7545b21e062 HTTP/1.1" status: 200 len: 1803 time: 0.0979137 Sep 16 04:45:02.980325 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.012177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48f04a4-dc6a-4c02-aede-ae88c2d220c4 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Router bf717758-3289-45bb-99aa-ae1e61fa2bc1 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:03.087195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:03.103904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:03.108259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:03.110492 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2bdb0-0eda-489f-8f71-75d68e349e0b req-8c2b88c0-8713-48a8-bdc2-e4fb45053aae tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.111110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Pushing event updated for resources: {'Port': ['ID=d7122557-5944-45dc-a389-3998a613b31b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:03.112059 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4dd2bdb0-0eda-489f-8f71-75d68e349e0b req-8c2b88c0-8713-48a8-bdc2-e4fb45053aae tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0951486 Sep 16 04:45:03.171911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Allocated IP 172.20.0.8 (a9db93c8-763a-44d3-974e-03a5c35c1e44/fe58f381-cad6-48c7-a9bf-7d2ce1b9e110/2e9133e2-7a09-4adb-a1ae-d173e9202e4f) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:03.173948 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-090774dc-d2d9-479c-95f7-6c746124cd2e req-cb232341-96e5-4e2d-95b0-885bcb475850 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.193011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48f04a4-dc6a-4c02-aede-ae88c2d220c4 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:03.199246 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c48f04a4-dc6a-4c02-aede-ae88c2d220c4 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.205577 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845fbd0a-930c-4368-a372-a9f748a90ff4 None None] Sync routers for ids ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:03.206969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4dd2bdb0-0eda-489f-8f71-75d68e349e0b req-7e3ffb8d-48f2-42aa-8c87-f0a660a938ec tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531065 Sep 16 04:45:03.215783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26'}, {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2c95a2-debe-415f-a8f5-e35aeadc3634'}, {'server_uuid': '6e272c88-4906-4bd5-b680-ee171e9c6d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd3e1ac-c929-47f9-8921-f76e228d08e0'}, {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c539f9-3dcb-4aee-84f4-297e697dc188'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:03.216273 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845fbd0a-930c-4368-a372-a9f748a90ff4 None None] Routers {'bf717758-3289-45bb-99aa-ae1e61fa2bc1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:03.216812 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-845fbd0a-930c-4368-a372-a9f748a90ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:03.219229 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc9e958-908f-45b3-96ba-1303d7c43429" -d '{"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26"}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "8c2c95a2-debe-415f-a8f5-e35aeadc3634"}, {"server_uuid": "6e272c88-4906-4bd5-b680-ee171e9c6d9e", "name": "network-vif-plugged", "status": "completed", "tag": "abd3e1ac-c929-47f9-8921-f76e228d08e0"}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "b2c539f9-3dcb-4aee-84f4-297e697dc188"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:03.235799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c48f04a4-dc6a-4c02-aede-ae88c2d220c4 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "PUT /v2.0/floatingips/491fb984-840e-41eb-9458-fc3dd93a00c7 HTTP/1.1" status: 200 len: 991 time: 1.5296378 Sep 16 04:45:03.236458 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'tag': 'b22df540-effd-40b2-ba89-827b13a544a8'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:03.238821 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec652a4-46c5-473c-aaaa-87c6413bd806" -d '{"events": [{"name": "network-changed", "server_uuid": "39617276-53eb-4fdf-9b35-1e4d924455bb", "tag": "b22df540-effd-40b2-ba89-827b13a544a8"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:03.284114 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cce1712-2703-473f-a59e-0fb074718b90 x-openstack-request-id: req-0cce1712-2703-473f-a59e-0fb074718b90 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:03.284664 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26", "code": 200}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "8c2c95a2-debe-415f-a8f5-e35aeadc3634", "code": 200}, {"server_uuid": "6e272c88-4906-4bd5-b680-ee171e9c6d9e", "name": "network-vif-plugged", "status": "completed", "tag": "abd3e1ac-c929-47f9-8921-f76e228d08e0", "code": 200}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-plugged", "status": "completed", "tag": "b2c539f9-3dcb-4aee-84f4-297e697dc188", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:03.285146 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cce1712-2703-473f-a59e-0fb074718b90 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:03.285481 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-090774dc-d2d9-479c-95f7-6c746124cd2e req-cb232341-96e5-4e2d-95b0-885bcb475850 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.286197 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26', 'code': 200} Sep 16 04:45:03.286656 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2c95a2-debe-415f-a8f5-e35aeadc3634', 'code': 200} Sep 16 04:45:03.287287 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e272c88-4906-4bd5-b680-ee171e9c6d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd3e1ac-c929-47f9-8921-f76e228d08e0', 'code': 200} Sep 16 04:45:03.287725 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c539f9-3dcb-4aee-84f4-297e697dc188', 'code': 200} Sep 16 04:45:03.354651 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-090774dc-d2d9-479c-95f7-6c746124cd2e req-cb232341-96e5-4e2d-95b0-885bcb475850 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.357185 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-090774dc-d2d9-479c-95f7-6c746124cd2e req-cb232341-96e5-4e2d-95b0-885bcb475850 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.358391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-090774dc-d2d9-479c-95f7-6c746124cd2e req-cb232341-96e5-4e2d-95b0-885bcb475850 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] 10.222.0.53 "DELETE /v2.0/security-groups/51b899ef-24ed-4af5-9646-e7545b21e062 HTTP/1.1" status: 204 len: 173 time: 0.3721735 Sep 16 04:45:03.364549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34238) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:03.365521 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-845fbd0a-930c-4368-a372-a9f748a90ff4 None None] Set router bf717758-3289-45bb-99aa-ae1e61fa2bc1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:03.407515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb232341-96e5-4e2d-95b0-885bcb475850 tempest-SecurityGroupsTestJSON-699699874 tempest-SecurityGroupsTestJSON-699699874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b899ef-24ed-4af5-9646-e7545b21e062,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:03.431340 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25bd366-4e33-4a01-b66c-9d268ba3312f x-openstack-request-id: req-c25bd366-4e33-4a01-b66c-9d268ba3312f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:03.432170 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39617276-53eb-4fdf-9b35-1e4d924455bb", "tag": "b22df540-effd-40b2-ba89-827b13a544a8", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:03.432170 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c25bd366-4e33-4a01-b66c-9d268ba3312f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:03.432365 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'tag': 'b22df540-effd-40b2-ba89-827b13a544a8', 'status': 'completed', 'code': 200} Sep 16 04:45:03.453856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-744f7510-c60c-493a-b47d-38aeca9cf6af admin admin] Deleting subnet 1f6604d7-1624-4395-a31f-cb9d0b19c16f {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:03.457537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-744f7510-c60c-493a-b47d-38aeca9cf6af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.559113 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-744f7510-c60c-493a-b47d-38aeca9cf6af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.577718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78818ca9-fd8c-41b4-9710-16243b8fa370 req-2fd2bfda-d5a2-4b11-803f-7014e91153db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.579740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-78818ca9-fd8c-41b4-9710-16243b8fa370 req-2fd2bfda-d5a2-4b11-803f-7014e91153db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 1098 time: 0.2086387 Sep 16 04:45:03.596296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec652a4-46c5-473c-aaaa-87c6413bd806 req-f8240423-cfa9-4ed2-93d7-82fa01414a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.597333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ec652a4-46c5-473c-aaaa-87c6413bd806 req-f8240423-cfa9-4ed2-93d7-82fa01414a52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=257616e6ce1b4ab6a32a684e16a02d9e&device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 1097 time: 0.1375027 Sep 16 04:45:03.613354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26fc1e-9e53-4154-b5d4-8ae977db6867 req-e867c9ab-889f-4d6a-9ae3-4129fb1bbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.613867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26fc1e-9e53-4154-b5d4-8ae977db6867 req-e867c9ab-889f-4d6a-9ae3-4129fb1bbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.614269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26fc1e-9e53-4154-b5d4-8ae977db6867 req-e867c9ab-889f-4d6a-9ae3-4129fb1bbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.614753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26fc1e-9e53-4154-b5d4-8ae977db6867 req-e867c9ab-889f-4d6a-9ae3-4129fb1bbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.615231 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26fc1e-9e53-4154-b5d4-8ae977db6867 req-e867c9ab-889f-4d6a-9ae3-4129fb1bbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.615703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26fc1e-9e53-4154-b5d4-8ae977db6867 req-e867c9ab-889f-4d6a-9ae3-4129fb1bbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.616174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26fc1e-9e53-4154-b5d4-8ae977db6867 req-e867c9ab-889f-4d6a-9ae3-4129fb1bbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.618333 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6a26fc1e-9e53-4154-b5d4-8ae977db6867 req-e867c9ab-889f-4d6a-9ae3-4129fb1bbad8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6498 time: 0.2262492 Sep 16 04:45:03.625450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ada104-16eb-41c2-a563-029c647554cb req-2f67d39d-4bb3-472c-b7b0-a14970e399be tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.627043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4ada104-16eb-41c2-a563-029c647554cb req-2f67d39d-4bb3-472c-b7b0-a14970e399be tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1272457 Sep 16 04:45:03.657642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-744f7510-c60c-493a-b47d-38aeca9cf6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.668191 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-845fbd0a-930c-4368-a372-a9f748a90ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '491fb984-840e-41eb-9458-fc3dd93a00c7', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'floating_ip_address': '172.25.0.242', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'port_id': 'b22df540-effd-40b2-ba89-827b13a544a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'mac_address': 'fa:16:3e:c4:49:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:44:40Z', 'updated_at': '2021-09-16T04:45:02Z', 'revision_number': 1, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8bf3c85-01de-47ed-b027-98988e3217b1', 'name': '', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'mac_address': 'fa:16:3e:7c:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:32Z', 'updated_at': '2021-09-16T04:44:40Z', 'revision_number': 5, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'subnets': [{'id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:03.697966 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845fbd0a-930c-4368-a372-a9f748a90ff4 None None] Checking router: bf717758-3289-45bb-99aa-ae1e61fa2bc1 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:03.707249 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845fbd0a-930c-4368-a372-a9f748a90ff4 None None] Routers {'bf717758-3289-45bb-99aa-ae1e61fa2bc1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:03.708192 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-845fbd0a-930c-4368-a372-a9f748a90ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:03.727653 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.742726 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.745647 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-78818ca9-fd8c-41b4-9710-16243b8fa370 req-4d33360a-ebe5-43ce-9ea4-466be530417a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489944 Sep 16 04:45:03.791091 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6a26fc1e-9e53-4154-b5d4-8ae977db6867 req-3f5ca61b-66bc-4c48-995d-657cde61847f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e8f77a7e-581f-41b5-b272-bc6251446635&id=50dea91e-4fcf-44bb-b13c-63688b8998c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277440 Sep 16 04:45:03.832839 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-845fbd0a-930c-4368-a372-a9f748a90ff4 None None] Set router bf717758-3289-45bb-99aa-ae1e61fa2bc1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:03.897679 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:03.943951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de0164-5884-4bd5-a4fb-90df42287d21 req-fecfcf5e-c2f1-4f95-99a2-f1ea057d3c02 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.950201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de0164-5884-4bd5-a4fb-90df42287d21 req-fecfcf5e-c2f1-4f95-99a2-f1ea057d3c02 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.956216 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de0164-5884-4bd5-a4fb-90df42287d21 req-fecfcf5e-c2f1-4f95-99a2-f1ea057d3c02 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.962889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de0164-5884-4bd5-a4fb-90df42287d21 req-fecfcf5e-c2f1-4f95-99a2-f1ea057d3c02 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.970095 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de0164-5884-4bd5-a4fb-90df42287d21 req-fecfcf5e-c2f1-4f95-99a2-f1ea057d3c02 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.975005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de0164-5884-4bd5-a4fb-90df42287d21 req-fecfcf5e-c2f1-4f95-99a2-f1ea057d3c02 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.981482 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de0164-5884-4bd5-a4fb-90df42287d21 req-fecfcf5e-c2f1-4f95-99a2-f1ea057d3c02 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:03.983430 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a5de0164-5884-4bd5-a4fb-90df42287d21 req-fecfcf5e-c2f1-4f95-99a2-f1ea057d3c02 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5434 time: 0.1990237 Sep 16 04:45:04.018231 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Network a9db93c8-763a-44d3-974e-03a5c35c1e44 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:04.033044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4ada104-16eb-41c2-a563-029c647554cb req-9e93f28f-b792-49a1-9a56-dda24eab628d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938129 Sep 16 04:45:04.066054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:04.071416 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:04.077103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event updated for resources: {'Port': ['ID=2e9133e2-7a09-4adb-a1ae-d173e9202e4f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:04.132199 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a5de0164-5884-4bd5-a4fb-90df42287d21 req-78fcf179-1484-4f64-b1a7-e055bc87a48a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362798 Sep 16 04:45:04.151194 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec652a4-46c5-473c-aaaa-87c6413bd806 req-bdecb547-1b12-4238-b5ac-c0f7c36a0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.151941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.152591 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.154675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ec652a4-46c5-473c-aaaa-87c6413bd806 req-bdecb547-1b12-4238-b5ac-c0f7c36a0d29 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6663c76d-98f9-46e5-a2f5-885d3b7e7a55 HTTP/1.1" status: 200 len: 907 time: 0.5493262 Sep 16 04:45:04.155843 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-845fbd0a-930c-4368-a372-a9f748a90ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '491fb984-840e-41eb-9458-fc3dd93a00c7', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'floating_ip_address': '172.25.0.242', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'port_id': 'b22df540-effd-40b2-ba89-827b13a544a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'mac_address': 'fa:16:3e:c4:49:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:44:40Z', 'updated_at': '2021-09-16T04:45:02Z', 'revision_number': 1, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8bf3c85-01de-47ed-b027-98988e3217b1', 'name': '', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'mac_address': 'fa:16:3e:7c:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:32Z', 'updated_at': '2021-09-16T04:44:40Z', 'revision_number': 5, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'subnets': [{'id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:04.194130 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845fbd0a-930c-4368-a372-a9f748a90ff4 None None] The sync data for ids ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'] in n-d-712142-17 is: [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '491fb984-840e-41eb-9458-fc3dd93a00c7', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'floating_ip_address': '172.25.0.242', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'port_id': 'b22df540-effd-40b2-ba89-827b13a544a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'mac_address': 'fa:16:3e:c4:49:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:44:40Z', 'updated_at': '2021-09-16T04:45:02Z', 'revision_number': 1, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8bf3c85-01de-47ed-b027-98988e3217b1', 'name': '', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'mac_address': 'fa:16:3e:7c:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:32Z', 'updated_at': '2021-09-16T04:44:40Z', 'revision_number': 5, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'subnets': [{'id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:04.206763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5fb0a69b-a18f-4e6c-8c94-8875c83fec67 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6173790 Sep 16 04:45:04.221043 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Request body: {'port': {'device_id': 'db62a1b8-7948-4701-b296-7b5f9dc0a976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:04.226192 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.232153 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-744f7510-c60c-493a-b47d-38aeca9cf6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.286528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f7510-c60c-493a-b47d-38aeca9cf6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6604d7-1624-4395-a31f-cb9d0b19c16f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:04.291514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-744f7510-c60c-493a-b47d-38aeca9cf6af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.293985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-744f7510-c60c-493a-b47d-38aeca9cf6af admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1f6604d7-1624-4395-a31f-cb9d0b19c16f HTTP/1.1" status: 204 len: 168 time: 0.9282353 Sep 16 04:45:04.300558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34252) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:04.329512 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.345841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e82520-8d4b-40f1-81bc-b4928ee4af00 req-0b5eecde-550e-448f-a963-9afce4557abb tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.347463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83e82520-8d4b-40f1-81bc-b4928ee4af00 req-0b5eecde-550e-448f-a963-9afce4557abb tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 931 time: 0.2456291 Sep 16 04:45:04.351753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ec652a4-46c5-473c-aaaa-87c6413bd806 req-26542434-3c63-4201-86c4-3778fd4a58d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b22df540-effd-40b2-ba89-827b13a544a8 HTTP/1.1" status: 200 len: 999 time: 0.1882503 Sep 16 04:45:04.450086 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.468808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453472d-4637-439f-97e9-67537684e891 req-01b9b87b-92ee-415a-bfed-b4c6e79db1c8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.470391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5453472d-4637-439f-97e9-67537684e891 req-01b9b87b-92ee-415a-bfed-b4c6e79db1c8 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 946 time: 0.1442506 Sep 16 04:45:04.480896 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83e82520-8d4b-40f1-81bc-b4928ee4af00 req-f96bb1f8-e0fa-40f7-845a-e83a59fc191c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253281 Sep 16 04:45:04.500998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f030741-9c2f-4717-8301-fcbc5bb6693a None None] New status for floating IP 491fb984-840e-41eb-9458-fc3dd93a00c7: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:45:04.542664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec652a4-46c5-473c-aaaa-87c6413bd806 req-87b327e4-cdd5-4468-bb80-6d0d8e20cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.548065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ec652a4-46c5-473c-aaaa-87c6413bd806 req-87b327e4-cdd5-4468-bb80-6d0d8e20cd10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b796f885-b859-40c5-8662-09c5b51476f6 HTTP/1.1" status: 200 len: 845 time: 0.1606789 Sep 16 04:45:04.595870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Router 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:45:04.597554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.600397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5453472d-4637-439f-97e9-67537684e891 req-95b06e44-081c-4311-93b9-578326e95049 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179762 Sep 16 04:45:04.624390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab01d43b-6a4e-4257-bc42-c79cac07e068']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:04.659958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a6b9cd-ccbf-495f-961d-2266536782c4') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:04.660635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a6b9cd-ccbf-495f-961d-2266536782c4') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:04.677864 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.729988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.737927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec652a4-46c5-473c-aaaa-87c6413bd806 req-475180f8-a70a-460c-bdc4-fd892fae5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.739549 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ec652a4-46c5-473c-aaaa-87c6413bd806 req-475180f8-a70a-460c-bdc4-fd892fae5dd4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6663c76d-98f9-46e5-a2f5-885d3b7e7a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182702 Sep 16 04:45:04.743057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:45:04.743057 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:45:04.745274 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:45:04.789301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:04.804028 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Sync routers for ids ['1b0d5d07-aeae-4e35-ba76-1d9466e124a4'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:04.813903 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Routers {'1b0d5d07-aeae-4e35-ba76-1d9466e124a4'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:04.814537 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1b0d5d07-aeae-4e35-ba76-1d9466e124a4'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:04.828762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59d440-daeb-456f-a203-849f168ab68f req-14f3ac63-0157-437b-b86b-7675f24fbffb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:04.830439 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f59d440-daeb-456f-a203-849f168ab68f req-14f3ac63-0157-437b-b86b-7675f24fbffb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1507499 Sep 16 04:45:04.846653 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.850673 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-99100585-bce8-4008-a08b-b4245a8c1196 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6727312 Sep 16 04:45:04.852718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34258) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:04.874206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9133e2-7a09-4adb-a1ae-d173e9202e4f {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:04.882927 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.897703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Transition to ACTIVE for port object 2e9133e2-7a09-4adb-a1ae-d173e9202e4f will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:04.903307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.938553 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.952200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:04.964593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] 10.222.0.53 "DELETE /v2.0/networks/ab01d43b-6a4e-4257-bc42-c79cac07e068 HTTP/1.1" status: 204 len: 168 time: 0.6572678 Sep 16 04:45:04.982658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9133e2-7a09-4adb-a1ae-d173e9202e4f,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:05.048659 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Set router 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:05.071418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ec652a4-46c5-473c-aaaa-87c6413bd806 req-3ce0467f-7f93-411d-8ae4-cda98ec865cb service neutron] 10.222.0.50 "GET /v2.0/networks/6663c76d-98f9-46e5-a2f5-885d3b7e7a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133082 Sep 16 04:45:05.072334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b3be0-6988-48d8-945d-8636cb1d15cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ab01d43b-6a4e-4257-bc42-c79cac07e068,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:05.095745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f59d440-daeb-456f-a203-849f168ab68f req-615c8cb2-2612-4901-a764-9690630d712f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574692 Sep 16 04:45:05.108674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Attempting to bind port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:05.111587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Attempting to bind port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:05.111967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Attempting to bind port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:05.130308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f on network a9db93c8-763a-44d3-974e-03a5c35c1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:05.130801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Attempting to bind port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:05.143956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:05.144451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Checking segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:05.144985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Bound using segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:05.148089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Bound port: 2e9133e2-7a09-4adb-a1ae-d173e9202e4f, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:05.148089 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.169218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34264) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:05.232099 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.324557 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0e14af5f-5d02-49c2-895a-f7109ded4710 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=736a94285e6e42ad8ba8f83e020a6b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546102 Sep 16 04:45:05.330136 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34270) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:05.339927 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'name': 'tempest-ServerRescueNegativeTestJSON-811323552-router', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd7122557-5944-45dc-a389-3998a613b31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:03Z', 'revision_number': 3, 'project_id': '3ffb84455cdc41db90417b342120d929', 'gw_port': {'id': 'd7122557-5944-45dc-a389-3998a613b31b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:05.346465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] For port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:05.349262 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ec652a4-46c5-473c-aaaa-87c6413bd806 req-f8b7e987-4c53-494e-acda-26c8f83cbc7b service neutron] 10.222.0.50 "GET /v2.0/networks/6663c76d-98f9-46e5-a2f5-885d3b7e7a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524009 Sep 16 04:45:05.360704 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac67f-1a01-4f3e-ae09-48c31ae9c5dd req-e0ebcc83-1bf3-4a08-9cd8-407d0518b483 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.362231 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e4ac67f-1a01-4f3e-ae09-48c31ae9c5dd req-e0ebcc83-1bf3-4a08-9cd8-407d0518b483 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1528854 Sep 16 04:45:05.370117 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Checking router: 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:05.370699 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Updating router 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 port d7122557-5944-45dc-a389-3998a613b31b binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:45:05.394833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] For port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2e9133e2-7a09-4adb-a1ae-d173e9202e4f,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:05.401200 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.412550 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.417480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94b73-cd8c-465e-bbdd-38c0ac6305d4 req-2a7335bb-d6b9-4c73-836b-a66803de5c84 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.423816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94b73-cd8c-465e-bbdd-38c0ac6305d4 req-2a7335bb-d6b9-4c73-836b-a66803de5c84 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.430740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94b73-cd8c-465e-bbdd-38c0ac6305d4 req-2a7335bb-d6b9-4c73-836b-a66803de5c84 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.438139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94b73-cd8c-465e-bbdd-38c0ac6305d4 req-2a7335bb-d6b9-4c73-836b-a66803de5c84 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.444527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94b73-cd8c-465e-bbdd-38c0ac6305d4 req-2a7335bb-d6b9-4c73-836b-a66803de5c84 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.452276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94b73-cd8c-465e-bbdd-38c0ac6305d4 req-2a7335bb-d6b9-4c73-836b-a66803de5c84 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.458515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94b73-cd8c-465e-bbdd-38c0ac6305d4 req-2a7335bb-d6b9-4c73-836b-a66803de5c84 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.460713 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8e94b73-cd8c-465e-bbdd-38c0ac6305d4 req-2a7335bb-d6b9-4c73-836b-a66803de5c84 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5434 time: 0.1830356 Sep 16 04:45:05.484902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.485523 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.486944 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] 10.222.0.50 "PUT /v2.0/ports/2e9133e2-7a09-4adb-a1ae-d173e9202e4f HTTP/1.1" status: 200 len: 1092 time: 1.2719262 Sep 16 04:45:05.487659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db62a1b8-7948-4701-b296-7b5f9dc0a976', 'tag': '2e9133e2-7a09-4adb-a1ae-d173e9202e4f'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:05.489915 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80356cd5-1807-498a-b9a4-2ac2e9eaea1b" -d '{"events": [{"name": "network-changed", "server_uuid": "db62a1b8-7948-4701-b296-7b5f9dc0a976", "tag": "2e9133e2-7a09-4adb-a1ae-d173e9202e4f"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:05.502182 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e4ac67f-1a01-4f3e-ae09-48c31ae9c5dd req-cfef6c89-d4c3-472c-b581-3ac2d36fa23b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270845 Sep 16 04:45:05.502939 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cf892375-1740-43df-b128-b057ca2ac00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.529541 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221ea61-87c7-4a03-b55e-04b38035cab4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9133e2-7a09-4adb-a1ae-d173e9202e4f,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:05.589010 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cf892375-1740-43df-b128-b057ca2ac00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.655713 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8e94b73-cd8c-465e-bbdd-38c0ac6305d4 req-e52d99a8-afab-42fd-9e56-5ed722a51da1 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540416 Sep 16 04:45:05.702590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cf892375-1740-43df-b128-b057ca2ac00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.702590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cf892375-1740-43df-b128-b057ca2ac00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.702590 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cf892375-1740-43df-b128-b057ca2ac00d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d5ede7f-fac0-45fb-b50b-fad4f5c4d681 HTTP/1.1" status: 204 len: 168 time: 0.3679993 Sep 16 04:45:05.722089 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70e462d-2c80-4edb-be9c-1889734872af x-openstack-request-id: req-a70e462d-2c80-4edb-be9c-1889734872af {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:05.722253 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db62a1b8-7948-4701-b296-7b5f9dc0a976", "tag": "2e9133e2-7a09-4adb-a1ae-d173e9202e4f", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:05.724220 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a70e462d-2c80-4edb-be9c-1889734872af {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:05.725015 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db62a1b8-7948-4701-b296-7b5f9dc0a976', 'tag': '2e9133e2-7a09-4adb-a1ae-d173e9202e4f', 'status': 'completed', 'code': 200} Sep 16 04:45:05.745982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf892375-1740-43df-b128-b057ca2ac00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5ede7f-fac0-45fb-b50b-fad4f5c4d681,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:05.756672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-40b1d6e6-ef4c-4cc4-bccb-661402c520a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.759161 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-40b1d6e6-ef4c-4cc4-bccb-661402c520a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 1095 time: 0.2075176 Sep 16 04:45:05.823580 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.834911 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.864044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-b55433b5-9f12-4a3d-8757-4e540b1cc16f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e9133e2-7a09-4adb-a1ae-d173e9202e4f HTTP/1.1" status: 200 len: 217 time: 0.0933654 Sep 16 04:45:05.897660 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b5360-4a8d-4f97-b40f-ae7c22a81f3d None None] Pushing event updated for resources: {'Port': ['ID=d7122557-5944-45dc-a389-3998a613b31b,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:05.919753 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Attempting to bind port d7122557-5944-45dc-a389-3998a613b31b on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:05.920573 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Attempting to bind port d7122557-5944-45dc-a389-3998a613b31b by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:05.920867 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Attempting to bind port d7122557-5944-45dc-a389-3998a613b31b on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:05.925330 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480404b-53f2-41f6-93b9-24257cd62617 req-c2e4fd09-9517-47cf-9553-301c79db604c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.926844 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:05.927125 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3480404b-53f2-41f6-93b9-24257cd62617 req-c2e4fd09-9517-47cf-9553-301c79db604c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 943 time: 0.1130977 Sep 16 04:45:05.927261 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:05.927705 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.928027 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:05.928624 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Bound port: d7122557-5944-45dc-a389-3998a613b31b, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:05.929497 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.937036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:05.972073 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-12f79d14-30c0-4f3b-b8e6-6ac26589be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:05.973747 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-12f79d14-30c0-4f3b-b8e6-6ac26589be6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.0991077 Sep 16 04:45:05.989569 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] For port d7122557-5944-45dc-a389-3998a613b31b, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:05.993897 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] For port d7122557-5944-45dc-a389-3998a613b31b, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d7122557-5944-45dc-a389-3998a613b31b,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:06.005592 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:06.006511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6d30e-1c57-4877-ae27-83ce88c61289 req-894ca181-5f68-4b6a-b05a-0719107c0a9c tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:06.008037 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-baf6d30e-1c57-4877-ae27-83ce88c61289 req-894ca181-5f68-4b6a-b05a-0719107c0a9c tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 946 time: 0.0900087 Sep 16 04:45:06.025769 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-99cf3743-949a-49d3-a884-2a087fc4f70e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425320 Sep 16 04:45:06.072363 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Routers {'1b0d5d07-aeae-4e35-ba76-1d9466e124a4'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:06.072679 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1b0d5d07-aeae-4e35-ba76-1d9466e124a4'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:06.090281 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3480404b-53f2-41f6-93b9-24257cd62617 req-012be0d8-09d1-459e-aa35-4f429ec3bf7b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780904 Sep 16 04:45:06.091483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-baf6d30e-1c57-4877-ae27-83ce88c61289 req-11949cb3-49c5-417c-84ea-72f1cbfdef31 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688260 Sep 16 04:45:06.167042 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-b7d3bd4c-2d39-45cd-b104-3945d91c8736 service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279364 Sep 16 04:45:06.238651 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b5360-4a8d-4f97-b40f-ae7c22a81f3d None None] Pushing event updated for resources: {'Port': ['ID=d7122557-5944-45dc-a389-3998a613b31b,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:06.253417 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] Set router 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:06.273296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Allocated IP 172.20.0.1 (c8c106fb-b230-49ba-889c-ab6807f05453/b393eb69-34a9-475e-911b-3f43fe063fe3/37338cb3-ab31-4e9c-a4bb-e6590366889e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:06.312965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5bd3f-0e88-499e-bd8c-c4f99f7c66f6 req-bfea7ff0-6197-4c0b-b8b8-21f64f8dcc23 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:06.320321 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ec5bd3f-0e88-499e-bd8c-c4f99f7c66f6 req-bfea7ff0-6197-4c0b-b8b8-21f64f8dcc23 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=d61034c7-20be-4875-a596-d36ab9557c0f HTTP/1.1" status: 200 len: 945 time: 0.1106122 Sep 16 04:45:06.423766 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ec5bd3f-0e88-499e-bd8c-c4f99f7c66f6 req-a0833684-89db-44eb-9288-c314a1e2141c tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025016 Sep 16 04:45:06.472052 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:06.516227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:06.573531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Network c8c106fb-b230-49ba-889c-ab6807f05453 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:06.576959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:06.582710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:06.604545 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'name': 'tempest-ServerRescueNegativeTestJSON-811323552-router', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd7122557-5944-45dc-a389-3998a613b31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:03Z', 'revision_number': 3, 'project_id': '3ffb84455cdc41db90417b342120d929', 'gw_port': {'id': 'd7122557-5944-45dc-a389-3998a613b31b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:06.650484 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-abecef3c-73ce-4ecb-97ab-187d344b290b req-b0c2edc2-39e9-4585-9fff-3704008a7b80 service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705472 Sep 16 04:45:06.658150 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05206ec-6584-410f-80bf-88ce8455f612 req-9fea6fe9-5c00-418e-bfd2-99ef6c07b230 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:06.666038 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d05206ec-6584-410f-80bf-88ce8455f612 req-9fea6fe9-5c00-418e-bfd2-99ef6c07b230 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.4504564 Sep 16 04:45:06.692067 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13de028b-d063-46c9-ab81-d4de4009135c None None] The sync data for ids ['1b0d5d07-aeae-4e35-ba76-1d9466e124a4'] in n-d-712142-17 is: [{'id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'name': 'tempest-ServerRescueNegativeTestJSON-811323552-router', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd7122557-5944-45dc-a389-3998a613b31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:03Z', 'revision_number': 3, 'project_id': '3ffb84455cdc41db90417b342120d929', 'gw_port': {'id': 'd7122557-5944-45dc-a389-3998a613b31b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:06.695190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Pushing event updated for resources: {'Port': ['ID=37338cb3-ab31-4e9c-a4bb-e6590366889e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:06.726451 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:06.727817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d05206ec-6584-410f-80bf-88ce8455f612 req-f0974431-be42-40d9-a432-c2dba482cf50 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578139 Sep 16 04:45:06.817339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80356cd5-1807-498a-b9a4-2ac2e9eaea1b req-d3177bc1-a6a1-4123-9d95-76dbd3ee6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:06.819030 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-80356cd5-1807-498a-b9a4-2ac2e9eaea1b req-d3177bc1-a6a1-4123-9d95-76dbd3ee6c07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 1095 time: 0.0900977 Sep 16 04:45:06.956307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34322) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:06.976755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80356cd5-1807-498a-b9a4-2ac2e9eaea1b req-b392cf33-a4c8-444e-bede-999aba677a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:06.979767 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-80356cd5-1807-498a-b9a4-2ac2e9eaea1b req-b392cf33-a4c8-444e-bede-999aba677a9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 913 time: 0.1495574 Sep 16 04:45:06.995043 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.016597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59193-52cb-4cc8-9961-9a148fdd5e83 req-6c3d9da5-eccf-498b-b564-5a82d113b187 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.023162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59193-52cb-4cc8-9961-9a148fdd5e83 req-6c3d9da5-eccf-498b-b564-5a82d113b187 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.030120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59193-52cb-4cc8-9961-9a148fdd5e83 req-6c3d9da5-eccf-498b-b564-5a82d113b187 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.035919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59193-52cb-4cc8-9961-9a148fdd5e83 req-6c3d9da5-eccf-498b-b564-5a82d113b187 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.048730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59193-52cb-4cc8-9961-9a148fdd5e83 req-6c3d9da5-eccf-498b-b564-5a82d113b187 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.069900 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59193-52cb-4cc8-9961-9a148fdd5e83 req-6c3d9da5-eccf-498b-b564-5a82d113b187 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.082069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59193-52cb-4cc8-9961-9a148fdd5e83 req-6c3d9da5-eccf-498b-b564-5a82d113b187 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.084655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20e59193-52cb-4cc8-9961-9a148fdd5e83 req-6c3d9da5-eccf-498b-b564-5a82d113b187 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5434 time: 0.2566357 Sep 16 04:45:07.087311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-80356cd5-1807-498a-b9a4-2ac2e9eaea1b req-92ce553f-6019-4a47-b41f-bb0f72b8e416 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e9133e2-7a09-4adb-a1ae-d173e9202e4f HTTP/1.1" status: 200 len: 217 time: 0.0945275 Sep 16 04:45:07.136975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-network', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:07.168875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f58bb0-b9fe-407b-a453-7b246d2313cd req-343cac7d-8f50-4314-972e-06a69dc2d87d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.170487 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-84f58bb0-b9fe-407b-a453-7b246d2313cd req-343cac7d-8f50-4314-972e-06a69dc2d87d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1674442 Sep 16 04:45:07.172647 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80356cd5-1807-498a-b9a4-2ac2e9eaea1b req-69a6b8ee-b7fc-4d61-b4e1-026924e71aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.174139 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-80356cd5-1807-498a-b9a4-2ac2e9eaea1b req-69a6b8ee-b7fc-4d61-b4e1-026924e71aa8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.0794735 Sep 16 04:45:07.186375 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20e59193-52cb-4cc8-9961-9a148fdd5e83 req-5ec03a35-9860-4a25-97d4-3939f0c55074 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930083 Sep 16 04:45:07.208586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:07.210997 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.217864 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-80356cd5-1807-498a-b9a4-2ac2e9eaea1b req-44665953-cd47-4ca8-8303-3e94d32c10ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316541 Sep 16 04:45:07.229870 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.313646 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-84f58bb0-b9fe-407b-a453-7b246d2313cd req-42c67c73-2bf5-42aa-a232-8568485393b4 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193795 Sep 16 04:45:07.421752 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-80356cd5-1807-498a-b9a4-2ac2e9eaea1b req-cbfc8313-2630-4df6-b38f-f6c368baac9d service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931505 Sep 16 04:45:07.422289 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.450210 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.500012 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.538111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25692d7d-6ccc-4ea4-83f8-c1481ef97914 req-363712e9-8dfc-48c2-a065-814d5355386e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.540259 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-25692d7d-6ccc-4ea4-83f8-c1481ef97914 req-363712e9-8dfc-48c2-a065-814d5355386e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 943 time: 0.1153116 Sep 16 04:45:07.550396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc9be6-6933-4005-9a98-a43a86e4fc5c req-c9d6ee24-25d5-438a-8880-4aefdb93663f tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.551577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48cc9be6-6933-4005-9a98-a43a86e4fc5c req-c9d6ee24-25d5-438a-8880-4aefdb93663f tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=d61034c7-20be-4875-a596-d36ab9557c0f HTTP/1.1" status: 200 len: 945 time: 0.1525869 Sep 16 04:45:07.561421 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.568176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.577857 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-80356cd5-1807-498a-b9a4-2ac2e9eaea1b req-bee69496-dee0-4710-a345-1f72ffb12546 service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427128 Sep 16 04:45:07.583237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.597253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Pushing event updated for resources: {'Port': ['ID=37338cb3-ab31-4e9c-a4bb-e6590366889e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:07.613180 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-25692d7d-6ccc-4ea4-83f8-c1481ef97914 req-69d9d46b-3a32-4f89-950b-14913a38d93a tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623395 Sep 16 04:45:07.629688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:07.670798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed3888f-eff9-491c-8d81-8f7e47de01f9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:07.675244 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.675600 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Added segment 38c6a5c7-fd52-4444-bfea-2bcb3589ad38 of type vlan for network b484af42-d11f-4ec2-83eb-7d35c3841f1f Sep 16 04:45:07.690208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48cc9be6-6933-4005-9a98-a43a86e4fc5c req-6f150f0b-caa3-47b2-909a-61c4ee47a254 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187479 Sep 16 04:45:07.745797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2574-cb6c-4c25-ac0a-d83ffe1bff3f req-240c001c-cd6b-4ee9-9e17-a4f418818b55 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.754876 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2574-cb6c-4c25-ac0a-d83ffe1bff3f req-240c001c-cd6b-4ee9-9e17-a4f418818b55 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.761897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2574-cb6c-4c25-ac0a-d83ffe1bff3f req-240c001c-cd6b-4ee9-9e17-a4f418818b55 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.768621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2574-cb6c-4c25-ac0a-d83ffe1bff3f req-240c001c-cd6b-4ee9-9e17-a4f418818b55 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.774938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2574-cb6c-4c25-ac0a-d83ffe1bff3f req-240c001c-cd6b-4ee9-9e17-a4f418818b55 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.781352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2574-cb6c-4c25-ac0a-d83ffe1bff3f req-240c001c-cd6b-4ee9-9e17-a4f418818b55 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.787329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b2574-cb6c-4c25-ac0a-d83ffe1bff3f req-240c001c-cd6b-4ee9-9e17-a4f418818b55 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.790077 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-582b2574-cb6c-4c25-ac0a-d83ffe1bff3f req-240c001c-cd6b-4ee9-9e17-a4f418818b55 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5434 time: 0.1138976 Sep 16 04:45:07.800255 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.804470 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34338) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:07.809950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c489a521-06eb-450d-9901-8452d32ae694 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Request body: {'floatingip': {'port_id': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:07.851222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c489a521-06eb-450d-9901-8452d32ae694 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.871972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.871972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.871972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.920075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Network c8c106fb-b230-49ba-889c-ab6807f05453 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:07.924672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9634860 Sep 16 04:45:07.925580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34340) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:07.930024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-1437ce25-b2a7-4370-9354-6b2e3b3a9798 admin admin] Request body: {'subnet': {'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-subnet', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:07.931804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c6c9e-0b35-4490-8a22-adf04aeb3480 req-9c0c965e-2e78-401a-ba8c-22389f3f4377 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:07.934329 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-873c6c9e-0b35-4490-8a22-adf04aeb3480 req-9c0c965e-2e78-401a-ba8c-22389f3f4377 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1605377 Sep 16 04:45:07.966922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:07.983708 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ddd10-0f51-483d-a469-2beca54bf6c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b484af42-d11f-4ec2-83eb-7d35c3841f1f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:07.991837 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1437ce25-b2a7-4370-9354-6b2e3b3a9798 admin admin] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:07.994273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1437ce25-b2a7-4370-9354-6b2e3b3a9798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:07.997286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network b484af42-d11f-4ec2-83eb-7d35c3841f1f details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:08.058330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-873c6c9e-0b35-4490-8a22-adf04aeb3480 req-e726ae9b-1541-43a7-b4a3-419ba8cce49b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883248 Sep 16 04:45:08.139454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Router 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:08.339253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333bea-8005-4a18-997c-19022fc7028d req-9313e7a3-1329-49a3-a75f-5343fa75c6ba tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.340814 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28333bea-8005-4a18-997c-19022fc7028d req-9313e7a3-1329-49a3-a75f-5343fa75c6ba tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1924324 Sep 16 04:45:08.502147 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1437ce25-b2a7-4370-9354-6b2e3b3a9798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.518830 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28333bea-8005-4a18-997c-19022fc7028d req-16eb47ba-a417-4ecd-a00f-181c7f10c9db tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677039 Sep 16 04:45:08.553700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:08.559617 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7e93cfc5-09cc-4109-8ef8-c02dea4b6e47 admin admin] 10.222.0.53 "PUT /v2.0/routers/1b0d5d07-aeae-4e35-ba76-1d9466e124a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6764703 Sep 16 04:45:08.625375 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e4939-6075-4961-a460-516347b95f56 req-e1a56f1a-308d-4f96-98c3-50ca4726d912 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.626882 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-433e4939-6075-4961-a460-516347b95f56 req-e1a56f1a-308d-4f96-98c3-50ca4726d912 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.15 "GET /v2.0/ports?device_id=d61034c7-20be-4875-a596-d36ab9557c0f HTTP/1.1" status: 200 len: 945 time: 0.2720790 Sep 16 04:45:08.644531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.resource_extend [None req-c489a521-06eb-450d-9901-8452d32ae694 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:45:08.727315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437ce25-b2a7-4370-9354-6b2e3b3a9798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04988699-f88f-44f7-ad1b-2f1effb65073,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:08.770938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319152ec-dcd6-48f2-b9b0-bc3c18ae8f79 req-f1eb4d7c-327e-4b6d-9e05-94f40aa3bc69 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.775999 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-319152ec-dcd6-48f2-b9b0-bc3c18ae8f79 req-f1eb4d7c-327e-4b6d-9e05-94f40aa3bc69 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 943 time: 0.0763645 Sep 16 04:45:08.799836 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c489a521-06eb-450d-9901-8452d32ae694 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.804604 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1437ce25-b2a7-4370-9354-6b2e3b3a9798 admin admin] Checking segment: {'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:08.804977 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1437ce25-b2a7-4370-9354-6b2e3b3a9798 admin admin] Network hostable DHCP agents. Network: b484af42-d11f-4ec2-83eb-7d35c3841f1f, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:08.823709 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-319152ec-dcd6-48f2-b9b0-bc3c18ae8f79 req-bac2ea3a-d0bc-4f20-9b11-538766eb052d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Sep 16 04:45:08.837312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d855e74-eb33-4177-8869-fd8e530bb023 req-dc4e52cf-e56e-4c8c-9d5d-a5fb1dcd0bba tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.839460 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d855e74-eb33-4177-8869-fd8e530bb023 req-dc4e52cf-e56e-4c8c-9d5d-a5fb1dcd0bba tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e272c88-4906-4bd5-b680-ee171e9c6d9e HTTP/1.1" status: 200 len: 946 time: 0.2613158 Sep 16 04:45:08.841174 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c489a521-06eb-450d-9901-8452d32ae694 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:08.905916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Sync routers for ids ['1b0d5d07-aeae-4e35-ba76-1d9466e124a4'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:08.918512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Routers {'1b0d5d07-aeae-4e35-ba76-1d9466e124a4'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:08.919272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1b0d5d07-aeae-4e35-ba76-1d9466e124a4'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:08.941097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c9d14-b476-4c60-a126-86f1ff532466 req-64e9c640-02b5-40cd-bee2-272b28c9a354 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.941305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ccac5-f99b-41b7-922a-019444c44ef3 req-60426fc6-9c3b-4ae7-a16c-36430e0c422c tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:08.949094 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-399c9d14-b476-4c60-a126-86f1ff532466 req-64e9c640-02b5-40cd-bee2-272b28c9a354 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.2483916 Sep 16 04:45:08.950379 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e66ccac5-f99b-41b7-922a-019444c44ef3 req-60426fc6-9c3b-4ae7-a16c-36430e0c422c tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=d61034c7-20be-4875-a596-d36ab9557c0f HTTP/1.1" status: 200 len: 945 time: 0.0650959 Sep 16 04:45:08.998343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1437ce25-b2a7-4370-9354-6b2e3b3a9798 admin admin] Network b484af42-d11f-4ec2-83eb-7d35c3841f1f is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:08.998555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e66ccac5-f99b-41b7-922a-019444c44ef3 req-4921e63d-1fb4-49d2-be34-a8f4adafc6fc tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/security-groups?id=8778d129-b965-43ca-9cf6-5d29f3b0266a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464592 Sep 16 04:45:09.089469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-1437ce25-b2a7-4370-9354-6b2e3b3a9798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, b484af42-d11f-4ec2-83eb-7d35c3841f1f) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:09.091973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d7122557-5944-45dc-a389-3998a613b31b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:09.100653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-433e4939-6075-4961-a460-516347b95f56 req-8c022a05-3bf6-4da5-a80a-75d53966e1f6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Deleting port dc494fed-7aad-4a43-941e-9115cd6bf149 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:09.101006 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-433e4939-6075-4961-a460-516347b95f56 req-8c022a05-3bf6-4da5-a80a-75d53966e1f6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.107190 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-399c9d14-b476-4c60-a126-86f1ff532466 req-0f5c0b5f-a46f-465d-b176-ea18f7c63029 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572089 Sep 16 04:45:09.108993 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1437ce25-b2a7-4370-9354-6b2e3b3a9798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.109596 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1437ce25-b2a7-4370-9354-6b2e3b3a9798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.124976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40297740-b26a-4de9-a898-8eb5f5db2ecd None None] Network b484af42-d11f-4ec2-83eb-7d35c3841f1f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:09.126768 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-c489a521-06eb-450d-9901-8452d32ae694 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Floating IP 5c08d388-ff18-4fa6-8748-96a79b2c0146 associated. External IP: 172.25.0.188, port: fa345f8b-b575-4bfd-8d95-b3355e4d9944. Sep 16 04:45:09.197297 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1437ce25-b2a7-4370-9354-6b2e3b3a9798 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2677312 Sep 16 04:45:09.198339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34368) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:09.203092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:09.252508 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.253871 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.260933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-0d855e74-eb33-4177-8869-fd8e530bb023 req-74afcdc0-091f-4a8b-a045-2a5acba29d56 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Deleting port abd3e1ac-c929-47f9-8921-f76e228d08e0 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:09.261282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0d855e74-eb33-4177-8869-fd8e530bb023 req-74afcdc0-091f-4a8b-a045-2a5acba29d56 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.326849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'fixed_ips': [{'subnet_id': '04988699-f88f-44f7-ad1b-2f1effb65073'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:09.327945 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.338879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-433e4939-6075-4961-a460-516347b95f56 req-8c022a05-3bf6-4da5-a80a-75d53966e1f6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] For port dc494fed-7aad-4a43-941e-9115cd6bf149, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=dc494fed-7aad-4a43-941e-9115cd6bf149,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:09.338879 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-433e4939-6075-4961-a460-516347b95f56 req-8c022a05-3bf6-4da5-a80a-75d53966e1f6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.345272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Set router 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:09.369473 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.394536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-433e4939-6075-4961-a460-516347b95f56 req-8c022a05-3bf6-4da5-a80a-75d53966e1f6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Calling delete_port for dc494fed-7aad-4a43-941e-9115cd6bf149 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:09.509024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d7122557-5944-45dc-a389-3998a613b31b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:09.509449 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.606553 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.668498 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-42454193-2be1-4d7e-95f4-7fe0c6370b59 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.676125 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-42454193-2be1-4d7e-95f4-7fe0c6370b59 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/networks?id=c8c106fb-b230-49ba-889c-ab6807f05453 HTTP/1.1" status: 200 len: 818 time: 0.2505181 Sep 16 04:45:09.702029 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-569366c4-c50e-4b1b-a929-ee8e0a9268e3 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/quotas/3ffb84455cdc41db90417b342120d929 HTTP/1.1" status: 200 len: 375 time: 0.0248520 Sep 16 04:45:09.737419 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.756751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Allocated IP 172.20.0.2 (b484af42-d11f-4ec2-83eb-7d35c3841f1f/04988699-f88f-44f7-ad1b-2f1effb65073/0bb431b9-6675-42b2-92ba-d12f33bee8ec) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:09.792823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-f73593f3-342e-48cf-abb4-79d7c960410b tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ffb84455cdc41db90417b342120d929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898678 Sep 16 04:45:09.813232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port d7122557-5944-45dc-a389-3998a613b31b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d7122557-5944-45dc-a389-3998a613b31b,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:09.824777 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.859897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-0d855e74-eb33-4177-8869-fd8e530bb023 req-74afcdc0-091f-4a8b-a045-2a5acba29d56 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] For port abd3e1ac-c929-47f9-8921-f76e228d08e0, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abd3e1ac-c929-47f9-8921-f76e228d08e0,segment=NetworkSegment(cb178b37-22a4-4723-a33e-6120bf47dc54),segment_id=cb178b37-22a4-4723-a33e-6120bf47dc54)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:09.860496 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0d855e74-eb33-4177-8869-fd8e530bb023 req-74afcdc0-091f-4a8b-a045-2a5acba29d56 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:09.894965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436bb5e-283c-4e6f-b8ea-2ed9c5246849 req-bf976b64-546e-4732-a313-15b99d6a3108 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:09.896550 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3436bb5e-283c-4e6f-b8ea-2ed9c5246849 req-bf976b64-546e-4732-a313-15b99d6a3108 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.5534928 Sep 16 04:45:09.904576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-0d855e74-eb33-4177-8869-fd8e530bb023 req-74afcdc0-091f-4a8b-a045-2a5acba29d56 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Calling delete_port for abd3e1ac-c929-47f9-8921-f76e228d08e0 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:09.964590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=d7122557-5944-45dc-a389-3998a613b31b,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:09.985251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'name': 'tempest-ServerRescueNegativeTestJSON-811323552-router', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd7122557-5944-45dc-a389-3998a613b31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:06Z', 'revision_number': 4, 'project_id': '3ffb84455cdc41db90417b342120d929', 'gw_port': {'id': 'd7122557-5944-45dc-a389-3998a613b31b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '37338cb3-ab31-4e9c-a4bb-e6590366889e', 'name': '', 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'mac_address': 'fa:16:3e:b1:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b393eb69-34a9-475e-911b-3f43fe063fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:05Z', 'updated_at': '2021-09-16T04:45:07Z', 'revision_number': 2, 'project_id': '3ffb84455cdc41db90417b342120d929', 'subnets': [{'id': 'b393eb69-34a9-475e-911b-3f43fe063fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:09.993804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-e05b18c0-5712-4c28-bbd7-650132ded995 service neutron] 10.222.0.53 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900039 Sep 16 04:45:10.033582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Checking router: 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:10.034250 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Updating router 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 port 37338cb3-ab31-4e9c-a4bb-e6590366889e binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:45:10.070383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3436bb5e-283c-4e6f-b8ea-2ed9c5246849 req-fff47c9e-45ce-469e-978b-c7bf5eceb61a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599271 Sep 16 04:45:10.076866 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.082103 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.085625 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.085829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c489a521-06eb-450d-9901-8452d32ae694 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Router 58d989c5-9c20-4921-aede-433668f0337c has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:10.126759 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.133647 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-433e4939-6075-4961-a460-516347b95f56 req-8c022a05-3bf6-4da5-a80a-75d53966e1f6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.152220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Network b484af42-d11f-4ec2-83eb-7d35c3841f1f is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:10.162678 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:10.165176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['dc494fed-7aad-4a43-941e-9115cd6bf149', 'abd3e1ac-c929-47f9-8921-f76e228d08e0'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:10.167472 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.174773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:10.199332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c022a05-3bf6-4da5-a80a-75d53966e1f6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Pushing event deleted for resources: {'Port': ['ID=dc494fed-7aad-4a43-941e-9115cd6bf149,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.204028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 2e9133e2-7a09-4adb-a1ae-d173e9202e4f details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:10.260363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Pushing event updated for resources: {'Port': ['ID=0bb431b9-6675-42b2-92ba-d12f33bee8ec,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.279105 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-2bb3189c-566f-427f-840a-982a6a8ec936 service neutron] 10.222.0.53 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571199 Sep 16 04:45:10.299334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0d855e74-eb33-4177-8869-fd8e530bb023 req-74afcdc0-091f-4a8b-a045-2a5acba29d56 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.362496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Allocated IP 172.25.0.6 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/da8e2850-9f44-4bd9-bbda-340c628da5f9) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:10.387848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-433e4939-6075-4961-a460-516347b95f56 req-8c022a05-3bf6-4da5-a80a-75d53966e1f6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] No DVR routers for this DVR port dc494fed-7aad-4a43-941e-9115cd6bf149 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:10.394542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-433e4939-6075-4961-a460-516347b95f56 req-8c022a05-3bf6-4da5-a80a-75d53966e1f6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.396475 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-433e4939-6075-4961-a460-516347b95f56 req-8c022a05-3bf6-4da5-a80a-75d53966e1f6 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.15 "DELETE /v2.0/ports/dc494fed-7aad-4a43-941e-9115cd6bf149 HTTP/1.1" status: 204 len: 173 time: 1.7542217 Sep 16 04:45:10.397964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61034c7-20be-4875-a596-d36ab9557c0f', 'name': 'network-vif-deleted', 'tag': 'dc494fed-7aad-4a43-941e-9115cd6bf149'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:10.401051 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70bb5dc-82f0-4051-84ee-4cdccc735d88" -d '{"events": [{"server_uuid": "d61034c7-20be-4875-a596-d36ab9557c0f", "name": "network-vif-deleted", "tag": "dc494fed-7aad-4a43-941e-9115cd6bf149"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:10.403828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afcdc0-091f-4a8b-a045-2a5acba29d56 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Pushing event deleted for resources: {'Port': ['ID=abd3e1ac-c929-47f9-8921-f76e228d08e0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.469026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Attempting to bind port 0bb431b9-6675-42b2-92ba-d12f33bee8ec on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:10.469721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Attempting to bind port 0bb431b9-6675-42b2-92ba-d12f33bee8ec by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:10.470253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Attempting to bind port 0bb431b9-6675-42b2-92ba-d12f33bee8ec on network b484af42-d11f-4ec2-83eb-7d35c3841f1f {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:10.472668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['dc494fed-7aad-4a43-941e-9115cd6bf149'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:10.496214 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c489a521-06eb-450d-9901-8452d32ae694 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:10.498867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d855e74-eb33-4177-8869-fd8e530bb023 req-74afcdc0-091f-4a8b-a045-2a5acba29d56 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] No DVR routers for this DVR port abd3e1ac-c929-47f9-8921-f76e228d08e0 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:10.502966 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c489a521-06eb-450d-9901-8452d32ae694 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.507568 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0d855e74-eb33-4177-8869-fd8e530bb023 req-74afcdc0-091f-4a8b-a045-2a5acba29d56 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.510644 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d855e74-eb33-4177-8869-fd8e530bb023 req-74afcdc0-091f-4a8b-a045-2a5acba29d56 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.15 "DELETE /v2.0/ports/abd3e1ac-c929-47f9-8921-f76e228d08e0 HTTP/1.1" status: 204 len: 173 time: 1.6640534 Sep 16 04:45:10.510978 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa90f2-708c-497a-bc07-12d160be37c5 None None] Sync routers for ids ['58d989c5-9c20-4921-aede-433668f0337c'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:10.528813 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa90f2-708c-497a-bc07-12d160be37c5 None None] Routers {'58d989c5-9c20-4921-aede-433668f0337c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:10.545582 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-26aa90f2-708c-497a-bc07-12d160be37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['58d989c5-9c20-4921-aede-433668f0337c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:10.546914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60679d0d-8010-4dd2-973b-163a37ace984 req-2dae3030-438c-493f-822b-fb1e21acc7b6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:10.548580 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-60679d0d-8010-4dd2-973b-163a37ace984 req-2dae3030-438c-493f-822b-fb1e21acc7b6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 943 time: 0.1570561 Sep 16 04:45:10.561570 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c489a521-06eb-450d-9901-8452d32ae694 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "PUT /v2.0/floatingips/5c08d388-ff18-4fa6-8748-96a79b2c0146 HTTP/1.1" status: 200 len: 992 time: 2.7552395 Sep 16 04:45:10.613387 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-60679d0d-8010-4dd2-973b-163a37ace984 req-aa384e02-0021-4fb1-a7e8-f2bd0afb234e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449412 Sep 16 04:45:10.622970 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.718313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:10.718703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Checking segment: {'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:10.719224 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.719545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Bound using segment: {'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:10.720065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Bound port: 0bb431b9-6675-42b2-92ba-d12f33bee8ec, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:10.720460 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.734538 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce33a1bd-7ef4-430d-bfe4-2e740e1147c8 req-9fdd052f-d670-4b7d-abc5-9a5c4345fc15 tempest-MultipleCreateTestJSON-271348452 tempest-MultipleCreateTestJSON-271348452-project] 10.222.0.53 "GET /v2.0/ports?device_id=d61034c7-20be-4875-a596-d36ab9557c0f HTTP/1.1" status: 200 len: 210 time: 0.0582979 Sep 16 04:45:10.744917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:10.822402 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64a3cbb-662b-4111-bafb-1c4df985cdef x-openstack-request-id: req-f64a3cbb-662b-4111-bafb-1c4df985cdef {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:10.823065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=da8e2850-9f44-4bd9-bbda-340c628da5f9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:10.823394 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61034c7-20be-4875-a596-d36ab9557c0f", "name": "network-vif-deleted", "tag": "dc494fed-7aad-4a43-941e-9115cd6bf149", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:10.823811 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f64a3cbb-662b-4111-bafb-1c4df985cdef {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:10.824358 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61034c7-20be-4875-a596-d36ab9557c0f', 'name': 'network-vif-deleted', 'tag': 'dc494fed-7aad-4a43-941e-9115cd6bf149', 'status': 'completed', 'code': 200} Sep 16 04:45:10.836015 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-26aa90f2-708c-497a-bc07-12d160be37c5 None None] Set router 58d989c5-9c20-4921-aede-433668f0337c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:10.840413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:10.842991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:10.843208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] For port 0bb431b9-6675-42b2-92ba-d12f33bee8ec, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:10.846120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:10.855335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] For port 0bb431b9-6675-42b2-92ba-d12f33bee8ec, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0bb431b9-6675-42b2-92ba-d12f33bee8ec,segment=NetworkSegment(38c6a5c7-fd52-4444-bfea-2bcb3589ad38),segment_id=38c6a5c7-fd52-4444-bfea-2bcb3589ad38)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:10.969873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2e9133e2-7a09-4adb-a1ae-d173e9202e4f,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:11.012017 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.083966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322647-d35b-475a-b140-f1bd82fa07c5 req-444f704f-1188-45ae-a3fd-a487f6525c55 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.093071 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77322647-d35b-475a-b140-f1bd82fa07c5 req-444f704f-1188-45ae-a3fd-a487f6525c55 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0927365 Sep 16 04:45:11.122660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '2e9133e2-7a09-4adb-a1ae-d173e9202e4f', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'port_id': '2e9133e2-7a09-4adb-a1ae-d173e9202e4f', 'mac_address': 'fa:16:3e:8e:2d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe58f381-cad6-48c7-a9bf-7d2ce1b9e110', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:11.145307 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77322647-d35b-475a-b140-f1bd82fa07c5 req-3ad03ce4-0f63-4c43-b431-51aa0d1a2681 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509520 Sep 16 04:45:11.165831 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d7122557-5944-45dc-a389-3998a613b31b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:11.167906 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b08b8c84-9250-44b6-ab16-242a183d8be1 req-7d39b2b2-226f-4967-8ca5-150fe3f618fc tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 210 time: 0.2753117 Sep 16 04:45:11.278441 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-26aa90f2-708c-497a-bc07-12d160be37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:01Z', 'revision_number': 4, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '5c08d388-ff18-4fa6-8748-96a79b2c0146', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'floating_ip_address': '172.25.0.188', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '58d989c5-9c20-4921-aede-433668f0337c', 'port_id': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'mac_address': 'fa:16:3e:2a:ff:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:43:47Z', 'updated_at': '2021-09-16T04:45:08Z', 'revision_number': 1, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0861c9f0-9c0e-4e51-9164-ee625d932000', 'name': '', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'mac_address': 'fa:16:3e:35:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:59Z', 'updated_at': '2021-09-16T04:43:09Z', 'revision_number': 5, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'subnets': [{'id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:11.288251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e34f3d-8037-4805-8ad4-a222c59d49a0 None None] Pushing event updated for resources: {'Port': ['ID=0bb431b9-6675-42b2-92ba-d12f33bee8ec,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:11.346643 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.384246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9133e2-7a09-4adb-a1ae-d173e9202e4f {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:11.427116 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa90f2-708c-497a-bc07-12d160be37c5 None None] Checking router: 58d989c5-9c20-4921-aede-433668f0337c for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:11.451375 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa90f2-708c-497a-bc07-12d160be37c5 None None] Routers {'58d989c5-9c20-4921-aede-433668f0337c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:11.452283 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-26aa90f2-708c-497a-bc07-12d160be37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['58d989c5-9c20-4921-aede-433668f0337c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:11.472816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d7122557-5944-45dc-a389-3998a613b31b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:11.474995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbe1f2-53e9-49e5-aad8-88f869ade3aa req-6d88d87f-b244-4c24-b06a-284f85c53e3c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.483194 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.493069 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4fdbe1f2-53e9-49e5-aad8-88f869ade3aa req-6d88d87f-b244-4c24-b06a-284f85c53e3c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1361685 Sep 16 04:45:11.506774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2e9133e2-7a09-4adb-a1ae-d173e9202e4f,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:11.597867 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.606093 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4fdbe1f2-53e9-49e5-aad8-88f869ade3aa req-83124f61-a81b-42fa-9e06-ade1435cb3e5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092248 Sep 16 04:45:11.715857 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.742180 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.745023 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:11.847376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20981728-028d-4eef-b3f8-2670d757712d req-ca1f672d-d626-4528-9325-7686e1725474 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.855423 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-20981728-028d-4eef-b3f8-2670d757712d req-ca1f672d-d626-4528-9325-7686e1725474 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 944 time: 0.0914145 Sep 16 04:45:11.868478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=2e9133e2-7a09-4adb-a1ae-d173e9202e4f,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:11.873797 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-26aa90f2-708c-497a-bc07-12d160be37c5 None None] Set router 58d989c5-9c20-4921-aede-433668f0337c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:11.903394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-ecea6c68-2d6b-4c74-b29b-abc74c736ead tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:11.914724 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-ecea6c68-2d6b-4c74-b29b-abc74c736ead tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/networks?id=c8c106fb-b230-49ba-889c-ab6807f05453 HTTP/1.1" status: 200 len: 818 time: 0.3138819 Sep 16 04:45:11.937441 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-20981728-028d-4eef-b3f8-2670d757712d req-2be37643-351f-448d-b189-b98f4426e4c2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729306 Sep 16 04:45:11.947946 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-f02a88fa-39c4-4ef1-86c7-0835941fc8e0 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/quotas/3ffb84455cdc41db90417b342120d929 HTTP/1.1" status: 200 len: 375 time: 0.0326540 Sep 16 04:45:12.007668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['2e9133e2-7a09-4adb-a1ae-d173e9202e4f'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:12.011880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54655e05-7037-408e-813d-654d67f8cf33 None None] Pushing event updated for resources: {'Port': ['ID=37338cb3-ab31-4e9c-a4bb-e6590366889e,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:12.066454 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Attempting to bind port 37338cb3-ab31-4e9c-a4bb-e6590366889e on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:12.066970 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Attempting to bind port 37338cb3-ab31-4e9c-a4bb-e6590366889e by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:12.067436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Attempting to bind port 37338cb3-ab31-4e9c-a4bb-e6590366889e on network c8c106fb-b230-49ba-889c-ab6807f05453 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:12.079542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:12.080101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Checking segment: {'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:12.080648 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.081138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Bound using segment: {'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:12.081757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Bound port: 37338cb3-ab31-4e9c-a4bb-e6590366889e, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:12.082245 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.127379 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.187189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf1437-b44f-4744-bd08-a20aabc726e6 req-827ec856-b67c-4b51-8865-05a58860d7a0 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:12.189076 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fbf1437-b44f-4744-bd08-a20aabc726e6 req-827ec856-b67c-4b51-8865-05a58860d7a0 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/networks?id=bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 200 len: 814 time: 0.1362853 Sep 16 04:45:12.193329 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-06017d9e-bfa2-41aa-a383-61cab72a168b tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ffb84455cdc41db90417b342120d929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2444181 Sep 16 04:45:12.205692 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-26aa90f2-708c-497a-bc07-12d160be37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:01Z', 'revision_number': 4, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '5c08d388-ff18-4fa6-8748-96a79b2c0146', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'floating_ip_address': '172.25.0.188', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '58d989c5-9c20-4921-aede-433668f0337c', 'port_id': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'mac_address': 'fa:16:3e:2a:ff:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:43:47Z', 'updated_at': '2021-09-16T04:45:08Z', 'revision_number': 1, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0861c9f0-9c0e-4e51-9164-ee625d932000', 'name': '', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'mac_address': 'fa:16:3e:35:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:59Z', 'updated_at': '2021-09-16T04:43:09Z', 'revision_number': 5, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'subnets': [{'id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:12.220249 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fbf1437-b44f-4744-bd08-a20aabc726e6 req-00b3dced-2c71-4f88-b67d-93b09c7e6298 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/quotas/f0271b93978e4697964f7a0550f6d45d HTTP/1.1" status: 200 len: 375 time: 0.0238273 Sep 16 04:45:12.239189 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aa90f2-708c-497a-bc07-12d160be37c5 None None] The sync data for ids ['58d989c5-9c20-4921-aede-433668f0337c'] in n-d-712142-17 is: [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:01Z', 'revision_number': 4, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '5c08d388-ff18-4fa6-8748-96a79b2c0146', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'floating_ip_address': '172.25.0.188', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '58d989c5-9c20-4921-aede-433668f0337c', 'port_id': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'mac_address': 'fa:16:3e:2a:ff:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:43:47Z', 'updated_at': '2021-09-16T04:45:08Z', 'revision_number': 1, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0861c9f0-9c0e-4e51-9164-ee625d932000', 'name': '', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'mac_address': 'fa:16:3e:35:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:59Z', 'updated_at': '2021-09-16T04:43:09Z', 'revision_number': 5, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'subnets': [{'id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:12.285941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] For port 37338cb3-ab31-4e9c-a4bb-e6590366889e, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:12.305732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] For port 37338cb3-ab31-4e9c-a4bb-e6590366889e, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=37338cb3-ab31-4e9c-a4bb-e6590366889e,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:12.321197 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fbf1437-b44f-4744-bd08-a20aabc726e6 req-8818982a-e6da-4318-badc-8271c8e1176e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f0271b93978e4697964f7a0550f6d45d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924108 Sep 16 04:45:12.341571 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.436856 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54655e05-7037-408e-813d-654d67f8cf33 None None] Pushing event updated for resources: {'Port': ['ID=37338cb3-ab31-4e9c-a4bb-e6590366889e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:12.440946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Routers {'1b0d5d07-aeae-4e35-ba76-1d9466e124a4'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:12.441592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1b0d5d07-aeae-4e35-ba76-1d9466e124a4'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:12.621356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-cd70d9fd-f7d6-4603-9db4-c9a801627615 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:12.623456 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-cd70d9fd-f7d6-4603-9db4-c9a801627615 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.15 "GET /v2.0/networks?id=c8c106fb-b230-49ba-889c-ab6807f05453 HTTP/1.1" status: 200 len: 818 time: 0.2335532 Sep 16 04:45:12.639781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Request body: {'port': {'device_id': '9878d210-6255-417b-aaae-bbfa3b8ca9f4', 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453', 'admin_state_up': True, 'tenant_id': '3ffb84455cdc41db90417b342120d929'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:12.706661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] Set router 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:12.800354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfacf5-85b4-4aea-83a3-1ddce394cf72 None None] New status for floating IP 5c08d388-ff18-4fa6-8748-96a79b2c0146: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:45:12.831204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e272c88-4906-4bd5-b680-ee171e9c6d9e', 'name': 'network-vif-deleted', 'tag': 'abd3e1ac-c929-47f9-8921-f76e228d08e0'}, {'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:12.834200 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb" -d '{"events": [{"server_uuid": "6e272c88-4906-4bd5-b680-ee171e9c6d9e", "name": "network-vif-deleted", "tag": "abd3e1ac-c929-47f9-8921-f76e228d08e0"}, {"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "fa345f8b-b575-4bfd-8d95-b3355e4d9944"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:12.847371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41962fea-ad0f-4fcb-aad4-9bd21a4082e8 None None] Network b484af42-d11f-4ec2-83eb-7d35c3841f1f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:12.866620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Made reservation on behalf of 3ffb84455cdc41db90417b342120d929 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:12.871929 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:12.874136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-18fbedf7-cf2c-41c8-bffb-41a6e2c58356 service neutron] 10.222.0.53 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799176 Sep 16 04:45:12.883793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b653f86-c625-4452-8dc3-a826d61a2512 req-99d8fed8-051e-469e-bfdb-a0169ea19e19 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:12.886093 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b653f86-c625-4452-8dc3-a826d61a2512 req-99d8fed8-051e-469e-bfdb-a0169ea19e19 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0877938 Sep 16 04:45:12.975296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Router 076e63db-e662-4013-867f-6748952c80f5 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:45:13.036691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2b32cccc-83e3-4c15-8134-346acf5aff80 None None] Provisioning complete for port 0bb431b9-6675-42b2-92ba-d12f33bee8ec triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:13.037421 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b32cccc-83e3-4c15-8134-346acf5aff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.111781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:13.126461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0bb431b9-6675-42b2-92ba-d12f33bee8ec up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:13.131861 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Sync routers for ids ['076e63db-e662-4013-867f-6748952c80f5'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:13.134619 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b653f86-c625-4452-8dc3-a826d61a2512 req-a75b3378-cc8c-4a68-9476-74cbef12eb96 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352934 Sep 16 04:45:13.143063 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-252e3fad-3750-470b-a441-4caa0bcd3b26 service neutron] 10.222.0.53 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609534 Sep 16 04:45:13.157699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Allocated IP 172.20.0.5 (c8c106fb-b230-49ba-889c-ab6807f05453/b393eb69-34a9-475e-911b-3f43fe063fe3/0364adc8-8e96-4035-a3de-d4b6736e75f7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:13.165227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.168350 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Routers {'076e63db-e662-4013-867f-6748952c80f5'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:13.169639 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8272a313-5a41-46f6-98d1-c9ded64dd5e5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9689281 Sep 16 04:45:13.171685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34454) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:13.172414 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['076e63db-e662-4013-867f-6748952c80f5'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:13.342657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34460) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:13.365146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device dc494fed-7aad-4a43-941e-9115cd6bf149 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:13.391906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0bb431b9-6675-42b2-92ba-d12f33bee8ec triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:13.392701 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.402833 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: dc494fed-7aad-4a43-941e-9115cd6bf149 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:13.413426 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fb536b-73bf-40d6-96b0-e858ff68c132 x-openstack-request-id: req-d0fb536b-73bf-40d6-96b0-e858ff68c132 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:13.413426 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e272c88-4906-4bd5-b680-ee171e9c6d9e", "name": "network-vif-deleted", "tag": "abd3e1ac-c929-47f9-8921-f76e228d08e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "tag": "fa345f8b-b575-4bfd-8d95-b3355e4d9944", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:13.413426 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0fb536b-73bf-40d6-96b0-e858ff68c132 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:13.414262 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e272c88-4906-4bd5-b680-ee171e9c6d9e', 'name': 'network-vif-deleted', 'tag': 'abd3e1ac-c929-47f9-8921-f76e228d08e0', 'status': 'completed', 'code': 200} Sep 16 04:45:13.414262 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'tag': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944', 'status': 'completed', 'code': 200} Sep 16 04:45:13.415370 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device dc494fed-7aad-4a43-941e-9115cd6bf149 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:13.418873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device abd3e1ac-c929-47f9-8921-f76e228d08e0 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:13.448092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-06592575-9b25-4118-81a7-3d078f1e5c29 admin admin] Deleting subnet 0aa1bdaa-892f-448a-908f-1a54819ec2fb {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:13.462005 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06592575-9b25-4118-81a7-3d078f1e5c29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.477553 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Set router 076e63db-e662-4013-867f-6748952c80f5 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:13.547956 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06592575-9b25-4118-81a7-3d078f1e5c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.639883 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b32cccc-83e3-4c15-8134-346acf5aff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.642419 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: abd3e1ac-c929-47f9-8921-f76e228d08e0 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:13.642789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device abd3e1ac-c929-47f9-8921-f76e228d08e0 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:13.643541 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06592575-9b25-4118-81a7-3d078f1e5c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.692198 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee4094-c98c-48e8-bcc1-e3a6a0764397 req-876de052-1e0b-4645-90a6-4748cd22d980 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.700504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2ee4094-c98c-48e8-bcc1-e3a6a0764397 req-876de052-1e0b-4645-90a6-4748cd22d980 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1269460 Sep 16 04:45:13.701414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'name': 'tempest-ServerRescueNegativeTestJSON-811323552-router', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd7122557-5944-45dc-a389-3998a613b31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:06Z', 'revision_number': 4, 'project_id': '3ffb84455cdc41db90417b342120d929', 'gw_port': {'id': 'd7122557-5944-45dc-a389-3998a613b31b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '37338cb3-ab31-4e9c-a4bb-e6590366889e', 'name': '', 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'mac_address': 'fa:16:3e:b1:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b393eb69-34a9-475e-911b-3f43fe063fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:05Z', 'updated_at': '2021-09-16T04:45:12Z', 'revision_number': 4, 'project_id': '3ffb84455cdc41db90417b342120d929', 'subnets': [{'id': 'b393eb69-34a9-475e-911b-3f43fe063fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:13.754799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6882a-6c00-4821-bd4a-fd982aa35f76 None None] The sync data for ids ['1b0d5d07-aeae-4e35-ba76-1d9466e124a4'] in n-d-712142-17 is: [{'id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'name': 'tempest-ServerRescueNegativeTestJSON-811323552-router', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd7122557-5944-45dc-a389-3998a613b31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:06Z', 'revision_number': 4, 'project_id': '3ffb84455cdc41db90417b342120d929', 'gw_port': {'id': 'd7122557-5944-45dc-a389-3998a613b31b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '37338cb3-ab31-4e9c-a4bb-e6590366889e', 'name': '', 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'mac_address': 'fa:16:3e:b1:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'b393eb69-34a9-475e-911b-3f43fe063fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:05Z', 'updated_at': '2021-09-16T04:45:12Z', 'revision_number': 4, 'project_id': '3ffb84455cdc41db90417b342120d929', 'subnets': [{'id': 'b393eb69-34a9-475e-911b-3f43fe063fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:13.772845 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:45:11Z', 'revision_number': 3, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:13.830403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2b32cccc-83e3-4c15-8134-346acf5aff80 None None] For port 0bb431b9-6675-42b2-92ba-d12f33bee8ec, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0bb431b9-6675-42b2-92ba-d12f33bee8ec,segment=NetworkSegment(38c6a5c7-fd52-4444-bfea-2bcb3589ad38),segment_id=38c6a5c7-fd52-4444-bfea-2bcb3589ad38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:13.868667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-a383abae-ef12-438f-97be-51326e6cf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.869172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-a383abae-ef12-438f-97be-51326e6cf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.869708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-a383abae-ef12-438f-97be-51326e6cf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.870245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-a383abae-ef12-438f-97be-51326e6cf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.870724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-a383abae-ef12-438f-97be-51326e6cf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.871201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-a383abae-ef12-438f-97be-51326e6cf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.871675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-a383abae-ef12-438f-97be-51326e6cf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.873720 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-a383abae-ef12-438f-97be-51326e6cf4a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6498 time: 0.4324474 Sep 16 04:45:13.890175 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Checking router: 076e63db-e662-4013-867f-6748952c80f5 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:13.890684 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Updating router 076e63db-e662-4013-867f-6748952c80f5 port da8e2850-9f44-4bd9-bbda-340c628da5f9 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:45:13.907977 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2ee4094-c98c-48e8-bcc1-e3a6a0764397 req-7387be83-ce73-4355-98a8-6b038cbe84b7 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065156 Sep 16 04:45:13.909255 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b32cccc-83e3-4c15-8134-346acf5aff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.939748 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:13.940229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d5a48-eecf-4815-a5c3-4e2cd882445d req-49adff05-e0eb-4d0d-b4d1-fcfaf0bf4e3e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:13.949015 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f20d5a48-eecf-4815-a5c3-4e2cd882445d req-49adff05-e0eb-4d0d-b4d1-fcfaf0bf4e3e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 944 time: 0.4434168 Sep 16 04:45:13.971337 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06592575-9b25-4118-81a7-3d078f1e5c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.004172 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.079605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06592575-9b25-4118-81a7-3d078f1e5c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa1bdaa-892f-448a-908f-1a54819ec2fb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:14.097173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32cccc-83e3-4c15-8134-346acf5aff80 None None] Pushing event updated for resources: {'Port': ['ID=0bb431b9-6675-42b2-92ba-d12f33bee8ec,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:14.125409 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.132536 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06592575-9b25-4118-81a7-3d078f1e5c29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.135348 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-06592575-9b25-4118-81a7-3d078f1e5c29 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0aa1bdaa-892f-448a-908f-1a54819ec2fb HTTP/1.1" status: 204 len: 168 time: 0.7916131 Sep 16 04:45:14.139621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34476) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:14.192145 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ce0a977-4b9b-405a-a77f-52b6f36da314 req-f16b946a-8715-423f-b400-da015b167916 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 210 time: 0.1173971 Sep 16 04:45:14.220770 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 2e9133e2-7a09-4adb-a1ae-d173e9202e4f up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:14.298805 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.324166 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:45:14.324556 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:45:14.377844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-68e33b79-1941-4085-8c11-a679d84adb9e None None] Provisioning complete for port 0bb431b9-6675-42b2-92ba-d12f33bee8ec triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:14.378432 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-68e33b79-1941-4085-8c11-a679d84adb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.423618 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.451754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:14.462749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c9a664-50ef-47b1-84f3-1e7e393c9fd8']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:14.475487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb178b37-22a4-4723-a33e-6120bf47dc54') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:14.475871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb178b37-22a4-4723-a33e-6120bf47dc54') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:14.487633 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.490627 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f20d5a48-eecf-4815-a5c3-4e2cd882445d req-1e8253c7-96ef-4055-91af-b7162053c244 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403388 Sep 16 04:45:14.495463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:14.499102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.545732 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.565981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:45:14.571702 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.574063 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:45:14.578335 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:45:14.583721 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.671224 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-842edbec-3ab7-4d0c-94ab-334bd34f03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:14.672874 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-842edbec-3ab7-4d0c-94ab-334bd34f03a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fa5d8253-b53f-4418-8054-91a24185d3f4 HTTP/1.1" status: 200 len: 912 time: 0.7846694 Sep 16 04:45:14.678059 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.724569 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d4eb3-568b-434e-910f-b794ea8618bf None None] Pushing event updated for resources: {'Port': ['ID=da8e2850-9f44-4bd9-bbda-340c628da5f9,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:14.752587 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-086aabbb-801d-45e6-a681-c2cedff4f4e7 req-2c59b553-1a3f-425f-bda7-eb8e4146b1ab tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f0271b93978e4697964f7a0550f6d45d HTTP/1.1" status: 200 len: 221 time: 0.1913502 Sep 16 04:45:14.757209 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.775355 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Attempting to bind port da8e2850-9f44-4bd9-bbda-340c628da5f9 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:14.776142 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Attempting to bind port da8e2850-9f44-4bd9-bbda-340c628da5f9 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:14.776690 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Attempting to bind port da8e2850-9f44-4bd9-bbda-340c628da5f9 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:14.787971 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.788344 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.793549 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/07c9a664-50ef-47b1-84f3-1e7e393c9fd8 HTTP/1.1" status: 204 len: 168 time: 0.6498628 Sep 16 04:45:14.794199 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:14.795982 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:14.796562 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.797258 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:14.797954 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Bound port: da8e2850-9f44-4bd9-bbda-340c628da5f9, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:14.798505 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.814442 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-3ca03a38-efa7-45cc-8c69-69a183788e3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa345f8b-b575-4bfd-8d95-b3355e4d9944 HTTP/1.1" status: 200 len: 1002 time: 0.1294737 Sep 16 04:45:14.818977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db62a1b8-7948-4701-b296-7b5f9dc0a976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9133e2-7a09-4adb-a1ae-d173e9202e4f'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:14.822947 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22ea38d-0b6c-4fb1-aa65-3d781d1aa6d3" -d '{"events": [{"server_uuid": "db62a1b8-7948-4701-b296-7b5f9dc0a976", "name": "network-vif-plugged", "status": "completed", "tag": "2e9133e2-7a09-4adb-a1ae-d173e9202e4f"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:14.823964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13dd466-02bb-4ef9-9eed-eb46ae22c1b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=07c9a664-50ef-47b1-84f3-1e7e393c9fd8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:14.876743 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2e9133e2-7a09-4adb-a1ae-d173e9202e4f,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:14.889489 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:14.896817 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234b5637-eebe-40a0-9dac-03085e6b3669 x-openstack-request-id: req-234b5637-eebe-40a0-9dac-03085e6b3669 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:14.897201 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db62a1b8-7948-4701-b296-7b5f9dc0a976", "name": "network-vif-plugged", "status": "completed", "tag": "2e9133e2-7a09-4adb-a1ae-d173e9202e4f", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:14.897468 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-234b5637-eebe-40a0-9dac-03085e6b3669 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:14.897932 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db62a1b8-7948-4701-b296-7b5f9dc0a976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9133e2-7a09-4adb-a1ae-d173e9202e4f', 'code': 200} Sep 16 04:45:14.905713 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] For port da8e2850-9f44-4bd9-bbda-340c628da5f9, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:14.912654 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] For port da8e2850-9f44-4bd9-bbda-340c628da5f9, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=da8e2850-9f44-4bd9-bbda-340c628da5f9,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:14.920195 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.005538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=2e9133e2-7a09-4adb-a1ae-d173e9202e4f,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:15.006829 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Routers {'076e63db-e662-4013-867f-6748952c80f5'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:15.026572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Pushing event updated for resources: {'Port': ['ID=0364adc8-8e96-4035-a3de-d4b6736e75f7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:15.039869 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:44:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['076e63db-e662-4013-867f-6748952c80f5'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:15.087301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34494) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:15.089093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c97ec8-1c62-46fa-b126-965df614112f req-b4a20b19-c6a6-4934-88ea-94a20245b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.091765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35c97ec8-1c62-46fa-b126-965df614112f req-b4a20b19-c6a6-4934-88ea-94a20245b465 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 1097 time: 0.0952582 Sep 16 04:45:15.131810 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d4eb3-568b-434e-910f-b794ea8618bf None None] Pushing event updated for resources: {'Port': ['ID=da8e2850-9f44-4bd9-bbda-340c628da5f9,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:15.139043 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.162172 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35c97ec8-1c62-46fa-b126-965df614112f req-88ab9eea-d17d-41de-89bf-ce02c1104289 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633743 Sep 16 04:45:15.198694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Network c8c106fb-b230-49ba-889c-ab6807f05453 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:15.242148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:15.246461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:15.281927 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] Set router 076e63db-e662-4013-867f-6748952c80f5 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:15.317649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-86785283-dfa5-4e8f-9b44-02d7dc20aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.319847 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-86785283-dfa5-4e8f-9b44-02d7dc20aedc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=00a4d388-5b99-4d6f-99ce-71998e089d31 HTTP/1.1" status: 200 len: 850 time: 0.3934810 Sep 16 04:45:15.347663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0bb431b9-6675-42b2-92ba-d12f33bee8ec up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:15.406401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49ea9d04-7022-4efa-bc35-b960a742eaea req-fb903656-2364-40c5-88d2-a4a987b97540 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 210 time: 0.0708463 Sep 16 04:45:15.423356 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0bb431b9-6675-42b2-92ba-d12f33bee8ec triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:15.423356 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.440214 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809fc11-889a-421b-9b17-2a95aeca55c6 req-e12cf382-8ed7-4689-ae44-916fde8a1f9a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.450300 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2809fc11-889a-421b-9b17-2a95aeca55c6 req-e12cf382-8ed7-4689-ae44-916fde8a1f9a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.5262871 Sep 16 04:45:15.499333 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bb7dc9b1-2d1f-4e35-8c6a-5d32754c2188 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5664190d075b45fa8a4cc13e6cfd489f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671613 Sep 16 04:45:15.499985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34502) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:15.565717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.566307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.578331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-e6154da6-7f9b-43ba-b86b-45ba6952d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.580244 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-e6154da6-7f9b-43ba-b86b-45ba6952d648 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fa5d8253-b53f-4418-8054-91a24185d3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1834600 Sep 16 04:45:15.583764 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:45:11Z', 'revision_number': 3, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:15.601284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 37338cb3-ab31-4e9c-a4bb-e6590366889e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:15.610434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82e16a90-9efa-4c6e-94ee-575ca446de10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.624457 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ca6c6-1ecb-4231-bddb-00f637feb3b3 None None] The sync data for ids ['076e63db-e662-4013-867f-6748952c80f5'] in n-d-712142-17 is: [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:45:11Z', 'revision_number': 3, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:15.649418 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82e16a90-9efa-4c6e-94ee-575ca446de10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.660135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-208b7e26-d22f-4e88-befc-e17dc0150b84 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.663498 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-208b7e26-d22f-4e88-befc-e17dc0150b84 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.15 "GET /v2.0/networks?id=c8c106fb-b230-49ba-889c-ab6807f05453 HTTP/1.1" status: 200 len: 818 time: 0.5318506 Sep 16 04:45:15.702445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Request body: {'port': {'device_id': 'ec7a12c4-2879-4428-addc-a5bb0120c865', 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453', 'admin_state_up': True, 'tenant_id': '3ffb84455cdc41db90417b342120d929'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:15.721155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 37338cb3-ab31-4e9c-a4bb-e6590366889e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:15.721441 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.729023 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2809fc11-889a-421b-9b17-2a95aeca55c6 req-44d9f898-d179-49ab-8ead-247530ce89ab tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726214 Sep 16 04:45:15.732127 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82e16a90-9efa-4c6e-94ee-575ca446de10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.736089 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82e16a90-9efa-4c6e-94ee-575ca446de10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.743039 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-82e16a90-9efa-4c6e-94ee-575ca446de10 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8778d129-b965-43ca-9cf6-5d29f3b0266a HTTP/1.1" status: 204 len: 168 time: 0.2414694 Sep 16 04:45:15.765208 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e16a90-9efa-4c6e-94ee-575ca446de10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8778d129-b965-43ca-9cf6-5d29f3b0266a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:15.858564 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-305dcf25-1479-4bf3-b42d-0bc8848ab3dc service neutron] 10.222.0.50 "GET /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306228 Sep 16 04:45:15.861587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b03f9-de33-498d-983d-29450aba466f req-382081f2-8c91-4a9e-9b46-19d08c27f59d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:15.871231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-664b03f9-de33-498d-983d-29450aba466f req-382081f2-8c91-4a9e-9b46-19d08c27f59d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 945 time: 0.0825651 Sep 16 04:45:15.896394 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-b2ce7ba2-f351-477a-a7e8-b5f1bc773832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2612062 Sep 16 04:45:15.923728 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:15.981392 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-664b03f9-de33-498d-983d-29450aba466f req-9e2e94c4-7951-4b02-ad79-84ef74b20e34 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099331 Sep 16 04:45:16.028129 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 37338cb3-ab31-4e9c-a4bb-e6590366889e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=37338cb3-ab31-4e9c-a4bb-e6590366889e,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:16.036327 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.182819 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=37338cb3-ab31-4e9c-a4bb-e6590366889e,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:16.433127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Request body: {'port': {'device_id': '9878d210-6255-417b-aaae-bbfa3b8ca9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:16.598052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae078d94-6629-458a-bd34-b68eec352798 req-4ce17cfb-4e23-4736-a821-7d1a6eebdc20 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 210 time: 0.0590925 Sep 16 04:45:16.602847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Allocated IP 172.20.0.1 (b484af42-d11f-4ec2-83eb-7d35c3841f1f/04988699-f88f-44f7-ad1b-2f1effb65073/3ba983bb-68cc-45de-9187-19af4bee96a9) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:16.675924 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f1703cf-81df-4ac3-a84b-9c23e7f7cbcb req-147fcb01-6804-4e80-a4f0-bb9749bc7220 service neutron] 10.222.0.50 "GET /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7710350 Sep 16 04:45:16.728886 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:16.744544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cd165-3bc1-4181-8c47-e4e7d8347b3e req-0f447a0c-3356-4694-8482-a331a9164576 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:16.746269 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b33cd165-3bc1-4181-8c47-e4e7d8347b3e req-0f447a0c-3356-4694-8482-a331a9164576 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.2444592 Sep 16 04:45:16.764687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Made reservation on behalf of 3ffb84455cdc41db90417b342120d929 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:16.768508 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.039270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b33cd165-3bc1-4181-8c47-e4e7d8347b3e req-36c6ffa6-8ccb-4516-9d71-9d1b72860064 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508056 Sep 16 04:45:17.154923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf733f-0e46-4722-8120-dbd544447a43 req-366d744c-fc23-4767-a5ee-17c061775168 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:17.166588 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-47bf733f-0e46-4722-8120-dbd544447a43 req-366d744c-fc23-4767-a5ee-17c061775168 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 945 time: 0.0793622 Sep 16 04:45:17.198907 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.208348 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-75c656d5-755c-4767-b2cd-8577b18aace4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.245098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34544) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:17.248624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-47bf733f-0e46-4722-8120-dbd544447a43 req-d35ac9d7-be96-4a9e-b5bf-068142cf3b33 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811644 Sep 16 04:45:17.352322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device da8e2850-9f44-4bd9-bbda-340c628da5f9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:17.365393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Allocated IP 172.20.0.2 (c8c106fb-b230-49ba-889c-ab6807f05453/b393eb69-34a9-475e-911b-3f43fe063fe3/6ac038c6-8e87-4562-ae56-4e085339b3f4) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:17.387212 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.397127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b5834-4055-49d5-ab6c-534811ceed88 req-017d07fe-344d-4385-b4c7-7a951f9f9905 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:17.405935 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b73b5834-4055-49d5-ab6c-534811ceed88 req-017d07fe-344d-4385-b4c7-7a951f9f9905 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1842523 Sep 16 04:45:17.468440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port da8e2850-9f44-4bd9-bbda-340c628da5f9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:17.468878 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.479161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-703976934-network', 'tenant_id': '2781d165c2e94e189bd3af061edf91f5'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:17.499531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Network b484af42-d11f-4ec2-83eb-7d35c3841f1f is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:17.523211 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:17.541062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:17.547777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5b83-f97e-474f-9c38-6c754d7e3a89 req-88361e6c-aa52-4083-b23a-50df46205f83 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:17.550665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29db5b83-f97e-474f-9c38-6c754d7e3a89 req-88361e6c-aa52-4083-b23a-50df46205f83 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 945 time: 0.0756207 Sep 16 04:45:17.577735 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.615365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port da8e2850-9f44-4bd9-bbda-340c628da5f9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=da8e2850-9f44-4bd9-bbda-340c628da5f9,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:17.622706 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.623666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 37338cb3-ab31-4e9c-a4bb-e6590366889e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:17.629081 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b73b5834-4055-49d5-ab6c-534811ceed88 req-1162757c-7f55-46ad-b7c2-e12cdca64eb1 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221615 Sep 16 04:45:17.650527 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29db5b83-f97e-474f-9c38-6c754d7e3a89 req-9adde3ed-bf02-4548-9cf6-1ea7a1370596 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924151 Sep 16 04:45:17.690638 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba983bb-68cc-45de-9187-19af4bee96a9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:17.696089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Made reservation on behalf of 2781d165c2e94e189bd3af061edf91f5 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:17.703734 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.715063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=da8e2850-9f44-4bd9-bbda-340c628da5f9,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:17.724071 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.745290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 37338cb3-ab31-4e9c-a4bb-e6590366889e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:17.746015 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.797151 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:17.837530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aac52-f802-4b86-90cd-8bbb8d90b39a req-2bcfa3af-6952-4aed-89bf-ca0607d6afb3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:17.847806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-771aac52-f802-4b86-90cd-8bbb8d90b39a req-2bcfa3af-6952-4aed-89bf-ca0607d6afb3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0846822 Sep 16 04:45:17.881481 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3589d42e-4b12-4426-b30a-3a25f4b29a49 req-aeb90afe-5812-44d2-93b7-bcefb364bc0a tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 210 time: 0.0906920 Sep 16 04:45:17.905309 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-771aac52-f802-4b86-90cd-8bbb8d90b39a req-eab0e75e-ca55-42ed-a278-8ff622bb7a32 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562499 Sep 16 04:45:17.968940 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f821adbd-208c-4a57-b6cc-e5bddf02ab28 None None] Provisioning complete for port 3ba983bb-68cc-45de-9187-19af4bee96a9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:17.969343 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f821adbd-208c-4a57-b6cc-e5bddf02ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.021715 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.045841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f821adbd-208c-4a57-b6cc-e5bddf02ab28 None None] Port 3ba983bb-68cc-45de-9187-19af4bee96a9 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:18.101426 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.111170 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.129035 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.135272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076759b-bf70-45b1-837a-8e51e7ecabbb req-16672002-db5c-4d67-84f1-4dad908643d5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.137031 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8076759b-bf70-45b1-837a-8e51e7ecabbb req-16672002-db5c-4d67-84f1-4dad908643d5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0592680 Sep 16 04:45:18.161780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:18.179458 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.186295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8076759b-bf70-45b1-837a-8e51e7ecabbb req-17b9cfa3-fc90-4aec-b87d-f98bd037ccf8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423994 Sep 16 04:45:18.196915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d28ce3-a8f2-4c67-8da9-f28a68752927,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:18.243471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.243836 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Added segment 665bfdcd-e919-47da-a76c-e38f791b9828 of type vlan for network 02183157-fce9-40c6-ab79-e70f94e62f4c Sep 16 04:45:18.313410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Network c8c106fb-b230-49ba-889c-ab6807f05453 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:18.375200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:18.392703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:18.395002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Pushing event updated for resources: {'Port': ['ID=6ac038c6-8e87-4562-ae56-4e085339b3f4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:18.427244 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.545266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.545919 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.564561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660f18d-2777-468c-a1b0-eccc41a9be50 req-066b09aa-8898-4200-ae6b-b7a94ea4f05e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.566146 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a660f18d-2777-468c-a1b0-eccc41a9be50 req-066b09aa-8898-4200-ae6b-b7a94ea4f05e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.2685513 Sep 16 04:45:18.581440 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.582422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.583006 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.649742 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-d7617cf5-5984-41bc-9e5b-c2d147fc6b43 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9576266 Sep 16 04:45:18.681244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Request body: {'port': {'device_id': 'ec7a12c4-2879-4428-addc-a5bb0120c865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:18.689495 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4345891 Sep 16 04:45:18.692827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34570) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:18.700723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-fbc0a0a4-3562-42a4-9473-a347eaf291e1 admin admin] Request body: {'subnet': {'network_id': '02183157-fce9-40c6-ab79-e70f94e62f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-703976934-subnet', 'tenant_id': '2781d165c2e94e189bd3af061edf91f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:18.731928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc0a0a4-3562-42a4-9473-a347eaf291e1 admin admin] Made reservation on behalf of 2781d165c2e94e189bd3af061edf91f5 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:18.735013 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fbc0a0a4-3562-42a4-9473-a347eaf291e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.761165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0364adc8-8e96-4035-a3de-d4b6736e75f7 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:18.775147 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.783452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb6846-5746-413c-b4b4-e27e3ecc2a0b admin admin] Pushing event updated for resources: {'Network': ['ID=02183157-fce9-40c6-ab79-e70f94e62f4c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:18.798511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 02183157-fce9-40c6-ab79-e70f94e62f4c details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:18.801717 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a660f18d-2777-468c-a1b0-eccc41a9be50 req-a45cf0e4-f331-4920-a229-fdc40003a0a4 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264378 Sep 16 04:45:18.816680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Transition to ACTIVE for port object 0364adc8-8e96-4035-a3de-d4b6736e75f7 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:18.828750 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909d8e6-da1f-4b0e-a7fb-45f6561d35b8 req-5bb18f38-4ffd-4533-9091-123fdc8d6469 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:18.830310 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0909d8e6-da1f-4b0e-a7fb-45f6561d35b8 req-5bb18f38-4ffd-4533-9091-123fdc8d6469 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 945 time: 0.1115556 Sep 16 04:45:18.845246 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.849119 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.882779 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.886049 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:18.904923 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0909d8e6-da1f-4b0e-a7fb-45f6561d35b8 req-726d3d97-905e-4fd0-b7ec-2db31cc9de94 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647647 Sep 16 04:45:18.974606 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:45:18.978422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=0364adc8-8e96-4035-a3de-d4b6736e75f7,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.011890 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.065731 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fbc0a0a4-3562-42a4-9473-a347eaf291e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.109914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4e6b8-445d-46ba-aacf-03c4a6e15bad req-40cc3ce0-9e11-41e1-bbdf-3447d17526a9 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.112972 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ec4e6b8-445d-46ba-aacf-03c4a6e15bad req-40cc3ce0-9e11-41e1-bbdf-3447d17526a9 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 931 time: 0.1235988 Sep 16 04:45:19.128252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device da8e2850-9f44-4bd9-bbda-340c628da5f9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:19.156572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0a0a4-3562-42a4-9473-a347eaf291e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84460090-5cdb-4b98-a9bc-3b5e4fca6315,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.173374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc0a0a4-3562-42a4-9473-a347eaf291e1 admin admin] Checking segment: {'id': '665bfdcd-e919-47da-a76c-e38f791b9828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02183157-fce9-40c6-ab79-e70f94e62f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:19.173765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc0a0a4-3562-42a4-9473-a347eaf291e1 admin admin] Network hostable DHCP agents. Network: 02183157-fce9-40c6-ab79-e70f94e62f4c, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:19.184338 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ec4e6b8-445d-46ba-aacf-03c4a6e15bad req-2d3ed5a8-035b-4306-9180-0729fbfeaee3 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639243 Sep 16 04:45:19.189794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba983bb-68cc-45de-9187-19af4bee96a9,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:19.198390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port da8e2850-9f44-4bd9-bbda-340c628da5f9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:19.198916 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.207335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc0a0a4-3562-42a4-9473-a347eaf291e1 admin admin] Network 02183157-fce9-40c6-ab79-e70f94e62f4c is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:19.218646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f97ef-b684-4809-b0bc-3bf5b9331c1d req-76878e1a-d482-4892-9b31-6aa7c89181ce tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.220185 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-341f97ef-b684-4809-b0bc-3bf5b9331c1d req-76878e1a-d482-4892-9b31-6aa7c89181ce tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.2510700 Sep 16 04:45:19.228142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-fbc0a0a4-3562-42a4-9473-a347eaf291e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 02183157-fce9-40c6-ab79-e70f94e62f4c) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:19.233058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0a0a4-3562-42a4-9473-a347eaf291e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.235315 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fbc0a0a4-3562-42a4-9473-a347eaf291e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.239320 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfdc976-5dae-47e6-a0f8-cd2eaeca199b None None] Network 02183157-fce9-40c6-ab79-e70f94e62f4c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:19.267574 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fbc0a0a4-3562-42a4-9473-a347eaf291e1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5656972 Sep 16 04:45:19.296493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Attempting to bind port 0364adc8-8e96-4035-a3de-d4b6736e75f7 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:19.296885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Attempting to bind port 0364adc8-8e96-4035-a3de-d4b6736e75f7 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:19.297169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Attempting to bind port 0364adc8-8e96-4035-a3de-d4b6736e75f7 on network c8c106fb-b230-49ba-889c-ab6807f05453 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:19.341277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Port 0364adc8-8e96-4035-a3de-d4b6736e75f7 on network c8c106fb-b230-49ba-889c-ab6807f05453 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:19.341615 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Attempting to bind port 0364adc8-8e96-4035-a3de-d4b6736e75f7 on network c8c106fb-b230-49ba-889c-ab6807f05453 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:19.388503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:19.388849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Checking segment: {'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:19.389248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Bound using segment: {'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:19.389736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Bound port: 0364adc8-8e96-4035-a3de-d4b6736e75f7, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:19.390104 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.410348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-341f97ef-b684-4809-b0bc-3bf5b9331c1d req-97b4ec49-928b-4ab3-87b3-dd69910e4c76 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510675 Sep 16 04:45:19.460016 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Network b484af42-d11f-4ec2-83eb-7d35c3841f1f is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:19.496619 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7f048e-9b98-4f4f-8796-3943ab9b3544 None None] Network 02183157-fce9-40c6-ab79-e70f94e62f4c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:19.496805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:19.656389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] For port 0364adc8-8e96-4035-a3de-d4b6736e75f7, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:19.662422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] For port 0364adc8-8e96-4035-a3de-d4b6736e75f7, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0364adc8-8e96-4035-a3de-d4b6736e75f7,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:19.680964 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.735367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536efa99-c5ee-408b-88c6-3df1be9c507a req-598cd128-d3bc-4544-8637-a5ce48fe87f1 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.743674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-536efa99-c5ee-408b-88c6-3df1be9c507a req-598cd128-d3bc-4544-8637-a5ce48fe87f1 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1326656 Sep 16 04:45:19.791970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-536efa99-c5ee-408b-88c6-3df1be9c507a req-10ffd467-1b74-4c11-80f8-37dad275ec51 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461175 Sep 16 04:45:19.901130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34606) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:19.902822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7e0df4f5-6d1a-4ee2-af5e-52da1fd8c8fe None None] Provisioning complete for port 3ba983bb-68cc-45de-9187-19af4bee96a9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:19.903797 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7e0df4f5-6d1a-4ee2-af5e-52da1fd8c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.925133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1883987110-network', 'tenant_id': 'c8d88d8b9aa2477eb09b73ae1b6c3408'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:19.963119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7e0df4f5-6d1a-4ee2-af5e-52da1fd8c8fe None None] Port 3ba983bb-68cc-45de-9187-19af4bee96a9 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:19.963795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Made reservation on behalf of c8d88d8b9aa2477eb09b73ae1b6c3408 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:19.966570 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.967995 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fbdd724-7b5f-46ff-859a-1b7f9a02f539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.981360 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:19.993931 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a0b8e-f8cf-4ba2-a341-5332672205eb req-d1524349-c125-408d-b799-788d09cfc206 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:19.995582 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-667a0b8e-f8cf-4ba2-a341-5332672205eb req-d1524349-c125-408d-b799-788d09cfc206 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1102993 Sep 16 04:45:20.060052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-667a0b8e-f8cf-4ba2-a341-5332672205eb req-9e871479-d8d8-4127-ae0a-9b6139096554 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580490 Sep 16 04:45:20.110422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.111041 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.112447 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] 10.222.0.15 "PUT /v2.0/ports/0364adc8-8e96-4035-a3de-d4b6736e75f7 HTTP/1.1" status: 200 len: 1092 time: 4.1526105 Sep 16 04:45:20.114405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9878d210-6255-417b-aaae-bbfa3b8ca9f4', 'tag': '0364adc8-8e96-4035-a3de-d4b6736e75f7'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:20.117138 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e592a491-6963-4a49-9799-017b7be96ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "9878d210-6255-417b-aaae-bbfa3b8ca9f4", "tag": "0364adc8-8e96-4035-a3de-d4b6736e75f7"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:20.132462 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.140892 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.173407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac038c6-8e87-4562-ae56-4e085339b3f4 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:20.191737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:20.202944 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.206651 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ed8f85-fc0f-4775-a1d4-9def37db1473,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.215442 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.215891 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Added segment fdcf866e-fe92-400e-aa9d-e7e33bf57adc of type vlan for network 52ebf0f4-3073-4583-8777-4dc3d77f778f Sep 16 04:45:20.239718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789a0ff-add0-4e2b-9694-216f15e44ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=0364adc8-8e96-4035-a3de-d4b6736e75f7,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.239929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb3db1-822b-4e04-9ed2-3da262ecf761 req-f1ee496d-56e2-4884-bc1f-57c2a5e0a685 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.242968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ebb3db1-822b-4e04-9ed2-3da262ecf761 req-f1ee496d-56e2-4884-bc1f-57c2a5e0a685 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0965869 Sep 16 04:45:20.256388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Router 076e63db-e662-4013-867f-6748952c80f5 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:45:20.262235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Transition to ACTIVE for port object 6ac038c6-8e87-4562-ae56-4e085339b3f4 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:20.276538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103a2cd-4e44-450c-bb27-e91b147d8290 req-6f02874d-cff9-4f93-9d78-9b7e170e57fe tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.278072 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f103a2cd-4e44-450c-bb27-e91b147d8290 req-6f02874d-cff9-4f93-9d78-9b7e170e57fe tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 945 time: 0.5432041 Sep 16 04:45:20.280718 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.297274 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.321802 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ebb3db1-822b-4e04-9ed2-3da262ecf761 req-628c2fc2-437a-485e-98e2-6b2842fc381e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527780 Sep 16 04:45:20.323884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-47b75ac1-a50c-4be4-b4ce-bc227528d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.325396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-47b75ac1-a50c-4be4-b4ce-bc227528d735 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ffb84455cdc41db90417b342120d929&device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 1095 time: 0.1585579 Sep 16 04:45:20.338350 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.339534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.340330 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.385703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4832599 Sep 16 04:45:20.386490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34616) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:20.392718 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af09fa3-bab4-44cf-85b5-a756578a1420 x-openstack-request-id: req-2af09fa3-bab4-44cf-85b5-a756578a1420 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:20.393095 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9878d210-6255-417b-aaae-bbfa3b8ca9f4", "tag": "0364adc8-8e96-4035-a3de-d4b6736e75f7", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:20.393270 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2af09fa3-bab4-44cf-85b5-a756578a1420 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:20.393666 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9878d210-6255-417b-aaae-bbfa3b8ca9f4', 'tag': '0364adc8-8e96-4035-a3de-d4b6736e75f7', 'status': 'completed', 'code': 200} Sep 16 04:45:20.418184 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-678aa104-8053-4170-be83-1e2c2fc37a9e admin admin] Request body: {'subnet': {'network_id': '52ebf0f4-3073-4583-8777-4dc3d77f778f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1883987110-subnet', 'tenant_id': 'c8d88d8b9aa2477eb09b73ae1b6c3408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:20.424723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846c98a-1349-44f9-9764-652430bb66bb admin admin] Pushing event updated for resources: {'Network': ['ID=52ebf0f4-3073-4583-8777-4dc3d77f778f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.437979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 52ebf0f4-3073-4583-8777-4dc3d77f778f details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:20.448389 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-18858ab9-81f6-4726-8fae-6871c0583718 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0364adc8-8e96-4035-a3de-d4b6736e75f7 HTTP/1.1" status: 200 len: 217 time: 0.1120660 Sep 16 04:45:20.448999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Pushing event updated for resources: {'Port': ['ID=6ac038c6-8e87-4562-ae56-4e085339b3f4,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.458576 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f103a2cd-4e44-450c-bb27-e91b147d8290 req-e9adfd5c-8640-45b8-a1b4-bf5d7bd74c50 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729515 Sep 16 04:45:20.492653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678aa104-8053-4170-be83-1e2c2fc37a9e admin admin] Made reservation on behalf of c8d88d8b9aa2477eb09b73ae1b6c3408 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:20.495636 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-678aa104-8053-4170-be83-1e2c2fc37a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.568399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba8541-1f99-42ba-8033-fa719d5db2ed req-f62780e2-0b64-42e0-b03a-f567047ab252 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.569959 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63ba8541-1f99-42ba-8033-fa719d5db2ed req-f62780e2-0b64-42e0-b03a-f567047ab252 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 943 time: 0.1404054 Sep 16 04:45:20.628668 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63ba8541-1f99-42ba-8033-fa719d5db2ed req-094317e9-333b-4af5-8848-be4e04c29790 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503318 Sep 16 04:45:20.642901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-1d591bbb-4e49-4ee0-bf5b-511b74980c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.644399 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-1d591bbb-4e49-4ee0-bf5b-511b74980c94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b393eb69-34a9-475e-911b-3f43fe063fe3 HTTP/1.1" status: 200 len: 858 time: 0.1852512 Sep 16 04:45:20.648242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:45:20.656497 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-87c1c50c-6fb0-4982-a16b-84a2d2c12bf0 admin admin] 10.222.0.53 "PUT /v2.0/routers/076e63db-e662-4013-867f-6748952c80f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4813139 Sep 16 04:45:20.664777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Sync routers for ids ['076e63db-e662-4013-867f-6748952c80f5'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:45:20.679195 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Routers {'076e63db-e662-4013-867f-6748952c80f5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:20.680527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:45:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['076e63db-e662-4013-867f-6748952c80f5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:20.698521 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-239730bd-47a7-4358-9bf1-ce2ecd5cf0a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8c106fb-b230-49ba-889c-ab6807f05453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346596 Sep 16 04:45:20.701253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Attempting to bind port 6ac038c6-8e87-4562-ae56-4e085339b3f4 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:20.701595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Attempting to bind port 6ac038c6-8e87-4562-ae56-4e085339b3f4 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:20.701954 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Attempting to bind port 6ac038c6-8e87-4562-ae56-4e085339b3f4 on network c8c106fb-b230-49ba-889c-ab6807f05453 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:20.719530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Port 6ac038c6-8e87-4562-ae56-4e085339b3f4 on network c8c106fb-b230-49ba-889c-ab6807f05453 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:20.719865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Attempting to bind port 6ac038c6-8e87-4562-ae56-4e085339b3f4 on network c8c106fb-b230-49ba-889c-ab6807f05453 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:20.739862 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08caf44-da34-413f-a060-84f839569c0b req-a8e429bf-3b1d-40f3-8241-296c75afba63 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.741475 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f08caf44-da34-413f-a060-84f839569c0b req-a8e429bf-3b1d-40f3-8241-296c75afba63 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1615181 Sep 16 04:45:20.747214 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:20.747568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Checking segment: {'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:20.747967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Bound using segment: {'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:20.748417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Bound port: 6ac038c6-8e87-4562-ae56-4e085339b3f4, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:20.748788 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.786285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-678aa104-8053-4170-be83-1e2c2fc37a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.825595 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.907397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678aa104-8053-4170-be83-1e2c2fc37a9e admin admin] Checking segment: {'id': 'fdcf866e-fe92-400e-aa9d-e7e33bf57adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '52ebf0f4-3073-4583-8777-4dc3d77f778f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:20.908529 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f08caf44-da34-413f-a060-84f839569c0b req-d2a46767-4f15-4fbb-9a06-7fccd1d738fd tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556177 Sep 16 04:45:20.913849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678aa104-8053-4170-be83-1e2c2fc37a9e admin admin] Network hostable DHCP agents. Network: 52ebf0f4-3073-4583-8777-4dc3d77f778f, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:20.918469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Set router 076e63db-e662-4013-867f-6748952c80f5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:20.926618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678aa104-8053-4170-be83-1e2c2fc37a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e24f6c1-8880-44d3-a9fb-5cc67390265b,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:20.946659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678aa104-8053-4170-be83-1e2c2fc37a9e admin admin] Network 52ebf0f4-3073-4583-8777-4dc3d77f778f is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:20.948703 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-ff730a91-ef25-4e44-adf5-72091416f073 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416363 Sep 16 04:45:20.965542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-678aa104-8053-4170-be83-1e2c2fc37a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 52ebf0f4-3073-4583-8777-4dc3d77f778f) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:20.970424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678aa104-8053-4170-be83-1e2c2fc37a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:20.971023 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-678aa104-8053-4170-be83-1e2c2fc37a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:20.998330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-678aa104-8053-4170-be83-1e2c2fc37a9e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5766702 Sep 16 04:45:20.998688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59ed51a-f430-4939-8540-fffaa5fa1c60 None None] Network 52ebf0f4-3073-4583-8777-4dc3d77f778f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:21.153723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] For port 6ac038c6-8e87-4562-ae56-4e085339b3f4, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:21.195846 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b6f95cf-4fb5-41a2-bec8-5cf7947e2aa4 req-71dcb50a-04f5-471d-8ba9-4a56294428ea service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375419 Sep 16 04:45:21.199090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] For port 6ac038c6-8e87-4562-ae56-4e085339b3f4, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6ac038c6-8e87-4562-ae56-4e085339b3f4,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:21.217331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5b25b-1539-440c-aab9-a2c257f5892c req-c26c75a2-b3fd-4dc0-9eb8-02ef3fa777a3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.219172 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f3a5b25b-1539-440c-aab9-a2c257f5892c req-c26c75a2-b3fd-4dc0-9eb8-02ef3fa777a3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 945 time: 0.1453557 Sep 16 04:45:21.230494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e1dca-0c75-44a9-929b-ea045ab74edf req-2150f3cb-5680-4a41-8881-f7048ce672d2 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.232287 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-079e1dca-0c75-44a9-929b-ea045ab74edf req-2150f3cb-5680-4a41-8881-f7048ce672d2 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.2135797 Sep 16 04:45:21.235158 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.321017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Pushing event updated for resources: {'Port': ['ID=6ac038c6-8e87-4562-ae56-4e085339b3f4,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:21.354440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:21.354802 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:21.355587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:21.355587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:21.355960 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:21.356303 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:21.356644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:21.356981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:21.357563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:21.357784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:21.358071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:21.358400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:21.427159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.427798 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.429456 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-14377613-281b-45b0-9935-1aa331010a1e service neutron] 10.222.0.15 "PUT /v2.0/ports/6ac038c6-8e87-4562-ae56-4e085339b3f4 HTTP/1.1" status: 200 len: 1092 time: 2.7637897 Sep 16 04:45:21.442252 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-079e1dca-0c75-44a9-929b-ea045ab74edf req-b99913c7-a5e5-42cd-90cd-8048c9e24057 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339240 Sep 16 04:45:21.462386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e3f713-812b-4f74-bc81-03f3fba9f89b None None] Network 52ebf0f4-3073-4583-8777-4dc3d77f778f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:21.508672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592a491-6963-4a49-9799-017b7be96ab2 req-52642963-d253-451e-b1a5-b050a6f9151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.511676 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e592a491-6963-4a49-9799-017b7be96ab2 req-52642963-d253-451e-b1a5-b050a6f9151e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ffb84455cdc41db90417b342120d929&device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 1095 time: 0.2021699 Sep 16 04:45:21.614294 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.665538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-928eabec-0abf-4cc6-b867-8f3008888ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.666132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:45:18Z', 'revision_number': 4, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '3ba983bb-68cc-45de-9187-19af4bee96a9', 'name': '', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'mac_address': 'fa:16:3e:b7:c6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:18Z', 'revision_number': 2, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'subnets': [{'id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:21.667261 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-928eabec-0abf-4cc6-b867-8f3008888ac1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ffb84455cdc41db90417b342120d929&device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 1095 time: 0.1751733 Sep 16 04:45:21.709952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Checking router: 076e63db-e662-4013-867f-6748952c80f5 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:45:21.710479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Updating router 076e63db-e662-4013-867f-6748952c80f5 port 3ba983bb-68cc-45de-9187-19af4bee96a9 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:45:21.747243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-f3a5b25b-1539-440c-aab9-a2c257f5892c req-df0c1836-69d0-4f87-bbeb-802d4be5da73 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Deleting port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:21.748040 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f3a5b25b-1539-440c-aab9-a2c257f5892c req-df0c1836-69d0-4f87-bbeb-802d4be5da73 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.752470 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:21.784466 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-2083a995-60f8-4c66-8dc8-ef4526e97dd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ac038c6-8e87-4562-ae56-4e085339b3f4 HTTP/1.1" status: 200 len: 217 time: 0.0903237 Sep 16 04:45:21.785915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592a491-6963-4a49-9799-017b7be96ab2 req-b9e58057-eb04-4d04-90b9-1a1d8078b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.787249 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e592a491-6963-4a49-9799-017b7be96ab2 req-b9e58057-eb04-4d04-90b9-1a1d8078b6e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8c106fb-b230-49ba-889c-ab6807f05453 HTTP/1.1" status: 200 len: 919 time: 0.2542326 Sep 16 04:45:21.802091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ee429-4a31-416c-b08b-e21154874995 req-04c89b51-f514-4b8c-af24-2902c35afb3e tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.812167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-04c89b51-f514-4b8c-af24-2902c35afb3e tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/networks?id=02183157-fce9-40c6-ab79-e70f94e62f4c HTTP/1.1" status: 200 len: 824 time: 0.1791093 Sep 16 04:45:21.835866 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-9b06dae2-dd39-45b2-94f0-12ed01da68ab tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/quotas/2781d165c2e94e189bd3af061edf91f5 HTTP/1.1" status: 200 len: 375 time: 0.0226843 Sep 16 04:45:21.874297 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-809d7637-df5e-4bcf-8f11-9e55cc888b17 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2781d165c2e94e189bd3af061edf91f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368378 Sep 16 04:45:21.927505 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e592a491-6963-4a49-9799-017b7be96ab2 req-60d24a97-b8ba-4fc6-a61a-8a835250f774 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0364adc8-8e96-4035-a3de-d4b6736e75f7 HTTP/1.1" status: 200 len: 217 time: 0.1230633 Sep 16 04:45:21.940182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0151693-d084-49a0-bea7-e58a2ea9361b req-a7bcc302-6774-4b1d-9564-b9095e800a88 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:21.941988 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0151693-d084-49a0-bea7-e58a2ea9361b req-a7bcc302-6774-4b1d-9564-b9095e800a88 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 945 time: 0.3517642 Sep 16 04:45:22.021236 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-0b21d4f5-d6d4-4658-86f8-8ef2b04eefaa service neutron] 10.222.0.53 "GET /v2.0/networks/02183157-fce9-40c6-ab79-e70f94e62f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352041 Sep 16 04:45:22.031513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-b46dabea-89b7-4b0f-9f7f-d544ebb49b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.033145 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-b46dabea-89b7-4b0f-9f7f-d544ebb49b86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b393eb69-34a9-475e-911b-3f43fe063fe3 HTTP/1.1" status: 200 len: 858 time: 0.2299109 Sep 16 04:45:22.080210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f3a5b25b-1539-440c-aab9-a2c257f5892c req-df0c1836-69d0-4f87-bbeb-802d4be5da73 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] For port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2e9133e2-7a09-4adb-a1ae-d173e9202e4f,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:22.080590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f3a5b25b-1539-440c-aab9-a2c257f5892c req-df0c1836-69d0-4f87-bbeb-802d4be5da73 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.084545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592a491-6963-4a49-9799-017b7be96ab2 req-13acffe6-98c8-4a7e-a2c7-d8f487820c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.086144 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e592a491-6963-4a49-9799-017b7be96ab2 req-13acffe6-98c8-4a7e-a2c7-d8f487820c99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b393eb69-34a9-475e-911b-3f43fe063fe3 HTTP/1.1" status: 200 len: 858 time: 0.1328158 Sep 16 04:45:22.122493 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0151693-d084-49a0-bea7-e58a2ea9361b req-d8714758-91a2-4665-8cbe-aef97dcca64e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637664 Sep 16 04:45:22.131223 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-5043e1d8-2650-4271-8a4f-e82160b8c01b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8c106fb-b230-49ba-889c-ab6807f05453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828059 Sep 16 04:45:22.161389 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-7fab29b3-ac51-497c-8914-6b8ea20c2cb6 service neutron] 10.222.0.53 "GET /v2.0/networks/02183157-fce9-40c6-ab79-e70f94e62f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378953 Sep 16 04:45:22.170414 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.180574 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.182582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-f3a5b25b-1539-440c-aab9-a2c257f5892c req-df0c1836-69d0-4f87-bbeb-802d4be5da73 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Calling delete_port for 2e9133e2-7a09-4adb-a1ae-d173e9202e4f owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:22.200203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e592a491-6963-4a49-9799-017b7be96ab2 req-02666a4d-3cc3-4136-8221-41b7222e3caa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8c106fb-b230-49ba-889c-ab6807f05453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911181 Sep 16 04:45:22.307839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe28da4-9f82-4c61-8690-289062b8d6cd None None] Pushing event updated for resources: {'Port': ['ID=3ba983bb-68cc-45de-9187-19af4bee96a9,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:22.343816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Attempting to bind port 3ba983bb-68cc-45de-9187-19af4bee96a9 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:22.344612 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Attempting to bind port 3ba983bb-68cc-45de-9187-19af4bee96a9 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:22.345309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Attempting to bind port 3ba983bb-68cc-45de-9187-19af4bee96a9 on network b484af42-d11f-4ec2-83eb-7d35c3841f1f {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:22.351915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:22.352766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Checking segment: {'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:22.353573 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.354219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Bound using segment: {'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:22.355197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Bound port: 3ba983bb-68cc-45de-9187-19af4bee96a9, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:22.355690 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.407171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7a12c4-2879-4428-addc-a5bb0120c865', 'tag': '6ac038c6-8e87-4562-ae56-4e085339b3f4'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:22.417089 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f79725d-90ea-4697-8270-d4813202d243" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7a12c4-2879-4428-addc-a5bb0120c865", "tag": "6ac038c6-8e87-4562-ae56-4e085339b3f4"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:22.509795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0c8ae-4da0-4a57-bdde-16d6fc7e82fe req-9551fcdf-6c3e-48fb-b8e8-c8c2e51ec0f6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.512313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94d0c8ae-4da0-4a57-bdde-16d6fc7e82fe req-9551fcdf-6c3e-48fb-b8e8-c8c2e51ec0f6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 943 time: 0.0774457 Sep 16 04:45:22.544932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0a4bbc6f-3e46-42a8-81bb-f7f7ab02a7f4 None None] Provisioning complete for port 3ba983bb-68cc-45de-9187-19af4bee96a9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:22.545321 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0a4bbc6f-3e46-42a8-81bb-f7f7ab02a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.581436 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94d0c8ae-4da0-4a57-bdde-16d6fc7e82fe req-5a2210c7-9ce3-4541-a8d9-ad2c4ab94efb tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545850 Sep 16 04:45:22.590513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e997-9d85-43e1-8349-3f36dd6dbaf6 req-5a605d21-12f7-4fa5-b7f8-8f2e9bb28cd0 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:22.592242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] For port 3ba983bb-68cc-45de-9187-19af4bee96a9, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:22.599194 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f7d0e997-9d85-43e1-8349-3f36dd6dbaf6 req-5a605d21-12f7-4fa5-b7f8-8f2e9bb28cd0 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.3455439 Sep 16 04:45:22.613960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] For port 3ba983bb-68cc-45de-9187-19af4bee96a9, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3ba983bb-68cc-45de-9187-19af4bee96a9,segment=NetworkSegment(38c6a5c7-fd52-4444-bfea-2bcb3589ad38),segment_id=38c6a5c7-fd52-4444-bfea-2bcb3589ad38)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:22.615507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e592a491-6963-4a49-9799-017b7be96ab2 req-8ad30c06-0e2a-429a-abca-6568506b7660 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934267 Sep 16 04:45:22.616838 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0a4bbc6f-3e46-42a8-81bb-f7f7ab02a7f4 None None] Port 3ba983bb-68cc-45de-9187-19af4bee96a9 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:22.622160 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:22.625468 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-68dc185f-9d96-4011-99b6-36e6f170d7d4 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746075 Sep 16 04:45:22.690329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe28da4-9f82-4c61-8690-289062b8d6cd None None] Pushing event updated for resources: {'Port': ['ID=3ba983bb-68cc-45de-9187-19af4bee96a9,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:22.704742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Routers {'076e63db-e662-4013-867f-6748952c80f5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:45:22.709009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:45:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['076e63db-e662-4013-867f-6748952c80f5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:22.839159 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f7d0e997-9d85-43e1-8349-3f36dd6dbaf6 req-cd9a8f0a-2e15-47a5-95ac-d0dd96235df4 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388265 Sep 16 04:45:22.864906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] Set router 076e63db-e662-4013-867f-6748952c80f5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:45:23.064561 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe8e3da1-c78f-4eea-bd24-038f6f7b23a9 req-e4599a0b-81c4-4cd8-878a-32daa51f8fc9 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219394 Sep 16 04:45:23.082060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d07e7e9-5322-438b-a079-c76d1e32506a req-2b81992b-33ca-4125-a47d-b1909883b2ce tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 210 time: 0.0894802 Sep 16 04:45:23.111055 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f541779f-af3c-4a6c-8b98-cdfe99a6118b x-openstack-request-id: req-f541779f-af3c-4a6c-8b98-cdfe99a6118b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:23.111355 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7a12c4-2879-4428-addc-a5bb0120c865", "tag": "6ac038c6-8e87-4562-ae56-4e085339b3f4", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:23.111617 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f541779f-af3c-4a6c-8b98-cdfe99a6118b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:23.112015 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7a12c4-2879-4428-addc-a5bb0120c865', 'tag': '6ac038c6-8e87-4562-ae56-4e085339b3f4', 'status': 'completed', 'code': 200} Sep 16 04:45:23.147625 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.165361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-726e2181-7f28-4451-8fe7-9b3014efd532 None None] Provisioning complete for port 3ba983bb-68cc-45de-9187-19af4bee96a9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:23.165361 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-726e2181-7f28-4451-8fe7-9b3014efd532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.312824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b9599-cf18-4e5b-9625-3b1abe11f0c2 req-264e0876-78c6-43b3-8d21-8c2d8e03508b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.314547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca8b9599-cf18-4e5b-9625-3b1abe11f0c2 req-264e0876-78c6-43b3-8d21-8c2d8e03508b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1018660 Sep 16 04:45:23.348828 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-726e2181-7f28-4451-8fe7-9b3014efd532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.389386 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca8b9599-cf18-4e5b-9625-3b1abe11f0c2 req-7ab283aa-086d-4505-a72f-5c38bf0cdcb4 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665793 Sep 16 04:45:23.413206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-726e2181-7f28-4451-8fe7-9b3014efd532 None None] For port 3ba983bb-68cc-45de-9187-19af4bee96a9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3ba983bb-68cc-45de-9187-19af4bee96a9,segment=NetworkSegment(38c6a5c7-fd52-4444-bfea-2bcb3589ad38),segment_id=38c6a5c7-fd52-4444-bfea-2bcb3589ad38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:23.439645 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-726e2181-7f28-4451-8fe7-9b3014efd532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.442422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:45:18Z', 'revision_number': 4, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '3ba983bb-68cc-45de-9187-19af4bee96a9', 'name': '', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'mac_address': 'fa:16:3e:b7:c6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:22Z', 'revision_number': 4, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'subnets': [{'id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:23.526306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7290444b-b89c-418b-a3c1-590cd4de3eb2 None None] The sync data for ids ['076e63db-e662-4013-867f-6748952c80f5'] in n-d-712142-17 is: [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:45:18Z', 'revision_number': 4, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '3ba983bb-68cc-45de-9187-19af4bee96a9', 'name': '', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'mac_address': 'fa:16:3e:b7:c6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:22Z', 'revision_number': 4, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'subnets': [{'id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:45:23.532446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e2181-7f28-4451-8fe7-9b3014efd532 None None] Pushing event updated for resources: {'Port': ['ID=3ba983bb-68cc-45de-9187-19af4bee96a9,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:23.706457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd5bd0-6856-40d1-bdf7-bbe863b5c9b4 req-ff185f0c-80a5-4e65-b0c8-61ef09f5ac1f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.707337 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e592a491-6963-4a49-9799-017b7be96ab2 req-82b9b85b-d090-4fda-8b41-6339bb33249e service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0726807 Sep 16 04:45:23.708305 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2fd5bd0-6856-40d1-bdf7-bbe863b5c9b4 req-ff185f0c-80a5-4e65-b0c8-61ef09f5ac1f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0629792 Sep 16 04:45:23.727825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f3a5b25b-1539-440c-aab9-a2c257f5892c req-df0c1836-69d0-4f87-bbeb-802d4be5da73 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.742130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['2e9133e2-7a09-4adb-a1ae-d173e9202e4f'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:23.761574 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2fd5bd0-6856-40d1-bdf7-bbe863b5c9b4 req-281d6274-ca77-4aba-a7d2-3dcb0a1f28a7 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457695 Sep 16 04:45:23.798116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c1836-69d0-4f87-bbeb-802d4be5da73 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event deleted for resources: {'Port': ['ID=2e9133e2-7a09-4adb-a1ae-d173e9202e4f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:23.846071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79725d-90ea-4697-8270-d4813202d243 req-15b6d077-8c96-41ef-abd9-8edd93bcae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.847674 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f79725d-90ea-4697-8270-d4813202d243 req-15b6d077-8c96-41ef-abd9-8edd93bcae3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ffb84455cdc41db90417b342120d929&device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 1095 time: 0.6833594 Sep 16 04:45:23.884739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a5b25b-1539-440c-aab9-a2c257f5892c req-df0c1836-69d0-4f87-bbeb-802d4be5da73 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] No DVR routers for this DVR port 2e9133e2-7a09-4adb-a1ae-d173e9202e4f on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:23.909634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab2d63-888b-4b1c-8cf3-a889520b0307 req-21c521ca-37bb-4f28-8cad-c29e1f275c60 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.918487 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ecab2d63-888b-4b1c-8cf3-a889520b0307 req-21c521ca-37bb-4f28-8cad-c29e1f275c60 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=db62a1b8-7948-4701-b296-7b5f9dc0a976 HTTP/1.1" status: 200 len: 867 time: 0.6833079 Sep 16 04:45:23.920715 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f3a5b25b-1539-440c-aab9-a2c257f5892c req-df0c1836-69d0-4f87-bbeb-802d4be5da73 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:23.922794 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f3a5b25b-1539-440c-aab9-a2c257f5892c req-df0c1836-69d0-4f87-bbeb-802d4be5da73 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "DELETE /v2.0/ports/2e9133e2-7a09-4adb-a1ae-d173e9202e4f HTTP/1.1" status: 204 len: 173 time: 2.6894686 Sep 16 04:45:23.980698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63262ed9-c35c-4ae8-9280-a33ee45b237c req-1044cc7f-a736-4b8b-b7ae-7c02f206738c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:23.983279 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63262ed9-c35c-4ae8-9280-a33ee45b237c req-1044cc7f-a736-4b8b-b7ae-7c02f206738c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 943 time: 0.1095116 Sep 16 04:45:24.063539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63262ed9-c35c-4ae8-9280-a33ee45b237c req-5ae1a50e-ddb7-4250-9e4d-e54179b56bc1 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692570 Sep 16 04:45:24.214209 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ecab2d63-888b-4b1c-8cf3-a889520b0307 req-d56e7356-5b9a-4265-8dc2-f131a8fa6d1c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949827 Sep 16 04:45:24.255575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ee429-4a31-416c-b08b-e21154874995 req-99e78f90-0741-424f-b1f0-06e10e217a3c tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.260426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-99e78f90-0741-424f-b1f0-06e10e217a3c tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.15 "GET /v2.0/networks?id=02183157-fce9-40c6-ab79-e70f94e62f4c HTTP/1.1" status: 200 len: 824 time: 0.3329396 Sep 16 04:45:24.266507 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79725d-90ea-4697-8270-d4813202d243 req-70f906e7-fdec-417e-a227-2b3c26cd5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.270482 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f79725d-90ea-4697-8270-d4813202d243 req-70f906e7-fdec-417e-a227-2b3c26cd5a6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8c106fb-b230-49ba-889c-ab6807f05453 HTTP/1.1" status: 200 len: 919 time: 0.3870788 Sep 16 04:45:24.277324 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-532ee429-4a31-416c-b08b-e21154874995 req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Request body: {'port': {'device_id': '7aa0043b-afd2-4134-a3e9-02868a30683f', 'network_id': '02183157-fce9-40c6-ab79-e70f94e62f4c', 'admin_state_up': True, 'tenant_id': '2781d165c2e94e189bd3af061edf91f5'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:24.349954 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f79725d-90ea-4697-8270-d4813202d243 req-2629b863-1050-4ecf-9b4a-50ab6dc07b19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ac038c6-8e87-4562-ae56-4e085339b3f4 HTTP/1.1" status: 200 len: 217 time: 0.0681133 Sep 16 04:45:24.350894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f197f48-9854-43a0-a787-2637b9a3ddc1 req-b65abea7-5b15-41e0-adef-f50bc897051d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.354096 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f197f48-9854-43a0-a787-2637b9a3ddc1 req-b65abea7-5b15-41e0-adef-f50bc897051d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0936544 Sep 16 04:45:24.420755 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f197f48-9854-43a0-a787-2637b9a3ddc1 req-1c04d4b6-3ff3-4776-9624-cb640ac5dbbe tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604334 Sep 16 04:45:24.490590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79725d-90ea-4697-8270-d4813202d243 req-d95f0ed7-2865-47df-90fc-4a080ae7eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.493754 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f79725d-90ea-4697-8270-d4813202d243 req-d95f0ed7-2865-47df-90fc-4a080ae7eb72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b393eb69-34a9-475e-911b-3f43fe063fe3 HTTP/1.1" status: 200 len: 858 time: 0.1040611 Sep 16 04:45:24.563184 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f79725d-90ea-4697-8270-d4813202d243 req-24d4bb4f-519a-477e-af2b-e2339df0938c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8c106fb-b230-49ba-889c-ab6807f05453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575080 Sep 16 04:45:24.592370 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f4e168db-d195-45f3-83b2-ebd3ce31e40a req-418a9955-c176-4ad0-8dee-923863ca3355 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 210 time: 0.0611925 Sep 16 04:45:24.600411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532ee429-4a31-416c-b08b-e21154874995 req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Made reservation on behalf of 2781d165c2e94e189bd3af061edf91f5 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:24.610620 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-532ee429-4a31-416c-b08b-e21154874995 req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:24.746348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf17a9a-817e-4cd8-8715-9d377a426b05 req-b298dd58-b4ea-4ad0-a773-118676d29164 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.748083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-baf17a9a-817e-4cd8-8715-9d377a426b05 req-b298dd58-b4ea-4ad0-a773-118676d29164 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0737007 Sep 16 04:45:24.774647 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f79725d-90ea-4697-8270-d4813202d243 req-3ef11a28-aad5-41e3-bee1-8ccfc9a82d64 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924503 Sep 16 04:45:24.803871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-baf17a9a-817e-4cd8-8715-9d377a426b05 req-5a58cd76-f972-44dc-97bc-677f1ecebcc3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443377 Sep 16 04:45:24.885678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-532ee429-4a31-416c-b08b-e21154874995 req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Allocated IP 172.20.0.9 (02183157-fce9-40c6-ab79-e70f94e62f4c/84460090-5cdb-4b98-a9bc-3b5e4fca6315/4c02cf00-0683-4e0c-852f-2c5edb5787d8) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:24.957976 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f79725d-90ea-4697-8270-d4813202d243 req-31dbf014-4e9b-4c1f-8e48-d31a13773c16 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606016 Sep 16 04:45:24.995220 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1b41e-f0f4-43fd-9b1a-4c869533afb5 req-34011aee-26dd-468e-b79a-f755ec9dd1e5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:24.996817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-17c1b41e-f0f4-43fd-9b1a-4c869533afb5 req-34011aee-26dd-468e-b79a-f755ec9dd1e5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1073213 Sep 16 04:45:25.103716 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-17c1b41e-f0f4-43fd-9b1a-4c869533afb5 req-becb9fae-6c03-435d-8a0a-300c6391a6fb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984070 Sep 16 04:45:25.113218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db62a1b8-7948-4701-b296-7b5f9dc0a976', 'name': 'network-vif-deleted', 'tag': '2e9133e2-7a09-4adb-a1ae-d173e9202e4f'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:25.116308 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d0f97c-3ab3-453f-b9a9-208e58975977" -d '{"events": [{"server_uuid": "db62a1b8-7948-4701-b296-7b5f9dc0a976", "name": "network-vif-deleted", "tag": "2e9133e2-7a09-4adb-a1ae-d173e9202e4f"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:25.159360 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-532ee429-4a31-416c-b08b-e21154874995 req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.186676 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92648ce0-5d70-41cd-9eea-2f2cd2c72e4c x-openstack-request-id: req-92648ce0-5d70-41cd-9eea-2f2cd2c72e4c {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:25.188449 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db62a1b8-7948-4701-b296-7b5f9dc0a976", "name": "network-vif-deleted", "tag": "2e9133e2-7a09-4adb-a1ae-d173e9202e4f", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:25.188828 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92648ce0-5d70-41cd-9eea-2f2cd2c72e4c {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:25.193493 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db62a1b8-7948-4701-b296-7b5f9dc0a976', 'name': 'network-vif-deleted', 'tag': '2e9133e2-7a09-4adb-a1ae-d173e9202e4f', 'status': 'completed', 'code': 200} Sep 16 04:45:25.229806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3ba983bb-68cc-45de-9187-19af4bee96a9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:25.240814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-532ee429-4a31-416c-b08b-e21154874995 req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.325572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88969433-6b29-408c-b9a5-31386033514c req-20fc1409-2fe1-430e-a59c-f8a710b1b7f0 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.329690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88969433-6b29-408c-b9a5-31386033514c req-20fc1409-2fe1-430e-a59c-f8a710b1b7f0 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 943 time: 0.1098230 Sep 16 04:45:25.341161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 3ba983bb-68cc-45de-9187-19af4bee96a9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:25.341786 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.346830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Pushing event updated for resources: {'Port': ['ID=4c02cf00-0683-4e0c-852f-2c5edb5787d8,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:25.359145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532ee429-4a31-416c-b08b-e21154874995 req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Network 02183157-fce9-40c6-ab79-e70f94e62f4c is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:25.361176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-532ee429-4a31-416c-b08b-e21154874995 req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:25.370049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-532ee429-4a31-416c-b08b-e21154874995 req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:25.420014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88969433-6b29-408c-b9a5-31386033514c req-feb20566-7fa8-40a4-8bbb-ba24dc7db8f7 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801890 Sep 16 04:45:25.444772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0364adc8-8e96-4035-a3de-d4b6736e75f7 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:25.509669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ee429-4a31-416c-b08b-e21154874995 req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.509669 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-532ee429-4a31-416c-b08b-e21154874995 req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.540888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536cf54-804e-46fe-9a28-d74932e5fc8d req-1e61bc42-397c-42f1-9787-66f1849f063f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.546155 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d536cf54-804e-46fe-9a28-d74932e5fc8d req-1e61bc42-397c-42f1-9787-66f1849f063f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1379910 Sep 16 04:45:25.564543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-9b96cf37-26b1-4463-a537-07a1fdd3fa9d tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2929218 Sep 16 04:45:25.581496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Request body: {'port': {'device_id': '7aa0043b-afd2-4134-a3e9-02868a30683f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:25.609502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0364adc8-8e96-4035-a3de-d4b6736e75f7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0364adc8-8e96-4035-a3de-d4b6736e75f7,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:25.624091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '0364adc8-8e96-4035-a3de-d4b6736e75f7', 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453', 'port_id': '0364adc8-8e96-4035-a3de-d4b6736e75f7', 'mac_address': 'fa:16:3e:21:8a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b393eb69-34a9-475e-911b-3f43fe063fe3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:25.637051 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d536cf54-804e-46fe-9a28-d74932e5fc8d req-b95dc7b7-d58b-40e1-a9f8-8634839f2512 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821266 Sep 16 04:45:25.674608 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.699632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0364adc8-8e96-4035-a3de-d4b6736e75f7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:25.713433 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.734423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0364adc8-8e96-4035-a3de-d4b6736e75f7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0364adc8-8e96-4035-a3de-d4b6736e75f7,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:25.740214 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:25.793198 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c030f86-7958-4bc6-9f9d-580db1d54378 req-02af612c-2753-40e1-a76b-840bfcf99eff tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.798130 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c030f86-7958-4bc6-9f9d-580db1d54378 req-02af612c-2753-40e1-a76b-840bfcf99eff tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0596371 Sep 16 04:45:25.800628 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=0364adc8-8e96-4035-a3de-d4b6736e75f7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:25.811402 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.811899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.812546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.812998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.813447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.814136 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.814589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.815212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.815889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.816338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.816783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.817224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:45:25.843298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c030f86-7958-4bc6-9f9d-580db1d54378 req-1ea1f757-7d54-43a2-8231-4f03f4e71d4e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383959 Sep 16 04:45:25.879006 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da2efe-3f18-4e4d-b775-fcfb6a1fd6c2 req-d9a2655c-0160-48ed-8ca8-a40a5d2d31b2 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:25.890532 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a8da2efe-3f18-4e4d-b775-fcfb6a1fd6c2 req-d9a2655c-0160-48ed-8ca8-a40a5d2d31b2 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 931 time: 0.1496313 Sep 16 04:45:25.965633 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['0364adc8-8e96-4035-a3de-d4b6736e75f7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:26.003102 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a8da2efe-3f18-4e4d-b775-fcfb6a1fd6c2 req-6306ca2c-91de-469c-989b-567e63584f54 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533152 Sep 16 04:45:26.161380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-437b88b7-09c0-44f0-9293-f1f2267425ee tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:26.176975 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-437b88b7-09c0-44f0-9293-f1f2267425ee tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.2421558 Sep 16 04:45:26.206837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-969a4020-00c9-490e-ae3b-5f230a1c059e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/quotas/12e4b4d2b68d4193892f7f9652ee2b63 HTTP/1.1" status: 200 len: 375 time: 0.0281832 Sep 16 04:45:26.257276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-aa5e1c6d-fbb0-40f5-894b-e0f85c36ebde tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495152 Sep 16 04:45:26.271104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 2e9133e2-7a09-4adb-a1ae-d173e9202e4f no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:26.293890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 2e9133e2-7a09-4adb-a1ae-d173e9202e4f {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:26.294096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 2e9133e2-7a09-4adb-a1ae-d173e9202e4f not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:26.313294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c02cf00-0683-4e0c-852f-2c5edb5787d8 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:26.323816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.343917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Transition to ACTIVE for port object 4c02cf00-0683-4e0c-852f-2c5edb5787d8 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:26.353126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989cefa-44f1-4723-b867-3877f30cf703 req-24ea4007-1e62-48cc-9432-09095a902f54 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:26.354702 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d989cefa-44f1-4723-b867-3877f30cf703 req-24ea4007-1e62-48cc-9432-09095a902f54 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0951154 Sep 16 04:45:26.355998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.369678 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-d3989afd-5c5c-4b07-9aa7-8a0a50faf749 service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113300 Sep 16 04:45:26.429144 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Pushing event updated for resources: {'Port': ['ID=4c02cf00-0683-4e0c-852f-2c5edb5787d8,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:26.468066 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d989cefa-44f1-4723-b867-3877f30cf703 req-3b75434a-f961-4652-9891-75ad21534252 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039855 Sep 16 04:45:26.497769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-3551db0e-e0e9-4d2d-9033-37d10d998b04 service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271038 Sep 16 04:45:26.530076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Attempting to bind port 4c02cf00-0683-4e0c-852f-2c5edb5787d8 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:26.530427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Attempting to bind port 4c02cf00-0683-4e0c-852f-2c5edb5787d8 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '665bfdcd-e919-47da-a76c-e38f791b9828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02183157-fce9-40c6-ab79-e70f94e62f4c'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:26.530771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Attempting to bind port 4c02cf00-0683-4e0c-852f-2c5edb5787d8 on network 02183157-fce9-40c6-ab79-e70f94e62f4c {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:26.535646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Port 4c02cf00-0683-4e0c-852f-2c5edb5787d8 on network 02183157-fce9-40c6-ab79-e70f94e62f4c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:26.535995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Attempting to bind port 4c02cf00-0683-4e0c-852f-2c5edb5787d8 on network 02183157-fce9-40c6-ab79-e70f94e62f4c {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:26.541711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:26.542404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Checking segment: {'id': '665bfdcd-e919-47da-a76c-e38f791b9828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02183157-fce9-40c6-ab79-e70f94e62f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:26.542994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Bound using segment: {'id': '665bfdcd-e919-47da-a76c-e38f791b9828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02183157-fce9-40c6-ab79-e70f94e62f4c'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:26.543652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Bound port: 4c02cf00-0683-4e0c-852f-2c5edb5787d8, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665bfdcd-e919-47da-a76c-e38f791b9828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '02183157-fce9-40c6-ab79-e70f94e62f4c'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:26.544051 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.688838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] For port 4c02cf00-0683-4e0c-852f-2c5edb5787d8, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:26.713218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] For port 4c02cf00-0683-4e0c-852f-2c5edb5787d8, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4c02cf00-0683-4e0c-852f-2c5edb5787d8,segment=NetworkSegment(665bfdcd-e919-47da-a76c-e38f791b9828),segment_id=665bfdcd-e919-47da-a76c-e38f791b9828)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:26.735044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a6926-29b8-4fab-b090-0bb14fe22c90 req-6fb4a709-67c3-4c3d-bc21-ca4145bfad17 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:26.737041 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b42a6926-29b8-4fab-b090-0bb14fe22c90 req-6fb4a709-67c3-4c3d-bc21-ca4145bfad17 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 943 time: 0.0970962 Sep 16 04:45:26.739171 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.778496 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c88c63e0-51c2-446a-ae38-4464a9099eca req-6c17dd2d-eda6-400a-82dc-7258981b6f3d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 210 time: 0.0413353 Sep 16 04:45:26.806785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:26.809248 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:26.809248 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] 10.222.0.15 "PUT /v2.0/ports/4c02cf00-0683-4e0c-852f-2c5edb5787d8 HTTP/1.1" status: 200 len: 1092 time: 1.2321844 Sep 16 04:45:26.841223 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b62c8-b283-4e6c-95e7-9fc8cc866b69 service neutron] Pushing event updated for resources: {'Port': ['ID=4c02cf00-0683-4e0c-852f-2c5edb5787d8,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:26.846987 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b42a6926-29b8-4fab-b090-0bb14fe22c90 req-d40c9f96-5fc6-4731-9668-e97ffccfeccd tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020467 Sep 16 04:45:26.900098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ee429-4a31-416c-b08b-e21154874995 req-b2cd2bb2-eb47-42f4-9b18-c9a12d8a7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:26.902072 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-b2cd2bb2-eb47-42f4-9b18-c9a12d8a7b43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2781d165c2e94e189bd3af061edf91f5&device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 1095 time: 0.0493197 Sep 16 04:45:26.953235 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-5983ae72-d7df-4d5a-bd5f-ca3f1c0b458d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c02cf00-0683-4e0c-852f-2c5edb5787d8 HTTP/1.1" status: 200 len: 217 time: 0.0430262 Sep 16 04:45:27.011730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ee429-4a31-416c-b08b-e21154874995 req-7eb77f6f-1dff-45f3-9c1b-6ebc08bf7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.013271 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-7eb77f6f-1dff-45f3-9c1b-6ebc08bf7df7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84460090-5cdb-4b98-a9bc-3b5e4fca6315 HTTP/1.1" status: 200 len: 864 time: 0.0516162 Sep 16 04:45:27.062957 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-5791799e-3507-4795-9258-a38f8c6bd0e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02183157-fce9-40c6-ab79-e70f94e62f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424054 Sep 16 04:45:27.199957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa0043b-afd2-4134-a3e9-02868a30683f', 'tag': '4c02cf00-0683-4e0c-852f-2c5edb5787d8'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:27.205563 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c79f722-fed5-409e-9296-ae24b313cf68" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa0043b-afd2-4134-a3e9-02868a30683f", "tag": "4c02cf00-0683-4e0c-852f-2c5edb5787d8"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:27.223234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b086f3b-6c7a-4faa-be3f-af855215d521 req-9085c27d-f7a7-44ad-987f-743fb9fa3030 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.227111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b086f3b-6c7a-4faa-be3f-af855215d521 req-9085c27d-f7a7-44ad-987f-743fb9fa3030 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 943 time: 0.0720685 Sep 16 04:45:27.250159 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-2df29db4-9693-4158-96d5-a7ebddcecd73 service neutron] 10.222.0.15 "GET /v2.0/networks/02183157-fce9-40c6-ab79-e70f94e62f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724470 Sep 16 04:45:27.261896 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8861e985-5a26-496d-83ac-a82ec4241851 x-openstack-request-id: req-8861e985-5a26-496d-83ac-a82ec4241851 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:27.262460 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa0043b-afd2-4134-a3e9-02868a30683f", "tag": "4c02cf00-0683-4e0c-852f-2c5edb5787d8", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:27.262865 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8861e985-5a26-496d-83ac-a82ec4241851 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:27.263267 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa0043b-afd2-4134-a3e9-02868a30683f', 'tag': '4c02cf00-0683-4e0c-852f-2c5edb5787d8', 'status': 'completed', 'code': 200} Sep 16 04:45:27.300756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b086f3b-6c7a-4faa-be3f-af855215d521 req-a682a64c-81b0-46ac-80a1-75b7f7fea24b tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553329 Sep 16 04:45:27.368692 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-532ee429-4a31-416c-b08b-e21154874995 req-b431ca84-00a7-4218-b08d-2505a3fa32cb service neutron] 10.222.0.15 "GET /v2.0/networks/02183157-fce9-40c6-ab79-e70f94e62f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166329 Sep 16 04:45:27.427977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 6ac038c6-8e87-4562-ae56-4e085339b3f4 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:27.430514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0364adc8-8e96-4035-a3de-d4b6736e75f7 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:27.460459 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79f722-fed5-409e-9296-ae24b313cf68 req-3c4f33fd-6b23-426d-84fd-051216ffda3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.463183 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c79f722-fed5-409e-9296-ae24b313cf68 req-3c4f33fd-6b23-426d-84fd-051216ffda3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2781d165c2e94e189bd3af061edf91f5&device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 1095 time: 0.0462580 Sep 16 04:45:27.561389 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 0364adc8-8e96-4035-a3de-d4b6736e75f7 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:27.587750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 6ac038c6-8e87-4562-ae56-4e085339b3f4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6ac038c6-8e87-4562-ae56-4e085339b3f4,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:27.598676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79f722-fed5-409e-9296-ae24b313cf68 req-838dc739-633a-4a60-8b5d-7710fd7c9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.600578 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c79f722-fed5-409e-9296-ae24b313cf68 req-838dc739-633a-4a60-8b5d-7710fd7c9e0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=02183157-fce9-40c6-ab79-e70f94e62f4c HTTP/1.1" status: 200 len: 925 time: 0.1301806 Sep 16 04:45:27.610035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '6ac038c6-8e87-4562-ae56-4e085339b3f4', 'network_id': 'c8c106fb-b230-49ba-889c-ab6807f05453', 'port_id': '6ac038c6-8e87-4562-ae56-4e085339b3f4', 'mac_address': 'fa:16:3e:55:be:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b393eb69-34a9-475e-911b-3f43fe063fe3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:27.613476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 0364adc8-8e96-4035-a3de-d4b6736e75f7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:27.613952 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.659514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3974d4-6150-4b73-86b8-5a03dc4bb3d9 req-7ad349f8-1f04-483a-aed2-c9132e4f39f5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.663408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be3974d4-6150-4b73-86b8-5a03dc4bb3d9 req-7ad349f8-1f04-483a-aed2-c9132e4f39f5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0988259 Sep 16 04:45:27.665632 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c79f722-fed5-409e-9296-ae24b313cf68 req-2d8beb4c-7667-46ac-93e9-a917a3d396a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c02cf00-0683-4e0c-852f-2c5edb5787d8 HTTP/1.1" status: 200 len: 217 time: 0.0566177 Sep 16 04:45:27.698285 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.715938 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac038c6-8e87-4562-ae56-4e085339b3f4 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:27.761497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 6ac038c6-8e87-4562-ae56-4e085339b3f4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6ac038c6-8e87-4562-ae56-4e085339b3f4,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:27.768794 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be3974d4-6150-4b73-86b8-5a03dc4bb3d9 req-7e5052b8-2ece-4c3d-8af8-18736d4924c0 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983758 Sep 16 04:45:27.773170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79f722-fed5-409e-9296-ae24b313cf68 req-ad8b72db-692c-4be6-a4f4-35a905ef4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:27.773742 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.775855 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c79f722-fed5-409e-9296-ae24b313cf68 req-ad8b72db-692c-4be6-a4f4-35a905ef4d82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84460090-5cdb-4b98-a9bc-3b5e4fca6315 HTTP/1.1" status: 200 len: 864 time: 0.0960641 Sep 16 04:45:27.790138 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:27.824526 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c79f722-fed5-409e-9296-ae24b313cf68 req-d8cf6115-659a-4134-99a3-1ecb1dc5949e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02183157-fce9-40c6-ab79-e70f94e62f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394187 Sep 16 04:45:27.881439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=6ac038c6-8e87-4562-ae56-4e085339b3f4,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:27.921791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9878d210-6255-417b-aaae-bbfa3b8ca9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0364adc8-8e96-4035-a3de-d4b6736e75f7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:27.927739 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d35239b-1bac-439c-b15b-10fa8e9d5c8d" -d '{"events": [{"server_uuid": "9878d210-6255-417b-aaae-bbfa3b8ca9f4", "name": "network-vif-plugged", "status": "completed", "tag": "0364adc8-8e96-4035-a3de-d4b6736e75f7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:27.971166 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0364adc8-8e96-4035-a3de-d4b6736e75f7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0364adc8-8e96-4035-a3de-d4b6736e75f7,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:27.979542 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.017378 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eb443223-1064-434e-818e-907c16f79d3d req-6fbd919c-7c5e-4157-a92a-348f54668d92 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 210 time: 0.1148815 Sep 16 04:45:28.075829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=0364adc8-8e96-4035-a3de-d4b6736e75f7,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:28.081888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['6ac038c6-8e87-4562-ae56-4e085339b3f4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:28.086632 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c79f722-fed5-409e-9296-ae24b313cf68 req-965feade-d7b5-4e65-bf92-50c15d0affe1 service neutron] 10.222.0.15 "GET /v2.0/networks/02183157-fce9-40c6-ab79-e70f94e62f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376459 Sep 16 04:45:28.159422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-1b5109ac-2965-4a12-9479-ad23d2fc94ed tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.161255 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-1b5109ac-2965-4a12-9479-ad23d2fc94ed tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.3354812 Sep 16 04:45:28.206116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Request body: {'port': {'device_id': 'cb1b987e-84c7-414e-82ec-86739a8cd16f', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'admin_state_up': True, 'tenant_id': '12e4b4d2b68d4193892f7f9652ee2b63'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:28.221985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4518-52c8-40ef-9cf3-c33a0e0f57cb req-39f34419-61f9-4d32-9d0e-ceabdbc86987 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.223696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2ca4518-52c8-40ef-9cf3-c33a0e0f57cb req-39f34419-61f9-4d32-9d0e-ceabdbc86987 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 944 time: 0.1090760 Sep 16 04:45:28.231579 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca08cbba-585e-4589-8312-f46e95bc3c65 x-openstack-request-id: req-ca08cbba-585e-4589-8312-f46e95bc3c65 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:28.231882 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9878d210-6255-417b-aaae-bbfa3b8ca9f4", "name": "network-vif-plugged", "status": "completed", "tag": "0364adc8-8e96-4035-a3de-d4b6736e75f7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:28.232184 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca08cbba-585e-4589-8312-f46e95bc3c65 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:28.234098 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9878d210-6255-417b-aaae-bbfa3b8ca9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0364adc8-8e96-4035-a3de-d4b6736e75f7', 'code': 200} Sep 16 04:45:28.322990 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2ca4518-52c8-40ef-9cf3-c33a0e0f57cb req-65e2201e-9e62-4b08-abd0-4dedf7cc0801 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866487 Sep 16 04:45:28.467021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05ca3b-2c81-4af8-8544-658ff28d7a4d req-d4b537d8-98a4-4082-a83f-b09be12538cb tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.469100 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c79f722-fed5-409e-9296-ae24b313cf68 req-db9ab2ea-99d9-4870-881a-33b7e79c8d2b service neutron] 10.222.0.15 "GET /v2.0/networks/02183157-fce9-40c6-ab79-e70f94e62f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754771 Sep 16 04:45:28.469268 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d05ca3b-2c81-4af8-8544-658ff28d7a4d req-d4b537d8-98a4-4082-a83f-b09be12538cb tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 943 time: 0.0618303 Sep 16 04:45:28.511815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b938d1-ccdb-4508-aafa-b87a15ee8d99 req-466800c1-c517-435d-84bb-7a8242d2619d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.514098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d05ca3b-2c81-4af8-8544-658ff28d7a4d req-bb0cae61-a988-40b0-89e0-1507d5be3077 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391967 Sep 16 04:45:28.518067 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05b938d1-ccdb-4508-aafa-b87a15ee8d99 req-466800c1-c517-435d-84bb-7a8242d2619d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.2114010 Sep 16 04:45:28.523957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e08dfa-6a8d-4635-be22-1483ea2f5570 req-9f2ee333-932e-4f81-b352-f3af2d1659da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:28.525593 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-67e08dfa-6a8d-4635-be22-1483ea2f5570 req-9f2ee333-932e-4f81-b352-f3af2d1659da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 1097 time: 0.1804202 Sep 16 04:45:28.575665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Made reservation on behalf of 12e4b4d2b68d4193892f7f9652ee2b63 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:28.579180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.612612 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-67e08dfa-6a8d-4635-be22-1483ea2f5570 req-b115948b-57b0-4013-a5b8-4d0c071e28f5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790451 Sep 16 04:45:28.617165 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05b938d1-ccdb-4508-aafa-b87a15ee8d99 req-b19ea318-86b8-44dd-a597-71ccf92606d6 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979190 Sep 16 04:45:28.742694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Allocated IP 172.20.0.2 (a9db93c8-763a-44d3-974e-03a5c35c1e44/fe58f381-cad6-48c7-a9bf-7d2ce1b9e110/0a4d57ce-a8e9-4710-aead-1f87bc7a4617) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:28.901255 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.938543 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:28.985083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Network a9db93c8-763a-44d3-974e-03a5c35c1e44 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:28.988287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:28.992181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:29.027962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event updated for resources: {'Port': ['ID=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:29.061543 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:29.062304 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.084759 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-c673008e-f292-47d3-8133-fd84bda753dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8897510 Sep 16 04:45:29.099951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Request body: {'port': {'device_id': 'cb1b987e-84c7-414e-82ec-86739a8cd16f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:29.200275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15591003-5432-414c-bdf6-83226efcc407 req-0eab0def-6aa6-4e8c-a70b-747697cf47c3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:29.201923 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15591003-5432-414c-bdf6-83226efcc407 req-0eab0def-6aa6-4e8c-a70b-747697cf47c3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 931 time: 0.0979578 Sep 16 04:45:29.203336 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.280744 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15591003-5432-414c-bdf6-83226efcc407 req-98657a1c-8a9e-4716-94a4-96f99d09c813 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668523 Sep 16 04:45:29.444237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 6ac038c6-8e87-4562-ae56-4e085339b3f4 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:29.464928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c046a0-c48b-4018-ae70-40313f11773c req-07d72666-8b64-48eb-a38f-49439d62f243 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:29.466695 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0c046a0-c48b-4018-ae70-40313f11773c req-07d72666-8b64-48eb-a38f-49439d62f243 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 944 time: 0.0553715 Sep 16 04:45:29.514365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 6ac038c6-8e87-4562-ae56-4e085339b3f4 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:29.518735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 6ac038c6-8e87-4562-ae56-4e085339b3f4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:29.519412 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.522123 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0c046a0-c48b-4018-ae70-40313f11773c req-64301926-475b-478d-aebe-2df9bce8e764 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456007 Sep 16 04:45:29.568965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:29.579574 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.594376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Transition to ACTIVE for port object 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:45:29.597875 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.622499 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.700380 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 6ac038c6-8e87-4562-ae56-4e085339b3f4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6ac038c6-8e87-4562-ae56-4e085339b3f4,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:29.711995 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.721367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Pushing event updated for resources: {'Port': ['ID=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:29.776656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb5c97-a2f0-464e-8f9c-31949fc56aca req-cd4ba0bb-1dd5-4c4b-8f5d-1541b922d42a tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:29.779259 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9bcb5c97-a2f0-464e-8f9c-31949fc56aca req-cd4ba0bb-1dd5-4c4b-8f5d-1541b922d42a tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 943 time: 0.1516798 Sep 16 04:45:29.780463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=6ac038c6-8e87-4562-ae56-4e085339b3f4,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:29.803549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e6117-1885-4c1e-a8c9-54d58693dc86 req-94b6abfc-35ee-4d2d-a568-f3f2b2f7a499 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:29.805894 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-db5e6117-1885-4c1e-a8c9-54d58693dc86 req-94b6abfc-35ee-4d2d-a568-f3f2b2f7a499 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0898538 Sep 16 04:45:29.817263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Attempting to bind port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:29.817631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Attempting to bind port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:29.817963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Attempting to bind port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:29.825681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:45:29.826013 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Attempting to bind port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:29.848138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:29.848138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Checking segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:29.848138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Bound using segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:29.848138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Bound port: 0a4d57ce-a8e9-4710-aead-1f87bc7a4617, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:29.848138 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:29.856243 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9bcb5c97-a2f0-464e-8f9c-31949fc56aca req-8391414d-4210-4525-8c04-db92a952a58a tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683672 Sep 16 04:45:29.858179 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-db5e6117-1885-4c1e-a8c9-54d58693dc86 req-eb3e90ec-e4ca-4cc3-b608-fa9b8946e19c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457182 Sep 16 04:45:30.235555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7a12c4-2879-4428-addc-a5bb0120c865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac038c6-8e87-4562-ae56-4e085339b3f4'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:30.238746 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5f9d9c-6d48-490d-a1ad-6f2f17cb5c46" -d '{"events": [{"server_uuid": "ec7a12c4-2879-4428-addc-a5bb0120c865", "name": "network-vif-plugged", "status": "completed", "tag": "6ac038c6-8e87-4562-ae56-4e085339b3f4"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:30.280175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] For port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:30.283977 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] For port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:30.290479 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d99b8c-26b6-48b3-97e6-eaab3d74820d x-openstack-request-id: req-b2d99b8c-26b6-48b3-97e6-eaab3d74820d {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:30.292015 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7a12c4-2879-4428-addc-a5bb0120c865", "name": "network-vif-plugged", "status": "completed", "tag": "6ac038c6-8e87-4562-ae56-4e085339b3f4", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:30.292015 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2d99b8c-26b6-48b3-97e6-eaab3d74820d {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:30.292015 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7a12c4-2879-4428-addc-a5bb0120c865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac038c6-8e87-4562-ae56-4e085339b3f4', 'code': 200} Sep 16 04:45:30.294031 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.355675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855205d-eb3b-4deb-9c19-a44e1d5b6242 req-ef190ba6-5047-4e79-8c5d-35eeae636bba tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.357156 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8855205d-eb3b-4deb-9c19-a44e1d5b6242 req-ef190ba6-5047-4e79-8c5d-35eeae636bba tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1265204 Sep 16 04:45:30.369952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.370578 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:30.371949 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] 10.222.0.50 "PUT /v2.0/ports/0a4d57ce-a8e9-4710-aead-1f87bc7a4617 HTTP/1.1" status: 200 len: 1092 time: 1.2768552 Sep 16 04:45:30.372407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1b987e-84c7-414e-82ec-86739a8cd16f', 'tag': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:30.374650 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f69b14-f043-4b67-92cd-344e94af1306" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1b987e-84c7-414e-82ec-86739a8cd16f", "tag": "0a4d57ce-a8e9-4710-aead-1f87bc7a4617"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:30.402303 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88655f79-d3ad-430a-93b9-ce532aa0c78f service neutron] Pushing event updated for resources: {'Port': ['ID=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:30.442658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab6629-4293-40bc-9cae-822f76a423e6 req-fe819051-9ff1-4c4a-b2f0-048f95cfd3a6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.444326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2ab6629-4293-40bc-9cae-822f76a423e6 req-fe819051-9ff1-4c4a-b2f0-048f95cfd3a6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 943 time: 0.0732782 Sep 16 04:45:30.480815 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8855205d-eb3b-4deb-9c19-a44e1d5b6242 req-8fe01701-663f-4166-ac27-ad51e241fb78 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022089 Sep 16 04:45:30.484213 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7f931-d4e8-4072-bc45-b547bdda15bb req-d1aa43a3-8984-47d7-bc9e-6e49669e272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.485724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b2d7f931-d4e8-4072-bc45-b547bdda15bb req-d1aa43a3-8984-47d7-bc9e-6e49669e272e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 1097 time: 0.1276011 Sep 16 04:45:30.493962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-09caee97-60f4-4c47-a19b-129c4a6b3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.495430 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-09caee97-60f4-4c47-a19b-129c4a6b3521 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 1095 time: 0.0707984 Sep 16 04:45:30.522903 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2ab6629-4293-40bc-9cae-822f76a423e6 req-4822d406-8555-42b9-a0ff-e706b03e4b1c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715036 Sep 16 04:45:30.552660 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-bff3271e-a3b4-41e6-a316-2e2afe3fd60f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a4d57ce-a8e9-4710-aead-1f87bc7a4617 HTTP/1.1" status: 200 len: 217 time: 0.0420825 Sep 16 04:45:30.558918 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cf7e9e-06c6-45ec-92d0-b6267a5b7e64 x-openstack-request-id: req-f9cf7e9e-06c6-45ec-92d0-b6267a5b7e64 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:30.559142 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1b987e-84c7-414e-82ec-86739a8cd16f", "tag": "0a4d57ce-a8e9-4710-aead-1f87bc7a4617", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:30.559394 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9cf7e9e-06c6-45ec-92d0-b6267a5b7e64 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:30.559790 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1b987e-84c7-414e-82ec-86739a8cd16f', 'tag': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617', 'status': 'completed', 'code': 200} Sep 16 04:45:30.575108 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b2d7f931-d4e8-4072-bc45-b547bdda15bb req-e7630da6-ec78-4693-ba99-8f7489887a11 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787051 Sep 16 04:45:30.627017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-04021e78-ffb0-48d1-9250-c4f8e5386f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.628579 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-04021e78-ffb0-48d1-9250-c4f8e5386f0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.0664909 Sep 16 04:45:30.672277 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-e7887af8-5524-462f-8a85-bd635ab40883 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292003 Sep 16 04:45:30.697180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5e769-053c-4b9b-871c-36c71211793d req-596c7ced-c932-41a3-a500-7dd30434d461 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.699130 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2cb5e769-053c-4b9b-871c-36c71211793d req-596c7ced-c932-41a3-a500-7dd30434d461 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0875738 Sep 16 04:45:30.720827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b153d1-7ff8-428f-ba40-008bee4d9096 req-73e696da-0ee7-400b-b174-c293ac015817 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.723490 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4b153d1-7ff8-428f-ba40-008bee4d9096 req-73e696da-0ee7-400b-b174-c293ac015817 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0654266 Sep 16 04:45:30.770064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4b153d1-7ff8-428f-ba40-008bee4d9096 req-7e7793de-58ea-41e6-9a67-9e0129d60423 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379140 Sep 16 04:45:30.798659 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2cb5e769-053c-4b9b-871c-36c71211793d req-12d62826-e792-4042-aaea-d7bc3431ca98 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870414 Sep 16 04:45:30.830538 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-eeaff1d5-2bb9-4efb-abca-7990f080c45f service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484952 Sep 16 04:45:30.917700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf668bd-ff73-4e53-a104-5aac5d72448a req-b32e1f18-1d30-49f2-bd3c-f0ddfe981779 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:30.919637 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-caf668bd-ff73-4e53-a104-5aac5d72448a req-b32e1f18-1d30-49f2-bd3c-f0ddfe981779 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0621793 Sep 16 04:45:30.958798 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-54df82fc-5d42-4bbc-a683-c86d26846e17 req-647efede-53da-4651-b6da-6ea2089afa16 service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168678 Sep 16 04:45:30.967785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-caf668bd-ff73-4e53-a104-5aac5d72448a req-47a3c5c2-3e22-4197-a662-0673eb618927 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Sep 16 04:45:31.024049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbc0b1-76ee-44a3-9fec-c3455a5c705e req-d1476bfa-a5a5-4bb4-a1c1-15bbbd5b8abd tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.025808 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cffbc0b1-76ee-44a3-9fec-c3455a5c705e req-d1476bfa-a5a5-4bb4-a1c1-15bbbd5b8abd tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 943 time: 0.0855660 Sep 16 04:45:31.106421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f69b14-f043-4b67-92cd-344e94af1306 req-c33ae066-e14a-4b0c-9146-a4bd9249d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.107794 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0f69b14-f043-4b67-92cd-344e94af1306 req-c33ae066-e14a-4b0c-9146-a4bd9249d061 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 1095 time: 0.0810468 Sep 16 04:45:31.121940 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cffbc0b1-76ee-44a3-9fec-c3455a5c705e req-4b6b596f-9f59-43f9-ad5c-73f70bc848c6 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826619 Sep 16 04:45:31.266685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f69b14-f043-4b67-92cd-344e94af1306 req-596a9a30-a254-42d2-9de4-81fc4102a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.268181 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0f69b14-f043-4b67-92cd-344e94af1306 req-596a9a30-a254-42d2-9de4-81fc4102a24d service neutron] 10.222.0.50 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 913 time: 0.1450529 Sep 16 04:45:31.278179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b157c-230c-49ea-94f1-6bd5c138ce34 req-d15df67c-cbcf-4b1c-9e4e-5e15b045e06f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.279640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-987b157c-230c-49ea-94f1-6bd5c138ce34 req-d15df67c-cbcf-4b1c-9e4e-5e15b045e06f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0778191 Sep 16 04:45:31.322926 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0f69b14-f043-4b67-92cd-344e94af1306 req-cb31e75c-be8c-4c65-bfc4-23167fabd4ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a4d57ce-a8e9-4710-aead-1f87bc7a4617 HTTP/1.1" status: 200 len: 217 time: 0.0423150 Sep 16 04:45:31.386864 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-987b157c-230c-49ea-94f1-6bd5c138ce34 req-8bc968fc-cb06-43a0-acda-d2bb79215014 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003201 Sep 16 04:45:31.399075 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f69b14-f043-4b67-92cd-344e94af1306 req-117957b3-949f-4067-9e98-83caf648e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.400496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0f69b14-f043-4b67-92cd-344e94af1306 req-117957b3-949f-4067-9e98-83caf648e1e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.0696940 Sep 16 04:45:31.438459 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0f69b14-f043-4b67-92cd-344e94af1306 req-58ef5db5-0fd5-43b8-9d6d-09ea1f365173 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286243 Sep 16 04:45:31.449977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4c02cf00-0683-4e0c-852f-2c5edb5787d8 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:31.532690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822403e7-47c3-43d0-82c2-093a02c47f66 req-2fd4a401-771b-4e13-b50f-335765f6edaf tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.542183 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-822403e7-47c3-43d0-82c2-093a02c47f66 req-2fd4a401-771b-4e13-b50f-335765f6edaf tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0784798 Sep 16 04:45:31.616798 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0f69b14-f043-4b67-92cd-344e94af1306 req-01ab9bf1-acc7-4416-9163-d23bb9538a4c service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685984 Sep 16 04:45:31.618530 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4c02cf00-0683-4e0c-852f-2c5edb5787d8, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4c02cf00-0683-4e0c-852f-2c5edb5787d8,segment=NetworkSegment(665bfdcd-e919-47da-a76c-e38f791b9828),segment_id=665bfdcd-e919-47da-a76c-e38f791b9828)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:31.632391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '4c02cf00-0683-4e0c-852f-2c5edb5787d8', 'network_id': '02183157-fce9-40c6-ab79-e70f94e62f4c', 'port_id': '4c02cf00-0683-4e0c-852f-2c5edb5787d8', 'mac_address': 'fa:16:3e:19:f9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84460090-5cdb-4b98-a9bc-3b5e4fca6315', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:31.641224 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-822403e7-47c3-43d0-82c2-093a02c47f66 req-d71f2744-a9cf-4ee8-baf7-26f4de437ac9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961568 Sep 16 04:45:31.696225 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.722313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c02cf00-0683-4e0c-852f-2c5edb5787d8 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:31.752479 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fc984-82dc-4b0f-b359-3a7b9129a48e req-a130bbeb-4d6d-4b4b-a003-bb6130a048e9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.754076 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-745fc984-82dc-4b0f-b359-3a7b9129a48e req-a130bbeb-4d6d-4b4b-a003-bb6130a048e9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 943 time: 0.1187065 Sep 16 04:45:31.757391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4c02cf00-0683-4e0c-852f-2c5edb5787d8, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4c02cf00-0683-4e0c-852f-2c5edb5787d8,segment=NetworkSegment(665bfdcd-e919-47da-a76c-e38f791b9828),segment_id=665bfdcd-e919-47da-a76c-e38f791b9828)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:31.765995 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:31.797932 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0f69b14-f043-4b67-92cd-344e94af1306 req-6e53325b-64a3-4f40-b71e-81750ad43647 service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721556 Sep 16 04:45:31.815938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bb16e-abf5-428a-84cd-8b185598f82d req-fa99a66d-f6ae-4c32-9f8d-3343916119d1 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:31.818130 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a04bb16e-abf5-428a-84cd-8b185598f82d req-fa99a66d-f6ae-4c32-9f8d-3343916119d1 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0585306 Sep 16 04:45:31.851887 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-745fc984-82dc-4b0f-b359-3a7b9129a48e req-77f3b40e-1606-4f2c-b98c-634ad24bf886 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873291 Sep 16 04:45:31.875474 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a04bb16e-abf5-428a-84cd-8b185598f82d req-e57594e2-5070-4492-b890-5ab8411f7c27 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491545 Sep 16 04:45:31.971401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=4c02cf00-0683-4e0c-852f-2c5edb5787d8,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:32.003030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66972706-9063-431d-89d7-57c32f0e4ec7 req-0fbd10c6-4f7a-451c-b6be-3c0565d16fa6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.004730 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-66972706-9063-431d-89d7-57c32f0e4ec7 req-0fbd10c6-4f7a-451c-b6be-3c0565d16fa6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0833886 Sep 16 04:45:32.028630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['4c02cf00-0683-4e0c-852f-2c5edb5787d8'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:32.039718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccec48f-cb78-4109-ac16-89bc3e22f9d1 req-6a1705fd-fe73-47d2-a4be-92b518298537 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.049676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ccec48f-cb78-4109-ac16-89bc3e22f9d1 req-6a1705fd-fe73-47d2-a4be-92b518298537 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0780611 Sep 16 04:45:32.056514 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-66972706-9063-431d-89d7-57c32f0e4ec7 req-b6971406-6b22-472c-9624-2dd84affd7bb tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446868 Sep 16 04:45:32.131243 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ccec48f-cb78-4109-ac16-89bc3e22f9d1 req-0897e4c4-216f-4e14-b8a9-5affcbd8b3d7 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688827 Sep 16 04:45:32.318067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244ecdf-fc52-4f9d-a291-52f59cd8eab0 req-3dbbf4a8-8093-4fdd-8895-1ea5f33adee6 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.319776 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f244ecdf-fc52-4f9d-a291-52f59cd8eab0 req-3dbbf4a8-8093-4fdd-8895-1ea5f33adee6 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 944 time: 0.0730844 Sep 16 04:45:32.377850 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e3d77-4876-432f-9cf6-6a275ae5d880 req-56b31783-7757-4de6-b78a-c5851b08e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.379353 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a03e3d77-4876-432f-9cf6-6a275ae5d880 req-56b31783-7757-4de6-b78a-c5851b08e353 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ffb84455cdc41db90417b342120d929&device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 1097 time: 0.0793524 Sep 16 04:45:32.382166 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f244ecdf-fc52-4f9d-a291-52f59cd8eab0 req-f0d1d738-0df8-4082-b3ed-f5ef7b92415e tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489488 Sep 16 04:45:32.437443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd997c1-b1c4-455a-b338-aa6d4ce23e0a req-11328040-5ded-4c7e-b96b-589a428093b5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.439051 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd997c1-b1c4-455a-b338-aa6d4ce23e0a req-11328040-5ded-4c7e-b96b-589a428093b5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0641038 Sep 16 04:45:32.485590 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fcd997c1-b1c4-455a-b338-aa6d4ce23e0a req-11d93054-5014-42c4-8d32-6a137e99d4e4 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367358 Sep 16 04:45:32.558812 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6b6f3-bc9b-4005-b6d7-109fd357a41e req-67df7bd7-e316-4e26-9d52-76235cb60415 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.560553 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-35d6b6f3-bc9b-4005-b6d7-109fd357a41e req-67df7bd7-e316-4e26-9d52-76235cb60415 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0820143 Sep 16 04:45:32.561904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e3d77-4876-432f-9cf6-6a275ae5d880 req-a04a625d-774d-436e-af08-54760f5d5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.563413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a03e3d77-4876-432f-9cf6-6a275ae5d880 req-a04a625d-774d-436e-af08-54760f5d5a4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8c106fb-b230-49ba-889c-ab6807f05453 HTTP/1.1" status: 200 len: 919 time: 0.1757665 Sep 16 04:45:32.628516 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a03e3d77-4876-432f-9cf6-6a275ae5d880 req-41a5371a-1a3a-41bf-a809-a606c548f084 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ac038c6-8e87-4562-ae56-4e085339b3f4 HTTP/1.1" status: 200 len: 217 time: 0.0563004 Sep 16 04:45:32.676648 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-35d6b6f3-bc9b-4005-b6d7-109fd357a41e req-b7b2e61b-72a0-436f-985f-b41db33aeddb tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069434 Sep 16 04:45:32.682379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74997a6-8945-40d2-a1ae-679217351aa0 req-e6dd286b-167a-4c0b-b742-d9b9b4969f0d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.684479 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b74997a6-8945-40d2-a1ae-679217351aa0 req-e6dd286b-167a-4c0b-b742-d9b9b4969f0d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0551105 Sep 16 04:45:32.709067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e3d77-4876-432f-9cf6-6a275ae5d880 req-53741ce0-4e88-4d1a-8382-68d7564ed9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.711634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a03e3d77-4876-432f-9cf6-6a275ae5d880 req-53741ce0-4e88-4d1a-8382-68d7564ed9b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b393eb69-34a9-475e-911b-3f43fe063fe3 HTTP/1.1" status: 200 len: 858 time: 0.0707517 Sep 16 04:45:32.728395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b74997a6-8945-40d2-a1ae-679217351aa0 req-35b7955d-ab43-4ab3-b7a1-e2372ca97597 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 Sep 16 04:45:32.752043 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a03e3d77-4876-432f-9cf6-6a275ae5d880 req-0eaa7060-da3c-42f7-b72a-028e9660f2a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8c106fb-b230-49ba-889c-ab6807f05453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303371 Sep 16 04:45:32.859440 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a03e3d77-4876-432f-9cf6-6a275ae5d880 req-0935d150-38ad-4e85-a71e-a71c50cb3895 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029129 Sep 16 04:45:32.887794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9163e6-2f27-43a1-87e2-1d647a302683 req-b73dbe1c-44c2-47a6-b13e-d64f82e31a2a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:32.889494 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab9163e6-2f27-43a1-87e2-1d647a302683 req-b73dbe1c-44c2-47a6-b13e-d64f82e31a2a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0694339 Sep 16 04:45:32.939551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab9163e6-2f27-43a1-87e2-1d647a302683 req-8a464510-6403-45d6-a4ff-ab686ff8d2ef tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Sep 16 04:45:33.014345 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a03e3d77-4876-432f-9cf6-6a275ae5d880 req-0199e249-3873-4346-a0ea-06f5b3be413a service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420827 Sep 16 04:45:33.027601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5ae05-6431-4a8a-ba61-4fa640ed1003 req-7881a876-646f-48c2-a6e1-2110901c2e82 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.029049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b8f5ae05-6431-4a8a-ba61-4fa640ed1003 req-7881a876-646f-48c2-a6e1-2110901c2e82 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 943 time: 0.0780191 Sep 16 04:45:33.081518 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b8f5ae05-6431-4a8a-ba61-4fa640ed1003 req-8987ebf7-cc48-42f7-b89b-b41c57ec1173 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Sep 16 04:45:33.112466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc3a68-d5c0-4475-99f1-ce7a608a9457 req-87b35c5b-4f50-4589-84a1-0bb47eb345e7 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.122026 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1fdc3a68-d5c0-4475-99f1-ce7a608a9457 req-87b35c5b-4f50-4589-84a1-0bb47eb345e7 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0791342 Sep 16 04:45:33.160696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1fdc3a68-d5c0-4475-99f1-ce7a608a9457 req-765993e4-b908-413c-8c35-5309b8c2cf1d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376654 Sep 16 04:45:33.355471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2ece4-b829-4166-8ea1-5fae18bac2ca req-81abe4a0-08d4-4340-9607-62e66c08635b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.357666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80f2ece4-b829-4166-8ea1-5fae18bac2ca req-81abe4a0-08d4-4340-9607-62e66c08635b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0710630 Sep 16 04:45:33.417483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80f2ece4-b829-4166-8ea1-5fae18bac2ca req-fbecf3b5-8c7d-406e-b854-0571e0428407 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501404 Sep 16 04:45:33.475076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4c02cf00-0683-4e0c-852f-2c5edb5787d8 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:33.540682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef09ab-ccdc-4faa-9506-9a3027b20726 req-748b6bfc-5e44-41bc-a51b-53aef96335e7 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.542415 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0ef09ab-ccdc-4faa-9506-9a3027b20726 req-748b6bfc-5e44-41bc-a51b-53aef96335e7 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 944 time: 0.0823436 Sep 16 04:45:33.546793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 4c02cf00-0683-4e0c-852f-2c5edb5787d8 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:33.550865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 4c02cf00-0683-4e0c-852f-2c5edb5787d8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:33.551345 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.597115 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0ef09ab-ccdc-4faa-9506-9a3027b20726 req-336f150d-e8cf-4188-896d-c8a2631f00c1 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453093 Sep 16 04:45:33.604527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7f43d-4963-44bc-b0b3-f1cae86cb776 req-4f82e0e7-9a16-4efe-8a5e-f04c5ee1d572 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.606482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93d7f43d-4963-44bc-b0b3-f1cae86cb776 req-4f82e0e7-9a16-4efe-8a5e-f04c5ee1d572 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0732944 Sep 16 04:45:33.661461 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93d7f43d-4963-44bc-b0b3-f1cae86cb776 req-05ba49a8-322d-4748-8d36-7fa0e73792c9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477123 Sep 16 04:45:33.693191 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.750449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa0043b-afd2-4134-a3e9-02868a30683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c02cf00-0683-4e0c-852f-2c5edb5787d8'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:33.759344 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738b551f-c7c3-49ec-aa40-d005a0fe5a7f" -d '{"events": [{"server_uuid": "7aa0043b-afd2-4134-a3e9-02868a30683f", "name": "network-vif-plugged", "status": "completed", "tag": "4c02cf00-0683-4e0c-852f-2c5edb5787d8"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:33.778139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4c02cf00-0683-4e0c-852f-2c5edb5787d8, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4c02cf00-0683-4e0c-852f-2c5edb5787d8,segment=NetworkSegment(665bfdcd-e919-47da-a76c-e38f791b9828),segment_id=665bfdcd-e919-47da-a76c-e38f791b9828)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:33.782595 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:33.824418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505126f-c8b9-4cb6-a606-31bf1b8994d7 req-401a8eb8-e7a7-48ae-90e4-27795bb77780 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.826743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1505126f-c8b9-4cb6-a606-31bf1b8994d7 req-401a8eb8-e7a7-48ae-90e4-27795bb77780 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0661435 Sep 16 04:45:33.845403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899df8f-398b-4216-bb12-bd965d21ffde req-42f51009-178b-40c1-91b0-4e8ce145ad2f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:33.847836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3899df8f-398b-4216-bb12-bd965d21ffde req-42f51009-178b-40c1-91b0-4e8ce145ad2f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0657711 Sep 16 04:45:33.860714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=4c02cf00-0683-4e0c-852f-2c5edb5787d8,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:33.880480 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1505126f-c8b9-4cb6-a606-31bf1b8994d7 req-3e43b70b-72dc-4604-81cd-daa3eadba0a1 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449944 Sep 16 04:45:33.896271 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3899df8f-398b-4216-bb12-bd965d21ffde req-2ac6562c-178f-4d90-ac8b-5885ed91f09e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Sep 16 04:45:33.939257 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778f631c-3096-489c-95c0-1353fa8d19a0 x-openstack-request-id: req-778f631c-3096-489c-95c0-1353fa8d19a0 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:33.939555 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa0043b-afd2-4134-a3e9-02868a30683f", "name": "network-vif-plugged", "status": "completed", "tag": "4c02cf00-0683-4e0c-852f-2c5edb5787d8", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:33.939810 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-778f631c-3096-489c-95c0-1353fa8d19a0 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:33.940210 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa0043b-afd2-4134-a3e9-02868a30683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c02cf00-0683-4e0c-852f-2c5edb5787d8', 'code': 200} Sep 16 04:45:34.077558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e8a0a-bb8c-4293-adb3-5d3a58104980 req-ef435d6e-bd4c-4414-b9f4-33d401f1e14e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.079085 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d20e8a0a-bb8c-4293-adb3-5d3a58104980 req-ef435d6e-bd4c-4414-b9f4-33d401f1e14e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1031678 Sep 16 04:45:34.087673 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e409a36-1379-492d-a930-c2ed64c499a6 req-a1adfee5-62df-422b-a29c-4813558cf3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.089580 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e409a36-1379-492d-a930-c2ed64c499a6 req-a1adfee5-62df-422b-a29c-4813558cf3b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 1097 time: 0.0746925 Sep 16 04:45:34.173337 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d20e8a0a-bb8c-4293-adb3-5d3a58104980 req-05b5a257-e035-46bc-b8cd-2457132afe28 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823505 Sep 16 04:45:34.175426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e409a36-1379-492d-a930-c2ed64c499a6 req-53900801-d5fe-45b4-863a-4cfb7524b193 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778461 Sep 16 04:45:34.236574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fffa1d-767a-4c78-81b7-266ab7e6e270 req-e3b102e8-3c0b-459c-9d6b-4cf411709861 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.238373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90fffa1d-767a-4c78-81b7-266ab7e6e270 req-e3b102e8-3c0b-459c-9d6b-4cf411709861 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 943 time: 0.0587373 Sep 16 04:45:34.287677 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90fffa1d-767a-4c78-81b7-266ab7e6e270 req-de0b6def-5443-4e24-8c16-fd9888f41ea9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Sep 16 04:45:34.299553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:34.416062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6565e-4d7b-4864-912a-ca46f8ec7259 req-3aabf4a6-6db3-4c93-80b2-60c424a33360 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.417664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:34.418676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cdb6565e-4d7b-4864-912a-ca46f8ec7259 req-3aabf4a6-6db3-4c93-80b2-60c424a33360 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0642812 Sep 16 04:45:34.431262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'port_id': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617', 'mac_address': 'fa:16:3e:4c:a0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe58f381-cad6-48c7-a9bf-7d2ce1b9e110', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:34.474009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cdb6565e-4d7b-4864-912a-ca46f8ec7259 req-e0c788b6-c134-4246-9386-63a8f217c615 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Sep 16 04:45:34.486742 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.505182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:34.528372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:34.532320 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:34.588174 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:34.621851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59925ebb-d4dd-421b-a9e3-a4ecddf19931 req-de536cc2-71f6-45be-9e55-d061387b9c92 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.623452 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59925ebb-d4dd-421b-a9e3-a4ecddf19931 req-de536cc2-71f6-45be-9e55-d061387b9c92 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0575833 Sep 16 04:45:34.671517 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59925ebb-d4dd-421b-a9e3-a4ecddf19931 req-51b931d3-6812-4f09-b218-3fe6c4885adf tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Sep 16 04:45:34.734902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058fb18-3427-448e-a2f6-3cbc0b0acb25 req-fab36956-ffc3-4cd9-a8da-5a60bf89a3f9 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.736734 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8058fb18-3427-448e-a2f6-3cbc0b0acb25 req-fab36956-ffc3-4cd9-a8da-5a60bf89a3f9 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 945 time: 0.0707138 Sep 16 04:45:34.810817 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8058fb18-3427-448e-a2f6-3cbc0b0acb25 req-2e724bd9-7f44-45dc-8ab5-40ae944c355f tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667651 Sep 16 04:45:34.854031 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['0a4d57ce-a8e9-4710-aead-1f87bc7a4617'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:34.954552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5141c-ed3a-4d15-8f7a-af8844651be5 req-ffaac94c-b140-4eee-8c56-0fd82bae9da5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:34.961218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-adb5141c-ed3a-4d15-8f7a-af8844651be5 req-ffaac94c-b140-4eee-8c56-0fd82bae9da5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0762715 Sep 16 04:45:35.005499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-adb5141c-ed3a-4d15-8f7a-af8844651be5 req-b66e8b8e-ca4e-4e0f-8ca7-196075b2fd93 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369122 Sep 16 04:45:35.062284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417f8e4-7ff9-4884-9874-bb00c8cc21dc req-d1d2e5a8-2b5e-4e10-9b67-fb7e577e3c36 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.064368 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b417f8e4-7ff9-4884-9874-bb00c8cc21dc req-d1d2e5a8-2b5e-4e10-9b67-fb7e577e3c36 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0853298 Sep 16 04:45:35.122014 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b417f8e4-7ff9-4884-9874-bb00c8cc21dc req-2d6b0a87-e972-42cc-ac03-44bc2a336dcb tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505691 Sep 16 04:45:35.162833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c880e-294e-4189-ab19-5dd31180ceab req-c450c544-9027-4d9b-8438-6cb20080c272 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.165311 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b7c880e-294e-4189-ab19-5dd31180ceab req-c450c544-9027-4d9b-8438-6cb20080c272 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0665045 Sep 16 04:45:35.212457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b7c880e-294e-4189-ab19-5dd31180ceab req-db81a567-0dda-4584-a55c-5b63bc6d6ee2 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Sep 16 04:45:35.251219 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:35.390096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1ae36-aeeb-420d-a156-d10d21f0177f req-2d927a50-8089-4e32-89bb-e2e304f10cae tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.400837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9f1ae36-aeeb-420d-a156-d10d21f0177f req-2d927a50-8089-4e32-89bb-e2e304f10cae tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0785296 Sep 16 04:45:35.432413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e559863-f788-4f12-8b0d-b9237fe832de req-49aa5ba9-4d4c-4960-9166-6695029c064c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.441429 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e559863-f788-4f12-8b0d-b9237fe832de req-49aa5ba9-4d4c-4960-9166-6695029c064c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 944 time: 0.0681932 Sep 16 04:45:35.473990 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9f1ae36-aeeb-420d-a156-d10d21f0177f req-ab7e3ab5-b076-4a0c-883b-b943bc53d145 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716140 Sep 16 04:45:35.485646 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e559863-f788-4f12-8b0d-b9237fe832de req-d2969dd0-98f9-4dfe-8a9e-f6117a5c3a5b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Sep 16 04:45:35.610171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eac580-bdbc-4da9-806d-a975bab8bb8d req-d4ca9ef2-ffac-42d9-ab18-f76e55863967 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.611730 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-60eac580-bdbc-4da9-806d-a975bab8bb8d req-d4ca9ef2-ffac-42d9-ab18-f76e55863967 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0533199 Sep 16 04:45:35.653168 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-60eac580-bdbc-4da9-806d-a975bab8bb8d req-6412d868-1e62-459a-b0b7-3a61e6c798ef tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Sep 16 04:45:35.969186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668ec62-67e2-4a3c-b109-1562e4c53727 req-71a331f9-5068-4eca-824d-b01e71f773a2 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:35.970903 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d668ec62-67e2-4a3c-b109-1562e4c53727 req-71a331f9-5068-4eca-824d-b01e71f773a2 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 945 time: 0.0798397 Sep 16 04:45:36.020252 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d668ec62-67e2-4a3c-b109-1562e4c53727 req-56cf082f-5394-4f2a-a919-a06e9e44e612 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413938 Sep 16 04:45:36.157660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaddf8-bdef-487a-86a2-1f78b257b891 req-82010356-a5dc-4ceb-b20f-231d26a60274 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.159589 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-badaddf8-bdef-487a-86a2-1f78b257b891 req-82010356-a5dc-4ceb-b20f-231d26a60274 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0584233 Sep 16 04:45:36.181575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f54116-cc77-485c-99b8-37ad994759b9 req-46a29557-02df-4f61-88cb-e453c329b372 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.183426 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56f54116-cc77-485c-99b8-37ad994759b9 req-46a29557-02df-4f61-88cb-e453c329b372 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 945 time: 0.0545802 Sep 16 04:45:36.200161 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-badaddf8-bdef-487a-86a2-1f78b257b891 req-5697fb58-0391-406a-b8a1-028be3b96205 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337901 Sep 16 04:45:36.230764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56f54116-cc77-485c-99b8-37ad994759b9 req-8a47f123-ae89-4c7b-8ffb-6de701e633c5 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393190 Sep 16 04:45:36.301373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:36.390313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:45:36.395453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:36.396014 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.398028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899efd09-54f9-4cd7-83fe-d1d35a0b72c2 req-2ee12703-c510-48f0-b347-ea579fd5de17 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.401042 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-899efd09-54f9-4cd7-83fe-d1d35a0b72c2 req-2ee12703-c510-48f0-b347-ea579fd5de17 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0705857 Sep 16 04:45:36.455287 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-899efd09-54f9-4cd7-83fe-d1d35a0b72c2 req-200f5944-8ca3-49ca-b041-c1c444bb9f40 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481620 Sep 16 04:45:36.525182 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.550613 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484d583-c92c-4480-88bc-35c6da2f48f0 req-f45a9588-ef43-4ba5-bae6-e587d2a09486 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.560477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1b987e-84c7-414e-82ec-86739a8cd16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:36.560834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e484d583-c92c-4480-88bc-35c6da2f48f0 req-f45a9588-ef43-4ba5-bae6-e587d2a09486 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 945 time: 0.0711658 Sep 16 04:45:36.563410 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c96fd62-093c-41fe-b61f-1a62194db183" -d '{"events": [{"server_uuid": "cb1b987e-84c7-414e-82ec-86739a8cd16f", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d57ce-a8e9-4710-aead-1f87bc7a4617"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:36.581496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:36.588367 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:36.611511 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e484d583-c92c-4480-88bc-35c6da2f48f0 req-cd6d4fb3-8865-4777-b1ce-91860e6b9e27 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453541 Sep 16 04:45:36.647959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:36.649737 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38346a-3f54-4378-9161-6d47fec08287 req-f163cb3a-565e-442b-9ce4-d9028688fd94 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.657367 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b38346a-3f54-4378-9161-6d47fec08287 req-f163cb3a-565e-442b-9ce4-d9028688fd94 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.0796244 Sep 16 04:45:36.698863 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b38346a-3f54-4378-9161-6d47fec08287 req-c655d7b3-d20e-4e9b-b2fe-5f49ab4e2773 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401423 Sep 16 04:45:36.725216 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6176da50-12ac-465a-b536-6eb95b665406 x-openstack-request-id: req-6176da50-12ac-465a-b536-6eb95b665406 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:36.726048 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1b987e-84c7-414e-82ec-86739a8cd16f", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d57ce-a8e9-4710-aead-1f87bc7a4617", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:36.727243 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6176da50-12ac-465a-b536-6eb95b665406 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:36.728077 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1b987e-84c7-414e-82ec-86739a8cd16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617', 'code': 200} Sep 16 04:45:36.836071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6eabd9-7f2f-4c6b-a6c6-6f72c66fc90b req-188cf460-fb15-4643-a38f-9d04d3c24065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:36.837790 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f6eabd9-7f2f-4c6b-a6c6-6f72c66fc90b req-188cf460-fb15-4643-a38f-9d04d3c24065 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 1097 time: 0.0472777 Sep 16 04:45:36.888839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f6eabd9-7f2f-4c6b-a6c6-6f72c66fc90b req-9917a4f1-807a-4f5a-ade4-d06f075e3c30 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360370 Sep 16 04:45:36.999056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f907b28-19e3-4f99-ad18-3084c168d557 req-a72a2f65-8296-45c2-985e-08368ab86a05 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:37.000639 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f907b28-19e3-4f99-ad18-3084c168d557 req-a72a2f65-8296-45c2-985e-08368ab86a05 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 945 time: 0.0535686 Sep 16 04:45:37.042864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f907b28-19e3-4f99-ad18-3084c168d557 req-5c31e31d-8a19-47c4-9e73-e93daf7e5319 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345395 Sep 16 04:45:37.317879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305c78c-3824-4dfc-804c-10d09fe2890d req-168c0c12-5eaf-4d71-955b-0dcd729ea96e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:37.319295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3305c78c-3824-4dfc-804c-10d09fe2890d req-168c0c12-5eaf-4d71-955b-0dcd729ea96e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0489268 Sep 16 04:45:37.358560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3305c78c-3824-4dfc-804c-10d09fe2890d req-4dc10df6-6525-4124-b33d-795692463f98 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323112 Sep 16 04:45:37.489082 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:37.583022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5499755-f222-4439-a253-02802470db1b req-000b3fba-b536-4ada-8e4c-4110aa225c1e tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:37.584434 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b5499755-f222-4439-a253-02802470db1b req-000b3fba-b536-4ada-8e4c-4110aa225c1e tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0497522 Sep 16 04:45:37.624231 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b5499755-f222-4439-a253-02802470db1b req-8e38d572-34f2-4c7d-a64e-240bed9a5be7 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336506 Sep 16 04:45:37.815575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caba5da-b040-4264-a801-d3f9c958de71 req-d22488ef-aa54-48d7-bbbc-861249fdf7ec tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:37.818172 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7caba5da-b040-4264-a801-d3f9c958de71 req-d22488ef-aa54-48d7-bbbc-861249fdf7ec tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.0556521 Sep 16 04:45:37.871378 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7caba5da-b040-4264-a801-d3f9c958de71 req-f56e0383-2432-4753-be96-a6ed66dcaa1b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477214 Sep 16 04:45:38.205469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ec1e8-6222-4a77-9ff0-c60cfa312217 req-ad6292e0-dc09-4d2c-96fa-35b87ee0023e tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.207440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-596ec1e8-6222-4a77-9ff0-c60cfa312217 req-ad6292e0-dc09-4d2c-96fa-35b87ee0023e tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 945 time: 0.0876935 Sep 16 04:45:38.251505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-596ec1e8-6222-4a77-9ff0-c60cfa312217 req-e5ec9b10-ee0a-4ec3-83a3-1bf9e59b5206 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/security-groups?id=35d28ce3-a8f2-4c67-8da9-f28a68752927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366814 Sep 16 04:45:38.384273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b043ec-d35f-4eb5-a1c1-bc653e8be687 req-18d8a2dd-adc1-4865-bdfb-edb792ab4c9c tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.385799 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-03b043ec-d35f-4eb5-a1c1-bc653e8be687 req-18d8a2dd-adc1-4865-bdfb-edb792ab4c9c tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.15 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 945 time: 0.0485804 Sep 16 04:45:38.515031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28afaca-a72a-4dd1-a362-a8a6f49dc435 req-313f7f20-434f-4a7a-9369-084a90cc87e9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.516541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e28afaca-a72a-4dd1-a362-a8a6f49dc435 req-313f7f20-434f-4a7a-9369-084a90cc87e9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0808325 Sep 16 04:45:38.542869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-03b043ec-d35f-4eb5-a1c1-bc653e8be687 req-44ded67f-d767-4943-9287-10af3336539b tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Deleting port 4c02cf00-0683-4e0c-852f-2c5edb5787d8 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:45:38.543321 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-03b043ec-d35f-4eb5-a1c1-bc653e8be687 req-44ded67f-d767-4943-9287-10af3336539b tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.587377 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e28afaca-a72a-4dd1-a362-a8a6f49dc435 req-34ea0cd9-f09a-45ea-b582-a5772cb1b321 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621440 Sep 16 04:45:38.651314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-03b043ec-d35f-4eb5-a1c1-bc653e8be687 req-44ded67f-d767-4943-9287-10af3336539b tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] For port 4c02cf00-0683-4e0c-852f-2c5edb5787d8, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4c02cf00-0683-4e0c-852f-2c5edb5787d8,segment=NetworkSegment(665bfdcd-e919-47da-a76c-e38f791b9828),segment_id=665bfdcd-e919-47da-a76c-e38f791b9828)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:38.651704 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-03b043ec-d35f-4eb5-a1c1-bc653e8be687 req-44ded67f-d767-4943-9287-10af3336539b tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.670750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-03b043ec-d35f-4eb5-a1c1-bc653e8be687 req-44ded67f-d767-4943-9287-10af3336539b tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Calling delete_port for 4c02cf00-0683-4e0c-852f-2c5edb5787d8 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:45:38.748406 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7159c3-c5b0-4a04-b964-ec6a80e74545 req-12170bd6-ccf7-41dd-8174-327bb8da1211 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:38.750154 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b7159c3-c5b0-4a04-b964-ec6a80e74545 req-12170bd6-ccf7-41dd-8174-327bb8da1211 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0544324 Sep 16 04:45:38.802566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b7159c3-c5b0-4a04-b964-ec6a80e74545 req-f80d4446-302d-4324-a624-961620be06b6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456347 Sep 16 04:45:38.833656 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-03b043ec-d35f-4eb5-a1c1-bc653e8be687 req-44ded67f-d767-4943-9287-10af3336539b tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.852957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['4c02cf00-0683-4e0c-852f-2c5edb5787d8'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:38.869119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ded67f-d767-4943-9287-10af3336539b tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Pushing event deleted for resources: {'Port': ['ID=4c02cf00-0683-4e0c-852f-2c5edb5787d8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:38.921254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b043ec-d35f-4eb5-a1c1-bc653e8be687 req-44ded67f-d767-4943-9287-10af3336539b tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] No DVR routers for this DVR port 4c02cf00-0683-4e0c-852f-2c5edb5787d8 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:45:38.923884 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-03b043ec-d35f-4eb5-a1c1-bc653e8be687 req-44ded67f-d767-4943-9287-10af3336539b tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:38.926531 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-03b043ec-d35f-4eb5-a1c1-bc653e8be687 req-44ded67f-d767-4943-9287-10af3336539b tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.15 "DELETE /v2.0/ports/4c02cf00-0683-4e0c-852f-2c5edb5787d8 HTTP/1.1" status: 204 len: 173 time: 0.5335097 Sep 16 04:45:38.927287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa0043b-afd2-4134-a3e9-02868a30683f', 'name': 'network-vif-deleted', 'tag': '4c02cf00-0683-4e0c-852f-2c5edb5787d8'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:38.931391 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d9a65d-9288-4d52-a593-bf2710c7c5f7" -d '{"events": [{"server_uuid": "7aa0043b-afd2-4134-a3e9-02868a30683f", "name": "network-vif-deleted", "tag": "4c02cf00-0683-4e0c-852f-2c5edb5787d8"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:39.013076 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47deccfc-91b1-4349-95d1-e41a6d54438b x-openstack-request-id: req-47deccfc-91b1-4349-95d1-e41a6d54438b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:39.013387 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa0043b-afd2-4134-a3e9-02868a30683f", "name": "network-vif-deleted", "tag": "4c02cf00-0683-4e0c-852f-2c5edb5787d8", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:39.013735 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47deccfc-91b1-4349-95d1-e41a6d54438b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:39.014136 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa0043b-afd2-4134-a3e9-02868a30683f', 'name': 'network-vif-deleted', 'tag': '4c02cf00-0683-4e0c-852f-2c5edb5787d8', 'status': 'completed', 'code': 200} Sep 16 04:45:39.021881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc2c12-45aa-40cb-be13-cda564020863 req-f5483e3b-8934-472b-bc4d-ed0b4b911bc9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.023927 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6acc2c12-45aa-40cb-be13-cda564020863 req-f5483e3b-8934-472b-bc4d-ed0b4b911bc9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.0677381 Sep 16 04:45:39.065520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6acc2c12-45aa-40cb-be13-cda564020863 req-480d1c26-7f72-4dab-94b1-cb20f43681cc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347426 Sep 16 04:45:39.409931 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bee6f115-4681-4c7e-af74-c2ca580081d2 req-e8609e66-a837-4886-a764-b575636d2b36 tempest-ServersNegativeTestMultiTenantJSON-1138589386 tempest-ServersNegativeTestMultiTenantJSON-1138589386-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aa0043b-afd2-4134-a3e9-02868a30683f HTTP/1.1" status: 200 len: 210 time: 0.0298638 Sep 16 04:45:39.534076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199afc8-e3e2-47ed-bbb4-a492d1ca563f req-7629d6c8-14cf-4572-9452-2ee7996ebdef tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.535877 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6199afc8-e3e2-47ed-bbb4-a492d1ca563f req-7629d6c8-14cf-4572-9452-2ee7996ebdef tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.0582414 Sep 16 04:45:39.576478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6199afc8-e3e2-47ed-bbb4-a492d1ca563f req-29d16cd3-ee36-4798-b8ce-12f01797e2f1 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328403 Sep 16 04:45:39.737808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a2999-777b-4448-86f9-9323da0b9d6b req-06c1732a-2fbe-4629-ad1b-f7fe375e7332 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.739690 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-130a2999-777b-4448-86f9-9323da0b9d6b req-06c1732a-2fbe-4629-ad1b-f7fe375e7332 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0742183 Sep 16 04:45:39.786407 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-130a2999-777b-4448-86f9-9323da0b9d6b req-e21f5566-aa71-4b62-90dd-3feb7fedbd01 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 Sep 16 04:45:39.943031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d918964-5090-46e0-b94d-ead3dc9dcbf4 req-b49e2da6-dac1-4a06-a9d3-1ea97b3f5c85 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:39.944773 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d918964-5090-46e0-b94d-ead3dc9dcbf4 req-b49e2da6-dac1-4a06-a9d3-1ea97b3f5c85 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0629363 Sep 16 04:45:40.000534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d918964-5090-46e0-b94d-ead3dc9dcbf4 req-b3ddf1d4-c452-4300-a5f7-f6231760316d tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464985 Sep 16 04:45:40.481522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35160) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:40.525851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c74dae-189e-4722-ad3d-18c9f2c03722 admin admin] Deleting subnet 84460090-5cdb-4b98-a9bc-3b5e4fca6315 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:40.528949 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-75c74dae-189e-4722-ad3d-18c9f2c03722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.563012 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-75c74dae-189e-4722-ad3d-18c9f2c03722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.602569 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-75c74dae-189e-4722-ad3d-18c9f2c03722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.671146 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-75c74dae-189e-4722-ad3d-18c9f2c03722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.714156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c74dae-189e-4722-ad3d-18c9f2c03722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84460090-5cdb-4b98-a9bc-3b5e4fca6315,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:40.716149 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-75c74dae-189e-4722-ad3d-18c9f2c03722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.718056 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-75c74dae-189e-4722-ad3d-18c9f2c03722 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/84460090-5cdb-4b98-a9bc-3b5e4fca6315 HTTP/1.1" status: 204 len: 168 time: 0.2353356 Sep 16 04:45:40.720903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35164) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:40.745448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c130d-abd5-4a76-824c-713753d9a842 req-4aee3a4a-2cba-480b-bd31-844ce15603fa tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.747025 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f61c130d-abd5-4a76-824c-713753d9a842 req-4aee3a4a-2cba-480b-bd31-844ce15603fa tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.0911961 Sep 16 04:45:40.796105 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f61c130d-abd5-4a76-824c-713753d9a842 req-bc773425-31f6-49d2-978c-7f76176169a9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Sep 16 04:45:40.798131 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.891801 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.937463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02183157-fce9-40c6-ab79-e70f94e62f4c']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:40.952446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665bfdcd-e919-47da-a76c-e38f791b9828') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:40.952746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665bfdcd-e919-47da-a76c-e38f791b9828') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:40.966954 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:40.983787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c76996-3253-4785-beba-3e7b5ff1b4d1 req-2d59fb7e-0dbf-4c7d-83ba-81ea71bb3df2 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:40.983787 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12c76996-3253-4785-beba-3e7b5ff1b4d1 req-2d59fb7e-0dbf-4c7d-83ba-81ea71bb3df2 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0936093 Sep 16 04:45:40.995220 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.009846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:45:41.010248 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:45:41.011895 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:45:41.079633 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12c76996-3253-4785-beba-3e7b5ff1b4d1 req-a40062e8-827b-4237-b6dc-406d14731b93 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903068 Sep 16 04:45:41.086979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.095105 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.097257 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/02183157-fce9-40c6-ab79-e70f94e62f4c HTTP/1.1" status: 204 len: 168 time: 0.3752463 Sep 16 04:45:41.100256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35174) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:41.109828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad587c27-6835-4040-887e-df7b0938f0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=02183157-fce9-40c6-ab79-e70f94e62f4c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:41.175401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1efea7-b3da-4538-a8aa-ff7825511cb6 admin admin] Deleting subnet 0e24f6c1-8880-44d3-a9fb-5cc67390265b {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:45:41.181113 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac1efea7-b3da-4538-a8aa-ff7825511cb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.208178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0452b-e283-420c-a092-2b855782f6fd req-7cfd1f0b-872a-4a3b-ba0b-2fa3c85838b5 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:41.209721 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ae0452b-e283-420c-a092-2b855782f6fd req-7cfd1f0b-872a-4a3b-ba0b-2fa3c85838b5 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.1246188 Sep 16 04:45:41.244542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac1efea7-b3da-4538-a8aa-ff7825511cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.281285 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ae0452b-e283-420c-a092-2b855782f6fd req-1234933f-bfe3-4779-84a3-b1e4f1189269 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647247 Sep 16 04:45:41.296716 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac1efea7-b3da-4538-a8aa-ff7825511cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.350962 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac1efea7-b3da-4538-a8aa-ff7825511cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.379804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1efea7-b3da-4538-a8aa-ff7825511cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e24f6c1-8880-44d3-a9fb-5cc67390265b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:41.386402 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac1efea7-b3da-4538-a8aa-ff7825511cb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.390849 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ac1efea7-b3da-4538-a8aa-ff7825511cb6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0e24f6c1-8880-44d3-a9fb-5cc67390265b HTTP/1.1" status: 204 len: 168 time: 0.2861795 Sep 16 04:45:41.391050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35182) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:41.468331 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.825410 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.847025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ebf0f4-3073-4583-8777-4dc3d77f778f']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:41.857368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcf866e-fe92-400e-aa9d-e7e33bf57adc') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:41.857930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcf866e-fe92-400e-aa9d-e7e33bf57adc') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:45:41.868023 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.889763 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.910882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:45:41.911358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:45:41.913391 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:45:41.981201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba9c72-c4a2-4cdc-819a-5e6159257aa7 req-df9a83d3-b0b9-4236-a3f9-50d412443d18 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:41.982847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-40ba9c72-c4a2-4cdc-819a-5e6159257aa7 req-df9a83d3-b0b9-4236-a3f9-50d412443d18 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1083663 Sep 16 04:45:41.993207 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.004992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.009893 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/52ebf0f4-3073-4583-8777-4dc3d77f778f HTTP/1.1" status: 204 len: 168 time: 0.6149359 Sep 16 04:45:42.028028 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f82ff-dda6-456b-a8e5-88ec6569a1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ebf0f4-3073-4583-8777-4dc3d77f778f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:42.055659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-40ba9c72-c4a2-4cdc-819a-5e6159257aa7 req-de2ce802-b740-4d04-8247-dab7f0383ed9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649750 Sep 16 04:45:42.221072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb9739-3b86-4c25-84c5-77d42fcd18c8 req-6a55f4dc-a16a-411d-b8c5-dbf288fcf45d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:42.222626 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64bb9739-3b86-4c25-84c5-77d42fcd18c8 req-6a55f4dc-a16a-411d-b8c5-dbf288fcf45d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0636802 Sep 16 04:45:42.241112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35200) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:42.264002 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64bb9739-3b86-4c25-84c5-77d42fcd18c8 req-77b5f7b5-4a23-4256-bfe6-b4b43cc96632 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338347 Sep 16 04:45:42.284285 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-24046af1-ec6e-46a9-accd-44ec4889a65a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2781d165c2e94e189bd3af061edf91f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417912 Sep 16 04:45:42.286556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35202) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:42.336523 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87ff9a3e-b825-452b-ad91-ce42127ff655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.368279 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87ff9a3e-b825-452b-ad91-ce42127ff655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.432222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb42b93-21cb-461e-98f3-105a2b5589ae req-67a82b61-b875-4533-bca6-919e46607d40 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:42.433746 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bdb42b93-21cb-461e-98f3-105a2b5589ae req-67a82b61-b875-4533-bca6-919e46607d40 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0793862 Sep 16 04:45:42.455371 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87ff9a3e-b825-452b-ad91-ce42127ff655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.458003 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87ff9a3e-b825-452b-ad91-ce42127ff655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.459274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-87ff9a3e-b825-452b-ad91-ce42127ff655 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35d28ce3-a8f2-4c67-8da9-f28a68752927 HTTP/1.1" status: 204 len: 168 time: 0.1718149 Sep 16 04:45:42.472802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff9a3e-b825-452b-ad91-ce42127ff655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d28ce3-a8f2-4c67-8da9-f28a68752927,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:42.488396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bdb42b93-21cb-461e-98f3-105a2b5589ae req-1bebbd8d-6f72-4f8e-9d56-786328a990e1 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484982 Sep 16 04:45:42.807553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35220) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:42.860934 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b384ce13-bb7d-4426-a246-77d7eb5635e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8d88d8b9aa2477eb09b73ae1b6c3408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518084 Sep 16 04:45:42.863438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35222) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:42.912196 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22343e3f-df48-45f6-b68c-f10ad699ab2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.933706 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22343e3f-df48-45f6-b68c-f10ad699ab2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.982297 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22343e3f-df48-45f6-b68c-f10ad699ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.984800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22343e3f-df48-45f6-b68c-f10ad699ab2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:42.985984 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-22343e3f-df48-45f6-b68c-f10ad699ab2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83ed8f85-fc0f-4775-a1d4-9def37db1473 HTTP/1.1" status: 204 len: 168 time: 0.1216218 Sep 16 04:45:42.994803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22343e3f-df48-45f6-b68c-f10ad699ab2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ed8f85-fc0f-4775-a1d4-9def37db1473,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:43.217737 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257f34a-fef8-4333-b5ba-00f10ab448e2 req-bb06b554-33eb-42ae-b8e3-a3cf1d034912 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:43.219288 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4257f34a-fef8-4333-b5ba-00f10ab448e2 req-bb06b554-33eb-42ae-b8e3-a3cf1d034912 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.0561316 Sep 16 04:45:43.294243 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4257f34a-fef8-4333-b5ba-00f10ab448e2 req-79c8cbd7-67da-4d03-ba15-73d5cc175c01 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475752 Sep 16 04:45:43.402152 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ae4f3-bf30-4319-b748-b965d6826c40 req-17c57846-2b6c-406f-8bcc-d10068c51fa3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:43.403831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ce8ae4f3-bf30-4319-b748-b965d6826c40 req-17c57846-2b6c-406f-8bcc-d10068c51fa3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0639319 Sep 16 04:45:43.463272 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ce8ae4f3-bf30-4319-b748-b965d6826c40 req-d8a031c7-a370-4f6b-bb2d-140017ce338d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513170 Sep 16 04:45:43.508673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4c02cf00-0683-4e0c-852f-2c5edb5787d8 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:45:43.536420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 4c02cf00-0683-4e0c-852f-2c5edb5787d8 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:45:43.537167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4c02cf00-0683-4e0c-852f-2c5edb5787d8 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:45:43.653799 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f95b5f-4b7f-4a63-bf62-9436915b4a14 req-a841d2be-ba85-469a-a4d1-3cc958f04b84 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:43.655381 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c8f95b5f-4b7f-4a63-bf62-9436915b4a14 req-a841d2be-ba85-469a-a4d1-3cc958f04b84 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0578718 Sep 16 04:45:43.701113 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c8f95b5f-4b7f-4a63-bf62-9436915b4a14 req-c30c81d4-a578-4793-853a-c072ff1ff07e tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381482 Sep 16 04:45:43.875542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35262) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:43.880626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-673cb837-0b87-4c92-8f8a-c9e176e4d2fc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-219011619'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:43.904527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673cb837-0b87-4c92-8f8a-c9e176e4d2fc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:43.908107 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-673cb837-0b87-4c92-8f8a-c9e176e4d2fc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.932513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673cb837-0b87-4c92-8f8a-c9e176e4d2fc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:43.949050 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-673cb837-0b87-4c92-8f8a-c9e176e4d2fc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:43.949775 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-673cb837-0b87-4c92-8f8a-c9e176e4d2fc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Added segment 684f5bbb-472f-4019-a46e-ff35b20fa096 of type vlan for network fac02cc7-a8ca-47e0-990f-c775ceab25df Sep 16 04:45:43.998041 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-673cb837-0b87-4c92-8f8a-c9e176e4d2fc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.028972 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-673cb837-0b87-4c92-8f8a-c9e176e4d2fc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.034871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673cb837-0b87-4c92-8f8a-c9e176e4d2fc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.035462 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-673cb837-0b87-4c92-8f8a-c9e176e4d2fc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.078232 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-673cb837-0b87-4c92-8f8a-c9e176e4d2fc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2015214 Sep 16 04:45:44.081759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35268) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:44.090508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-66a49518-86f6-4882-aad0-47ed94a95ef7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1910069036'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:44.110149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cb837-0b87-4c92-8f8a-c9e176e4d2fc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Network': ['ID=fac02cc7-a8ca-47e0-990f-c775ceab25df,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:44.124366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network fac02cc7-a8ca-47e0-990f-c775ceab25df details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:44.131473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a49518-86f6-4882-aad0-47ed94a95ef7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:44.136068 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66a49518-86f6-4882-aad0-47ed94a95ef7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.174392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a49518-86f6-4882-aad0-47ed94a95ef7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:45:44.187147 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66a49518-86f6-4882-aad0-47ed94a95ef7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.187795 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-66a49518-86f6-4882-aad0-47ed94a95ef7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Added segment 4e300255-3772-4e47-8b08-c9a5e44f2dcb of type vlan for network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e Sep 16 04:45:44.235910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66a49518-86f6-4882-aad0-47ed94a95ef7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.262292 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66a49518-86f6-4882-aad0-47ed94a95ef7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.267955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a49518-86f6-4882-aad0-47ed94a95ef7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.268605 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66a49518-86f6-4882-aad0-47ed94a95ef7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.344806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-66a49518-86f6-4882-aad0-47ed94a95ef7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2605894 Sep 16 04:45:44.345323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35284) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:44.354108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e200de3b-c649-4ece-a247-61515fe55dad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'subnet': {'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:44.406468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a49518-86f6-4882-aad0-47ed94a95ef7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Network': ['ID=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:44.420593 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:45:44.504289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c0b67-0c68-4fc6-8057-f328374e40fc req-8ad458df-412c-421a-ade9-14901488a3ee tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.505871 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-410c0b67-0c68-4fc6-8057-f328374e40fc req-8ad458df-412c-421a-ade9-14901488a3ee tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1441677 Sep 16 04:45:44.541041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e200de3b-c649-4ece-a247-61515fe55dad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:44.544618 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e200de3b-c649-4ece-a247-61515fe55dad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.582131 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-410c0b67-0c68-4fc6-8057-f328374e40fc req-a02acc30-b901-463a-9e78-5585fdb0bc02 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670128 Sep 16 04:45:44.658428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03668f0c-e9be-44b4-a6b4-4dcd81f14535 req-d46cdeec-54e8-4f49-8f80-5f5c65855e20 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.661585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03668f0c-e9be-44b4-a6b4-4dcd81f14535 req-d46cdeec-54e8-4f49-8f80-5f5c65855e20 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1076620 Sep 16 04:45:44.748239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03668f0c-e9be-44b4-a6b4-4dcd81f14535 req-482fe985-7a13-46b0-8f2b-a9b5ba32a252 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518935 Sep 16 04:45:44.833835 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e200de3b-c649-4ece-a247-61515fe55dad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:44.895048 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112e3d3-10a8-4065-8bae-fd4d57161181 req-fab68806-1202-437f-b413-ebb04132f3a7 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:44.896577 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a112e3d3-10a8-4065-8bae-fd4d57161181 req-fab68806-1202-437f-b413-ebb04132f3a7 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.1082194 Sep 16 04:45:44.930429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200de3b-c649-4ece-a247-61515fe55dad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Subnet': ['ID=76dce871-5cf5-4559-84ca-1aeafb7574c1,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:44.951645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200de3b-c649-4ece-a247-61515fe55dad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Checking segment: {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:44.952023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e200de3b-c649-4ece-a247-61515fe55dad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Network hostable DHCP agents. Network: fac02cc7-a8ca-47e0-990f-c775ceab25df, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:44.972518 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a112e3d3-10a8-4065-8bae-fd4d57161181 req-b4d14af0-d803-4d0a-811b-993c5aa659b3 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660586 Sep 16 04:45:44.984125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e200de3b-c649-4ece-a247-61515fe55dad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Network fac02cc7-a8ca-47e0-990f-c775ceab25df is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:45.001357 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-e200de3b-c649-4ece-a247-61515fe55dad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, fac02cc7-a8ca-47e0-990f-c775ceab25df) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:45.006568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e200de3b-c649-4ece-a247-61515fe55dad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.007221 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e200de3b-c649-4ece-a247-61515fe55dad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.012262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc9d12a-a490-4832-99aa-7e10630eb5f5 None None] Network fac02cc7-a8ca-47e0-990f-c775ceab25df requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:45.030443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e200de3b-c649-4ece-a247-61515fe55dad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6837823 Sep 16 04:45:45.033091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35304) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:45.039158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d32b0b8e-fb35-4c98-abac-956f68607c06 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'subnet': {'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:45.142017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32b0b8e-fb35-4c98-abac-956f68607c06 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:45.145864 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d32b0b8e-fb35-4c98-abac-956f68607c06 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.179796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-fac02cc7-a8ca-47e0-990f-c775ceab25df', 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'fixed_ips': [{'subnet_id': '76dce871-5cf5-4559-84ca-1aeafb7574c1'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:45.180838 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.352888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Allocated IP 10.1.1.2 (fac02cc7-a8ca-47e0-990f-c775ceab25df/76dce871-5cf5-4559-84ca-1aeafb7574c1/13280710-d2f0-432f-b996-31c5782187e5) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:45.365588 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d32b0b8e-fb35-4c98-abac-956f68607c06 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.458427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32b0b8e-fb35-4c98-abac-956f68607c06 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Checking segment: {'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:45.458756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b0b8e-fb35-4c98-abac-956f68607c06 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Network hostable DHCP agents. Network: 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:45:45.464352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b0b8e-fb35-4c98-abac-956f68607c06 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Subnet': ['ID=5456bb97-7a6b-4d79-b62d-5adf05d63356,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:45.491020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b0b8e-fb35-4c98-abac-956f68607c06 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:45:45.503205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-d32b0b8e-fb35-4c98-abac-956f68607c06 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:45.511889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a10b37-ffd2-4e86-bba4-54983f7704de None None] Network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:45.517415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b0b8e-fb35-4c98-abac-956f68607c06 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.518124 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d32b0b8e-fb35-4c98-abac-956f68607c06 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.539357 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d32b0b8e-fb35-4c98-abac-956f68607c06 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5018394 Sep 16 04:45:45.539756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35318) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:45.545471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'port': {'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df', 'name': 'tempest-TaggedBootDevicesTest_v242-39171775', 'fixed_ips': [{'subnet_id': '76dce871-5cf5-4559-84ca-1aeafb7574c1'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:45.590102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.603986 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.680934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Network fac02cc7-a8ca-47e0-990f-c775ceab25df is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:45.687825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Pushing event updated for resources: {'Port': ['ID=13280710-d2f0-432f-b996-31c5782187e5,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:45.690558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:45.695390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:45.713274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:45.776760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-2e6d993c-2b30-44fb-bde1-0ab5a2cc598e', 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'fixed_ips': [{'subnet_id': '5456bb97-7a6b-4d79-b62d-5adf05d63356'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:45:45.777776 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.783896 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ea74-f666-467e-b2c0-c836a466fc25 req-dd2d166d-d3d5-4078-b1a0-be086dab0bef tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.791848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4be6ea74-f666-467e-b2c0-c836a466fc25 req-dd2d166d-d3d5-4078-b1a0-be086dab0bef tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1211410 Sep 16 04:45:45.803131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Attempting to bind port 13280710-d2f0-432f-b996-31c5782187e5 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:45.803613 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Attempting to bind port 13280710-d2f0-432f-b996-31c5782187e5 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:45.804689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Attempting to bind port 13280710-d2f0-432f-b996-31c5782187e5 on network fac02cc7-a8ca-47e0-990f-c775ceab25df {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:45.879875 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4be6ea74-f666-467e-b2c0-c836a466fc25 req-0b5127fb-4411-4ea9-ab94-592021e470c6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870693 Sep 16 04:45:45.885927 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:45.917636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] device_id is not set on port 267c03d0-c4a6-4d27-8848-96211f86e09b yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:45.931769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244fb7-d3d5-429b-896e-b9a5f2c353b7 req-c206aa83-90bc-487a-b681-27963fd349cb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:45.940992 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15244fb7-d3d5-429b-896e-b9a5f2c353b7 req-c206aa83-90bc-487a-b681-27963fd349cb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0752513 Sep 16 04:45:45.947486 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Allocated IP 10.2.2.2 (2e6d993c-2b30-44fb-bde1-0ab5a2cc598e/5456bb97-7a6b-4d79-b62d-5adf05d63356/d40c3b20-527b-4e74-a8a2-efac74138f9a) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:45.995357 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15244fb7-d3d5-429b-896e-b9a5f2c353b7 req-cd92eaf8-be4c-46e6-bdf0-e4e380492b25 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486970 Sep 16 04:45:46.054918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:46.054918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Checking segment: {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:46.055612 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.055689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Bound using segment: {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:46.056182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Bound port: 13280710-d2f0-432f-b996-31c5782187e5, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:46.056577 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.146117 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.161342 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.165305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1655d7-70ff-4a63-bf2c-72acbab7f1f8 req-e80bf5b1-dddd-4e97-a758-f4e566b94c7c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:46.167217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f1655d7-70ff-4a63-bf2c-72acbab7f1f8 req-e80bf5b1-dddd-4e97-a758-f4e566b94c7c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.1001701 Sep 16 04:45:46.209509 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] For port 13280710-d2f0-432f-b996-31c5782187e5, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:46.212281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Pushing event updated for resources: {'Port': ['ID=d40c3b20-527b-4e74-a8a2-efac74138f9a,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:46.212573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Allocated IP 10.1.1.131 (fac02cc7-a8ca-47e0-990f-c775ceab25df/76dce871-5cf5-4559-84ca-1aeafb7574c1/267c03d0-c4a6-4d27-8848-96211f86e09b) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:46.234811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] For port 13280710-d2f0-432f-b996-31c5782187e5, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=13280710-d2f0-432f-b996-31c5782187e5,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:46.240661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:46.244241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:46.246828 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.248916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:46.250217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f1655d7-70ff-4a63-bf2c-72acbab7f1f8 req-c3b00163-dde1-429a-bbd2-4010cec6e646 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592544 Sep 16 04:45:46.376620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88393469-5260-4c8d-a7f5-f28f46c688bc None None] Pushing event updated for resources: {'Port': ['ID=13280710-d2f0-432f-b996-31c5782187e5,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:46.379498 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Attempting to bind port d40c3b20-527b-4e74-a8a2-efac74138f9a on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:45:46.380074 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Attempting to bind port d40c3b20-527b-4e74-a8a2-efac74138f9a by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:45:46.380598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Attempting to bind port d40c3b20-527b-4e74-a8a2-efac74138f9a on network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:45:46.389090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:45:46.389475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Checking segment: {'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:45:46.390117 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.390673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Bound using segment: {'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:45:46.391307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Bound port: d40c3b20-527b-4e74-a8a2-efac74138f9a, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:45:46.391856 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.457150 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.472763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] For port d40c3b20-527b-4e74-a8a2-efac74138f9a, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:45:46.479935 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] For port d40c3b20-527b-4e74-a8a2-efac74138f9a, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d40c3b20-527b-4e74-a8a2-efac74138f9a,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:45:46.494090 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.505912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.579517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Network fac02cc7-a8ca-47e0-990f-c775ceab25df is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:46.591216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:46.607774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587d8a7-38da-4b78-a17b-e8cac3038697 None None] Pushing event updated for resources: {'Port': ['ID=d40c3b20-527b-4e74-a8a2-efac74138f9a,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:46.612119 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:46.616651 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Port': ['ID=267c03d0-c4a6-4d27-8848-96211f86e09b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:46.700841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:46.702384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.730096 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a8c5a08f-c0dd-4ebf-9419-5ddba46e4a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1886861 Sep 16 04:45:46.733311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35340) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:46.739115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'port': {'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df', 'name': 'tempest-TaggedBootDevicesTest_v242-211601522', 'fixed_ips': [{'subnet_id': '76dce871-5cf5-4559-84ca-1aeafb7574c1'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:46.849110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35344) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:46.950550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:46.955312 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:46.982056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] device_id is not set on port 8859561b-453a-40df-b464-bbefeaa1629f yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:45:47.057849 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb14fad6-9c24-4bd4-bedc-68bdd2821b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.205179 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-50cbbba0-567a-48c9-9cab-cd737389f31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.215910 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc7c34-e034-4003-a960-0b5a0ee2803b req-ea2b7fca-a449-44c9-8aa1-f12ec898bcb2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:47.226730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bdc7c34-e034-4003-a960-0b5a0ee2803b req-ea2b7fca-a449-44c9-8aa1-f12ec898bcb2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.2386441 Sep 16 04:45:47.240206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adda6b-bffa-44f2-a3ad-591fa5224f0c req-08ee6fe4-f05a-43ab-876d-f2e623bfb4c6 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:47.242113 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-56adda6b-bffa-44f2-a3ad-591fa5224f0c req-08ee6fe4-f05a-43ab-876d-f2e623bfb4c6 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1172287 Sep 16 04:45:47.270275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d40c3b20-527b-4e74-a8a2-efac74138f9a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:47.327354 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bdc7c34-e034-4003-a960-0b5a0ee2803b req-6b0b8e97-fe19-4101-8f50-01fed90a9f14 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000175 Sep 16 04:45:47.334824 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb14fad6-9c24-4bd4-bedc-68bdd2821b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.347580 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d40c3b20-527b-4e74-a8a2-efac74138f9a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:47.348210 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.350125 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb14fad6-9c24-4bd4-bedc-68bdd2821b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.370602 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-56adda6b-bffa-44f2-a3ad-591fa5224f0c req-0c264afe-2db7-4932-b135-f1d5bac03104 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954778 Sep 16 04:45:47.407520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Allocated IP 10.1.1.16 (fac02cc7-a8ca-47e0-990f-c775ceab25df/76dce871-5cf5-4559-84ca-1aeafb7574c1/8859561b-453a-40df-b464-bbefeaa1629f) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:47.415229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35356) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:47.424358 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cb14fad6-9c24-4bd4-bedc-68bdd2821b53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fee4b2dfecd74ed5af13bede2571b21f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736403 Sep 16 04:45:47.426371 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14fad6-9c24-4bd4-bedc-68bdd2821b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34837420-4bdb-46a6-84b2-f137891fd563,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:47.503763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.555287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port d40c3b20-527b-4e74-a8a2-efac74138f9a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d40c3b20-527b-4e74-a8a2-efac74138f9a,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:47.563076 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.564309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 13280710-d2f0-432f-b996-31c5782187e5 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:47.583673 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc2da5bd-8e31-4619-98e0-27adf9f18168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.619029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2726901-2beb-4193-b7c8-1c6cae80049e req-d222f935-b7d6-4498-b611-8fd974651d5a tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:47.620627 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2726901-2beb-4193-b7c8-1c6cae80049e req-d222f935-b7d6-4498-b611-8fd974651d5a tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.1488001 Sep 16 04:45:47.654712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc2da5bd-8e31-4619-98e0-27adf9f18168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.679939 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=d40c3b20-527b-4e74-a8a2-efac74138f9a,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:47.692630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 13280710-d2f0-432f-b996-31c5782187e5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:47.693015 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.736464 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464006b3-d48e-4942-9268-124ee5c36f55 None None] Network fac02cc7-a8ca-47e0-990f-c775ceab25df requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:47.774017 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2726901-2beb-4193-b7c8-1c6cae80049e req-bd1ada88-9a36-498e-9d2d-ecb6d39efa98 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387093 Sep 16 04:45:47.818501 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.830028 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc2da5bd-8e31-4619-98e0-27adf9f18168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.833175 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc2da5bd-8e31-4619-98e0-27adf9f18168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.834808 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bc2da5bd-8e31-4619-98e0-27adf9f18168 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34837420-4bdb-46a6-84b2-f137891fd563 HTTP/1.1" status: 204 len: 168 time: 0.4156988 Sep 16 04:45:47.854723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2da5bd-8e31-4619-98e0-27adf9f18168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34837420-4bdb-46a6-84b2-f137891fd563,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:47.895054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:47.903468 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a5085135-6fc6-4787-aeea-5a4f11678f07 None None] Provisioning complete for port 13280710-d2f0-432f-b996-31c5782187e5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:47.903910 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a5085135-6fc6-4787-aeea-5a4f11678f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.021331 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Port': ['ID=8859561b-453a-40df-b464-bbefeaa1629f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:48.033832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Network fac02cc7-a8ca-47e0-990f-c775ceab25df is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:48.036155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:48.040530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:48.057798 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.116054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:48.116964 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.135491 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f65cf1ae-7106-4ff7-a895-02905ee4b3aa tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4008279 Sep 16 04:45:48.252226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 13280710-d2f0-432f-b996-31c5782187e5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=13280710-d2f0-432f-b996-31c5782187e5,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:48.275382 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a5085135-6fc6-4787-aeea-5a4f11678f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.305350 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.353411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35370) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:48.379503 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9a8cdc3-51a8-4534-9da4-ff9eb76cd801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.498477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fef64ac-82d3-435e-8e25-51916c7d96e9 None None] Network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:45:48.498984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740c017-6ffd-48b8-bd33-bb1d523ef277 req-00cddc9d-b052-4b19-97ae-7babcf82b9e6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:48.500678 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7740c017-6ffd-48b8-bd33-bb1d523ef277 req-00cddc9d-b052-4b19-97ae-7babcf82b9e6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.0856869 Sep 16 04:45:48.572593 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7740c017-6ffd-48b8-bd33-bb1d523ef277 req-ce9c5b72-1096-418e-bce4-05685eb796f9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603578 Sep 16 04:45:48.614432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35382) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:48.620562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-097dd882-e202-4ec5-bbce-49baea07a097 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--634543590', 'description': 'tempest-description--1435466400'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:48.639635 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=13280710-d2f0-432f-b996-31c5782187e5,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:48.647680 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-a5085135-6fc6-4787-aeea-5a4f11678f07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:45:48.648069 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-a5085135-6fc6-4787-aeea-5a4f11678f07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:45:48.658057 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9a8cdc3-51a8-4534-9da4-ff9eb76cd801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.665474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9a8cdc3-51a8-4534-9da4-ff9eb76cd801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.686578 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-097dd882-e202-4ec5-bbce-49baea07a097 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.756049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b9a8cdc3-51a8-4534-9da4-ff9eb76cd801 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5835e0feca464d5e9a4ae0ba929c6792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008296 Sep 16 04:45:48.758628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35388) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:48.769982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8cdc3-51a8-4534-9da4-ff9eb76cd801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3855fe-7472-466d-a1a6-8936528ce11f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:48.824726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf24be6-9293-4c52-9132-66230146818a req-7dc4df1f-030c-44b1-b212-b14fb2a6402a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:48.826632 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1bf24be6-9293-4c52-9132-66230146818a req-7dc4df1f-030c-44b1-b212-b14fb2a6402a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1375821 Sep 16 04:45:48.874252 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-097dd882-e202-4ec5-bbce-49baea07a097 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.881756 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-097dd882-e202-4ec5-bbce-49baea07a097 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.925127 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2471cd50-1989-46c4-94fb-f7fe9953580f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:48.931406 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1bf24be6-9293-4c52-9132-66230146818a req-66db4b63-dab1-41b0-9675-896ebd2e06fb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746362 Sep 16 04:45:48.987493 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2471cd50-1989-46c4-94fb-f7fe9953580f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.002335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dd882-e202-4ec5-bbce-49baea07a097 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b755bb89-e80b-45e2-ad90-37458d97207e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:49.005071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-097dd882-e202-4ec5-bbce-49baea07a097 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.006384 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-097dd882-e202-4ec5-bbce-49baea07a097 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3909266 Sep 16 04:45:49.011893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35396) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:49.017344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-296c528b-6381-4b53-ae10-df2bb1c4e02f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'security_group_rule': {'security_group_id': 'b755bb89-e80b-45e2-ad90-37458d97207e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:49.046550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491e4a5-e0b2-4b15-aebb-0ef296cd456d req-c8cec815-ea87-4a97-bb8d-922d9f88a54a tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.048380 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5491e4a5-e0b2-4b15-aebb-0ef296cd456d req-c8cec815-ea87-4a97-bb8d-922d9f88a54a tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0925646 Sep 16 04:45:49.129973 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2471cd50-1989-46c4-94fb-f7fe9953580f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.136902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5491e4a5-e0b2-4b15-aebb-0ef296cd456d req-51dd4a31-0d5e-4709-a5ac-d62cb4ecfdbf tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794630 Sep 16 04:45:49.148242 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2471cd50-1989-46c4-94fb-f7fe9953580f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.159606 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2471cd50-1989-46c4-94fb-f7fe9953580f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d3855fe-7472-466d-a1a6-8936528ce11f HTTP/1.1" status: 204 len: 168 time: 0.3994575 Sep 16 04:45:49.171000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-296c528b-6381-4b53-ae10-df2bb1c4e02f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.202838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471cd50-1989-46c4-94fb-f7fe9953580f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3855fe-7472-466d-a1a6-8936528ce11f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:49.253386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d40c3b20-527b-4e74-a8a2-efac74138f9a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:49.269282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-296c528b-6381-4b53-ae10-df2bb1c4e02f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.278421 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-296c528b-6381-4b53-ae10-df2bb1c4e02f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.328146 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c528b-6381-4b53-ae10-df2bb1c4e02f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949cec5c-06c9-481f-9583-273b6516be8a,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:49.333072 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-296c528b-6381-4b53-ae10-df2bb1c4e02f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.339243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35404) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:49.344894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7539c9de-2144-4214-924e-79748e356a4a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'security_group_rule': {'security_group_id': 'b755bb89-e80b-45e2-ad90-37458d97207e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:49.350937 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-296c528b-6381-4b53-ae10-df2bb1c4e02f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3363144 Sep 16 04:45:49.394473 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7539c9de-2144-4214-924e-79748e356a4a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.438679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5e68cc6e-9b60-4e7c-b036-12e336038363 None None] Provisioning complete for port d40c3b20-527b-4e74-a8a2-efac74138f9a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:49.439134 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e68cc6e-9b60-4e7c-b036-12e336038363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.471910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d40c3b20-527b-4e74-a8a2-efac74138f9a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:49.472387 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.482700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7539c9de-2144-4214-924e-79748e356a4a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.489457 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7539c9de-2144-4214-924e-79748e356a4a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.508132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df76034-a001-476b-91ee-cb6f5f618ab4 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:45:49.538015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539c9de-2144-4214-924e-79748e356a4a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc06060-f0d4-43a6-b6aa-5162363e816b,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:49.550600 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7539c9de-2144-4214-924e-79748e356a4a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.555429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7539c9de-2144-4214-924e-79748e356a4a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2148814 Sep 16 04:45:49.556352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35418) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:45:49.562056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:49.604418 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.681403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df76034-a001-476b-91ee-cb6f5f618ab4,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:49.723648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '5df76034-a001-476b-91ee-cb6f5f618ab4', 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a', 'port_id': '5df76034-a001-476b-91ee-cb6f5f618ab4', 'mac_address': 'fa:16:3e:d4:d4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a806f497-16fd-499e-ae0e-96758d83d378', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:45:49.743245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 13280710-d2f0-432f-b996-31c5782187e5 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:49.794202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5e68cc6e-9b60-4e7c-b036-12e336038363 None None] Provisioning complete for port 267c03d0-c4a6-4d27-8848-96211f86e09b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:49.794585 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e68cc6e-9b60-4e7c-b036-12e336038363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.833008 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.862746 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5df76034-a001-476b-91ee-cb6f5f618ab4 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:45:49.870262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5e68cc6e-9b60-4e7c-b036-12e336038363 None None] Port 267c03d0-c4a6-4d27-8848-96211f86e09b cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:49.894882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df76034-a001-476b-91ee-cb6f5f618ab4,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:49.898655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 13280710-d2f0-432f-b996-31c5782187e5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:49.899159 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.926071 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.927870 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5e68cc6e-9b60-4e7c-b036-12e336038363 None None] Provisioning complete for port 8859561b-453a-40df-b464-bbefeaa1629f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:49.928239 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e68cc6e-9b60-4e7c-b036-12e336038363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:49.934041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c15a62-4ce0-4305-8ad7-55bbd28e8dd5 req-6820476b-aac9-47e4-9f92-0c786e12cec7 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:49.937216 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7c15a62-4ce0-4305-8ad7-55bbd28e8dd5 req-6820476b-aac9-47e4-9f92-0c786e12cec7 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1618845 Sep 16 04:45:50.045189 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c1b8bf8-23fa-487a-a33e-45a13b8d812d req-97a2a836-332d-46f8-9534-92aedede124c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598669 Sep 16 04:45:50.073045 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7c15a62-4ce0-4305-8ad7-55bbd28e8dd5 req-0fb8a1db-6b88-480d-8898-d9377a6b32e8 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208129 Sep 16 04:45:50.080246 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.097789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5df76034-a001-476b-91ee-cb6f5f618ab4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:45:50.104994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5e68cc6e-9b60-4e7c-b036-12e336038363 None None] Port 8859561b-453a-40df-b464-bbefeaa1629f cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:50.134905 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3490fc2a-5090-4af5-b025-2e9b91375e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.149715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5df76034-a001-476b-91ee-cb6f5f618ab4,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:50.165349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5e68cc6e-9b60-4e7c-b036-12e336038363 None None] Provisioning complete for port 13280710-d2f0-432f-b996-31c5782187e5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:50.165781 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e68cc6e-9b60-4e7c-b036-12e336038363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.282205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b8bf8-23fa-487a-a33e-45a13b8d812d req-440383c3-b9c6-4bcc-af89-38c4162c8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.284237 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c1b8bf8-23fa-487a-a33e-45a13b8d812d req-440383c3-b9c6-4bcc-af89-38c4162c8ad5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 1098 time: 0.2075016 Sep 16 04:45:50.323348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93252168-bbb3-4cb7-afd6-68ec61d6b2c4 req-f915bfab-0bac-43d9-bb46-c013d3c3d670 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.326136 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93252168-bbb3-4cb7-afd6-68ec61d6b2c4 req-f915bfab-0bac-43d9-bb46-c013d3c3d670 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 944 time: 0.1795630 Sep 16 04:45:50.370669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Allocated IP 172.25.0.81 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/8abe64f9-95d0-4933-a96b-8c14426c77ce) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:50.468690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b8bf8-23fa-487a-a33e-45a13b8d812d req-f962c2a7-00ad-4bc5-81fc-09bfc36f5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.470409 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c1b8bf8-23fa-487a-a33e-45a13b8d812d req-f962c2a7-00ad-4bc5-81fc-09bfc36f5925 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 200 len: 912 time: 0.1431649 Sep 16 04:45:50.485125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-317aafa5-a2b1-433d-9758-d990118638cd None None] Provisioning complete for port 8859561b-453a-40df-b464-bbefeaa1629f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:50.485714 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-317aafa5-a2b1-433d-9758-d990118638cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.518633 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.558136 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-317aafa5-a2b1-433d-9758-d990118638cd None None] Port 8859561b-453a-40df-b464-bbefeaa1629f cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:50.572543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93252168-bbb3-4cb7-afd6-68ec61d6b2c4 req-243f3e4c-a865-4855-ad03-6c4a6771ab88 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013441 Sep 16 04:45:50.580024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-317aafa5-a2b1-433d-9758-d990118638cd None None] Provisioning complete for port d40c3b20-527b-4e74-a8a2-efac74138f9a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:50.581796 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-317aafa5-a2b1-433d-9758-d990118638cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.582143 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c1b8bf8-23fa-487a-a33e-45a13b8d812d req-835bbffa-b45a-4fae-befb-543079822005 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5274e65-e8ad-4b73-9778-f4fa6a052c1d HTTP/1.1" status: 200 len: 1001 time: 0.1017349 Sep 16 04:45:50.652277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b8bf8-23fa-487a-a33e-45a13b8d812d req-97201cd5-2928-43b0-8cb4-b0e051a4cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.653918 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c1b8bf8-23fa-487a-a33e-45a13b8d812d req-97201cd5-2928-43b0-8cb4-b0e051a4cb08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e14c121a-a13e-4cf4-87d5-73ea10aad127 HTTP/1.1" status: 200 len: 850 time: 0.0637443 Sep 16 04:45:50.662472 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.728414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b8bf8-23fa-487a-a33e-45a13b8d812d req-004f3c07-35c9-42d4-9f67-a0c11748c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.732965 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c1b8bf8-23fa-487a-a33e-45a13b8d812d req-004f3c07-35c9-42d4-9f67-a0c11748c5ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54ab4011-9c3b-42b6-b477-8b46a43d41ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697474 Sep 16 04:45:50.761723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Port': ['ID=8abe64f9-95d0-4933-a96b-8c14426c77ce,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:50.762830 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:50.780844 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f7164-fd4b-4857-bd1a-c014e798434d req-5a0a2c90-30c4-48eb-9248-44916fe4f402 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:50.782964 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a89f7164-fd4b-4857-bd1a-c014e798434d req-5a0a2c90-30c4-48eb-9248-44916fe4f402 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.5025971 Sep 16 04:45:50.800353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:50.812454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:50.820850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:50.881654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a89f7164-fd4b-4857-bd1a-c014e798434d req-26b91797-3a76-4d86-a25d-a3057779379b tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910320 Sep 16 04:45:50.890329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c1b8bf8-23fa-487a-a33e-45a13b8d812d req-27124a5b-cf75-4134-a505-605ab70a349c service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466532 Sep 16 04:45:50.998208 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.070631 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.090748 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c1b8bf8-23fa-487a-a33e-45a13b8d812d req-bc73d28a-c079-4abc-8340-a5ad4187555d service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872206 Sep 16 04:45:51.314552 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.321529 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.417913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Port': ['ID=8abe64f9-95d0-4933-a96b-8c14426c77ce,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:51.428409 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.453216 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.465053 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-68630fbd-98c2-4aae-9e6f-ba9ce6569155 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8973179 Sep 16 04:45:51.521565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df76034-a001-476b-91ee-cb6f5f618ab4 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:45:51.622270 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.684463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 5df76034-a001-476b-91ee-cb6f5f618ab4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:51.684999 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.846119 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf558ce-80df-4401-94ee-a22a2c1d842b req-d5c7e7d4-6c5d-400b-9f8b-2d16d4e19a92 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:51.853098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6cf558ce-80df-4401-94ee-a22a2c1d842b req-d5c7e7d4-6c5d-400b-9f8b-2d16d4e19a92 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 944 time: 0.1043916 Sep 16 04:45:51.859821 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cd982-e66b-4ce8-90e2-04299b4b7bfa req-cf3fff1f-400a-450f-8a9e-0284f4627592 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:51.867130 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d0cd982-e66b-4ce8-90e2-04299b4b7bfa req-cf3fff1f-400a-450f-8a9e-0284f4627592 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.6366255 Sep 16 04:45:51.873707 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.912521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df76034-a001-476b-91ee-cb6f5f618ab4'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:45:51.915369 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d0cd982-e66b-4ce8-90e2-04299b4b7bfa req-9680fd49-7f32-4fba-a9dc-16133b3c5c96 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472064 Sep 16 04:45:51.917381 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd22a6ae-ec85-4819-a262-b2c2f3054626" -d '{"events": [{"server_uuid": "c9b75813-1fe8-4baa-80a1-ca68dac47f0e", "name": "network-vif-plugged", "status": "completed", "tag": "5df76034-a001-476b-91ee-cb6f5f618ab4"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:45:51.941722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df76034-a001-476b-91ee-cb6f5f618ab4,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:45:51.966422 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:51.982702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6cf558ce-80df-4401-94ee-a22a2c1d842b req-f98d9fc7-ed6e-422b-95da-a68d7d41dd7f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212666 Sep 16 04:45:52.070752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5df76034-a001-476b-91ee-cb6f5f618ab4,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:52.193155 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f0514-d504-45e4-8a7b-edd5c68e673b req-3e3087db-e80a-4848-a379-1152367a485a tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.195354 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-940f0514-d504-45e4-8a7b-edd5c68e673b req-3e3087db-e80a-4848-a379-1152367a485a tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0766735 Sep 16 04:45:52.213801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-2f68f707-7e40-4365-bc57-05f7f5ee5ae4 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--634543590&fields=id&tenant_id=f5608d24b1c54aa593a9ff3260c124ed HTTP/1.1" status: 200 len: 267 time: 0.0619395 Sep 16 04:45:52.250003 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-940f0514-d504-45e4-8a7b-edd5c68e673b req-59c71c99-b10b-478f-8319-e116a7760397 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464487 Sep 16 04:45:52.268374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-c35aba05-abc2-4d0e-b7a7-c06a59555217 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.282105 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-c35aba05-abc2-4d0e-b7a7-c06a59555217 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports/267c03d0-c4a6-4d27-8848-96211f86e09b HTTP/1.1" status: 200 len: 935 time: 0.0669692 Sep 16 04:45:52.313019 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d33f69c-294a-499e-b8f6-59c53e2466cc x-openstack-request-id: req-6d33f69c-294a-499e-b8f6-59c53e2466cc {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:45:52.313780 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b75813-1fe8-4baa-80a1-ca68dac47f0e", "name": "network-vif-plugged", "status": "completed", "tag": "5df76034-a001-476b-91ee-cb6f5f618ab4", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:45:52.314662 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d33f69c-294a-499e-b8f6-59c53e2466cc {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:45:52.315094 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df76034-a001-476b-91ee-cb6f5f618ab4', 'code': 200} Sep 16 04:45:52.353294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-987e7601-37d6-407c-b947-c6ed647b647d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.362322 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-987e7601-37d6-407c-b947-c6ed647b647d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports/8859561b-453a-40df-b464-bbefeaa1629f HTTP/1.1" status: 200 len: 935 time: 0.0785964 Sep 16 04:45:52.415170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-cfcde845-db02-4f22-a5ab-12201438c6ca tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?network_id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0517287 Sep 16 04:45:52.456839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-351c6e51-e0e0-45ac-a745-ab0ae0124ea4 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?network_id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0407245 Sep 16 04:45:52.615427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-2ab5c579-b834-467c-b406-7a39804543db tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.622520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-2ab5c579-b834-467c-b406-7a39804543db tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.628334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-2ab5c579-b834-467c-b406-7a39804543db tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:52.636864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-2ab5c579-b834-467c-b406-7a39804543db tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/networks?id=b484af42-d11f-4ec2-83eb-7d35c3841f1f&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e HTTP/1.1" status: 200 len: 1995 time: 0.1791086 Sep 16 04:45:52.655606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-21336ac5-2e47-4d49-8d56-7a6198e94e3f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/quotas/f5608d24b1c54aa593a9ff3260c124ed HTTP/1.1" status: 200 len: 375 time: 0.0176191 Sep 16 04:45:52.744080 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-01eecba5-fe99-4e52-aaad-7c2ed6bd98f3 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0853393 Sep 16 04:45:52.872531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-72a78c3e-1ad0-47a0-9d14-0feacbc5b10d service neutron] 10.222.0.53 "GET /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184289 Sep 16 04:45:53.074944 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-1b3a1edb-0ab2-4aa6-aa2f-e32db757e390 service neutron] 10.222.0.53 "GET /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014236 Sep 16 04:45:53.103833 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:53.150584 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7df80bd7-6e60-48de-9eba-2bfb937f0239 service neutron] 10.222.0.53 "GET /v2.0/ports/267c03d0-c4a6-4d27-8848-96211f86e09b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0598538 Sep 16 04:45:53.174720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e8db-b3a2-428e-b545-1cfda5c44413 req-ddfb68d3-3d78-4cfd-a164-f049fe8ade9d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:53.176404 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c22e8db-b3a2-428e-b545-1cfda5c44413 req-ddfb68d3-3d78-4cfd-a164-f049fe8ade9d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1370447 Sep 16 04:45:53.224734 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c22e8db-b3a2-428e-b545-1cfda5c44413 req-243a57d5-5770-41d4-bb17-a6643031486e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390403 Sep 16 04:45:53.397462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a642f-d6a5-4794-a328-cce3d5101908 req-46131d31-37a6-444c-92b4-b65a456233e9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:53.407111 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6c7a642f-d6a5-4794-a328-cce3d5101908 req-46131d31-37a6-444c-92b4-b65a456233e9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0732970 Sep 16 04:45:53.460533 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6c7a642f-d6a5-4794-a328-cce3d5101908 req-66d074ad-7cb6-4291-8335-c390a4f08a63 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Sep 16 04:45:53.616081 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-bf94ff6f-9ed2-4252-aa6b-61c6b6a89fb0 service neutron] 10.222.0.53 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584486 Sep 16 04:45:53.672927 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87342de5-4470-4a17-8be1-647b08b4e8a6 req-9f838788-340e-40c3-8a16-c3c9e5406ba6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:53.684556 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87342de5-4470-4a17-8be1-647b08b4e8a6 req-9f838788-340e-40c3-8a16-c3c9e5406ba6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0777514 Sep 16 04:45:53.747547 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87342de5-4470-4a17-8be1-647b08b4e8a6 req-88012a73-f3f8-42b0-bd94-f2579d01f8bb tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617154 Sep 16 04:45:53.750218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3b4a0f71-ecf3-4b90-a064-7a8ef198107d service neutron] 10.222.0.53 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331487 Sep 16 04:45:53.791532 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-338ff229-9f8c-4517-bbee-4bb53d33a146 service neutron] 10.222.0.53 "GET /v2.0/ports/8859561b-453a-40df-b464-bbefeaa1629f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0392704 Sep 16 04:45:53.945737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a48f92f5-b543-4da3-9714-6c65d1bbda01 service neutron] 10.222.0.53 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404712 Sep 16 04:45:54.067677 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a51a70c0-16fa-4757-bf0a-98f2632d661a service neutron] 10.222.0.53 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107764 Sep 16 04:45:54.206957 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-78465539-7725-4591-84cf-c3b668080d07 service neutron] 10.222.0.53 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294351 Sep 16 04:45:54.337030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-8db91f27-b6d5-46f0-94a4-82d3a02714c8 service neutron] 10.222.0.53 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230690 Sep 16 04:45:54.379894 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95bcaf-93fc-492b-86c9-9a0cfa275e4a req-5752fa5d-4804-48a2-b698-3439ec4fc912 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.381483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff95bcaf-93fc-492b-86c9-9a0cfa275e4a req-5752fa5d-4804-48a2-b698-3439ec4fc912 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.0713289 Sep 16 04:45:54.448121 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff95bcaf-93fc-492b-86c9-9a0cfa275e4a req-59eb97eb-4f41-4ea9-82e2-e33ba57aa74d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556383 Sep 16 04:45:54.489900 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-b6e8f5c1-0f2a-48c2-9e7b-5cf789373ed3 service neutron] 10.222.0.53 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510172 Sep 16 04:45:54.651055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799af8c-cb10-40b6-b268-02fc33e844db req-2f363e62-7c99-402d-8c19-8606333bd4d7 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.653773 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5799af8c-cb10-40b6-b268-02fc33e844db req-2f363e62-7c99-402d-8c19-8606333bd4d7 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.0963690 Sep 16 04:45:54.660923 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-69f73511-11e7-417a-83b3-ecc1bcbf7263 service neutron] 10.222.0.53 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571534 Sep 16 04:45:54.702830 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5799af8c-cb10-40b6-b268-02fc33e844db req-76ce9660-3cb5-4897-855a-3caa51048056 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Sep 16 04:45:54.764734 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-408300e6-3cc9-422f-af23-e9ea8844a6ec service neutron] 10.222.0.53 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029432 Sep 16 04:45:54.905426 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e9e8a90f-ce4e-4384-acd5-7a862379f0f9 service neutron] 10.222.0.53 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346061 Sep 16 04:45:54.963798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d9174-6563-4f13-a65c-96c94dee4d59 req-5610f860-75f5-4726-9284-80bff0785859 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:54.976758 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c78d9174-6563-4f13-a65c-96c94dee4d59 req-5610f860-75f5-4726-9284-80bff0785859 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.1130283 Sep 16 04:45:55.029319 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c78d9174-6563-4f13-a65c-96c94dee4d59 req-5d5d1cf0-e8c6-46ea-a10d-c4bf1bea4a9b tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498543 Sep 16 04:45:55.047790 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-1e189d2d-dc9c-471e-86dd-af8d8ee98d0c service neutron] 10.222.0.53 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351571 Sep 16 04:45:55.213326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-b148d486-8462-4c11-8288-d3d5eec08a7c service neutron] 10.222.0.53 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511302 Sep 16 04:45:55.643229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe4615-596b-4dca-8fc2-3ee2fe5a54b4 req-02d19f27-59b7-4341-b2a3-10dfd630169f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:55.649420 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9ebe4615-596b-4dca-8fc2-3ee2fe5a54b4 req-02d19f27-59b7-4341-b2a3-10dfd630169f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.0850003 Sep 16 04:45:55.727324 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9ebe4615-596b-4dca-8fc2-3ee2fe5a54b4 req-6c57f3b8-bfbe-4b28-b132-862d83194802 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653706 Sep 16 04:45:55.947034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b725a8-996a-4c9f-835b-eed72ae568cb req-dfea0335-b5df-410f-b4d3-7dcd97409c2d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:55.949079 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28b725a8-996a-4c9f-835b-eed72ae568cb req-dfea0335-b5df-410f-b4d3-7dcd97409c2d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1466069 Sep 16 04:45:55.969892 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:45:56.079985 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28b725a8-996a-4c9f-835b-eed72ae568cb req-d86d0db2-0699-4d35-aba7-f0794440caba tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246428 Sep 16 04:45:56.237696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5237668-cfe4-4971-aad2-cb6fddd36be8 req-5905d552-1250-4926-9525-ff79fb2fc477 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.250288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5237668-cfe4-4971-aad2-cb6fddd36be8 req-5905d552-1250-4926-9525-ff79fb2fc477 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0837810 Sep 16 04:45:56.318040 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5237668-cfe4-4971-aad2-cb6fddd36be8 req-fb7bfd0a-0d3b-4935-85da-c36020f2de1d tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660422 Sep 16 04:45:56.370185 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-46efdd0d-1f4d-4dcf-84cc-2f79de23e4de req-7d510f7b-20ad-4ca8-9f01-8f0fc102ab71 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0778413 Sep 16 04:45:56.882917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b48dec-a123-4099-a144-6c910dc5a5f7 req-2dcf1091-1489-41fa-a12e-ca0a0014b42e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:56.885656 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1b48dec-a123-4099-a144-6c910dc5a5f7 req-2dcf1091-1489-41fa-a12e-ca0a0014b42e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.0712860 Sep 16 04:45:56.932083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1b48dec-a123-4099-a144-6c910dc5a5f7 req-65b8a210-6baa-428f-90f9-4aaa60c97b52 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390904 Sep 16 04:45:57.296190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa696d-bea1-4184-93fe-f99a54c57b48 req-c83c8ff0-ddf7-4edb-bdbb-f1f681ce21f3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:57.306719 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93fa696d-bea1-4184-93fe-f99a54c57b48 req-c83c8ff0-ddf7-4edb-bdbb-f1f681ce21f3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1080594 Sep 16 04:45:57.370416 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93fa696d-bea1-4184-93fe-f99a54c57b48 req-c5599fb4-620f-4a7a-af1b-5e286da80c95 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623550 Sep 16 04:45:57.520350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fca05-226e-4b49-a475-0a3adbf233be req-c78e80c4-b246-49f1-84c2-5edfd7170afd tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:57.529699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-887fca05-226e-4b49-a475-0a3adbf233be req-c78e80c4-b246-49f1-84c2-5edfd7170afd tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0818205 Sep 16 04:45:57.532661 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2857464-d8e9-4f4d-83e5-d681014885c3 req-42946d09-217f-4e04-90c8-642c8f9a91e0 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0505593 Sep 16 04:45:57.598237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-887fca05-226e-4b49-a475-0a3adbf233be req-c9426230-64d8-4748-b76c-7f2a6f50e233 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672083 Sep 16 04:45:57.683343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-2c946fd3-d2fe-472b-972e-8167c1c45c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:57.685518 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-2c946fd3-d2fe-472b-972e-8167c1c45c10 service neutron] 10.222.0.50 "GET /v2.0/ports/267c03d0-c4a6-4d27-8848-96211f86e09b HTTP/1.1" status: 200 len: 1031 time: 0.0827272 Sep 16 04:45:57.753199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-c91b0e26-f2a8-46dd-b2b9-11b801464296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:57.754908 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-c91b0e26-f2a8-46dd-b2b9-11b801464296 service neutron] 10.222.0.50 "GET /v2.0/ports/8859561b-453a-40df-b464-bbefeaa1629f HTTP/1.1" status: 200 len: 1031 time: 0.0516706 Sep 16 04:45:57.945068 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-c3cc7c5e-4841-4615-a9ac-956f7ba0c27d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:57.956547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-c3cc7c5e-4841-4615-a9ac-956f7ba0c27d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:57.965257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-c3cc7c5e-4841-4615-a9ac-956f7ba0c27d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:57.967768 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-c3cc7c5e-4841-4615-a9ac-956f7ba0c27d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "GET /v2.0/networks?id=b484af42-d11f-4ec2-83eb-7d35c3841f1f&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e HTTP/1.1" status: 200 len: 1995 time: 0.2056787 Sep 16 04:45:58.037142 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a8e6c9f1-0954-41bd-ab87-597cbd655f31 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5608d24b1c54aa593a9ff3260c124ed HTTP/1.1" status: 200 len: 379 time: 0.0553601 Sep 16 04:45:58.055788 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'port': {'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'admin_state_up': True, 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'security_groups': ['b755bb89-e80b-45e2-ad90-37458d97207e']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:58.298450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb42d2-57d6-4845-9042-e7b4a43d4696 req-3ddd05b6-9cf1-4636-a42e-fa6120f3ca9b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:58.313467 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-26eb42d2-57d6-4845-9042-e7b4a43d4696 req-3ddd05b6-9cf1-4636-a42e-fa6120f3ca9b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.2331860 Sep 16 04:45:58.389994 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-26eb42d2-57d6-4845-9042-e7b4a43d4696 req-47ff3e20-a299-403b-9354-652995c39d2b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753994 Sep 16 04:45:58.396166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:58.403421 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:58.639245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Allocated IP 172.20.0.11 (b484af42-d11f-4ec2-83eb-7d35c3841f1f/04988699-f88f-44f7-ad1b-2f1effb65073/2bb4b8a4-bd16-481d-9eea-d98db23b0b42) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:45:58.788017 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95f4ecb6-2772-49b4-9660-651caa1d6faa req-bc61d7f7-5e4c-4445-8c73-5913b72fb9c5 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0440230 Sep 16 04:45:58.810103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1ef6e-affb-4d52-a1c9-a84c106b03af req-a9c46cfb-3747-4800-9921-614331ff8415 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:58.817423 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9bd1ef6e-affb-4d52-a1c9-a84c106b03af req-a9c46cfb-3747-4800-9921-614331ff8415 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1360760 Sep 16 04:45:58.946280 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9bd1ef6e-affb-4d52-a1c9-a84c106b03af req-75f84670-b6dd-404a-a233-3509c336c32c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276767 Sep 16 04:45:59.007590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.040666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4388015-81c7-4cff-bc4f-f6597bdd7fa4 req-401bfe36-a133-444b-abf6-0a3339eeba05 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:59.043520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4388015-81c7-4cff-bc4f-f6597bdd7fa4 req-401bfe36-a133-444b-abf6-0a3339eeba05 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.1408324 Sep 16 04:45:59.108797 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.129491 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4388015-81c7-4cff-bc4f-f6597bdd7fa4 req-296ac373-d669-4f97-a112-dcb4d8300d5b tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776353 Sep 16 04:45:59.175902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Network b484af42-d11f-4ec2-83eb-7d35c3841f1f is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:45:59.180706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:45:59.183367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:45:59.226957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Port': ['ID=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:45:59.278144 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:45:59.284909 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.318040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f2dfd974-34b4-4f76-ab7c-1954b6dcb53a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2698777 Sep 16 04:45:59.330776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'port': {'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df', 'admin_state_up': True, 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'security_groups': ['b755bb89-e80b-45e2-ad90-37458d97207e']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:45:59.571089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e0139048-fccb-435a-ab2b-3da25eefbc38 None None] Provisioning complete for port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:45:59.572070 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e0139048-fccb-435a-ab2b-3da25eefbc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.581559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:45:59.586258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:45:59.634090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e0139048-fccb-435a-ab2b-3da25eefbc38 None None] Port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:45:59.781962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Allocated IP 10.1.1.176 (fac02cc7-a8ca-47e0-990f-c775ceab25df/76dce871-5cf5-4559-84ca-1aeafb7574c1/86717a90-1a2b-48bb-a89d-656fe2598f86) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:00.017703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1c4f8-eec7-4e9f-ab27-8e9efbd0a314 req-b9bb3e31-def6-4e23-a3be-9c75c7e1a967 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.025738 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43c1c4f8-eec7-4e9f-ab27-8e9efbd0a314 req-b9bb3e31-def6-4e23-a3be-9c75c7e1a967 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 932 time: 0.0826523 Sep 16 04:46:00.039463 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.077550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171556f-23b6-4370-8869-0885eef516ab req-cfe15462-a3a4-41d2-be84-091a0df85736 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.098109 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b171556f-23b6-4370-8869-0885eef516ab req-cfe15462-a3a4-41d2-be84-091a0df85736 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.5455968 Sep 16 04:46:00.100166 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43c1c4f8-eec7-4e9f-ab27-8e9efbd0a314 req-1c09c213-9b93-4284-86d8-a73ab7e515df tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684097 Sep 16 04:46:00.187537 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b171556f-23b6-4370-8869-0885eef516ab req-417b84fb-a023-4f2a-a6b6-b5e9cb63f0f2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885496 Sep 16 04:46:00.202548 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.287597 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Network fac02cc7-a8ca-47e0-990f-c775ceab25df is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:00.312121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:00.325180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b49422-906d-4c88-bf35-0f89f0deb07e req-54a68302-e0fa-4f75-b64b-dd1321c2437f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.333559 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9b49422-906d-4c88-bf35-0f89f0deb07e req-54a68302-e0fa-4f75-b64b-dd1321c2437f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1456962 Sep 16 04:46:00.336502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:00.404806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9b49422-906d-4c88-bf35-0f89f0deb07e req-cf058417-77e3-44a1-b9e6-05cccfc8089e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698373 Sep 16 04:46:00.431897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Port': ['ID=86717a90-1a2b-48bb-a89d-656fe2598f86,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:00.489011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.489923 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.503606 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac902c-0e28-4213-8cbc-ce60b4e60d10 req-59b241a9-3a8d-4a5b-bb88-8c572fb0c9f8 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:00.505399 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbac902c-0e28-4213-8cbc-ce60b4e60d10 req-59b241a9-3a8d-4a5b-bb88-8c572fb0c9f8 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.2464082 Sep 16 04:46:00.540761 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3cfbbc9d-59dd-4457-9f38-280cef4fb0dc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2140017 Sep 16 04:46:00.559653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'port': {'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df', 'admin_state_up': True, 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'security_groups': ['b755bb89-e80b-45e2-ad90-37458d97207e']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:00.719723 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbac902c-0e28-4213-8cbc-ce60b4e60d10 req-141f2e02-544c-4dc0-baff-2c77987b2151 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900246 Sep 16 04:46:00.766213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-53a57e42-d218-49e4-a754-47d292e4d32c None None] Provisioning complete for port 86717a90-1a2b-48bb-a89d-656fe2598f86 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:00.766763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-53a57e42-d218-49e4-a754-47d292e4d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.815679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:00.820424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:00.850484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-53a57e42-d218-49e4-a754-47d292e4d32c None None] Port 86717a90-1a2b-48bb-a89d-656fe2598f86 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:01.044264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35718) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:01.051568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Allocated IP 10.1.1.7 (fac02cc7-a8ca-47e0-990f-c775ceab25df/76dce871-5cf5-4559-84ca-1aeafb7574c1/8d2795f4-96ee-449c-b4d6-af82e2788cd4) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:01.259797 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.375606 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.388315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684bc62-d6e0-419c-b47c-aec3fed936de req-3204dd6c-f704-439c-98b6-116b0ae8f26c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:01.394770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684bc62-d6e0-419c-b47c-aec3fed936de req-3204dd6c-f704-439c-98b6-116b0ae8f26c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:01.396386 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8684bc62-d6e0-419c-b47c-aec3fed936de req-3204dd6c-f704-439c-98b6-116b0ae8f26c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 1654 time: 0.1668339 Sep 16 04:46:01.431642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.437096 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.476873 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8684bc62-d6e0-419c-b47c-aec3fed936de req-004119d9-502e-4eba-be4e-72f99b4cf649 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713854 Sep 16 04:46:01.488010 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.546722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Port': ['ID=8d2795f4-96ee-449c-b4d6-af82e2788cd4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:01.560426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Network fac02cc7-a8ca-47e0-990f-c775ceab25df is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:01.562867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:01.565639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:01.567258 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae32b588a2a94509bf1b2b27d3187f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5210855 Sep 16 04:46:01.572538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35730) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:01.587815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b368594-5a88-4715-b758-a73e18fbe346 req-8f8a9923-fb85-4cfd-95e4-0fc0fef1714d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:01.590188 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b368594-5a88-4715-b758-a73e18fbe346 req-8f8a9923-fb85-4cfd-95e4-0fc0fef1714d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.2528815 Sep 16 04:46:01.591163 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f73a79e-c1e7-4ff8-9b77-ffc73450ea63,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:01.605133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:01.605820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:01.606311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:01.608393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:01.609067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:01.609560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:01.610076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:01.610551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:01.611043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:01.611519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:01.611990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:01.612458 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a947d-a1a2-422d-a77b-60f09cd7ef05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:01.683156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b368594-5a88-4715-b758-a73e18fbe346 req-31787231-721a-4253-84b2-bf9e4c370d43 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753169 Sep 16 04:46:01.723005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:01.723649 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.742895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333284-eb7c-496a-a187-4f8f086f903a req-077916a3-a882-4ffe-ae6c-bc841b35bd91 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:01.744017 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28333284-eb7c-496a-a187-4f8f086f903a req-077916a3-a882-4ffe-ae6c-bc841b35bd91 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1408763 Sep 16 04:46:01.764270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e2a66810-04a6-4ca3-bb5d-5a47d720d219 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2123539 Sep 16 04:46:01.807941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20a6d8ed-ae05-4c84-9341-f29ec674066f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.819199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'port': {'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e', 'admin_state_up': True, 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'security_groups': ['b755bb89-e80b-45e2-ad90-37458d97207e']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:01.888607 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28333284-eb7c-496a-a187-4f8f086f903a req-b2b5a734-105d-4a65-bb8c-c2989d3d773c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343746 Sep 16 04:46:01.915022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20a6d8ed-ae05-4c84-9341-f29ec674066f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:01.996328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-baf93f16-3670-4f59-91e2-2138ce1ae6a5 None None] Provisioning complete for port 8d2795f4-96ee-449c-b4d6-af82e2788cd4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:01.996939 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-baf93f16-3670-4f59-91e2-2138ce1ae6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.001265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22850e4-e46d-45c9-93a3-fed9c70ce3f9 req-75cb8942-0bdb-4586-8663-ab4390df1f48 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:02.010286 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e22850e4-e46d-45c9-93a3-fed9c70ce3f9 req-75cb8942-0bdb-4586-8663-ab4390df1f48 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0657411 Sep 16 04:46:02.048575 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20a6d8ed-ae05-4c84-9341-f29ec674066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.051959 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20a6d8ed-ae05-4c84-9341-f29ec674066f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.056382 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-20a6d8ed-ae05-4c84-9341-f29ec674066f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f73a79e-c1e7-4ff8-9b77-ffc73450ea63 HTTP/1.1" status: 204 len: 168 time: 0.4796565 Sep 16 04:46:02.076842 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e22850e4-e46d-45c9-93a3-fed9c70ce3f9 req-c4fd3774-222e-4daa-a9ab-7a4c7a795963 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652261 Sep 16 04:46:02.095072 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-baf93f16-3670-4f59-91e2-2138ce1ae6a5 None None] Port 8d2795f4-96ee-449c-b4d6-af82e2788cd4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:02.102274 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:02.115597 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6d8ed-ae05-4c84-9341-f29ec674066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f73a79e-c1e7-4ff8-9b77-ffc73450ea63,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:02.242122 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.480122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Allocated IP 10.2.2.100 (2e6d993c-2b30-44fb-bde1-0ab5a2cc598e/5456bb97-7a6b-4d79-b62d-5adf05d63356/57f89f03-3348-45b6-8af5-578e5a7722a3) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:02.556777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35744) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:02.581316 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b3cb-15f0-41a6-9fe8-2cd793e27e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.786117 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b3cb-15f0-41a6-9fe8-2cd793e27e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.793254 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b3cb-15f0-41a6-9fe8-2cd793e27e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.821278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77f13-b45c-476c-a8a3-9077ed8ce9fc req-ecc3dd07-20ae-452a-83bb-3073f1b89289 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:02.827984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77f13-b45c-476c-a8a3-9077ed8ce9fc req-ecc3dd07-20ae-452a-83bb-3073f1b89289 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:02.833963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77f13-b45c-476c-a8a3-9077ed8ce9fc req-ecc3dd07-20ae-452a-83bb-3073f1b89289 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:02.836279 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-47a77f13-b45c-476c-a8a3-9077ed8ce9fc req-ecc3dd07-20ae-452a-83bb-3073f1b89289 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 2373 time: 0.1955345 Sep 16 04:46:02.852935 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:02.890904 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c1b4b3cb-15f0-41a6-9fe8-2cd793e27e64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8513ab92e14649bba1db03464bddce3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319049 Sep 16 04:46:02.893354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35750) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:02.897180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4b3cb-15f0-41a6-9fe8-2cd793e27e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e496729-564f-4a16-805f-9f4ef60b17c8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:02.910110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-47a77f13-b45c-476c-a8a3-9077ed8ce9fc req-142b3bd8-d41d-443b-8171-671a132e18bb tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624046 Sep 16 04:46:02.951390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d0a36-4d27-4485-8bb7-20a7c78f9d50 req-3e2f2a03-a06b-4999-8399-59f8522d2727 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:02.953132 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-657d0a36-4d27-4485-8bb7-20a7c78f9d50 req-3e2f2a03-a06b-4999-8399-59f8522d2727 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1418619 Sep 16 04:46:02.955734 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.021001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:03.029172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:03.048566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:03.053229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Port': ['ID=57f89f03-3348-45b6-8af5-578e5a7722a3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:03.077343 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-657d0a36-4d27-4485-8bb7-20a7c78f9d50 req-dd189160-db45-425d-9cc2-37bcb6221cf2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079547 Sep 16 04:46:03.079205 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee70502c-1dc1-4b9a-b998-13d146593d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.142073 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:03.142768 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.159659 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee70502c-1dc1-4b9a-b998-13d146593d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.169303 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-ebc299f7-ad2a-4d82-82f1-8b875e00ed14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3568361 Sep 16 04:46:03.187658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'port': {'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e', 'admin_state_up': True, 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'security_groups': ['b755bb89-e80b-45e2-ad90-37458d97207e']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:03.281839 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee70502c-1dc1-4b9a-b998-13d146593d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.285027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee70502c-1dc1-4b9a-b998-13d146593d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.289444 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ee70502c-1dc1-4b9a-b998-13d146593d37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e496729-564f-4a16-805f-9f4ef60b17c8 HTTP/1.1" status: 204 len: 168 time: 0.3935876 Sep 16 04:46:03.326170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70502c-1dc1-4b9a-b998-13d146593d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e496729-564f-4a16-805f-9f4ef60b17c8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:03.392264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c13a52-d987-4720-b0c3-8f00e089af48 req-a7f21c90-1ec7-4c9b-ac7e-bfdd0a4272df tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:03.393916 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2c13a52-d987-4720-b0c3-8f00e089af48 req-a7f21c90-1ec7-4c9b-ac7e-bfdd0a4272df tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1615424 Sep 16 04:46:03.462402 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Made reservation on behalf of f5608d24b1c54aa593a9ff3260c124ed for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:03.467322 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.502032 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2c13a52-d987-4720-b0c3-8f00e089af48 req-1c5d82a1-a3e7-4fb0-a9dd-94ceb8c869b8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950625 Sep 16 04:46:03.540172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-04891acb-f18a-4b9c-9d56-f04e6adbbfa2 None None] Provisioning complete for port 57f89f03-3348-45b6-8af5-578e5a7722a3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:03.541196 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-04891acb-f18a-4b9c-9d56-f04e6adbbfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:03.685094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-04891acb-f18a-4b9c-9d56-f04e6adbbfa2 None None] Port 57f89f03-3348-45b6-8af5-578e5a7722a3 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:03.714488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09db4d-a042-48a3-92f0-be7e523ad61c req-dbe37cde-64e4-4236-a92d-6265dcd324b5 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:03.716157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf09db4d-a042-48a3-92f0-be7e523ad61c req-dbe37cde-64e4-4236-a92d-6265dcd324b5 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.2105837 Sep 16 04:46:03.780476 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Allocated IP 10.2.2.200 (2e6d993c-2b30-44fb-bde1-0ab5a2cc598e/5456bb97-7a6b-4d79-b62d-5adf05d63356/9c04427e-436b-4e81-8e71-1ce7b4320fe5) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:03.832159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf09db4d-a042-48a3-92f0-be7e523ad61c req-831f43b9-64c7-40f2-ae5f-3615d10a30fe tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077130 Sep 16 04:46:04.038684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.097172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd8e7c-fd35-474f-bbf6-8053e290f522 req-a2c2438f-b449-4161-8da4-92ce730948e6 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.104953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd8e7c-fd35-474f-bbf6-8053e290f522 req-a2c2438f-b449-4161-8da4-92ce730948e6 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.111587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd8e7c-fd35-474f-bbf6-8053e290f522 req-a2c2438f-b449-4161-8da4-92ce730948e6 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.117740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd8e7c-fd35-474f-bbf6-8053e290f522 req-a2c2438f-b449-4161-8da4-92ce730948e6 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.125413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ffd8e7c-fd35-474f-bbf6-8053e290f522 req-a2c2438f-b449-4161-8da4-92ce730948e6 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 3094 time: 0.1028578 Sep 16 04:46:04.181593 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ffd8e7c-fd35-474f-bbf6-8053e290f522 req-07e876c4-2ba4-4c4e-9c09-63dd519d4870 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551593 Sep 16 04:46:04.183350 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.321100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:04.332693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66db6bf-f39e-4dee-babb-6e616f2a16df req-8c7e9a96-4845-45e4-bef6-77b272e78717 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.352491 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d66db6bf-f39e-4dee-babb-6e616f2a16df req-8c7e9a96-4845-45e4-bef6-77b272e78717 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1260264 Sep 16 04:46:04.355793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:04.364887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:04.476626 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d66db6bf-f39e-4dee-babb-6e616f2a16df req-a7349b77-e63b-444c-8e29-692f149bbace tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190634 Sep 16 04:46:04.494879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event updated for resources: {'Port': ['ID=9c04427e-436b-4e81-8e71-1ce7b4320fe5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:04.541091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.546799 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.637215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d6adb8f1-5a2f-4d91-a92f-a57afd35d380 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4537804 Sep 16 04:46:04.653344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Request body: {'port': {'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:04.679338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9242745-66f9-40f2-a30c-5e74d156abeb req-e440a279-1d0f-405e-92e9-34e876b95585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.681159 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9242745-66f9-40f2-a30c-5e74d156abeb req-e440a279-1d0f-405e-92e9-34e876b95585 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 1097 time: 0.1196308 Sep 16 04:46:04.756316 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:04.770485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c1d6b-0f24-4bf5-8a87-eb485eabd216 req-1e614f73-ac2c-460b-b898-f23a299e28c8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:04.782734 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c65c1d6b-0f24-4bf5-8a87-eb485eabd216 req-1e614f73-ac2c-460b-b898-f23a299e28c8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1205351 Sep 16 04:46:04.846254 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c65c1d6b-0f24-4bf5-8a87-eb485eabd216 req-8251db40-09d4-4916-8422-21dc61a7bfd2 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609484 Sep 16 04:46:04.927795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-60c5ecfd-887c-4c4d-ba88-f6ee60e2e321 None None] Provisioning complete for port 9c04427e-436b-4e81-8e71-1ce7b4320fe5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:04.933046 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-60c5ecfd-887c-4c4d-ba88-f6ee60e2e321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.063539 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9242745-66f9-40f2-a30c-5e74d156abeb req-8b634eb5-5161-428e-bbe6-6eaa011af4d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746693 Sep 16 04:46:05.087116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-60c5ecfd-887c-4c4d-ba88-f6ee60e2e321 None None] Port 9c04427e-436b-4e81-8e71-1ce7b4320fe5 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:05.140241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95ae71-47c5-4bec-89a1-9bb9b453e70c req-0846f562-7c57-4fa8-8c59-9d87b03adcdd tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.141906 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd95ae71-47c5-4bec-89a1-9bb9b453e70c req-0846f562-7c57-4fa8-8c59-9d87b03adcdd tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.1945410 Sep 16 04:46:05.261660 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.278345 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd95ae71-47c5-4bec-89a1-9bb9b453e70c req-22e6cbab-968e-4ef7-91f2-a80a4845080c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209409 Sep 16 04:46:05.521164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7b384-0c59-4884-9531-43397b0af3b9 req-42d01185-d4c1-4651-9769-d894e7509bd8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.523427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:05.557230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7b384-0c59-4884-9531-43397b0af3b9 req-42d01185-d4c1-4651-9769-d894e7509bd8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.572589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7b384-0c59-4884-9531-43397b0af3b9 req-42d01185-d4c1-4651-9769-d894e7509bd8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.577877 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.583524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7b384-0c59-4884-9531-43397b0af3b9 req-42d01185-d4c1-4651-9769-d894e7509bd8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.591946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7b384-0c59-4884-9531-43397b0af3b9 req-42d01185-d4c1-4651-9769-d894e7509bd8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.594229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ddb7b384-0c59-4884-9531-43397b0af3b9 req-42d01185-d4c1-4651-9769-d894e7509bd8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 3815 time: 0.2024632 Sep 16 04:46:05.605995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Transition to ACTIVE for port object 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:05.612886 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:05.695763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ddb7b384-0c59-4884-9531-43397b0af3b9 req-2746bc74-5067-4780-a44d-26e93785f403 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934873 Sep 16 04:46:05.836000 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c86b90-39b1-454c-b5da-e07d3cf0c859 req-53887642-5c8f-4cb4-8621-37853c2b7273 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:05.847835 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-71c86b90-39b1-454c-b5da-e07d3cf0c859 req-53887642-5c8f-4cb4-8621-37853c2b7273 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.2126062 Sep 16 04:46:05.933160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Attempting to bind port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:05.933512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Attempting to bind port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:05.933952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Attempting to bind port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 on network b484af42-d11f-4ec2-83eb-7d35c3841f1f {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:05.950026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:05.955419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 on network b484af42-d11f-4ec2-83eb-7d35c3841f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:05.955753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Attempting to bind port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 on network b484af42-d11f-4ec2-83eb-7d35c3841f1f {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:05.962521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:05.962874 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Checking segment: {'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:05.965488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Bound using segment: {'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:05.965488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Bound port: 2bb4b8a4-bd16-481d-9eea-d98db23b0b42, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c6a5c7-fd52-4444-bfea-2bcb3589ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:05.965488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.027770 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-71c86b90-39b1-454c-b5da-e07d3cf0c859 req-fe545b42-6263-4070-bcce-cb9b2326ef0a tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787977 Sep 16 04:46:06.114268 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd40483-1652-475a-8856-a3a8c460838b req-9f9b0eca-32c8-46c5-a3fc-94e32eae0ef4 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.122119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abd40483-1652-475a-8856-a3a8c460838b req-9f9b0eca-32c8-46c5-a3fc-94e32eae0ef4 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1136653 Sep 16 04:46:06.122728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] For port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:06.127165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] For port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,segment=NetworkSegment(38c6a5c7-fd52-4444-bfea-2bcb3589ad38),segment_id=38c6a5c7-fd52-4444-bfea-2bcb3589ad38)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:06.133531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.179910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.180541 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.181973 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] 10.222.0.50 "PUT /v2.0/ports/2bb4b8a4-bd16-481d-9eea-d98db23b0b42 HTTP/1.1" status: 200 len: 1093 time: 1.5341408 Sep 16 04:46:06.182523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:06.184655 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489b698a-f424-421c-89ea-a8dfc56f5fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "2bb4b8a4-bd16-481d-9eea-d98db23b0b42"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:06.221078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abd40483-1652-475a-8856-a3a8c460838b req-47cd938d-8b0d-4a45-b228-c40ca6f54f15 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969877 Sep 16 04:46:06.237222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Request body: {'port': {'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:06.268800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a4836-2308-4983-9d7c-84441b6de924 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:06.330425 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa3c57-110f-4784-83b2-076204c2ec91 x-openstack-request-id: req-b6aa3c57-110f-4784-83b2-076204c2ec91 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:06.330720 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "2bb4b8a4-bd16-481d-9eea-d98db23b0b42", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:06.330980 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6aa3c57-110f-4784-83b2-076204c2ec91 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:06.331410 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42', 'status': 'completed', 'code': 200} Sep 16 04:46:06.407798 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.411857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b698a-f424-421c-89ea-a8dfc56f5fa9 req-5e35267a-21be-4a62-ba80-19e7cd925003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.414566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b698a-f424-421c-89ea-a8dfc56f5fa9 req-5e35267a-21be-4a62-ba80-19e7cd925003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.420288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b698a-f424-421c-89ea-a8dfc56f5fa9 req-5e35267a-21be-4a62-ba80-19e7cd925003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.421047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b698a-f424-421c-89ea-a8dfc56f5fa9 req-5e35267a-21be-4a62-ba80-19e7cd925003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.421746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b698a-f424-421c-89ea-a8dfc56f5fa9 req-5e35267a-21be-4a62-ba80-19e7cd925003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.426908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-489b698a-f424-421c-89ea-a8dfc56f5fa9 req-5e35267a-21be-4a62-ba80-19e7cd925003 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 4363 time: 0.1452553 Sep 16 04:46:06.477111 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:06.630139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef97ad9-f659-4a64-a669-32862f0e4daf req-7cb51b2c-3dc6-465e-bae2-050ef96af724 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.642909 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aef97ad9-f659-4a64-a669-32862f0e4daf req-7cb51b2c-3dc6-465e-bae2-050ef96af724 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.2147813 Sep 16 04:46:06.787839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:06.828510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'port_id': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617', 'mac_address': 'fa:16:3e:4c:a0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe58f381-cad6-48c7-a9bf-7d2ce1b9e110', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:06.893579 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.900774 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aef97ad9-f659-4a64-a669-32862f0e4daf req-82762554-db4a-4d12-b34d-bd59c5518a9c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554972 Sep 16 04:46:06.924446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:06.954030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:06.963339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b698a-f424-421c-89ea-a8dfc56f5fa9 req-2d550d0c-a103-4675-845b-892283b6a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.963339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b698a-f424-421c-89ea-a8dfc56f5fa9 req-2d550d0c-a103-4675-845b-892283b6a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.966058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b698a-f424-421c-89ea-a8dfc56f5fa9 req-2d550d0c-a103-4675-845b-892283b6a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:06.966847 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:06.971353 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-489b698a-f424-421c-89ea-a8dfc56f5fa9 req-2d550d0c-a103-4675-845b-892283b6a3b2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4719901 Sep 16 04:46:07.096330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:07.137356 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['0a4d57ce-a8e9-4710-aead-1f87bc7a4617'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:07.196079 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b698a-f424-421c-89ea-a8dfc56f5fa9 req-aeb3e566-f44d-427a-8548-0c1411091b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.198028 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-489b698a-f424-421c-89ea-a8dfc56f5fa9 req-aeb3e566-f44d-427a-8548-0c1411091b15 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2173989 Sep 16 04:46:07.265747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536237-52f2-4d9e-8772-d99597eaeb60 req-c0fa3f90-5d7a-46a2-bd2d-031d9e9effe2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.290986 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536237-52f2-4d9e-8772-d99597eaeb60 req-c0fa3f90-5d7a-46a2-bd2d-031d9e9effe2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.317420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536237-52f2-4d9e-8772-d99597eaeb60 req-c0fa3f90-5d7a-46a2-bd2d-031d9e9effe2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.330277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536237-52f2-4d9e-8772-d99597eaeb60 req-c0fa3f90-5d7a-46a2-bd2d-031d9e9effe2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.347376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536237-52f2-4d9e-8772-d99597eaeb60 req-c0fa3f90-5d7a-46a2-bd2d-031d9e9effe2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.349465 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d536237-52f2-4d9e-8772-d99597eaeb60 req-c0fa3f90-5d7a-46a2-bd2d-031d9e9effe2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 3827 time: 0.4404638 Sep 16 04:46:07.363061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6692-9b7e-40b5-a6b6-3586c535ee80 req-dc6c74be-165b-4308-b3a8-2ede91a39eda tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.380760 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267c03d0-c4a6-4d27-8848-96211f86e09b {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:07.384647 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-543b6692-9b7e-40b5-a6b6-3586c535ee80 req-dc6c74be-165b-4308-b3a8-2ede91a39eda tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1345491 Sep 16 04:46:07.440055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.483427 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-543b6692-9b7e-40b5-a6b6-3586c535ee80 req-39049840-230d-4829-8a42-a3b52b1a13a4 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978129 Sep 16 04:46:07.495097 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.547173 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Transition to ACTIVE for port object 267c03d0-c4a6-4d27-8848-96211f86e09b will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:07.565761 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:07.714255 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d536237-52f2-4d9e-8772-d99597eaeb60 req-1284271d-05d3-40cc-8e5c-b4df4e135dac tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358378 Sep 16 04:46:07.858608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c128dc4-66b7-4549-b265-6aa1a2965a52 req-0033bd01-1d21-4dec-b017-9c2e88e588a3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:07.867415 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c128dc4-66b7-4549-b265-6aa1a2965a52 req-0033bd01-1d21-4dec-b017-9c2e88e588a3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 944 time: 0.1634154 Sep 16 04:46:07.891411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Pushing event updated for resources: {'Port': ['ID=267c03d0-c4a6-4d27-8848-96211f86e09b,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:07.961431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c128dc4-66b7-4549-b265-6aa1a2965a52 req-ad211634-8519-4424-865b-0ffdd7d9a4c9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930030 Sep 16 04:46:08.024622 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Attempting to bind port 267c03d0-c4a6-4d27-8848-96211f86e09b on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:08.025166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Attempting to bind port 267c03d0-c4a6-4d27-8848-96211f86e09b by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:08.025515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Attempting to bind port 267c03d0-c4a6-4d27-8848-96211f86e09b on network fac02cc7-a8ca-47e0-990f-c775ceab25df {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:08.035836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fe0bd-ad0f-4b01-986b-81d24fc7cd1f req-bdb6f1ce-1891-4f05-9681-13690fa8081e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.037253 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-409fe0bd-ad0f-4b01-986b-81d24fc7cd1f req-bdb6f1ce-1891-4f05-9681-13690fa8081e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1491287 Sep 16 04:46:08.040170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Port 267c03d0-c4a6-4d27-8848-96211f86e09b on network fac02cc7-a8ca-47e0-990f-c775ceab25df not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:08.040752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Attempting to bind port 267c03d0-c4a6-4d27-8848-96211f86e09b on network fac02cc7-a8ca-47e0-990f-c775ceab25df {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:08.048199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:08.048937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Checking segment: {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:08.049628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Bound using segment: {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:08.050328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Bound port: 267c03d0-c4a6-4d27-8848-96211f86e09b, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:08.050932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.120976 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-409fe0bd-ad0f-4b01-986b-81d24fc7cd1f req-500daabc-5d80-4cd9-bff2-6b8632eb3d82 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746453 Sep 16 04:46:08.161008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] For port 267c03d0-c4a6-4d27-8848-96211f86e09b, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:08.169722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] For port 267c03d0-c4a6-4d27-8848-96211f86e09b, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=267c03d0-c4a6-4d27-8848-96211f86e09b,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:08.176496 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.247038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.252647 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.254429 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] 10.222.0.50 "PUT /v2.0/ports/267c03d0-c4a6-4d27-8848-96211f86e09b HTTP/1.1" status: 200 len: 1135 time: 2.0414078 Sep 16 04:46:08.304662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Request body: {'port': {'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:08.336060 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '267c03d0-c4a6-4d27-8848-96211f86e09b'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:08.344390 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca581e83-a4c3-4ea6-9d37-b96317c33b32" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "267c03d0-c4a6-4d27-8848-96211f86e09b"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:08.458474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915cffd-3550-4ef4-bf70-1042f7a64f74 service neutron] Pushing event updated for resources: {'Port': ['ID=267c03d0-c4a6-4d27-8848-96211f86e09b,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:08.471293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:08.488353 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc167c3-0a2e-478f-93ea-5cd9727ddc10 x-openstack-request-id: req-1dc167c3-0a2e-478f-93ea-5cd9727ddc10 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:08.488645 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "267c03d0-c4a6-4d27-8848-96211f86e09b", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:08.488908 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1dc167c3-0a2e-478f-93ea-5cd9727ddc10 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:08.489312 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '267c03d0-c4a6-4d27-8848-96211f86e09b', 'status': 'completed', 'code': 200} Sep 16 04:46:08.575146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-442e3e92-f913-4bd0-8569-e2f66a0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.576977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-442e3e92-f913-4bd0-8569-e2f66a0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.577672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-442e3e92-f913-4bd0-8569-e2f66a0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.580201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-442e3e92-f913-4bd0-8569-e2f66a0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.581742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.582582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-442e3e92-f913-4bd0-8569-e2f66a0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.583592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-442e3e92-f913-4bd0-8569-e2f66a0da19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.586616 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-442e3e92-f913-4bd0-8569-e2f66a0da19f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5291 time: 0.0908513 Sep 16 04:46:08.622567 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:08.623028 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.862637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661ae2e-15a6-4932-908f-d196d5034ff5 req-29d81719-b5ae-439b-8e50-1fbbc8578fb6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.863596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-c7fb17ce-1813-48af-b444-37fe598a1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.864065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-c7fb17ce-1813-48af-b444-37fe598a1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.864548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-c7fb17ce-1813-48af-b444-37fe598a1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:08.865304 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8661ae2e-15a6-4932-908f-d196d5034ff5 req-29d81719-b5ae-439b-8e50-1fbbc8578fb6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.2389281 Sep 16 04:46:08.877745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-c7fb17ce-1813-48af-b444-37fe598a1396 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2787778 Sep 16 04:46:08.898704 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:08.936164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1b987e-84c7-414e-82ec-86739a8cd16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:08.942380 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4e32eb-4e41-474f-97f6-510f8d997519" -d '{"events": [{"server_uuid": "cb1b987e-84c7-414e-82ec-86739a8cd16f", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d57ce-a8e9-4710-aead-1f87bc7a4617"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:08.974715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:08.989458 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.106222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:09.155663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcf028-3df6-44e8-8417-5af6eeb2a236 req-2b5cf00f-4bc6-42b4-8b43-fedcf8ceee13 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.162456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcf028-3df6-44e8-8417-5af6eeb2a236 req-2b5cf00f-4bc6-42b4-8b43-fedcf8ceee13 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.170707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcf028-3df6-44e8-8417-5af6eeb2a236 req-2b5cf00f-4bc6-42b4-8b43-fedcf8ceee13 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.183953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcf028-3df6-44e8-8417-5af6eeb2a236 req-2b5cf00f-4bc6-42b4-8b43-fedcf8ceee13 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.217965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcf028-3df6-44e8-8417-5af6eeb2a236 req-2b5cf00f-4bc6-42b4-8b43-fedcf8ceee13 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.230509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcf028-3df6-44e8-8417-5af6eeb2a236 req-2b5cf00f-4bc6-42b4-8b43-fedcf8ceee13 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.234157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c4bcf028-3df6-44e8-8417-5af6eeb2a236 req-2b5cf00f-4bc6-42b4-8b43-fedcf8ceee13 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 4603 time: 0.3553834 Sep 16 04:46:09.345516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c4bcf028-3df6-44e8-8417-5af6eeb2a236 req-0cbdf545-1d27-4daa-8784-07fab720df15 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968039 Sep 16 04:46:09.375619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-6b65fda4-52b0-4551-ab88-700413cd327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.382230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca581e83-a4c3-4ea6-9d37-b96317c33b32 req-6b65fda4-52b0-4551-ab88-700413cd327f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4745903 Sep 16 04:46:09.433176 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64ea9a0-c2b8-49e1-a45d-6b716b40a802 x-openstack-request-id: req-c64ea9a0-c2b8-49e1-a45d-6b716b40a802 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:09.433474 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1b987e-84c7-414e-82ec-86739a8cd16f", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d57ce-a8e9-4710-aead-1f87bc7a4617", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:09.435641 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c64ea9a0-c2b8-49e1-a45d-6b716b40a802 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:09.436145 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1b987e-84c7-414e-82ec-86739a8cd16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617', 'code': 200} Sep 16 04:46:09.571212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64431048-71b7-481f-8a98-b9b322da54a5 req-b6c3a801-ae24-4782-8f77-8838fc3f4095 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.600434 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64431048-71b7-481f-8a98-b9b322da54a5 req-b6c3a801-ae24-4782-8f77-8838fc3f4095 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1087267 Sep 16 04:46:09.683767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64431048-71b7-481f-8a98-b9b322da54a5 req-04caf430-fc66-4235-974c-dc0e68a94d38 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822282 Sep 16 04:46:09.857681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8859561b-453a-40df-b464-bbefeaa1629f {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:09.870269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbf6cd-1e69-44e3-a111-336ba84d0492 req-3c725a3e-5978-417d-8803-f007e8e7a4b1 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.871961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2dcbf6cd-1e69-44e3-a111-336ba84d0492 req-3c725a3e-5978-417d-8803-f007e8e7a4b1 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1063108 Sep 16 04:46:09.872461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35930) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:09.878308 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.904028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Transition to ACTIVE for port object 8859561b-453a-40df-b464-bbefeaa1629f will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:09.927856 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:09.945726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2dcbf6cd-1e69-44e3-a111-336ba84d0492 req-df8bdab6-725e-4566-bdf9-f796eef47068 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596151 Sep 16 04:46:09.978056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c4082-cf6f-44af-9028-f23196d58db9 req-69d6b99f-0a68-43e7-baa6-6f8c7bd2be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:09.979526 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-889c4082-cf6f-44af-9028-f23196d58db9 req-69d6b99f-0a68-43e7-baa6-6f8c7bd2be24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0271b93978e4697964f7a0550f6d45d&device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 1097 time: 1.1921237 Sep 16 04:46:10.097052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c4082-cf6f-44af-9028-f23196d58db9 req-4b759d2b-404c-4a85-8559-7ed64c159fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.098740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-889c4082-cf6f-44af-9028-f23196d58db9 req-4b759d2b-404c-4a85-8559-7ed64c159fa5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 200 len: 915 time: 0.0988889 Sep 16 04:46:10.179677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fbc45b2b-5a5f-4cf5-b0b6-75048e897798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.221802 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-889c4082-cf6f-44af-9028-f23196d58db9 req-bbaf9d96-9bce-4141-a618-dda55077dc1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df76034-a001-476b-91ee-cb6f5f618ab4 HTTP/1.1" status: 200 len: 217 time: 0.1110690 Sep 16 04:46:10.306447 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8661ae2e-15a6-4932-908f-d196d5034ff5 req-912caf21-1b33-4422-ac62-d192f469c6b6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3948290 Sep 16 04:46:10.322113 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Pushing event updated for resources: {'Port': ['ID=8859561b-453a-40df-b464-bbefeaa1629f,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:10.417993 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fbc45b2b-5a5f-4cf5-b0b6-75048e897798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.432029 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fbc45b2b-5a5f-4cf5-b0b6-75048e897798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.479682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c4082-cf6f-44af-9028-f23196d58db9 req-34f8b32e-8174-49e2-994a-3b25f651b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.481176 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-889c4082-cf6f-44af-9028-f23196d58db9 req-34f8b32e-8174-49e2-994a-3b25f651b81f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a806f497-16fd-499e-ae0e-96758d83d378 HTTP/1.1" status: 200 len: 854 time: 0.1733785 Sep 16 04:46:10.526870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Attempting to bind port 8859561b-453a-40df-b464-bbefeaa1629f on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:10.526870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Attempting to bind port 8859561b-453a-40df-b464-bbefeaa1629f by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:10.526870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Attempting to bind port 8859561b-453a-40df-b464-bbefeaa1629f on network fac02cc7-a8ca-47e0-990f-c775ceab25df {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:10.529965 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fbc45b2b-5a5f-4cf5-b0b6-75048e897798 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35a185e302ae41c5a7a741919ae5540f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6564214 Sep 16 04:46:10.535063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35936) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:10.535725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc45b2b-5a5f-4cf5-b0b6-75048e897798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1b713a-46c4-4086-94f9-ae797644b6b5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:10.580141 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-889c4082-cf6f-44af-9028-f23196d58db9 req-11266b47-db51-48ed-a2bc-95422131c9cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bff752ef-1b70-42b9-a812-d2023a553a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906098 Sep 16 04:46:10.589634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Port 8859561b-453a-40df-b464-bbefeaa1629f on network fac02cc7-a8ca-47e0-990f-c775ceab25df not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:10.589982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Attempting to bind port 8859561b-453a-40df-b464-bbefeaa1629f on network fac02cc7-a8ca-47e0-990f-c775ceab25df {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:10.599875 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-975cdc46-0ea8-4e6e-b549-efc212793d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.643540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dbc87-d903-4f7c-8864-0d6459e0b12a req-e2e2b36a-0bf9-4fe5-b5b0-6255ee8104ce tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.650075 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dbc87-d903-4f7c-8864-0d6459e0b12a req-e2e2b36a-0bf9-4fe5-b5b0-6255ee8104ce tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.650207 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-975cdc46-0ea8-4e6e-b549-efc212793d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.656613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dbc87-d903-4f7c-8864-0d6459e0b12a req-e2e2b36a-0bf9-4fe5-b5b0-6255ee8104ce tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.666826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dbc87-d903-4f7c-8864-0d6459e0b12a req-e2e2b36a-0bf9-4fe5-b5b0-6255ee8104ce tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.676376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dbc87-d903-4f7c-8864-0d6459e0b12a req-e2e2b36a-0bf9-4fe5-b5b0-6255ee8104ce tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.682950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dbc87-d903-4f7c-8864-0d6459e0b12a req-e2e2b36a-0bf9-4fe5-b5b0-6255ee8104ce tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.689377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dbc87-d903-4f7c-8864-0d6459e0b12a req-e2e2b36a-0bf9-4fe5-b5b0-6255ee8104ce tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.698819 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-207dbc87-d903-4f7c-8864-0d6459e0b12a req-e2e2b36a-0bf9-4fe5-b5b0-6255ee8104ce tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5379 time: 0.2100952 Sep 16 04:46:10.704354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:10.705295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Checking segment: {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:10.706456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Bound using segment: {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:10.707532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Bound port: 8859561b-453a-40df-b464-bbefeaa1629f, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:10.708261 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.731074 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-975cdc46-0ea8-4e6e-b549-efc212793d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.733647 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-975cdc46-0ea8-4e6e-b549-efc212793d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:10.741252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-975cdc46-0ea8-4e6e-b549-efc212793d0e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c1b713a-46c4-4086-94f9-ae797644b6b5 HTTP/1.1" status: 204 len: 168 time: 0.1981225 Sep 16 04:46:10.782257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cdc46-0ea8-4e6e-b549-efc212793d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1b713a-46c4-4086-94f9-ae797644b6b5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:10.819969 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-889c4082-cf6f-44af-9028-f23196d58db9 req-6becb8a2-38c4-432e-aa0e-11299ed1834d service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229986 Sep 16 04:46:10.880010 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4557d-ae81-4486-a075-613f95f7daef req-4f7c0803-99d5-428e-8208-90c8da658ae9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:10.893279 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52a4557d-ae81-4486-a075-613f95f7daef req-4f7c0803-99d5-428e-8208-90c8da658ae9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.0874469 Sep 16 04:46:11.002820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52a4557d-ae81-4486-a075-613f95f7daef req-f05ab52f-031f-4a58-9e5b-97076a772317 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085155 Sep 16 04:46:11.051436 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-889c4082-cf6f-44af-9028-f23196d58db9 req-65020476-e748-45d4-aea3-09bf53b9dc3c service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165351 Sep 16 04:46:11.074334 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-207dbc87-d903-4f7c-8864-0d6459e0b12a req-c76e7f63-7931-44cd-9679-73e5cf5a6ee7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3727851 Sep 16 04:46:11.144019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] For port 8859561b-453a-40df-b464-bbefeaa1629f, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:11.151529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] For port 8859561b-453a-40df-b464-bbefeaa1629f, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8859561b-453a-40df-b464-bbefeaa1629f,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:11.158804 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.196916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a46d6-f6a4-4255-8e81-d87f109d2f3e req-df53655f-6c1f-4c6a-8ab1-e1af7871c5aa tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.198661 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c49a46d6-f6a4-4255-8e81-d87f109d2f3e req-df53655f-6c1f-4c6a-8ab1-e1af7871c5aa tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.1093347 Sep 16 04:46:11.249967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c49a46d6-f6a4-4255-8e81-d87f109d2f3e req-afe6089c-e58d-4a05-b74f-b85ee3b1733b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Sep 16 04:46:11.290536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Pushing event updated for resources: {'Port': ['ID=8859561b-453a-40df-b464-bbefeaa1629f,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:11.318581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.321019 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.322764 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-7d65c716-387f-4ac0-9609-4744e3e9ece8 service neutron] 10.222.0.50 "PUT /v2.0/ports/8859561b-453a-40df-b464-bbefeaa1629f HTTP/1.1" status: 200 len: 1135 time: 3.0260785 Sep 16 04:46:11.323619 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '8859561b-453a-40df-b464-bbefeaa1629f'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:11.327174 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdd19b2-af12-4f6d-84eb-242615746084" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "8859561b-453a-40df-b464-bbefeaa1629f"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:11.328114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35952) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:11.371841 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-40e10ed8-3c28-4ce4-8ed6-11dc65104333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.375296 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Request body: {'port': {'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:11.517944 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.562363 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c406b3-0062-49fb-a5c6-f7d85d79e502 x-openstack-request-id: req-17c406b3-0062-49fb-a5c6-f7d85d79e502 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:11.562663 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "8859561b-453a-40df-b464-bbefeaa1629f", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:11.562962 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17c406b3-0062-49fb-a5c6-f7d85d79e502 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:11.563414 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '8859561b-453a-40df-b464-bbefeaa1629f', 'status': 'completed', 'code': 200} Sep 16 04:46:11.717871 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-40e10ed8-3c28-4ce4-8ed6-11dc65104333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.734930 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-40e10ed8-3c28-4ce4-8ed6-11dc65104333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.770296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e10ed8-3c28-4ce4-8ed6-11dc65104333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3d3bc7-b11f-4f16-9d9d-19834be1db45,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:11.819790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cb83d-253e-4070-8a4f-70d3b5009520 req-672449c6-6c8c-4482-afe4-bb7e7fc5ee14 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.827501 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f48cb83d-253e-4070-8a4f-70d3b5009520 req-672449c6-6c8c-4482-afe4-bb7e7fc5ee14 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.2225895 Sep 16 04:46:11.859065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-4118e5cb-2d18-48ca-b005-5d3db5459261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.859862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-4118e5cb-2d18-48ca-b005-5d3db5459261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.861147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-4118e5cb-2d18-48ca-b005-5d3db5459261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.862682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-4118e5cb-2d18-48ca-b005-5d3db5459261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.864219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-4118e5cb-2d18-48ca-b005-5d3db5459261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.865185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-4118e5cb-2d18-48ca-b005-5d3db5459261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.866754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-4118e5cb-2d18-48ca-b005-5d3db5459261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:11.869902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-4118e5cb-2d18-48ca-b005-5d3db5459261 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 6219 time: 0.2664542 Sep 16 04:46:11.906576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86717a90-1a2b-48bb-a89d-656fe2598f86 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:11.915424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.929691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Transition to ACTIVE for port object 86717a90-1a2b-48bb-a89d-656fe2598f86 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:11.934884 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:11.994996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Pushing event updated for resources: {'Port': ['ID=86717a90-1a2b-48bb-a89d-656fe2598f86,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:12.038668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-d68130e1-d2f6-462b-95cf-9e9ba33f96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.039310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-d68130e1-d2f6-462b-95cf-9e9ba33f96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.039792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-d68130e1-d2f6-462b-95cf-9e9ba33f96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.041755 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-d68130e1-d2f6-462b-95cf-9e9ba33f96ac service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1603231 Sep 16 04:46:12.047077 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-40e10ed8-3c28-4ce4-8ed6-11dc65104333 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9eceb8725594429e8aad71331f87a5a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7178717 Sep 16 04:46:12.049600 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35964) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:12.089458 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f48cb83d-253e-4070-8a4f-70d3b5009520 req-192f9586-96e0-4d1f-818c-14c812758d2c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605979 Sep 16 04:46:12.266991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2828b-3343-407c-80d0-d6cf9deb75a0 req-010c5bfc-d541-4413-8b57-c879eca95fd9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.275940 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d3c2828b-3343-407c-80d0-d6cf9deb75a0 req-010c5bfc-d541-4413-8b57-c879eca95fd9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1363559 Sep 16 04:46:12.283182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Attempting to bind port 86717a90-1a2b-48bb-a89d-656fe2598f86 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:12.283527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Attempting to bind port 86717a90-1a2b-48bb-a89d-656fe2598f86 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:12.283861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Attempting to bind port 86717a90-1a2b-48bb-a89d-656fe2598f86 on network fac02cc7-a8ca-47e0-990f-c775ceab25df {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:12.292145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Port 86717a90-1a2b-48bb-a89d-656fe2598f86 on network fac02cc7-a8ca-47e0-990f-c775ceab25df not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:12.292493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Attempting to bind port 86717a90-1a2b-48bb-a89d-656fe2598f86 on network fac02cc7-a8ca-47e0-990f-c775ceab25df {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:12.304780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:12.305123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Checking segment: {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:12.308825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Bound using segment: {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:12.308825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Bound port: 86717a90-1a2b-48bb-a89d-656fe2598f86, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:12.308825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.309191 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0c22acf-77df-485d-8f1e-604fa94248b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.337318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0c22acf-77df-485d-8f1e-604fa94248b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.417293 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0c22acf-77df-485d-8f1e-604fa94248b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.421551 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0c22acf-77df-485d-8f1e-604fa94248b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.422876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b0c22acf-77df-485d-8f1e-604fa94248b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb3d3bc7-b11f-4f16-9d9d-19834be1db45 HTTP/1.1" status: 204 len: 168 time: 0.3723376 Sep 16 04:46:12.441693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] For port 86717a90-1a2b-48bb-a89d-656fe2598f86, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:12.453132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c22acf-77df-485d-8f1e-604fa94248b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3d3bc7-b11f-4f16-9d9d-19834be1db45,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:12.475109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] For port 86717a90-1a2b-48bb-a89d-656fe2598f86, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=86717a90-1a2b-48bb-a89d-656fe2598f86,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:12.492137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d3c2828b-3343-407c-80d0-d6cf9deb75a0 req-5821f914-0de9-4dd0-b0ec-78f97e0033d6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146201 Sep 16 04:46:12.495968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.526401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d5e35-e564-4dbc-b76b-b1e7503bed83 req-5f792d4a-acf8-468a-8c7c-1475df2b1a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.535328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d5e35-e564-4dbc-b76b-b1e7503bed83 req-5f792d4a-acf8-468a-8c7c-1475df2b1a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.542966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d5e35-e564-4dbc-b76b-b1e7503bed83 req-5f792d4a-acf8-468a-8c7c-1475df2b1a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.552147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d5e35-e564-4dbc-b76b-b1e7503bed83 req-5f792d4a-acf8-468a-8c7c-1475df2b1a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.561519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d5e35-e564-4dbc-b76b-b1e7503bed83 req-5f792d4a-acf8-468a-8c7c-1475df2b1a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.579629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d5e35-e564-4dbc-b76b-b1e7503bed83 req-5f792d4a-acf8-468a-8c7c-1475df2b1a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.590193 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d5e35-e564-4dbc-b76b-b1e7503bed83 req-5f792d4a-acf8-468a-8c7c-1475df2b1a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.598643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a77d5e35-e564-4dbc-b76b-b1e7503bed83 req-5f792d4a-acf8-468a-8c7c-1475df2b1a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5391 time: 0.3565214 Sep 16 04:46:12.606899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.607783 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:12.614561 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] 10.222.0.50 "PUT /v2.0/ports/86717a90-1a2b-48bb-a89d-656fe2598f86 HTTP/1.1" status: 200 len: 1092 time: 1.2504268 Sep 16 04:46:12.636909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-8ca813e0-7b82-41cd-99d3-211daea2d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:12.638740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ecdd19b2-af12-4f6d-84eb-242615746084 req-8ca813e0-7b82-41cd-99d3-211daea2d6d5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5868850 Sep 16 04:46:12.682825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a77d5e35-e564-4dbc-b76b-b1e7503bed83 req-063af2bc-a5b0-425c-937d-073134cbcfca tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822742 Sep 16 04:46:12.699417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Request body: {'port': {'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:12.741386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3455aee-bd84-4499-9895-d17f2e7dc028 service neutron] Pushing event updated for resources: {'Port': ['ID=86717a90-1a2b-48bb-a89d-656fe2598f86,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:12.936678 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.116683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbb064-1b9d-472b-aa6f-160cecde9981 req-ca21c2cf-d631-465c-b02a-c59e1c1517c1 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.125849 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10fbb064-1b9d-472b-aa6f-160cecde9981 req-ca21c2cf-d631-465c-b02a-c59e1c1517c1 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 945 time: 0.3101201 Sep 16 04:46:13.459476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2795f4-96ee-449c-b4d6-af82e2788cd4 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:13.469353 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.472698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c98fed-2282-4b44-81cd-065bc1715e34 req-ffab86a9-f08e-406b-b3c1-4288fae713db tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.481417 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12c98fed-2282-4b44-81cd-065bc1715e34 req-ffab86a9-f08e-406b-b3c1-4288fae713db tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0938625 Sep 16 04:46:13.483101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Transition to ACTIVE for port object 8d2795f4-96ee-449c-b4d6-af82e2788cd4 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:13.492091 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.562654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2795f4-96ee-449c-b4d6-af82e2788cd4,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:13.567736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '86717a90-1a2b-48bb-a89d-656fe2598f86'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:13.570949 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013d6522-e0e7-451e-b6c4-d8061b26e181" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "86717a90-1a2b-48bb-a89d-656fe2598f86"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:13.608009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10fbb064-1b9d-472b-aa6f-160cecde9981 req-e1dcdab2-c34f-4ece-a3a9-0bb5912c9dae tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806807 Sep 16 04:46:13.622234 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12c98fed-2282-4b44-81cd-065bc1715e34 req-d1907712-4d26-40c1-b9f4-7db35f2b9ead tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397960 Sep 16 04:46:13.645166 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df76034-a001-476b-91ee-cb6f5f618ab4 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:13.705514 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eb8511-1e0b-441b-9bbd-b9ab12683235 x-openstack-request-id: req-58eb8511-1e0b-441b-9bbd-b9ab12683235 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:13.705845 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "86717a90-1a2b-48bb-a89d-656fe2598f86", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:13.706335 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58eb8511-1e0b-441b-9bbd-b9ab12683235 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:13.706811 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '86717a90-1a2b-48bb-a89d-656fe2598f86', 'status': 'completed', 'code': 200} Sep 16 04:46:13.839013 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Attempting to bind port 8d2795f4-96ee-449c-b4d6-af82e2788cd4 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:13.839488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Attempting to bind port 8d2795f4-96ee-449c-b4d6-af82e2788cd4 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:13.839842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Attempting to bind port 8d2795f4-96ee-449c-b4d6-af82e2788cd4 on network fac02cc7-a8ca-47e0-990f-c775ceab25df {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:13.853979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Port 8d2795f4-96ee-449c-b4d6-af82e2788cd4 on network fac02cc7-a8ca-47e0-990f-c775ceab25df not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:13.854342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Attempting to bind port 8d2795f4-96ee-449c-b4d6-af82e2788cd4 on network fac02cc7-a8ca-47e0-990f-c775ceab25df {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:13.863454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:13.864176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Checking segment: {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:13.864176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Bound using segment: {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:13.864654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Bound port: 8d2795f4-96ee-449c-b4d6-af82e2788cd4, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684f5bbb-472f-4019-a46e-ff35b20fa096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:13.864984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.907501 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:13.917492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-b4c97b57-30e4-4568-861f-2ea9f65ee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.918412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-b4c97b57-30e4-4568-861f-2ea9f65ee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.919082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-b4c97b57-30e4-4568-861f-2ea9f65ee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.919735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-b4c97b57-30e4-4568-861f-2ea9f65ee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.926108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-b4c97b57-30e4-4568-861f-2ea9f65ee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.926740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-b4c97b57-30e4-4568-861f-2ea9f65ee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.927354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-b4c97b57-30e4-4568-861f-2ea9f65ee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:13.929996 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-b4c97b57-30e4-4568-861f-2ea9f65ee961 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 6313 time: 0.1616797 Sep 16 04:46:13.988054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df76034-a001-476b-91ee-cb6f5f618ab4'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:13.990639 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0612aa51-46dc-46ef-b6aa-130028b02e3d" -d '{"events": [{"server_uuid": "c9b75813-1fe8-4baa-80a1-ca68dac47f0e", "name": "network-vif-unplugged", "status": "completed", "tag": "5df76034-a001-476b-91ee-cb6f5f618ab4"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:14.039600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df76034-a001-476b-91ee-cb6f5f618ab4,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:14.047166 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.130735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72120a66-2925-470e-8be3-1ecd331edffc req-7be30a38-e454-4e7b-970d-0f4b4a6956f4 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.140918 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72120a66-2925-470e-8be3-1ecd331edffc req-7be30a38-e454-4e7b-970d-0f4b4a6956f4 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.3057151 Sep 16 04:46:14.172302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1211578-c3cf-4aa6-a383-d6bb260b8f6c req-63be23d2-d38c-4aaa-91b3-6b3ba28b4611 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.179907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1211578-c3cf-4aa6-a383-d6bb260b8f6c req-63be23d2-d38c-4aaa-91b3-6b3ba28b4611 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.187831 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5df76034-a001-476b-91ee-cb6f5f618ab4,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:14.200335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1211578-c3cf-4aa6-a383-d6bb260b8f6c req-63be23d2-d38c-4aaa-91b3-6b3ba28b4611 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.221444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1211578-c3cf-4aa6-a383-d6bb260b8f6c req-63be23d2-d38c-4aaa-91b3-6b3ba28b4611 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.245824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1211578-c3cf-4aa6-a383-d6bb260b8f6c req-63be23d2-d38c-4aaa-91b3-6b3ba28b4611 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.261892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1211578-c3cf-4aa6-a383-d6bb260b8f6c req-63be23d2-d38c-4aaa-91b3-6b3ba28b4611 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.268377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1211578-c3cf-4aa6-a383-d6bb260b8f6c req-63be23d2-d38c-4aaa-91b3-6b3ba28b4611 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.277788 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1211578-c3cf-4aa6-a383-d6bb260b8f6c req-63be23d2-d38c-4aaa-91b3-6b3ba28b4611 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5403 time: 0.3974104 Sep 16 04:46:14.281184 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72120a66-2925-470e-8be3-1ecd331edffc req-da154bb9-58f5-411d-8b21-8608ac41efd3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348891 Sep 16 04:46:14.314913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] For port 8d2795f4-96ee-449c-b4d6-af82e2788cd4, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:14.319094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-e404a2ac-a6b2-44b6-86bf-d9c391ec1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.324191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-e404a2ac-a6b2-44b6-86bf-d9c391ec1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.332403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-e404a2ac-a6b2-44b6-86bf-d9c391ec1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.334328 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-e404a2ac-a6b2-44b6-86bf-d9c391ec1fb1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3884115 Sep 16 04:46:14.353306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1211578-c3cf-4aa6-a383-d6bb260b8f6c req-2cc5e469-d707-4baa-a278-598d9abf174b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742931 Sep 16 04:46:14.367592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] For port 8d2795f4-96ee-449c-b4d6-af82e2788cd4, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8d2795f4-96ee-449c-b4d6-af82e2788cd4,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:14.379564 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.422323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.422959 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.424376 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] 10.222.0.50 "PUT /v2.0/ports/8d2795f4-96ee-449c-b4d6-af82e2788cd4 HTTP/1.1" status: 200 len: 1090 time: 1.7604029 Sep 16 04:46:14.424837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '8d2795f4-96ee-449c-b4d6-af82e2788cd4'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:14.435285 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0a7446-4649-4692-84c4-9be2580c9a30" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "8d2795f4-96ee-449c-b4d6-af82e2788cd4"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:14.468092 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34be312-7a24-4e33-85e2-c8e1b9a32fc6 x-openstack-request-id: req-f34be312-7a24-4e33-85e2-c8e1b9a32fc6 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:14.468612 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b75813-1fe8-4baa-80a1-ca68dac47f0e", "name": "network-vif-unplugged", "status": "failed", "tag": "5df76034-a001-476b-91ee-cb6f5f618ab4", "code": 422}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:14.469033 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f34be312-7a24-4e33-85e2-c8e1b9a32fc6 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:14.469818 n-d-712142-17 neutron-server[94746]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5df76034-a001-476b-91ee-cb6f5f618ab4', 'code': 422} returned with failed status Sep 16 04:46:14.521329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Request body: {'port': {'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:14.596600 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ce777b-9db9-4e91-9c1f-00b737f9242f x-openstack-request-id: req-95ce777b-9db9-4e91-9c1f-00b737f9242f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:14.596901 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "8d2795f4-96ee-449c-b4d6-af82e2788cd4", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:14.597161 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95ce777b-9db9-4e91-9c1f-00b737f9242f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:14.597560 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '8d2795f4-96ee-449c-b4d6-af82e2788cd4', 'status': 'completed', 'code': 200} Sep 16 04:46:14.631159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff2d64-5b16-43a6-8eee-735b2c7e8be7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2795f4-96ee-449c-b4d6-af82e2788cd4,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:14.667097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:14.695345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-7a0443c7-04ac-4b51-ba09-f354763143e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.696889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-013d6522-e0e7-451e-b6c4-d8061b26e181 req-7a0443c7-04ac-4b51-ba09-f354763143e5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3518398 Sep 16 04:46:14.926461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-0083de23-9915-490c-a18b-9a8f3bca6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.927912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-0083de23-9915-490c-a18b-9a8f3bca6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.928654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-0083de23-9915-490c-a18b-9a8f3bca6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.929555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-0083de23-9915-490c-a18b-9a8f3bca6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.930406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-0083de23-9915-490c-a18b-9a8f3bca6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.933483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-0083de23-9915-490c-a18b-9a8f3bca6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.935170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-0083de23-9915-490c-a18b-9a8f3bca6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:14.939329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-0083de23-9915-490c-a18b-9a8f3bca6002 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 6355 time: 0.1871328 Sep 16 04:46:15.098409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-fbab8ce2-9966-4163-bb16-c6f19cae4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.098895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-fbab8ce2-9966-4163-bb16-c6f19cae4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.099636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-fbab8ce2-9966-4163-bb16-c6f19cae4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.111718 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-fbab8ce2-9966-4163-bb16-c6f19cae4aa3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1592832 Sep 16 04:46:15.128780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617501ca-ac8f-410b-a53b-ac08bc29f94d req-9146300a-18fd-422c-85c7-abdcce8a52f8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.137293 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-617501ca-ac8f-410b-a53b-ac08bc29f94d req-9146300a-18fd-422c-85c7-abdcce8a52f8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.2939842 Sep 16 04:46:15.290714 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-617501ca-ac8f-410b-a53b-ac08bc29f94d req-c53bbed1-b689-4658-b7e9-f090fb722bca tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523221 Sep 16 04:46:15.332859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-8fea89e2-ec38-4d63-87c9-5fa614cd7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.338062 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a0a7446-4649-4692-84c4-9be2580c9a30 req-8fea89e2-ec38-4d63-87c9-5fa614cd7a3d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1973791 Sep 16 04:46:15.453883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c2770-64d6-42af-8ce1-a79f3c3285bd req-3d043d68-5d23-4950-a807-c2b24ae97e1b tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.455603 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-751c2770-64d6-42af-8ce1-a79f3c3285bd req-3d043d68-5d23-4950-a807-c2b24ae97e1b tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.3308129 Sep 16 04:46:15.476239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a612f-f773-4cc3-89e0-521b0e1bf80a req-f48ea15d-0acb-4f94-8484-8b4c2e4660a2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.485532 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-550a612f-f773-4cc3-89e0-521b0e1bf80a req-f48ea15d-0acb-4f94-8484-8b4c2e4660a2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1030064 Sep 16 04:46:15.553001 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-550a612f-f773-4cc3-89e0-521b0e1bf80a req-52674b2d-b1b0-4bce-8b04-0a7b7c297ff6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623770 Sep 16 04:46:15.645856 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-751c2770-64d6-42af-8ce1-a79f3c3285bd req-050ab54f-8e86-4e99-8e40-d7c5dbc19d84 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951905 Sep 16 04:46:15.702536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c04605-d9ee-4056-bc15-8d3744745cef req-be0c5c36-ca10-4dcd-aa3b-d00d1347a2fb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.715909 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31c04605-d9ee-4056-bc15-8d3744745cef req-be0c5c36-ca10-4dcd-aa3b-d00d1347a2fb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.0925200 Sep 16 04:46:15.791356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-31c04605-d9ee-4056-bc15-8d3744745cef req-a892b813-70c6-472d-b882-284585143de2 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741336 Sep 16 04:46:15.968958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8415be4-a78b-4f7f-a57b-7b264436f53d req-5c66f320-f145-4721-af20-be326dd6dad8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:15.977545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8415be4-a78b-4f7f-a57b-7b264436f53d req-5c66f320-f145-4721-af20-be326dd6dad8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.006618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8415be4-a78b-4f7f-a57b-7b264436f53d req-5c66f320-f145-4721-af20-be326dd6dad8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.028984 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8415be4-a78b-4f7f-a57b-7b264436f53d req-5c66f320-f145-4721-af20-be326dd6dad8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.043308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8415be4-a78b-4f7f-a57b-7b264436f53d req-5c66f320-f145-4721-af20-be326dd6dad8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.052674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8415be4-a78b-4f7f-a57b-7b264436f53d req-5c66f320-f145-4721-af20-be326dd6dad8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.059927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8415be4-a78b-4f7f-a57b-7b264436f53d req-5c66f320-f145-4721-af20-be326dd6dad8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.063076 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8415be4-a78b-4f7f-a57b-7b264436f53d req-5c66f320-f145-4721-af20-be326dd6dad8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5403 time: 0.2824047 Sep 16 04:46:16.080674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f89f03-3348-45b6-8af5-578e5a7722a3 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:16.115453 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.192748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Transition to ACTIVE for port object 57f89f03-3348-45b6-8af5-578e5a7722a3 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:16.240359 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.330018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Pushing event updated for resources: {'Port': ['ID=57f89f03-3348-45b6-8af5-578e5a7722a3,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:16.355102 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8415be4-a78b-4f7f-a57b-7b264436f53d req-d42f18f0-5c60-47ea-852d-62ed1deb1f44 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2606835 Sep 16 04:46:16.560148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Attempting to bind port 57f89f03-3348-45b6-8af5-578e5a7722a3 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:16.561165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Attempting to bind port 57f89f03-3348-45b6-8af5-578e5a7722a3 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:16.564343 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Attempting to bind port 57f89f03-3348-45b6-8af5-578e5a7722a3 on network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:16.576926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Port 57f89f03-3348-45b6-8af5-578e5a7722a3 on network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:16.577276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Attempting to bind port 57f89f03-3348-45b6-8af5-578e5a7722a3 on network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:16.591625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:16.592215 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Checking segment: {'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:16.593067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Bound using segment: {'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:16.593918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Bound port: 57f89f03-3348-45b6-8af5-578e5a7722a3, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:16.594622 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.734702 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] For port 57f89f03-3348-45b6-8af5-578e5a7722a3, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:16.742342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] For port 57f89f03-3348-45b6-8af5-578e5a7722a3, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=57f89f03-3348-45b6-8af5-578e5a7722a3,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:16.821343 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.839540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-bed77ca8-4cb6-4185-ba33-c65f682f4f5f req-c7d58a64-f83b-496a-83ab-9ae8dbf443ba service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:16.845559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bed77ca8-4cb6-4185-ba33-c65f682f4f5f req-c7d58a64-f83b-496a-83ab-9ae8dbf443ba service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3633602 Sep 16 04:46:16.857652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:16.858881 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:16.860562 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] 10.222.0.50 "PUT /v2.0/ports/57f89f03-3348-45b6-8af5-578e5a7722a3 HTTP/1.1" status: 200 len: 1092 time: 2.3439803 Sep 16 04:46:16.935450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '57f89f03-3348-45b6-8af5-578e5a7722a3'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:16.948089 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902d6c6d-f418-48f8-b43c-ab8971002b65" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "57f89f03-3348-45b6-8af5-578e5a7722a3"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:16.963937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Request body: {'port': {'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:17.045051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba75af-8605-4f26-a490-f87ed26f983b service neutron] Pushing event updated for resources: {'Port': ['ID=57f89f03-3348-45b6-8af5-578e5a7722a3,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:17.104331 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f731df-b0d7-4abf-abb9-01c51336cdb2 req-8ea393fb-d086-48ad-bf1f-bf016a491c46 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.122528 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41f731df-b0d7-4abf-abb9-01c51336cdb2 req-8ea393fb-d086-48ad-bf1f-bf016a491c46 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.3760915 Sep 16 04:46:17.203939 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dc8dbe0a-ac2d-4228-ada9-e24fc74ba10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.309935 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc77e830-5709-42e0-8697-6edba0c4a17f x-openstack-request-id: req-fc77e830-5709-42e0-8697-6edba0c4a17f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:17.310076 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "57f89f03-3348-45b6-8af5-578e5a7722a3", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:17.310341 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc77e830-5709-42e0-8697-6edba0c4a17f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:17.310754 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '57f89f03-3348-45b6-8af5-578e5a7722a3', 'status': 'completed', 'code': 200} Sep 16 04:46:17.411035 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:17.424825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-9b4177ab-31db-4665-8989-b8aa2264764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.429585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-9b4177ab-31db-4665-8989-b8aa2264764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.430547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-9b4177ab-31db-4665-8989-b8aa2264764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.431204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-9b4177ab-31db-4665-8989-b8aa2264764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.433190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-9b4177ab-31db-4665-8989-b8aa2264764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.434327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-9b4177ab-31db-4665-8989-b8aa2264764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.436319 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-9b4177ab-31db-4665-8989-b8aa2264764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.438640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-9b4177ab-31db-4665-8989-b8aa2264764d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 6423 time: 0.1543264 Sep 16 04:46:17.443473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41f731df-b0d7-4abf-abb9-01c51336cdb2 req-da5e5b3e-f43a-4256-b1df-319cfe7ea319 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200650 Sep 16 04:46:17.663785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df76034-a001-476b-91ee-cb6f5f618ab4 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:17.685339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d664ac-d605-449a-b9b0-0dfdc9735aa4 req-7f1f2e96-8860-481a-9d6e-8c734d8b3de8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:17.688622 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1d664ac-d605-449a-b9b0-0dfdc9735aa4 req-7f1f2e96-8860-481a-9d6e-8c734d8b3de8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.2184987 Sep 16 04:46:17.923363 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1d664ac-d605-449a-b9b0-0dfdc9735aa4 req-545c2d67-e67a-4812-b218-7aa9a654990f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597238 Sep 16 04:46:18.031578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36136) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:18.056149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-f3242dfa-1e17-4685-82fa-daba0ca037b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.063544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-f3242dfa-1e17-4685-82fa-daba0ca037b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.066171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-f3242dfa-1e17-4685-82fa-daba0ca037b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.068073 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-f3242dfa-1e17-4685-82fa-daba0ca037b8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6166370 Sep 16 04:46:18.349547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c04427e-436b-4e81-8e71-1ce7b4320fe5 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:18.359337 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.388025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Transition to ACTIVE for port object 9c04427e-436b-4e81-8e71-1ce7b4320fe5 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:18.403660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-c862cdb5-e09a-42a5-b53f-ca7afc6bd74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.405675 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-902d6c6d-f418-48f8-b43c-ab8971002b65 req-c862cdb5-e09a-42a5-b53f-ca7afc6bd74a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3245478 Sep 16 04:46:18.414625 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.493637 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-a6789902-6ba2-4062-ab68-221ef7b976b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6076512 Sep 16 04:46:18.520871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-000b746e-3c4e-495b-ad96-aad39c58c7dd service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:18.522028 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-000b746e-3c4e-495b-ad96-aad39c58c7dd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0271387 Sep 16 04:46:18.554865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc356bec-3a49-4a87-87a7-63367469cd50 req-4bbdd83c-35b1-4535-9824-1e9e4d1aaf19 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.574975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc356bec-3a49-4a87-87a7-63367469cd50 req-4bbdd83c-35b1-4535-9824-1e9e4d1aaf19 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.581025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc356bec-3a49-4a87-87a7-63367469cd50 req-4bbdd83c-35b1-4535-9824-1e9e4d1aaf19 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.588525 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9b08d49-d353-4ede-85e9-95f75e107440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.591673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc356bec-3a49-4a87-87a7-63367469cd50 req-4bbdd83c-35b1-4535-9824-1e9e4d1aaf19 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.598075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc356bec-3a49-4a87-87a7-63367469cd50 req-4bbdd83c-35b1-4535-9824-1e9e4d1aaf19 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.605918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc356bec-3a49-4a87-87a7-63367469cd50 req-4bbdd83c-35b1-4535-9824-1e9e4d1aaf19 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.612143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc356bec-3a49-4a87-87a7-63367469cd50 req-4bbdd83c-35b1-4535-9824-1e9e4d1aaf19 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.614342 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dc356bec-3a49-4a87-87a7-63367469cd50 req-4bbdd83c-35b1-4535-9824-1e9e4d1aaf19 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5415 time: 0.7162549 Sep 16 04:46:18.694082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Pushing event updated for resources: {'Port': ['ID=9c04427e-436b-4e81-8e71-1ce7b4320fe5,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:18.765687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cda35f-cbe5-47e0-a052-d79e234c923c req-8a024417-c463-4f18-a91d-9b96e6cb8bce tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:18.767305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41cda35f-cbe5-47e0-a052-d79e234c923c req-8a024417-c463-4f18-a91d-9b96e6cb8bce tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1334171 Sep 16 04:46:18.843789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dc356bec-3a49-4a87-87a7-63367469cd50 req-34f053be-152f-4b3a-8787-2e44fada6169 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1992674 Sep 16 04:46:18.846948 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-41cda35f-cbe5-47e0-a052-d79e234c923c req-42b9878b-e83b-4376-bf03-052606c444ca tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689557 Sep 16 04:46:18.930167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Attempting to bind port 9c04427e-436b-4e81-8e71-1ce7b4320fe5 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:18.930520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Attempting to bind port 9c04427e-436b-4e81-8e71-1ce7b4320fe5 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:18.930861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Attempting to bind port 9c04427e-436b-4e81-8e71-1ce7b4320fe5 on network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:18.936745 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9b08d49-d353-4ede-85e9-95f75e107440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.955599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Port 9c04427e-436b-4e81-8e71-1ce7b4320fe5 on network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:18.955936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Attempting to bind port 9c04427e-436b-4e81-8e71-1ce7b4320fe5 on network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:18.975949 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9b08d49-d353-4ede-85e9-95f75e107440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:18.976724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:18.978105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Checking segment: {'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:18.978399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Bound using segment: {'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:18.981104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Bound port: 9c04427e-436b-4e81-8e71-1ce7b4320fe5, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e300255-3772-4e47-8b08-c9a5e44f2dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:18.984138 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.048350 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e9b08d49-d353-4ede-85e9-95f75e107440 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e7d1a6db3054b209ef6b37dab6edc15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0044188 Sep 16 04:46:19.061245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36160) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:19.136752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b08d49-d353-4ede-85e9-95f75e107440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e0610c-2cf9-4f5a-a8fa-0bbb56a861b6,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:19.206116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] For port 9c04427e-436b-4e81-8e71-1ce7b4320fe5, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:19.214341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] For port 9c04427e-436b-4e81-8e71-1ce7b4320fe5, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=9c04427e-436b-4e81-8e71-1ce7b4320fe5,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:19.226714 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.255260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.255933 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.261014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] 10.222.0.50 "PUT /v2.0/ports/9c04427e-436b-4e81-8e71-1ce7b4320fe5 HTTP/1.1" status: 200 len: 1092 time: 2.3048878 Sep 16 04:46:19.289217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357fca-a927-4047-b412-19b0d1c69b47 req-b125c420-7df6-4bcb-97f8-657f8d768c36 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.299440 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-24357fca-a927-4047-b412-19b0d1c69b47 req-b125c420-7df6-4bcb-97f8-657f8d768c36 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1480176 Sep 16 04:46:19.331799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '9c04427e-436b-4e81-8e71-1ce7b4320fe5'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:19.336039 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96edbecf-2ec8-4e9b-9795-911ab000018a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "9c04427e-436b-4e81-8e71-1ce7b4320fe5"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:19.376527 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35e5ecac-a557-4318-bd70-9e7a16559880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.446862 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-24357fca-a927-4047-b412-19b0d1c69b47 req-748583cd-2920-4733-b934-0ea4fbd9057f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461661 Sep 16 04:46:19.458864 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35e5ecac-a557-4318-bd70-9e7a16559880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.462680 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa6a106-8049-4d35-b23f-31e5ca90bd53 x-openstack-request-id: req-7aa6a106-8049-4d35-b23f-31e5ca90bd53 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:19.463675 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "9c04427e-436b-4e81-8e71-1ce7b4320fe5", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:19.466304 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7aa6a106-8049-4d35-b23f-31e5ca90bd53 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:19.466987 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '9c04427e-436b-4e81-8e71-1ce7b4320fe5', 'status': 'completed', 'code': 200} Sep 16 04:46:19.533397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76560a07-ed96-459f-bd4c-0d74d7105617 service neutron] Pushing event updated for resources: {'Port': ['ID=9c04427e-436b-4e81-8e71-1ce7b4320fe5,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:19.536092 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35e5ecac-a557-4318-bd70-9e7a16559880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.539674 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35e5ecac-a557-4318-bd70-9e7a16559880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:19.543403 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-35e5ecac-a557-4318-bd70-9e7a16559880 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02e0610c-2cf9-4f5a-a8fa-0bbb56a861b6 HTTP/1.1" status: 204 len: 168 time: 0.4734030 Sep 16 04:46:19.568866 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5ecac-a557-4318-bd70-9e7a16559880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e0610c-2cf9-4f5a-a8fa-0bbb56a861b6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:19.582133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e80cfbaf-7ba0-49c1-8a3b-0ef6345dab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.583563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e80cfbaf-7ba0-49c1-8a3b-0ef6345dab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.584228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e80cfbaf-7ba0-49c1-8a3b-0ef6345dab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.585557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e80cfbaf-7ba0-49c1-8a3b-0ef6345dab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.588617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e80cfbaf-7ba0-49c1-8a3b-0ef6345dab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.589301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e80cfbaf-7ba0-49c1-8a3b-0ef6345dab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.589973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e80cfbaf-7ba0-49c1-8a3b-0ef6345dab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.592473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-e80cfbaf-7ba0-49c1-8a3b-0ef6345dab3a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 6491 time: 0.2507041 Sep 16 04:46:19.675866 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-6c8c4151-48d3-4737-8730-08134852d0b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bb4b8a4-bd16-481d-9eea-d98db23b0b42 HTTP/1.1" status: 200 len: 217 time: 0.0687475 Sep 16 04:46:19.794793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-32fd0635-8965-4934-839d-564dd7c0ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.803074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-32fd0635-8965-4934-839d-564dd7c0ffc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=04988699-f88f-44f7-ad1b-2f1effb65073 HTTP/1.1" status: 200 len: 856 time: 0.1140032 Sep 16 04:46:19.877108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-caea352a-ce5f-4140-80a2-da71f8ff745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:19.880295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-caea352a-ce5f-4140-80a2-da71f8ff745b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b484af42-d11f-4ec2-83eb-7d35c3841f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638304 Sep 16 04:46:19.962162 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-416f8038-60e6-4a78-9fd7-359f86365ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.032578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202d7aa-a839-4e1e-986f-367a7beaa0bf req-3c80cd9c-f999-45fe-af47-f6d154903556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.035474 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6202d7aa-a839-4e1e-986f-367a7beaa0bf req-3c80cd9c-f999-45fe-af47-f6d154903556 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ffb84455cdc41db90417b342120d929&device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0935385 Sep 16 04:46:20.123510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb358-9456-4951-8ccf-87c1d2d1bd0e req-f823dad1-045c-4360-bf4b-a7bdc4f1d6b4 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.137016 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09feb358-9456-4951-8ccf-87c1d2d1bd0e req-f823dad1-045c-4360-bf4b-a7bdc4f1d6b4 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1256108 Sep 16 04:46:20.199729 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-4a3d1acd-1130-4015-b0fa-fa2c650b5c52 service neutron] 10.222.0.50 "GET /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069139 Sep 16 04:46:20.207944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36188) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:20.229977 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f20040-d063-4997-8a4a-feb31d9f55c7 req-2f8c86c8-7d62-49c1-bbd2-fa364a57f335 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.237999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f20040-d063-4997-8a4a-feb31d9f55c7 req-2f8c86c8-7d62-49c1-bbd2-fa364a57f335 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.244902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f20040-d063-4997-8a4a-feb31d9f55c7 req-2f8c86c8-7d62-49c1-bbd2-fa364a57f335 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.255103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f20040-d063-4997-8a4a-feb31d9f55c7 req-2f8c86c8-7d62-49c1-bbd2-fa364a57f335 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.262457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f20040-d063-4997-8a4a-feb31d9f55c7 req-2f8c86c8-7d62-49c1-bbd2-fa364a57f335 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.274007 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09feb358-9456-4951-8ccf-87c1d2d1bd0e req-7ef3a79a-b4c8-494a-9a86-dad96a6347e9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307688 Sep 16 04:46:20.274295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f20040-d063-4997-8a4a-feb31d9f55c7 req-2f8c86c8-7d62-49c1-bbd2-fa364a57f335 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.284434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f20040-d063-4997-8a4a-feb31d9f55c7 req-2f8c86c8-7d62-49c1-bbd2-fa364a57f335 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.294868 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d4f20040-d063-4997-8a4a-feb31d9f55c7 req-2f8c86c8-7d62-49c1-bbd2-fa364a57f335 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.2670336 Sep 16 04:46:20.315767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-65d5a8be-9405-420e-8d91-4b4fb749ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.316875 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5761dc4-5fe3-496a-9eef-75cf340408b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.318402 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-65d5a8be-9405-420e-8d91-4b4fb749ee8f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e&tenant_id=f0271b93978e4697964f7a0550f6d45d HTTP/1.1" status: 200 len: 1095 time: 0.3016825 Sep 16 04:46:20.482009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-7ab4363c-2c9b-45e2-835e-677afd3cb7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.498637 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-7ab4363c-2c9b-45e2-835e-677afd3cb7f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0271b93978e4697964f7a0550f6d45d&device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 1095 time: 0.1341929 Sep 16 04:46:20.498637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202d7aa-a839-4e1e-986f-367a7beaa0bf req-74a42357-b47c-45b8-9e42-45a112e215f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.498637 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6202d7aa-a839-4e1e-986f-367a7beaa0bf req-74a42357-b47c-45b8-9e42-45a112e215f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8c106fb-b230-49ba-889c-ab6807f05453 HTTP/1.1" status: 200 len: 919 time: 0.4341960 Sep 16 04:46:20.534097 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d4f20040-d063-4997-8a4a-feb31d9f55c7 req-da3c31f5-b14a-4ad0-b5dc-b914fe9f8ea2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2382298 Sep 16 04:46:20.546246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34729c83-75d5-44aa-ab81-ce68bac8ad59 req-e4443d88-bfeb-4d2d-9af6-42b431d4ae8c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.564937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34729c83-75d5-44aa-ab81-ce68bac8ad59 req-e4443d88-bfeb-4d2d-9af6-42b431d4ae8c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1836178 Sep 16 04:46:20.572245 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-dae63959-a45d-4521-a7d0-9b9c59d13b1f service neutron] 10.222.0.50 "GET /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562489 Sep 16 04:46:20.692646 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-582afbfa-6b0c-4db6-bb15-b10d888dbcc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=267c03d0-c4a6-4d27-8848-96211f86e09b HTTP/1.1" status: 200 len: 217 time: 0.1035953 Sep 16 04:46:20.763994 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.769002 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34729c83-75d5-44aa-ab81-ce68bac8ad59 req-70728032-50a9-4249-934b-35564e951c2d tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028770 Sep 16 04:46:20.779988 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6202d7aa-a839-4e1e-986f-367a7beaa0bf req-fae42343-a977-4d68-b3a7-20f540153042 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0364adc8-8e96-4035-a3de-d4b6736e75f7 HTTP/1.1" status: 200 len: 217 time: 0.1967466 Sep 16 04:46:20.855421 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5761dc4-5fe3-496a-9eef-75cf340408b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:20.869081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f9cee9f4-0722-4eba-b49c-0384fadea3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:20.870911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f9cee9f4-0722-4eba-b49c-0384fadea3cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.1574512 Sep 16 04:46:20.875797 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5761dc4-5fe3-496a-9eef-75cf340408b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.058811 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c172b3-e5a6-43fa-a66b-fc94802424d4 req-6766d7ab-464d-4749-8eba-bfdaa7abd0fc tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.061849 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e5761dc4-5fe3-496a-9eef-75cf340408b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf971209674e4fedb2e3e72284b76acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8510988 Sep 16 04:46:21.063876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5761dc4-5fe3-496a-9eef-75cf340408b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fdcc74-ff4e-44f9-b196-9e96b0d29180,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:21.067844 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2c172b3-e5a6-43fa-a66b-fc94802424d4 req-6766d7ab-464d-4749-8eba-bfdaa7abd0fc tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1679957 Sep 16 04:46:21.072197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202d7aa-a839-4e1e-986f-367a7beaa0bf req-2620aed0-8ac5-417b-97de-10f8bb250f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.074069 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6202d7aa-a839-4e1e-986f-367a7beaa0bf req-2620aed0-8ac5-417b-97de-10f8bb250f62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b393eb69-34a9-475e-911b-3f43fe063fe3 HTTP/1.1" status: 200 len: 858 time: 0.2699158 Sep 16 04:46:21.075001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36202) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:21.111277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-08f9869a-8558-46a6-9f82-2c88846caed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.112835 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-08f9869a-8558-46a6-9f82-2c88846caed7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1740434 Sep 16 04:46:21.144837 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-f08fb052-386e-4412-930c-e6ba2e787df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.146618 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-f08fb052-386e-4412-930c-e6ba2e787df3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 200 len: 915 time: 0.6068184 Sep 16 04:46:21.221471 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-1637278b-bf41-4fc2-a488-cee1c1092a96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df76034-a001-476b-91ee-cb6f5f618ab4 HTTP/1.1" status: 200 len: 217 time: 0.0639045 Sep 16 04:46:21.227090 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6202d7aa-a839-4e1e-986f-367a7beaa0bf req-f3afeacc-70f1-4f02-ac6f-c730ded33633 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8c106fb-b230-49ba-889c-ab6807f05453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086330 Sep 16 04:46:21.258031 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2c172b3-e5a6-43fa-a66b-fc94802424d4 req-22053272-d2d8-40bf-9b84-07d02f927de1 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889849 Sep 16 04:46:21.312743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-388a58c7-6528-422e-a42f-0d25e9a42083 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913490 Sep 16 04:46:21.511835 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-b731f1cd-bd64-4b4f-ad7b-76c1394a072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.515233 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-b731f1cd-bd64-4b4f-ad7b-76c1394a072e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a806f497-16fd-499e-ae0e-96758d83d378 HTTP/1.1" status: 200 len: 854 time: 0.2491174 Sep 16 04:46:21.527181 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.563607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68d3a5-c598-4022-be88-6d63ea2cfef8 req-37329ba5-bc57-4552-a125-77d12e8f4c42 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.571941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a68d3a5-c598-4022-be88-6d63ea2cfef8 req-37329ba5-bc57-4552-a125-77d12e8f4c42 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1731558 Sep 16 04:46:21.587451 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.617867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-57cb3d9b-3e16-43f3-937c-e7200e152615 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839077 Sep 16 04:46:21.638361 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-278d5d3a-d0cd-4780-aa8c-f8d74eb6f78e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bff752ef-1b70-42b9-a812-d2023a553a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017907 Sep 16 04:46:21.806883 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-11a18b52-ce44-4021-ab59-0b1aa6b67eb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=8859561b-453a-40df-b464-bbefeaa1629f HTTP/1.1" status: 200 len: 217 time: 0.1798537 Sep 16 04:46:21.823396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a68d3a5-c598-4022-be88-6d63ea2cfef8 req-c0982ba1-50fb-4c96-a597-b7706dd6b286 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445283 Sep 16 04:46:21.824744 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:21.830012 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6202d7aa-a839-4e1e-986f-367a7beaa0bf req-bb28eb6a-02a9-4114-8a29-6ef3a645bca8 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676410 Sep 16 04:46:21.893258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-6577202e-120b-4f13-8edc-06d29639ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.894854 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-6577202e-120b-4f13-8edc-06d29639ef38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.0702207 Sep 16 04:46:21.942684 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-8d120c9a-8b83-4d73-8d22-1050256e77e4 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937734 Sep 16 04:46:21.974276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-64640e00-e2f4-409a-a8ef-35e78031164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:21.976834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-64640e00-e2f4-409a-a8ef-35e78031164a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0699751 Sep 16 04:46:22.040962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813549a-c568-489d-8f39-fa79b9e9476e req-9ce3b8a0-8526-49db-ae86-1039f8813e09 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.046895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813549a-c568-489d-8f39-fa79b9e9476e req-9ce3b8a0-8526-49db-ae86-1039f8813e09 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.052828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813549a-c568-489d-8f39-fa79b9e9476e req-9ce3b8a0-8526-49db-ae86-1039f8813e09 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.059443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813549a-c568-489d-8f39-fa79b9e9476e req-9ce3b8a0-8526-49db-ae86-1039f8813e09 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.076003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813549a-c568-489d-8f39-fa79b9e9476e req-9ce3b8a0-8526-49db-ae86-1039f8813e09 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.082483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813549a-c568-489d-8f39-fa79b9e9476e req-9ce3b8a0-8526-49db-ae86-1039f8813e09 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.090388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813549a-c568-489d-8f39-fa79b9e9476e req-9ce3b8a0-8526-49db-ae86-1039f8813e09 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.092593 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0813549a-c568-489d-8f39-fa79b9e9476e req-9ce3b8a0-8526-49db-ae86-1039f8813e09 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.2985878 Sep 16 04:46:22.120576 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.120789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f693b7a0-3406-42ee-9543-a63fe6eddfd7 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307025 Sep 16 04:46:22.124977 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:22.128682 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6fdcc74-ff4e-44f9-b196-9e96b0d29180 HTTP/1.1" status: 204 len: 168 time: 1.0495479 Sep 16 04:46:22.210706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fdcc74-ff4e-44f9-b196-9e96b0d29180,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:22.230359 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6202d7aa-a839-4e1e-986f-367a7beaa0bf req-47fda056-58d9-4b15-bd58-1411007eb5fa service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602154 Sep 16 04:46:22.259958 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f297f03d-52f9-4bc1-bd3c-6eb8bdf02577 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175144 Sep 16 04:46:22.269139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:22.269495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:22.269882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:22.270228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:22.270563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:22.270897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:22.271228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:22.271556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:22.271939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:22.272779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:22.273108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:22.273433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c239c-4c1c-418c-b828-197b4fb0a685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:22.305852 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0813549a-c568-489d-8f39-fa79b9e9476e req-7964dc5f-f8ab-4a4d-b3cf-65ae07e89c49 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1919029 Sep 16 04:46:22.325897 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b07b840-6728-4352-bb3b-85dc36f9fa27 req-377bc049-1513-433d-ae5c-915a86d14ce4 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711171 Sep 16 04:46:22.361466 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-954c8d1a-1e50-4dee-b43b-cca386e3faf4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=86717a90-1a2b-48bb-a89d-656fe2598f86 HTTP/1.1" status: 200 len: 217 time: 0.0532889 Sep 16 04:46:22.434873 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-6b908836-cc4b-4b3b-9fe9-ab65749c04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.436596 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-6b908836-cc4b-4b3b-9fe9-ab65749c04a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.0646563 Sep 16 04:46:22.455397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4313bd-2a7e-478b-8372-09f7258e7cb9 req-a852ad5a-f858-4eda-9645-55802c2a9f77 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.457045 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c4313bd-2a7e-478b-8372-09f7258e7cb9 req-a852ad5a-f858-4eda-9645-55802c2a9f77 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.3354135 Sep 16 04:46:22.607033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c4313bd-2a7e-478b-8372-09f7258e7cb9 req-ad780d74-e0f1-4eca-a1ef-2ceaf4036830 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165242 Sep 16 04:46:22.617841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-216786ed-28ca-4f17-b2b7-1bbb46bae0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.620969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-216786ed-28ca-4f17-b2b7-1bbb46bae0f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1621513 Sep 16 04:46:22.639350 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3ec3f-8889-44d8-a3ab-60259cca530a req-dc534b86-f8cf-4a94-b0da-856efa843beb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:22.641533 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-63c3ec3f-8889-44d8-a3ab-60259cca530a req-dc534b86-f8cf-4a94-b0da-856efa843beb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1240635 Sep 16 04:46:22.725972 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-63c3ec3f-8889-44d8-a3ab-60259cca530a req-0a189fc2-d997-41ef-9f99-e7f817ab7579 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752952 Sep 16 04:46:22.852192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-f29dc344-e999-4700-a7de-fa27c528e80c service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232454 Sep 16 04:46:23.109021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08431f-c22b-461e-9c6f-dac2c986ef7a req-1aba290e-896f-4f1f-90cf-8bdb5be3bd40 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.119526 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:23.120117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef08431f-c22b-461e-9c6f-dac2c986ef7a req-1aba290e-896f-4f1f-90cf-8bdb5be3bd40 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1319339 Sep 16 04:46:23.136474 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d9f58cf8-258b-4a83-9920-535e0e1a9930 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698593 Sep 16 04:46:23.176668 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef08431f-c22b-461e-9c6f-dac2c986ef7a req-8ac6f863-b1a1-4ec3-947e-390e4c7ec8fa tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530028 Sep 16 04:46:23.267998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-663409f7-4269-4c7a-9053-129843a2fe97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8d2795f4-96ee-449c-b4d6-af82e2788cd4 HTTP/1.1" status: 200 len: 217 time: 0.1229742 Sep 16 04:46:23.365228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-87ea0f47-7533-421b-b403-4142ad687277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.367272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-87ea0f47-7533-421b-b403-4142ad687277 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.0916524 Sep 16 04:46:23.635566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-5d5cc5bd-f405-460e-b12e-74ba7a0fdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.639410 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-5d5cc5bd-f405-460e-b12e-74ba7a0fdfd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2623346 Sep 16 04:46:23.718507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6afd6-4857-43bd-959e-085f0d24fc96 req-0eb98610-d382-49d8-8e75-20c3196d6b28 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.731487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6afd6-4857-43bd-959e-085f0d24fc96 req-0eb98610-d382-49d8-8e75-20c3196d6b28 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.768309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6afd6-4857-43bd-959e-085f0d24fc96 req-0eb98610-d382-49d8-8e75-20c3196d6b28 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.798629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6afd6-4857-43bd-959e-085f0d24fc96 req-0eb98610-d382-49d8-8e75-20c3196d6b28 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.828513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6afd6-4857-43bd-959e-085f0d24fc96 req-0eb98610-d382-49d8-8e75-20c3196d6b28 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.854892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6afd6-4857-43bd-959e-085f0d24fc96 req-0eb98610-d382-49d8-8e75-20c3196d6b28 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.877621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6afd6-4857-43bd-959e-085f0d24fc96 req-0eb98610-d382-49d8-8e75-20c3196d6b28 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.884316 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0e6afd6-4857-43bd-959e-085f0d24fc96 req-0eb98610-d382-49d8-8e75-20c3196d6b28 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.3703780 Sep 16 04:46:23.952442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66cd68-b885-4bfc-bb17-203cb6030d23 req-58bfd1e8-9cb1-4179-a9da-cfbdaefa0a8e tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:23.966804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca66cd68-b885-4bfc-bb17-203cb6030d23 req-58bfd1e8-9cb1-4179-a9da-cfbdaefa0a8e tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.2028210 Sep 16 04:46:24.059515 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca66cd68-b885-4bfc-bb17-203cb6030d23 req-6063d350-a654-45f8-a614-b3fd50b5e638 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894830 Sep 16 04:46:24.174840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-c7c22a61-b310-4da4-b84a-81a212c5a600 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262415 Sep 16 04:46:24.180425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0e6afd6-4857-43bd-959e-085f0d24fc96 req-1c974192-3288-4610-9e2a-09f4c8a7bd42 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2730942 Sep 16 04:46:24.267512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0102b-3b33-4ee8-a607-b524932951d3 req-bce5f94d-c5e2-4557-9ad8-2829fde79ae8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.278936 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28f0102b-3b33-4ee8-a607-b524932951d3 req-bce5f94d-c5e2-4557-9ad8-2829fde79ae8 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1148019 Sep 16 04:46:24.365840 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-28f0102b-3b33-4ee8-a607-b524932951d3 req-e2483aa6-1727-4c40-aad2-1d4686c389d7 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829194 Sep 16 04:46:24.486611 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-c208e9f9-4b50-4d87-b8e6-bf78f11001e1 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982180 Sep 16 04:46:24.623100 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d51d7742-201f-4e0a-a07c-6da4edd7cb19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57f89f03-3348-45b6-8af5-578e5a7722a3 HTTP/1.1" status: 200 len: 217 time: 0.1126542 Sep 16 04:46:24.646084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebc8fa-7199-4f45-97e5-2ff24735d739 req-839ebec2-c9a6-4812-aabe-50ab06fb8698 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.659169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d6ebc8fa-7199-4f45-97e5-2ff24735d739 req-839ebec2-c9a6-4812-aabe-50ab06fb8698 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.3046768 Sep 16 04:46:24.862683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d6ebc8fa-7199-4f45-97e5-2ff24735d739 req-434ccf63-81fd-4c71-97f5-86a28ca608f0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923387 Sep 16 04:46:24.879745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a083da87-d2a1-4f47-bfd0-7d07c3e4b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.882332 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-a083da87-d2a1-4f47-bfd0-7d07c3e4b638 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5456bb97-7a6b-4d79-b62d-5adf05d63356 HTTP/1.1" status: 200 len: 797 time: 0.1903167 Sep 16 04:46:24.976720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-1432a1d0-b746-4b58-b99c-6892631f92d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:24.981089 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-1432a1d0-b746-4b58-b99c-6892631f92d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0900824 Sep 16 04:46:25.282269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce05d4c-1f04-47a8-8985-456a5a8bc971 req-3b266cd1-744a-40d2-9a8b-f4c0ee337849 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.296657 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ce05d4c-1f04-47a8-8985-456a5a8bc971 req-3b266cd1-744a-40d2-9a8b-f4c0ee337849 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1281157 Sep 16 04:46:25.310936 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-5ad0e2c6-b270-497d-a496-895b75ff1aae service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221076 Sep 16 04:46:25.421884 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ce05d4c-1f04-47a8-8985-456a5a8bc971 req-153b2b1c-5e5b-4807-9bcb-e68b08fb0b29 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238451 Sep 16 04:46:25.480328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36324) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:25.567412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565c2e0-896c-42ad-9bf2-8175454fa71c req-f108f816-55a7-4193-a40c-c00f1415480a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.576060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565c2e0-896c-42ad-9bf2-8175454fa71c req-f108f816-55a7-4193-a40c-c00f1415480a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.582428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565c2e0-896c-42ad-9bf2-8175454fa71c req-f108f816-55a7-4193-a40c-c00f1415480a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.591969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565c2e0-896c-42ad-9bf2-8175454fa71c req-f108f816-55a7-4193-a40c-c00f1415480a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.599564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565c2e0-896c-42ad-9bf2-8175454fa71c req-f108f816-55a7-4193-a40c-c00f1415480a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.614859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565c2e0-896c-42ad-9bf2-8175454fa71c req-f108f816-55a7-4193-a40c-c00f1415480a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.629720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565c2e0-896c-42ad-9bf2-8175454fa71c req-f108f816-55a7-4193-a40c-c00f1415480a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.633718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e565c2e0-896c-42ad-9bf2-8175454fa71c req-f108f816-55a7-4193-a40c-c00f1415480a tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.2639396 Sep 16 04:46:25.720545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-25cd0cb0-0716-4299-b0b0-5c1ddb9bd409 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995800 Sep 16 04:46:25.806173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e565c2e0-896c-42ad-9bf2-8175454fa71c req-a8be3801-d704-4330-8669-7a07c4122bfd tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1537948 Sep 16 04:46:25.807866 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-1a090510-aeb8-4926-85fe-7459a7d1b45a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c04427e-436b-4e81-8e71-1ce7b4320fe5 HTTP/1.1" status: 200 len: 217 time: 0.0634294 Sep 16 04:46:25.944097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-2d7b62ae-f21d-4a56-8d73-10c5bd9f4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:25.946781 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-2d7b62ae-f21d-4a56-8d73-10c5bd9f4524 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5456bb97-7a6b-4d79-b62d-5adf05d63356 HTTP/1.1" status: 200 len: 797 time: 0.1240423 Sep 16 04:46:26.040805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9dbdc15c-cffd-4adc-955f-6b2b6ce1341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.044571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-9dbdc15c-cffd-4adc-955f-6b2b6ce1341c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0957980 Sep 16 04:46:26.493356 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55cd8357-006f-434f-b10a-85cba1f187c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.583340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03de1b-a048-4b74-8dd3-e893ac5e19de req-27241ad3-1ab1-4bba-b084-5da93e7f09d2 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.597756 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c03de1b-a048-4b74-8dd3-e893ac5e19de req-27241ad3-1ab1-4bba-b084-5da93e7f09d2 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 1.0830193 Sep 16 04:46:26.830014 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55cd8357-006f-434f-b10a-85cba1f187c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.856045 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55cd8357-006f-434f-b10a-85cba1f187c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:26.913259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6679c-c8c8-4ac8-9874-90a8feaefb76 req-27ff61c9-edf8-411c-ad94-78e2d699476d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:26.921167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75b6679c-c8c8-4ac8-9874-90a8feaefb76 req-27ff61c9-edf8-411c-ad94-78e2d699476d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1698906 Sep 16 04:46:26.924599 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-4f03b563-5db0-411f-b88b-a704c2b7885d service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8701637 Sep 16 04:46:26.992118 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c03de1b-a048-4b74-8dd3-e893ac5e19de req-2ccadbf7-6330-42d5-ae09-2128d32167f4 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861086 Sep 16 04:46:27.041899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75b6679c-c8c8-4ac8-9874-90a8feaefb76 req-f31f6f02-4504-43f9-aed3-0e88ffa6445e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189308 Sep 16 04:46:27.063719 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-55cd8357-006f-434f-b10a-85cba1f187c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac4ad6859aca423db81cd4fce63b760c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5794964 Sep 16 04:46:27.063719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd8357-006f-434f-b10a-85cba1f187c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c115acbd-a0fa-49d5-a131-649aba76c24e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:27.065317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36344) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:27.197920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947d697-e7b5-45aa-b2e7-22671340dd1e req-c709fb7d-ae3a-4b70-aa4e-61086cfa61a3 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.208601 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5947d697-e7b5-45aa-b2e7-22671340dd1e req-c709fb7d-ae3a-4b70-aa4e-61086cfa61a3 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0953760 Sep 16 04:46:27.302827 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5947d697-e7b5-45aa-b2e7-22671340dd1e req-6b0c8548-5bd9-4ce8-ba55-975b96a5687b tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841920 Sep 16 04:46:27.353229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed9d8-4143-4c02-8a23-4f9cad98f37a req-ddfbce73-e357-40c1-a7c0-11d68130081f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.359416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed9d8-4143-4c02-8a23-4f9cad98f37a req-ddfbce73-e357-40c1-a7c0-11d68130081f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.365998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed9d8-4143-4c02-8a23-4f9cad98f37a req-ddfbce73-e357-40c1-a7c0-11d68130081f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.374839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed9d8-4143-4c02-8a23-4f9cad98f37a req-ddfbce73-e357-40c1-a7c0-11d68130081f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.382121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed9d8-4143-4c02-8a23-4f9cad98f37a req-ddfbce73-e357-40c1-a7c0-11d68130081f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.388530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed9d8-4143-4c02-8a23-4f9cad98f37a req-ddfbce73-e357-40c1-a7c0-11d68130081f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.395073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed9d8-4143-4c02-8a23-4f9cad98f37a req-ddfbce73-e357-40c1-a7c0-11d68130081f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.406893 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f04ed9d8-4143-4c02-8a23-4f9cad98f37a req-ddfbce73-e357-40c1-a7c0-11d68130081f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.2129402 Sep 16 04:46:27.452495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf5ca480-dadc-47b3-bae4-d9d93c4b4262 req-d2419a02-ca77-4be3-bb05-6595b306da56 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040059 Sep 16 04:46:27.478194 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-544d43b4-7862-4b5d-aff5-638ac27ac0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.512595 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-544d43b4-7862-4b5d-aff5-638ac27ac0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.578762 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-544d43b4-7862-4b5d-aff5-638ac27ac0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.582099 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-544d43b4-7862-4b5d-aff5-638ac27ac0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:27.583274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-544d43b4-7862-4b5d-aff5-638ac27ac0a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c115acbd-a0fa-49d5-a131-649aba76c24e HTTP/1.1" status: 204 len: 168 time: 0.5151289 Sep 16 04:46:27.611422 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f04ed9d8-4143-4c02-8a23-4f9cad98f37a req-6d99ddcf-8f03-4380-9a23-aaac76447097 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1992717 Sep 16 04:46:27.678700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d43b4-7862-4b5d-aff5-638ac27ac0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c115acbd-a0fa-49d5-a131-649aba76c24e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:27.742611 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-97d1fa34-4a68-4fef-b3b9-27d4869655db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.744212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-97d1fa34-4a68-4fef-b3b9-27d4869655db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.744884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-97d1fa34-4a68-4fef-b3b9-27d4869655db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.745480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-97d1fa34-4a68-4fef-b3b9-27d4869655db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.745859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-97d1fa34-4a68-4fef-b3b9-27d4869655db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.746332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-97d1fa34-4a68-4fef-b3b9-27d4869655db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.746818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-97d1fa34-4a68-4fef-b3b9-27d4869655db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:27.761873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-97d1fa34-4a68-4fef-b3b9-27d4869655db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 6491 time: 0.1925049 Sep 16 04:46:28.041638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-18bc31ad-81ee-4578-afec-1959c8e3e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.043289 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-18bc31ad-81ee-4578-afec-1959c8e3e298 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e HTTP/1.1" status: 200 len: 903 time: 0.2724767 Sep 16 04:46:28.203572 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-7e467c6c-985c-4570-857f-e4d6994f9457 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c04427e-436b-4e81-8e71-1ce7b4320fe5 HTTP/1.1" status: 200 len: 217 time: 0.1488953 Sep 16 04:46:28.249040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039fd55-75e1-475b-b5b4-7e0b5cb19b59 req-d4c6e9e2-5c5d-4560-8bee-e0afcab44230 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.258021 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0039fd55-75e1-475b-b5b4-7e0b5cb19b59 req-d4c6e9e2-5c5d-4560-8bee-e0afcab44230 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.0963733 Sep 16 04:46:28.371748 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0039fd55-75e1-475b-b5b4-7e0b5cb19b59 req-be7d6a36-f3da-4415-bde9-6dcea352dc24 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108809 Sep 16 04:46:28.465144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-317f0229-1ce6-4522-bb6c-536d02049eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.466621 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-317f0229-1ce6-4522-bb6c-536d02049eac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5456bb97-7a6b-4d79-b62d-5adf05d63356 HTTP/1.1" status: 200 len: 797 time: 0.1725552 Sep 16 04:46:28.531443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395d5d4-6f84-48ce-b6cd-3b490fdb9899 req-e554add9-f83f-4597-b2b7-53e97c861400 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.533065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e395d5d4-6f84-48ce-b6cd-3b490fdb9899 req-e554add9-f83f-4597-b2b7-53e97c861400 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.3219595 Sep 16 04:46:28.560741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471d80a-0b88-4368-969a-0afc927b59af req-e6c1834a-f31d-45ed-a229-ac71bc59dcc1 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.570544 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b471d80a-0b88-4368-969a-0afc927b59af req-e6c1834a-f31d-45ed-a229-ac71bc59dcc1 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0917151 Sep 16 04:46:28.572505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-fdd7b23a-433d-450c-b57e-cbefc8b238d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:28.574099 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-fdd7b23a-433d-450c-b57e-cbefc8b238d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0809674 Sep 16 04:46:28.597036 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e395d5d4-6f84-48ce-b6cd-3b490fdb9899 req-cd1e8bcf-abde-401e-89ea-4b70c172ec2d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517774 Sep 16 04:46:28.659276 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b471d80a-0b88-4368-969a-0afc927b59af req-e2564d67-ef9e-4ee1-b9d4-44f968f43436 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868323 Sep 16 04:46:28.751884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-beec5024-f5c4-409b-b72e-842d41314bb7 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668243 Sep 16 04:46:28.955862 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96edbecf-2ec8-4e9b-9795-911ab000018a req-08d43166-2765-4bc4-a18a-5aa94acd42b6 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856282 Sep 16 04:46:29.045709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1cc3f-3e5a-4cd6-aed0-0a1185ea9679 req-68f8e119-dd3e-4989-8fa0-e1e3d0841475 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.054480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1cc3f-3e5a-4cd6-aed0-0a1185ea9679 req-68f8e119-dd3e-4989-8fa0-e1e3d0841475 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.064270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1cc3f-3e5a-4cd6-aed0-0a1185ea9679 req-68f8e119-dd3e-4989-8fa0-e1e3d0841475 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.073860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1cc3f-3e5a-4cd6-aed0-0a1185ea9679 req-68f8e119-dd3e-4989-8fa0-e1e3d0841475 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.083744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1cc3f-3e5a-4cd6-aed0-0a1185ea9679 req-68f8e119-dd3e-4989-8fa0-e1e3d0841475 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.095641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1cc3f-3e5a-4cd6-aed0-0a1185ea9679 req-68f8e119-dd3e-4989-8fa0-e1e3d0841475 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.108596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1cc3f-3e5a-4cd6-aed0-0a1185ea9679 req-68f8e119-dd3e-4989-8fa0-e1e3d0841475 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.125052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d6c1cc3f-3e5a-4cd6-aed0-0a1185ea9679 req-68f8e119-dd3e-4989-8fa0-e1e3d0841475 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1680698 Sep 16 04:46:29.244226 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d6c1cc3f-3e5a-4cd6-aed0-0a1185ea9679 req-7329045c-33ac-43ae-973d-2352cbd193d2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142135 Sep 16 04:46:29.646045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30b019-24c4-400d-877e-2c70441c0034 req-f796d5ab-5a97-4570-8e02-ea80e036878f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.660056 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fb30b019-24c4-400d-877e-2c70441c0034 req-f796d5ab-5a97-4570-8e02-ea80e036878f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1769938 Sep 16 04:46:29.812090 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fb30b019-24c4-400d-877e-2c70441c0034 req-2be7ddfd-2bb8-42da-b3c2-d5b59ccb3ead tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467180 Sep 16 04:46:29.880764 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1b30f-2244-4229-8d3d-10a8aec4d61a req-7b8e0ed6-fd8a-4a01-b86d-7b999f7af7f7 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:29.889426 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abf1b30f-2244-4229-8d3d-10a8aec4d61a req-7b8e0ed6-fd8a-4a01-b86d-7b999f7af7f7 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1412773 Sep 16 04:46:29.993717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abf1b30f-2244-4229-8d3d-10a8aec4d61a req-8ae06bf5-d768-4efc-b2ff-ac5760d0f9f4 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982187 Sep 16 04:46:30.094152 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5f8c0-0b29-4b73-91a3-42b484b563cd req-b60e363d-22ad-4547-8a39-0f0707b6fd3d tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:30.101170 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c0c5f8c0-0b29-4b73-91a3-42b484b563cd req-b60e363d-22ad-4547-8a39-0f0707b6fd3d tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1270070 Sep 16 04:46:30.196049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c0c5f8c0-0b29-4b73-91a3-42b484b563cd req-31c39b55-8460-42c1-b951-caa79ec5c2ea tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771070 Sep 16 04:46:30.455495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643b7a6-71b2-4d2d-9a7e-a63f169fea02 req-e8bf0c05-83d0-4682-991b-eb8793e26746 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:30.464376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643b7a6-71b2-4d2d-9a7e-a63f169fea02 req-e8bf0c05-83d0-4682-991b-eb8793e26746 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:30.472252 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643b7a6-71b2-4d2d-9a7e-a63f169fea02 req-e8bf0c05-83d0-4682-991b-eb8793e26746 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:30.482425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643b7a6-71b2-4d2d-9a7e-a63f169fea02 req-e8bf0c05-83d0-4682-991b-eb8793e26746 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:30.494034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643b7a6-71b2-4d2d-9a7e-a63f169fea02 req-e8bf0c05-83d0-4682-991b-eb8793e26746 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:30.501047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643b7a6-71b2-4d2d-9a7e-a63f169fea02 req-e8bf0c05-83d0-4682-991b-eb8793e26746 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:30.510321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643b7a6-71b2-4d2d-9a7e-a63f169fea02 req-e8bf0c05-83d0-4682-991b-eb8793e26746 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:30.512944 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b643b7a6-71b2-4d2d-9a7e-a63f169fea02 req-e8bf0c05-83d0-4682-991b-eb8793e26746 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1435935 Sep 16 04:46:30.580063 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b643b7a6-71b2-4d2d-9a7e-a63f169fea02 req-9597adfd-1d10-4620-aabf-571c5621cc14 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599616 Sep 16 04:46:30.795822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36434) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:31.048789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1299decf-38b7-46b7-a9b0-950c3c6a80c6 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:31.087218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99ccd8-630f-48c7-8fe4-26a7f3f15b59 req-20806a10-3fc2-4785-9df0-1678e87370bc tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.091492 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3f99ccd8-630f-48c7-8fe4-26a7f3f15b59 req-20806a10-3fc2-4785-9df0-1678e87370bc tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1519580 Sep 16 04:46:31.199223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3f99ccd8-630f-48c7-8fe4-26a7f3f15b59 req-733dba8d-630d-4af4-a22f-910eec0e9e17 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790133 Sep 16 04:46:31.202917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1299decf-38b7-46b7-a9b0-950c3c6a80c6 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] 10.222.0.53 "PUT /v2.0/quotas/2d55a89025f04301908454deea79fede HTTP/1.1" status: 200 len: 368 time: 0.4043753 Sep 16 04:46:31.208530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36444) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:31.216351 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ad386-4342-4039-85c8-0b89d2dc3d81 req-bf1cd818-393d-415a-a364-217dbe1d26e3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.217976 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b23ad386-4342-4039-85c8-0b89d2dc3d81 req-bf1cd818-393d-415a-a364-217dbe1d26e3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1153367 Sep 16 04:46:31.297485 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b23ad386-4342-4039-85c8-0b89d2dc3d81 req-00bccaec-7e2c-4311-b1a9-9a34bc3cc387 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689147 Sep 16 04:46:31.316508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Request body: {'network': {'project_id': '2d55a89025f04301908454deea79fede'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:31.388093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33da908-63e7-45f0-80e2-56b9c7784fc5 req-c13b8a6e-ba70-43bf-a41d-67757a24876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.390503 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a33da908-63e7-45f0-80e2-56b9c7784fc5 req-c13b8a6e-ba70-43bf-a41d-67757a24876f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 1097 time: 0.1860821 Sep 16 04:46:31.436576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Made reservation on behalf of 2d55a89025f04301908454deea79fede for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:31.438907 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.513345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.651950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ab3fc-17c7-444c-b281-82b678e71292 req-1f5cf724-da85-4414-b88d-2aeb2da53242 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.653582 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b5ab3fc-17c7-444c-b281-82b678e71292 req-1f5cf724-da85-4414-b88d-2aeb2da53242 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1547523 Sep 16 04:46:31.664478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33da908-63e7-45f0-80e2-56b9c7784fc5 req-9495aae6-6cbb-4fac-96a5-097c2bb6f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.666049 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a33da908-63e7-45f0-80e2-56b9c7784fc5 req-9495aae6-6cbb-4fac-96a5-097c2bb6f311 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 913 time: 0.2487309 Sep 16 04:46:31.737201 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a33da908-63e7-45f0-80e2-56b9c7784fc5 req-00a57650-65a0-4944-a437-7ba407bcc918 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a4d57ce-a8e9-4710-aead-1f87bc7a4617 HTTP/1.1" status: 200 len: 217 time: 0.0541494 Sep 16 04:46:31.771903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49439-a0d0-4bcb-8d2b-9ae35e07ade9 req-a86ef1e1-5884-4b77-b006-5af413596f6e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.790862 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49439-a0d0-4bcb-8d2b-9ae35e07ade9 req-a86ef1e1-5884-4b77-b006-5af413596f6e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.797294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49439-a0d0-4bcb-8d2b-9ae35e07ade9 req-a86ef1e1-5884-4b77-b006-5af413596f6e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.803964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49439-a0d0-4bcb-8d2b-9ae35e07ade9 req-a86ef1e1-5884-4b77-b006-5af413596f6e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.810327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49439-a0d0-4bcb-8d2b-9ae35e07ade9 req-a86ef1e1-5884-4b77-b006-5af413596f6e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.816574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49439-a0d0-4bcb-8d2b-9ae35e07ade9 req-a86ef1e1-5884-4b77-b006-5af413596f6e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.819649 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b5ab3fc-17c7-444c-b281-82b678e71292 req-08ffa260-cc4e-4bef-a888-5812e66dc909 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513438 Sep 16 04:46:31.822590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49439-a0d0-4bcb-8d2b-9ae35e07ade9 req-a86ef1e1-5884-4b77-b006-5af413596f6e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.824571 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87c49439-a0d0-4bcb-8d2b-9ae35e07ade9 req-a86ef1e1-5884-4b77-b006-5af413596f6e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1398396 Sep 16 04:46:31.835714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33da908-63e7-45f0-80e2-56b9c7784fc5 req-bb18cb4e-918c-451e-8ad2-d198379d20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:31.837212 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a33da908-63e7-45f0-80e2-56b9c7784fc5 req-bb18cb4e-918c-451e-8ad2-d198379d20a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.0898986 Sep 16 04:46:31.853968 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.864814 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.890537 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a33da908-63e7-45f0-80e2-56b9c7784fc5 req-555e23a2-3934-497c-bda5-e95516350f15 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388794 Sep 16 04:46:31.911575 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-87c49439-a0d0-4bcb-8d2b-9ae35e07ade9 req-58b8c93b-1504-4bc9-b1f6-22355d65032e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768754 Sep 16 04:46:31.931316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:46:31.950694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9621acd6-d40f-45b8-8fb0-1e5986cd8b38,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:31.961620 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:31.961999 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Added segment 362b1391-0237-419e-9708-bfc3c2c4c4ee of type vlan for network dddc9cc5-1a1e-4667-9374-b0d6f06196b5 Sep 16 04:46:32.042713 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.064537 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a33da908-63e7-45f0-80e2-56b9c7784fc5 req-834d22c7-1920-4eca-a83b-80bd7961664c service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635287 Sep 16 04:46:32.097942 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.100608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:32.101250 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.172993 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8941181 Sep 16 04:46:32.175667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36456) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:32.181348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2c3436a7-4ee6-4a12-ba08-23ec8035fa35 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Request body: {'network': {'project_id': '2d55a89025f04301908454deea79fede'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:32.204027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3436a7-4ee6-4a12-ba08-23ec8035fa35 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Made reservation on behalf of 2d55a89025f04301908454deea79fede for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:32.211195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dabe8-75c8-400c-b774-54cef4a7c5cd tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Pushing event updated for resources: {'Network': ['ID=dddc9cc5-1a1e-4667-9374-b0d6f06196b5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:32.219211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c3436a7-4ee6-4a12-ba08-23ec8035fa35 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.231147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network dddc9cc5-1a1e-4667-9374-b0d6f06196b5 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:46:32.247935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a33da908-63e7-45f0-80e2-56b9c7784fc5 req-569c0679-4b36-4ffb-8ac2-70f50bdf3357 service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741974 Sep 16 04:46:32.252471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3436a7-4ee6-4a12-ba08-23ec8035fa35 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:46:32.265584 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c3436a7-4ee6-4a12-ba08-23ec8035fa35 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.266396 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-2c3436a7-4ee6-4a12-ba08-23ec8035fa35 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Added segment f82e88b7-ed1d-4faf-a944-96473c44c8ba of type vlan for network a4b4d3ef-ec6d-416b-b8ef-92234bb9a82e Sep 16 04:46:32.315568 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c3436a7-4ee6-4a12-ba08-23ec8035fa35 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.384211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c3436a7-4ee6-4a12-ba08-23ec8035fa35 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.385562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3436a7-4ee6-4a12-ba08-23ec8035fa35 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:32.386416 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c3436a7-4ee6-4a12-ba08-23ec8035fa35 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.461374 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2c3436a7-4ee6-4a12-ba08-23ec8035fa35 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2842467 Sep 16 04:46:32.465732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36466) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:32.472585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ecdbdaef-6175-4775-beb7-326dcc973982 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Request body: {'network': {'project_id': '2d55a89025f04301908454deea79fede'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:32.501088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3436a7-4ee6-4a12-ba08-23ec8035fa35 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Pushing event updated for resources: {'Network': ['ID=a4b4d3ef-ec6d-416b-b8ef-92234bb9a82e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:32.514825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a4b4d3ef-ec6d-416b-b8ef-92234bb9a82e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:46:32.516633 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdbdaef-6175-4775-beb7-326dcc973982 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 04:46:32.516910 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdbdaef-6175-4775-beb7-326dcc973982 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:46:32.523544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369539e-5501-4c4b-af27-c4926302d8a1 req-a7ad70ca-8d78-4226-b052-97b629860955 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:32.525243 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ecdbdaef-6175-4775-beb7-326dcc973982 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0581112 Sep 16 04:46:32.525969 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f369539e-5501-4c4b-af27-c4926302d8a1 req-a7ad70ca-8d78-4226-b052-97b629860955 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.1104743 Sep 16 04:46:32.527983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36470) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:32.643871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ff400856-59f8-4f39-9701-e6e4b9f30971 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d55a89025f04301908454deea79fede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143391 Sep 16 04:46:32.652463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36474) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:32.664347 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f369539e-5501-4c4b-af27-c4926302d8a1 req-563dfcea-6936-4ea0-b548-3aa9424bba68 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163604 Sep 16 04:46:32.801412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dd14104f-95d6-4179-ab48-2d352866f213 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.829810 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dd14104f-95d6-4179-ab48-2d352866f213 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.838973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9ea89-934d-4cac-a993-291c7322c2e5 req-c74c2f24-4c4f-4003-9dfc-724e7be03bd0 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:32.840499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19f9ea89-934d-4cac-a993-291c7322c2e5 req-c74c2f24-4c4f-4003-9dfc-724e7be03bd0 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1814201 Sep 16 04:46:32.915385 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19f9ea89-934d-4cac-a993-291c7322c2e5 req-cdd339db-6863-4908-916c-9a5e8af67f89 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635903 Sep 16 04:46:32.925764 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dd14104f-95d6-4179-ab48-2d352866f213 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.933110 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dd14104f-95d6-4179-ab48-2d352866f213 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:32.934319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dd14104f-95d6-4179-ab48-2d352866f213 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/9621acd6-d40f-45b8-8fb0-1e5986cd8b38 HTTP/1.1" status: 204 len: 168 time: 0.2807579 Sep 16 04:46:32.937663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36478) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:32.944840 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14104f-95d6-4179-ab48-2d352866f213 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9621acd6-d40f-45b8-8fb0-1e5986cd8b38,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:32.980827 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:46:33.023070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4498e7-fea0-42b2-b9de-0ea93b81a68c req-305bcc64-b2de-4dac-ab66-f073cee4c39f tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.024621 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c4498e7-fea0-42b2-b9de-0ea93b81a68c req-305bcc64-b2de-4dac-ab66-f073cee4c39f tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1173956 Sep 16 04:46:33.093753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed68b9-bf0b-4e4c-b067-93a1f757c2da req-05bb7ed7-5b35-4fc6-87ac-e75311ac83e7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.102904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed68b9-bf0b-4e4c-b067-93a1f757c2da req-05bb7ed7-5b35-4fc6-87ac-e75311ac83e7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.109849 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.110331 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed68b9-bf0b-4e4c-b067-93a1f757c2da req-05bb7ed7-5b35-4fc6-87ac-e75311ac83e7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.118425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed68b9-bf0b-4e4c-b067-93a1f757c2da req-05bb7ed7-5b35-4fc6-87ac-e75311ac83e7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.124578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed68b9-bf0b-4e4c-b067-93a1f757c2da req-05bb7ed7-5b35-4fc6-87ac-e75311ac83e7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.130803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed68b9-bf0b-4e4c-b067-93a1f757c2da req-05bb7ed7-5b35-4fc6-87ac-e75311ac83e7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.138168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed68b9-bf0b-4e4c-b067-93a1f757c2da req-05bb7ed7-5b35-4fc6-87ac-e75311ac83e7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.140171 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6ed68b9-bf0b-4e4c-b067-93a1f757c2da req-05bb7ed7-5b35-4fc6-87ac-e75311ac83e7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1225133 Sep 16 04:46:33.140716 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c4498e7-fea0-42b2-b9de-0ea93b81a68c req-7a740711-9eb3-4f08-8d15-5e00db608232 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656369 Sep 16 04:46:33.196244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6ed68b9-bf0b-4e4c-b067-93a1f757c2da req-e2ffe158-19a8-481f-a3cf-212e236a41ae tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0495045 Sep 16 04:46:33.229004 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.249204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b4d3ef-ec6d-416b-b8ef-92234bb9a82e']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:33.258943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82e88b7-ed1d-4faf-a944-96473c44c8ba') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:33.259244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82e88b7-ed1d-4faf-a944-96473c44c8ba') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:33.268698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.285209 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.295371 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:46:33.296094 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:46:33.298865 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:46:33.370674 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.375359 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.378100 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] 10.222.0.53 "DELETE /v2.0/networks/a4b4d3ef-ec6d-416b-b8ef-92234bb9a82e HTTP/1.1" status: 204 len: 168 time: 0.4347372 Sep 16 04:46:33.380052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36482) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:33.390896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9191a64-ba78-4ace-904e-61ea0e499ebe tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4b4d3ef-ec6d-416b-b8ef-92234bb9a82e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:33.458766 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.540892 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.565530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddc9cc5-1a1e-4667-9374-b0d6f06196b5']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:33.576392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362b1391-0237-419e-9708-bfc3c2c4c4ee') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:33.576691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362b1391-0237-419e-9708-bfc3c2c4c4ee') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:33.587860 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.603969 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.610468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:46:33.610899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:46:33.612723 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:46:33.681203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.694490 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:33.697186 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] 10.222.0.53 "DELETE /v2.0/networks/dddc9cc5-1a1e-4667-9374-b0d6f06196b5 HTTP/1.1" status: 204 len: 168 time: 0.3160100 Sep 16 04:46:33.735385 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81895017-5559-487d-af40-3155fd3dd6d3 tempest-QuotasNegativeTest-1158090099 tempest-QuotasNegativeTest-1158090099-project-admin] Pushing event deleted for resources: {'Network': ['ID=dddc9cc5-1a1e-4667-9374-b0d6f06196b5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:33.818058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d919f51-52cf-4970-8595-c5265ecf5869 req-1d584aaf-1af3-44c9-9fe9-371d99a3edf6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:33.821938 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d919f51-52cf-4970-8595-c5265ecf5869 req-1d584aaf-1af3-44c9-9fe9-371d99a3edf6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 945 time: 0.0824332 Sep 16 04:46:33.889216 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d919f51-52cf-4970-8595-c5265ecf5869 req-bf9abce4-c74b-433f-93fa-44444f6b0a99 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609732 Sep 16 04:46:34.075157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a7d4-f583-4d12-9f6b-bedfae8730fe req-f2643289-fb9f-4296-8a4b-1b73158da6cc tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.076893 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48d8a7d4-f583-4d12-9f6b-bedfae8730fe req-f2643289-fb9f-4296-8a4b-1b73158da6cc tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.0591683 Sep 16 04:46:34.143630 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48d8a7d4-f583-4d12-9f6b-bedfae8730fe req-9a5855b3-63fa-4bb8-afb3-501c0b09db05 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540299 Sep 16 04:46:34.279072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523f18f-c08b-4cf3-851f-25392cd46caa req-bd9f583d-47a0-450f-966f-ce8c0b68c924 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.281476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3523f18f-c08b-4cf3-851f-25392cd46caa req-bd9f583d-47a0-450f-966f-ce8c0b68c924 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0569489 Sep 16 04:46:34.339510 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3523f18f-c08b-4cf3-851f-25392cd46caa req-0cb958f2-267f-4699-8f6f-cb9d223de327 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510337 Sep 16 04:46:34.363945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36504) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:34.376767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a44b4-1fe5-4f15-b79a-311670733cad req-344700d1-01f6-47e2-a5cc-8875f46ca816 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.383081 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a44b4-1fe5-4f15-b79a-311670733cad req-344700d1-01f6-47e2-a5cc-8875f46ca816 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.389149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a44b4-1fe5-4f15-b79a-311670733cad req-344700d1-01f6-47e2-a5cc-8875f46ca816 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.395196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a44b4-1fe5-4f15-b79a-311670733cad req-344700d1-01f6-47e2-a5cc-8875f46ca816 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.401704 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a44b4-1fe5-4f15-b79a-311670733cad req-344700d1-01f6-47e2-a5cc-8875f46ca816 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.407672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a44b4-1fe5-4f15-b79a-311670733cad req-344700d1-01f6-47e2-a5cc-8875f46ca816 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.414265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a44b4-1fe5-4f15-b79a-311670733cad req-344700d1-01f6-47e2-a5cc-8875f46ca816 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:34.416262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e2a44b4-1fe5-4f15-b79a-311670733cad req-344700d1-01f6-47e2-a5cc-8875f46ca816 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1259446 Sep 16 04:46:34.478247 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e2a44b4-1fe5-4f15-b79a-311670733cad req-6a78210a-23ce-4636-be7b-b5fa6043bb5b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539534 Sep 16 04:46:34.558905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c8e753e3-a3ee-4990-96ed-af6271f4483e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.625232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:34.677737 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c8e753e3-a3ee-4990-96ed-af6271f4483e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.695875 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c8e753e3-a3ee-4990-96ed-af6271f4483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.748370 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.774222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1b987e-84c7-414e-82ec-86739a8cd16f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:34.776717 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89469d14-8add-4a71-89fa-2c70a79d24db" -d '{"events": [{"server_uuid": "cb1b987e-84c7-414e-82ec-86739a8cd16f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a4d57ce-a8e9-4710-aead-1f87bc7a4617"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:34.777636 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c8e753e3-a3ee-4990-96ed-af6271f4483e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33e5e461092a42a5975c0ff75b14140e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602486 Sep 16 04:46:34.778892 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e753e3-a3ee-4990-96ed-af6271f4483e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb82b7ae-b390-46e8-8e94-13a16fdf345a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:34.780253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36510) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:34.793385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:34.798447 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.851399 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4274f51c-1eb8-45f8-aaec-940e15a9b0d0 x-openstack-request-id: req-4274f51c-1eb8-45f8-aaec-940e15a9b0d0 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:34.851691 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1b987e-84c7-414e-82ec-86739a8cd16f", "name": "network-vif-unplugged", "status": "failed", "tag": "0a4d57ce-a8e9-4710-aead-1f87bc7a4617", "code": 422}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:34.852110 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4274f51c-1eb8-45f8-aaec-940e15a9b0d0 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:34.852692 n-d-712142-17 neutron-server[94746]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb1b987e-84c7-414e-82ec-86739a8cd16f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617', 'code': 422} returned with failed status Sep 16 04:46:34.879159 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2dccc3-ec49-47aa-9ae8-fb15a527db85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.879627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:34.888134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:34.888499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:34.888853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:34.889205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:34.889549 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:34.889950 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:34.890289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:34.890627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:34.890963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:34.891413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:34.891752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:34.892086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:46:34.903381 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2dccc3-ec49-47aa-9ae8-fb15a527db85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.968779 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2dccc3-ec49-47aa-9ae8-fb15a527db85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.971772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2dccc3-ec49-47aa-9ae8-fb15a527db85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:34.973431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8f2dccc3-ec49-47aa-9ae8-fb15a527db85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb82b7ae-b390-46e8-8e94-13a16fdf345a HTTP/1.1" status: 204 len: 168 time: 0.1919818 Sep 16 04:46:34.990922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dccc3-ec49-47aa-9ae8-fb15a527db85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb82b7ae-b390-46e8-8e94-13a16fdf345a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:35.111262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c3580-fc5d-40b5-a913-d9fdf94b8398 req-7011bb3f-38ed-4bca-ac2d-b0e3491ce5e5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.112767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-297c3580-fc5d-40b5-a913-d9fdf94b8398 req-7011bb3f-38ed-4bca-ac2d-b0e3491ce5e5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 943 time: 0.0834398 Sep 16 04:46:35.155512 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-297c3580-fc5d-40b5-a913-d9fdf94b8398 req-12ca0e09-e949-4780-a43c-fe7767e0c96d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328710 Sep 16 04:46:35.253317 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.327643 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d01d-c5f8-4641-a963-493b9484f546 req-c6222b43-d9b7-422e-ad4f-0a01666b7fd5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.330584 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60e8d01d-c5f8-4641-a963-493b9484f546 req-c6222b43-d9b7-422e-ad4f-0a01666b7fd5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.0622771 Sep 16 04:46:35.347722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36534) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:35.363797 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-800e2162-fb67-4f81-8aa3-a224dc921956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.405562 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60e8d01d-c5f8-4641-a963-493b9484f546 req-66d16052-cb12-4e58-98fc-598175c9cc61 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675278 Sep 16 04:46:35.543591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef6cc5-7f11-419c-99d7-b308888f99a1 req-8af81766-0576-4e3a-ab61-03e24419d56d tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.552188 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-caef6cc5-7f11-419c-99d7-b308888f99a1 req-8af81766-0576-4e3a-ab61-03e24419d56d tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0701852 Sep 16 04:46:35.561595 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-800e2162-fb67-4f81-8aa3-a224dc921956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.569106 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-800e2162-fb67-4f81-8aa3-a224dc921956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.609914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-caef6cc5-7f11-419c-99d7-b308888f99a1 req-ef47c8ea-1d71-4b65-836a-8b863881c750 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550938 Sep 16 04:46:35.632767 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-800e2162-fb67-4f81-8aa3-a224dc921956 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84e8860db02945878f174c1b820cbc99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838380 Sep 16 04:46:35.633813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e2162-fb67-4f81-8aa3-a224dc921956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5285a01b-414d-4cbd-8c17-bb12753c254e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:35.636663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36544) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:35.721897 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d7cca3c-2781-47ed-bf12-8df0a7631668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.767177 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d7cca3c-2781-47ed-bf12-8df0a7631668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.805775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aedf4-f11c-493c-a818-8acca0b605ee req-34e6ee08-2f05-4991-874a-19bb275cdd9c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.811793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aedf4-f11c-493c-a818-8acca0b605ee req-34e6ee08-2f05-4991-874a-19bb275cdd9c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.818167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aedf4-f11c-493c-a818-8acca0b605ee req-34e6ee08-2f05-4991-874a-19bb275cdd9c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.825118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aedf4-f11c-493c-a818-8acca0b605ee req-34e6ee08-2f05-4991-874a-19bb275cdd9c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.831472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aedf4-f11c-493c-a818-8acca0b605ee req-34e6ee08-2f05-4991-874a-19bb275cdd9c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.838670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aedf4-f11c-493c-a818-8acca0b605ee req-34e6ee08-2f05-4991-874a-19bb275cdd9c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.844880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aedf4-f11c-493c-a818-8acca0b605ee req-34e6ee08-2f05-4991-874a-19bb275cdd9c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:35.846858 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e9aedf4-f11c-493c-a818-8acca0b605ee req-34e6ee08-2f05-4991-874a-19bb275cdd9c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1501427 Sep 16 04:46:35.906173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e9aedf4-f11c-493c-a818-8acca0b605ee req-c7ab8313-c8b6-40c7-bede-842249b842ba tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499568 Sep 16 04:46:35.924009 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d7cca3c-2781-47ed-bf12-8df0a7631668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.930288 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d7cca3c-2781-47ed-bf12-8df0a7631668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:35.934516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6d7cca3c-2781-47ed-bf12-8df0a7631668 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5285a01b-414d-4cbd-8c17-bb12753c254e HTTP/1.1" status: 204 len: 168 time: 0.2937262 Sep 16 04:46:35.942463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cca3c-2781-47ed-bf12-8df0a7631668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5285a01b-414d-4cbd-8c17-bb12753c254e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:36.262854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add82ca7-282a-489c-99ca-48421e53466b req-a7d126d2-4f76-4f99-b66a-ff70a164e228 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:36.264520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-add82ca7-282a-489c-99ca-48421e53466b req-a7d126d2-4f76-4f99-b66a-ff70a164e228 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb1b987e-84c7-414e-82ec-86739a8cd16f HTTP/1.1" status: 200 len: 943 time: 0.0512807 Sep 16 04:46:36.399962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-add82ca7-282a-489c-99ca-48421e53466b req-7f0cf83a-a0e5-4dc5-816b-0b0538f3742f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Deleting port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:36.400310 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-add82ca7-282a-489c-99ca-48421e53466b req-7f0cf83a-a0e5-4dc5-816b-0b0538f3742f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:36.525676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-add82ca7-282a-489c-99ca-48421e53466b req-7f0cf83a-a0e5-4dc5-816b-0b0538f3742f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] For port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:36.526326 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-add82ca7-282a-489c-99ca-48421e53466b req-7f0cf83a-a0e5-4dc5-816b-0b0538f3742f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:36.555056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cb763-1729-43c8-80c2-f351c018b8b6 req-4636f1cc-8693-42c0-ad30-c54b4fee021c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:36.558964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-add82ca7-282a-489c-99ca-48421e53466b req-7f0cf83a-a0e5-4dc5-816b-0b0538f3742f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Calling delete_port for 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:36.563209 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea8cb763-1729-43c8-80c2-f351c018b8b6 req-4636f1cc-8693-42c0-ad30-c54b4fee021c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.0638702 Sep 16 04:46:36.614648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea8cb763-1729-43c8-80c2-f351c018b8b6 req-c315adf3-3d4b-4c37-b721-3005a900e00a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461535 Sep 16 04:46:36.766085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf16d9-f64a-48f1-afb5-013fc664331a req-8a783b02-8701-4991-82e7-5cad0b69e5eb tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:36.767796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33bf16d9-f64a-48f1-afb5-013fc664331a req-8a783b02-8701-4991-82e7-5cad0b69e5eb tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0708530 Sep 16 04:46:36.783845 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-add82ca7-282a-489c-99ca-48421e53466b req-7f0cf83a-a0e5-4dc5-816b-0b0538f3742f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:36.842943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cf83a-a0e5-4dc5-816b-0b0538f3742f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event deleted for resources: {'Port': ['ID=0a4d57ce-a8e9-4710-aead-1f87bc7a4617,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:36.866550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33bf16d9-f64a-48f1-afb5-013fc664331a req-dbb9bf5d-e47b-43e0-a70e-548116fc683f tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906634 Sep 16 04:46:36.869854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-add82ca7-282a-489c-99ca-48421e53466b req-7f0cf83a-a0e5-4dc5-816b-0b0538f3742f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] No DVR routers for this DVR port 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:36.873378 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-add82ca7-282a-489c-99ca-48421e53466b req-7f0cf83a-a0e5-4dc5-816b-0b0538f3742f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:36.883151 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-add82ca7-282a-489c-99ca-48421e53466b req-7f0cf83a-a0e5-4dc5-816b-0b0538f3742f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "DELETE /v2.0/ports/0a4d57ce-a8e9-4710-aead-1f87bc7a4617 HTTP/1.1" status: 204 len: 173 time: 0.6084492 Sep 16 04:46:36.885222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1b987e-84c7-414e-82ec-86739a8cd16f', 'name': 'network-vif-deleted', 'tag': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:36.893181 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81762ca7-dbbc-4866-a45c-f2d17aa6045e" -d '{"events": [{"server_uuid": "cb1b987e-84c7-414e-82ec-86739a8cd16f", "name": "network-vif-deleted", "tag": "0a4d57ce-a8e9-4710-aead-1f87bc7a4617"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:36.933326 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0715c6c1-9b55-457b-8330-e20109a23b02 x-openstack-request-id: req-0715c6c1-9b55-457b-8330-e20109a23b02 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:36.933645 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1b987e-84c7-414e-82ec-86739a8cd16f", "name": "network-vif-deleted", "tag": "0a4d57ce-a8e9-4710-aead-1f87bc7a4617", "status": "failed", "code": 422}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:36.933916 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0715c6c1-9b55-457b-8330-e20109a23b02 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:36.934326 n-d-712142-17 neutron-server[94744]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb1b987e-84c7-414e-82ec-86739a8cd16f', 'name': 'network-vif-deleted', 'tag': '0a4d57ce-a8e9-4710-aead-1f87bc7a4617', 'status': 'failed', 'code': 422} returned with failed status Sep 16 04:46:36.964412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36614) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:37.068256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0a99-9194-4af5-850f-957b260c3eaa req-e31f1813-cfaf-420d-944c-f321e93cba35 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.070105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1317657933'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:37.074494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0a99-9194-4af5-850f-957b260c3eaa req-e31f1813-cfaf-420d-944c-f321e93cba35 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.080659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0a99-9194-4af5-850f-957b260c3eaa req-e31f1813-cfaf-420d-944c-f321e93cba35 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.087203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0a99-9194-4af5-850f-957b260c3eaa req-e31f1813-cfaf-420d-944c-f321e93cba35 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.094929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0a99-9194-4af5-850f-957b260c3eaa req-e31f1813-cfaf-420d-944c-f321e93cba35 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.100463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Made reservation on behalf of ca1c89b5b4574e5191a91bfac6b708cd for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:37.103485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0a99-9194-4af5-850f-957b260c3eaa req-e31f1813-cfaf-420d-944c-f321e93cba35 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.104135 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.109874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0a99-9194-4af5-850f-957b260c3eaa req-e31f1813-cfaf-420d-944c-f321e93cba35 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.111791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f86d0a99-9194-4af5-850f-957b260c3eaa req-e31f1813-cfaf-420d-944c-f321e93cba35 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1070290 Sep 16 04:46:37.113272 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.176472 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f86d0a99-9194-4af5-850f-957b260c3eaa req-668751b3-b0c6-4002-9541-c7649ba58167 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490894 Sep 16 04:46:37.226234 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.230623 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.256945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:46:37.273130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5c5bac-2763-44a9-b30c-9414ddf869cf,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:37.277751 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.278283 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Added segment 01599fae-bd98-43fc-8965-1e1240777aa5 of type vlan for network cc6ac832-cf9c-4b8a-9849-5048a88e5407 Sep 16 04:46:37.336349 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.367241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.372929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.373968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.399354 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4328136 Sep 16 04:46:37.402331 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36630) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:37.407356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-dca790b7-d761-4a45-bb31-5769aa7dbea9 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Request body: {'subnet': {'network_id': 'cc6ac832-cf9c-4b8a-9849-5048a88e5407', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:37.475459 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441afe04-c450-4c9c-a8a6-6b6e2a44e30d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event updated for resources: {'Network': ['ID=cc6ac832-cf9c-4b8a-9849-5048a88e5407,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:37.488806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network cc6ac832-cf9c-4b8a-9849-5048a88e5407 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:46:37.520398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca790b7-d761-4a45-bb31-5769aa7dbea9 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Made reservation on behalf of ca1c89b5b4574e5191a91bfac6b708cd for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:37.525465 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dca790b7-d761-4a45-bb31-5769aa7dbea9 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.531404 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.754535 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dca790b7-d761-4a45-bb31-5769aa7dbea9 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.789053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-4f5fe386-1fbc-44a0-a0cb-6d8c612c54dd tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.790400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-4f5fe386-1fbc-44a0-a0cb-6d8c612c54dd tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.1078753 Sep 16 04:46:37.805673 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-c2689d5e-1289-4daa-862f-58e76bb2d69d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/quotas/12e4b4d2b68d4193892f7f9652ee2b63 HTTP/1.1" status: 200 len: 375 time: 0.0093737 Sep 16 04:46:37.823717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f894d9c-a490-47bc-a5cf-7a331ee50eb6 req-eee440bc-8031-4ccb-9f6e-d2213722c35d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.825242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f894d9c-a490-47bc-a5cf-7a331ee50eb6 req-eee440bc-8031-4ccb-9f6e-d2213722c35d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1274259 Sep 16 04:46:37.843686 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-13f1ac2b-b1b7-4a2f-b2e3-882e3b352130 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322080 Sep 16 04:46:37.855284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-f6ba230f-2f42-429c-860d-ab80f33e1c45 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:46:37.856297 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-f6ba230f-2f42-429c-860d-ab80f33e1c45 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052183 Sep 16 04:46:37.860335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca790b7-d761-4a45-bb31-5769aa7dbea9 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event updated for resources: {'Subnet': ['ID=ea9265f6-5804-4d5a-ace4-2e94315e3d32,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:37.881966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca790b7-d761-4a45-bb31-5769aa7dbea9 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Checking segment: {'id': '01599fae-bd98-43fc-8965-1e1240777aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'cc6ac832-cf9c-4b8a-9849-5048a88e5407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:37.882404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca790b7-d761-4a45-bb31-5769aa7dbea9 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Network hostable DHCP agents. Network: cc6ac832-cf9c-4b8a-9849-5048a88e5407, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:46:37.893996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f894d9c-a490-47bc-a5cf-7a331ee50eb6 req-c8d224f6-5144-4099-8060-ad1d8a920b8b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579822 Sep 16 04:46:37.913387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca790b7-d761-4a45-bb31-5769aa7dbea9 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Network cc6ac832-cf9c-4b8a-9849-5048a88e5407 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:46:37.924722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-dca790b7-d761-4a45-bb31-5769aa7dbea9 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, cc6ac832-cf9c-4b8a-9849-5048a88e5407) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:37.931637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca790b7-d761-4a45-bb31-5769aa7dbea9 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:37.932799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dca790b7-d761-4a45-bb31-5769aa7dbea9 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:37.940438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd4b2f1-5903-4d1f-9baa-1a50ffdd09e2 None None] Network cc6ac832-cf9c-4b8a-9849-5048a88e5407 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:37.961890 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dca790b7-d761-4a45-bb31-5769aa7dbea9 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5582473 Sep 16 04:46:37.966412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36650) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:37.972595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9a857736-27a6-4002-998f-339e05fc2ceb tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-497982109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:38.000576 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-807411ca-3e80-40be-8def-56781721beec service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374066 Sep 16 04:46:38.010250 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a857736-27a6-4002-998f-339e05fc2ceb tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.011230 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a857736-27a6-4002-998f-339e05fc2ceb tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.025232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6fc77-9020-4f10-9de7-9279d72f2844 req-b6ace765-e987-4faf-b7a6-2cd9b556543c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.033323 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fc6fc77-9020-4f10-9de7-9279d72f2844 req-b6ace765-e987-4faf-b7a6-2cd9b556543c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0598857 Sep 16 04:46:38.074292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fc6fc77-9020-4f10-9de7-9279d72f2844 req-31c73710-e400-45f7-9414-176a16d210a0 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Sep 16 04:46:38.128103 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a857736-27a6-4002-998f-339e05fc2ceb tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.136538 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a857736-27a6-4002-998f-339e05fc2ceb tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.140467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-cc6ac832-cf9c-4b8a-9849-5048a88e5407', 'network_id': 'cc6ac832-cf9c-4b8a-9849-5048a88e5407', 'tenant_id': 'ca1c89b5b4574e5191a91bfac6b708cd', 'fixed_ips': [{'subnet_id': 'ea9265f6-5804-4d5a-ace4-2e94315e3d32'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:46:38.141439 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.164883 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-f01fddca-bf70-4f5a-bf08-23ea261a84e3 service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492176 Sep 16 04:46:38.166060 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a857736-27a6-4002-998f-339e05fc2ceb tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.167128 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9a857736-27a6-4002-998f-339e05fc2ceb tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1997535 Sep 16 04:46:38.169823 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36652) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:38.293966 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Allocated IP 172.20.0.2 (cc6ac832-cf9c-4b8a-9849-5048a88e5407/ea9265f6-5804-4d5a-ace4-2e94315e3d32/4eee46a9-241d-4fc1-9985-4f1b9fc438f4) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:38.337493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1154-4b15-44e6-8de0-e6ff81407f33 req-bea36434-8916-4e50-9a35-846b077d0486 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.343749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1154-4b15-44e6-8de0-e6ff81407f33 req-bea36434-8916-4e50-9a35-846b077d0486 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.351418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1154-4b15-44e6-8de0-e6ff81407f33 req-bea36434-8916-4e50-9a35-846b077d0486 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.358333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1154-4b15-44e6-8de0-e6ff81407f33 req-bea36434-8916-4e50-9a35-846b077d0486 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.379340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1154-4b15-44e6-8de0-e6ff81407f33 req-bea36434-8916-4e50-9a35-846b077d0486 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.391668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1154-4b15-44e6-8de0-e6ff81407f33 req-bea36434-8916-4e50-9a35-846b077d0486 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.398982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1154-4b15-44e6-8de0-e6ff81407f33 req-bea36434-8916-4e50-9a35-846b077d0486 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.407777 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-323e1154-4b15-44e6-8de0-e6ff81407f33 req-bea36434-8916-4e50-9a35-846b077d0486 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1455202 Sep 16 04:46:38.466408 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-323e1154-4b15-44e6-8de0-e6ff81407f33 req-6a1cf39f-4757-414d-a6e1-2dcf22688eb3 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485437 Sep 16 04:46:38.538332 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.545201 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7318f44a-dbcd-40d3-9034-4830003f1df4 req-aeb76c0d-2d35-4801-9ead-4008cc012913 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 210 time: 0.0714614 Sep 16 04:46:38.545788 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.574502 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.601460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Network cc6ac832-cf9c-4b8a-9849-5048a88e5407 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:38.606011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:38.608722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:38.611698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Pushing event updated for resources: {'Port': ['ID=4eee46a9-241d-4fc1-9985-4f1b9fc438f4,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:38.680929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:38.707915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:38.708268 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 0a4d57ce-a8e9-4710-aead-1f87bc7a4617 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:38.710134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Attempting to bind port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:38.710518 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Attempting to bind port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '01599fae-bd98-43fc-8965-1e1240777aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'cc6ac832-cf9c-4b8a-9849-5048a88e5407'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:38.711016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Attempting to bind port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 on network cc6ac832-cf9c-4b8a-9849-5048a88e5407 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:38.717256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:38.717662 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Checking segment: {'id': '01599fae-bd98-43fc-8965-1e1240777aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'cc6ac832-cf9c-4b8a-9849-5048a88e5407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:38.718077 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.718479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Bound using segment: {'id': '01599fae-bd98-43fc-8965-1e1240777aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'cc6ac832-cf9c-4b8a-9849-5048a88e5407'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:38.718953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Bound port: 4eee46a9-241d-4fc1-9985-4f1b9fc438f4, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01599fae-bd98-43fc-8965-1e1240777aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'cc6ac832-cf9c-4b8a-9849-5048a88e5407'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:38.719341 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.801138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] For port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:38.805400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] For port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4eee46a9-241d-4fc1-9985-4f1b9fc438f4,segment=NetworkSegment(01599fae-bd98-43fc-8965-1e1240777aa5),segment_id=01599fae-bd98-43fc-8965-1e1240777aa5)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:38.810224 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:38.889008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd991a-ef63-41d0-89da-b39b6aa8d4d8 None None] Pushing event updated for resources: {'Port': ['ID=4eee46a9-241d-4fc1-9985-4f1b9fc438f4,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:38.895227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9331411-f08c-43c6-b61f-bcb25f14da5d req-e8effcec-d864-4db8-9fd0-fc386e4b69da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:38.897260 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9331411-f08c-43c6-b61f-bcb25f14da5d req-e8effcec-d864-4db8-9fd0-fc386e4b69da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0814757 Sep 16 04:46:38.963589 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Allocated IP 172.20.0.1 (cc6ac832-cf9c-4b8a-9849-5048a88e5407/ea9265f6-5804-4d5a-ace4-2e94315e3d32/dc6c0086-a4b3-4aaa-a23c-3df4f1bac8dd) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:38.973739 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9331411-f08c-43c6-b61f-bcb25f14da5d req-52c71b60-300b-47e5-a315-71ff8fe71445 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688019 Sep 16 04:46:39.047723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9551c45-0ffe-4969-a1a3-cd3bd773a572 req-b9497356-60b1-4f88-b04a-68f1f6472925 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.054239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9551c45-0ffe-4969-a1a3-cd3bd773a572 req-b9497356-60b1-4f88-b04a-68f1f6472925 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.0725927 Sep 16 04:46:39.128659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9551c45-0ffe-4969-a1a3-cd3bd773a572 req-c0999e0c-6fd5-491b-a014-872691b5df06 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720694 Sep 16 04:46:39.206379 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.269421 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:39.280787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5c23-174e-4336-bbdc-f9924183cacd req-6d754a7b-b9a7-466e-a1a7-239296e0bfd1 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.282306 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05dc5c23-174e-4336-bbdc-f9924183cacd req-6d754a7b-b9a7-466e-a1a7-239296e0bfd1 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0736339 Sep 16 04:46:39.288969 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.319528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:39.319850 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.357522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Network cc6ac832-cf9c-4b8a-9849-5048a88e5407 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:39.371926 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:39.378077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:39.380535 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event updated for resources: {'Port': ['ID=dc6c0086-a4b3-4aaa-a23c-3df4f1bac8dd,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:39.387844 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-05dc5c23-174e-4336-bbdc-f9924183cacd req-03aff076-41f9-4341-9630-af1a0e643782 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965977 Sep 16 04:46:39.406744 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.427589 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.448773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4eee46a9-241d-4fc1-9985-4f1b9fc438f4,segment=NetworkSegment(01599fae-bd98-43fc-8965-1e1240777aa5),segment_id=01599fae-bd98-43fc-8965-1e1240777aa5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:39.454875 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.523592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=4eee46a9-241d-4fc1-9985-4f1b9fc438f4,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:39.588143 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:39.656524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c355-b1da-4d3a-a482-eac11767b0f3 req-3d3f9b28-3991-480f-8762-a93ca85bee7f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.664287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c355-b1da-4d3a-a482-eac11767b0f3 req-3d3f9b28-3991-480f-8762-a93ca85bee7f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.670429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c355-b1da-4d3a-a482-eac11767b0f3 req-3d3f9b28-3991-480f-8762-a93ca85bee7f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.677985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c355-b1da-4d3a-a482-eac11767b0f3 req-3d3f9b28-3991-480f-8762-a93ca85bee7f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.684900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c355-b1da-4d3a-a482-eac11767b0f3 req-3d3f9b28-3991-480f-8762-a93ca85bee7f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.690831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c355-b1da-4d3a-a482-eac11767b0f3 req-3d3f9b28-3991-480f-8762-a93ca85bee7f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.697227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c355-b1da-4d3a-a482-eac11767b0f3 req-3d3f9b28-3991-480f-8762-a93ca85bee7f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.699175 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-46b5c355-b1da-4d3a-a482-eac11767b0f3 req-3d3f9b28-3991-480f-8762-a93ca85bee7f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1490786 Sep 16 04:46:39.782309 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-050cee5f-1a88-446b-b6dc-56c1ba20fca1 req-ecf6b429-04bf-4d29-b353-84bb080eef13 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 210 time: 0.0417304 Sep 16 04:46:39.791349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-64db2661-69ae-491a-9693-775a79e83efa tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:39.793005 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-64db2661-69ae-491a-9693-775a79e83efa tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.2071869 Sep 16 04:46:39.807696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Request body: {'port': {'device_id': '7f698719-e03f-4b92-9381-14430d611c82', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'admin_state_up': True, 'tenant_id': '12e4b4d2b68d4193892f7f9652ee2b63'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:39.858451 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-46b5c355-b1da-4d3a-a482-eac11767b0f3 req-923c547f-1977-4a97-a796-d01cdba3f1df tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1489811 Sep 16 04:46:39.932498 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Made reservation on behalf of 12e4b4d2b68d4193892f7f9652ee2b63 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:39.936080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.032783 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.050021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5292794f-1cf1-4a90-8c1e-c747f052b0aa None None] Network cc6ac832-cf9c-4b8a-9849-5048a88e5407 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:40.055110 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.096975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Allocated IP 172.20.0.3 (a9db93c8-763a-44d3-974e-03a5c35c1e44/fe58f381-cad6-48c7-a9bf-7d2ce1b9e110/e4be27b3-069d-4b53-bbc7-b90353a66d00) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:40.137973 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.174727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event updated for resources: {'Port': ['ID=dc6c0086-a4b3-4aaa-a23c-3df4f1bac8dd,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:40.227448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6b235c47-b8f6-4a4b-873f-aaa2eb184824 None None] Provisioning complete for port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:40.228222 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b235c47-b8f6-4a4b-873f-aaa2eb184824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.268117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Network cc6ac832-cf9c-4b8a-9849-5048a88e5407 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:40.269716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:40.339326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5199910-10b5-49bb-8367-dda6a26b857e req-274b5cb0-003f-4cbb-a208-36d5092f3741 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.347291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5199910-10b5-49bb-8367-dda6a26b857e req-274b5cb0-003f-4cbb-a208-36d5092f3741 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1030009 Sep 16 04:46:40.354080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.393304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Router 10df4020-d686-4c34-90ce-ef4dcd8d1e81 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:46:40.415456 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5199910-10b5-49bb-8367-dda6a26b857e req-84f14cb2-07b6-4072-93ad-cbe36f6f38a9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672061 Sep 16 04:46:40.426138 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.478876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Network a9db93c8-763a-44d3-974e-03a5c35c1e44 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:40.483366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:40.490043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:40.532097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:40.532345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event updated for resources: {'Port': ['ID=e4be27b3-069d-4b53-bbc7-b90353a66d00,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:40.542839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2533f11c-0cf4-4768-9062-a5a3d3420af0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "PUT /v2.0/routers/10df4020-d686-4c34-90ce-ef4dcd8d1e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3683753 Sep 16 04:46:40.542839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36694) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:40.548267 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Request body: {'port': {'network_id': 'cc6ac832-cf9c-4b8a-9849-5048a88e5407', 'name': 'tempest-FloatingIPNegativeTestJSON-1327424448'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:40.550937 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c6f226-2b91-43be-bf54-0b8015b02436 None None] Sync routers for ids ['10df4020-d686-4c34-90ce-ef4dcd8d1e81'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:40.563053 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6f226-2b91-43be-bf54-0b8015b02436 None None] Routers {'10df4020-d686-4c34-90ce-ef4dcd8d1e81'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:40.563957 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-31c6f226-2b91-43be-bf54-0b8015b02436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['10df4020-d686-4c34-90ce-ef4dcd8d1e81'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:40.581835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.582543 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.599402 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-31c6f226-2b91-43be-bf54-0b8015b02436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:40.604391 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-b01f497a-1727-4479-a86d-8e2fe2d7db4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8009584 Sep 16 04:46:40.610954 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6f226-2b91-43be-bf54-0b8015b02436 None None] Routers {'10df4020-d686-4c34-90ce-ef4dcd8d1e81'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:40.611563 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-31c6f226-2b91-43be-bf54-0b8015b02436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['10df4020-d686-4c34-90ce-ef4dcd8d1e81'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:40.622814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Request body: {'port': {'device_id': '7f698719-e03f-4b92-9381-14430d611c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:40.640910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201a4ab-746d-41ca-b08e-0860e2a7e498 req-5854d5ba-4d88-4925-b540-04c1841f8df6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:40.642627 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5201a4ab-746d-41ca-b08e-0860e2a7e498 req-5854d5ba-4d88-4925-b540-04c1841f8df6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1375592 Sep 16 04:46:40.644416 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-31c6f226-2b91-43be-bf54-0b8015b02436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:40.645637 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c6f226-2b91-43be-bf54-0b8015b02436 None None] The sync data for ids ['10df4020-d686-4c34-90ce-ef4dcd8d1e81'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:40.675778 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9a0004d2-9e1b-4c99-8829-20fe6c537a0c None None] Provisioning complete for port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:40.676162 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9a0004d2-9e1b-4c99-8829-20fe6c537a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.742258 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.743192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Made reservation on behalf of ca1c89b5b4574e5191a91bfac6b708cd for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:40.746966 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.764860 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5201a4ab-746d-41ca-b08e-0860e2a7e498 req-bfa7386a-4752-458e-bd47-3280a4504b29 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057241 Sep 16 04:46:40.781282 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] device_id is not set on port 9517b736-e1bf-4e6b-a7d1-c33b7d67bbab yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:40.841715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9a0004d2-9e1b-4c99-8829-20fe6c537a0c None None] Provisioning complete for port dc6c0086-a4b3-4aaa-a23c-3df4f1bac8dd triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:40.843197 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9a0004d2-9e1b-4c99-8829-20fe6c537a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:40.919369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9a0004d2-9e1b-4c99-8829-20fe6c537a0c None None] Port dc6c0086-a4b3-4aaa-a23c-3df4f1bac8dd cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:41.050127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-22395faf-005d-493a-b765-e0c7a6a0cdd2 None None] Provisioning complete for port dc6c0086-a4b3-4aaa-a23c-3df4f1bac8dd triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:41.050127 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22395faf-005d-493a-b765-e0c7a6a0cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.114459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-22395faf-005d-493a-b765-e0c7a6a0cdd2 None None] Port dc6c0086-a4b3-4aaa-a23c-3df4f1bac8dd cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:41.190156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7f6d5-8b31-4575-8f01-01bfced78abe req-4b333001-ae22-40f2-bde3-b5a323efa0f9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.196765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7f6d5-8b31-4575-8f01-01bfced78abe req-4b333001-ae22-40f2-bde3-b5a323efa0f9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.202986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7f6d5-8b31-4575-8f01-01bfced78abe req-4b333001-ae22-40f2-bde3-b5a323efa0f9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.209593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7f6d5-8b31-4575-8f01-01bfced78abe req-4b333001-ae22-40f2-bde3-b5a323efa0f9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.217401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7f6d5-8b31-4575-8f01-01bfced78abe req-4b333001-ae22-40f2-bde3-b5a323efa0f9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.224206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7f6d5-8b31-4575-8f01-01bfced78abe req-4b333001-ae22-40f2-bde3-b5a323efa0f9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.231854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:41.238914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7f6d5-8b31-4575-8f01-01bfced78abe req-4b333001-ae22-40f2-bde3-b5a323efa0f9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.241311 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43b7f6d5-8b31-4575-8f01-01bfced78abe req-4b333001-ae22-40f2-bde3-b5a323efa0f9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1622891 Sep 16 04:46:41.252170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4be27b3-069d-4b53-bbc7-b90353a66d00 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:41.264666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.291071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Transition to ACTIVE for port object e4be27b3-069d-4b53-bbc7-b90353a66d00 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:46:41.291728 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.298254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:41.298769 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.356134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Allocated IP 172.20.0.4 (cc6ac832-cf9c-4b8a-9849-5048a88e5407/ea9265f6-5804-4d5a-ace4-2e94315e3d32/9517b736-e1bf-4e6b-a7d1-c33b7d67bbab) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:41.363138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-33fd75d1-58eb-4d73-8dbe-62dcba1fbc95 None None] Provisioning complete for port dc6c0086-a4b3-4aaa-a23c-3df4f1bac8dd triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:41.363378 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-33fd75d1-58eb-4d73-8dbe-62dcba1fbc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.378844 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e2b98-7065-47e2-a360-d1414ae6be83 req-5dc2eed2-7655-4ed8-b346-6d91215e5d51 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.380251 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-213e2b98-7065-47e2-a360-d1414ae6be83 req-5dc2eed2-7655-4ed8-b346-6d91215e5d51 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 931 time: 0.4838321 Sep 16 04:46:41.401436 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43b7f6d5-8b31-4575-8f01-01bfced78abe req-ece10c06-2f7b-45ce-8417-b9399db45dd6 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143177 Sep 16 04:46:41.425539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Pushing event updated for resources: {'Port': ['ID=e4be27b3-069d-4b53-bbc7-b90353a66d00,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:41.452468 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-33fd75d1-58eb-4d73-8dbe-62dcba1fbc95 None None] Port dc6c0086-a4b3-4aaa-a23c-3df4f1bac8dd cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:41.468661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Attempting to bind port e4be27b3-069d-4b53-bbc7-b90353a66d00 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:46:41.469092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Attempting to bind port e4be27b3-069d-4b53-bbc7-b90353a66d00 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:46:41.469494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Attempting to bind port e4be27b3-069d-4b53-bbc7-b90353a66d00 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:41.475040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Port e4be27b3-069d-4b53-bbc7-b90353a66d00 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:46:41.475483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Attempting to bind port e4be27b3-069d-4b53-bbc7-b90353a66d00 on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:46:41.486158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e114ff4-ea57-4702-b62f-08ff881a6ef6 req-9785d626-ec65-4740-a089-9fe6ce1ad65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.487654 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e114ff4-ea57-4702-b62f-08ff881a6ef6 req-9785d626-ec65-4740-a089-9fe6ce1ad65f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ffb84455cdc41db90417b342120d929&device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 1097 time: 0.1854665 Sep 16 04:46:41.490027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:46:41.490432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Checking segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:41.490823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Bound using segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:46:41.491272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Bound port: e4be27b3-069d-4b53-bbc7-b90353a66d00, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:46:41.491636 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.564996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a287b-c968-42cd-b2f7-dcc4e8b0306c req-5d88770b-7063-492a-a8c3-13346bcb0c95 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.566568 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-055a287b-c968-42cd-b2f7-dcc4e8b0306c req-5d88770b-7063-492a-a8c3-13346bcb0c95 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0861139 Sep 16 04:46:41.609183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] For port e4be27b3-069d-4b53-bbc7-b90353a66d00, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:46:41.618486 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-213e2b98-7065-47e2-a360-d1414ae6be83 req-dde2245d-aa2b-490a-bcba-4b2656195b4a tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560199 Sep 16 04:46:41.630365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] For port e4be27b3-069d-4b53-bbc7-b90353a66d00, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e4be27b3-069d-4b53-bbc7-b90353a66d00,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:46:41.637514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-055a287b-c968-42cd-b2f7-dcc4e8b0306c req-862b6d10-142b-4e4f-a1b5-156c40fee9f8 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596271 Sep 16 04:46:41.640369 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.692144 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.696256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.696850 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.698426 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] 10.222.0.50 "PUT /v2.0/ports/e4be27b3-069d-4b53-bbc7-b90353a66d00 HTTP/1.1" status: 200 len: 1092 time: 1.0845942 Sep 16 04:46:41.698881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f698719-e03f-4b92-9381-14430d611c82', 'tag': 'e4be27b3-069d-4b53-bbc7-b90353a66d00'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:41.700024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e114ff4-ea57-4702-b62f-08ff881a6ef6 req-fd88281c-0212-434c-af49-62ae2ae46152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.701204 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b82c17-2ceb-48c7-983e-f7bba7b221ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7f698719-e03f-4b92-9381-14430d611c82", "tag": "e4be27b3-069d-4b53-bbc7-b90353a66d00"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:41.701735 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e114ff4-ea57-4702-b62f-08ff881a6ef6 req-fd88281c-0212-434c-af49-62ae2ae46152 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8c106fb-b230-49ba-889c-ab6807f05453 HTTP/1.1" status: 200 len: 919 time: 0.2047544 Sep 16 04:46:41.712124 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df76034-a001-476b-91ee-cb6f5f618ab4 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:41.766660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf427001-da5a-43db-97d8-bad20c03d994 service neutron] Pushing event updated for resources: {'Port': ['ID=e4be27b3-069d-4b53-bbc7-b90353a66d00,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:41.830905 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e114ff4-ea57-4702-b62f-08ff881a6ef6 req-d9106486-09f1-4a45-8a3f-842f02649a1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0364adc8-8e96-4035-a3de-d4b6736e75f7 HTTP/1.1" status: 200 len: 217 time: 0.0822666 Sep 16 04:46:41.845157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ecfd0-a85d-4bd9-b578-97001d708b47 req-94a77803-3090-4818-b41a-75c6a7b1f91d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.846669 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-868ecfd0-a85d-4bd9-b578-97001d708b47 req-94a77803-3090-4818-b41a-75c6a7b1f91d tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 943 time: 0.1426635 Sep 16 04:46:41.894144 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:41.910030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df76034-a001-476b-91ee-cb6f5f618ab4,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:41.926172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '5df76034-a001-476b-91ee-cb6f5f618ab4', 'network_id': 'bff752ef-1b70-42b9-a812-d2023a553a3a', 'port_id': '5df76034-a001-476b-91ee-cb6f5f618ab4', 'mac_address': 'fa:16:3e:d4:d4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a806f497-16fd-499e-ae0e-96758d83d378', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:41.934111 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940f66fa-4ea3-47f4-a68a-5ba2ca72c575 x-openstack-request-id: req-940f66fa-4ea3-47f4-a68a-5ba2ca72c575 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:41.934589 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f698719-e03f-4b92-9381-14430d611c82", "tag": "e4be27b3-069d-4b53-bbc7-b90353a66d00", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:41.934740 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-940f66fa-4ea3-47f4-a68a-5ba2ca72c575 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:41.935172 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f698719-e03f-4b92-9381-14430d611c82', 'tag': 'e4be27b3-069d-4b53-bbc7-b90353a66d00', 'status': 'completed', 'code': 200} Sep 16 04:46:41.954593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Network cc6ac832-cf9c-4b8a-9849-5048a88e5407 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:41.961790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-e8905635-63e2-4d4d-a7d3-d2b708b08432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.963434 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-e8905635-63e2-4d4d-a7d3-d2b708b08432 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 1095 time: 0.1038117 Sep 16 04:46:41.972102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:41.982314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e114ff4-ea57-4702-b62f-08ff881a6ef6 req-ed15d348-c681-4f6f-b2bd-567addb997c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:41.983997 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e114ff4-ea57-4702-b62f-08ff881a6ef6 req-ed15d348-c681-4f6f-b2bd-567addb997c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b393eb69-34a9-475e-911b-3f43fe063fe3 HTTP/1.1" status: 200 len: 858 time: 0.1349325 Sep 16 04:46:41.984578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:41.990679 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.008312 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df76034-a001-476b-91ee-cb6f5f618ab4 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:42.030587 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-868ecfd0-a85d-4bd9-b578-97001d708b47 req-eda2f0e6-f562-4811-9c70-48ac89221e28 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708558 Sep 16 04:46:42.031755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event updated for resources: {'Port': ['ID=9517b736-e1bf-4e6b-a7d1-c33b7d67bbab,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:42.032951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df76034-a001-476b-91ee-cb6f5f618ab4,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:42.044011 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.075686 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e114ff4-ea57-4702-b62f-08ff881a6ef6 req-18f2e15d-fc21-4f28-915e-157f0ee6ef6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8c106fb-b230-49ba-889c-ab6807f05453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810580 Sep 16 04:46:42.115981 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5df76034-a001-476b-91ee-cb6f5f618ab4,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:42.133730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.134413 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.187785 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e842acde-c257-415b-a240-18158c8d5abe tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6433127 Sep 16 04:46:42.191621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36720) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:42.200884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:42.243004 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e114ff4-ea57-4702-b62f-08ff881a6ef6 req-65795e55-644b-47e9-8468-2ee1ed15464c service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543455 Sep 16 04:46:42.244635 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.278248 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-23d09b18-4589-43c7-b735-677b74821277 None None] Provisioning complete for port 9517b736-e1bf-4e6b-a7d1-c33b7d67bbab triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:42.279067 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-23d09b18-4589-43c7-b735-677b74821277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.314553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5df76034-a001-476b-91ee-cb6f5f618ab4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:42.325341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-23d09b18-4589-43c7-b735-677b74821277 None None] Port 9517b736-e1bf-4e6b-a7d1-c33b7d67bbab cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:46:42.374452 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-dd688ede-a505-4af6-bb5b-6a9e8f1a73c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4be27b3-069d-4b53-bbc7-b90353a66d00 HTTP/1.1" status: 200 len: 217 time: 0.3947580 Sep 16 04:46:42.405706 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e114ff4-ea57-4702-b62f-08ff881a6ef6 req-d1519a52-afb0-41de-b85e-9f60344a3769 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470623 Sep 16 04:46:42.427748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-c79b82b6-a235-4fe4-a81b-ef9fc13764de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.430088 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-c79b82b6-a235-4fe4-a81b-ef9fc13764de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.0515418 Sep 16 04:46:42.430642 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.472912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-7092c455-abe7-4309-a04c-34f7943c31ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339921 Sep 16 04:46:42.559271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Allocated IP 172.25.0.56 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/1f332201-3041-4db0-b147-be7c303f4c01) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:42.600230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c825-c95d-421a-a5bd-005a2be7db33 req-96597dc5-b360-465e-b7a9-95502a281226 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.606145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c825-c95d-421a-a5bd-005a2be7db33 req-96597dc5-b360-465e-b7a9-95502a281226 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.611986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c825-c95d-421a-a5bd-005a2be7db33 req-96597dc5-b360-465e-b7a9-95502a281226 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.618681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c825-c95d-421a-a5bd-005a2be7db33 req-96597dc5-b360-465e-b7a9-95502a281226 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.624633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c825-c95d-421a-a5bd-005a2be7db33 req-96597dc5-b360-465e-b7a9-95502a281226 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.631442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c825-c95d-421a-a5bd-005a2be7db33 req-96597dc5-b360-465e-b7a9-95502a281226 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.637457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c825-c95d-421a-a5bd-005a2be7db33 req-96597dc5-b360-465e-b7a9-95502a281226 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.639503 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54b7c825-c95d-421a-a5bd-005a2be7db33 req-96597dc5-b360-465e-b7a9-95502a281226 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1463957 Sep 16 04:46:42.664537 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.669516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-1894e337-76f6-4d59-8ee8-de55f93d94cc service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880450 Sep 16 04:46:42.717739 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.720205 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54b7c825-c95d-421a-a5bd-005a2be7db33 req-47c26c37-987a-46f4-a186-ad90866a2d72 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729768 Sep 16 04:46:42.782787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:42.790055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:42.793860 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc17596-b4cd-4e5a-a9aa-512dfecaa245 req-996fac51-f5f1-4248-9d79-a31095b0ab08 service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166131 Sep 16 04:46:42.795916 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:42.802365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event updated for resources: {'Port': ['ID=1f332201-3041-4db0-b147-be7c303f4c01,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:42.817173 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7189d-635c-4c93-8d33-1ba46429754d req-5239019d-6ac9-451d-b219-dd68b45d773f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.820109 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85a7189d-635c-4c93-8d33-1ba46429754d req-5239019d-6ac9-451d-b219-dd68b45d773f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 943 time: 0.1225836 Sep 16 04:46:42.869117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e313f-612d-4b16-a0c9-d4e6d4bf5433 req-56b5710b-7d48-4955-bf96-6b3e9ff707c2 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.870660 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-337e313f-612d-4b16-a0c9-d4e6d4bf5433 req-56b5710b-7d48-4955-bf96-6b3e9ff707c2 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0664132 Sep 16 04:46:42.897625 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85a7189d-635c-4c93-8d33-1ba46429754d req-829d3dff-0ea8-4e7e-97fd-308e497a01db tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546598 Sep 16 04:46:42.937873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-337e313f-612d-4b16-a0c9-d4e6d4bf5433 req-4c905d85-3fdc-43c9-b576-62c22433500b tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587063 Sep 16 04:46:42.950406 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b82c17-2ceb-48c7-983e-f7bba7b221ae req-cfd403b7-614b-49d9-a0b4-1d696fc7c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:42.952996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5b82c17-2ceb-48c7-983e-f7bba7b221ae req-cfd403b7-614b-49d9-a0b4-1d696fc7c238 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 1095 time: 0.0926085 Sep 16 04:46:42.956988 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:42.997288 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.055429 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b82c17-2ceb-48c7-983e-f7bba7b221ae req-a52e2714-df7b-484d-a099-5157fef43d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.057932 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5b82c17-2ceb-48c7-983e-f7bba7b221ae req-a52e2714-df7b-484d-a099-5157fef43d7e service neutron] 10.222.0.50 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 913 time: 0.0962539 Sep 16 04:46:43.120569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5b82c17-2ceb-48c7-983e-f7bba7b221ae req-786ce1e4-76f6-425a-91bd-a22251ebdf8f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4be27b3-069d-4b53-bbc7-b90353a66d00 HTTP/1.1" status: 200 len: 217 time: 0.0553164 Sep 16 04:46:43.180050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b82c17-2ceb-48c7-983e-f7bba7b221ae req-13d9f48b-409e-4ea5-97c2-076ac85ad1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.181574 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5b82c17-2ceb-48c7-983e-f7bba7b221ae req-13d9f48b-409e-4ea5-97c2-076ac85ad1b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.0526853 Sep 16 04:46:43.196083 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.212471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f677d7c-90d1-4aeb-bb05-76866106255c req-408da81e-1612-40b6-afc5-7d0d634af92c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.214046 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f677d7c-90d1-4aeb-bb05-76866106255c req-408da81e-1612-40b6-afc5-7d0d634af92c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 944 time: 0.0899441 Sep 16 04:46:43.214707 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.218606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5b82c17-2ceb-48c7-983e-f7bba7b221ae req-f951c0f9-d3c8-461b-a9d0-c1146c6b1eaa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283604 Sep 16 04:46:43.314045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event updated for resources: {'Port': ['ID=1f332201-3041-4db0-b147-be7c303f4c01,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:43.327778 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f677d7c-90d1-4aeb-bb05-76866106255c req-6538ce69-6605-433a-95b4-ca700900ec0c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857022 Sep 16 04:46:43.332070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5b82c17-2ceb-48c7-983e-f7bba7b221ae req-8e91afdc-bfcb-486d-9edc-a9a48ef6252c service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042137 Sep 16 04:46:43.332670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.348376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.350877 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2a60aefd-53bc-4821-8298-2ecf1bd9b471 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1582227 Sep 16 04:46:43.353474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36736) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:43.357965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ae094dcc-7ecf-4004-9d10-37e059136db1 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Request body: {'floatingip': {'port_id': '9517b736-e1bf-4e6b-a7d1-c33b7d67bbab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:43.399359 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ae094dcc-7ecf-4004-9d10-37e059136db1 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.433771 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5b82c17-2ceb-48c7-983e-f7bba7b221ae req-4da16cf0-9324-4c16-93e9-86f9b804718c service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937285 Sep 16 04:46:43.524290 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-ae094dcc-7ecf-4004-9d10-37e059136db1 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] update failed (client error): The resource could not be found. Sep 16 04:46:43.525373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ae094dcc-7ecf-4004-9d10-37e059136db1 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "PUT /v2.0/floatingips/154ceec4-ed2e-486f-b9f4-826a9e307720 HTTP/1.1" status: 404 len: 507 time: 0.1708791 Sep 16 04:46:43.528259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36744) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:43.686510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d948-a2a1-4b02-9cfa-049c8b3f3415 req-a98ddfc9-915d-416b-b984-a1fb445d2cc5 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.688025 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0d5d948-a2a1-4b02-9cfa-049c8b3f3415 req-a98ddfc9-915d-416b-b984-a1fb445d2cc5 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.0561457 Sep 16 04:46:43.697171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-72844f7b-0ca1-471d-a763-1bba30ca454d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Deleting port 1f332201-3041-4db0-b147-be7c303f4c01 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:43.697529 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72844f7b-0ca1-471d-a763-1bba30ca454d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.722490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df76034-a001-476b-91ee-cb6f5f618ab4 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:43.774917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 5df76034-a001-476b-91ee-cb6f5f618ab4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:43.775946 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.785792 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0d5d948-a2a1-4b02-9cfa-049c8b3f3415 req-cce9f3da-67c0-4f38-b400-4ed0dda90058 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861771 Sep 16 04:46:43.809123 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72844f7b-0ca1-471d-a763-1bba30ca454d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.809533 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72844f7b-0ca1-471d-a763-1bba30ca454d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.822498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-72844f7b-0ca1-471d-a763-1bba30ca454d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Calling delete_port for 1f332201-3041-4db0-b147-be7c303f4c01 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:43.854933 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.877837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df76034-a001-476b-91ee-cb6f5f618ab4'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:43.880122 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9082d038-c6dd-486a-ab1d-4b5095e5e744" -d '{"events": [{"server_uuid": "c9b75813-1fe8-4baa-80a1-ca68dac47f0e", "name": "network-vif-plugged", "status": "completed", "tag": "5df76034-a001-476b-91ee-cb6f5f618ab4"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:43.892950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fb732-4270-4d03-bfbb-be1ffc3e2001 req-8aa05dc6-20e6-45b8-8103-aed4144a89ee tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.893171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df76034-a001-476b-91ee-cb6f5f618ab4,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:43.897955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:43.899648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fb732-4270-4d03-bfbb-be1ffc3e2001 req-8aa05dc6-20e6-45b8-8103-aed4144a89ee tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.905647 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fb732-4270-4d03-bfbb-be1ffc3e2001 req-8aa05dc6-20e6-45b8-8103-aed4144a89ee tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.911638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fb732-4270-4d03-bfbb-be1ffc3e2001 req-8aa05dc6-20e6-45b8-8103-aed4144a89ee tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.918734 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fb732-4270-4d03-bfbb-be1ffc3e2001 req-8aa05dc6-20e6-45b8-8103-aed4144a89ee tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.928619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fb732-4270-4d03-bfbb-be1ffc3e2001 req-8aa05dc6-20e6-45b8-8103-aed4144a89ee tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.934265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fb732-4270-4d03-bfbb-be1ffc3e2001 req-8aa05dc6-20e6-45b8-8103-aed4144a89ee tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:43.942086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-655fb732-4270-4d03-bfbb-be1ffc3e2001 req-8aa05dc6-20e6-45b8-8103-aed4144a89ee tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1132965 Sep 16 04:46:43.949393 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0169408-923f-4319-a5de-c2a8cce5cec0 x-openstack-request-id: req-b0169408-923f-4319-a5de-c2a8cce5cec0 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:43.949724 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b75813-1fe8-4baa-80a1-ca68dac47f0e", "name": "network-vif-plugged", "status": "completed", "tag": "5df76034-a001-476b-91ee-cb6f5f618ab4", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:43.949983 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0169408-923f-4319-a5de-c2a8cce5cec0 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:43.950437 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df76034-a001-476b-91ee-cb6f5f618ab4', 'code': 200} Sep 16 04:46:43.990575 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5df76034-a001-476b-91ee-cb6f5f618ab4,revision_number=10']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:44.013541 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-655fb732-4270-4d03-bfbb-be1ffc3e2001 req-4f9b6b72-53bd-45c6-b8c4-4c5f99408e6b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700953 Sep 16 04:46:44.022163 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72844f7b-0ca1-471d-a763-1bba30ca454d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.082806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72844f7b-0ca1-471d-a763-1bba30ca454d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event deleted for resources: {'Port': ['ID=1f332201-3041-4db0-b147-be7c303f4c01,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:44.151690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0863a10-b12d-4573-bed1-36f686dd0e50 req-6f814d82-37f7-4003-addf-b00387a4d294 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.153211 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0863a10-b12d-4573-bed1-36f686dd0e50 req-6f814d82-37f7-4003-addf-b00387a4d294 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0545139 Sep 16 04:46:44.193194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0863a10-b12d-4573-bed1-36f686dd0e50 req-fcaa4a13-62c9-4a13-923c-97a447e7822a tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331588 Sep 16 04:46:44.227722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ef64-24f1-4cf9-a053-63a7ccfdb226 req-79524e23-01a9-4415-b06d-0ec1d99138e5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.229275 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0d5ef64-24f1-4cf9-a053-63a7ccfdb226 req-79524e23-01a9-4415-b06d-0ec1d99138e5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 943 time: 0.1509359 Sep 16 04:46:44.239225 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72844f7b-0ca1-471d-a763-1bba30ca454d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.242635 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72844f7b-0ca1-471d-a763-1bba30ca454d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.243782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-72844f7b-0ca1-471d-a763-1bba30ca454d tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "DELETE /v2.0/floatingips/154ceec4-ed2e-486f-b9f4-826a9e307720 HTTP/1.1" status: 204 len: 168 time: 0.7146227 Sep 16 04:46:44.247615 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf8f4f-8afc-4d4c-982b-09f994b9898b req-419552be-e804-425b-b216-8f05c62bd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.248323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36762) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:44.249047 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2cf8f4f-8afc-4d4c-982b-09f994b9898b req-419552be-e804-425b-b216-8f05c62bd83b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 1098 time: 0.1232498 Sep 16 04:46:44.253946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-84f55843-79f9-462c-ae85-468d78aa9105 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Request body: {'floatingip': {'floating_network_id': 'cc6ac832-cf9c-4b8a-9849-5048a88e5407', 'port_id': '9517b736-e1bf-4e6b-a7d1-c33b7d67bbab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:44.285715 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84f55843-79f9-462c-ae85-468d78aa9105 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.309386 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0d5ef64-24f1-4cf9-a053-63a7ccfdb226 req-0a19c4cb-f9df-46e2-8d6e-10528c64e421 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716059 Sep 16 04:46:44.324233 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2cf8f4f-8afc-4d4c-982b-09f994b9898b req-16093d1f-9920-43c3-acc0-423283639975 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609283 Sep 16 04:46:44.435055 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-84f55843-79f9-462c-ae85-468d78aa9105 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:46:44.436236 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-84f55843-79f9-462c-ae85-468d78aa9105 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1860056 Sep 16 04:46:44.444077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36768) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:44.458267 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '9517b736-e1bf-4e6b-a7d1-c33b7d67bbab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:44.496299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.498602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e03f28-9ba2-49a7-83d6-f5cbd9e9b9ca req-f5050ed9-d2dc-4e41-881f-a9cd222dc1a3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.501505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49e03f28-9ba2-49a7-83d6-f5cbd9e9b9ca req-f5050ed9-d2dc-4e41-881f-a9cd222dc1a3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0627160 Sep 16 04:46:44.509215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30a025-4bed-489b-9507-e81db8529f9a req-2a7891db-4115-42de-9f01-2197a7b418e7 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.516308 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6e30a025-4bed-489b-9507-e81db8529f9a req-2a7891db-4115-42de-9f01-2197a7b418e7 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 945 time: 0.1047306 Sep 16 04:46:44.556190 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49e03f28-9ba2-49a7-83d6-f5cbd9e9b9ca req-acbd2899-3b65-4c3e-866d-969c0cd0d381 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480642 Sep 16 04:46:44.590251 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6e30a025-4bed-489b-9507-e81db8529f9a req-227ff32e-a620-48fe-8ba9-8efb141f0b36 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730228 Sep 16 04:46:44.655733 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.780289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Allocated IP 172.25.0.140 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/e2cde291-79db-4f46-b6ce-9848e6a93107) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:46:44.903398 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:44.935170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb84a09-f62b-4ea2-9a77-84857d6ed82d req-07079d13-8bbd-4d2c-a993-1d74f159f802 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:44.944963 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ebb84a09-f62b-4ea2-9a77-84857d6ed82d req-07079d13-8bbd-4d2c-a993-1d74f159f802 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.0695486 Sep 16 04:46:44.949582 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.000342 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ebb84a09-f62b-4ea2-9a77-84857d6ed82d req-ee250610-ed65-49ee-8c93-8507b9865876 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507755 Sep 16 04:46:45.002245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:45.003721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:45.018500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:45.025001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event updated for resources: {'Port': ['ID=e2cde291-79db-4f46-b6ce-9848e6a93107,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:45.214927 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504763-0ffe-4178-abb0-aeb8348d35fe req-cc411fa7-74c0-45d9-876a-ee9f3818a2ab tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.220908 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504763-0ffe-4178-abb0-aeb8348d35fe req-cc411fa7-74c0-45d9-876a-ee9f3818a2ab tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.227898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504763-0ffe-4178-abb0-aeb8348d35fe req-cc411fa7-74c0-45d9-876a-ee9f3818a2ab tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.233799 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504763-0ffe-4178-abb0-aeb8348d35fe req-cc411fa7-74c0-45d9-876a-ee9f3818a2ab tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.239755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504763-0ffe-4178-abb0-aeb8348d35fe req-cc411fa7-74c0-45d9-876a-ee9f3818a2ab tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.245776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504763-0ffe-4178-abb0-aeb8348d35fe req-cc411fa7-74c0-45d9-876a-ee9f3818a2ab tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.251639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504763-0ffe-4178-abb0-aeb8348d35fe req-cc411fa7-74c0-45d9-876a-ee9f3818a2ab tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.253541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-09504763-0ffe-4178-abb0-aeb8348d35fe req-cc411fa7-74c0-45d9-876a-ee9f3818a2ab tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.1530087 Sep 16 04:46:45.318833 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-09504763-0ffe-4178-abb0-aeb8348d35fe req-21383bb7-02f2-4167-9452-698b15172644 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423610 Sep 16 04:46:45.329112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Deleting port e2cde291-79db-4f46-b6ce-9848e6a93107 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:45.329399 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.411546 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.411936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.425176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Calling delete_port for e2cde291-79db-4f46-b6ce-9848e6a93107 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:45.438543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4008-ad42-46fe-933f-68d876484833 req-b9ccd2f8-d87d-4473-b11a-52d005369f0c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.440654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bfd4008-ad42-46fe-933f-68d876484833 req-b9ccd2f8-d87d-4473-b11a-52d005369f0c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 943 time: 0.0550601 Sep 16 04:46:45.498469 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bfd4008-ad42-46fe-933f-68d876484833 req-9eda5d18-b5a3-45bb-bb1d-449d7db04353 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504370 Sep 16 04:46:45.556534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:45.583681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event deleted for resources: {'Port': ['ID=e2cde291-79db-4f46-b6ce-9848e6a93107,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:45.697032 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] create failed (client error): The resource could not be found. Sep 16 04:46:45.698230 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bad12a1b-b426-4639-b76e-111d7ae3ed68 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2517982 Sep 16 04:46:45.702221 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36802) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:45.724109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e109e6e-a466-417e-8cc9-1f58b31b6bb2 req-d76afc8b-29dc-4a0c-ad32-4d10aa4b9ad3 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.725859 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4e109e6e-a466-417e-8cc9-1f58b31b6bb2 req-d76afc8b-29dc-4a0c-ad32-4d10aa4b9ad3 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0571809 Sep 16 04:46:45.747080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57567bc6-7fef-4da3-8f87-72f27e48e630 req-13a996d6-20f9-4fda-922c-059fc5527373 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:45.748638 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57567bc6-7fef-4da3-8f87-72f27e48e630 req-13a996d6-20f9-4fda-922c-059fc5527373 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0966656 Sep 16 04:46:45.772510 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4e109e6e-a466-417e-8cc9-1f58b31b6bb2 req-b7713811-792a-426d-8bc8-ab455b3d2ad6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380604 Sep 16 04:46:45.841483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-57567bc6-7fef-4da3-8f87-72f27e48e630 req-5efa475c-6e30-48ea-a085-efd2b1554531 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786958 Sep 16 04:46:45.864879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-17dcfa91-5150-45f8-a00d-bb65a7375283 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Deleting port 9517b736-e1bf-4e6b-a7d1-c33b7d67bbab {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:45.866040 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17dcfa91-5150-45f8-a00d-bb65a7375283 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.013343 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17dcfa91-5150-45f8-a00d-bb65a7375283 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.031390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-17dcfa91-5150-45f8-a00d-bb65a7375283 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Calling delete_port for 9517b736-e1bf-4e6b-a7d1-c33b7d67bbab owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:46.126902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418a568-5381-45b6-9d5e-cbce0b803d87 req-b747e4c4-73fd-46df-a110-0eada4445020 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.129398 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b418a568-5381-45b6-9d5e-cbce0b803d87 req-b747e4c4-73fd-46df-a110-0eada4445020 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 945 time: 0.0888510 Sep 16 04:46:46.182245 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17dcfa91-5150-45f8-a00d-bb65a7375283 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.194468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b418a568-5381-45b6-9d5e-cbce0b803d87 req-bc8c4a6b-9e35-4daf-bd1c-85a57bc3220d tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579464 Sep 16 04:46:46.250668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcfa91-5150-45f8-a00d-bb65a7375283 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event deleted for resources: {'Port': ['ID=9517b736-e1bf-4e6b-a7d1-c33b7d67bbab,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:46.334728 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341acbc-6cdf-496a-94f0-b84d740b7bf0 req-598945b0-d2a9-4b62-9c7c-c33a121167b1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.340906 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c341acbc-6cdf-496a-94f0-b84d740b7bf0 req-598945b0-d2a9-4b62-9c7c-c33a121167b1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.0984483 Sep 16 04:46:46.366953 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17dcfa91-5150-45f8-a00d-bb65a7375283 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.370530 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-17dcfa91-5150-45f8-a00d-bb65a7375283 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "DELETE /v2.0/ports/9517b736-e1bf-4e6b-a7d1-c33b7d67bbab HTTP/1.1" status: 204 len: 168 time: 0.6658621 Sep 16 04:46:46.371644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36854) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:46.406999 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c341acbc-6cdf-496a-94f0-b84d740b7bf0 req-3cf9ffbc-2668-4710-b2ac-e49ef0e7725e tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620620 Sep 16 04:46:46.432355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36545e-80fe-44bf-8220-08e327582b87 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.434044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6d36545e-80fe-44bf-8220-08e327582b87 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "GET /v2.0/ports?device_id=10df4020-d686-4c34-90ce-ef4dcd8d1e81 HTTP/1.1" status: 200 len: 913 time: 0.0610273 Sep 16 04:46:46.436712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36856) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:46.690232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8859561b-453a-40df-b464-bbefeaa1629f details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:46.690746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c47db4-596f-423f-889d-549f97df0491 req-34937b70-157e-44c4-bec2-0f136dd8011f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.693200 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31c47db4-596f-423f-889d-549f97df0491 req-34937b70-157e-44c4-bec2-0f136dd8011f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 943 time: 0.0922019 Sep 16 04:46:46.701023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-9c85133a-b5fb-4f9f-a728-decf572e2859 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0728941 Sep 16 04:46:46.704165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2c7c9-85b0-4011-a920-15b4d01c09ab req-098c070f-190d-4509-8825-98ce57714f31 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.712727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2c7c9-85b0-4011-a920-15b4d01c09ab req-098c070f-190d-4509-8825-98ce57714f31 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.720231 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2c7c9-85b0-4011-a920-15b4d01c09ab req-098c070f-190d-4509-8825-98ce57714f31 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.734469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2c7c9-85b0-4011-a920-15b4d01c09ab req-098c070f-190d-4509-8825-98ce57714f31 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.746216 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2c7c9-85b0-4011-a920-15b4d01c09ab req-098c070f-190d-4509-8825-98ce57714f31 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.753283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2c7c9-85b0-4011-a920-15b4d01c09ab req-098c070f-190d-4509-8825-98ce57714f31 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.760170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2c7c9-85b0-4011-a920-15b4d01c09ab req-098c070f-190d-4509-8825-98ce57714f31 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.768742 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4c2c7c9-85b0-4011-a920-15b4d01c09ab req-098c070f-190d-4509-8825-98ce57714f31 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5427 time: 0.2401977 Sep 16 04:46:46.820811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8859561b-453a-40df-b464-bbefeaa1629f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8859561b-453a-40df-b464-bbefeaa1629f,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:46.828085 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31c47db4-596f-423f-889d-549f97df0491 req-0ba764db-2676-403d-8c19-f74fdaee03dd tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194134 Sep 16 04:46:46.836910 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4c2c7c9-85b0-4011-a920-15b4d01c09ab req-d01a5ed2-f243-4d7c-ad7a-b8001471ee0f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671332 Sep 16 04:46:46.855465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '8859561b-453a-40df-b464-bbefeaa1629f', 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df', 'port_id': '8859561b-453a-40df-b464-bbefeaa1629f', 'mac_address': 'fa:16:3e:5b:2e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dce871-5cf5-4559-84ca-1aeafb7574c1', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:46.863534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-1c901d7a-5ac3-4bf8-a29c-9d2998a087e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.864044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-1c901d7a-5ac3-4bf8-a29c-9d2998a087e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.864637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-1c901d7a-5ac3-4bf8-a29c-9d2998a087e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.866684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-1c901d7a-5ac3-4bf8-a29c-9d2998a087e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.867177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-1c901d7a-5ac3-4bf8-a29c-9d2998a087e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.867652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-1c901d7a-5ac3-4bf8-a29c-9d2998a087e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.869247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-1c901d7a-5ac3-4bf8-a29c-9d2998a087e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:46.870604 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-1c901d7a-5ac3-4bf8-a29c-9d2998a087e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6498 time: 0.0884829 Sep 16 04:46:46.951956 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.970537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8859561b-453a-40df-b464-bbefeaa1629f {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:46.993428 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8859561b-453a-40df-b464-bbefeaa1629f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8859561b-453a-40df-b464-bbefeaa1629f,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:46.998829 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:46.999554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 57f89f03-3348-45b6-8af5-578e5a7722a3 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:47.042556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-c571c50b-c5a1-4019-9f9b-e057dff46089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.044776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-c571c50b-c5a1-4019-9f9b-e057dff46089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.045636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-c571c50b-c5a1-4019-9f9b-e057dff46089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.048124 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-c571c50b-c5a1-4019-9f9b-e057dff46089 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fa5d8253-b53f-4418-8054-91a24185d3f4&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&id=29ad4d4c-cf1f-437c-b71a-b27ce3500821 HTTP/1.1" status: 200 len: 2293 time: 0.1339109 Sep 16 04:46:47.061760 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb0547-2b78-4a36-9c09-1062c8e9e8de req-1973a5c2-2b14-49dd-837a-b8ead457b9cd tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.063395 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbeb0547-2b78-4a36-9c09-1062c8e9e8de req-1973a5c2-2b14-49dd-837a-b8ead457b9cd tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1068978 Sep 16 04:46:47.098582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8859561b-453a-40df-b464-bbefeaa1629f,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:47.124735 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbeb0547-2b78-4a36-9c09-1062c8e9e8de req-402b731e-d47c-41a2-ab5e-a05175e5c082 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533211 Sep 16 04:46:47.190796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 57f89f03-3348-45b6-8af5-578e5a7722a3, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=57f89f03-3348-45b6-8af5-578e5a7722a3,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:47.206414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '57f89f03-3348-45b6-8af5-578e5a7722a3', 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e', 'port_id': '57f89f03-3348-45b6-8af5-578e5a7722a3', 'mac_address': 'fa:16:3e:62:4b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5456bb97-7a6b-4d79-b62d-5adf05d63356', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:47.214163 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14422a98-11be-4c7e-b5e4-ad9e3e7b2c5b tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.233395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-de16ec63-1ab4-491f-bd19-4d88d4daf5b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa345f8b-b575-4bfd-8d95-b3355e4d9944 HTTP/1.1" status: 200 len: 1002 time: 0.1666505 Sep 16 04:46:47.258584 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0f5c9e2c-d41b-4a2d-bc12-0ec5d6180c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.276914 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.292384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f89f03-3348-45b6-8af5-578e5a7722a3 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:47.344968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 57f89f03-3348-45b6-8af5-578e5a7722a3, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=57f89f03-3348-45b6-8af5-578e5a7722a3,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:47.352601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae82a9-3c9e-4198-964f-de15de9eb213 req-b8fb75a5-4888-4b60-82f2-e8f3e6ea9131 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.356203 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.357661 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8ae82a9-3c9e-4198-964f-de15de9eb213 req-b8fb75a5-4888-4b60-82f2-e8f3e6ea9131 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 945 time: 0.1415184 Sep 16 04:46:47.361544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-fef17748-28e9-4fcf-83ea-aa555f604a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.364514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e4be27b3-069d-4b53-bbc7-b90353a66d00 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:47.367520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-fef17748-28e9-4fcf-83ea-aa555f604a02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=00a4d388-5b99-4d6f-99ce-71998e089d31 HTTP/1.1" status: 200 len: 850 time: 0.1092668 Sep 16 04:46:47.465407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-dd547fa4-4d19-4b62-893a-b36983a2d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.466912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-dd547fa4-4d19-4b62-893a-b36983a2d3b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fa5d8253-b53f-4418-8054-91a24185d3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793741 Sep 16 04:46:47.486287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=57f89f03-3348-45b6-8af5-578e5a7722a3,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:47.513992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8ae82a9-3c9e-4198-964f-de15de9eb213 req-ed872201-aeba-4a2b-bc9d-0ed7bf032d0a tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354821 Sep 16 04:46:47.664203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port e4be27b3-069d-4b53-bbc7-b90353a66d00, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e4be27b3-069d-4b53-bbc7-b90353a66d00,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:47.679344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'e4be27b3-069d-4b53-bbc7-b90353a66d00', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'port_id': 'e4be27b3-069d-4b53-bbc7-b90353a66d00', 'mac_address': 'fa:16:3e:0b:ec:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe58f381-cad6-48c7-a9bf-7d2ce1b9e110', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:47.712771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46349dc6-4d8e-44cd-8d63-490ee0e360d5 req-773d7c11-6f12-4ad8-82e7-b873f697b6e0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.716839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46349dc6-4d8e-44cd-8d63-490ee0e360d5 req-773d7c11-6f12-4ad8-82e7-b873f697b6e0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.0877717 Sep 16 04:46:47.736776 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.755484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4be27b3-069d-4b53-bbc7-b90353a66d00 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:47.783635 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port e4be27b3-069d-4b53-bbc7-b90353a66d00, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e4be27b3-069d-4b53-bbc7-b90353a66d00,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:47.788229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ca1df-3e5b-4e3c-929d-4a901fde465f req-59303910-d369-457e-836e-e9012e4ed9fb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:47.791819 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:47.792764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 86717a90-1a2b-48bb-a89d-656fe2598f86 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:47.795847 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-795ca1df-3e5b-4e3c-929d-4a901fde465f req-59303910-d369-457e-836e-e9012e4ed9fb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.4820504 Sep 16 04:46:47.802690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-7490477d-af8b-427a-b38a-b43d929be18f service neutron] 10.222.0.50 "GET /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164797 Sep 16 04:46:47.853844 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-795ca1df-3e5b-4e3c-929d-4a901fde465f req-929ef15f-db78-4147-a1c9-a9db2bc531e9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569901 Sep 16 04:46:47.860004 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46349dc6-4d8e-44cd-8d63-490ee0e360d5 req-9db4ffde-39a9-47e2-b3b9-f58e2b9a078b tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279662 Sep 16 04:46:48.025200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=e4be27b3-069d-4b53-bbc7-b90353a66d00,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:48.042991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 86717a90-1a2b-48bb-a89d-656fe2598f86, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=86717a90-1a2b-48bb-a89d-656fe2598f86,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:48.064393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a8731-fb86-497a-a7ed-9fe04e6102dc req-f226c719-a9d2-4460-9b20-4cda2ff675c7 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.071215 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '86717a90-1a2b-48bb-a89d-656fe2598f86', 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df', 'port_id': '86717a90-1a2b-48bb-a89d-656fe2598f86', 'mac_address': 'fa:16:3e:22:43:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dce871-5cf5-4559-84ca-1aeafb7574c1', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:48.073110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-764a8731-fb86-497a-a7ed-9fe04e6102dc req-f226c719-a9d2-4460-9b20-4cda2ff675c7 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 944 time: 0.0745173 Sep 16 04:46:48.074789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-a9209d7f-65d1-49ae-b377-05b307958e23 service neutron] 10.222.0.50 "GET /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577600 Sep 16 04:46:48.101704 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-14422a98-11be-4c7e-b5e4-ad9e3e7b2c5b tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Deleting port dc6c0086-a4b3-4aaa-a23c-3df4f1bac8dd {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:48.102070 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14422a98-11be-4c7e-b5e4-ad9e3e7b2c5b tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.122762 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.143585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86717a90-1a2b-48bb-a89d-656fe2598f86 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:48.155068 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-764a8731-fb86-497a-a7ed-9fe04e6102dc req-39c741ad-5b71-412c-a189-1ad38681a536 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809815 Sep 16 04:46:48.183854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 86717a90-1a2b-48bb-a89d-656fe2598f86, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=86717a90-1a2b-48bb-a89d-656fe2598f86,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:48.188690 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.190044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 267c03d0-c4a6-4d27-8848-96211f86e09b details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:48.204566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-275504b3-23e1-48a8-9222-b056756666fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=b2c539f9-3dcb-4aee-84f4-297e697dc188 HTTP/1.1" status: 200 len: 217 time: 0.1160483 Sep 16 04:46:48.287163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=86717a90-1a2b-48bb-a89d-656fe2598f86,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:48.291974 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 267c03d0-c4a6-4d27-8848-96211f86e09b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=267c03d0-c4a6-4d27-8848-96211f86e09b,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:48.306207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '267c03d0-c4a6-4d27-8848-96211f86e09b', 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df', 'port_id': '267c03d0-c4a6-4d27-8848-96211f86e09b', 'mac_address': 'fa:16:3e:61:25:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dce871-5cf5-4559-84ca-1aeafb7574c1', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:48.311635 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14422a98-11be-4c7e-b5e4-ad9e3e7b2c5b tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.330050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846efe-3e5b-4dfc-8d41-3f2eb713b410 req-0324293b-4e15-43a6-9ee6-aa296ada3aad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.337370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846efe-3e5b-4dfc-8d41-3f2eb713b410 req-0324293b-4e15-43a6-9ee6-aa296ada3aad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.348214 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-14422a98-11be-4c7e-b5e4-ad9e3e7b2c5b tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Calling delete_port for dc6c0086-a4b3-4aaa-a23c-3df4f1bac8dd owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:48.356217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846efe-3e5b-4dfc-8d41-3f2eb713b410 req-0324293b-4e15-43a6-9ee6-aa296ada3aad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.373685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846efe-3e5b-4dfc-8d41-3f2eb713b410 req-0324293b-4e15-43a6-9ee6-aa296ada3aad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.375792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409115ef-772d-41ec-9cfa-4c8069896905 req-e914db2d-e3a2-4b19-a39c-56d676144f51 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.384894 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-409115ef-772d-41ec-9cfa-4c8069896905 req-e914db2d-e3a2-4b19-a39c-56d676144f51 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1248317 Sep 16 04:46:48.390541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846efe-3e5b-4dfc-8d41-3f2eb713b410 req-0324293b-4e15-43a6-9ee6-aa296ada3aad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.414617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846efe-3e5b-4dfc-8d41-3f2eb713b410 req-0324293b-4e15-43a6-9ee6-aa296ada3aad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.448710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846efe-3e5b-4dfc-8d41-3f2eb713b410 req-0324293b-4e15-43a6-9ee6-aa296ada3aad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.474191 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6846efe-3e5b-4dfc-8d41-3f2eb713b410 req-0324293b-4e15-43a6-9ee6-aa296ada3aad tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5429 time: 0.3979635 Sep 16 04:46:48.483513 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-409115ef-772d-41ec-9cfa-4c8069896905 req-e33f551d-bb2a-459c-b8e8-7809a364ad25 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973589 Sep 16 04:46:48.519073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-3e19fdac-2eb7-4467-aafb-b9dc929e5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.523293 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-3e19fdac-2eb7-4467-aafb-b9dc929e5a29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.3055441 Sep 16 04:46:48.646086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6846efe-3e5b-4dfc-8d41-3f2eb713b410 req-3c768ec3-d9ba-497a-943e-68b3e4f6e121 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1693342 Sep 16 04:46:48.679408 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-8be09c3f-ccb9-4c0f-a0e2-e9c6702d5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.684547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-8be09c3f-ccb9-4c0f-a0e2-e9c6702d5d50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1418135 Sep 16 04:46:48.693554 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-9e29edd4-d956-4e17-80f2-506753e979f8 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:48.697705 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-9e29edd4-d956-4e17-80f2-506753e979f8 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.50 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 945 time: 0.1805925 Sep 16 04:46:48.714510 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.759634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267c03d0-c4a6-4d27-8848-96211f86e09b {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:48.784615 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 267c03d0-c4a6-4d27-8848-96211f86e09b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=267c03d0-c4a6-4d27-8848-96211f86e09b,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:48.792382 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.795165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8d2795f4-96ee-449c-b4d6-af82e2788cd4 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:48.872248 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=267c03d0-c4a6-4d27-8848-96211f86e09b,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:48.891107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8d2795f4-96ee-449c-b4d6-af82e2788cd4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8d2795f4-96ee-449c-b4d6-af82e2788cd4,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:48.906891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '8d2795f4-96ee-449c-b4d6-af82e2788cd4', 'network_id': 'fac02cc7-a8ca-47e0-990f-c775ceab25df', 'port_id': '8d2795f4-96ee-449c-b4d6-af82e2788cd4', 'mac_address': 'fa:16:3e:84:76:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dce871-5cf5-4559-84ca-1aeafb7574c1', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:48.979670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14422a98-11be-4c7e-b5e4-ad9e3e7b2c5b tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:48.993912 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.012614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2795f4-96ee-449c-b4d6-af82e2788cd4 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:49.018099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279005f6-0190-4c6d-a18a-eba3709940e4 req-88bf1f54-6896-42a1-89c5-70b5f89bd25a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.027171 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-279005f6-0190-4c6d-a18a-eba3709940e4 req-88bf1f54-6896-42a1-89c5-70b5f89bd25a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1791313 Sep 16 04:46:49.030129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14422a98-11be-4c7e-b5e4-ad9e3e7b2c5b tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event deleted for resources: {'Port': ['ID=dc6c0086-a4b3-4aaa-a23c-3df4f1bac8dd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:49.032144 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-1448fa46-84aa-4169-a497-ad839a7a4a4f service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327577 Sep 16 04:46:49.042548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f04a4c-0621-438d-a471-e25bcf969f76 req-daca7a16-49bd-4666-9299-16fbad8a0137 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.050125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8d2795f4-96ee-449c-b4d6-af82e2788cd4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8d2795f4-96ee-449c-b4d6-af82e2788cd4,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:49.050990 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-55f04a4c-0621-438d-a471-e25bcf969f76 req-daca7a16-49bd-4666-9299-16fbad8a0137 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 945 time: 0.2761819 Sep 16 04:46:49.056820 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.057823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:49.162445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-279005f6-0190-4c6d-a18a-eba3709940e4 req-b17127fe-46fa-4ccf-9c3f-de706a583442 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335824 Sep 16 04:46:49.177032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8d2795f4-96ee-449c-b4d6-af82e2788cd4,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:49.197782 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.resource_extend [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:46:49.260867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-7a5d8260-0d72-418b-abda-d595580100b3 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205300 Sep 16 04:46:49.272934 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-55f04a4c-0621-438d-a471-e25bcf969f76 req-ac3d5b60-87d2-4fd5-aac4-7e62a69f83c6 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups?id=462b6055-799d-4452-8412-7cd8d356f5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207372 Sep 16 04:46:49.317859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,segment=NetworkSegment(38c6a5c7-fd52-4444-bfea-2bcb3589ad38),segment_id=38c6a5c7-fd52-4444-bfea-2bcb3589ad38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:49.340737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-a90ec6a6-2d53-4638-949c-b51abe3c1ad4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=3e01476a-ab84-4363-8e04-bb85002972b9 HTTP/1.1" status: 200 len: 217 time: 0.0668664 Sep 16 04:46:49.346618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'port_id': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42', 'mac_address': 'fa:16:3e:45:e1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:49.371614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Deleting port b22df540-effd-40b2-ba89-827b13a544a8 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:49.373544 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.442084 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.463675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:49.465558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809020e3-745d-4c7e-a1aa-cb6404cf3268 req-12db963f-ac88-4b21-b97b-73f4a8f4441e tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.467250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-809020e3-745d-4c7e-a1aa-cb6404cf3268 req-12db963f-ac88-4b21-b97b-73f4a8f4441e tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1748326 Sep 16 04:46:49.468856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-7db1fb4d-08aa-4283-a53d-b552f3838f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.470340 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-7db1fb4d-08aa-4283-a53d-b552f3838f5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.1033392 Sep 16 04:46:49.487142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,segment=NetworkSegment(38c6a5c7-fd52-4444-bfea-2bcb3589ad38),segment_id=38c6a5c7-fd52-4444-bfea-2bcb3589ad38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:49.492960 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.493688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 9c04427e-436b-4e81-8e71-1ce7b4320fe5 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:46:49.510348 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14422a98-11be-4c7e-b5e4-ad9e3e7b2c5b tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.552290 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-809020e3-745d-4c7e-a1aa-cb6404cf3268 req-32f09d78-339f-4123-8b95-c2c09a762558 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788786 Sep 16 04:46:49.566562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:49.602437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 9c04427e-436b-4e81-8e71-1ce7b4320fe5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=9c04427e-436b-4e81-8e71-1ce7b4320fe5,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:49.616264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '9c04427e-436b-4e81-8e71-1ce7b4320fe5', 'network_id': '2e6d993c-2b30-44fb-bde1-0ab5a2cc598e', 'port_id': '9c04427e-436b-4e81-8e71-1ce7b4320fe5', 'mac_address': 'fa:16:3e:6b:69:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5456bb97-7a6b-4d79-b62d-5adf05d63356', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:46:49.618679 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-b697723e-4f72-44f0-b488-af4cbf7b9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.620566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-b697723e-4f72-44f0-b488-af4cbf7b9f17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1365809 Sep 16 04:46:49.679319 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.709837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c04427e-436b-4e81-8e71-1ce7b4320fe5 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:46:49.737313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 9c04427e-436b-4e81-8e71-1ce7b4320fe5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=9c04427e-436b-4e81-8e71-1ce7b4320fe5,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:49.746655 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.779244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] For port b22df540-effd-40b2-ba89-827b13a544a8, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b22df540-effd-40b2-ba89-827b13a544a8,segment=NetworkSegment(29d34868-c205-4786-a4e6-21a1a0670ade),segment_id=29d34868-c205-4786-a4e6-21a1a0670ade)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:49.779722 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:49.791550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993537-30e9-4601-91e4-027906cbf39c req-f9efbd1d-09e2-4b37-b042-74434422b22f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.798967 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f3993537-30e9-4601-91e4-027906cbf39c req-f9efbd1d-09e2-4b37-b042-74434422b22f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1759787 Sep 16 04:46:49.827885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=9c04427e-436b-4e81-8e71-1ce7b4320fe5,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:49.831149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-f6e9c6d0-58a1-4fd9-a494-3697560947f5 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923387 Sep 16 04:46:49.882427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308261a9-7464-4455-9360-104762bf6863 req-1c0d4e5b-3990-41a3-b2b7-ea66535a4e49 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:49.884195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-308261a9-7464-4455-9360-104762bf6863 req-1c0d4e5b-3990-41a3-b2b7-ea66535a4e49 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 944 time: 0.1900451 Sep 16 04:46:49.903461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14422a98-11be-4c7e-b5e4-ad9e3e7b2c5b tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Router 10df4020-d686-4c34-90ce-ef4dcd8d1e81 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:46:49.924371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b65d7b8e-be86-463d-a023-12247809b609 req-fb1a4146-bdc0-42a0-a0a8-7be7181fffdb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1878395 Sep 16 04:46:49.936620 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f3993537-30e9-4601-91e4-027906cbf39c req-6a5ce2ae-dcfe-4c61-bb33-f5f84d27bb0f tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366889 Sep 16 04:46:49.999325 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ca67-ba06-44fd-b1c7-5f64709c8d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.000821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-308261a9-7464-4455-9360-104762bf6863 req-b813e9db-403d-4499-9ab7-7e1bbacd38fb tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802143 Sep 16 04:46:50.017989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-ae1e4888-5ee0-4830-99d3-94f0f1270816 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756639 Sep 16 04:46:50.091197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14422a98-11be-4c7e-b5e4-ad9e3e7b2c5b tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:50.097573 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-cd7fe0b2-3c2c-4681-b294-9da59c697269 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bde9702d-41e5-4b56-b01c-9dc5a65b1554 HTTP/1.1" status: 200 len: 217 time: 0.0719140 Sep 16 04:46:50.098311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-14422a98-11be-4c7e-b5e4-ad9e3e7b2c5b tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "PUT /v2.0/routers/10df4020-d686-4c34-90ce-ef4dcd8d1e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6604617 Sep 16 04:46:50.101238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36906) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:50.104041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf6254-1633-45a6-b379-c25bfb209068 None None] Sync routers for ids ['10df4020-d686-4c34-90ce-ef4dcd8d1e81'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:50.123795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf6254-1633-45a6-b379-c25bfb209068 None None] Routers {'10df4020-d686-4c34-90ce-ef4dcd8d1e81'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:50.134148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1ddf6254-1633-45a6-b379-c25bfb209068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['10df4020-d686-4c34-90ce-ef4dcd8d1e81'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:50.172594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1ddf6254-1633-45a6-b379-c25bfb209068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:50.186886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf6254-1633-45a6-b379-c25bfb209068 None None] Routers {'10df4020-d686-4c34-90ce-ef4dcd8d1e81'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:50.187541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1ddf6254-1633-45a6-b379-c25bfb209068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['10df4020-d686-4c34-90ce-ef4dcd8d1e81'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:50.226526 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c622-5a1a-45dd-a971-fbaa7d2b76c0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.234959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1ddf6254-1633-45a6-b379-c25bfb209068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:50.235725 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.236058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf6254-1633-45a6-b379-c25bfb209068 None None] The sync data for ids ['10df4020-d686-4c34-90ce-ef4dcd8d1e81'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:50.236215 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.236658 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Floating IP 491fb984-840e-41eb-9458-fc3dd93a00c7 disassociated. External IP: 172.25.0.242, port: b22df540-effd-40b2-ba89-827b13a544a8. Sep 16 04:46:50.237692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Calling delete_port for b22df540-effd-40b2-ba89-827b13a544a8 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:50.246489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d7b8e-be86-463d-a023-12247809b609 req-f23c60c3-e11e-4473-befa-2fff8be58bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.248100 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b65d7b8e-be86-463d-a023-12247809b609 req-f23c60c3-e11e-4473-befa-2fff8be58bf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0271b93978e4697964f7a0550f6d45d&device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 1098 time: 0.1739864 Sep 16 04:46:50.267135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40423cd-3695-41bc-a070-881bb4dd158f req-c6124058-d58c-46bf-aff9-3bff29936b53 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.268802 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a40423cd-3695-41bc-a070-881bb4dd158f req-c6124058-d58c-46bf-aff9-3bff29936b53 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1327651 Sep 16 04:46:50.436576 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a40423cd-3695-41bc-a070-881bb4dd158f req-1ca5fc2b-34d1-4cc4-9daa-d50998e0c566 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359794 Sep 16 04:46:50.456934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-1e12cf41-043d-491b-b09e-1d1911e2c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.458534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-1e12cf41-043d-491b-b09e-1d1911e2c20b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.1651001 Sep 16 04:46:50.511563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d43b85-2c66-4055-87ad-29a249f24c66 req-dbcc6707-cc07-4173-8a6e-5025f761e497 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.517481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d7b8e-be86-463d-a023-12247809b609 req-b6987177-2c82-4c4a-9f28-3ea8dda72a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.518354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d43b85-2c66-4055-87ad-29a249f24c66 req-dbcc6707-cc07-4173-8a6e-5025f761e497 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.519366 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b65d7b8e-be86-463d-a023-12247809b609 req-b6987177-2c82-4c4a-9f28-3ea8dda72a5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 200 len: 915 time: 0.2178369 Sep 16 04:46:50.520706 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.525094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d43b85-2c66-4055-87ad-29a249f24c66 req-dbcc6707-cc07-4173-8a6e-5025f761e497 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.531398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d43b85-2c66-4055-87ad-29a249f24c66 req-dbcc6707-cc07-4173-8a6e-5025f761e497 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.537661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d43b85-2c66-4055-87ad-29a249f24c66 req-dbcc6707-cc07-4173-8a6e-5025f761e497 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.543916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d43b85-2c66-4055-87ad-29a249f24c66 req-dbcc6707-cc07-4173-8a6e-5025f761e497 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.550015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d43b85-2c66-4055-87ad-29a249f24c66 req-dbcc6707-cc07-4173-8a6e-5025f761e497 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.552021 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43d43b85-2c66-4055-87ad-29a249f24c66 req-dbcc6707-cc07-4173-8a6e-5025f761e497 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5434 time: 0.2506261 Sep 16 04:46:50.554217 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c622-5a1a-45dd-a971-fbaa7d2b76c0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.563337 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c622-5a1a-45dd-a971-fbaa7d2b76c0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.604122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['2bb4b8a4-bd16-481d-9eea-d98db23b0b42'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:50.610007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e4be27b3-069d-4b53-bbc7-b90353a66d00'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:50.618719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Pushing event deleted for resources: {'Port': ['ID=b22df540-effd-40b2-ba89-827b13a544a8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:50.635613 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6e796c2e-585c-4c8f-a9a5-0ad80e79951c req-98ba52f6-eeed-4da1-9cce-3e42a9d32e02 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 210 time: 0.1092010 Sep 16 04:46:50.638218 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b65d7b8e-be86-463d-a023-12247809b609 req-2ae98055-e597-45ff-bfab-d2a4381f37af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df76034-a001-476b-91ee-cb6f5f618ab4 HTTP/1.1" status: 200 len: 217 time: 0.1068673 Sep 16 04:46:50.659410 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['8859561b-453a-40df-b464-bbefeaa1629f'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:50.662511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['8d2795f4-96ee-449c-b4d6-af82e2788cd4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:50.721057 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c622-5a1a-45dd-a971-fbaa7d2b76c0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.721640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe4c622-5a1a-45dd-a971-fbaa7d2b76c0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Fanout notify agent at l3_agent the message router_deleted on router 10df4020-d686-4c34-90ce-ef4dcd8d1e81 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:46:50.746414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c622-5a1a-45dd-a971-fbaa7d2b76c0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.747769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9fe4c622-5a1a-45dd-a971-fbaa7d2b76c0 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "DELETE /v2.0/routers/10df4020-d686-4c34-90ce-ef4dcd8d1e81 HTTP/1.1" status: 204 len: 168 time: 0.6455832 Sep 16 04:46:50.753776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-f52ddfc3-5ffe-4893-b5f0-759fc7c6c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.756060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-f52ddfc3-5ffe-4893-b5f0-759fc7c6c889 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2572649 Sep 16 04:46:50.756834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36918) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:50.759701 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['57f89f03-3348-45b6-8af5-578e5a7722a3'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:50.775401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43d43b85-2c66-4055-87ad-29a249f24c66 req-0f5d8262-9ee2-4bec-bb88-ed0dbe8d8822 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2091165 Sep 16 04:46:50.811070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Router bf717758-3289-45bb-99aa-ae1e61fa2bc1 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:46:50.857089 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:50.973030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d7b8e-be86-463d-a023-12247809b609 req-4668aab3-c724-4ce4-bc5e-449991390c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:50.975761 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b65d7b8e-be86-463d-a023-12247809b609 req-4668aab3-c724-4ce4-bc5e-449991390c38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a806f497-16fd-499e-ae0e-96758d83d378 HTTP/1.1" status: 200 len: 854 time: 0.1624999 Sep 16 04:46:51.073639 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b65d7b8e-be86-463d-a023-12247809b609 req-e7286c32-1cca-45dc-9fe5-1b80f68e506a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bff752ef-1b70-42b9-a812-d2023a553a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692520 Sep 16 04:46:51.119719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609bdeb-b897-44e4-b6c2-513acf141908 req-a30632fd-ee70-4fce-8da0-8514de423512 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.128946 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5609bdeb-b897-44e4-b6c2-513acf141908 req-a30632fd-ee70-4fce-8da0-8514de423512 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1687970 Sep 16 04:46:51.254160 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5609bdeb-b897-44e4-b6c2-513acf141908 req-80efd197-5059-41e2-a39e-dde4c1650f48 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240616 Sep 16 04:46:51.357238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96c019b-d1c3-4ac0-8d0f-6bc0cd8ac112 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Deleting subnet ea9265f6-5804-4d5a-ace4-2e94315e3d32 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:51.363753 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a96c019b-d1c3-4ac0-8d0f-6bc0cd8ac112 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.378154 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:51.391349 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d5fea1-d3f9-4ccf-82e2-de27408eaf48 None None] Sync routers for ids ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:51.417393 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5fea1-d3f9-4ccf-82e2-de27408eaf48 None None] Routers {'bf717758-3289-45bb-99aa-ae1e61fa2bc1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:51.418322 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-24d5fea1-d3f9-4ccf-82e2-de27408eaf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:51.425093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fee405-77c6-4887-96ca-fcf963184dec req-647333a2-861d-4ec4-9990-8dd44fcbb6b3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.434261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44fee405-77c6-4887-96ca-fcf963184dec req-647333a2-861d-4ec4-9990-8dd44fcbb6b3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.5375054 Sep 16 04:46:51.481822 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a96c019b-d1c3-4ac0-8d0f-6bc0cd8ac112 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.506990 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-dbd19a40-059e-41dc-9c11-6c90da5cfce1 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239947 Sep 16 04:46:51.524003 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44fee405-77c6-4887-96ca-fcf963184dec req-bceb7966-2fc0-4ba0-80db-a34a232d9a2a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836344 Sep 16 04:46:51.542651 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] No DVR routers for this DVR port b22df540-effd-40b2-ba89-827b13a544a8 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:51.544198 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.546276 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8252f2e1-af97-47a6-80f5-5a9c13253732 req-a2566a4f-537d-4f4b-af8e-ef43e8a58486 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.50 "DELETE /v2.0/ports/b22df540-effd-40b2-ba89-827b13a544a8 HTTP/1.1" status: 204 len: 173 time: 2.8352420 Sep 16 04:46:51.582841 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'name': 'network-vif-deleted', 'tag': 'b22df540-effd-40b2-ba89-827b13a544a8'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:51.586534 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:51.588878 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110d52fc-8eae-47c6-b094-b4390dcf4918" -d '{"events": [{"server_uuid": "39617276-53eb-4fdf-9b35-1e4d924455bb", "name": "network-vif-deleted", "tag": "b22df540-effd-40b2-ba89-827b13a544a8"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:51.606603 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-24d5fea1-d3f9-4ccf-82e2-de27408eaf48 None None] Set router bf717758-3289-45bb-99aa-ae1e61fa2bc1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:51.626454 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b65d7b8e-be86-463d-a023-12247809b609 req-8f9458f1-519d-4f8c-b7de-fa06a70a4330 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886274 Sep 16 04:46:51.665186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4341f5-feac-499d-b058-ff3a8e687740 req-7cd193cc-6bab-40a1-8b12-3416fcfc1661 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:51.674305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e4341f5-feac-499d-b058-ff3a8e687740 req-7cd193cc-6bab-40a1-8b12-3416fcfc1661 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 944 time: 0.1831107 Sep 16 04:46:51.735319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-81b39fd5-f074-413d-9048-31ff2683f5c7 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100770 Sep 16 04:46:51.780125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b22df540-effd-40b2-ba89-827b13a544a8 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:51.847362 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b65d7b8e-be86-463d-a023-12247809b609 req-2e28b7f1-d1d0-4606-b688-d33a2690dea8 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056446 Sep 16 04:46:51.860226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['9c04427e-436b-4e81-8e71-1ce7b4320fe5'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:51.863499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: b22df540-effd-40b2-ba89-827b13a544a8 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:51.863854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b22df540-effd-40b2-ba89-827b13a544a8 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:51.889751 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2e60df-d8f9-47c7-95d9-4bd5494931ac x-openstack-request-id: req-4f2e60df-d8f9-47c7-95d9-4bd5494931ac {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:51.890460 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39617276-53eb-4fdf-9b35-1e4d924455bb", "name": "network-vif-deleted", "tag": "b22df540-effd-40b2-ba89-827b13a544a8", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:51.891055 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f2e60df-d8f9-47c7-95d9-4bd5494931ac {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:51.892102 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39617276-53eb-4fdf-9b35-1e4d924455bb', 'name': 'network-vif-deleted', 'tag': 'b22df540-effd-40b2-ba89-827b13a544a8', 'status': 'completed', 'code': 200} Sep 16 04:46:51.914262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e4341f5-feac-499d-b058-ff3a8e687740 req-3a6d66b1-3b4a-4f42-9550-25b6b563096b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379415 Sep 16 04:46:51.921350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-924ecd1c-8ad8-4282-852f-5cbb80f86465 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a9eebefd-bb8f-4439-b0cb-a73ce30e4442 HTTP/1.1" status: 200 len: 217 time: 0.1205952 Sep 16 04:46:51.952394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['267c03d0-c4a6-4d27-8848-96211f86e09b'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:51.987108 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-24d5fea1-d3f9-4ccf-82e2-de27408eaf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e8bf3c85-01de-47ed-b027-98988e3217b1', 'name': '', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'mac_address': 'fa:16:3e:7c:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:32Z', 'updated_at': '2021-09-16T04:44:40Z', 'revision_number': 5, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'subnets': [{'id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:52.010003 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a96c019b-d1c3-4ac0-8d0f-6bc0cd8ac112 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:52.023246 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d5fea1-d3f9-4ccf-82e2-de27408eaf48 None None] Checking router: bf717758-3289-45bb-99aa-ae1e61fa2bc1 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:46:52.034216 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5fea1-d3f9-4ccf-82e2-de27408eaf48 None None] Routers {'bf717758-3289-45bb-99aa-ae1e61fa2bc1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:52.035076 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-24d5fea1-d3f9-4ccf-82e2-de27408eaf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:52.040608 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['86717a90-1a2b-48bb-a89d-656fe2598f86'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:46:52.077738 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d93cdf-965d-413a-9f4b-e8c87f752859 req-c7bcb285-5100-445b-831b-510e526268f0 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.088711 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-39d93cdf-965d-413a-9f4b-e8c87f752859 req-c7bcb285-5100-445b-831b-510e526268f0 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0826948 Sep 16 04:46:52.141118 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3acd7a3b-604a-49bb-b070-29a67ac99f1a req-ea35f089-c526-4c21-8368-e558a20c68aa tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/ports?device_id=39617276-53eb-4fdf-9b35-1e4d924455bb HTTP/1.1" status: 200 len: 210 time: 0.0643156 Sep 16 04:46:52.161336 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-39d93cdf-965d-413a-9f4b-e8c87f752859 req-a2b77a35-e1ad-4714-b866-9e85e9c47dfc tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710444 Sep 16 04:46:52.182419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-f5bc09f8-dddc-4352-ae20-2e9831078031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.183922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-f5bc09f8-dddc-4352-ae20-2e9831078031 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.2517192 Sep 16 04:46:52.213086 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-24d5fea1-d3f9-4ccf-82e2-de27408eaf48 None None] Set router bf717758-3289-45bb-99aa-ae1e61fa2bc1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:52.321889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-3deaa116-449b-47f0-add2-5bfad070c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.344662 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-3deaa116-449b-47f0-add2-5bfad070c23a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1454840 Sep 16 04:46:52.352120 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995e74-8bab-4d10-93c8-26bece329668 req-4611aff7-f717-4f57-8978-8e992fca3058 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.353107 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a96c019b-d1c3-4ac0-8d0f-6bc0cd8ac112 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:52.360325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995e74-8bab-4d10-93c8-26bece329668 req-4611aff7-f717-4f57-8978-8e992fca3058 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.367902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995e74-8bab-4d10-93c8-26bece329668 req-4611aff7-f717-4f57-8978-8e992fca3058 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.375467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995e74-8bab-4d10-93c8-26bece329668 req-4611aff7-f717-4f57-8978-8e992fca3058 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.383779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995e74-8bab-4d10-93c8-26bece329668 req-4611aff7-f717-4f57-8978-8e992fca3058 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.391474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995e74-8bab-4d10-93c8-26bece329668 req-4611aff7-f717-4f57-8978-8e992fca3058 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.400918 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995e74-8bab-4d10-93c8-26bece329668 req-4611aff7-f717-4f57-8978-8e992fca3058 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.414246 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7d995e74-8bab-4d10-93c8-26bece329668 req-4611aff7-f717-4f57-8978-8e992fca3058 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5434 time: 0.1505387 Sep 16 04:46:52.475079 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7d995e74-8bab-4d10-93c8-26bece329668 req-eaba2b8a-b72e-42ef-9a2f-3f784c990efd tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545433 Sep 16 04:46:52.497747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c019b-d1c3-4ac0-8d0f-6bc0cd8ac112 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9265f6-5804-4d5a-ace4-2e94315e3d32,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:52.526777 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a96c019b-d1c3-4ac0-8d0f-6bc0cd8ac112 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:52.530627 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a96c019b-d1c3-4ac0-8d0f-6bc0cd8ac112 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "DELETE /v2.0/subnets/ea9265f6-5804-4d5a-ace4-2e94315e3d32 HTTP/1.1" status: 204 len: 168 time: 1.7693520 Sep 16 04:46:52.530779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd8e0ab-f3bc-4009-9cc1-0dd495722d2a None None] Network cc6ac832-cf9c-4b8a-9849-5048a88e5407 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:52.531808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36940) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:52.590792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af23422-95f4-4913-8f73-91eab2af6a6f req-1ca40088-6138-4e94-9afc-81bc0f7b0eb7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.598161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4af23422-95f4-4913-8f73-91eab2af6a6f req-1ca40088-6138-4e94-9afc-81bc0f7b0eb7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1123514 Sep 16 04:46:52.659384 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-24d5fea1-d3f9-4ccf-82e2-de27408eaf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e8bf3c85-01de-47ed-b027-98988e3217b1', 'name': '', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'mac_address': 'fa:16:3e:7c:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:32Z', 'updated_at': '2021-09-16T04:44:40Z', 'revision_number': 5, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'subnets': [{'id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:52.663603 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-64ab8dfa-d56e-450e-969a-e6f7e8ac3865 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038177 Sep 16 04:46:52.671515 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:52.737508 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d5fea1-d3f9-4ccf-82e2-de27408eaf48 None None] The sync data for ids ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'] in n-d-712142-17 is: [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e8bf3c85-01de-47ed-b027-98988e3217b1', 'name': '', 'network_id': '6663c76d-98f9-46e5-a2f5-885d3b7e7a55', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'mac_address': 'fa:16:3e:7c:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:32Z', 'updated_at': '2021-09-16T04:44:40Z', 'revision_number': 5, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'subnets': [{'id': 'b796f885-b859-40c5-8662-09c5b51476f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:52.769012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Deleting port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:52.769567 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:52.773119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4af23422-95f4-4913-8f73-91eab2af6a6f req-a055e5cc-ba1b-4667-b28f-03de9170ccfb tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740942 Sep 16 04:46:52.808341 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-da3eb1eb-3883-4b04-aa75-4fef1aeaf7bc service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322131 Sep 16 04:46:52.822675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551d951-8bc7-4a78-9e56-f5d331bae301 None None] DHCP port deletion for cc6ac832-cf9c-4b8a-9849-5048a88e5407 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:46:52.854645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] For port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4eee46a9-241d-4fc1-9985-4f1b9fc438f4,segment=NetworkSegment(01599fae-bd98-43fc-8965-1e1240777aa5),segment_id=01599fae-bd98-43fc-8965-1e1240777aa5)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:52.855022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:52.874817 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-08d4a9e2-37e3-4d5e-b4bb-ca888cb1898a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c2c95a2-debe-415f-a8f5-e35aeadc3634 HTTP/1.1" status: 200 len: 217 time: 0.0491421 Sep 16 04:46:52.877469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Calling delete_port for 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:52.924571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3551d951-8bc7-4a78-9e56-f5d331bae301 None None] Deleting port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:52.925137 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3551d951-8bc7-4a78-9e56-f5d331bae301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:52.953874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-417c5b74-058d-4d26-b043-e2de95ca2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:52.955715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-417c5b74-058d-4d26-b043-e2de95ca2d5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4cfd570-b1ec-4147-b4f7-830b27a8fe55 HTTP/1.1" status: 200 len: 797 time: 0.0704741 Sep 16 04:46:53.011574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-03a62b82-bba5-4995-b81b-8191db2b7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.013310 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-03a62b82-bba5-4995-b81b-8191db2b7695 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505738 Sep 16 04:46:53.046713 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3551d951-8bc7-4a78-9e56-f5d331bae301 None None] For port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4eee46a9-241d-4fc1-9985-4f1b9fc438f4,segment=NetworkSegment(01599fae-bd98-43fc-8965-1e1240777aa5),segment_id=01599fae-bd98-43fc-8965-1e1240777aa5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:53.047701 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3551d951-8bc7-4a78-9e56-f5d331bae301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.078809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3551d951-8bc7-4a78-9e56-f5d331bae301 None None] Calling delete_port for 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:53.101307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.149292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event deleted for resources: {'Port': ['ID=4eee46a9-241d-4fc1-9985-4f1b9fc438f4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:53.155542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] No DVR routers for this DVR port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:53.179467 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-3b8ec8af-68ef-41e9-9de0-37264f630b88 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563613 Sep 16 04:46:53.223672 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3551d951-8bc7-4a78-9e56-f5d331bae301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.284014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551d951-8bc7-4a78-9e56-f5d331bae301 None None] Pushing event deleted for resources: {'Port': ['ID=4eee46a9-241d-4fc1-9985-4f1b9fc438f4,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:53.286131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:53.290340 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e2ce94-7c09-4c29-8cf8-8ce5485a4e53 None None] New status for floating IP 491fb984-840e-41eb-9458-fc3dd93a00c7: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:46:53.366550 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3551d951-8bc7-4a78-9e56-f5d331bae301 None None] No DVR routers for this DVR port 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:46:53.371894 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-4f0fcd5d-f032-4c70-8218-1a72168cb1f4 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799450 Sep 16 04:46:53.374922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:53.374922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4eee46a9-241d-4fc1-9985-4f1b9fc438f4 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:53.389503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff83da6-44f6-4b02-972a-e5d8857ca827 req-ecb4321b-9b53-44c5-89b4-38e25e15ec46 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.391337 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cff83da6-44f6-4b02-972a-e5d8857ca827 req-ecb4321b-9b53-44c5-89b4-38e25e15ec46 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0956738 Sep 16 04:46:53.429645 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.445771 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-b9d9f1dd-2c5b-4439-adbf-c592007b5d15 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 HTTP/1.1" status: 200 len: 217 time: 0.0532589 Sep 16 04:46:53.513517 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cff83da6-44f6-4b02-972a-e5d8857ca827 req-d61a6cfa-bc44-42ba-9e48-21a670b82a19 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131425 Sep 16 04:46:53.525965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-2c4841f0-265c-4bda-a003-a4058361df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.528480 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-2c4841f0-265c-4bda-a003-a4058361df7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4cfd570-b1ec-4147-b4f7-830b27a8fe55 HTTP/1.1" status: 200 len: 797 time: 0.0732679 Sep 16 04:46:53.588636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-15029792-e086-4c22-b3ee-b9a687f062b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.590930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-15029792-e086-4c22-b3ee-b9a687f062b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0546019 Sep 16 04:46:53.606973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3c4da-fc79-4c73-aa66-086f0f054376 req-9a22a9c7-16c1-47a2-a968-3634d6d653d5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.609040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-49d3c4da-fc79-4c73-aa66-086f0f054376 req-9a22a9c7-16c1-47a2-a968-3634d6d653d5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 944 time: 0.5463138 Sep 16 04:46:53.678544 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.701408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-49d3c4da-fc79-4c73-aa66-086f0f054376 req-be94a488-8a32-4972-ae6b-0b021eaa7480 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819852 Sep 16 04:46:53.710628 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-b184b08c-f4d8-4679-9484-4f6076552bc7 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115646 Sep 16 04:46:53.714084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6ac832-cf9c-4b8a-9849-5048a88e5407']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:53.728248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01599fae-bd98-43fc-8965-1e1240777aa5') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:53.728831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01599fae-bd98-43fc-8965-1e1240777aa5') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:53.740543 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.756448 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.762763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:46:53.763205 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:46:53.766570 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:46:53.782642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:53.784776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9856a32-1d41-4dc2-b948-5ce91f4df19c req-94f89ae4-6a39-4750-98be-ec90f5f14384 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.791530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9856a32-1d41-4dc2-b948-5ce91f4df19c req-94f89ae4-6a39-4750-98be-ec90f5f14384 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.797756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9856a32-1d41-4dc2-b948-5ce91f4df19c req-94f89ae4-6a39-4750-98be-ec90f5f14384 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.804414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9856a32-1d41-4dc2-b948-5ce91f4df19c req-94f89ae4-6a39-4750-98be-ec90f5f14384 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.811281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9856a32-1d41-4dc2-b948-5ce91f4df19c req-94f89ae4-6a39-4750-98be-ec90f5f14384 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.817255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9856a32-1d41-4dc2-b948-5ce91f4df19c req-94f89ae4-6a39-4750-98be-ec90f5f14384 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.826293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9856a32-1d41-4dc2-b948-5ce91f4df19c req-94f89ae4-6a39-4750-98be-ec90f5f14384 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:53.828234 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9856a32-1d41-4dc2-b948-5ce91f4df19c req-94f89ae4-6a39-4750-98be-ec90f5f14384 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5434 time: 0.1337001 Sep 16 04:46:53.834888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36964) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:53.843463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:53.848552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:53.850669 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.906432 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.919004 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9856a32-1d41-4dc2-b948-5ce91f4df19c req-e2efbd1a-813a-4f3c-a8ce-27e7c04a74ba tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573387 Sep 16 04:46:53.933425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788f14bc-052e-4aa0-8362-bd75e1611a63 req-dc081c89-83f1-4b39-b9a4-e99e7f14b3e9 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027435 Sep 16 04:46:53.945222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:53.951161 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] 10.222.0.53 "DELETE /v2.0/networks/cc6ac832-cf9c-4b8a-9849-5048a88e5407 HTTP/1.1" status: 204 len: 168 time: 1.4160924 Sep 16 04:46:53.958365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086991c-ee6e-4133-aef0-a6fe4a7a6ae4 tempest-FloatingIPNegativeTestJSON-485843114 tempest-FloatingIPNegativeTestJSON-485843114-project] Pushing event deleted for resources: {'Network': ['ID=cc6ac832-cf9c-4b8a-9849-5048a88e5407,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:53.987702 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72160fe2-7f67-48d5-9dd8-215689fafa5a tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.024755 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72160fe2-7f67-48d5-9dd8-215689fafa5a tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.069482 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.100485 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:54.103220 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e2506a-28f5-45d7-9349-1459c0d51db2" -d '{"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "2bb4b8a4-bd16-481d-9eea-d98db23b0b42"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:54.118410 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,segment=NetworkSegment(38c6a5c7-fd52-4444-bfea-2bcb3589ad38),segment_id=38c6a5c7-fd52-4444-bfea-2bcb3589ad38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:54.125069 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.126615 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e4be27b3-069d-4b53-bbc7-b90353a66d00 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:54.183303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639fd2e-d89b-4cf3-9078-7825b6711aa2 req-79b472a0-3deb-40ab-95af-46410855ad14 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.191778 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4639fd2e-d89b-4cf3-9078-7825b6711aa2 req-79b472a0-3deb-40ab-95af-46410855ad14 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0819769 Sep 16 04:46:54.191977 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89013fc5-6fee-4c61-a7e4-391ce6ec61c9 req-7caff3f1-bf33-4a28-a10e-6e1fd7bab3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.194233 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89013fc5-6fee-4c61-a7e4-391ce6ec61c9 req-7caff3f1-bf33-4a28-a10e-6e1fd7bab3c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0271b93978e4697964f7a0550f6d45d&device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 1098 time: 0.0752451 Sep 16 04:46:54.207191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e6fbf-1ab5-4772-a55a-cd1ae3d1382f req-873409f1-4569-49cf-a613-edacf24cc67b tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.209315 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ae5e6fbf-1ab5-4772-a55a-cd1ae3d1382f req-873409f1-4569-49cf-a613-edacf24cc67b tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1272550 Sep 16 04:46:54.234992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4639fd2e-d89b-4cf3-9078-7825b6711aa2 req-8f83d4c2-aed9-49c0-8c58-fcab140fd3a3 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429087 Sep 16 04:46:54.238295 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72160fe2-7f67-48d5-9dd8-215689fafa5a tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.241435 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72160fe2-7f67-48d5-9dd8-215689fafa5a tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.245189 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-72160fe2-7f67-48d5-9dd8-215689fafa5a tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "DELETE /v2.0/security-groups/462b6055-799d-4452-8412-7cd8d356f5ad HTTP/1.1" status: 204 len: 168 time: 0.4028251 Sep 16 04:46:54.245533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36974) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:54.273736 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-e8dcc13d-6ea6-4085-9bfa-362a4dc52693 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] show failed (client error): The resource could not be found. Sep 16 04:46:54.275130 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e8dcc13d-6ea6-4085-9bfa-362a4dc52693 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "GET /v2.0/security-groups/462b6055-799d-4452-8412-7cd8d356f5ad HTTP/1.1" status: 404 len: 347 time: 0.0284717 Sep 16 04:46:54.277396 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port e4be27b3-069d-4b53-bbc7-b90353a66d00 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:54.277713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36978) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:54.285672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port e4be27b3-069d-4b53-bbc7-b90353a66d00 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:54.292889 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.297382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:54.298682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72160fe2-7f67-48d5-9dd8-215689fafa5a tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=462b6055-799d-4452-8412-7cd8d356f5ad,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:54.334425 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ae5e6fbf-1ab5-4772-a55a-cd1ae3d1382f req-a04bc3d0-655c-4fe6-a65c-7a5de1b38ac1 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106777 Sep 16 04:46:54.377508 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d194f2e4-beb4-4858-baf9-c248bc71c406 x-openstack-request-id: req-d194f2e4-beb4-4858-baf9-c248bc71c406 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:54.377841 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "2bb4b8a4-bd16-481d-9eea-d98db23b0b42", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:54.378102 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d194f2e4-beb4-4858-baf9-c248bc71c406 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:54.378483 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42', 'code': 200} Sep 16 04:46:54.398625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36982) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:54.456250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b901e6c1-1f3b-438a-95fd-d2114ce70d76 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Deleting port 1c131a53-d59d-4d1d-baa1-1d12c6a5831e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:54.457174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b901e6c1-1f3b-438a-95fd-d2114ce70d76 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.481979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89013fc5-6fee-4c61-a7e4-391ce6ec61c9 req-049dfc61-430c-44af-bcb1-ea03831735b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.483854 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89013fc5-6fee-4c61-a7e4-391ce6ec61c9 req-049dfc61-430c-44af-bcb1-ea03831735b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 200 len: 915 time: 0.2736537 Sep 16 04:46:54.520008 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.538472 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89013fc5-6fee-4c61-a7e4-391ce6ec61c9 req-b2c069e9-9c98-4624-8475-27a954a446c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df76034-a001-476b-91ee-cb6f5f618ab4 HTTP/1.1" status: 200 len: 217 time: 0.0467539 Sep 16 04:46:54.603752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port e4be27b3-069d-4b53-bbc7-b90353a66d00, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e4be27b3-069d-4b53-bbc7-b90353a66d00,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:54.604762 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b901e6c1-1f3b-438a-95fd-d2114ce70d76 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.605388 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b901e6c1-1f3b-438a-95fd-d2114ce70d76 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.605976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89013fc5-6fee-4c61-a7e4-391ce6ec61c9 req-848e815b-4c5d-4773-842d-eb66b1086a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.607601 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89013fc5-6fee-4c61-a7e4-391ce6ec61c9 req-848e815b-4c5d-4773-842d-eb66b1086a72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a806f497-16fd-499e-ae0e-96758d83d378 HTTP/1.1" status: 200 len: 854 time: 0.0592017 Sep 16 04:46:54.608937 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.609797 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8d2795f4-96ee-449c-b4d6-af82e2788cd4 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:54.635109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b901e6c1-1f3b-438a-95fd-d2114ce70d76 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Calling delete_port for 1c131a53-d59d-4d1d-baa1-1d12c6a5831e owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:54.659159 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89013fc5-6fee-4c61-a7e4-391ce6ec61c9 req-d72f5039-a453-4388-8bcc-93efafd7e733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bff752ef-1b70-42b9-a812-d2023a553a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427513 Sep 16 04:46:54.673180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-25167462-3031-4cc0-b966-a91207dcc453 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca1c89b5b4574e5191a91bfac6b708cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719824 Sep 16 04:46:54.677453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36990) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:54.793803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570b302-c949-4780-829a-8aee47572315 req-126d26ca-2d41-490e-9459-b2f0e29ab10d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.800273 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4570b302-c949-4780-829a-8aee47572315 req-126d26ca-2d41-490e-9459-b2f0e29ab10d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1772516 Sep 16 04:46:54.840243 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89013fc5-6fee-4c61-a7e4-391ce6ec61c9 req-359ca686-85b5-40b1-8ff8-02008d2cd146 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471348 Sep 16 04:46:54.856452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=e4be27b3-069d-4b53-bbc7-b90353a66d00,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:54.856975 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91ac8883-28a1-4897-bfff-a423180bc819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.877202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 8d2795f4-96ee-449c-b4d6-af82e2788cd4 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:54.884475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 8d2795f4-96ee-449c-b4d6-af82e2788cd4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:54.884698 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.905702 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91ac8883-28a1-4897-bfff-a423180bc819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:54.910726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4570b302-c949-4780-829a-8aee47572315 req-1e355346-dc83-4fa9-a90a-8394fd8224ed tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094820 Sep 16 04:46:54.917413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69ba93-419c-4f83-81b0-b7ebb2a4ad21 req-b53ccc86-bf0d-4fe8-a1d1-c92a0b3f7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:54.920102 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b69ba93-419c-4f83-81b0-b7ebb2a4ad21 req-b53ccc86-bf0d-4fe8-a1d1-c92a0b3f7008 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 1098 time: 0.2644212 Sep 16 04:46:54.999209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dec8b4-9055-4a63-a0a0-398d6faf11ab req-c59d982d-2da3-4d37-8e52-575b1f363434 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.001961 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7dec8b4-9055-4a63-a0a0-398d6faf11ab req-c59d982d-2da3-4d37-8e52-575b1f363434 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1599424 Sep 16 04:46:55.014343 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.016794 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91ac8883-28a1-4897-bfff-a423180bc819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.023334 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91ac8883-28a1-4897-bfff-a423180bc819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.026380 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-91ac8883-28a1-4897-bfff-a423180bc819 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c5c5bac-2763-44a9-b30c-9414ddf869cf HTTP/1.1" status: 204 len: 168 time: 0.3477089 Sep 16 04:46:55.077204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac8883-28a1-4897-bfff-a423180bc819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5c5bac-2763-44a9-b30c-9414ddf869cf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:55.087848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8d2795f4-96ee-449c-b4d6-af82e2788cd4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8d2795f4-96ee-449c-b4d6-af82e2788cd4,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:55.103165 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.158761 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b901e6c1-1f3b-438a-95fd-d2114ce70d76 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.199502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8d2795f4-96ee-449c-b4d6-af82e2788cd4,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:55.201315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901e6c1-1f3b-438a-95fd-d2114ce70d76 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Pushing event deleted for resources: {'Port': ['ID=1c131a53-d59d-4d1d-baa1-1d12c6a5831e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:55.209320 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7dec8b4-9055-4a63-a0a0-398d6faf11ab req-7d2a649c-d576-4ffe-91b3-eedc4a11e61a tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808529 Sep 16 04:46:55.252502 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89013fc5-6fee-4c61-a7e4-391ce6ec61c9 req-1798ea04-a048-48af-95b8-f0d400b8f797 service neutron] 10.222.0.15 "GET /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670516 Sep 16 04:46:55.254407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69ba93-419c-4f83-81b0-b7ebb2a4ad21 req-8309577a-a3c7-4da5-a995-b9a63a10c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.275666 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b69ba93-419c-4f83-81b0-b7ebb2a4ad21 req-8309577a-a3c7-4da5-a995-b9a63a10c8ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 200 len: 912 time: 0.3185816 Sep 16 04:46:55.291432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bcb2-f654-4a42-b3a2-2adeaf1fd2b6 req-32b69e4a-f152-4ca8-95ae-d09c28fc1293 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.297579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bcb2-f654-4a42-b3a2-2adeaf1fd2b6 req-32b69e4a-f152-4ca8-95ae-d09c28fc1293 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.312729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bcb2-f654-4a42-b3a2-2adeaf1fd2b6 req-32b69e4a-f152-4ca8-95ae-d09c28fc1293 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.322193 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bcb2-f654-4a42-b3a2-2adeaf1fd2b6 req-32b69e4a-f152-4ca8-95ae-d09c28fc1293 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.329492 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bcb2-f654-4a42-b3a2-2adeaf1fd2b6 req-32b69e4a-f152-4ca8-95ae-d09c28fc1293 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.337265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bcb2-f654-4a42-b3a2-2adeaf1fd2b6 req-32b69e4a-f152-4ca8-95ae-d09c28fc1293 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.345352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57bcb2-f654-4a42-b3a2-2adeaf1fd2b6 req-32b69e4a-f152-4ca8-95ae-d09c28fc1293 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.347516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e57bcb2-f654-4a42-b3a2-2adeaf1fd2b6 req-32b69e4a-f152-4ca8-95ae-d09c28fc1293 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5436 time: 0.2716355 Sep 16 04:46:55.376834 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b901e6c1-1f3b-438a-95fd-d2114ce70d76 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.379862 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b901e6c1-1f3b-438a-95fd-d2114ce70d76 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.385318 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b901e6c1-1f3b-438a-95fd-d2114ce70d76 tempest-ServersTestJSON-204198103 tempest-ServersTestJSON-204198103-project] 10.222.0.53 "DELETE /v2.0/floatingips/491fb984-840e-41eb-9458-fc3dd93a00c7 HTTP/1.1" status: 204 len: 168 time: 1.1064382 Sep 16 04:46:55.386160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37004) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:55.408835 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b69ba93-419c-4f83-81b0-b7ebb2a4ad21 req-41951d2e-1cff-4f99-942b-d3020c45b28e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5274e65-e8ad-4b73-9778-f4fa6a052c1d HTTP/1.1" status: 200 len: 1001 time: 0.1297774 Sep 16 04:46:55.422573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe17c68-49ef-4b9e-92d4-edef80e83ddb req-13588dfc-5807-43d9-b677-5a322fc23bfc tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.422573 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cfe17c68-49ef-4b9e-92d4-edef80e83ddb req-13588dfc-5807-43d9-b677-5a322fc23bfc tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0776391 Sep 16 04:46:55.488897 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e57bcb2-f654-4a42-b3a2-2adeaf1fd2b6 req-90bebb0d-affc-4da9-8b9c-02223731f6f8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287692 Sep 16 04:46:55.505062 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cfe17c68-49ef-4b9e-92d4-edef80e83ddb req-2079c773-8d82-4bed-9325-194df1888ac9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758948 Sep 16 04:46:55.507492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69ba93-419c-4f83-81b0-b7ebb2a4ad21 req-947a79f0-57fd-4a7f-ae91-11d55459f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.508954 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b69ba93-419c-4f83-81b0-b7ebb2a4ad21 req-947a79f0-57fd-4a7f-ae91-11d55459f9a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e14c121a-a13e-4cf4-87d5-73ea10aad127 HTTP/1.1" status: 200 len: 850 time: 0.0885217 Sep 16 04:46:55.577378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69ba93-419c-4f83-81b0-b7ebb2a4ad21 req-51f5a48d-2bb9-4161-9ade-fc866ea70970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:55.579374 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b69ba93-419c-4f83-81b0-b7ebb2a4ad21 req-51f5a48d-2bb9-4161-9ade-fc866ea70970 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54ab4011-9c3b-42b6-b477-8b46a43d41ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526330 Sep 16 04:46:55.685252 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b69ba93-419c-4f83-81b0-b7ebb2a4ad21 req-ac18d044-1e2d-4102-9873-fd8344cd3172 service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963204 Sep 16 04:46:55.804213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 86717a90-1a2b-48bb-a89d-656fe2598f86 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:55.809082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1b69ba93-419c-4f83-81b0-b7ebb2a4ad21 req-6e9ed3c6-3d9b-4a27-8246-bb0a574fda2e service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159201 Sep 16 04:46:55.895969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 86717a90-1a2b-48bb-a89d-656fe2598f86 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:55.905513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 86717a90-1a2b-48bb-a89d-656fe2598f86 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:55.906738 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:55.916357 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd401-ea31-42cb-9f3d-499891284424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.055339 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.094860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 86717a90-1a2b-48bb-a89d-656fe2598f86, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=86717a90-1a2b-48bb-a89d-656fe2598f86,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:56.100375 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.101297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 267c03d0-c4a6-4d27-8848-96211f86e09b up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:56.135618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790cbe4-bf46-48f4-a57b-8487d4124134 req-7b755e28-4432-4da1-a030-f20224f9578c tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.137145 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9790cbe4-bf46-48f4-a57b-8487d4124134 req-7b755e28-4432-4da1-a030-f20224f9578c tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.0918841 Sep 16 04:46:56.151819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37026) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:56.182977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=86717a90-1a2b-48bb-a89d-656fe2598f86,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:56.196888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 267c03d0-c4a6-4d27-8848-96211f86e09b completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:56.202156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 267c03d0-c4a6-4d27-8848-96211f86e09b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:56.202702 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.213887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9790cbe4-bf46-48f4-a57b-8487d4124134 req-18943657-446a-4ca9-b366-3b2ce5d459a2 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523765 Sep 16 04:46:56.286503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-548130695'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:56.304546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fd401-ea31-42cb-9f3d-499891284424 admin admin] Deleting port e8bf3c85-01de-47ed-b027-98988e3217b1 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:56.305277 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd401-ea31-42cb-9f3d-499891284424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.312119 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.315573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:56.320471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.331709 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.355803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 267c03d0-c4a6-4d27-8848-96211f86e09b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=267c03d0-c4a6-4d27-8848-96211f86e09b,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:56.368529 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.369849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 9c04427e-436b-4e81-8e71-1ce7b4320fe5 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:56.394079 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f698719-e03f-4b92-9381-14430d611c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4be27b3-069d-4b53-bbc7-b90353a66d00'}, {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2795f4-96ee-449c-b4d6-af82e2788cd4'}, {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86717a90-1a2b-48bb-a89d-656fe2598f86'}, {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267c03d0-c4a6-4d27-8848-96211f86e09b'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:56.398743 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2339bf5-ad61-47da-8cdb-d5f92747ecc7" -d '{"events": [{"server_uuid": "7f698719-e03f-4b92-9381-14430d611c82", "name": "network-vif-plugged", "status": "completed", "tag": "e4be27b3-069d-4b53-bbc7-b90353a66d00"}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "8d2795f4-96ee-449c-b4d6-af82e2788cd4"}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "86717a90-1a2b-48bb-a89d-656fe2598f86"}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "267c03d0-c4a6-4d27-8848-96211f86e09b"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:56.414077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-3f0fd401-ea31-42cb-9f3d-499891284424 admin admin] For port e8bf3c85-01de-47ed-b027-98988e3217b1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e8bf3c85-01de-47ed-b027-98988e3217b1,segment=NetworkSegment(29d34868-c205-4786-a4e6-21a1a0670ade),segment_id=29d34868-c205-4786-a4e6-21a1a0670ade)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:56.414464 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd401-ea31-42cb-9f3d-499891284424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.432625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea193c-4740-4357-81f3-d350be45cd89 req-ec718d9e-d8cf-4793-983a-0a3a5735fc6a tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.435294 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0aea193c-4740-4357-81f3-d350be45cd89 req-ec718d9e-d8cf-4793-983a-0a3a5735fc6a tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.0763173 Sep 16 04:46:56.447552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fd401-ea31-42cb-9f3d-499891284424 admin admin] Calling delete_port for e8bf3c85-01de-47ed-b027-98988e3217b1 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:56.473364 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdfee18-8495-471b-9ba9-d689a140a40c x-openstack-request-id: req-5fdfee18-8495-471b-9ba9-d689a140a40c {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:56.474108 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f698719-e03f-4b92-9381-14430d611c82", "name": "network-vif-plugged", "status": "completed", "tag": "e4be27b3-069d-4b53-bbc7-b90353a66d00", "code": 200}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "8d2795f4-96ee-449c-b4d6-af82e2788cd4", "code": 200}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "86717a90-1a2b-48bb-a89d-656fe2598f86", "code": 200}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "267c03d0-c4a6-4d27-8848-96211f86e09b", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:56.474426 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fdfee18-8495-471b-9ba9-d689a140a40c {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:56.475033 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f698719-e03f-4b92-9381-14430d611c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4be27b3-069d-4b53-bbc7-b90353a66d00', 'code': 200} Sep 16 04:46:56.475033 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2795f4-96ee-449c-b4d6-af82e2788cd4', 'code': 200} Sep 16 04:46:56.475297 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86717a90-1a2b-48bb-a89d-656fe2598f86', 'code': 200} Sep 16 04:46:56.475552 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267c03d0-c4a6-4d27-8848-96211f86e09b', 'code': 200} Sep 16 04:46:56.477219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=267c03d0-c4a6-4d27-8848-96211f86e09b,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:56.484177 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0aea193c-4740-4357-81f3-d350be45cd89 req-4d974223-0ec4-4df9-9baf-93e2abfd002f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 Sep 16 04:46:56.526808 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 9c04427e-436b-4e81-8e71-1ce7b4320fe5 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:56.534372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.536868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 9c04427e-436b-4e81-8e71-1ce7b4320fe5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:56.537269 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.542414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.571064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:46:56.592960 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e416e03-7020-4d31-a118-a662d2627d46,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:56.596213 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.596573 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Added segment 4d2020f9-7735-4851-85ac-ebff3919b314 of type vlan for network aae1185f-69d1-487d-8600-027c111341f9 Sep 16 04:46:56.627658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df0865-5e4b-496f-a2bc-5ce88d0c15c4 req-5110fb2b-e7b0-4291-8fcc-d7593bf64a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.629178 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-92df0865-5e4b-496f-a2bc-5ce88d0c15c4 req-5110fb2b-e7b0-4291-8fcc-d7593bf64a09 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 1097 time: 0.0567911 Sep 16 04:46:56.650915 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.697899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-92df0865-5e4b-496f-a2bc-5ce88d0c15c4 req-74f06ecf-8459-46b6-b482-68221b18cc27 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592790 Sep 16 04:46:56.723306 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.730448 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.731131 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.739716 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.752003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569f64-7318-40f2-934d-9896c2110f7e req-cec3a97d-25b4-4bdf-b972-3342eb2b8f32 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.753532 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3569f64-7318-40f2-934d-9896c2110f7e req-cec3a97d-25b4-4bdf-b972-3342eb2b8f32 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1066625 Sep 16 04:46:56.773481 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd401-ea31-42cb-9f3d-499891284424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.776959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 9c04427e-436b-4e81-8e71-1ce7b4320fe5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=9c04427e-436b-4e81-8e71-1ce7b4320fe5,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:56.781005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6280131 Sep 16 04:46:56.781474 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.782593 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 57f89f03-3348-45b6-8af5-578e5a7722a3 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:56.791287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37040) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:56.823034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'name': 'tempest-PortsTestJSON-1636561338'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:56.829042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fd401-ea31-42cb-9f3d-499891284424 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8bf3c85-01de-47ed-b027-98988e3217b1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:56.832908 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644df782-62cb-4df1-88ef-e5d88a2a0e19 req-7baed415-c1e0-4c6f-a4b7-1fbf8c4b3ea2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.840416 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644df782-62cb-4df1-88ef-e5d88a2a0e19 req-7baed415-c1e0-4c6f-a4b7-1fbf8c4b3ea2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.846409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644df782-62cb-4df1-88ef-e5d88a2a0e19 req-7baed415-c1e0-4c6f-a4b7-1fbf8c4b3ea2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.856230 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644df782-62cb-4df1-88ef-e5d88a2a0e19 req-7baed415-c1e0-4c6f-a4b7-1fbf8c4b3ea2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.863049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644df782-62cb-4df1-88ef-e5d88a2a0e19 req-7baed415-c1e0-4c6f-a4b7-1fbf8c4b3ea2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.870418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644df782-62cb-4df1-88ef-e5d88a2a0e19 req-7baed415-c1e0-4c6f-a4b7-1fbf8c4b3ea2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.876616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644df782-62cb-4df1-88ef-e5d88a2a0e19 req-7baed415-c1e0-4c6f-a4b7-1fbf8c4b3ea2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:56.877791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=9c04427e-436b-4e81-8e71-1ce7b4320fe5,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:56.887952 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-644df782-62cb-4df1-88ef-e5d88a2a0e19 req-7baed415-c1e0-4c6f-a4b7-1fbf8c4b3ea2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5438 time: 0.2030807 Sep 16 04:46:56.895389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db371bcf-b8ae-4276-a05d-53607235df8d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Network': ['ID=aae1185f-69d1-487d-8600-027c111341f9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:56.895558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 57f89f03-3348-45b6-8af5-578e5a7722a3 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:56.910434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network aae1185f-69d1-487d-8600-027c111341f9 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:46:56.914790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 57f89f03-3348-45b6-8af5-578e5a7722a3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:56.915382 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:56.922296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3569f64-7318-40f2-934d-9896c2110f7e req-eb3c0672-af82-445e-af12-96fe2b373887 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498187 Sep 16 04:46:56.977006 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-644df782-62cb-4df1-88ef-e5d88a2a0e19 req-b0450a57-519f-4199-a2de-e75a92e69759 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888808 Sep 16 04:46:57.048550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:57.053358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.091245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:57.122315 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.124553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c60dc-5976-4586-9c41-d5cfd14be4d3 req-4e83e116-8ff7-450b-aa0c-c34edbeead58 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.126795 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-942c60dc-5976-4586-9c41-d5cfd14be4d3 req-4e83e116-8ff7-450b-aa0c-c34edbeead58 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0562253 Sep 16 04:46:57.179325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 57f89f03-3348-45b6-8af5-578e5a7722a3, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=57f89f03-3348-45b6-8af5-578e5a7722a3,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:57.185090 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-942c60dc-5976-4586-9c41-d5cfd14be4d3 req-cf4d2f04-d3ff-45a1-9fae-f583df042924 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514605 Sep 16 04:46:57.191359 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.192424 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8859561b-453a-40df-b464-bbefeaa1629f up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:46:57.301190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=57f89f03-3348-45b6-8af5-578e5a7722a3,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:57.320981 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 8859561b-453a-40df-b464-bbefeaa1629f completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:46:57.325147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 8859561b-453a-40df-b464-bbefeaa1629f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:46:57.325458 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.347619 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd28bd-1e6a-4cf3-98c0-3032fab97e47 req-9a6f6ef9-9870-464b-8687-11e55236b9c5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.350550 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-69bd28bd-1e6a-4cf3-98c0-3032fab97e47 req-9a6f6ef9-9870-464b-8687-11e55236b9c5 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0573344 Sep 16 04:46:57.407212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-69bd28bd-1e6a-4cf3-98c0-3032fab97e47 req-5bae2b6f-a433-492d-b819-811007833229 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507407 Sep 16 04:46:57.435959 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.468538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8859561b-453a-40df-b464-bbefeaa1629f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8859561b-453a-40df-b464-bbefeaa1629f,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:57.474386 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.529911 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8859561b-453a-40df-b464-bbefeaa1629f,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:57.545080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33676ea4-0a09-44e2-b402-88655d7f084c req-176d5efb-8d42-4de4-9a60-2372d9f97127 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.546722 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-33676ea4-0a09-44e2-b402-88655d7f084c req-176d5efb-8d42-4de4-9a60-2372d9f97127 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0629294 Sep 16 04:46:57.560989 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd401-ea31-42cb-9f3d-499891284424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.588121 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-33676ea4-0a09-44e2-b402-88655d7f084c req-cd34e945-b71b-4578-a4a2-24177084e035 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340588 Sep 16 04:46:57.607421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f776a-a44e-4205-9305-83e1c074ee6a req-0064390f-2558-41ac-8fea-e3718613c8c0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.609022 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c83f776a-a44e-4205-9305-83e1c074ee6a req-0064390f-2558-41ac-8fea-e3718613c8c0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1406057 Sep 16 04:46:57.706507 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf4d73-aa32-43ee-907d-5c7b791ee440 req-8f203b4e-b7e5-4b96-a4f4-74cf8e3c3161 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:57.708092 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1eaf4d73-aa32-43ee-907d-5c7b791ee440 req-8f203b4e-b7e5-4b96-a4f4-74cf8e3c3161 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.0501590 Sep 16 04:46:57.753597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1eaf4d73-aa32-43ee-907d-5c7b791ee440 req-86ceceeb-74e1-4c40-98c3-e62b8516aca4 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344696 Sep 16 04:46:57.759811 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c83f776a-a44e-4205-9305-83e1c074ee6a req-0439899c-96bd-4764-a347-56334fc7bd83 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118720 Sep 16 04:46:57.809400 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:57.930987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.070491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff03c-526a-4935-b768-d387741dcf3e req-38b15276-4a0c-4ca3-a4c5-951671797089 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.072053 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-567ff03c-526a-4935-b768-d387741dcf3e req-38b15276-4a0c-4ca3-a4c5-951671797089 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1819255 Sep 16 04:46:58.072709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=3f193ea9-ce52-4ea2-98f3-d743d9f1cf42,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:58.107786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0fd401-ea31-42cb-9f3d-499891284424 admin admin] Router bf717758-3289-45bb-99aa-ae1e61fa2bc1 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:46:58.123455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Checking segment: {'id': '4d2020f9-7735-4851-85ac-ebff3919b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aae1185f-69d1-487d-8600-027c111341f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:46:58.123829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network hostable DHCP agents. Network: aae1185f-69d1-487d-8600-027c111341f9, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:46:58.142576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207a07d-d693-437f-a5b6-dadab2516aaf req-2a9c3c5c-a2f6-4c1a-99c4-1a3ef7f86b6c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.155824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207a07d-d693-437f-a5b6-dadab2516aaf req-2a9c3c5c-a2f6-4c1a-99c4-1a3ef7f86b6c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.163142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207a07d-d693-437f-a5b6-dadab2516aaf req-2a9c3c5c-a2f6-4c1a-99c4-1a3ef7f86b6c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.170232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207a07d-d693-437f-a5b6-dadab2516aaf req-2a9c3c5c-a2f6-4c1a-99c4-1a3ef7f86b6c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.177114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207a07d-d693-437f-a5b6-dadab2516aaf req-2a9c3c5c-a2f6-4c1a-99c4-1a3ef7f86b6c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.184416 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207a07d-d693-437f-a5b6-dadab2516aaf req-2a9c3c5c-a2f6-4c1a-99c4-1a3ef7f86b6c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.191565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207a07d-d693-437f-a5b6-dadab2516aaf req-2a9c3c5c-a2f6-4c1a-99c4-1a3ef7f86b6c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.193749 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6207a07d-d693-437f-a5b6-dadab2516aaf req-2a9c3c5c-a2f6-4c1a-99c4-1a3ef7f86b6c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5441 time: 0.1199994 Sep 16 04:46:58.199504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-567ff03c-526a-4935-b768-d387741dcf3e req-473c324a-fe4a-494b-a342-ac82df08a3e7 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132331 Sep 16 04:46:58.214580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network aae1185f-69d1-487d-8600-027c111341f9 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:46:58.234708 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, aae1185f-69d1-487d-8600-027c111341f9) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:58.246373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d816112-b131-4e34-8121-c9e6a88b5c7e None None] Network aae1185f-69d1-487d-8600-027c111341f9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:46:58.261316 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6207a07d-d693-437f-a5b6-dadab2516aaf req-376cc5ba-07b1-401d-b148-804e6bc34ea4 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597358 Sep 16 04:46:58.273798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:58.280035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.280705 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.304632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-078e72e7-3119-4ac4-8ea9-9a4dcedbb368 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4869516 Sep 16 04:46:58.305958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37070) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:58.317247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0f530b8c-82ca-47d1-912d-6c9b397a5330 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2068224985'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:58.332225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0fd401-ea31-42cb-9f3d-499891284424 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:46:58.347847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3f0fd401-ea31-42cb-9f3d-499891284424 admin admin] 10.222.0.53 "PUT /v2.0/routers/bf717758-3289-45bb-99aa-ae1e61fa2bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9558530 Sep 16 04:46:58.348163 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37072) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:58.362015 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7102eb3-8c82-4357-9ef4-d3d1b9436202 None None] Sync routers for ids ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:46:58.376750 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7102eb3-8c82-4357-9ef4-d3d1b9436202 None None] Routers {'bf717758-3289-45bb-99aa-ae1e61fa2bc1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:58.377409 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e7102eb3-8c82-4357-9ef4-d3d1b9436202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:58.411127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f530b8c-82ca-47d1-912d-6c9b397a5330 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:58.414994 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f530b8c-82ca-47d1-912d-6c9b397a5330 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.477450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c04427e-436b-4e81-8e71-1ce7b4320fe5'}, {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f89f03-3348-45b6-8af5-578e5a7722a3'}, {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8859561b-453a-40df-b464-bbefeaa1629f'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:46:58.482214 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b54c50-471a-4f6f-ac10-a2bdae5b9707" -d '{"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "9c04427e-436b-4e81-8e71-1ce7b4320fe5"}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "57f89f03-3348-45b6-8af5-578e5a7722a3"}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "8859561b-453a-40df-b464-bbefeaa1629f"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:46:58.483687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6530dbd-d761-4003-ad79-2c6a98ca630c req-55d778bf-2eed-4c14-a62d-5b9e1aa9ea6a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.489563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f530b8c-82ca-47d1-912d-6c9b397a5330 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:46:58.506578 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b6530dbd-d761-4003-ad79-2c6a98ca630c req-55d778bf-2eed-4c14-a62d-5b9e1aa9ea6a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1264589 Sep 16 04:46:58.517240 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.519538 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f530b8c-82ca-47d1-912d-6c9b397a5330 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.519987 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-0f530b8c-82ca-47d1-912d-6c9b397a5330 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Added segment a871ec2f-c892-4598-953a-43e27ba0067a of type vlan for network 75dee1ee-cf0a-4f37-8817-a95597ed571f Sep 16 04:46:58.548872 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-e7102eb3-8c82-4357-9ef4-d3d1b9436202 None None] Set router bf717758-3289-45bb-99aa-ae1e61fa2bc1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:58.566689 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Sep 2021 04:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3a6998-fa77-4b23-a31c-15eb3877d009 x-openstack-request-id: req-ba3a6998-fa77-4b23-a31c-15eb3877d009 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:46:58.567207 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "9c04427e-436b-4e81-8e71-1ce7b4320fe5", "code": 200}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "57f89f03-3348-45b6-8af5-578e5a7722a3", "code": 200}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-plugged", "status": "completed", "tag": "8859561b-453a-40df-b464-bbefeaa1629f", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:46:58.567517 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba3a6998-fa77-4b23-a31c-15eb3877d009 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:46:58.568130 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c04427e-436b-4e81-8e71-1ce7b4320fe5', 'code': 200} Sep 16 04:46:58.568396 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f89f03-3348-45b6-8af5-578e5a7722a3', 'code': 200} Sep 16 04:46:58.569320 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8859561b-453a-40df-b464-bbefeaa1629f', 'code': 200} Sep 16 04:46:58.591302 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b6530dbd-d761-4003-ad79-2c6a98ca630c req-4edbf5c5-c5a9-4558-a3c5-a3302a50fec6 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689495 Sep 16 04:46:58.620622 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f530b8c-82ca-47d1-912d-6c9b397a5330 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.721627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.726588 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f530b8c-82ca-47d1-912d-6c9b397a5330 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.732231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f530b8c-82ca-47d1-912d-6c9b397a5330 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.732862 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f530b8c-82ca-47d1-912d-6c9b397a5330 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.738281 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02609083-2427-4ef1-89dd-3f960250e467 req-3c169298-0839-4dfb-bf0f-6924a503238b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.740243 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02609083-2427-4ef1-89dd-3f960250e467 req-3c169298-0839-4dfb-bf0f-6924a503238b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0579641 Sep 16 04:46:58.766987 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e7102eb3-8c82-4357-9ef4-d3d1b9436202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:46:56Z', 'revision_number': 5, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port': {'id': '8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:44:25Z', 'updated_at': '2021-09-16T04:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:58.781853 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0f530b8c-82ca-47d1-912d-6c9b397a5330 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4726999 Sep 16 04:46:58.785441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37084) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:58.789074 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02609083-2427-4ef1-89dd-3f960250e467 req-80bce169-fe0c-4745-b654-70afef55f9d9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Sep 16 04:46:58.794375 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'ports': [{'network_id': 'aae1185f-69d1-487d-8600-027c111341f9'}, {'network_id': '75dee1ee-cf0a-4f37-8817-a95597ed571f'}]} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:58.794692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:58.795163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': '75dee1ee-cf0a-4f37-8817-a95597ed571f'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:46:58.805333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87401557-7e9f-49f2-8950-47d56f299533 req-d8630e5b-a890-4230-b27c-8fa47fb01a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.805859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87401557-7e9f-49f2-8950-47d56f299533 req-d8630e5b-a890-4230-b27c-8fa47fb01a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.806344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87401557-7e9f-49f2-8950-47d56f299533 req-d8630e5b-a890-4230-b27c-8fa47fb01a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.806816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87401557-7e9f-49f2-8950-47d56f299533 req-d8630e5b-a890-4230-b27c-8fa47fb01a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.807287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87401557-7e9f-49f2-8950-47d56f299533 req-d8630e5b-a890-4230-b27c-8fa47fb01a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.807756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87401557-7e9f-49f2-8950-47d56f299533 req-d8630e5b-a890-4230-b27c-8fa47fb01a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.808225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87401557-7e9f-49f2-8950-47d56f299533 req-d8630e5b-a890-4230-b27c-8fa47fb01a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.810954 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87401557-7e9f-49f2-8950-47d56f299533 req-d8630e5b-a890-4230-b27c-8fa47fb01a37 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 6505 time: 0.1471128 Sep 16 04:46:58.825723 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7102eb3-8c82-4357-9ef4-d3d1b9436202 None None] Checking router: bf717758-3289-45bb-99aa-ae1e61fa2bc1 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:46:58.841433 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7102eb3-8c82-4357-9ef4-d3d1b9436202 None None] Routers {'bf717758-3289-45bb-99aa-ae1e61fa2bc1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:46:58.842646 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e7102eb3-8c82-4357-9ef4-d3d1b9436202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:58.859678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f530b8c-82ca-47d1-912d-6c9b397a5330 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Network': ['ID=75dee1ee-cf0a-4f37-8817-a95597ed571f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:58.873329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 75dee1ee-cf0a-4f37-8817-a95597ed571f details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:46:58.930080 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87401557-7e9f-49f2-8950-47d56f299533 req-8efe20c9-fe56-4928-98bd-d29aa3cc6935 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809655 Sep 16 04:46:58.937754 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-e7102eb3-8c82-4357-9ef4-d3d1b9436202 None None] Set router bf717758-3289-45bb-99aa-ae1e61fa2bc1 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:46:58.952892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Deleting port 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:46:58.952892 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:58.959955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce6b86-b907-415e-9268-fe7f68b24411 req-08fe203b-33a4-483d-8c2f-0ab5fdc652ef tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:58.961595 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abce6b86-b907-415e-9268-fe7f68b24411 req-08fe203b-33a4-483d-8c2f-0ab5fdc652ef tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.0914586 Sep 16 04:46:59.012291 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e7102eb3-8c82-4357-9ef4-d3d1b9436202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:46:58Z', 'revision_number': 6, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:46:59.032053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6b7b1-4610-42a6-9400-0afba9884010 req-97caa87c-8c09-4d33-ae11-ed62a4a5fc81 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.037076 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21c6b7b1-4610-42a6-9400-0afba9884010 req-97caa87c-8c09-4d33-ae11-ed62a4a5fc81 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1217399 Sep 16 04:46:59.041232 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7102eb3-8c82-4357-9ef4-d3d1b9436202 None None] The sync data for ids ['bf717758-3289-45bb-99aa-ae1e61fa2bc1'] in n-d-712142-17 is: [{'id': 'bf717758-3289-45bb-99aa-ae1e61fa2bc1', 'name': 'tempest-ServersTestJSON-2059313762-router', 'tenant_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:44:23Z', 'updated_at': '2021-09-16T04:46:58Z', 'revision_number': 6, 'project_id': '257616e6ce1b4ab6a32a684e16a02d9e', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:46:59.058124 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abce6b86-b907-415e-9268-fe7f68b24411 req-0cd858a2-1421-4ee5-95f7-2a0365bde1c0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847766 Sep 16 04:46:59.095509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] For port 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:46:59.096009 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.116212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Calling delete_port for 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:46:59.148046 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21c6b7b1-4610-42a6-9400-0afba9884010 req-6604754d-942e-40bc-929d-a05197d2ae41 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027200 Sep 16 04:46:59.163458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 2} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:46:59.168757 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.188701 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.293962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port ed2142df-d453-4035-877b-51baf1b77192 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:59.358315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497b658-63b7-4da8-8430-247f10844fbc req-e5f02e96-0b70-4207-ac8d-cdfd19264c1e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.359754 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2497b658-63b7-4da8-8430-247f10844fbc req-e5f02e96-0b70-4207-ac8d-cdfd19264c1e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.0680892 Sep 16 04:46:59.406615 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536650-0644-427a-b77e-1041639f5d20 req-93631951-237f-4b87-b956-ef25fda1048a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.408324 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bb536650-0644-427a-b77e-1041639f5d20 req-93631951-237f-4b87-b956-ef25fda1048a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0963268 Sep 16 04:46:59.427004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e8bf3c85-01de-47ed-b027-98988e3217b1 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:46:59.442203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2497b658-63b7-4da8-8430-247f10844fbc req-5a2aaf37-e09f-4805-9c5c-22ff16cb7308 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738575 Sep 16 04:46:59.450523 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.452699 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: e8bf3c85-01de-47ed-b027-98988e3217b1 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:46:59.453318 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e8bf3c85-01de-47ed-b027-98988e3217b1 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:46:59.488390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:46:59.508645 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.515555 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bb536650-0644-427a-b77e-1041639f5d20 req-c5717fac-4595-4a89-a358-dc0b7e27ad30 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974393 Sep 16 04:46:59.619780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3e94-8df4-4199-b8d7-4a375e20df1e req-c67c39aa-3ec1-441c-8781-1fc11866ac50 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.623413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port dce3e7a0-52ea-4800-a2c5-4867c04ab6d6 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:46:59.625982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3e94-8df4-4199-b8d7-4a375e20df1e req-c67c39aa-3ec1-441c-8781-1fc11866ac50 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.631999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3e94-8df4-4199-b8d7-4a375e20df1e req-c67c39aa-3ec1-441c-8781-1fc11866ac50 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.637972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3e94-8df4-4199-b8d7-4a375e20df1e req-c67c39aa-3ec1-441c-8781-1fc11866ac50 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.644000 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3e94-8df4-4199-b8d7-4a375e20df1e req-c67c39aa-3ec1-441c-8781-1fc11866ac50 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.650595 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3e94-8df4-4199-b8d7-4a375e20df1e req-c67c39aa-3ec1-441c-8781-1fc11866ac50 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.657992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3e94-8df4-4199-b8d7-4a375e20df1e req-c67c39aa-3ec1-441c-8781-1fc11866ac50 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.666184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-473d3e94-8df4-4199-b8d7-4a375e20df1e req-c67c39aa-3ec1-441c-8781-1fc11866ac50 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5441 time: 0.1244504 Sep 16 04:46:59.673018 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.785854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8487d-9c5f-4386-a7c8-4463cc7cae08 req-7a69525e-a511-44c8-a90f-ce5136503a4a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:46:59.787690 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ce8487d-9c5f-4386-a7c8-4463cc7cae08 req-7a69525e-a511-44c8-a90f-ce5136503a4a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0967853 Sep 16 04:46:59.791677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.796139 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.798436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.803196 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-473d3e94-8df4-4199-b8d7-4a375e20df1e req-3565060a-40a1-48d6-840a-823616b864df tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329668 Sep 16 04:46:59.851597 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.852167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf717758-3289-45bb-99aa-ae1e61fa2bc1 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:46:59.857064 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.858187 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ce8487d-9c5f-4386-a7c8-4463cc7cae08 req-f149ff3d-d033-4ef6-9a59-cb4477e230da tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622697 Sep 16 04:46:59.858315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3b9852c2-230b-4b6f-9ef8-8b16c63ba420 admin admin] 10.222.0.53 "DELETE /v2.0/routers/bf717758-3289-45bb-99aa-ae1e61fa2bc1 HTTP/1.1" status: 204 len: 168 time: 1.5087395 Sep 16 04:46:59.860905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37108) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:46:59.876355 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.946658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afdcdab-8966-44cf-a554-8afcb423e912 admin admin] Deleting subnet b796f885-b859-40c5-8662-09c5b51476f6 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:46:59.951816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network aae1185f-69d1-487d-8600-027c111341f9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:46:59.956811 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdab-8966-44cf-a554-8afcb423e912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.957298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:46:59.963644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:46:59.964475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:46:59.968996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=ed2142df-d453-4035-877b-51baf1b77192,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:00.002520 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdab-8966-44cf-a554-8afcb423e912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.085115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=dce3e7a0-52ea-4800-a2c5-4867c04ab6d6,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:00.096707 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Checking segment: {'id': 'a871ec2f-c892-4598-953a-43e27ba0067a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '75dee1ee-cf0a-4f37-8817-a95597ed571f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:00.097139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network hostable DHCP agents. Network: 75dee1ee-cf0a-4f37-8817-a95597ed571f, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:00.131966 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdab-8966-44cf-a554-8afcb423e912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.138217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3bf11-1b59-4a53-8c43-b223b11a54cf req-41a48cea-ac23-46ef-8338-5200654a1bc9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.148386 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74b3bf11-1b59-4a53-8c43-b223b11a54cf req-41a48cea-ac23-46ef-8338-5200654a1bc9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1159286 Sep 16 04:47:00.196926 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 75dee1ee-cf0a-4f37-8817-a95597ed571f is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:00.237366 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-74b3bf11-1b59-4a53-8c43-b223b11a54cf req-39101621-7a35-49ef-8085-d2759c0def92 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878944 Sep 16 04:47:00.240829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 75dee1ee-cf0a-4f37-8817-a95597ed571f) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:00.241174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b43455-e277-4738-a50f-f83ab558a350 req-f4e91277-e82c-493f-a4ec-e7abeeae1d8c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.242926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b43455-e277-4738-a50f-f83ab558a350 req-f4e91277-e82c-493f-a4ec-e7abeeae1d8c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0792828 Sep 16 04:47:00.248215 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdab-8966-44cf-a554-8afcb423e912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.252765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:00.258934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.266926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea3906-64e2-4c42-aa39-0975a7d62fd1 None None] Network 75dee1ee-cf0a-4f37-8817-a95597ed571f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:00.275692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.276448 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.307711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdcdab-8966-44cf-a554-8afcb423e912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b796f885-b859-40c5-8662-09c5b51476f6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:00.312987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdab-8966-44cf-a554-8afcb423e912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.317474 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3afdcdab-8966-44cf-a554-8afcb423e912 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b796f885-b859-40c5-8662-09c5b51476f6 HTTP/1.1" status: 204 len: 168 time: 0.4556670 Sep 16 04:47:00.319156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37120) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:00.319156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37122) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:00.319857 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fc15f10d-a20c-4688-984b-206016c0ad5b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5294774 Sep 16 04:47:00.327031 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e3e6c-f1d8-4863-a370-722b1f016dc4 None None] Network 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:00.336124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6493f6-afaa-442a-b05d-ed58d69106c5 req-7db9ef0c-c8a1-4500-a5dd-f9e4aed86e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.337831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d6493f6-afaa-442a-b05d-ed58d69106c5 req-7db9ef0c-c8a1-4500-a5dd-f9e4aed86e6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ffb84455cdc41db90417b342120d929&device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 1097 time: 0.1795855 Sep 16 04:47:00.470730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b43455-e277-4738-a50f-f83ab558a350 req-a865ae88-952e-42ec-a2fd-bbf578be43b0 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107515 Sep 16 04:47:00.531102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4eb04f-ce41-4342-bd44-b9dfe02453b3 req-43288e94-3fd0-4a8d-a05d-9d0de58c8217 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.538167 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.538470 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a4eb04f-ce41-4342-bd44-b9dfe02453b3 req-43288e94-3fd0-4a8d-a05d-9d0de58c8217 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1762271 Sep 16 04:47:00.547827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6493f6-afaa-442a-b05d-ed58d69106c5 req-643c2684-6036-4fe6-aa2c-b7a8c48fbbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.549263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d6493f6-afaa-442a-b05d-ed58d69106c5 req-643c2684-6036-4fe6-aa2c-b7a8c48fbbd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8c106fb-b230-49ba-889c-ab6807f05453 HTTP/1.1" status: 200 len: 919 time: 0.2040682 Sep 16 04:47:00.604159 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d6493f6-afaa-442a-b05d-ed58d69106c5 req-dca40bad-33d9-407b-a9be-5d07dfd8dfe8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0364adc8-8e96-4035-a3de-d4b6736e75f7 HTTP/1.1" status: 200 len: 217 time: 0.0452962 Sep 16 04:47:00.631194 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-338a3886-49c5-4168-a486-0fce0031ef7b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port dce3e7a0-52ea-4800-a2c5-4867c04ab6d6 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:00.631752 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-338a3886-49c5-4168-a486-0fce0031ef7b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.645342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d8dae-9909-4fd0-ba91-15667fc580fc req-a395d5bc-d119-4667-ba50-0aeb8a3e3453 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.647216 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a34d8dae-9909-4fd0-ba91-15667fc580fc req-a395d5bc-d119-4667-ba50-0aeb8a3e3453 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1144969 Sep 16 04:47:00.661778 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a4eb04f-ce41-4342-bd44-b9dfe02453b3 req-793ea703-0fbb-4120-a207-504105bc9af1 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188922 Sep 16 04:47:00.689049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a148d973-a047-4332-9760-40dfb69ed39f None None] DHCP port deletion for 6663c76d-98f9-46e5-a2f5-885d3b7e7a55 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:00.695031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6493f6-afaa-442a-b05d-ed58d69106c5 req-dcb0f8f1-754f-4842-a496-0029ff7ae79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.697035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d6493f6-afaa-442a-b05d-ed58d69106c5 req-dcb0f8f1-754f-4842-a496-0029ff7ae79f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b393eb69-34a9-475e-911b-3f43fe063fe3 HTTP/1.1" status: 200 len: 858 time: 0.0857580 Sep 16 04:47:00.756694 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d6493f6-afaa-442a-b05d-ed58d69106c5 req-6ee5fa39-41f0-4070-abe7-06030e9e9ccf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8c106fb-b230-49ba-889c-ab6807f05453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510490 Sep 16 04:47:00.756974 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a148d973-a047-4332-9760-40dfb69ed39f None None] Deleting port ca9b2972-0208-4eee-9aaa-161f3c4e7853 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:00.757485 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a148d973-a047-4332-9760-40dfb69ed39f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.761045 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-338a3886-49c5-4168-a486-0fce0031ef7b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.773944 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a34d8dae-9909-4fd0-ba91-15667fc580fc req-53d37786-206f-4818-a6a0-a1fc3d43f2ab tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139691 Sep 16 04:47:00.787164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-338a3886-49c5-4168-a486-0fce0031ef7b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for dce3e7a0-52ea-4800-a2c5-4867c04ab6d6 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:00.790367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Deleting port ca9b2972-0208-4eee-9aaa-161f3c4e7853 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:00.790717 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.873297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a148d973-a047-4332-9760-40dfb69ed39f None None] For port ca9b2972-0208-4eee-9aaa-161f3c4e7853, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ca9b2972-0208-4eee-9aaa-161f3c4e7853,segment=NetworkSegment(29d34868-c205-4786-a4e6-21a1a0670ade),segment_id=29d34868-c205-4786-a4e6-21a1a0670ade)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:00.873851 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a148d973-a047-4332-9760-40dfb69ed39f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.892280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a148d973-a047-4332-9760-40dfb69ed39f None None] Calling delete_port for ca9b2972-0208-4eee-9aaa-161f3c4e7853 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:00.897273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d6493f6-afaa-442a-b05d-ed58d69106c5 req-ee79040e-2a49-4406-8703-905ad96366e7 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307673 Sep 16 04:47:00.908705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] For port ca9b2972-0208-4eee-9aaa-161f3c4e7853, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ca9b2972-0208-4eee-9aaa-161f3c4e7853,segment=NetworkSegment(29d34868-c205-4786-a4e6-21a1a0670ade),segment_id=29d34868-c205-4786-a4e6-21a1a0670ade)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:00.908970 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:00.910309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ec096-e5e1-4698-8232-6cee5c9a7a5d req-812a8f14-e2aa-4713-b81b-6a549102adb9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:00.912498 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f8ec096-e5e1-4698-8232-6cee5c9a7a5d req-812a8f14-e2aa-4713-b81b-6a549102adb9 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1137035 Sep 16 04:47:00.958156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Calling delete_port for ca9b2972-0208-4eee-9aaa-161f3c4e7853 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:00.997493 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a148d973-a047-4332-9760-40dfb69ed39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.010524 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f8ec096-e5e1-4698-8232-6cee5c9a7a5d req-18d1ce6f-7925-4e33-aa26-694e1538aa52 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895753 Sep 16 04:47:01.033919 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148d973-a047-4332-9760-40dfb69ed39f None None] Pushing event deleted for resources: {'Port': ['ID=ca9b2972-0208-4eee-9aaa-161f3c4e7853,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:01.043448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a148d973-a047-4332-9760-40dfb69ed39f None None] No DVR routers for this DVR port ca9b2972-0208-4eee-9aaa-161f3c4e7853 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:01.049759 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d6493f6-afaa-442a-b05d-ed58d69106c5 req-6462f068-5f45-46e5-9f18-257e10cafadd service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361465 Sep 16 04:47:01.076739 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-338a3886-49c5-4168-a486-0fce0031ef7b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.091237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f501d5-45ee-4c90-8e7b-5657ebdd1466 req-f9833e3e-cd70-4a85-91c6-571bc05b05c7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.096657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f501d5-45ee-4c90-8e7b-5657ebdd1466 req-f9833e3e-cd70-4a85-91c6-571bc05b05c7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.103626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f501d5-45ee-4c90-8e7b-5657ebdd1466 req-f9833e3e-cd70-4a85-91c6-571bc05b05c7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.112468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f501d5-45ee-4c90-8e7b-5657ebdd1466 req-f9833e3e-cd70-4a85-91c6-571bc05b05c7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.119629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f501d5-45ee-4c90-8e7b-5657ebdd1466 req-f9833e3e-cd70-4a85-91c6-571bc05b05c7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.125650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f501d5-45ee-4c90-8e7b-5657ebdd1466 req-f9833e3e-cd70-4a85-91c6-571bc05b05c7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.131631 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f501d5-45ee-4c90-8e7b-5657ebdd1466 req-f9833e3e-cd70-4a85-91c6-571bc05b05c7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.133574 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69f501d5-45ee-4c90-8e7b-5657ebdd1466 req-f9833e3e-cd70-4a85-91c6-571bc05b05c7 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5441 time: 0.2177756 Sep 16 04:47:01.185678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a3886-49c5-4168-a486-0fce0031ef7b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=dce3e7a0-52ea-4800-a2c5-4867c04ab6d6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:01.192991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4447b9-b3e7-4e49-ba3e-22c2a229d9bb req-1dd5d98f-8f26-42ec-984e-ccca67ae16a6 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.196475 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-338a3886-49c5-4168-a486-0fce0031ef7b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.196646 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b4447b9-b3e7-4e49-ba3e-22c2a229d9bb req-1dd5d98f-8f26-42ec-984e-ccca67ae16a6 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0875640 Sep 16 04:47:01.198425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-338a3886-49c5-4168-a486-0fce0031ef7b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/dce3e7a0-52ea-4800-a2c5-4867c04ab6d6 HTTP/1.1" status: 204 len: 168 time: 0.8759370 Sep 16 04:47:01.201865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37140) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:01.223280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:01.232079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69f501d5-45ee-4c90-8e7b-5657ebdd1466 req-75758f9f-6922-4e2f-93b0-b0b9c8a19ca5 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840743 Sep 16 04:47:01.238819 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.254670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:01.255878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8db8bf47-f085-45e3-b8fb-31f3cb0fb4a5 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:01.256409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ca9b2972-0208-4eee-9aaa-161f3c4e7853 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:01.266060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9b2972-0208-4eee-9aaa-161f3c4e7853,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:01.286478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ca9b2972-0208-4eee-9aaa-161f3c4e7853 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:01.286813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ca9b2972-0208-4eee-9aaa-161f3c4e7853 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:01.289210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] No DVR routers for this DVR port ca9b2972-0208-4eee-9aaa-161f3c4e7853 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:01.322174 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5b4447b9-b3e7-4e49-ba3e-22c2a229d9bb req-6e0f4a7c-2cc3-431e-8bad-ec9a85eaa0ee tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178472 Sep 16 04:47:01.346539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f34b9-8136-4e72-92d8-1dcc5f67ce90 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.353194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f34b9-8136-4e72-92d8-1dcc5f67ce90 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.355441 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dd5f34b9-8136-4e72-92d8-1dcc5f67ce90 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1525357 Sep 16 04:47:01.362553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37146) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:01.386961 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.496964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc38af9-5b30-4498-b386-282d5868c2e5 req-b5ce9796-5905-4573-bc6f-01b5df995269 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.498600 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2bc38af9-5b30-4498-b386-282d5868c2e5 req-b5ce9796-5905-4573-bc6f-01b5df995269 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0790300 Sep 16 04:47:01.525843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-840b2ba5-e2ad-4c3a-aefe-3ec7ffc0e5ff tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port ed2142df-d453-4035-877b-51baf1b77192 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:01.526200 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840b2ba5-e2ad-4c3a-aefe-3ec7ffc0e5ff tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.576504 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2bc38af9-5b30-4498-b386-282d5868c2e5 req-b7ae2eac-a489-41be-94bb-1c7f8e0cf31e tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688531 Sep 16 04:47:01.617292 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840b2ba5-e2ad-4c3a-aefe-3ec7ffc0e5ff tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.632433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-840b2ba5-e2ad-4c3a-aefe-3ec7ffc0e5ff tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for ed2142df-d453-4035-877b-51baf1b77192 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:01.736294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6663c76d-98f9-46e5-a2f5-885d3b7e7a55']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:01.750904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d34868-c205-4786-a4e6-21a1a0670ade') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:01.751229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d34868-c205-4786-a4e6-21a1a0670ade') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:01.772284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa7ae3-f57b-41e4-b407-fc2b6d0da763 req-493e13e3-c5d9-4e6b-b1f5-528837a32f41 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.773839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-06aa7ae3-f57b-41e4-b407-fc2b6d0da763 req-493e13e3-c5d9-4e6b-b1f5-528837a32f41 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0895374 Sep 16 04:47:01.783349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e8f34-d542-47ff-aba5-e4d4ccc49937 req-912ee995-1902-4d71-9489-6389e298627b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.791481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e8f34-d542-47ff-aba5-e4d4ccc49937 req-912ee995-1902-4d71-9489-6389e298627b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.791843 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840b2ba5-e2ad-4c3a-aefe-3ec7ffc0e5ff tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.799222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e8f34-d542-47ff-aba5-e4d4ccc49937 req-912ee995-1902-4d71-9489-6389e298627b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.810083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e8f34-d542-47ff-aba5-e4d4ccc49937 req-912ee995-1902-4d71-9489-6389e298627b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.820086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e8f34-d542-47ff-aba5-e4d4ccc49937 req-912ee995-1902-4d71-9489-6389e298627b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.827093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e8f34-d542-47ff-aba5-e4d4ccc49937 req-912ee995-1902-4d71-9489-6389e298627b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.833187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e8f34-d542-47ff-aba5-e4d4ccc49937 req-912ee995-1902-4d71-9489-6389e298627b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.836444 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-217e8f34-d542-47ff-aba5-e4d4ccc49937 req-912ee995-1902-4d71-9489-6389e298627b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5441 time: 0.4522214 Sep 16 04:47:01.850786 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b2ba5-e2ad-4c3a-aefe-3ec7ffc0e5ff tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=ed2142df-d453-4035-877b-51baf1b77192,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:01.851877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.854362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37160) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:01.859457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d6493b0a-dc49-4a1d-af89-b0e76e2f0f4d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Request body: {'floatingip': {'port_id': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:01.873117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-06aa7ae3-f57b-41e4-b407-fc2b6d0da763 req-9817c182-c1b5-4ccf-8758-9b8d3aff65c7 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849454 Sep 16 04:47:01.876362 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840b2ba5-e2ad-4c3a-aefe-3ec7ffc0e5ff tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.879001 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-840b2ba5-e2ad-4c3a-aefe-3ec7ffc0e5ff tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/ed2142df-d453-4035-877b-51baf1b77192 HTTP/1.1" status: 204 len: 168 time: 0.5182045 Sep 16 04:47:01.883139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37162) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:01.937122 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6493b0a-dc49-4a1d-af89-b0e76e2f0f4d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:01.962005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dde07-5581-4c8c-a696-028858dc7c52 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:01.965993 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-868dde07-5581-4c8c-a696-028858dc7c52 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0794556 Sep 16 04:47:01.966588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37164) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:01.986848 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.010704 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-411e9fa2-2d31-4054-b827-022d198a8f6f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:47:02.012260 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-411e9fa2-2d31-4054-b827-022d198a8f6f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/dce3e7a0-52ea-4800-a2c5-4867c04ab6d6 HTTP/1.1" status: 404 len: 333 time: 0.0445476 Sep 16 04:47:02.019647 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37166) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:02.035318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:02.035755 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:02.038458 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:02.057994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2e41b-93d7-4547-924e-997f5a0e4a63 req-f3e3fff4-3842-44db-a3d4-1e4dcaab8242 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.059797 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-29f2e41b-93d7-4547-924e-997f5a0e4a63 req-f3e3fff4-3842-44db-a3d4-1e4dcaab8242 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.0802875 Sep 16 04:47:02.077654 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f687de33-83e8-4514-87bd-39459bd282e2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:47:02.079217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f687de33-83e8-4514-87bd-39459bd282e2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/ed2142df-d453-4035-877b-51baf1b77192 HTTP/1.1" status: 404 len: 333 time: 0.0557337 Sep 16 04:47:02.082350 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37168) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:02.135806 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-29f2e41b-93d7-4547-924e-997f5a0e4a63 req-3c25f686-4afb-416f-b802-12ff73d57da2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692508 Sep 16 04:47:02.143611 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.151169 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.154749 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] 10.222.0.53 "DELETE /v2.0/networks/6663c76d-98f9-46e5-a2f5-885d3b7e7a55 HTTP/1.1" status: 204 len: 168 time: 1.8333809 Sep 16 04:47:02.181359 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.184379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Pushing event deleted for resources: {'Network': ['ID=6663c76d-98f9-46e5-a2f5-885d3b7e7a55,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:02.242426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:02.243274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:02.243967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:02.244468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:02.245263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:02.245856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:02.246545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:02.247139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:02.247703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:02.248275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:02.249398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:02.250054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35610f42-9c30-41b9-a476-5a97b0a2a1fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:02.285073 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.309150 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75dee1ee-cf0a-4f37-8817-a95597ed571f']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:02.321771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a871ec2f-c892-4598-953a-43e27ba0067a') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:02.322127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a871ec2f-c892-4598-953a-43e27ba0067a') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:02.335026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.349942 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.357003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:02.357576 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:02.361054 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:02.374288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37172) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:02.449228 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.458192 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.461683 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/networks/75dee1ee-cf0a-4f37-8817-a95597ed571f HTTP/1.1" status: 204 len: 168 time: 0.3781643 Sep 16 04:47:02.465227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37174) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:02.470067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8f9062c1-4b50-4cc8-a1ac-e6c768bf82ba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-959231695'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:02.485538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a67a7d-2042-4ab8-a4c0-b9a1800ab61e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Network': ['ID=75dee1ee-cf0a-4f37-8817-a95597ed571f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:02.492133 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9995b283-8689-4b1c-b3f0-e62435ee67ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=257616e6ce1b4ab6a32a684e16a02d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167576 Sep 16 04:47:02.493767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37176) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:02.509283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9062c1-4b50-4cc8-a1ac-e6c768bf82ba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:02.513497 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f9062c1-4b50-4cc8-a1ac-e6c768bf82ba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.539631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9062c1-4b50-4cc8-a1ac-e6c768bf82ba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:02.549845 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f9062c1-4b50-4cc8-a1ac-e6c768bf82ba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.550183 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-8f9062c1-4b50-4cc8-a1ac-e6c768bf82ba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Added segment 93fea7bd-f9d3-4183-98c1-33525ca96666 of type vlan for network 0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71 Sep 16 04:47:02.590534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f9062c1-4b50-4cc8-a1ac-e6c768bf82ba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.616026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f9062c1-4b50-4cc8-a1ac-e6c768bf82ba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.621724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9062c1-4b50-4cc8-a1ac-e6c768bf82ba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:02.622242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e04e0055-8dff-4a1a-97e1-aab5c9de71a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.622378 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f9062c1-4b50-4cc8-a1ac-e6c768bf82ba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.636028 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6493b0a-dc49-4a1d-af89-b0e76e2f0f4d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.642357 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6493b0a-dc49-4a1d-af89-b0e76e2f0f4d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.662408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8f9062c1-4b50-4cc8-a1ac-e6c768bf82ba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1958189 Sep 16 04:47:02.665247 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37178) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:02.672863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d78d81e9-442a-47e9-a752-5a9b1624ef36 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': '0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:02.692380 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e04e0055-8dff-4a1a-97e1-aab5c9de71a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.722086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9062c1-4b50-4cc8-a1ac-e6c768bf82ba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Network': ['ID=0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:02.741460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:02.796015 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-d6493b0a-dc49-4a1d-af89-b0e76e2f0f4d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Floating IP 9f1cee38-09c9-4e9f-a427-4ec7ff50aaa0 associated. External IP: 172.25.0.81, port: 2bb4b8a4-bd16-481d-9eea-d98db23b0b42. Sep 16 04:47:02.829548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78d81e9-442a-47e9-a752-5a9b1624ef36 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:02.834564 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d78d81e9-442a-47e9-a752-5a9b1624ef36 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.838761 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e04e0055-8dff-4a1a-97e1-aab5c9de71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.841289 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e04e0055-8dff-4a1a-97e1-aab5c9de71a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:02.845401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e04e0055-8dff-4a1a-97e1-aab5c9de71a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1038ddb-9cb1-448b-ace2-bc9681987533 HTTP/1.1" status: 204 len: 168 time: 0.3474669 Sep 16 04:47:02.854772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e0055-8dff-4a1a-97e1-aab5c9de71a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1038ddb-9cb1-448b-ace2-bc9681987533,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:03.108464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d139ab8-42d9-4ee3-9ff2-8d5ba823c739 req-b8c87a59-63da-45da-a331-03dcaf1f8306 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.110196 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7d139ab8-42d9-4ee3-9ff2-8d5ba823c739 req-b8c87a59-63da-45da-a331-03dcaf1f8306 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0928950 Sep 16 04:47:03.192235 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7d139ab8-42d9-4ee3-9ff2-8d5ba823c739 req-a26e9956-63ae-496c-9a80-a8f1fe7bbacd tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513570 Sep 16 04:47:03.198642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6493b0a-dc49-4a1d-af89-b0e76e2f0f4d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Router 076e63db-e662-4013-867f-6748952c80f5 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:47:03.219359 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d78d81e9-442a-47e9-a752-5a9b1624ef36 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.334193 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d81e9-442a-47e9-a752-5a9b1624ef36 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Subnet': ['ID=96abf73a-e930-4740-81df-6aecedbf127b,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:03.346023 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6493b0a-dc49-4a1d-af89-b0e76e2f0f4d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:03.359062 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6493b0a-dc49-4a1d-af89-b0e76e2f0f4d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.361014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14034b-fe26-4fa5-8d6d-9faa5b1bbca3 req-7cfac87d-6482-46f9-b9d5-5c5559e5a969 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.362771 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0a14034b-fe26-4fa5-8d6d-9faa5b1bbca3 req-7cfac87d-6482-46f9-b9d5-5c5559e5a969 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.0996671 Sep 16 04:47:03.363549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d81e9-442a-47e9-a752-5a9b1624ef36 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Checking segment: {'id': '93fea7bd-f9d3-4183-98c1-33525ca96666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:03.363922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d81e9-442a-47e9-a752-5a9b1624ef36 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network hostable DHCP agents. Network: 0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:03.364735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf6a8d-1eeb-4f6f-b9d8-38526d68ac5c None None] Sync routers for ids ['076e63db-e662-4013-867f-6748952c80f5'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:03.375891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf6a8d-1eeb-4f6f-b9d8-38526d68ac5c None None] Routers {'076e63db-e662-4013-867f-6748952c80f5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:03.379618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-efdf6a8d-1eeb-4f6f-b9d8-38526d68ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['076e63db-e662-4013-867f-6748952c80f5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:03.408558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d81e9-442a-47e9-a752-5a9b1624ef36 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:03.425017 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0a14034b-fe26-4fa5-8d6d-9faa5b1bbca3 req-41b8be6a-5a6b-49ab-9f78-7e47036a6e36 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531130 Sep 16 04:47:03.429281 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d78d81e9-442a-47e9-a752-5a9b1624ef36 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:03.433858 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d6493b0a-dc49-4a1d-af89-b0e76e2f0f4d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "PUT /v2.0/floatingips/9f1cee38-09c9-4e9f-a427-4ec7ff50aaa0 HTTP/1.1" status: 200 len: 991 time: 1.5771298 Sep 16 04:47:03.440690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d81e9-442a-47e9-a752-5a9b1624ef36 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.442762 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d78d81e9-442a-47e9-a752-5a9b1624ef36 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.444889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:03.451709 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "2bb4b8a4-bd16-481d-9eea-d98db23b0b42"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:03.472685 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d78d81e9-442a-47e9-a752-5a9b1624ef36 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8062673 Sep 16 04:47:03.476465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9c9262-61bc-4a8c-a79e-b300ea2c0e6e None None] Network 0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:03.476652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37206) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:03.487458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': '0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71', 'name': 'tempest-PortsTestJSON-1066328633'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:03.532182 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c13d55-096e-4cf4-bdce-e069900874ad x-openstack-request-id: req-a2c13d55-096e-4cf4-bdce-e069900874ad {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:03.532642 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "tag": "2bb4b8a4-bd16-481d-9eea-d98db23b0b42", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:03.533081 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2c13d55-096e-4cf4-bdce-e069900874ad {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:03.533698 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'tag': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42', 'status': 'completed', 'code': 200} Sep 16 04:47:03.646202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-e2f29956-e2af-4d5b-a8a4-3570b91125fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.646964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-e2f29956-e2af-4d5b-a8a4-3570b91125fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.647532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-e2f29956-e2af-4d5b-a8a4-3570b91125fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.648130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-e2f29956-e2af-4d5b-a8a4-3570b91125fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.648756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-e2f29956-e2af-4d5b-a8a4-3570b91125fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.649336 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-e2f29956-e2af-4d5b-a8a4-3570b91125fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.649866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-e2f29956-e2af-4d5b-a8a4-3570b91125fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.652602 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-e2f29956-e2af-4d5b-a8a4-3570b91125fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 6505 time: 0.0739477 Sep 16 04:47:03.678299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:03.683386 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:03.711950 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-efdf6a8d-1eeb-4f6f-b9d8-38526d68ac5c None None] Set router 076e63db-e662-4013-867f-6748952c80f5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:03.712725 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port 2186f0f8-720e-4a6a-9681-bad0ec3fbc88 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:03.837202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-6d452209-1a70-4364-99ac-e4a3a48b0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:03.838661 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-6d452209-1a70-4364-99ac-e4a3a48b0d2a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b484af42-d11f-4ec2-83eb-7d35c3841f1f HTTP/1.1" status: 200 len: 918 time: 0.1781924 Sep 16 04:47:03.883362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.11 (0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71/96abf73a-e930-4740-81df-6aecedbf127b/2186f0f8-720e-4a6a-9681-bad0ec3fbc88) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:03.932296 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37218) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:03.984283 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-5e8420bc-c16d-4ec8-9c00-e43c1c399ba8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bb4b8a4-bd16-481d-9eea-d98db23b0b42 HTTP/1.1" status: 200 len: 999 time: 0.1376538 Sep 16 04:47:04.111787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-4458cc75-ec41-49f9-93fc-e07c91e533db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:04.113378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-4458cc75-ec41-49f9-93fc-e07c91e533db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=04988699-f88f-44f7-ad1b-2f1effb65073 HTTP/1.1" status: 200 len: 856 time: 0.1158948 Sep 16 04:47:04.187949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-160537207-network', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:04.207551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-f730164e-f8fe-4790-8ed3-32196dd3ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:04.210296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-f730164e-f8fe-4790-8ed3-32196dd3ef4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b484af42-d11f-4ec2-83eb-7d35c3841f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878191 Sep 16 04:47:04.216850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71', 'network_id': '0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71', 'tenant_id': 'b7ace85518e244eabe8cadda6b29d9b2', 'fixed_ips': [{'subnet_id': '96abf73a-e930-4740-81df-6aecedbf127b'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:04.218460 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.278083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Made reservation on behalf of 77ae311e2cbc4a0aac004fed2ec54654 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:04.280713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.291147 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.300489 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.396842 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-efdf6a8d-1eeb-4f6f-b9d8-38526d68ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:45:18Z', 'revision_number': 4, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '9f1cee38-09c9-4e9f-a427-4ec7ff50aaa0', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '076e63db-e662-4013-867f-6748952c80f5', 'port_id': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'mac_address': 'fa:16:3e:45:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:45:50Z', 'updated_at': '2021-09-16T04:47:02Z', 'revision_number': 1, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba983bb-68cc-45de-9187-19af4bee96a9', 'name': '', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'mac_address': 'fa:16:3e:b7:c6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:23Z', 'revision_number': 5, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'subnets': [{'id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:04.402719 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:04.403217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-697f11fb-cd6e-4e12-82bd-f56e55e1f346 service neutron] 10.222.0.50 "GET /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833220 Sep 16 04:47:04.414243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07abf37-30d2-4e11-bce9-fa13cbe2dc4e req-4e1b72b4-11e9-43a7-b4af-322fc4466741 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:04.416217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f07abf37-30d2-4e11-bce9-fa13cbe2dc4e req-4e1b72b4-11e9-43a7-b4af-322fc4466741 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0867004 Sep 16 04:47:04.469081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf6a8d-1eeb-4f6f-b9d8-38526d68ac5c None None] Checking router: 076e63db-e662-4013-867f-6748952c80f5 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:04.487999 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf6a8d-1eeb-4f6f-b9d8-38526d68ac5c None None] Routers {'076e63db-e662-4013-867f-6748952c80f5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:04.488904 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-efdf6a8d-1eeb-4f6f-b9d8-38526d68ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['076e63db-e662-4013-867f-6748952c80f5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:04.531750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f07abf37-30d2-4e11-bce9-fa13cbe2dc4e req-f4357aca-c344-4466-809b-a88dab7c8f53 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058807 Sep 16 04:47:04.574075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9870922-daf2-42d1-8ebd-6ab3ea9b5286 req-9c17b573-a52b-4ec1-983d-32282686eccb service neutron] 10.222.0.50 "GET /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567729 Sep 16 04:47:04.621843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-efdf6a8d-1eeb-4f6f-b9d8-38526d68ac5c None None] Set router 076e63db-e662-4013-867f-6748952c80f5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:04.809531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Allocated IP 172.20.0.2 (0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71/96abf73a-e930-4740-81df-6aecedbf127b/00bb69c7-6454-4f52-a576-29c6f45cf9c1) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:04.911859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:04.925572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:04.933401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:05.022683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=2186f0f8-720e-4a6a-9681-bad0ec3fbc88,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.039081 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c894e9-2422-446c-b5fb-7bf0ad439b5b req-ad892965-ce79-445c-a9f1-43501f2f7698 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.042846 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70c894e9-2422-446c-b5fb-7bf0ad439b5b req-ad892965-ce79-445c-a9f1-43501f2f7698 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1610341 Sep 16 04:47:05.080790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.081412 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.112853 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.125474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.129291 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.143614 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70c894e9-2422-446c-b5fb-7bf0ad439b5b req-3f14595b-5cca-4b38-bc42-864c53952c8e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877314 Sep 16 04:47:05.146876 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.158677 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a9e1b511-be9d-4356-b54e-6d91ce3107d8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6805439 Sep 16 04:47:05.161105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37236) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:05.193734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:05.207234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed08e9f4-115f-4995-8501-6874778f4983,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.225835 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.226276 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Added segment 31ae9b9a-81c5-4ffc-a523-a4246ae91582 of type vlan for network 09019d96-2f58-44d1-b0b2-99c134cb802f Sep 16 04:47:05.229361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-efdf6a8d-1eeb-4f6f-b9d8-38526d68ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:45:18Z', 'revision_number': 4, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '9f1cee38-09c9-4e9f-a427-4ec7ff50aaa0', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '076e63db-e662-4013-867f-6748952c80f5', 'port_id': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'mac_address': 'fa:16:3e:45:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:45:50Z', 'updated_at': '2021-09-16T04:47:02Z', 'revision_number': 1, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba983bb-68cc-45de-9187-19af4bee96a9', 'name': '', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'mac_address': 'fa:16:3e:b7:c6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:23Z', 'revision_number': 5, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'subnets': [{'id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:05.284232 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.300769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Network 0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:05.308738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf6a8d-1eeb-4f6f-b9d8-38526d68ac5c None None] The sync data for ids ['076e63db-e662-4013-867f-6748952c80f5'] in n-d-712142-17 is: [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:45:18Z', 'revision_number': 4, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '9f1cee38-09c9-4e9f-a427-4ec7ff50aaa0', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '076e63db-e662-4013-867f-6748952c80f5', 'port_id': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'mac_address': 'fa:16:3e:45:e1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:45:50Z', 'updated_at': '2021-09-16T04:47:02Z', 'revision_number': 1, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba983bb-68cc-45de-9187-19af4bee96a9', 'name': '', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'mac_address': 'fa:16:3e:b7:c6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:23Z', 'revision_number': 5, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'subnets': [{'id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:05.318786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:05.326363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:05.329584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Pushing event updated for resources: {'Port': ['ID=00bb69c7-6454-4f52-a576-29c6f45cf9c1,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.336373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee517e-6347-422e-a956-a6647617222c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 2186f0f8-720e-4a6a-9681-bad0ec3fbc88 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:05.336808 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0ee517e-6347-422e-a956-a6647617222c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.339255 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.340701 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.340833 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.341706 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.377347 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4433582 Sep 16 04:47:05.380132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37240) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:05.385312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-21029ceb-a3da-4c13-935a-f24ed37f72e8 admin admin] Request body: {'subnet': {'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-160537207-subnet', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:05.414033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Attempting to bind port 00bb69c7-6454-4f52-a576-29c6f45cf9c1 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:05.414799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Attempting to bind port 00bb69c7-6454-4f52-a576-29c6f45cf9c1 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '93fea7bd-f9d3-4183-98c1-33525ca96666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:05.415700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Attempting to bind port 00bb69c7-6454-4f52-a576-29c6f45cf9c1 on network 0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:05.423240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:05.423910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Checking segment: {'id': '93fea7bd-f9d3-4183-98c1-33525ca96666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:05.424497 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.425119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Bound using segment: {'id': '93fea7bd-f9d3-4183-98c1-33525ca96666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:05.426231 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Bound port: 00bb69c7-6454-4f52-a576-29c6f45cf9c1, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fea7bd-f9d3-4183-98c1-33525ca96666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:05.427088 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.431088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44d8f8-2929-47be-93e9-3f23f22778ca admin admin] Pushing event updated for resources: {'Network': ['ID=09019d96-2f58-44d1-b0b2-99c134cb802f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.448919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21029ceb-a3da-4c13-935a-f24ed37f72e8 admin admin] Made reservation on behalf of 77ae311e2cbc4a0aac004fed2ec54654 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:05.454625 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0ee517e-6347-422e-a956-a6647617222c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.455775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21029ceb-a3da-4c13-935a-f24ed37f72e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.455993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 09019d96-2f58-44d1-b0b2-99c134cb802f details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:05.473027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee517e-6347-422e-a956-a6647617222c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 2186f0f8-720e-4a6a-9681-bad0ec3fbc88 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:05.630055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] For port 00bb69c7-6454-4f52-a576-29c6f45cf9c1, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:05.640483 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] For port 00bb69c7-6454-4f52-a576-29c6f45cf9c1, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=00bb69c7-6454-4f52-a576-29c6f45cf9c1,segment=NetworkSegment(93fea7bd-f9d3-4183-98c1-33525ca96666),segment_id=93fea7bd-f9d3-4183-98c1-33525ca96666)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:05.648109 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.681559 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0ee517e-6347-422e-a956-a6647617222c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.701741 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a8e777-5c6e-4f3e-bb80-f514e2620bca None None] New status for floating IP 9f1cee38-09c9-4e9f-a427-4ec7ff50aaa0: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:47:05.736162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee517e-6347-422e-a956-a6647617222c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=2186f0f8-720e-4a6a-9681-bad0ec3fbc88,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.753852 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21029ceb-a3da-4c13-935a-f24ed37f72e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.804295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed9a5a-1e7e-4c27-976c-5055090fcb69 None None] Pushing event updated for resources: {'Port': ['ID=00bb69c7-6454-4f52-a576-29c6f45cf9c1,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.829467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc9a5b-656b-412c-9e39-bdcd2a1ec015 req-242fc4eb-359b-4889-b5b8-7a4f4fadd310 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:05.831903 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-32cc9a5b-656b-412c-9e39-bdcd2a1ec015 req-242fc4eb-359b-4889-b5b8-7a4f4fadd310 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1427257 Sep 16 04:47:05.869097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0ee517e-6347-422e-a956-a6647617222c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:05.873762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e0ee517e-6347-422e-a956-a6647617222c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/2186f0f8-720e-4a6a-9681-bad0ec3fbc88 HTTP/1.1" status: 204 len: 168 time: 0.7085729 Sep 16 04:47:05.874411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37246) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:05.903573 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ef9aee-2739-451a-807d-3ac0d533ed10 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] DELETE failed (client error): The resource could not be found. Sep 16 04:47:05.904270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ef9aee-2739-451a-807d-3ac0d533ed10 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:05.904980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21029ceb-a3da-4c13-935a-f24ed37f72e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=866a8012-7345-48f0-b1db-6f1d17e6ecb4,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:05.908539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-67ef9aee-2739-451a-807d-3ac0d533ed10 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/2186f0f8-720e-4a6a-9681-bad0ec3fbc88 HTTP/1.1" status: 404 len: 333 time: 0.0308340 Sep 16 04:47:05.910706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37248) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:05.928884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029ceb-a3da-4c13-935a-f24ed37f72e8 admin admin] Checking segment: {'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:05.929392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21029ceb-a3da-4c13-935a-f24ed37f72e8 admin admin] Network hostable DHCP agents. Network: 09019d96-2f58-44d1-b0b2-99c134cb802f, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:05.960225 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45122c8-b44c-4f43-a509-cdde90f09c4c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:47:05.962054 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c45122c8-b44c-4f43-a509-cdde90f09c4c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/2186f0f8-720e-4a6a-9681-bad0ec3fbc88 HTTP/1.1" status: 404 len: 333 time: 0.0501707 Sep 16 04:47:05.965067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37250) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:05.970626 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-32cc9a5b-656b-412c-9e39-bdcd2a1ec015 req-f0e0ae0c-69ba-4ca2-aee9-103c3f2ff544 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232641 Sep 16 04:47:05.996845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21029ceb-a3da-4c13-935a-f24ed37f72e8 admin admin] Network 09019d96-2f58-44d1-b0b2-99c134cb802f is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:06.003404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-21029ceb-a3da-4c13-935a-f24ed37f72e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 09019d96-2f58-44d1-b0b2-99c134cb802f) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:06.011270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21029ceb-a3da-4c13-935a-f24ed37f72e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.011885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21029ceb-a3da-4c13-935a-f24ed37f72e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.018195 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6115e0e8-aa59-4f99-a921-01ab7ce15e6d None None] Network 09019d96-2f58-44d1-b0b2-99c134cb802f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:06.038834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-21029ceb-a3da-4c13-935a-f24ed37f72e8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6574876 Sep 16 04:47:06.041635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37252) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:06.049381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:06.105075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-064af2f6-7c1f-4e47-a56d-545b2944fd7a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting subnet 96abf73a-e930-4740-81df-6aecedbf127b {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:06.111119 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-064af2f6-7c1f-4e47-a56d-545b2944fd7a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.115015 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.116318 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.171351 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-064af2f6-7c1f-4e47-a56d-545b2944fd7a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.220062 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.235296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-09019d96-2f58-44d1-b0b2-99c134cb802f', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'fixed_ips': [{'subnet_id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:06.236417 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.367463 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-064af2f6-7c1f-4e47-a56d-545b2944fd7a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.431180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Allocated IP 172.20.0.2 (09019d96-2f58-44d1-b0b2-99c134cb802f/866a8012-7345-48f0-b1db-6f1d17e6ecb4/98247d50-d691-45d8-9201-a1892d9e445c) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:06.462313 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd0d3e-ba4d-4a26-b163-a10a5fef679b req-344c456f-2f23-43ef-b1f4-5c1c5a1b2596 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.466545 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.470398 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f3cd0d3e-ba4d-4a26-b163-a10a5fef679b req-344c456f-2f23-43ef-b1f4-5c1c5a1b2596 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1387937 Sep 16 04:47:06.547322 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f3cd0d3e-ba4d-4a26-b163-a10a5fef679b req-a4a6e5f9-c808-479b-9c2f-b35e6d809ae3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760450 Sep 16 04:47:06.554128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-064af2f6-7c1f-4e47-a56d-545b2944fd7a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.595251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064af2f6-7c1f-4e47-a56d-545b2944fd7a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Subnet': ['ID=96abf73a-e930-4740-81df-6aecedbf127b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:06.603690 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-064af2f6-7c1f-4e47-a56d-545b2944fd7a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.606825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-064af2f6-7c1f-4e47-a56d-545b2944fd7a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/96abf73a-e930-4740-81df-6aecedbf127b HTTP/1.1" status: 204 len: 168 time: 0.6403584 Sep 16 04:47:06.609308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37266) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:06.694142 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.714452 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.767875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Network 09019d96-2f58-44d1-b0b2-99c134cb802f is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:06.771499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:06.775000 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:06.792565 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.855455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c31c73-8213-46fe-b683-497623c17727 req-91f768b7-72a5-4d36-be48-6c96cf567295 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:06.863203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60c31c73-8213-46fe-b683-497623c17727 req-91f768b7-72a5-4d36-be48-6c96cf567295 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0631285 Sep 16 04:47:06.876919 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Pushing event updated for resources: {'Port': ['ID=98247d50-d691-45d8-9201-a1892d9e445c,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:06.894723 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.934812 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.946458 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60c31c73-8213-46fe-b683-497623c17727 req-dbd152f0-64ee-4492-9ead-a4c6e22de6ba tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822356 Sep 16 04:47:06.959471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Attempting to bind port 98247d50-d691-45d8-9201-a1892d9e445c on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:06.959471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Attempting to bind port 98247d50-d691-45d8-9201-a1892d9e445c by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:06.959471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Attempting to bind port 98247d50-d691-45d8-9201-a1892d9e445c on network 09019d96-2f58-44d1-b0b2-99c134cb802f {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:06.966462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:06.966847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Checking segment: {'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:06.967266 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:06.967838 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Bound using segment: {'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:06.968334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Bound port: 98247d50-d691-45d8-9201-a1892d9e445c, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:06.968719 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.035640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 00bb69c7-6454-4f52-a576-29c6f45cf9c1 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:07.036021 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.060251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] For port 98247d50-d691-45d8-9201-a1892d9e445c, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:07.064760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] For port 98247d50-d691-45d8-9201-a1892d9e445c, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=98247d50-d691-45d8-9201-a1892d9e445c,segment=NetworkSegment(31ae9b9a-81c5-4ffc-a523-a4246ae91582),segment_id=31ae9b9a-81c5-4ffc-a523-a4246ae91582)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:07.070609 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.132737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065462c-d007-4b40-a0bd-f6290fd8332c None None] Pushing event updated for resources: {'Port': ['ID=98247d50-d691-45d8-9201-a1892d9e445c,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:07.213642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] For port 00bb69c7-6454-4f52-a576-29c6f45cf9c1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=00bb69c7-6454-4f52-a576-29c6f45cf9c1,segment=NetworkSegment(93fea7bd-f9d3-4183-98c1-33525ca96666),segment_id=93fea7bd-f9d3-4183-98c1-33525ca96666)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:07.214018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.217089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Allocated IP 172.25.0.44 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/b665b482-3a37-42f3-8a3e-6bc1d7376eb7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:07.253530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 00bb69c7-6454-4f52-a576-29c6f45cf9c1 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:07.287589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1f61f-5619-475c-a4b4-74d50c0cd3e7 None None] Network 0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:07.335972 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 00bb69c7-6454-4f52-a576-29c6f45cf9c1 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:07.343408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b81b5-9df3-4f9a-be87-d9263d96460c req-83a7539c-7201-4a8a-8dcc-83693ad0a832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.344988 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-081b81b5-9df3-4f9a-be87-d9263d96460c req-83a7539c-7201-4a8a-8dcc-83693ad0a832 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.2674286 Sep 16 04:47:07.479503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6fdaefef-a910-4ad8-8b8e-4a620e185195 None None] Provisioning complete for port 00bb69c7-6454-4f52-a576-29c6f45cf9c1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:07.479833 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6fdaefef-a910-4ad8-8b8e-4a620e185195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.498833 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-081b81b5-9df3-4f9a-be87-d9263d96460c req-b64d1722-77e3-4fc2-9579-07dde4905b44 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444001 Sep 16 04:47:07.524989 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.545314 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.565446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No active binding found for port 00bb69c7-6454-4f52-a576-29c6f45cf9c1 {{(pid=94746) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 04:47:07.566008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 00bb69c7-6454-4f52-a576-29c6f45cf9c1 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 04:47:07.625046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Port 00bb69c7-6454-4f52-a576-29c6f45cf9c1 not found, will not notify nova. {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 04:47:07.626998 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.633075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6fdaefef-a910-4ad8-8b8e-4a620e185195 None None] Could not find standard attr ID for object 00bb69c7-6454-4f52-a576-29c6f45cf9c1. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:47:07.640586 n-d-712142-17 neutron-server[94746]: INFO neutron.plugins.ml2.db [None req-6fdaefef-a910-4ad8-8b8e-4a620e185195 None None] No ports have port_id starting with 00bb69c7-6454-4f52-a576-29c6f45cf9c1 Sep 16 04:47:07.648492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No DVR routers for this DVR port 00bb69c7-6454-4f52-a576-29c6f45cf9c1 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:07.652897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=00bb69c7-6454-4f52-a576-29c6f45cf9c1,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:07.713872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea7cee-e406-45c7-80d3-88603f63137a None None] DHCP port deletion for 0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:07.809322 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.825646 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.844860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:07.872387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659783dc-eb58-4254-95ac-3849249c4818 req-7ade6262-12a0-40e4-8d59-51928442e80c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.873904 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-659783dc-eb58-4254-95ac-3849249c4818 req-7ade6262-12a0-40e4-8d59-51928442e80c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1931734 Sep 16 04:47:07.875633 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5806508-f347-43cd-8b84-d3d130fa601e req-30c35510-9e42-43fe-ab46-c4fb726a7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:07.876985 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5806508-f347-43cd-8b84-d3d130fa601e req-30c35510-9e42-43fe-ab46-c4fb726a7227 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 1097 time: 0.2515867 Sep 16 04:47:07.894828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fea7bd-f9d3-4183-98c1-33525ca96666') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:07.895133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fea7bd-f9d3-4183-98c1-33525ca96666') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:07.918272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:07.921790 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:07.943752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:07.954993 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:07.959937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Pushing event updated for resources: {'Port': ['ID=b665b482-3a37-42f3-8a3e-6bc1d7376eb7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:07.968152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.006441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:08.006441 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:08.019978 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:08.051961 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5806508-f347-43cd-8b84-d3d130fa601e req-b605201c-f7ed-4d12-80d6-093445e241f7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596720 Sep 16 04:47:08.059388 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-659783dc-eb58-4254-95ac-3849249c4818 req-2eb37342-0cfb-4070-82c4-6134ce79b8c3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749866 Sep 16 04:47:08.132655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc531ecc-7942-452a-8665-7e7546c59403 req-c27d9481-0082-4423-a7f4-a6611358c007 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.134226 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc531ecc-7942-452a-8665-7e7546c59403 req-c27d9481-0082-4423-a7f4-a6611358c007 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0538845 Sep 16 04:47:08.148323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.184027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc531ecc-7942-452a-8665-7e7546c59403 req-73987862-9cd3-413d-a468-7e6cf440bdbf tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 Sep 16 04:47:08.187746 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.189337 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/networks/0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71 HTTP/1.1" status: 204 len: 168 time: 1.5783205 Sep 16 04:47:08.198104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37282) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:08.203440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1965f30a-d91f-4b79-925c-38e0b1f6f4c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1157310634'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:08.219437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656f745-51de-42d0-a29a-97c8a9642278 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Network': ['ID=0af9712a-de2c-4f82-8a6a-b3bdf9eb2d71,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:08.231522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1965f30a-d91f-4b79-925c-38e0b1f6f4c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:08.235745 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1965f30a-d91f-4b79-925c-38e0b1f6f4c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.261903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1965f30a-d91f-4b79-925c-38e0b1f6f4c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:08.272423 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1965f30a-d91f-4b79-925c-38e0b1f6f4c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.272861 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-1965f30a-d91f-4b79-925c-38e0b1f6f4c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Added segment e19e80a2-6ea6-4d0d-b538-e89b02332993 of type vlan for network 5cd5da17-da39-4179-9926-e68e7b4553a8 Sep 16 04:47:08.299578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b063265-d57e-4973-b621-0597ac908eca None None] Network 09019d96-2f58-44d1-b0b2-99c134cb802f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:08.317277 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1965f30a-d91f-4b79-925c-38e0b1f6f4c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.350981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1965f30a-d91f-4b79-925c-38e0b1f6f4c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.357789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.358027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1965f30a-d91f-4b79-925c-38e0b1f6f4c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.358027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1965f30a-d91f-4b79-925c-38e0b1f6f4c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.393444 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1965f30a-d91f-4b79-925c-38e0b1f6f4c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1939297 Sep 16 04:47:08.396783 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37284) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:08.397452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d9e5cf34-696e-4c95-acbc-fc395712ce56 None None] Provisioning complete for port 98247d50-d691-45d8-9201-a1892d9e445c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:08.397891 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d9e5cf34-696e-4c95-acbc-fc395712ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.401776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2d865672-9106-48bb-acb9-95b5cb70bc12 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': '5cd5da17-da39-4179-9926-e68e7b4553a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:08.581473 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.681901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fd31c-7090-4e2a-be6d-8c3cfa7e5596 req-23e6f33f-1429-4488-ad48-9a4cd57edabf tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.683522 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e84fd31c-7090-4e2a-be6d-8c3cfa7e5596 req-23e6f33f-1429-4488-ad48-9a4cd57edabf tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0989938 Sep 16 04:47:08.728010 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d9e5cf34-696e-4c95-acbc-fc395712ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.770259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965f30a-d91f-4b79-925c-38e0b1f6f4c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Network': ['ID=5cd5da17-da39-4179-9926-e68e7b4553a8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:08.783663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d9e5cf34-696e-4c95-acbc-fc395712ce56 None None] For port 98247d50-d691-45d8-9201-a1892d9e445c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=98247d50-d691-45d8-9201-a1892d9e445c,segment=NetworkSegment(31ae9b9a-81c5-4ffc-a523-a4246ae91582),segment_id=31ae9b9a-81c5-4ffc-a523-a4246ae91582)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:08.788053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 5cd5da17-da39-4179-9926-e68e7b4553a8 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:08.795243 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e84fd31c-7090-4e2a-be6d-8c3cfa7e5596 req-c8e18aa1-45df-4bdd-9c3a-ba74ea0458fb tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005650 Sep 16 04:47:08.822275 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d9e5cf34-696e-4c95-acbc-fc395712ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.826945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724297b3-016f-4e85-93ec-aacb61d51820 req-244aae5d-3d87-4458-bee9-749ddcf7c8c2 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:08.828511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-724297b3-016f-4e85-93ec-aacb61d51820 req-244aae5d-3d87-4458-bee9-749ddcf7c8c2 tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.1560156 Sep 16 04:47:08.886629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d865672-9106-48bb-acb9-95b5cb70bc12 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:08.891464 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2d865672-9106-48bb-acb9-95b5cb70bc12 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:08.952725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5cf34-696e-4c95-acbc-fc395712ce56 None None] Pushing event updated for resources: {'Port': ['ID=98247d50-d691-45d8-9201-a1892d9e445c,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:09.054575 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-213c8967-95eb-43da-b5c1-3c0ad81fe633 None None] Provisioning complete for port 98247d50-d691-45d8-9201-a1892d9e445c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:09.055109 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-213c8967-95eb-43da-b5c1-3c0ad81fe633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.127579 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2d865672-9106-48bb-acb9-95b5cb70bc12 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.274649 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d865672-9106-48bb-acb9-95b5cb70bc12 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Subnet': ['ID=2a241e91-64c1-455b-9301-a9ddf204103c,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:09.291419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:47:09.309564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50560cd2-740e-45df-9677-708d41f3a147 req-4616147a-380d-43fb-ba63-18d5f5be98de tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.311104 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50560cd2-740e-45df-9677-708d41f3a147 req-4616147a-380d-43fb-ba63-18d5f5be98de tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1085281 Sep 16 04:47:09.333905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 98247d50-d691-45d8-9201-a1892d9e445c up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:09.336842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d865672-9106-48bb-acb9-95b5cb70bc12 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Checking segment: {'id': 'e19e80a2-6ea6-4d0d-b538-e89b02332993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5cd5da17-da39-4179-9926-e68e7b4553a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:09.337281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d865672-9106-48bb-acb9-95b5cb70bc12 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network hostable DHCP agents. Network: 5cd5da17-da39-4179-9926-e68e7b4553a8, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:09.359175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe34f-34ed-42da-9222-122a957eac22 req-2bd7593c-12ac-451d-ac4e-3d1edcf1d57c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.360714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a0fe34f-34ed-42da-9222-122a957eac22 req-2bd7593c-12ac-451d-ac4e-3d1edcf1d57c tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 946 time: 0.0803993 Sep 16 04:47:09.374972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d865672-9106-48bb-acb9-95b5cb70bc12 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 5cd5da17-da39-4179-9926-e68e7b4553a8 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:09.390474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-724297b3-016f-4e85-93ec-aacb61d51820 req-530d395d-6bf7-478d-b9b3-3110e233a57a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Deleting port 5df76034-a001-476b-91ee-cb6f5f618ab4 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:09.390825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-724297b3-016f-4e85-93ec-aacb61d51820 req-530d395d-6bf7-478d-b9b3-3110e233a57a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.396890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-2d865672-9106-48bb-acb9-95b5cb70bc12 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 5cd5da17-da39-4179-9926-e68e7b4553a8) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:09.402105 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 98247d50-d691-45d8-9201-a1892d9e445c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:09.402504 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.404101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d865672-9106-48bb-acb9-95b5cb70bc12 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:09.405365 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2d865672-9106-48bb-acb9-95b5cb70bc12 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.426994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c72850-0e34-4e35-8a2f-e6998e5e2ff5 None None] Network 5cd5da17-da39-4179-9926-e68e7b4553a8 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:09.433077 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a0fe34f-34ed-42da-9222-122a957eac22 req-1da6ca04-9423-4169-a1d7-e74f047b1a1b tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/security-groups?id=fa5e132c-13a0-4870-8c73-a90f842ddfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608902 Sep 16 04:47:09.440779 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2d865672-9106-48bb-acb9-95b5cb70bc12 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0402732 Sep 16 04:47:09.441454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37296) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:09.447300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': '5cd5da17-da39-4179-9926-e68e7b4553a8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1424331048'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:09.479376 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50560cd2-740e-45df-9677-708d41f3a147 req-a8e2088e-2fee-4266-85c1-8ab145b75b25 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542079 Sep 16 04:47:09.545498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:09.562879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Sync routers for ids ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:09.583621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:09.586547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-724297b3-016f-4e85-93ec-aacb61d51820 req-530d395d-6bf7-478d-b9b3-3110e233a57a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] For port 5df76034-a001-476b-91ee-cb6f5f618ab4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df76034-a001-476b-91ee-cb6f5f618ab4,segment=NetworkSegment(6ea396f3-756c-4da1-b0e2-1b989545c482),segment_id=6ea396f3-756c-4da1-b0e2-1b989545c482)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:09.587199 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-724297b3-016f-4e85-93ec-aacb61d51820 req-530d395d-6bf7-478d-b9b3-3110e233a57a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.589109 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.590396 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.591648 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3bf9d345-e1f7-4b8c-9745-66661026bf4d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5485368 Sep 16 04:47:09.597120 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37298) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:09.607175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Routers {'17c1c1c4-60b9-4d17-bf67-e8bad61fff22'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:09.607836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:09.619211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port 52cbadef-1ba3-40e1-b73c-e38adac46301 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:09.651803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-724297b3-016f-4e85-93ec-aacb61d51820 req-530d395d-6bf7-478d-b9b3-3110e233a57a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Calling delete_port for 5df76034-a001-476b-91ee-cb6f5f618ab4 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:09.707564 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 00bb69c7-6454-4f52-a576-29c6f45cf9c1 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:09.737349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 00bb69c7-6454-4f52-a576-29c6f45cf9c1 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:09.737995 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 00bb69c7-6454-4f52-a576-29c6f45cf9c1 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:09.771859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Set router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:09.782747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.13 (5cd5da17-da39-4179-9926-e68e7b4553a8/2a241e91-64c1-455b-9301-a9ddf204103c/52cbadef-1ba3-40e1-b73c-e38adac46301) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:09.801367 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-5cd5da17-da39-4179-9926-e68e7b4553a8', 'network_id': '5cd5da17-da39-4179-9926-e68e7b4553a8', 'tenant_id': 'b7ace85518e244eabe8cadda6b29d9b2', 'fixed_ips': [{'subnet_id': '2a241e91-64c1-455b-9301-a9ddf204103c'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:09.802914 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.957288 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:09.978631 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:47:09.994604 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.021906 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-724297b3-016f-4e85-93ec-aacb61d51820 req-530d395d-6bf7-478d-b9b3-3110e233a57a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.031510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d0913-9d85-497d-8582-1005c5f0136f req-4d735024-2b2a-4af9-bff7-be273e6fed89 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.033040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-940d0913-9d85-497d-8582-1005c5f0136f req-4d735024-2b2a-4af9-bff7-be273e6fed89 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1363349 Sep 16 04:47:10.042017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 5cd5da17-da39-4179-9926-e68e7b4553a8 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:10.045778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:10.049172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5df76034-a001-476b-91ee-cb6f5f618ab4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:10.050355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:10.089863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=52cbadef-1ba3-40e1-b73c-e38adac46301,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:10.113308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.113982 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.120263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Allocated IP 172.20.0.2 (5cd5da17-da39-4179-9926-e68e7b4553a8/2a241e91-64c1-455b-9301-a9ddf204103c/39d12cd4-c933-41fb-878a-b2f52347486e) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:10.133393 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3e2e07e6-a4fb-4fbb-b494-7a5b1095062e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.6906681 Sep 16 04:47:10.136978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37306) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:10.147931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d395d-6bf7-478d-b9b3-3110e233a57a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Pushing event deleted for resources: {'Port': ['ID=5df76034-a001-476b-91ee-cb6f5f618ab4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:10.173084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-724297b3-016f-4e85-93ec-aacb61d51820 req-530d395d-6bf7-478d-b9b3-3110e233a57a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] No DVR routers for this DVR port 5df76034-a001-476b-91ee-cb6f5f618ab4 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:10.178080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-724297b3-016f-4e85-93ec-aacb61d51820 req-530d395d-6bf7-478d-b9b3-3110e233a57a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.180201 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-724297b3-016f-4e85-93ec-aacb61d51820 req-530d395d-6bf7-478d-b9b3-3110e233a57a tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.15 "DELETE /v2.0/ports/5df76034-a001-476b-91ee-cb6f5f618ab4 HTTP/1.1" status: 204 len: 173 time: 1.3428314 Sep 16 04:47:10.183573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'name': 'network-vif-deleted', 'tag': '5df76034-a001-476b-91ee-cb6f5f618ab4'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:10.184355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:08Z', 'revision_number': 3, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:10.186086 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f36ca0-f475-4d71-83a4-5ea51da82f21" -d '{"events": [{"server_uuid": "c9b75813-1fe8-4baa-80a1-ca68dac47f0e", "name": "network-vif-deleted", "tag": "5df76034-a001-476b-91ee-cb6f5f618ab4"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:10.227393 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Checking router: 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:10.227978 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Updating router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 port b665b482-3a37-42f3-8a3e-6bc1d7376eb7 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:47:10.240289 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-940d0913-9d85-497d-8582-1005c5f0136f req-90ed75c9-c761-49c6-b177-15dcde4bac58 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916158 Sep 16 04:47:10.287586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-85c538df-7979-487b-8289-e702519a0cd9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 52cbadef-1ba3-40e1-b73c-e38adac46301 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:10.288190 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85c538df-7979-487b-8289-e702519a0cd9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.309563 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba69958a-3339-4318-862d-cb8b13b19f33 x-openstack-request-id: req-ba69958a-3339-4318-862d-cb8b13b19f33 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:10.311233 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b75813-1fe8-4baa-80a1-ca68dac47f0e", "name": "network-vif-deleted", "tag": "5df76034-a001-476b-91ee-cb6f5f618ab4", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:10.311501 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba69958a-3339-4318-862d-cb8b13b19f33 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:10.312033 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b75813-1fe8-4baa-80a1-ca68dac47f0e', 'name': 'network-vif-deleted', 'tag': '5df76034-a001-476b-91ee-cb6f5f618ab4', 'status': 'completed', 'code': 200} Sep 16 04:47:10.320686 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.418674 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85c538df-7979-487b-8289-e702519a0cd9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.440528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-85c538df-7979-487b-8289-e702519a0cd9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 52cbadef-1ba3-40e1-b73c-e38adac46301 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:10.455409 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.570648 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.608956 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.664667 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d50b7e2d-450a-4b3d-bba9-f71e55d45401 req-55558960-5721-429b-a85d-6ea28533dddb tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9b75813-1fe8-4baa-80a1-ca68dac47f0e HTTP/1.1" status: 200 len: 210 time: 0.0316947 Sep 16 04:47:10.665795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Network 5cd5da17-da39-4179-9926-e68e7b4553a8 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:10.671051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:10.691830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:10.742673 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85c538df-7979-487b-8289-e702519a0cd9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.751853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece9cd-08fa-4194-a836-14c3af3b5792 req-f42f7618-3d30-4ab1-8131-c21f102d71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.753368 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9fece9cd-08fa-4194-a836-14c3af3b5792 req-f42f7618-3d30-4ab1-8131-c21f102d71b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ffb84455cdc41db90417b342120d929&device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0878305 Sep 16 04:47:10.759781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Pushing event updated for resources: {'Port': ['ID=39d12cd4-c933-41fb-878a-b2f52347486e,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:10.778032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Attempting to bind port 39d12cd4-c933-41fb-878a-b2f52347486e on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:10.778032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Attempting to bind port 39d12cd4-c933-41fb-878a-b2f52347486e by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'e19e80a2-6ea6-4d0d-b538-e89b02332993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5cd5da17-da39-4179-9926-e68e7b4553a8'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:10.778032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Attempting to bind port 39d12cd4-c933-41fb-878a-b2f52347486e on network 5cd5da17-da39-4179-9926-e68e7b4553a8 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:10.793050 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:10.793436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Checking segment: {'id': 'e19e80a2-6ea6-4d0d-b538-e89b02332993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5cd5da17-da39-4179-9926-e68e7b4553a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:10.793881 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.794286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Bound using segment: {'id': 'e19e80a2-6ea6-4d0d-b538-e89b02332993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5cd5da17-da39-4179-9926-e68e7b4553a8'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:10.794771 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Bound port: 39d12cd4-c933-41fb-878a-b2f52347486e, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19e80a2-6ea6-4d0d-b538-e89b02332993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5cd5da17-da39-4179-9926-e68e7b4553a8'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:10.795163 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.811761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c538df-7979-487b-8289-e702519a0cd9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=52cbadef-1ba3-40e1-b73c-e38adac46301,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:10.830640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Allocated IP 172.20.0.1 (09019d96-2f58-44d1-b0b2-99c134cb802f/866a8012-7345-48f0-b1db-6f1d17e6ecb4/9ca4b126-94ed-4eed-a58a-890c6c01a9f4) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:10.877856 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.893907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072b1d3-5465-4aed-bf17-3c3b2e2e49c6 req-9bd95cae-54a6-41e4-bd24-aac7c5fa15dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.895071 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.898287 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4072b1d3-5465-4aed-bf17-3c3b2e2e49c6 req-9bd95cae-54a6-41e4-bd24-aac7c5fa15dc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1813509 Sep 16 04:47:10.903263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab564cb9-f9b0-4481-b80a-a71c66ad954d req-72797d74-ff23-4f92-be8d-e73ebe6dafc0 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:10.904827 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab564cb9-f9b0-4481-b80a-a71c66ad954d req-72797d74-ff23-4f92-be8d-e73ebe6dafc0 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1443839 Sep 16 04:47:10.941992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85c538df-7979-487b-8289-e702519a0cd9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.942231 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] For port 39d12cd4-c933-41fb-878a-b2f52347486e, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:10.946994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-85c538df-7979-487b-8289-e702519a0cd9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/52cbadef-1ba3-40e1-b73c-e38adac46301 HTTP/1.1" status: 204 len: 168 time: 0.8089285 Sep 16 04:47:10.947985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37324) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:10.975824 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4072b1d3-5465-4aed-bf17-3c3b2e2e49c6 req-3fd2a248-3345-4079-a8b4-56777b8c275a tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660713 Sep 16 04:47:10.979680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Attempting to bind port b665b482-3a37-42f3-8a3e-6bc1d7376eb7 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:10.980060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Attempting to bind port b665b482-3a37-42f3-8a3e-6bc1d7376eb7 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:10.980436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Attempting to bind port b665b482-3a37-42f3-8a3e-6bc1d7376eb7 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:10.990273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] For port 39d12cd4-c933-41fb-878a-b2f52347486e, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=39d12cd4-c933-41fb-878a-b2f52347486e,segment=NetworkSegment(e19e80a2-6ea6-4d0d-b538-e89b02332993),segment_id=e19e80a2-6ea6-4d0d-b538-e89b02332993)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:10.992420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:10.992899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:10.993342 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.993749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:10.994310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Bound port: b665b482-3a37-42f3-8a3e-6bc1d7376eb7, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:10.994720 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:10.996944 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722a67c-a89f-4632-91c6-11d968c63e0d None None] Pushing event updated for resources: {'Port': ['ID=b665b482-3a37-42f3-8a3e-6bc1d7376eb7,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:11.001940 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.031799 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-385b02bc-e950-4b42-8fba-664cf37b70d3 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:47:11.033417 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-385b02bc-e950-4b42-8fba-664cf37b70d3 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/52cbadef-1ba3-40e1-b73c-e38adac46301 HTTP/1.1" status: 404 len: 333 time: 0.0806098 Sep 16 04:47:11.037129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37326) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:11.043661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece9cd-08fa-4194-a836-14c3af3b5792 req-13bca0f3-e5d7-4d79-ba92-dd1fb2781823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.045136 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9fece9cd-08fa-4194-a836-14c3af3b5792 req-13bca0f3-e5d7-4d79-ba92-dd1fb2781823 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8c106fb-b230-49ba-889c-ab6807f05453 HTTP/1.1" status: 200 len: 919 time: 0.2710092 Sep 16 04:47:11.069457 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab564cb9-f9b0-4481-b80a-a71c66ad954d req-4588eae5-8cef-4f44-8307-6755d83a202c tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464417 Sep 16 04:47:11.112173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] For port b665b482-3a37-42f3-8a3e-6bc1d7376eb7, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:11.117272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05f1666-0e6e-47e1-9b7a-5ee01c4fd263 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting subnet 2a241e91-64c1-455b-9301-a9ddf204103c {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:11.121025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d05f1666-0e6e-47e1-9b7a-5ee01c4fd263 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.126020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d67cb-cd55-4b51-a7e0-6e3293c2945a None None] Pushing event updated for resources: {'Port': ['ID=39d12cd4-c933-41fb-878a-b2f52347486e,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:11.126933 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9fece9cd-08fa-4194-a836-14c3af3b5792 req-5120228a-3631-442e-91a5-26669d2d43db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0364adc8-8e96-4035-a3de-d4b6736e75f7 HTTP/1.1" status: 200 len: 217 time: 0.0547972 Sep 16 04:47:11.138015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] For port b665b482-3a37-42f3-8a3e-6bc1d7376eb7, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b665b482-3a37-42f3-8a3e-6bc1d7376eb7,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:11.144955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.179034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d05f1666-0e6e-47e1-9b7a-5ee01c4fd263 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.198028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.200615 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece9cd-08fa-4194-a836-14c3af3b5792 req-4b673fda-a321-4847-be19-e55032b1fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:11.202214 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9fece9cd-08fa-4194-a836-14c3af3b5792 req-4b673fda-a321-4847-be19-e55032b1fa83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b393eb69-34a9-475e-911b-3f43fe063fe3 HTTP/1.1" status: 200 len: 858 time: 0.0655756 Sep 16 04:47:11.223462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Routers {'17c1c1c4-60b9-4d17-bf67-e8bad61fff22'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:11.224428 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:11.252000 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9fece9cd-08fa-4194-a836-14c3af3b5792 req-f135ecbf-1c9b-4ed1-a65f-9bca549ec0cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8c106fb-b230-49ba-889c-ab6807f05453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387259 Sep 16 04:47:11.269286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722a67c-a89f-4632-91c6-11d968c63e0d None None] Pushing event updated for resources: {'Port': ['ID=b665b482-3a37-42f3-8a3e-6bc1d7376eb7,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:11.293141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.301651 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d05f1666-0e6e-47e1-9b7a-5ee01c4fd263 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.387306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Network 09019d96-2f58-44d1-b0b2-99c134cb802f is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:11.403331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:11.407633 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:11.411999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Pushing event updated for resources: {'Port': ['ID=9ca4b126-94ed-4eed-a58a-890c6c01a9f4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:11.413904 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] Set router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:11.418065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d05f1666-0e6e-47e1-9b7a-5ee01c4fd263 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.465296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f1666-0e6e-47e1-9b7a-5ee01c4fd263 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Subnet': ['ID=2a241e91-64c1-455b-9301-a9ddf204103c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:11.467194 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9fece9cd-08fa-4194-a836-14c3af3b5792 req-2ef1096f-39d9-4580-80e4-901d2b91bcfb service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022560 Sep 16 04:47:11.476000 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d05f1666-0e6e-47e1-9b7a-5ee01c4fd263 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.483129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d05f1666-0e6e-47e1-9b7a-5ee01c4fd263 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/2a241e91-64c1-455b-9301-a9ddf204103c HTTP/1.1" status: 204 len: 168 time: 0.4406621 Sep 16 04:47:11.486304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37330) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:11.511766 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.680334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.735233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37334) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:11.747623 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9fece9cd-08fa-4194-a836-14c3af3b5792 req-b584a115-516f-46a1-9b70-117e46e6281b service neutron] 10.222.0.15 "GET /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719917 Sep 16 04:47:11.806512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0b6121d9-91f1-4244-9aa5-8ce49075c134 None None] Provisioning complete for port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:11.807116 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b6121d9-91f1-4244-9aa5-8ce49075c134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.809314 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b773ed1-bf96-4f98-b434-9b55efbe03dd admin admin] Deleting subnet a806f497-16fd-499e-ae0e-96758d83d378 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:11.813730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b773ed1-bf96-4f98-b434-9b55efbe03dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.828222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.845949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 39d12cd4-c933-41fb-878a-b2f52347486e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:11.846319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.858910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b773ed1-bf96-4f98-b434-9b55efbe03dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.874999 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0b6121d9-91f1-4244-9aa5-8ce49075c134 None None] Port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:11.901827 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:08Z', 'revision_number': 3, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:11.907354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b773ed1-bf96-4f98-b434-9b55efbe03dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.934816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d24d26-8c78-47fc-a7a5-f263083c06bd None None] The sync data for ids ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'] in n-d-712142-17 is: [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:08Z', 'revision_number': 3, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:11.951038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] For port 39d12cd4-c933-41fb-878a-b2f52347486e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=39d12cd4-c933-41fb-878a-b2f52347486e,segment=NetworkSegment(e19e80a2-6ea6-4d0d-b538-e89b02332993),segment_id=e19e80a2-6ea6-4d0d-b538-e89b02332993)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:11.951340 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:11.986945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 39d12cd4-c933-41fb-878a-b2f52347486e owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:11.999053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b773ed1-bf96-4f98-b434-9b55efbe03dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.041043 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b773ed1-bf96-4f98-b434-9b55efbe03dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.043690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9b773ed1-bf96-4f98-b434-9b55efbe03dd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a806f497-16fd-499e-ae0e-96758d83d378 HTTP/1.1" status: 204 len: 168 time: 0.3073292 Sep 16 04:47:12.045045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b773ed1-bf96-4f98-b434-9b55efbe03dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a806f497-16fd-499e-ae0e-96758d83d378,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:12.048594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37338) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:12.190765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e5619-9ba8-44e4-9f17-c32061277b69 req-425f890e-54e9-4b6b-91a3-05e1a8a34d3b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.202045 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-895e5619-9ba8-44e4-9f17-c32061277b69 req-425f890e-54e9-4b6b-91a3-05e1a8a34d3b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1092000 Sep 16 04:47:12.240445 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.273817 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-895e5619-9ba8-44e4-9f17-c32061277b69 req-d7e2d401-8145-41f0-b7c5-c04d910f2193 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637529 Sep 16 04:47:12.293951 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.301846 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.333204 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.429299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No DVR routers for this DVR port 39d12cd4-c933-41fb-878a-b2f52347486e on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:12.450815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008b02b-149a-481c-b98d-492c3d579faa req-8b1d5579-bfaf-49b3-a4b9-8c0636c2b6c8 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:12.452339 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a008b02b-149a-481c-b98d-492c3d579faa req-8b1d5579-bfaf-49b3-a4b9-8c0636c2b6c8 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.2162647 Sep 16 04:47:12.498566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Pushing event updated for resources: {'Port': ['ID=9ca4b126-94ed-4eed-a58a-890c6c01a9f4,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:12.514867 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.537769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18534c1-4023-4741-8150-713c126a3e1b None None] Network 5cd5da17-da39-4179-9926-e68e7b4553a8 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:12.587433 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.610519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=39d12cd4-c933-41fb-878a-b2f52347486e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:12.622796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f2943b86-86a3-4ce6-bed0-73a8ad1f30db None None] Could not find standard attr ID for object 39d12cd4-c933-41fb-878a-b2f52347486e. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:47:12.662513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff752ef-1b70-42b9-a812-d2023a553a3a']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:12.702161 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.725727 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a008b02b-149a-481c-b98d-492c3d579faa req-ed05129c-0cb3-4f84-bf94-d7ff57e2380d tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554936 Sep 16 04:47:12.727540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea396f3-756c-4da1-b0e2-1b989545c482') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:12.727818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea396f3-756c-4da1-b0e2-1b989545c482') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:12.762682 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e35bc-918d-4567-b245-792b64b547a5 None None] DHCP port deletion for 5cd5da17-da39-4179-9926-e68e7b4553a8 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:12.776531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.782032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd5da17-da39-4179-9926-e68e7b4553a8']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:12.807508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19e80a2-6ea6-4d0d-b538-e89b02332993') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:12.807815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19e80a2-6ea6-4d0d-b538-e89b02332993') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:12.818282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:12.826239 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.172972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:13.173408 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:13.176626 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:13.210308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Network 09019d96-2f58-44d1-b0b2-99c134cb802f is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:13.213961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:13.241529 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.256710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:13.257134 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:13.261355 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:13.314561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b665b482-3a37-42f3-8a3e-6bc1d7376eb7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:13.337024 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.382462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b665b482-3a37-42f3-8a3e-6bc1d7376eb7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:13.383132 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.388064 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.390396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bff752ef-1b70-42b9-a812-d2023a553a3a HTTP/1.1" status: 204 len: 168 time: 1.3408566 Sep 16 04:47:13.449358 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5b90c-5181-482c-8ac4-2694ac1c1b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff752ef-1b70-42b9-a812-d2023a553a3a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:13.451177 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.473838 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.476208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/networks/5cd5da17-da39-4179-9926-e68e7b4553a8 HTTP/1.1" status: 204 len: 168 time: 1.9879196 Sep 16 04:47:13.479728 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37354) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:13.486920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'name': 'tempest-PortsTestJSON-997595999'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:13.550711 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.557328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33539354-799d-46e4-b02f-88569b472a21 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Network': ['ID=5cd5da17-da39-4179-9926-e68e7b4553a8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:13.587351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port b665b482-3a37-42f3-8a3e-6bc1d7376eb7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b665b482-3a37-42f3-8a3e-6bc1d7376eb7,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:13.590059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1d125211-e323-43f9-ab03-7fdf60cda9dd None None] Provisioning complete for port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:13.590666 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a358334-ed76-4a8f-b8d9-620fae72ea11 req-6b7f3234-1708-4e66-84d9-6947da2d3722 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.590844 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1d125211-e323-43f9-ab03-7fdf60cda9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.592515 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a358334-ed76-4a8f-b8d9-620fae72ea11 req-6b7f3234-1708-4e66-84d9-6947da2d3722 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.2011034 Sep 16 04:47:13.630489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:13.634392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:47:13.634899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.635955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37356) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:13.643559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1d125211-e323-43f9-ab03-7fdf60cda9dd None None] Port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:13.645188 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.665513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port 8a1eea28-2212-41d8-9e03-2b24d6649c26 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:13.697323 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a358334-ed76-4a8f-b8d9-620fae72ea11 req-f4b5019c-015e-45b5-b224-10f6ae762674 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934954 Sep 16 04:47:13.731109 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=b665b482-3a37-42f3-8a3e-6bc1d7376eb7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:13.798059 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8f48d038-f551-46e0-8d00-a7b3562d66d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0271b93978e4697964f7a0550f6d45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543639 Sep 16 04:47:13.800477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37360) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:13.891185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:13.892447 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.901722 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7b2fee95-8f98-471b-b1cb-01b80e19098b admin admin] 10.222.0.53 "PUT /v2.0/routers/17c1c1c4-60b9-4d17-bf67-e8bad61fff22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3011186 Sep 16 04:47:13.902718 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c56-cd9e-488b-80ab-4a01019c6fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.914286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6c14b-89e9-4535-8231-428a7a4bd368 req-08962f47-15f0-4f1e-aa25-da2cfdddb143 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:13.915870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1a6c14b-89e9-4535-8231-428a7a4bd368 req-08962f47-15f0-4f1e-aa25-da2cfdddb143 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.0793619 Sep 16 04:47:13.930366 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c56-cd9e-488b-80ab-4a01019c6fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:13.957674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df76034-a001-476b-91ee-cb6f5f618ab4 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:13.972108 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1a6c14b-89e9-4535-8231-428a7a4bd368 req-bd59e643-326e-4da5-af4f-8fbfe90f9c26 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494578 Sep 16 04:47:13.981480 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.001162 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 5df76034-a001-476b-91ee-cb6f5f618ab4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:14.001521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df76034-a001-476b-91ee-cb6f5f618ab4 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:14.029393 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c56-cd9e-488b-80ab-4a01019c6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.030030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network aae1185f-69d1-487d-8600-027c111341f9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:14.034869 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d72f5c56-cd9e-488b-80ab-4a01019c6fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.038767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:14.040310 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d72f5c56-cd9e-488b-80ab-4a01019c6fb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa5e132c-13a0-4870-8c73-a90f842ddfa0 HTTP/1.1" status: 204 len: 168 time: 0.2387233 Sep 16 04:47:14.044564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:14.050315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f5c56-cd9e-488b-80ab-4a01019c6fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5e132c-13a0-4870-8c73-a90f842ddfa0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:14.055102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.056827 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.064106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=8a1eea28-2212-41d8-9e03-2b24d6649c26,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:14.081152 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-05c9f38c-ae7c-41d6-a7d5-2cccddf704d5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5986640 Sep 16 04:47:14.084265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37368) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:14.130066 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Sync routers for ids ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:14.206272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6f25bcb6-51ba-4ef2-81de-7c9fb5127195 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 8a1eea28-2212-41d8-9e03-2b24d6649c26 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:14.206631 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f25bcb6-51ba-4ef2-81de-7c9fb5127195 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.310178 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f25bcb6-51ba-4ef2-81de-7c9fb5127195 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.329441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6f25bcb6-51ba-4ef2-81de-7c9fb5127195 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 8a1eea28-2212-41d8-9e03-2b24d6649c26 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:14.373104 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Routers {'17c1c1c4-60b9-4d17-bf67-e8bad61fff22'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:14.374420 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:14.504280 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f25bcb6-51ba-4ef2-81de-7c9fb5127195 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.562145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25bcb6-51ba-4ef2-81de-7c9fb5127195 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=8a1eea28-2212-41d8-9e03-2b24d6649c26,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:14.575554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f25bcb6-51ba-4ef2-81de-7c9fb5127195 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.580191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37390) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:14.580365 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6f25bcb6-51ba-4ef2-81de-7c9fb5127195 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/8a1eea28-2212-41d8-9e03-2b24d6649c26 HTTP/1.1" status: 204 len: 168 time: 0.4937658 Sep 16 04:47:14.588379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'mac_address': 'fa:16:3e:40:f3:6f', 'name': 'tempest-PortsTestJSON-2013719632'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:14.598219 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Set router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:14.747718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37400) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:14.754065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-93cadbd5-c075-43af-87a9-478e0300343d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1083660266', 'description': 'tempest-description--806267299'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:14.763471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:14.787290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93cadbd5-c075-43af-87a9-478e0300343d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.880485 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 4, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '9ca4b126-94ed-4eed-a58a-890c6c01a9f4', 'name': '', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'mac_address': 'fa:16:3e:a3:a6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 2, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'subnets': [{'id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:14.916816 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Checking router: 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:14.917178 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Updating router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:47:14.919057 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93cadbd5-c075-43af-87a9-478e0300343d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.928884 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.929941 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93cadbd5-c075-43af-87a9-478e0300343d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:14.954676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a98f1-3792-494b-9f64-bdf1bfa391af req-39e11045-e5dd-4446-9265-dbfd4a26ccd4 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:14.956306 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db0a98f1-3792-494b-9f64-bdf1bfa391af req-39e11045-e5dd-4446-9265-dbfd4a26ccd4 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1475036 Sep 16 04:47:14.988287 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.000672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93cadbd5-c075-43af-87a9-478e0300343d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.006498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port 0da94359-4309-4972-b418-4fb16a05aed0 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:15.006647 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-93cadbd5-c075-43af-87a9-478e0300343d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2569902 Sep 16 04:47:15.008842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37406) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:15.009481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cadbd5-c075-43af-87a9-478e0300343d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcd861f-c582-4646-a8fa-d85dfc6e28e4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:15.038440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6eb71d3a-a751-4e56-b2dd-02dddfdbcfa9 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Request body: {'security_group_rule': {'security_group_id': '7bcd861f-c582-4646-a8fa-d85dfc6e28e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:15.085183 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db0a98f1-3792-494b-9f64-bdf1bfa391af req-e0355ad6-dc5b-46c8-aa29-9f4357ca45b2 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190572 Sep 16 04:47:15.101030 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6eb71d3a-a751-4e56-b2dd-02dddfdbcfa9 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.170802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6eb71d3a-a751-4e56-b2dd-02dddfdbcfa9 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.179206 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6eb71d3a-a751-4e56-b2dd-02dddfdbcfa9 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.226272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb71d3a-a751-4e56-b2dd-02dddfdbcfa9 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff57518-aec3-4d6b-81f5-f64430e4b0ce,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:15.237088 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6eb71d3a-a751-4e56-b2dd-02dddfdbcfa9 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.243515 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6eb71d3a-a751-4e56-b2dd-02dddfdbcfa9 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2217515 Sep 16 04:47:15.244383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37412) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:15.250468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-dbdf0a08-36d5-4dd5-8263-56160568fca8 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Request body: {'security_group_rule': {'security_group_id': '7bcd861f-c582-4646-a8fa-d85dfc6e28e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:15.252595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b665b482-3a37-42f3-8a3e-6bc1d7376eb7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:15.282832 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0a08-36d5-4dd5-8263-56160568fca8 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.358625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b665b482-3a37-42f3-8a3e-6bc1d7376eb7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:15.359018 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.365791 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.366782 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0a08-36d5-4dd5-8263-56160568fca8 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.372139 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0a08-36d5-4dd5-8263-56160568fca8 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.396364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf0a08-36d5-4dd5-8263-56160568fca8 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c33149-0d03-4bd7-a954-5318304e291c,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:15.406910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0a08-36d5-4dd5-8263-56160568fca8 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.413091 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dbdf0a08-36d5-4dd5-8263-56160568fca8 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669869 Sep 16 04:47:15.413485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37418) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:15.424829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:15.442251 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.469673 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.479865 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.480097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.552182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=0da94359-4309-4972-b418-4fb16a05aed0,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:15.571210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network aae1185f-69d1-487d-8600-027c111341f9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:15.572968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:15.576344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:15.582735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.584857 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.602662 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ed7d6d42-322b-4021-8782-123b991a6146 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0212269 Sep 16 04:47:15.604999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37424) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:15.625537 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Pushing event updated for resources: {'Port': ['ID=9ca4b126-94ed-4eed-a58a-890c6c01a9f4,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:15.691147 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.703185 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:15.703549 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:15.703907 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:15.704292 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:15.704632 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:15.704967 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:15.705301 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:15.705732 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:15.706539 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:15.706539 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:15.707114 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:15.707114 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:15.721269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271c7fba-478a-43b3-8d81-d328634b3e77 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:15.726158 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-271c7fba-478a-43b3-8d81-d328634b3e77 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/0da94359-4309-4972-b418-4fb16a05aed0 HTTP/1.1" status: 200 len: 841 time: 0.1197724 Sep 16 04:47:15.731043 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37430) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:15.731259 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Attempting to bind port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:15.731640 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Attempting to bind port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:15.732010 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Attempting to bind port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 on network 09019d96-2f58-44d1-b0b2-99c134cb802f {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:15.743175 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:15.743585 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Checking segment: {'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:15.743957 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.744366 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Bound using segment: {'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:15.744843 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Bound port: 9ca4b126-94ed-4eed-a58a-890c6c01a9f4, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:15.745231 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.886720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6cec7-4e83-4cd8-b848-c21dd41a8a47 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 0da94359-4309-4972-b418-4fb16a05aed0 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:15.887380 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cec7-4e83-4cd8-b848-c21dd41a8a47 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.920949 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] For port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:15.925101 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] For port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9ca4b126-94ed-4eed-a58a-890c6c01a9f4,segment=NetworkSegment(31ae9b9a-81c5-4ffc-a523-a4246ae91582),segment_id=31ae9b9a-81c5-4ffc-a523-a4246ae91582)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:15.930529 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:15.934886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Allocated IP 172.25.0.156 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/f1c0247d-76e6-4779-a0c2-09c92502d111) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:15.998512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f3a3e2c5-8ab3-4603-9a99-54032f140c76 None None] Provisioning complete for port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:15.998902 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f3a3e2c5-8ab3-4603-9a99-54032f140c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.015119 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cec7-4e83-4cd8-b848-c21dd41a8a47 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.030591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6cec7-4e83-4cd8-b848-c21dd41a8a47 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 0da94359-4309-4972-b418-4fb16a05aed0 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:16.050875 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3716e-4d64-437e-8325-a8c3b9051902 None None] Pushing event updated for resources: {'Port': ['ID=9ca4b126-94ed-4eed-a58a-890c6c01a9f4,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:16.100299 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Routers {'17c1c1c4-60b9-4d17-bf67-e8bad61fff22'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:16.103344 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:46:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:16.217822 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f3a3e2c5-8ab3-4603-9a99-54032f140c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.224853 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.329723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f3a3e2c5-8ab3-4603-9a99-54032f140c76 None None] For port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9ca4b126-94ed-4eed-a58a-890c6c01a9f4,segment=NetworkSegment(31ae9b9a-81c5-4ffc-a523-a4246ae91582),segment_id=31ae9b9a-81c5-4ffc-a523-a4246ae91582)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:16.340460 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f3a3e2c5-8ab3-4603-9a99-54032f140c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.347944 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.433901 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] Set router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:16.539771 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cec7-4e83-4cd8-b848-c21dd41a8a47 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.544085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3e2c5-8ab3-4603-9a99-54032f140c76 None None] Pushing event updated for resources: {'Port': ['ID=9ca4b126-94ed-4eed-a58a-890c6c01a9f4,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:16.566184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-88adb63d-a8fb-488f-b965-418711bf6973 None None] Provisioning complete for port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:16.566940 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-88adb63d-a8fb-488f-b965-418711bf6973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.568182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:16.569084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Pushing event updated for resources: {'Port': ['ID=f1c0247d-76e6-4779-a0c2-09c92502d111,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:16.572142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:16.589782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5918a-f201-4bdc-a2bd-67915456a8a9 req-9bddc6ac-f770-4445-ab4b-b13339ceea42 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:16.591615 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10c5918a-f201-4bdc-a2bd-67915456a8a9 req-9bddc6ac-f770-4445-ab4b-b13339ceea42 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.3319542 Sep 16 04:47:16.595229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:16.662882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6cec7-4e83-4cd8-b848-c21dd41a8a47 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=0da94359-4309-4972-b418-4fb16a05aed0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:16.696014 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4dd6cec7-4e83-4cd8-b848-c21dd41a8a47 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:16.701780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37446) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:16.705897 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4dd6cec7-4e83-4cd8-b848-c21dd41a8a47 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/0da94359-4309-4972-b418-4fb16a05aed0 HTTP/1.1" status: 204 len: 168 time: 0.9731474 Sep 16 04:47:16.763311 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b251d72-29f1-4636-b969-f093b6495f9b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:47:16.765107 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5b251d72-29f1-4636-b969-f093b6495f9b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/0da94359-4309-4972-b418-4fb16a05aed0 HTTP/1.1" status: 404 len: 333 time: 0.0608318 Sep 16 04:47:16.772837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37450) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:16.784726 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10c5918a-f201-4bdc-a2bd-67915456a8a9 req-368d88a4-5061-4dc2-ba9e-3ace51614096 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228511 Sep 16 04:47:16.826898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'name': 'tempest-PortsTestJSON-488869329'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:16.890122 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 4, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '9ca4b126-94ed-4eed-a58a-890c6c01a9f4', 'name': '', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'mac_address': 'fa:16:3e:a3:a6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:15Z', 'revision_number': 4, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'subnets': [{'id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:16.926244 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24521944-2bf9-4011-ad16-c2069f8f7653 None None] The sync data for ids ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'] in n-d-712142-17 is: [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 4, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '9ca4b126-94ed-4eed-a58a-890c6c01a9f4', 'name': '', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'mac_address': 'fa:16:3e:a3:a6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:15Z', 'revision_number': 4, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'subnets': [{'id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:17.036233 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.119634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.214307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:17.221854 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fc8fbc14-5c13-4eae-b677-d8d2a717845f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.238068 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.334051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port 6533b529-dce9-4e42-8b02-df7e7b57831f yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:17.369950 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:17.522237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:17.522951 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.600416 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.616395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.787493 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.790885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Pushing event updated for resources: {'Port': ['ID=f1c0247d-76e6-4779-a0c2-09c92502d111,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:17.822100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.837558 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.847923 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-293224c3-510b-4203-9472-f78203b27dea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4223452 Sep 16 04:47:17.892640 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:17.990024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network aae1185f-69d1-487d-8600-027c111341f9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:17.997755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:18.000131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:18.006518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.007149 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.042514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f983f13-ce50-485c-ad0c-32e9cf45e869 req-0d0e37ea-4f0e-4d7f-8054-ef3a921baac5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.044130 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f983f13-ce50-485c-ad0c-32e9cf45e869 req-0d0e37ea-4f0e-4d7f-8054-ef3a921baac5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1446586 Sep 16 04:47:18.045574 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2713087 Sep 16 04:47:18.046864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d910b7-feb5-4831-894c-505f42a8c5b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=6533b529-dce9-4e42-8b02-df7e7b57831f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:18.048448 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37476) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:18.054687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ba3467b6-516a-4fbd-a31e-b801daee6e4a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:18.103775 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f983f13-ce50-485c-ad0c-32e9cf45e869 req-85538fe7-3335-4d48-95b5-0e8a13173325 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428753 Sep 16 04:47:18.152105 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3467b6-516a-4fbd-a31e-b801daee6e4a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.168360 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-cb5757d8-e6f5-4536-b605-1b752dc57c5f tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1083660266&fields=id&tenant_id=77ae311e2cbc4a0aac004fed2ec54654 HTTP/1.1" status: 200 len: 267 time: 0.0835812 Sep 16 04:47:18.394016 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-ba58dfd2-6cf8-475d-b8c2-50ff7bcbef50 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.396199 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-ba58dfd2-6cf8-475d-b8c2-50ff7bcbef50 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/networks?id=09019d96-2f58-44d1-b0b2-99c134cb802f HTTP/1.1" status: 200 len: 811 time: 0.1978235 Sep 16 04:47:18.416806 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-3f88f851-bca1-4158-b6bc-f1b756228434 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/quotas/77ae311e2cbc4a0aac004fed2ec54654 HTTP/1.1" status: 200 len: 375 time: 0.0126128 Sep 16 04:47:18.450006 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3467b6-516a-4fbd-a31e-b801daee6e4a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.472340 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3467b6-516a-4fbd-a31e-b801daee6e4a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.535189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ba3467b6-516a-4fbd-a31e-b801daee6e4a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] In _notify_port_updated(), no bound segment for port 6533b529-dce9-4e42-8b02-df7e7b57831f on network aae1185f-69d1-487d-8600-027c111341f9 {{(pid=94744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:47:18.541284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3467b6-516a-4fbd-a31e-b801daee6e4a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:18.541907 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3467b6-516a-4fbd-a31e-b801daee6e4a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.546970 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ba3467b6-516a-4fbd-a31e-b801daee6e4a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "PUT /v2.0/ports/6533b529-dce9-4e42-8b02-df7e7b57831f HTTP/1.1" status: 200 len: 818 time: 0.4937999 Sep 16 04:47:18.547153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37480) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:18.578451 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5ec03331-df12-4644-98eb-7224d4de0c37 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=77ae311e2cbc4a0aac004fed2ec54654&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1543181 Sep 16 04:47:18.580090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3467b6-516a-4fbd-a31e-b801daee6e4a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=6533b529-dce9-4e42-8b02-df7e7b57831f,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:18.705108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-64fc768a-7da5-4be4-baa9-6d7fb2f81983 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 6533b529-dce9-4e42-8b02-df7e7b57831f {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:18.705860 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64fc768a-7da5-4be4-baa9-6d7fb2f81983 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.719179 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-27987461-bf2a-4653-b1f0-02e82a4af529 service neutron] 10.222.0.53 "GET /v2.0/networks/09019d96-2f58-44d1-b0b2-99c134cb802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240661 Sep 16 04:47:18.791085 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64fc768a-7da5-4be4-baa9-6d7fb2f81983 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.811807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-64fc768a-7da5-4be4-baa9-6d7fb2f81983 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 6533b529-dce9-4e42-8b02-df7e7b57831f owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:18.839680 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-690439aa-66c5-4eef-bc0c-c0b1e416ffd3 service neutron] 10.222.0.53 "GET /v2.0/networks/09019d96-2f58-44d1-b0b2-99c134cb802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196039 Sep 16 04:47:18.930344 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64fc768a-7da5-4be4-baa9-6d7fb2f81983 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.964271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc768a-7da5-4be4-baa9-6d7fb2f81983 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=6533b529-dce9-4e42-8b02-df7e7b57831f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:18.986951 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64fc768a-7da5-4be4-baa9-6d7fb2f81983 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:18.991745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-64fc768a-7da5-4be4-baa9-6d7fb2f81983 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/6533b529-dce9-4e42-8b02-df7e7b57831f HTTP/1.1" status: 204 len: 168 time: 0.4417076 Sep 16 04:47:18.991938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37504) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:19.059753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6aea63-d3a4-4e16-a08b-555fd66f640f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.061541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9e6aea63-d3a4-4e16-a08b-555fd66f640f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0687392 Sep 16 04:47:19.064889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37506) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:19.097314 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-510d9b66-bb2f-469b-94aa-6a7b7d220300 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:47:19.101422 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-510d9b66-bb2f-469b-94aa-6a7b7d220300 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/6533b529-dce9-4e42-8b02-df7e7b57831f HTTP/1.1" status: 404 len: 333 time: 0.0352614 Sep 16 04:47:19.104975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37510) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:19.114025 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-389beca9-2283-4630-b834-d83e0a528a2b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1922343984'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:19.145156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389beca9-2283-4630-b834-d83e0a528a2b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:19.150503 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-389beca9-2283-4630-b834-d83e0a528a2b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.201108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389beca9-2283-4630-b834-d83e0a528a2b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:19.229874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-389beca9-2283-4630-b834-d83e0a528a2b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.230309 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-389beca9-2283-4630-b834-d83e0a528a2b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Added segment 3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd of type vlan for network d9641011-4c82-4222-87e6-6fddea304fc3 Sep 16 04:47:19.238102 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-951729e8-3d80-4819-b2ba-f4004968302e req-0493e51c-3295-4d24-8fa8-226a4f701fea tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 210 time: 0.0443027 Sep 16 04:47:19.336151 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-389beca9-2283-4630-b834-d83e0a528a2b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.387675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162e235-7afb-466e-88cb-74eaefeec941 req-9e710923-e1d8-4fa5-8e84-7999d0316192 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.389340 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7162e235-7afb-466e-88cb-74eaefeec941 req-9e710923-e1d8-4fa5-8e84-7999d0316192 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1034558 Sep 16 04:47:19.398969 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-389beca9-2283-4630-b834-d83e0a528a2b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.409147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389beca9-2283-4630-b834-d83e0a528a2b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:19.410192 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-389beca9-2283-4630-b834-d83e0a528a2b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.476451 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-389beca9-2283-4630-b834-d83e0a528a2b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3693025 Sep 16 04:47:19.480229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37522) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:19.485253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f03e3f57-7a8e-4d47-90fc-13d70ff7616f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': 'd9641011-4c82-4222-87e6-6fddea304fc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:19.558036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389beca9-2283-4630-b834-d83e0a528a2b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Network': ['ID=d9641011-4c82-4222-87e6-6fddea304fc3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:19.571698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network d9641011-4c82-4222-87e6-6fddea304fc3 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:19.603052 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7162e235-7afb-466e-88cb-74eaefeec941 req-acecd9b5-3d7e-43ae-be66-3950fdee466f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870515 Sep 16 04:47:19.675699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03e3f57-7a8e-4d47-90fc-13d70ff7616f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:19.680188 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f03e3f57-7a8e-4d47-90fc-13d70ff7616f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.940445 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f03e3f57-7a8e-4d47-90fc-13d70ff7616f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:19.979715 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99bd9e65-986c-4dd9-bdb1-0e880bf27ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.044709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e3f57-7a8e-4d47-90fc-13d70ff7616f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Subnet': ['ID=736108a1-0245-41fc-8771-aa183ad840b5,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:20.058769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e3f57-7a8e-4d47-90fc-13d70ff7616f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Checking segment: {'id': '3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd9641011-4c82-4222-87e6-6fddea304fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:20.059012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e3f57-7a8e-4d47-90fc-13d70ff7616f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network hostable DHCP agents. Network: d9641011-4c82-4222-87e6-6fddea304fc3, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:20.080627 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e3f57-7a8e-4d47-90fc-13d70ff7616f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network d9641011-4c82-4222-87e6-6fddea304fc3 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:20.099738 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f03e3f57-7a8e-4d47-90fc-13d70ff7616f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, d9641011-4c82-4222-87e6-6fddea304fc3) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:20.104298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03e3f57-7a8e-4d47-90fc-13d70ff7616f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.104857 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f03e3f57-7a8e-4d47-90fc-13d70ff7616f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.113436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647140ff-cafb-4b15-82fb-90090947b14a None None] Network d9641011-4c82-4222-87e6-6fddea304fc3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:20.136969 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f03e3f57-7a8e-4d47-90fc-13d70ff7616f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6543314 Sep 16 04:47:20.138781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37530) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:20.148963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-06d4ace6-7c62-47b5-a3ca-46a2fc1888c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': 'd9641011-4c82-4222-87e6-6fddea304fc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:20.311663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d4ace6-7c62-47b5-a3ca-46a2fc1888c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:20.318841 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06d4ace6-7c62-47b5-a3ca-46a2fc1888c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.332042 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-d9641011-4c82-4222-87e6-6fddea304fc3', 'network_id': 'd9641011-4c82-4222-87e6-6fddea304fc3', 'tenant_id': 'b7ace85518e244eabe8cadda6b29d9b2', 'fixed_ips': [{'subnet_id': '736108a1-0245-41fc-8771-aa183ad840b5'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:20.333412 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.433021 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-922c24b8-2e76-4b7e-b90c-f706c735efb2 req-b473bb1c-ac48-4e3d-8077-cf55dc6cb5c9 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 210 time: 0.0515013 Sep 16 04:47:20.572517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-3e250af9-296b-49c1-a85c-cac7d40c8383 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.573969 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-3e250af9-296b-49c1-a85c-cac7d40c8383 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.15 "GET /v2.0/networks?id=09019d96-2f58-44d1-b0b2-99c134cb802f HTTP/1.1" status: 200 len: 811 time: 0.1351898 Sep 16 04:47:20.615240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Allocated IP 172.20.0.2 (d9641011-4c82-4222-87e6-6fddea304fc3/736108a1-0245-41fc-8771-aa183ad840b5/3b71ee29-ef78-4102-b709-b5f7fa950fee) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:20.774730 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-b3691512-5a63-40d9-b873-dc3cb86ff4ed tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77ae311e2cbc4a0aac004fed2ec54654 HTTP/1.1" status: 200 len: 380 time: 0.1494908 Sep 16 04:47:20.780850 n-d-712142-17 neutron-server[94744]: INFO neutron.db.ipam_backend_mixin [None req-06d4ace6-7c62-47b5-a3ca-46a2fc1888c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 736108a1-0245-41fc-8771-aa183ad840b5 (CIDR: 172.20.0.0/28) Sep 16 04:47:20.789602 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Request body: {'port': {'device_id': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'admin_state_up': True, 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'security_groups': ['7bcd861f-c582-4646-a8fa-d85dfc6e28e4']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:20.795431 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.799961 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d4ace6-7c62-47b5-a3ca-46a2fc1888c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:47:20.800624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d4ace6-7c62-47b5-a3ca-46a2fc1888c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:20.814384 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.824536 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:20.858407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64211f0b-d630-4426-969c-7a8bb10d1df6 req-938d3857-c62d-4bd9-829e-76daba695963 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:20.860599 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64211f0b-d630-4426-969c-7a8bb10d1df6 req-938d3857-c62d-4bd9-829e-76daba695963 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1629355 Sep 16 04:47:20.877801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Network d9641011-4c82-4222-87e6-6fddea304fc3 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:20.886801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:20.892601 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:20.904005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-06d4ace6-7c62-47b5-a3ca-46a2fc1888c5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7609165 Sep 16 04:47:20.904257 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Pushing event updated for resources: {'Port': ['ID=3b71ee29-ef78-4102-b709-b5f7fa950fee,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:20.904508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37542) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:20.910509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-32b35d9f-d9e4-4768-974c-538323719c5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': 'd9641011-4c82-4222-87e6-6fddea304fc3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:20.971373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-64211f0b-d630-4426-969c-7a8bb10d1df6 req-28bf4d67-00db-4ee0-a7ef-165ac49a42dd tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724006 Sep 16 04:47:21.007020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Made reservation on behalf of 77ae311e2cbc4a0aac004fed2ec54654 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:21.011091 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.020325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Attempting to bind port 3b71ee29-ef78-4102-b709-b5f7fa950fee on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:21.021854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Attempting to bind port 3b71ee29-ef78-4102-b709-b5f7fa950fee by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd9641011-4c82-4222-87e6-6fddea304fc3'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:21.022399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Attempting to bind port 3b71ee29-ef78-4102-b709-b5f7fa950fee on network d9641011-4c82-4222-87e6-6fddea304fc3 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:21.031309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:21.032745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Checking segment: {'id': '3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd9641011-4c82-4222-87e6-6fddea304fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:21.034416 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.035067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Bound using segment: {'id': '3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd9641011-4c82-4222-87e6-6fddea304fc3'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:21.035681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Bound port: 3b71ee29-ef78-4102-b709-b5f7fa950fee, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd9641011-4c82-4222-87e6-6fddea304fc3'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:21.036220 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.094627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b35d9f-d9e4-4768-974c-538323719c5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:21.100359 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32b35d9f-d9e4-4768-974c-538323719c5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.134948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] For port 3b71ee29-ef78-4102-b709-b5f7fa950fee, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:21.138229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] For port 3b71ee29-ef78-4102-b709-b5f7fa950fee, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3b71ee29-ef78-4102-b709-b5f7fa950fee,segment=NetworkSegment(3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd),segment_id=3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:21.145855 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.234040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92187186-d315-4966-9a7b-57fc1e5e51f9 None None] Pushing event updated for resources: {'Port': ['ID=3b71ee29-ef78-4102-b709-b5f7fa950fee,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:21.252924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Allocated IP 172.20.0.12 (09019d96-2f58-44d1-b0b2-99c134cb802f/866a8012-7345-48f0-b1db-6f1d17e6ecb4/a9223b29-ce5a-41ad-8441-f88ec04355d1) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:21.453666 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.627389 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.632925 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.665800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32b35d9f-d9e4-4768-974c-538323719c5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.764109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37564) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:21.782660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Network 09019d96-2f58-44d1-b0b2-99c134cb802f is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:21.790311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b35d9f-d9e4-4768-974c-538323719c5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network d9641011-4c82-4222-87e6-6fddea304fc3 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:21.796107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-32b35d9f-d9e4-4768-974c-538323719c5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:21.802523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b35d9f-d9e4-4768-974c-538323719c5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.803223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32b35d9f-d9e4-4768-974c-538323719c5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.813325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ec4b-8e02-4499-9687-e22e8594a71f req-3c7a9fba-b458-445c-91c4-2aea9d5f0269 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.822772 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7973ec4b-8e02-4499-9687-e22e8594a71f req-3c7a9fba-b458-445c-91c4-2aea9d5f0269 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 932 time: 0.2100828 Sep 16 04:47:21.826487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b35d9f-d9e4-4768-974c-538323719c5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Subnet': ['ID=50a98bf1-6754-41ba-9c6b-4eda22901bbd,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:21.826924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:21.843710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:21.851276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-32b35d9f-d9e4-4768-974c-538323719c5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9364338 Sep 16 04:47:21.852072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37570) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:21.864507 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': 'd9641011-4c82-4222-87e6-6fddea304fc3', 'fixed_ips': [{'subnet_id': '736108a1-0245-41fc-8771-aa183ad840b5'}, {'subnet_id': '50a98bf1-6754-41ba-9c6b-4eda22901bbd'}], 'name': 'tempest-PortsTestJSON-12054013'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:21.968550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:21.969208 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:21.971752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Pushing event updated for resources: {'Port': ['ID=a9223b29-ce5a-41ad-8441-f88ec04355d1,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:22.135259 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.157172 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7973ec4b-8e02-4499-9687-e22e8594a71f req-a24505ab-18bb-47d2-ab04-e6928cbf8e98 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334999 Sep 16 04:47:22.158496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5d31cf73-6570-43d2-be2a-2960ccf84131 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3754537 Sep 16 04:47:22.202942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d46bdd-78c2-4d42-b3c9-5f24608d5844 req-b1bdca72-9b5b-407e-8823-6d3ff5c304e6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:22.206095 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7d46bdd-78c2-4d42-b3c9-5f24608d5844 req-b1bdca72-9b5b-407e-8823-6d3ff5c304e6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.0897412 Sep 16 04:47:22.222535 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Request body: {'port': {'device_id': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:22.222818 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7ff108ae-cf40-4c6d-8d7b-1d8c355d7a30 None None] Provisioning complete for port a9223b29-ce5a-41ad-8441-f88ec04355d1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:22.223846 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7ff108ae-cf40-4c6d-8d7b-1d8c355d7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.261627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7ff108ae-cf40-4c6d-8d7b-1d8c355d7a30 None None] Port a9223b29-ce5a-41ad-8441-f88ec04355d1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:22.291335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7d46bdd-78c2-4d42-b3c9-5f24608d5844 req-30bc9498-ba96-479f-949b-e103d1845137 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751374 Sep 16 04:47:22.366582 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.471027 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.555120 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.635151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:22.649860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834d1d6f-2acb-4b64-b2c2-8573b87c7a41,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:22.665066 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9acdd583e38348028abe64b7bfbaf2c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8946002 Sep 16 04:47:22.668052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37582) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:22.717179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:22.717539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:22.717959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:22.718271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:22.718617 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:22.719012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:22.719354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:22.719790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:22.720130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:22.720471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:22.720801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:22.721456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6610e4-b193-48b5-9f07-299704bc0a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:22.742254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e998a2e-7418-41b2-bb3b-31d1aa1c6c4d None None] Network d9641011-4c82-4222-87e6-6fddea304fc3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:22.761942 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-98d47b38-146d-4d35-8a25-14a0e39aaf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.791704 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-98d47b38-146d-4d35-8a25-14a0e39aaf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.831773 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.855296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-afa5178d-69c0-4fa6-875c-313efacfc056 None None] Provisioning complete for port 3b71ee29-ef78-4102-b709-b5f7fa950fee triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:22.855802 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-afa5178d-69c0-4fa6-875c-313efacfc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.867833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port c9d78790-675b-453e-9508-eee85198cfd7 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:22.868448 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-98d47b38-146d-4d35-8a25-14a0e39aaf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.872338 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-98d47b38-146d-4d35-8a25-14a0e39aaf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:22.877565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-98d47b38-146d-4d35-8a25-14a0e39aaf2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/834d1d6f-2acb-4b64-b2c2-8573b87c7a41 HTTP/1.1" status: 204 len: 168 time: 0.2082841 Sep 16 04:47:22.888647 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d47b38-146d-4d35-8a25-14a0e39aaf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834d1d6f-2acb-4b64-b2c2-8573b87c7a41,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:22.993560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9223b29-ce5a-41ad-8441-f88ec04355d1 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:23.006499 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.057547 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-afa5178d-69c0-4fa6-875c-313efacfc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.062946 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Transition to ACTIVE for port object a9223b29-ce5a-41ad-8441-f88ec04355d1 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:23.113544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-afa5178d-69c0-4fa6-875c-313efacfc056 None None] For port 3b71ee29-ef78-4102-b709-b5f7fa950fee, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3b71ee29-ef78-4102-b709-b5f7fa950fee,segment=NetworkSegment(3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd),segment_id=3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:23.163039 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.165800 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-afa5178d-69c0-4fa6-875c-313efacfc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.196019 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.269915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b745c2cf-fc77-4aa3-a911-bebd73968c76 None None] Update dhcp port {'port': {'network_id': 'd9641011-4c82-4222-87e6-6fddea304fc3', 'fixed_ips': [{'subnet_id': '736108a1-0245-41fc-8771-aa183ad840b5', 'ip_address': '172.20.0.2'}, {'subnet_id': '50a98bf1-6754-41ba-9c6b-4eda22901bbd'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '3b71ee29-ef78-4102-b709-b5f7fa950fee'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:47:23.342838 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b745c2cf-fc77-4aa3-a911-bebd73968c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.368785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3b71ee29-ef78-4102-b709-b5f7fa950fee up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:23.406971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5178d-69c0-4fa6-875c-313efacfc056 None None] Pushing event updated for resources: {'Port': ['ID=3b71ee29-ef78-4102-b709-b5f7fa950fee,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:23.509462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a3bc3-cf5e-4cfa-9ca6-ff34d75f5caf req-87589e35-92d9-4a6e-9232-ff787b04d1fc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.519036 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-785a3bc3-cf5e-4cfa-9ca6-ff34d75f5caf req-87589e35-92d9-4a6e-9232-ff787b04d1fc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1045396 Sep 16 04:47:23.543983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.4 (d9641011-4c82-4222-87e6-6fddea304fc3/736108a1-0245-41fc-8771-aa183ad840b5/c9d78790-675b-453e-9508-eee85198cfd7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:23.555899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.24 (d9641011-4c82-4222-87e6-6fddea304fc3/50a98bf1-6754-41ba-9c6b-4eda22901bbd/c9d78790-675b-453e-9508-eee85198cfd7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:23.615936 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-785a3bc3-cf5e-4cfa-9ca6-ff34d75f5caf req-f07b53cd-2a28-4816-ba56-36ad2c8f1d0a tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930989 Sep 16 04:47:23.616093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 3b71ee29-ef78-4102-b709-b5f7fa950fee triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:23.616384 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.748738 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9223b29-ce5a-41ad-8441-f88ec04355d1,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:23.856953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91bd2e-a47d-460d-b36b-3f78279310c1 req-9af0be8c-2fb1-4dc0-918c-6837b26ae0ff tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:23.858590 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e91bd2e-a47d-460d-b36b-3f78279310c1 req-9af0be8c-2fb1-4dc0-918c-6837b26ae0ff tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 944 time: 0.5479760 Sep 16 04:47:23.872289 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.887254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Attempting to bind port a9223b29-ce5a-41ad-8441-f88ec04355d1 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:23.887607 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Attempting to bind port a9223b29-ce5a-41ad-8441-f88ec04355d1 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:23.887944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Attempting to bind port a9223b29-ce5a-41ad-8441-f88ec04355d1 on network 09019d96-2f58-44d1-b0b2-99c134cb802f {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:23.906025 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Port a9223b29-ce5a-41ad-8441-f88ec04355d1 on network 09019d96-2f58-44d1-b0b2-99c134cb802f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:23.906367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Attempting to bind port a9223b29-ce5a-41ad-8441-f88ec04355d1 on network 09019d96-2f58-44d1-b0b2-99c134cb802f {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:23.930651 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:23.931017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Checking segment: {'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:23.931536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Bound using segment: {'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:23.932115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Bound port: a9223b29-ce5a-41ad-8441-f88ec04355d1, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ae9b9a-81c5-4ffc-a523-a4246ae91582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:23.932452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:23.991999 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4e91bd2e-a47d-460d-b36b-3f78279310c1 req-f1d8abdc-13ec-4a26-9654-e2a02ba19e57 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229470 Sep 16 04:47:24.017038 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.042265 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-b745c2cf-fc77-4aa3-a911-bebd73968c76 None None] Allocated IP 172.20.0.18 (d9641011-4c82-4222-87e6-6fddea304fc3/50a98bf1-6754-41ba-9c6b-4eda22901bbd/3b71ee29-ef78-4102-b709-b5f7fa950fee) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:24.069253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=c9d78790-675b-453e-9508-eee85198cfd7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:24.108256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network d9641011-4c82-4222-87e6-6fddea304fc3 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:24.109807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:24.125513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:24.159793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] For port a9223b29-ce5a-41ad-8441-f88ec04355d1, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:24.183218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b745c2cf-fc77-4aa3-a911-bebd73968c76 None None] For port 3b71ee29-ef78-4102-b709-b5f7fa950fee, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3b71ee29-ef78-4102-b709-b5f7fa950fee,segment=NetworkSegment(3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd),segment_id=3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:24.189712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] For port a9223b29-ce5a-41ad-8441-f88ec04355d1, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a9223b29-ce5a-41ad-8441-f88ec04355d1,segment=NetworkSegment(31ae9b9a-81c5-4ffc-a523-a4246ae91582),segment_id=31ae9b9a-81c5-4ffc-a523-a4246ae91582)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:24.195414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.237548 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b745c2cf-fc77-4aa3-a911-bebd73968c76 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.241427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.242179 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.244295 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b745c2cf-fc77-4aa3-a911-bebd73968c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.248879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.249507 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:24.250930 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/a9223b29-ce5a-41ad-8441-f88ec04355d1 HTTP/1.1" status: 200 len: 1093 time: 2.0401585 Sep 16 04:47:24.252356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'tag': 'a9223b29-ce5a-41ad-8441-f88ec04355d1'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:24.255183 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5728e144-77f6-4873-9633-03ff44b3623b" -d '{"events": [{"name": "network-changed", "server_uuid": "4235dd1a-d2a4-474c-833b-0bf76e3bf4fb", "tag": "a9223b29-ce5a-41ad-8441-f88ec04355d1"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:24.291868 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e3b097d1-e647-414a-88be-0183fad6f502 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 2.4361048 Sep 16 04:47:24.293690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37624) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:24.301115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fdf02944-3183-4525-b5ab-08d3b163f696 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '736108a1-0245-41fc-8771-aa183ad840b5'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:24.307109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a30367-6119-436a-a120-693076fae9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9223b29-ce5a-41ad-8441-f88ec04355d1,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:24.354165 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd56869b-235a-4320-806e-4ac6e6e06be9 x-openstack-request-id: req-cd56869b-235a-4320-806e-4ac6e6e06be9 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:24.354518 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4235dd1a-d2a4-474c-833b-0bf76e3bf4fb", "tag": "a9223b29-ce5a-41ad-8441-f88ec04355d1", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:24.354784 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd56869b-235a-4320-806e-4ac6e6e06be9 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:24.355202 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'tag': 'a9223b29-ce5a-41ad-8441-f88ec04355d1', 'status': 'completed', 'code': 200} Sep 16 04:47:24.363725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745c2cf-fc77-4aa3-a911-bebd73968c76 None None] Pushing event updated for resources: {'Port': ['ID=3b71ee29-ef78-4102-b709-b5f7fa950fee,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:24.988736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-eceaea88-425b-458f-870c-b3a7e9e39c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:24.991588 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-eceaea88-425b-458f-870c-b3a7e9e39c73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=77ae311e2cbc4a0aac004fed2ec54654&device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 1096 time: 0.6557019 Sep 16 04:47:24.995658 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdf02944-3183-4525-b5ab-08d3b163f696 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.056117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-c3bfb4c3-c256-4c20-9575-18342fc1f6ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9223b29-ce5a-41ad-8441-f88ec04355d1 HTTP/1.1" status: 200 len: 217 time: 0.0544071 Sep 16 04:47:25.171237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddd1c5-8fdd-45ab-8f6a-37eb5ee888a8 req-577d66c5-0aa4-4d70-aa1b-97fa13adb12d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.173116 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58ddd1c5-8fdd-45ab-8f6a-37eb5ee888a8 req-577d66c5-0aa4-4d70-aa1b-97fa13adb12d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.2381291 Sep 16 04:47:25.250260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e336619-dd35-4e4e-a92d-a13989e581fb None None] Network d9641011-4c82-4222-87e6-6fddea304fc3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:25.251472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51be8c-186d-4413-8d05-59b99fc23ded req-948d33bb-1a17-48af-a36b-419de287866d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.262668 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de51be8c-186d-4413-8d05-59b99fc23ded req-948d33bb-1a17-48af-a36b-419de287866d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 944 time: 0.0954378 Sep 16 04:47:25.314857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5b104444-0e2a-40ef-806a-730dfd3f9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.316538 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-5b104444-0e2a-40ef-806a-730dfd3f9e2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=866a8012-7345-48f0-b1db-6f1d17e6ecb4 HTTP/1.1" status: 200 len: 850 time: 0.1721296 Sep 16 04:47:25.353938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de51be8c-186d-4413-8d05-59b99fc23ded req-1d9aa5be-de1b-4729-ab6f-441acea48902 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865688 Sep 16 04:47:25.377884 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58ddd1c5-8fdd-45ab-8f6a-37eb5ee888a8 req-fe3a5dbe-837a-48cd-89f3-7f6c902f222b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754229 Sep 16 04:47:25.501503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-cdf67ef0-5ca1-4c4e-b651-8be0978aaeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:25.503221 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-cdf67ef0-5ca1-4c4e-b651-8be0978aaeb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09019d96-2f58-44d1-b0b2-99c134cb802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1602600 Sep 16 04:47:25.636145 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3b71ee29-ef78-4102-b709-b5f7fa950fee up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:25.665410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-fdf02944-3183-4525-b5ab-08d3b163f696 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Delete allocated IP 172.20.0.24 (d9641011-4c82-4222-87e6-6fddea304fc3/50a98bf1-6754-41ba-9c6b-4eda22901bbd) {{(pid=94744) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 04:47:25.694578 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-62274a29-a69d-44f6-b622-f3f71a8bddd1 service neutron] 10.222.0.15 "GET /v2.0/networks/09019d96-2f58-44d1-b0b2-99c134cb802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812212 Sep 16 04:47:25.715493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e5e8b7f9-ca0f-46c8-98eb-f34f231c8cf4 None None] Provisioning complete for port 3b71ee29-ef78-4102-b709-b5f7fa950fee triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:25.716064 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5e8b7f9-ca0f-46c8-98eb-f34f231c8cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:25.765643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 3b71ee29-ef78-4102-b709-b5f7fa950fee triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:25.765857 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.111166 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdf02944-3183-4525-b5ab-08d3b163f696 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.124779 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9cc8a472-951c-40a5-b73e-ae8035e6ff41 req-6a8334eb-43d4-4d09-8765-a46808770027 service neutron] 10.222.0.15 "GET /v2.0/networks/09019d96-2f58-44d1-b0b2-99c134cb802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209886 Sep 16 04:47:26.125720 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdf02944-3183-4525-b5ab-08d3b163f696 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.275699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf02944-3183-4525-b5ab-08d3b163f696 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=c9d78790-675b-453e-9508-eee85198cfd7,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:26.352245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728e144-77f6-4873-9633-03ff44b3623b req-1e839404-b1b0-487d-addb-b8f83227ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.353887 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5728e144-77f6-4873-9633-03ff44b3623b req-1e839404-b1b0-487d-addb-b8f83227ca97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=77ae311e2cbc4a0aac004fed2ec54654&device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 1096 time: 0.1663055 Sep 16 04:47:26.363529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-fdf02944-3183-4525-b5ab-08d3b163f696 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] In _notify_port_updated(), no bound segment for port c9d78790-675b-453e-9508-eee85198cfd7 on network d9641011-4c82-4222-87e6-6fddea304fc3 {{(pid=94744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:47:26.390142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf02944-3183-4525-b5ab-08d3b163f696 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.390847 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fdf02944-3183-4525-b5ab-08d3b163f696 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.392303 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fdf02944-3183-4525-b5ab-08d3b163f696 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "PUT /v2.0/ports/c9d78790-675b-453e-9508-eee85198cfd7 HTTP/1.1" status: 200 len: 917 time: 2.0976071 Sep 16 04:47:26.395838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37680) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.401673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0f2c0d79-a620-4531-9c64-1fa11a493fab tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '736108a1-0245-41fc-8771-aa183ad840b5'}, {'subnet_id': '50a98bf1-6754-41ba-9c6b-4eda22901bbd'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:26.459160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9b9015cf-cff0-453f-bb54-b4b72b9aebc6 None None] Provisioning complete for port c9d78790-675b-453e-9508-eee85198cfd7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:26.459708 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9b9015cf-cff0-453f-bb54-b4b72b9aebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.493263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37684) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:26.512459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9b9015cf-cff0-453f-bb54-b4b72b9aebc6 None None] Port c9d78790-675b-453e-9508-eee85198cfd7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:26.533415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9b9015cf-cff0-453f-bb54-b4b72b9aebc6 None None] Provisioning complete for port 3b71ee29-ef78-4102-b709-b5f7fa950fee triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:26.535682 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9b9015cf-cff0-453f-bb54-b4b72b9aebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.645236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728e144-77f6-4873-9633-03ff44b3623b req-97d9f5d9-bd5a-4fca-9f95-db49f73029bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.647540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5728e144-77f6-4873-9633-03ff44b3623b req-97d9f5d9-bd5a-4fca-9f95-db49f73029bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=09019d96-2f58-44d1-b0b2-99c134cb802f HTTP/1.1" status: 200 len: 912 time: 0.2851224 Sep 16 04:47:26.656483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68eb4b-db24-4239-ac88-d8e82f5f273f req-03025f36-c9b2-4698-a7e5-f25803d1fa01 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.658337 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f68eb4b-db24-4239-ac88-d8e82f5f273f req-03025f36-c9b2-4698-a7e5-f25803d1fa01 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1347425 Sep 16 04:47:26.747893 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5728e144-77f6-4873-9633-03ff44b3623b req-8ad15028-7857-49fa-8a97-05093d600a72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9223b29-ce5a-41ad-8441-f88ec04355d1 HTTP/1.1" status: 200 len: 217 time: 0.0885541 Sep 16 04:47:26.778962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9f16dc8-4be9-4af0-848b-c8b58b4308c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.804993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3c1e4-6e98-43ba-94ff-ddbe5fc9c895 req-e74f79ca-ab7f-4278-98a4-12b052557880 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.806967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1d3c1e4-6e98-43ba-94ff-ddbe5fc9c895 req-e74f79ca-ab7f-4278-98a4-12b052557880 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 944 time: 0.3049307 Sep 16 04:47:26.809263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1f68eb4b-db24-4239-ac88-d8e82f5f273f req-cd7efccb-ed9e-46ad-9742-478cf72428e7 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413932 Sep 16 04:47:26.854152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-bc5663bb-6653-45a5-b71e-6ea20f08a9f7 None None] Provisioning complete for port c9d78790-675b-453e-9508-eee85198cfd7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:26.854549 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bc5663bb-6653-45a5-b71e-6ea20f08a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:26.867502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728e144-77f6-4873-9633-03ff44b3623b req-ca70d153-817e-49b1-abb8-6aa63f74a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:26.869213 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5728e144-77f6-4873-9633-03ff44b3623b req-ca70d153-817e-49b1-abb8-6aa63f74a1eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=866a8012-7345-48f0-b1db-6f1d17e6ecb4 HTTP/1.1" status: 200 len: 850 time: 0.1004572 Sep 16 04:47:26.955832 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-bc5663bb-6653-45a5-b71e-6ea20f08a9f7 None None] Port c9d78790-675b-453e-9508-eee85198cfd7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:26.987899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0d79-a620-4531-9c64-1fa11a493fab tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.014411 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1d3c1e4-6e98-43ba-94ff-ddbe5fc9c895 req-960712af-4876-4f06-b7b0-a21b0b3cf4c9 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515536 Sep 16 04:47:27.019961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728e144-77f6-4873-9633-03ff44b3623b req-2f81dc18-199e-4a52-ba1b-fc9c8bcc798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.021888 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5728e144-77f6-4873-9633-03ff44b3623b req-2f81dc18-199e-4a52-ba1b-fc9c8bcc798a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09019d96-2f58-44d1-b0b2-99c134cb802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921140 Sep 16 04:47:27.052718 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9f16dc8-4be9-4af0-848b-c8b58b4308c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.081595 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9f16dc8-4be9-4af0-848b-c8b58b4308c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.112443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-459db004-4f1c-4a0b-b1c6-0a5da7793339 None None] Provisioning complete for port c9d78790-675b-453e-9508-eee85198cfd7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:27.112834 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-459db004-4f1c-4a0b-b1c6-0a5da7793339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.182473 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f9f16dc8-4be9-4af0-848b-c8b58b4308c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74863f845df84baab79e876a03a0232e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6881020 Sep 16 04:47:27.186710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37694) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.189137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-459db004-4f1c-4a0b-b1c6-0a5da7793339 None None] Port c9d78790-675b-453e-9508-eee85198cfd7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:27.207574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5728e144-77f6-4873-9633-03ff44b3623b req-7a5189e5-0f4e-4887-8fb9-550f491555f0 service neutron] 10.222.0.15 "GET /v2.0/networks/09019d96-2f58-44d1-b0b2-99c134cb802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751199 Sep 16 04:47:27.208981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f16dc8-4be9-4af0-848b-c8b58b4308c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802a4e84-049a-43aa-9b52-b7115aeca7a4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:27.330139 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5728e144-77f6-4873-9633-03ff44b3623b req-bf9ce39a-aa85-4265-ba0e-471ad345d30f service neutron] 10.222.0.15 "GET /v2.0/networks/09019d96-2f58-44d1-b0b2-99c134cb802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003129 Sep 16 04:47:27.330415 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47e634ca-b826-4ba4-ae90-92f484556a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.368447 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47e634ca-b826-4ba4-ae90-92f484556a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.437637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-0f2c0d79-a620-4531-9c64-1fa11a493fab tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.23 (d9641011-4c82-4222-87e6-6fddea304fc3/50a98bf1-6754-41ba-9c6b-4eda22901bbd/c9d78790-675b-453e-9508-eee85198cfd7) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:27.479190 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47e634ca-b826-4ba4-ae90-92f484556a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.481900 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47e634ca-b826-4ba4-ae90-92f484556a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.483053 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-47e634ca-b826-4ba4-ae90-92f484556a40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/802a4e84-049a-43aa-9b52-b7115aeca7a4 HTTP/1.1" status: 204 len: 168 time: 0.2951562 Sep 16 04:47:27.530986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e634ca-b826-4ba4-ae90-92f484556a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802a4e84-049a-43aa-9b52-b7115aeca7a4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:27.603258 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0d79-a620-4531-9c64-1fa11a493fab tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.608555 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0d79-a620-4531-9c64-1fa11a493fab tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.671912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c0d79-a620-4531-9c64-1fa11a493fab tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=c9d78790-675b-453e-9508-eee85198cfd7,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:27.824680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c0d79-a620-4531-9c64-1fa11a493fab tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] In _notify_port_updated(), no bound segment for port c9d78790-675b-453e-9508-eee85198cfd7 on network d9641011-4c82-4222-87e6-6fddea304fc3 {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:47:27.831496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c0d79-a620-4531-9c64-1fa11a493fab tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:27.832339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0d79-a620-4531-9c64-1fa11a493fab tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:27.834528 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0f2c0d79-a620-4531-9c64-1fa11a493fab tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "PUT /v2.0/ports/c9d78790-675b-453e-9508-eee85198cfd7 HTTP/1.1" status: 200 len: 997 time: 1.4374318 Sep 16 04:47:27.837785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37702) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.867272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37706) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:27.891855 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f19432d2-8e10-4f19-b0f8-7172c41b1749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.029364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0f952-0f4d-496d-9cc1-b02e61c78954 req-d597eed5-de79-4edf-af42-f270b663ff5c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.030751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c7ea0929-0ce2-4f92-91f1-dd92fe90b380 None None] Provisioning complete for port c9d78790-675b-453e-9508-eee85198cfd7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:28.032428 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0929-0ce2-4f92-91f1-dd92fe90b380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.039081 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e6e0f952-0f4d-496d-9cc1-b02e61c78954 req-d597eed5-de79-4edf-af42-f270b663ff5c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.0969758 Sep 16 04:47:28.043468 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f19432d2-8e10-4f19-b0f8-7172c41b1749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.056655 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f19432d2-8e10-4f19-b0f8-7172c41b1749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.080280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea0929-0ce2-4f92-91f1-dd92fe90b380 None None] Port c9d78790-675b-453e-9508-eee85198cfd7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:28.100319 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e6e0f952-0f4d-496d-9cc1-b02e61c78954 req-0243bf04-ed75-45ee-8eda-e695fd2f8c49 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601916 Sep 16 04:47:28.107741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6d175380-3ece-47b7-9651-17405305b3cd tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port c9d78790-675b-453e-9508-eee85198cfd7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:28.111418 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6d175380-3ece-47b7-9651-17405305b3cd tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.189367 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f19432d2-8e10-4f19-b0f8-7172c41b1749 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96c01f3469a043d7af24ae24c5b90290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187444 Sep 16 04:47:28.191590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37712) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.203611 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19432d2-8e10-4f19-b0f8-7172c41b1749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142fa75f-5db0-4d33-bbc9-057853d41eee,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:28.236159 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6d175380-3ece-47b7-9651-17405305b3cd tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.253077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6d175380-3ece-47b7-9651-17405305b3cd tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for c9d78790-675b-453e-9508-eee85198cfd7 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:28.255029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8be012-3dd5-44dc-8d0b-c47b9144c414 req-e61b41d1-b6b1-4909-a718-8fc65d693d07 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:28.265011 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b8be012-3dd5-44dc-8d0b-c47b9144c414 req-e61b41d1-b6b1-4909-a718-8fc65d693d07 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 944 time: 0.1390748 Sep 16 04:47:28.308029 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c32da21-9512-4393-af3e-9e6876e3f4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.338251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b8be012-3dd5-44dc-8d0b-c47b9144c414 req-7b3520be-031e-40bd-b171-90166759a17c tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722194 Sep 16 04:47:28.358558 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c32da21-9512-4393-af3e-9e6876e3f4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.411357 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c32da21-9512-4393-af3e-9e6876e3f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.414668 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c32da21-9512-4393-af3e-9e6876e3f4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.418288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3c32da21-9512-4393-af3e-9e6876e3f4a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/142fa75f-5db0-4d33-bbc9-057853d41eee HTTP/1.1" status: 204 len: 168 time: 0.2202258 Sep 16 04:47:28.425973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32da21-9512-4393-af3e-9e6876e3f4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142fa75f-5db0-4d33-bbc9-057853d41eee,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:28.483227 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6d175380-3ece-47b7-9651-17405305b3cd tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.518454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d175380-3ece-47b7-9651-17405305b3cd tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=c9d78790-675b-453e-9508-eee85198cfd7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:28.635433 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6d175380-3ece-47b7-9651-17405305b3cd tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.637633 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6d175380-3ece-47b7-9651-17405305b3cd tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/c9d78790-675b-453e-9508-eee85198cfd7 HTTP/1.1" status: 204 len: 168 time: 0.7984896 Sep 16 04:47:28.640188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37720) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.669191 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a29c21-a8bf-409e-9a46-537262ff32d1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:47:28.670939 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e0a29c21-a8bf-409e-9a46-537262ff32d1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/c9d78790-675b-453e-9508-eee85198cfd7 HTTP/1.1" status: 404 len: 333 time: 0.0297461 Sep 16 04:47:28.673794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37722) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:28.752879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c75d8f-6ac5-4562-ad46-af7d17558cd6 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting subnet 50a98bf1-6754-41ba-9c6b-4eda22901bbd {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:28.757794 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b6c75d8f-6ac5-4562-ad46-af7d17558cd6 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:28.834570 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b6c75d8f-6ac5-4562-ad46-af7d17558cd6 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.280058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddc167-496a-4cc2-a482-30b0b14a6a8f req-d53c4d06-d4bb-4659-b7fa-5b152c05fd05 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.282431 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-90ddc167-496a-4cc2-a482-30b0b14a6a8f req-d53c4d06-d4bb-4659-b7fa-5b152c05fd05 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.0633333 Sep 16 04:47:29.322809 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b6c75d8f-6ac5-4562-ad46-af7d17558cd6 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.350564 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-90ddc167-496a-4cc2-a482-30b0b14a6a8f req-ce25a378-a50c-48c6-b6d2-7b2534be5aee tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600553 Sep 16 04:47:29.360567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8786f-8518-4588-af9c-d483a126922d req-01107e1b-483c-481b-97be-4873aa24e7ed tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.362190 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0f8786f-8518-4588-af9c-d483a126922d req-01107e1b-483c-481b-97be-4873aa24e7ed tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0948963 Sep 16 04:47:29.425587 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0f8786f-8518-4588-af9c-d483a126922d req-2e132fbd-f421-44cc-ba03-faa4b7b87de6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511134 Sep 16 04:47:29.435695 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b6c75d8f-6ac5-4562-ad46-af7d17558cd6 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.475838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c75d8f-6ac5-4562-ad46-af7d17558cd6 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Subnet': ['ID=50a98bf1-6754-41ba-9c6b-4eda22901bbd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:29.478267 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b6c75d8f-6ac5-4562-ad46-af7d17558cd6 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.482999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37756) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:29.483170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b6c75d8f-6ac5-4562-ad46-af7d17558cd6 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/50a98bf1-6754-41ba-9c6b-4eda22901bbd HTTP/1.1" status: 204 len: 168 time: 0.8081799 Sep 16 04:47:29.489037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85322d0-c05c-4cb5-8f9b-2c2beca19788 None None] Network d9641011-4c82-4222-87e6-6fddea304fc3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:29.581287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6f8b7c-ad22-4b8a-8e5f-13a1c64d1e32 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting subnet 736108a1-0245-41fc-8771-aa183ad840b5 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:29.596878 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8b7c-ad22-4b8a-8e5f-13a1c64d1e32 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.601752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb87a1d-cee8-4257-88ac-20750ee45336 req-d986523d-b954-4b7f-8b57-c06d86b52e1e tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:29.608162 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-afb87a1d-cee8-4257-88ac-20750ee45336 req-d986523d-b954-4b7f-8b57-c06d86b52e1e tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 944 time: 0.0857358 Sep 16 04:47:29.669961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-afb87a1d-cee8-4257-88ac-20750ee45336 req-dbba85e9-6998-4be8-b00f-c681fac5e3d6 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556324 Sep 16 04:47:29.696886 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8b7c-ad22-4b8a-8e5f-13a1c64d1e32 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.840342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8b7c-ad22-4b8a-8e5f-13a1c64d1e32 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.917256 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8b7c-ad22-4b8a-8e5f-13a1c64d1e32 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.965841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a9223b29-ce5a-41ad-8441-f88ec04355d1 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:29.966114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f8b7c-ad22-4b8a-8e5f-13a1c64d1e32 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Subnet': ['ID=736108a1-0245-41fc-8771-aa183ad840b5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:29.970893 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8b7c-ad22-4b8a-8e5f-13a1c64d1e32 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:29.972951 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4f6f8b7c-ad22-4b8a-8e5f-13a1c64d1e32 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/736108a1-0245-41fc-8771-aa183ad840b5 HTTP/1.1" status: 204 len: 168 time: 0.4889407 Sep 16 04:47:29.976355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37770) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:30.077140 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.110794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a9223b29-ce5a-41ad-8441-f88ec04355d1, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a9223b29-ce5a-41ad-8441-f88ec04355d1,segment=NetworkSegment(31ae9b9a-81c5-4ffc-a523-a4246ae91582),segment_id=31ae9b9a-81c5-4ffc-a523-a4246ae91582)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:30.125822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'a9223b29-ce5a-41ad-8441-f88ec04355d1', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'port_id': 'a9223b29-ce5a-41ad-8441-f88ec04355d1', 'mac_address': 'fa:16:3e:c1:34:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:30.150310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 3b71ee29-ef78-4102-b709-b5f7fa950fee {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:30.151037 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.170372 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.181760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37774) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:30.194353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9223b29-ce5a-41ad-8441-f88ec04355d1 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:30.216400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a9223b29-ce5a-41ad-8441-f88ec04355d1, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a9223b29-ce5a-41ad-8441-f88ec04355d1,segment=NetworkSegment(31ae9b9a-81c5-4ffc-a523-a4246ae91582),segment_id=31ae9b9a-81c5-4ffc-a523-a4246ae91582)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:30.233682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] For port 3b71ee29-ef78-4102-b709-b5f7fa950fee, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3b71ee29-ef78-4102-b709-b5f7fa950fee,segment=NetworkSegment(3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd),segment_id=3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:30.233995 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.234180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.249923 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 3b71ee29-ef78-4102-b709-b5f7fa950fee owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:30.295767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=a9223b29-ce5a-41ad-8441-f88ec04355d1,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:30.324836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:30.331931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff4c893-e7e2-4581-8bab-dac7f045b483 None None] Network d9641011-4c82-4222-87e6-6fddea304fc3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:30.350751 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.351076 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.386730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=3b71ee29-ef78-4102-b709-b5f7fa950fee,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:30.393804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No DVR routers for this DVR port 3b71ee29-ef78-4102-b709-b5f7fa950fee on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:30.452052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-09e1f300-edc9-44a6-a613-77a131f34865 None None] Could not find standard attr ID for object 3b71ee29-ef78-4102-b709-b5f7fa950fee. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:47:30.488338 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.496810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['a9223b29-ce5a-41ad-8441-f88ec04355d1'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:30.498030 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.578371 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9641011-4c82-4222-87e6-6fddea304fc3']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:30.583724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e09b926-93a6-4c03-b2a9-6d724b14b464 None None] DHCP port deletion for d9641011-4c82-4222-87e6-6fddea304fc3 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:30.597168 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:30.598649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3942e7e6-ce8c-4315-9f2f-25bf0e2c5cdd') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:30.624001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4505171-6de2-4a72-ab83-3edebcf29d2f req-944ba62b-cc7a-4d5f-8977-06e3bcea2c19 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:30.625559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d4505171-6de2-4a72-ab83-3edebcf29d2f req-944ba62b-cc7a-4d5f-8977-06e3bcea2c19 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.1653390 Sep 16 04:47:30.629634 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.632815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Allocated IP 172.25.0.21 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/cebeb488-6d40-4e78-b166-065ada336cf7) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:30.665999 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.681676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:30.682269 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:30.685982 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:30.699682 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d4505171-6de2-4a72-ab83-3edebcf29d2f req-4e3f5942-6cac-4b6b-96f1-e569fb6f0635 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664089 Sep 16 04:47:30.727866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1756fe4-e0b1-4846-b2f1-74a009b1bd93 req-7911d213-d540-4472-afe6-59b15a5f3110 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:30.729654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1756fe4-e0b1-4846-b2f1-74a009b1bd93 req-7911d213-d540-4472-afe6-59b15a5f3110 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0942442 Sep 16 04:47:30.763526 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.778886 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.787490 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/networks/d9641011-4c82-4222-87e6-6fddea304fc3 HTTP/1.1" status: 204 len: 168 time: 0.8083375 Sep 16 04:47:30.788177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37790) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:30.799293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f37da-7b77-43e3-ac24-f1785119b9c8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Network': ['ID=d9641011-4c82-4222-87e6-6fddea304fc3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:30.834991 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1756fe4-e0b1-4846-b2f1-74a009b1bd93 req-a811aaef-0f64-4521-9379-83afae4152fa tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793409 Sep 16 04:47:30.887602 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.914014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849034f0-d5e1-4a2b-b669-746ae0ce9607 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:30.915585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-849034f0-d5e1-4a2b-b669-746ae0ce9607 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1218319 Sep 16 04:47:30.919494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37792) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:30.957179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65db141-1b93-4af7-8184-3f465f0e35f0 req-5b8bc7cd-0bbd-4e97-a03a-30de3fbfb984 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:30.960522 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c65db141-1b93-4af7-8184-3f465f0e35f0 req-5b8bc7cd-0bbd-4e97-a03a-30de3fbfb984 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 945 time: 0.0815747 Sep 16 04:47:30.992876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-41f89228-1091-457a-98d9-e9bfa86cd57f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0690241 Sep 16 04:47:30.992876 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:30.994263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37794) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:31.017516 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c65db141-1b93-4af7-8184-3f465f0e35f0 req-ab316194-136e-4443-89c2-859370687f37 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492811 Sep 16 04:47:31.021217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2cd04561-636a-4c64-add5-deebb479d8f8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-342513282'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:31.052885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:31.059871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:31.064967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:31.066854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd04561-636a-4c64-add5-deebb479d8f8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:31.071200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cd04561-636a-4c64-add5-deebb479d8f8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.081246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Pushing event updated for resources: {'Port': ['ID=cebeb488-6d40-4e78-b166-065ada336cf7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:31.172499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd04561-636a-4c64-add5-deebb479d8f8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:31.191434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cd04561-636a-4c64-add5-deebb479d8f8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.192844 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-2cd04561-636a-4c64-add5-deebb479d8f8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Added segment fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d of type vlan for network 424bbc56-671e-4316-822f-e1d50ac0766a Sep 16 04:47:31.202564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cedd6d-5bac-4ea8-ab5f-f0812622a473 req-6c333806-9f97-44a7-815c-80cfdfa9ab26 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.204163 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56cedd6d-5bac-4ea8-ab5f-f0812622a473 req-6c333806-9f97-44a7-815c-80cfdfa9ab26 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.0916581 Sep 16 04:47:31.247148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3b71ee29-ef78-4102-b709-b5f7fa950fee no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:31.271542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 3b71ee29-ef78-4102-b709-b5f7fa950fee {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:31.271994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3b71ee29-ef78-4102-b709-b5f7fa950fee not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:31.312938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cd04561-636a-4c64-add5-deebb479d8f8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.315376 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.322358 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56cedd6d-5bac-4ea8-ab5f-f0812622a473 req-13780b59-bdf1-4a67-b48a-44377103cc0d tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926948 Sep 16 04:47:31.367601 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.371059 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cd04561-636a-4c64-add5-deebb479d8f8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.376080 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd04561-636a-4c64-add5-deebb479d8f8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.376712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cd04561-636a-4c64-add5-deebb479d8f8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.424222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a706a-0080-4916-acd3-fa7f6d27393b req-00df3c23-ea59-4479-b868-d11e2ef908f0 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:31.426204 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e62a706a-0080-4916-acd3-fa7f6d27393b req-00df3c23-ea59-4479-b868-d11e2ef908f0 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.0593436 Sep 16 04:47:31.450882 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2cd04561-636a-4c64-add5-deebb479d8f8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4539111 Sep 16 04:47:31.480356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37804) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:31.492075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd04561-636a-4c64-add5-deebb479d8f8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Network': ['ID=424bbc56-671e-4316-822f-e1d50ac0766a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:31.502027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a11c79aa-8e96-48ae-94e3-8a26d1cc4877 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': '424bbc56-671e-4316-822f-e1d50ac0766a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:31.511263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 424bbc56-671e-4316-822f-e1d50ac0766a details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:31.654970 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.659858 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.677781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11c79aa-8e96-48ae-94e3-8a26d1cc4877 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:31.681571 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a11c79aa-8e96-48ae-94e3-8a26d1cc4877 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.689488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-e62a706a-0080-4916-acd3-fa7f6d27393b req-c317d0f6-a822-44fe-8683-0411a97587ab tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Deleting port 6ac038c6-8e87-4562-ae56-4e085339b3f4 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:31.689926 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e62a706a-0080-4916-acd3-fa7f6d27393b req-c317d0f6-a822-44fe-8683-0411a97587ab tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.735534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Pushing event updated for resources: {'Port': ['ID=cebeb488-6d40-4e78-b166-065ada336cf7,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:31.748638 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.764409 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.765741 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a9fbb900-c3b7-413d-ab64-9744c6d71352 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5832763 Sep 16 04:47:31.768601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37810) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:31.774108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-39fea36b-62da-45b3-b962-e06d2066a925 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-786398914', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'fixed_ips': [{'ip_address': '172.25.0.21'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:31.797988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fea36b-62da-45b3-b962-e06d2066a925 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Made reservation on behalf of 7495b8e19d3d46c38e7cc0570bd59c56 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:31.800456 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39fea36b-62da-45b3-b962-e06d2066a925 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.809961 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39fea36b-62da-45b3-b962-e06d2066a925 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.871195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e62a706a-0080-4916-acd3-fa7f6d27393b req-c317d0f6-a822-44fe-8683-0411a97587ab tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] For port 6ac038c6-8e87-4562-ae56-4e085339b3f4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6ac038c6-8e87-4562-ae56-4e085339b3f4,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:31.871658 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e62a706a-0080-4916-acd3-fa7f6d27393b req-c317d0f6-a822-44fe-8683-0411a97587ab tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.892573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-e62a706a-0080-4916-acd3-fa7f6d27393b req-c317d0f6-a822-44fe-8683-0411a97587ab tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Calling delete_port for 6ac038c6-8e87-4562-ae56-4e085339b3f4 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:31.927074 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39fea36b-62da-45b3-b962-e06d2066a925 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.931936 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39fea36b-62da-45b3-b962-e06d2066a925 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:31.956295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-39fea36b-62da-45b3-b962-e06d2066a925 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] device_id is not set on port 6a78c81a-3ce3-49c7-addc-654de1b5bcbf yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:31.976493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a9223b29-ce5a-41ad-8441-f88ec04355d1 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:32.035480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port a9223b29-ce5a-41ad-8441-f88ec04355d1 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:32.043144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fea36b-62da-45b3-b962-e06d2066a925 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ff2a0b-5e09-4f89-ae3d-47260d90de94,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.044097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port a9223b29-ce5a-41ad-8441-f88ec04355d1 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:32.044545 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.072647 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a11c79aa-8e96-48ae-94e3-8a26d1cc4877 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.120387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88028f8a-ba84-4b5e-9794-23d04f43401c req-c2a17c58-3757-4022-8eb1-6d6da0c0f463 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.129098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88028f8a-ba84-4b5e-9794-23d04f43401c req-c2a17c58-3757-4022-8eb1-6d6da0c0f463 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 945 time: 0.1787860 Sep 16 04:47:32.171519 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.206109 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9223b29-ce5a-41ad-8441-f88ec04355d1'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:32.209549 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d922b30-9972-4845-850e-a591bf45db7f" -d '{"events": [{"server_uuid": "4235dd1a-d2a4-474c-833b-0bf76e3bf4fb", "name": "network-vif-plugged", "status": "completed", "tag": "a9223b29-ce5a-41ad-8441-f88ec04355d1"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:32.216534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88028f8a-ba84-4b5e-9794-23d04f43401c req-c916a3f8-f1d2-479e-a47a-6f67f677a901 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837884 Sep 16 04:47:32.231293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port a9223b29-ce5a-41ad-8441-f88ec04355d1, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a9223b29-ce5a-41ad-8441-f88ec04355d1,segment=NetworkSegment(31ae9b9a-81c5-4ffc-a523-a4246ae91582),segment_id=31ae9b9a-81c5-4ffc-a523-a4246ae91582)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:32.235140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c79aa-8e96-48ae-94e3-8a26d1cc4877 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Subnet': ['ID=aa7ba0f4-7d3a-4f81-bc8f-267ee4de358f,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.237667 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.265320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11c79aa-8e96-48ae-94e3-8a26d1cc4877 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Checking segment: {'id': 'fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '424bbc56-671e-4316-822f-e1d50ac0766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:32.266294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11c79aa-8e96-48ae-94e3-8a26d1cc4877 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network hostable DHCP agents. Network: 424bbc56-671e-4316-822f-e1d50ac0766a, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:32.273687 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e62a706a-0080-4916-acd3-fa7f6d27393b req-c317d0f6-a822-44fe-8683-0411a97587ab tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.322484 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fea36b-62da-45b3-b962-e06d2066a925 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 04:47:32.323018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fea36b-62da-45b3-b962-e06d2066a925 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:47:32.324281 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e101915-7b66-404b-b13a-416b9b04f32c req-7ca35169-b103-4ef2-9b58-7d17f47ddf94 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.326775 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e101915-7b66-404b-b13a-416b9b04f32c req-7ca35169-b103-4ef2-9b58-7d17f47ddf94 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 945 time: 0.1355128 Sep 16 04:47:32.330467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317d0f6-a822-44fe-8683-0411a97587ab tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Pushing event deleted for resources: {'Port': ['ID=6ac038c6-8e87-4562-ae56-4e085339b3f4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.332092 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abd637b-41bf-4f7e-949b-7f4aac239a1d x-openstack-request-id: req-1abd637b-41bf-4f7e-949b-7f4aac239a1d {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:32.333642 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4235dd1a-d2a4-474c-833b-0bf76e3bf4fb", "name": "network-vif-plugged", "status": "completed", "tag": "a9223b29-ce5a-41ad-8441-f88ec04355d1", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:32.334139 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1abd637b-41bf-4f7e-949b-7f4aac239a1d {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:32.335012 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9223b29-ce5a-41ad-8441-f88ec04355d1', 'code': 200} Sep 16 04:47:32.336322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=a9223b29-ce5a-41ad-8441-f88ec04355d1,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:32.340619 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['0364adc8-8e96-4035-a3de-d4b6736e75f7', '6ac038c6-8e87-4562-ae56-4e085339b3f4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:32.359978 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-39fea36b-62da-45b3-b962-e06d2066a925 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.5897982 Sep 16 04:47:32.362716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37822) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:32.367100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11c79aa-8e96-48ae-94e3-8a26d1cc4877 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 424bbc56-671e-4316-822f-e1d50ac0766a is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:32.448560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62a706a-0080-4916-acd3-fa7f6d27393b req-c317d0f6-a822-44fe-8683-0411a97587ab tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] No DVR routers for this DVR port 6ac038c6-8e87-4562-ae56-4e085339b3f4 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:32.467793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-a11c79aa-8e96-48ae-94e3-8a26d1cc4877 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 424bbc56-671e-4316-822f-e1d50ac0766a) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:32.470481 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e62a706a-0080-4916-acd3-fa7f6d27393b req-c317d0f6-a822-44fe-8683-0411a97587ab tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.472686 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e62a706a-0080-4916-acd3-fa7f6d27393b req-c317d0f6-a822-44fe-8683-0411a97587ab tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.15 "DELETE /v2.0/ports/6ac038c6-8e87-4562-ae56-4e085339b3f4 HTTP/1.1" status: 204 len: 173 time: 1.0398664 Sep 16 04:47:32.475829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7a12c4-2879-4428-addc-a5bb0120c865', 'name': 'network-vif-deleted', 'tag': '6ac038c6-8e87-4562-ae56-4e085339b3f4'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:32.478398 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ca1db9-d9d0-4516-a9bc-c0d53353b702" -d '{"events": [{"server_uuid": "ec7a12c4-2879-4428-addc-a5bb0120c865", "name": "network-vif-deleted", "tag": "6ac038c6-8e87-4562-ae56-4e085339b3f4"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:32.488018 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a8561-90aa-4abc-bc75-735497aff8eb None None] Network 424bbc56-671e-4316-822f-e1d50ac0766a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:32.496431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c79aa-8e96-48ae-94e3-8a26d1cc4877 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.497283 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a11c79aa-8e96-48ae-94e3-8a26d1cc4877 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.531297 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7e101915-7b66-404b-b13a-416b9b04f32c req-64209b51-9db9-467c-bae5-dcbf4e7edbc7 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706054 Sep 16 04:47:32.552356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49662c89-ae78-4d0a-a1d9-0bcb7e3ddf2b req-cca555e1-243c-4a2e-b7eb-db62047396bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.559307 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-49662c89-ae78-4d0a-a1d9-0bcb7e3ddf2b req-cca555e1-243c-4a2e-b7eb-db62047396bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 1098 time: 0.1558576 Sep 16 04:47:32.564600 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a11c79aa-8e96-48ae-94e3-8a26d1cc4877 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0831163 Sep 16 04:47:32.568015 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37826) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:32.589283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': '424bbc56-671e-4316-822f-e1d50ac0766a', 'name': 'tempest-PortsTestJSON-1016445924'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:32.632064 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9415512b-f57e-4a04-8323-b5e0142e77a6 x-openstack-request-id: req-9415512b-f57e-4a04-8323-b5e0142e77a6 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:32.635754 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7a12c4-2879-4428-addc-a5bb0120c865", "name": "network-vif-deleted", "tag": "6ac038c6-8e87-4562-ae56-4e085339b3f4", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:32.636034 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9415512b-f57e-4a04-8323-b5e0142e77a6 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:32.636454 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7a12c4-2879-4428-addc-a5bb0120c865', 'name': 'network-vif-deleted', 'tag': '6ac038c6-8e87-4562-ae56-4e085339b3f4', 'status': 'completed', 'code': 200} Sep 16 04:47:32.637807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975569-5b08-4380-bb61-8b31ed603621 req-0e5d3d44-4833-4a64-b3d6-874221cd7870 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.654482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21975569-5b08-4380-bb61-8b31ed603621 req-0e5d3d44-4833-4a64-b3d6-874221cd7870 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.2151859 Sep 16 04:47:32.741479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-49662c89-ae78-4d0a-a1d9-0bcb7e3ddf2b req-c24896e8-18aa-42da-9c4c-6b7316035127 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723001 Sep 16 04:47:32.764123 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21975569-5b08-4380-bb61-8b31ed603621 req-220060d9-22ae-4303-ad3f-07cc77f715ab tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087654 Sep 16 04:47:32.785262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee3b8b-d0d2-45ed-babf-771242ae13a9 req-c9d81602-2e2b-4475-8887-3ccc281cd1de tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:32.787293 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bee3b8b-d0d2-45ed-babf-771242ae13a9 req-c9d81602-2e2b-4475-8887-3ccc281cd1de tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 945 time: 0.2802262 Sep 16 04:47:32.826236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:32.840590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.843400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-424bbc56-671e-4316-822f-e1d50ac0766a', 'network_id': '424bbc56-671e-4316-822f-e1d50ac0766a', 'tenant_id': 'b7ace85518e244eabe8cadda6b29d9b2', 'fixed_ips': [{'subnet_id': 'aa7ba0f4-7d3a-4f81-bc8f-267ee4de358f'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:32.846193 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.849269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f5026-c494-4e93-ab35-7cb72e223620 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Deleting port cebeb488-6d40-4e78-b166-065ada336cf7 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:32.850114 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a6f5026-c494-4e93-ab35-7cb72e223620 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.859882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port 8e9a88d6-51f6-4f55-9bb7-6101ca00cfaa yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:32.990543 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a6f5026-c494-4e93-ab35-7cb72e223620 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:32.990794 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a6f5026-c494-4e93-ab35-7cb72e223620 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.000985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-7bee3b8b-d0d2-45ed-babf-771242ae13a9 req-4a348e2c-ee2e-4c68-8c93-5088f71efeb0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Deleting port e4be27b3-069d-4b53-bbc7-b90353a66d00 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:33.002100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7bee3b8b-d0d2-45ed-babf-771242ae13a9 req-4a348e2c-ee2e-4c68-8c93-5088f71efeb0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.021583 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.12 (424bbc56-671e-4316-822f-e1d50ac0766a/aa7ba0f4-7d3a-4f81-bc8f-267ee4de358f/8e9a88d6-51f6-4f55-9bb7-6101ca00cfaa) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:33.086864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f5026-c494-4e93-ab35-7cb72e223620 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Calling delete_port for cebeb488-6d40-4e78-b166-065ada336cf7 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:33.121319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-7bee3b8b-d0d2-45ed-babf-771242ae13a9 req-4a348e2c-ee2e-4c68-8c93-5088f71efeb0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] For port e4be27b3-069d-4b53-bbc7-b90353a66d00, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e4be27b3-069d-4b53-bbc7-b90353a66d00,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:33.121704 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7bee3b8b-d0d2-45ed-babf-771242ae13a9 req-4a348e2c-ee2e-4c68-8c93-5088f71efeb0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.170787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-7bee3b8b-d0d2-45ed-babf-771242ae13a9 req-4a348e2c-ee2e-4c68-8c93-5088f71efeb0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Calling delete_port for e4be27b3-069d-4b53-bbc7-b90353a66d00 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:33.205721 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.275518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.385409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Allocated IP 172.20.0.2 (424bbc56-671e-4316-822f-e1d50ac0766a/aa7ba0f4-7d3a-4f81-bc8f-267ee4de358f/173a1eaf-c107-4424-adbb-581310158e56) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:33.398234 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a6f5026-c494-4e93-ab35-7cb72e223620 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.404859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 424bbc56-671e-4316-822f-e1d50ac0766a is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:33.410445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:33.417865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:33.441513 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7bee3b8b-d0d2-45ed-babf-771242ae13a9 req-4a348e2c-ee2e-4c68-8c93-5088f71efeb0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.477250 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e4be27b3-069d-4b53-bbc7-b90353a66d00'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:33.482243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.483449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.503156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1f1acc7-1fac-42a7-8ae2-a8cabd90de49 req-97e7d585-d4d2-482a-bf17-07e68f668061 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec7a12c4-2879-4428-addc-a5bb0120c865 HTTP/1.1" status: 200 len: 210 time: 0.0806518 Sep 16 04:47:33.503991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=8e9a88d6-51f6-4f55-9bb7-6101ca00cfaa,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:33.510575 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9a920aff-38a0-4af4-bdcb-a348f034b200 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9402177 Sep 16 04:47:33.513104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37836) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:33.519487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': '424bbc56-671e-4316-822f-e1d50ac0766a', 'name': 'tempest-PortsTestJSON-558557260'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:33.521060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f5026-c494-4e93-ab35-7cb72e223620 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Pushing event deleted for resources: {'Port': ['ID=cebeb488-6d40-4e78-b166-065ada336cf7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:33.602951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a348e2c-ee2e-4c68-8c93-5088f71efeb0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event deleted for resources: {'Port': ['ID=e4be27b3-069d-4b53-bbc7-b90353a66d00,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:33.623808 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.636910 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.684226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Network 424bbc56-671e-4316-822f-e1d50ac0766a is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:33.687392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bee3b8b-d0d2-45ed-babf-771242ae13a9 req-4a348e2c-ee2e-4c68-8c93-5088f71efeb0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] No DVR routers for this DVR port e4be27b3-069d-4b53-bbc7-b90353a66d00 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:33.687909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:33.689079 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a6f5026-c494-4e93-ab35-7cb72e223620 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.693863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:33.696573 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a6f5026-c494-4e93-ab35-7cb72e223620 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.714096 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6a6f5026-c494-4e93-ab35-7cb72e223620 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307 tempest-ExternalNetworksAdminNegativeTestJSON-1928662307-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/b3b29fa6-354f-4832-8b9b-533f35e60bc6 HTTP/1.1" status: 204 len: 168 time: 1.3381145 Sep 16 04:47:33.715866 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7bee3b8b-d0d2-45ed-babf-771242ae13a9 req-4a348e2c-ee2e-4c68-8c93-5088f71efeb0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.718333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bee3b8b-d0d2-45ed-babf-771242ae13a9 req-4a348e2c-ee2e-4c68-8c93-5088f71efeb0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "DELETE /v2.0/ports/e4be27b3-069d-4b53-bbc7-b90353a66d00 HTTP/1.1" status: 204 len: 173 time: 0.9233994 Sep 16 04:47:33.718789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f698719-e03f-4b92-9381-14430d611c82', 'name': 'network-vif-deleted', 'tag': 'e4be27b3-069d-4b53-bbc7-b90353a66d00'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:33.721098 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e69cab2-7433-4fa6-9271-186c7843797f" -d '{"events": [{"server_uuid": "7f698719-e03f-4b92-9381-14430d611c82", "name": "network-vif-deleted", "tag": "e4be27b3-069d-4b53-bbc7-b90353a66d00"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:33.794034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:33.797754 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.807343 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c637270-7c9c-4038-bdf0-de7c2c19b7c4 x-openstack-request-id: req-5c637270-7c9c-4038-bdf0-de7c2c19b7c4 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:33.808037 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f698719-e03f-4b92-9381-14430d611c82", "name": "network-vif-deleted", "tag": "e4be27b3-069d-4b53-bbc7-b90353a66d00", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:33.808875 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c637270-7c9c-4038-bdf0-de7c2c19b7c4 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:33.809530 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f698719-e03f-4b92-9381-14430d611c82', 'name': 'network-vif-deleted', 'tag': 'e4be27b3-069d-4b53-bbc7-b90353a66d00', 'status': 'completed', 'code': 200} Sep 16 04:47:33.835431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Pushing event updated for resources: {'Port': ['ID=173a1eaf-c107-4424-adbb-581310158e56,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:33.850571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Attempting to bind port 173a1eaf-c107-4424-adbb-581310158e56 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:33.851779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Attempting to bind port 173a1eaf-c107-4424-adbb-581310158e56 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '424bbc56-671e-4316-822f-e1d50ac0766a'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:33.852403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Attempting to bind port 173a1eaf-c107-4424-adbb-581310158e56 on network 424bbc56-671e-4316-822f-e1d50ac0766a {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:33.858576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:33.859368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Checking segment: {'id': 'fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '424bbc56-671e-4316-822f-e1d50ac0766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:33.860289 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.860886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Bound using segment: {'id': 'fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '424bbc56-671e-4316-822f-e1d50ac0766a'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:33.861792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Bound port: 173a1eaf-c107-4424-adbb-581310158e56, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '424bbc56-671e-4316-822f-e1d50ac0766a'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:33.862408 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:33.873688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770da215-d91d-4558-88e1-37b78d94207c req-54ded148-1186-4c94-abea-8ae8fccbb51a tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:33.881815 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-770da215-d91d-4558-88e1-37b78d94207c req-54ded148-1186-4c94-abea-8ae8fccbb51a tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 946 time: 0.2153883 Sep 16 04:47:33.895062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port 82abfc27-7558-4441-bfa8-38d284db52a9 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:33.969882 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-770da215-d91d-4558-88e1-37b78d94207c req-67251884-981c-470e-a896-8022d648bf2f tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871065 Sep 16 04:47:33.996849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] For port 173a1eaf-c107-4424-adbb-581310158e56, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:34.001638 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] For port 173a1eaf-c107-4424-adbb-581310158e56, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=173a1eaf-c107-4424-adbb-581310158e56,segment=NetworkSegment(fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d),segment_id=fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:34.010039 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.102395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.8 (424bbc56-671e-4316-822f-e1d50ac0766a/aa7ba0f4-7d3a-4f81-bc8f-267ee4de358f/82abfc27-7558-4441-bfa8-38d284db52a9) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:34.131730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b850a328-c8d6-4050-8b39-6a709abd77f3 req-2600b744-b6da-4dd2-928f-faf7b4392e18 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f698719-e03f-4b92-9381-14430d611c82 HTTP/1.1" status: 200 len: 210 time: 0.0651689 Sep 16 04:47:34.175633 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95259102-14db-43a8-9815-7fc01a73d2d4 None None] Pushing event updated for resources: {'Port': ['ID=173a1eaf-c107-4424-adbb-581310158e56,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:34.245469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37854) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:34.338809 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.392772 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.470449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=82abfc27-7558-4441-bfa8-38d284db52a9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:34.482149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 424bbc56-671e-4316-822f-e1d50ac0766a is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:34.484071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:34.486467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:34.526360 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a069033d-387d-4942-bf17-a562d89ddbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.620101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.620790 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.721188 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a069033d-387d-4942-bf17-a562d89ddbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.727779 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a069033d-387d-4942-bf17-a562d89ddbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.736988 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-30aa2f91-19f0-45da-9000-7a1891a57efa tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2225428 Sep 16 04:47:34.739831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37862) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:34.781909 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a069033d-387d-4942-bf17-a562d89ddbd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0994cf4a562c404d9a6b936ea5d3c831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5351636 Sep 16 04:47:34.782542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069033d-387d-4942-bf17-a562d89ddbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74d99c4-6b51-42b1-9bc0-c31de55eac2b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:34.785128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37866) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:34.854832 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0bcd-9872-4298-babf-b1b204e6e536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:34.874311 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7a468-240f-4ca7-997d-6e19fbc2a541 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:34.876153 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d9b7a468-240f-4ca7-997d-6e19fbc2a541 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1351097 Sep 16 04:47:34.878952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37870) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:34.935125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0bcd-9872-4298-babf-b1b204e6e536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.019700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3df5ad-921f-42f0-a995-94d4a2ae963a req-731371c1-de76-4143-8f4a-576cd1174ebf tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.021437 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf3df5ad-921f-42f0-a995-94d4a2ae963a req-731371c1-de76-4143-8f4a-576cd1174ebf tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1560423 Sep 16 04:47:35.076998 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0bcd-9872-4298-babf-b1b204e6e536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.079769 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0bcd-9872-4298-babf-b1b204e6e536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.084068 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3e0e0bcd-9872-4298-babf-b1b204e6e536 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f74d99c4-6b51-42b1-9bc0-c31de55eac2b HTTP/1.1" status: 204 len: 168 time: 0.2828195 Sep 16 04:47:35.093041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-cfe15c5b-98a2-4fea-850e-69c9b06188d4 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 82abfc27-7558-4441-bfa8-38d284db52a9 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:35.093383 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfe15c5b-98a2-4fea-850e-69c9b06188d4 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.101409 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf3df5ad-921f-42f0-a995-94d4a2ae963a req-11ca87ce-62a6-47e9-aeab-b52620a3ab86 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706427 Sep 16 04:47:35.138226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77db257-b6ac-4d2d-ac5c-0ac10147a595 req-622056f6-7f19-46c8-8217-eac31e9f4d32 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.139822 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a77db257-b6ac-4d2d-ac5c-0ac10147a595 req-622056f6-7f19-46c8-8217-eac31e9f4d32 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 946 time: 0.0777347 Sep 16 04:47:35.140913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e0bcd-9872-4298-babf-b1b204e6e536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74d99c4-6b51-42b1-9bc0-c31de55eac2b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:35.225169 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a77db257-b6ac-4d2d-ac5c-0ac10147a595 req-62f3ec30-7ce5-4610-8638-e1661256f56e tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672865 Sep 16 04:47:35.267044 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.325517 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfe15c5b-98a2-4fea-850e-69c9b06188d4 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.346272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-cfe15c5b-98a2-4fea-850e-69c9b06188d4 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 82abfc27-7558-4441-bfa8-38d284db52a9 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:35.414967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 173a1eaf-c107-4424-adbb-581310158e56 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:35.474699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0e1eb-87f7-4866-a36c-25902bb0e65a req-927edf6f-0471-4a4b-af9f-3936f47cc42b tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:35.492089 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ebb0e1eb-87f7-4866-a36c-25902bb0e65a req-927edf6f-0471-4a4b-af9f-3936f47cc42b tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 946 time: 0.1085637 Sep 16 04:47:35.492667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37888) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:35.512392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-672f71f9-c925-46cd-aa95-89dcf64b6e9d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Request body: {'floatingip': {'port_id': 'a9223b29-ce5a-41ad-8441-f88ec04355d1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:35.514527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 173a1eaf-c107-4424-adbb-581310158e56 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:35.514920 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.667604 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-672f71f9-c925-46cd-aa95-89dcf64b6e9d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.710229 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfe15c5b-98a2-4fea-850e-69c9b06188d4 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.726415 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.749118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37900) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:35.751800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe15c5b-98a2-4fea-850e-69c9b06188d4 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=82abfc27-7558-4441-bfa8-38d284db52a9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:35.772354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 173a1eaf-c107-4424-adbb-581310158e56, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=173a1eaf-c107-4424-adbb-581310158e56,segment=NetworkSegment(fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d),segment_id=fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:35.779110 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.849909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=173a1eaf-c107-4424-adbb-581310158e56,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:35.852486 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4209e8e-7b3f-4435-b71c-28e74f5d190d None None] Network 424bbc56-671e-4316-822f-e1d50ac0766a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:35.864366 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4185b7bd-597b-435f-85d8-ad426400e2d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7495b8e19d3d46c38e7cc0570bd59c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114500 Sep 16 04:47:35.864736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37902) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:35.900711 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfe15c5b-98a2-4fea-850e-69c9b06188d4 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:35.905138 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cfe15c5b-98a2-4fea-850e-69c9b06188d4 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/82abfc27-7558-4441-bfa8-38d284db52a9 HTTP/1.1" status: 204 len: 168 time: 1.0198448 Sep 16 04:47:35.919891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37906) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:35.961527 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ace41f2-90fb-429b-a134-0ff1a27b8e2f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:47:35.965745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7ace41f2-90fb-429b-a134-0ff1a27b8e2f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/82abfc27-7558-4441-bfa8-38d284db52a9 HTTP/1.1" status: 404 len: 333 time: 0.0422535 Sep 16 04:47:35.966553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37908) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:35.978692 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-909f0343-cfe3-4888-bde1-b7e463f37eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.066521 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-909f0343-cfe3-4888-bde1-b7e463f37eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.130205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 6ac038c6-8e87-4562-ae56-4e085339b3f4 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:36.131927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e4be27b3-069d-4b53-bbc7-b90353a66d00 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:36.165648 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-909f0343-cfe3-4888-bde1-b7e463f37eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.169088 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-909f0343-cfe3-4888-bde1-b7e463f37eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.172605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-909f0343-cfe3-4888-bde1-b7e463f37eda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7ff2a0b-5e09-4f89-ae3d-47260d90de94 HTTP/1.1" status: 204 len: 168 time: 0.3046350 Sep 16 04:47:36.195490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:36.196086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:36.196597 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:36.197179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:36.197703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:36.198222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:36.198722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:36.199218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:36.199712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:36.200204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:36.201150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:36.201678 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:47:36.204550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f0343-cfe3-4888-bde1-b7e463f37eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ff2a0b-5e09-4f89-ae3d-47260d90de94,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:36.212852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 6ac038c6-8e87-4562-ae56-4e085339b3f4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:36.213555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 6ac038c6-8e87-4562-ae56-4e085339b3f4 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:36.218658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: e4be27b3-069d-4b53-bbc7-b90353a66d00 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:36.219265 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e4be27b3-069d-4b53-bbc7-b90353a66d00 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:36.230348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5709fa93-32c7-46e6-a88a-505a7fd78bcb None None] Provisioning complete for port 173a1eaf-c107-4424-adbb-581310158e56 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:36.230734 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5709fa93-32c7-46e6-a88a-505a7fd78bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.304251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf7539-d0d9-4f2d-8ef5-3c3d6b206e99 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 8e9a88d6-51f6-4f55-9bb7-6101ca00cfaa {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:36.305011 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7539-d0d9-4f2d-8ef5-3c3d6b206e99 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.341985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d77ef6-820d-4c53-9149-9121268703d1 req-ac8dc00d-a078-49cd-a687-1946babc4736 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.350381 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f3d77ef6-820d-4c53-9149-9121268703d1 req-ac8dc00d-a078-49cd-a687-1946babc4736 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1391170 Sep 16 04:47:36.445714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-bc051556-d881-4403-a5b2-4b91cbcec84e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:36.449447 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f3d77ef6-820d-4c53-9149-9121268703d1 req-29cd7612-b7fb-45ef-b46f-2b9fe1f35812 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976412 Sep 16 04:47:36.452926 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-bc051556-d881-4403-a5b2-4b91cbcec84e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.8351560 Sep 16 04:47:36.471740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8a12b3bd-625e-4feb-813d-26d0551bdc84 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/quotas/12e4b4d2b68d4193892f7f9652ee2b63 HTTP/1.1" status: 200 len: 375 time: 0.0178828 Sep 16 04:47:36.507072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7539-d0d9-4f2d-8ef5-3c3d6b206e99 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.512659 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-d92456f6-705f-4740-9f3f-b91843ddcd24 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393653 Sep 16 04:47:36.531304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf7539-d0d9-4f2d-8ef5-3c3d6b206e99 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 8e9a88d6-51f6-4f55-9bb7-6101ca00cfaa owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:36.755903 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7539-d0d9-4f2d-8ef5-3c3d6b206e99 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.834342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf7539-d0d9-4f2d-8ef5-3c3d6b206e99 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=8e9a88d6-51f6-4f55-9bb7-6101ca00cfaa,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:36.903409 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-5c4f9d07-69a3-4c05-a261-306573c3d194 service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854792 Sep 16 04:47:36.919369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3c190299-6324-49f9-b2b9-933e21931add None None] Provisioning complete for port 173a1eaf-c107-4424-adbb-581310158e56 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:36.919913 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3c190299-6324-49f9-b2b9-933e21931add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.972462 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7539-d0d9-4f2d-8ef5-3c3d6b206e99 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:36.976983 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3fdf7539-d0d9-4f2d-8ef5-3c3d6b206e99 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/8e9a88d6-51f6-4f55-9bb7-6101ca00cfaa HTTP/1.1" status: 204 len: 168 time: 1.0099888 Sep 16 04:47:36.980084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37928) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:37.027822 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24b0554-bb57-411b-8d12-70c0ceb54f03 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:47:37.029476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f24b0554-bb57-411b-8d12-70c0ceb54f03 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/8e9a88d6-51f6-4f55-9bb7-6101ca00cfaa HTTP/1.1" status: 404 len: 333 time: 0.0484426 Sep 16 04:47:37.032306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37934) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:37.128398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-79563e93-9246-41cc-b155-f3356ae57082 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting subnet aa7ba0f4-7d3a-4f81-bc8f-267ee4de358f {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:37.134780 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79563e93-9246-41cc-b155-f3356ae57082 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.179845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3c190299-6324-49f9-b2b9-933e21931add None None] Could not find standard attr ID for object 8e9a88d6-51f6-4f55-9bb7-6101ca00cfaa. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:47:37.232579 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79563e93-9246-41cc-b155-f3356ae57082 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.269741 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-5f90b17d-3c56-4a10-b46b-d62b8c2b0b30 service neutron] 10.222.0.53 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633089 Sep 16 04:47:37.295808 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e424ef97-9d70-4ae9-96a5-d75cc8091a7e None None] Could not find standard attr ID for object 8e9a88d6-51f6-4f55-9bb7-6101ca00cfaa. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:47:37.327224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 173a1eaf-c107-4424-adbb-581310158e56 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:37.424378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 173a1eaf-c107-4424-adbb-581310158e56 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:37.424674 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.467276 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.resource_extend [None req-672f71f9-c925-46cd-aa95-89dcf64b6e9d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:47:37.553011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-672f71f9-c925-46cd-aa95-89dcf64b6e9d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.558576 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.568221 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-672f71f9-c925-46cd-aa95-89dcf64b6e9d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:37.634852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-24469d17-579e-406a-99df-61910b84e2ae None None] Could not find standard attr ID for object 82abfc27-7558-4441-bfa8-38d284db52a9. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:47:37.775779 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8d48930-4b2c-4a40-a0b3-540809203edd req-b848b3ed-285a-4c3b-a245-aa41d76295df tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 210 time: 0.0405967 Sep 16 04:47:37.813903 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-672f71f9-c925-46cd-aa95-89dcf64b6e9d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Floating IP 7034179e-a3c8-41fa-a5f0-02ddf9a8111e associated. External IP: 172.25.0.156, port: a9223b29-ce5a-41ad-8441-f88ec04355d1. Sep 16 04:47:38.094946 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79563e93-9246-41cc-b155-f3356ae57082 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.171715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4ebe1-9034-460a-9406-5b0d75fdb8ba req-e99d4a2c-3615-4ddb-9b18-b2cb980aa467 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.180874 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34f4ebe1-9034-460a-9406-5b0d75fdb8ba req-e99d4a2c-3615-4ddb-9b18-b2cb980aa467 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1329138 Sep 16 04:47:38.242944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672f71f9-c925-46cd-aa95-89dcf64b6e9d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:47:38.263555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34f4ebe1-9034-460a-9406-5b0d75fdb8ba req-48d3fcaf-f2d6-4816-b563-8e7c66f53f6b tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818708 Sep 16 04:47:38.264682 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79563e93-9246-41cc-b155-f3356ae57082 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.383905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79563e93-9246-41cc-b155-f3356ae57082 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7ba0f4-7d3a-4f81-bc8f-267ee4de358f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:38.389772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79563e93-9246-41cc-b155-f3356ae57082 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.392474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe87481-62a2-4054-a16b-9b0d8975da54 None None] Network 424bbc56-671e-4316-822f-e1d50ac0766a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:38.423895 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-79563e93-9246-41cc-b155-f3356ae57082 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/aa7ba0f4-7d3a-4f81-bc8f-267ee4de358f HTTP/1.1" status: 204 len: 168 time: 1.3906877 Sep 16 04:47:38.428227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37980) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:38.463141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672f71f9-c925-46cd-aa95-89dcf64b6e9d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:38.467712 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-672f71f9-c925-46cd-aa95-89dcf64b6e9d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.515465 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-672f71f9-c925-46cd-aa95-89dcf64b6e9d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "PUT /v2.0/floatingips/7034179e-a3c8-41fa-a5f0-02ddf9a8111e HTTP/1.1" status: 200 len: 992 time: 3.0184450 Sep 16 04:47:38.515465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'tag': 'a9223b29-ce5a-41ad-8441-f88ec04355d1'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:38.516198 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e260a56-f4d4-4a75-a000-b863d6c581f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4235dd1a-d2a4-474c-833b-0bf76e3bf4fb", "tag": "a9223b29-ce5a-41ad-8441-f88ec04355d1"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:38.530758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edcdffa-0e28-4d3b-b4bd-b8ca2ae658c1 None None] Sync routers for ids ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:38.565175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edcdffa-0e28-4d3b-b4bd-b8ca2ae658c1 None None] Routers {'17c1c1c4-60b9-4d17-bf67-e8bad61fff22'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:38.566475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-0edcdffa-0e28-4d3b-b4bd-b8ca2ae658c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:38.594463 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.618622 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7dd76-e1af-400d-9ff3-f74318b6a912 req-1432a6ad-02ae-4a7c-9d38-1aab3bd901fe tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.620196 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2bd7dd76-e1af-400d-9ff3-f74318b6a912 req-1432a6ad-02ae-4a7c-9d38-1aab3bd901fe tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1008139 Sep 16 04:47:38.670140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 173a1eaf-c107-4424-adbb-581310158e56 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:38.670586 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.678311 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1a3676-57f0-403b-a9b1-c8f7d40cac69 x-openstack-request-id: req-6f1a3676-57f0-403b-a9b1-c8f7d40cac69 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:38.678773 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4235dd1a-d2a4-474c-833b-0bf76e3bf4fb", "tag": "a9223b29-ce5a-41ad-8441-f88ec04355d1", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:38.679040 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f1a3676-57f0-403b-a9b1-c8f7d40cac69 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:38.679623 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'tag': 'a9223b29-ce5a-41ad-8441-f88ec04355d1', 'status': 'completed', 'code': 200} Sep 16 04:47:38.680164 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37986) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:38.684938 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2bd7dd76-e1af-400d-9ff3-f74318b6a912 req-0514168f-8f4e-4a41-b22b-0390bbd9f29f tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584068 Sep 16 04:47:38.765263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e260a56-f4d4-4a75-a000-b863d6c581f6 req-e7fcbbf9-c2c1-40df-ae6a-b49f084ef444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:38.767217 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e260a56-f4d4-4a75-a000-b863d6c581f6 req-e7fcbbf9-c2c1-40df-ae6a-b49f084ef444 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=77ae311e2cbc4a0aac004fed2ec54654&device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 1098 time: 0.0593383 Sep 16 04:47:38.772017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261e36ba-dd92-4782-a35e-b55c2ed58ed6 None None] DHCP port deletion for 424bbc56-671e-4316-822f-e1d50ac0766a request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:38.776768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] For port 173a1eaf-c107-4424-adbb-581310158e56, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=173a1eaf-c107-4424-adbb-581310158e56,segment=NetworkSegment(fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d),segment_id=fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:38.777145 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.787798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-0edcdffa-0e28-4d3b-b4bd-b8ca2ae658c1 None None] Set router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:38.790901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 173a1eaf-c107-4424-adbb-581310158e56 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:38.901527 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.913113 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-261e36ba-dd92-4782-a35e-b55c2ed58ed6 None None] Deleting port 173a1eaf-c107-4424-adbb-581310158e56 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:38.913809 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-261e36ba-dd92-4782-a35e-b55c2ed58ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:38.985562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=173a1eaf-c107-4424-adbb-581310158e56,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:39.040832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No DVR routers for this DVR port 173a1eaf-c107-4424-adbb-581310158e56 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:39.042765 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-261e36ba-dd92-4782-a35e-b55c2ed58ed6 None None] For port 173a1eaf-c107-4424-adbb-581310158e56, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:39.043186 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-261e36ba-dd92-4782-a35e-b55c2ed58ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.053908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08548bf6-1231-4582-8fca-303ec892b7ec req-558ee598-0de4-4d75-9204-73b60c4534e7 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 210 time: 0.0803447 Sep 16 04:47:39.064052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-261e36ba-dd92-4782-a35e-b55c2ed58ed6 None None] Calling delete_port for 173a1eaf-c107-4424-adbb-581310158e56 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:39.067157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-261e36ba-dd92-4782-a35e-b55c2ed58ed6 None None] Port 173a1eaf-c107-4424-adbb-581310158e56 was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:47:39.156470 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a629b8dc-a1ad-4398-8727-c3cc1f2f0a1d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1808517685'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:39.157985 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-261e36ba-dd92-4782-a35e-b55c2ed58ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.194140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e36ba-dd92-4782-a35e-b55c2ed58ed6 None None] No DVR routers for this DVR port 173a1eaf-c107-4424-adbb-581310158e56 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:39.224175 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a629b8dc-a1ad-4398-8727-c3cc1f2f0a1d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.227394 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a629b8dc-a1ad-4398-8727-c3cc1f2f0a1d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.240602 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e36ba-dd92-4782-a35e-b55c2ed58ed6 None None] Pushing event deleted for resources: {'Port': ['ID=173a1eaf-c107-4424-adbb-581310158e56,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:39.241031 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.250632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-478fd32b-97b9-4f1f-a996-334da2cb5f80 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.252484 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-478fd32b-97b9-4f1f-a996-334da2cb5f80 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 812 time: 0.2814581 Sep 16 04:47:39.266617 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 173a1eaf-c107-4424-adbb-581310158e56 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:39.270802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Request body: {'port': {'device_id': 'b1d1e875-094e-4261-b8a3-0998b475bf7c', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'admin_state_up': True, 'tenant_id': '12e4b4d2b68d4193892f7f9652ee2b63'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:39.287663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e260a56-f4d4-4a75-a000-b863d6c581f6 req-34911d73-80ef-4c8c-b1ac-6c8d458fbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.289442 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e260a56-f4d4-4a75-a000-b863d6c581f6 req-34911d73-80ef-4c8c-b1ac-6c8d458fbd94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09019d96-2f58-44d1-b0b2-99c134cb802f HTTP/1.1" status: 200 len: 912 time: 0.5144494 Sep 16 04:47:39.296435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 173a1eaf-c107-4424-adbb-581310158e56 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:39.297047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 173a1eaf-c107-4424-adbb-581310158e56 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:39.304029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424bbc56-671e-4316-822f-e1d50ac0766a']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:39.321637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-0edcdffa-0e28-4d3b-b4bd-b8ca2ae658c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 4, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '7034179e-a3c8-41fa-a5f0-02ddf9a8111e', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'port_id': 'a9223b29-ce5a-41ad-8441-f88ec04355d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'mac_address': 'fa:16:3e:c1:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:47:16Z', 'updated_at': '2021-09-16T04:47:37Z', 'revision_number': 1, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca4b126-94ed-4eed-a58a-890c6c01a9f4', 'name': '', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'mac_address': 'fa:16:3e:a3:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:16Z', 'revision_number': 5, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'subnets': [{'id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:39.323595 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:39.323906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7ae12e-1a3e-4f25-9a25-a4ca6c580f0d') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:39.351944 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a629b8dc-a1ad-4398-8727-c3cc1f2f0a1d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.358137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edcdffa-0e28-4d3b-b4bd-b8ca2ae658c1 None None] Checking router: 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:39.368504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edcdffa-0e28-4d3b-b4bd-b8ca2ae658c1 None None] Routers {'17c1c1c4-60b9-4d17-bf67-e8bad61fff22'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:39.369385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-0edcdffa-0e28-4d3b-b4bd-b8ca2ae658c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:39.386533 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.387316 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a629b8dc-a1ad-4398-8727-c3cc1f2f0a1d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.424396 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.433844 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:39.433844 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.451915 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a629b8dc-a1ad-4398-8727-c3cc1f2f0a1d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.455462 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a629b8dc-a1ad-4398-8727-c3cc1f2f0a1d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7720325 Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:39.461399 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:39.463757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37998) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:39.473083 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e260a56-f4d4-4a75-a000-b863d6c581f6 req-14fa309f-45d9-47d2-9b8f-44baeb27ca66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9223b29-ce5a-41ad-8441-f88ec04355d1 HTTP/1.1" status: 200 len: 1000 time: 0.1357632 Sep 16 04:47:39.534058 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.537943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-0edcdffa-0e28-4d3b-b4bd-b8ca2ae658c1 None None] Set router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:39.538473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142ae36-b466-48f3-97cf-d7f748fba714 req-0f8e63dc-6142-4dae-8de8-1eba4d7515a5 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.541147 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2142ae36-b466-48f3-97cf-d7f748fba714 req-0f8e63dc-6142-4dae-8de8-1eba4d7515a5 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1461093 Sep 16 04:47:39.554366 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.556227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/networks/424bbc56-671e-4316-822f-e1d50ac0766a HTTP/1.1" status: 204 len: 168 time: 1.1266038 Sep 16 04:47:39.558490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2a29b-1e6d-47dc-b29f-e590d1b0b3e5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Network': ['ID=424bbc56-671e-4316-822f-e1d50ac0766a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:39.560156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38000) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:39.569578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-8f228eb8-4332-4a62-8c7f-d36e0df16199 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1131798110'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:39.579721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Made reservation on behalf of 12e4b4d2b68d4193892f7f9652ee2b63 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:39.583662 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.613469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f228eb8-4332-4a62-8c7f-d36e0df16199 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:39.617771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f228eb8-4332-4a62-8c7f-d36e0df16199 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.624572 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fa275ce-4f9e-430d-8556-d46260ff55df tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.698628 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2142ae36-b466-48f3-97cf-d7f748fba714 req-7569bb26-b894-4c11-8ce6-31713dd5c40b tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317401 Sep 16 04:47:39.707072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f228eb8-4332-4a62-8c7f-d36e0df16199 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:39.742923 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e260a56-f4d4-4a75-a000-b863d6c581f6 req-7fbcab4e-fd96-4663-9540-3c7992eeb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.745025 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e260a56-f4d4-4a75-a000-b863d6c581f6 req-7fbcab4e-fd96-4663-9540-3c7992eeb224 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=866a8012-7345-48f0-b1db-6f1d17e6ecb4 HTTP/1.1" status: 200 len: 850 time: 0.2287450 Sep 16 04:47:39.761021 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f228eb8-4332-4a62-8c7f-d36e0df16199 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.761385 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-8f228eb8-4332-4a62-8c7f-d36e0df16199 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Added segment b48d7d8a-0aa2-456a-9fe5-2c5375e0897d of type vlan for network 530d1e62-d869-46ec-a36f-10a8454a6872 Sep 16 04:47:39.820243 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f228eb8-4332-4a62-8c7f-d36e0df16199 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.847723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Allocated IP 172.20.0.12 (a9db93c8-763a-44d3-974e-03a5c35c1e44/fe58f381-cad6-48c7-a9bf-7d2ce1b9e110/a95395e3-f925-452c-9f5e-9c2a3f97309e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:39.857176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-0edcdffa-0e28-4d3b-b4bd-b8ca2ae658c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 4, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '7034179e-a3c8-41fa-a5f0-02ddf9a8111e', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'port_id': 'a9223b29-ce5a-41ad-8441-f88ec04355d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'mac_address': 'fa:16:3e:c1:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:47:16Z', 'updated_at': '2021-09-16T04:47:37Z', 'revision_number': 1, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca4b126-94ed-4eed-a58a-890c6c01a9f4', 'name': '', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'mac_address': 'fa:16:3e:a3:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:16Z', 'revision_number': 5, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'subnets': [{'id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:39.862981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f228eb8-4332-4a62-8c7f-d36e0df16199 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.869435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f228eb8-4332-4a62-8c7f-d36e0df16199 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:39.870097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f228eb8-4332-4a62-8c7f-d36e0df16199 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.890065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edcdffa-0e28-4d3b-b4bd-b8ca2ae658c1 None None] The sync data for ids ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'] in n-d-712142-17 is: [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 4, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '7034179e-a3c8-41fa-a5f0-02ddf9a8111e', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'port_id': 'a9223b29-ce5a-41ad-8441-f88ec04355d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'mac_address': 'fa:16:3e:c1:34:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:47:16Z', 'updated_at': '2021-09-16T04:47:37Z', 'revision_number': 1, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ca4b126-94ed-4eed-a58a-890c6c01a9f4', 'name': '', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'mac_address': 'fa:16:3e:a3:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:16Z', 'revision_number': 5, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'subnets': [{'id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:39.936554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fa275ce-4f9e-430d-8556-d46260ff55df tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:39.940287 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8f228eb8-4332-4a62-8c7f-d36e0df16199 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3743813 Sep 16 04:47:39.941013 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38006) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:39.948900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-04b382d4-f4de-4f8a-8fb1-f6d230500931 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': '530d1e62-d869-46ec-a36f-10a8454a6872', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:39.998994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f228eb8-4332-4a62-8c7f-d36e0df16199 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Network': ['ID=530d1e62-d869-46ec-a36f-10a8454a6872,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:40.011654 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 530d1e62-d869-46ec-a36f-10a8454a6872 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:40.037094 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fa275ce-4f9e-430d-8556-d46260ff55df tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.138912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.147855 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fa275ce-4f9e-430d-8556-d46260ff55df tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.148398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa275ce-4f9e-430d-8556-d46260ff55df tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a7e893e-7c60-4461-b5c2-7d0116c5b0c6 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:47:40.156382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e260a56-f4d4-4a75-a000-b863d6c581f6 req-0a0dd557-e9c0-499c-a4b8-d961ee5e2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.158904 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e260a56-f4d4-4a75-a000-b863d6c581f6 req-0a0dd557-e9c0-499c-a4b8-d961ee5e2b25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09019d96-2f58-44d1-b0b2-99c134cb802f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3891783 Sep 16 04:47:40.163603 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fa275ce-4f9e-430d-8556-d46260ff55df tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.164871 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4fa275ce-4f9e-430d-8556-d46260ff55df tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7a7e893e-7c60-4461-b5c2-7d0116c5b0c6 HTTP/1.1" status: 204 len: 168 time: 0.7005198 Sep 16 04:47:40.168661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38012) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:40.175052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-bf981f67-a926-44b1-b722-9a3b79ffbbe4 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Request body: {'router': {'name': 'tempest-router-975650626', 'distributed': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:40.181903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960189a0-67e9-489d-83c2-2ce90a84f80b req-1237ad7e-3431-46c8-990c-f62e6cf27f00 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.185372 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-960189a0-67e9-489d-83c2-2ce90a84f80b req-1237ad7e-3431-46c8-990c-f62e6cf27f00 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.3369594 Sep 16 04:47:40.186737 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b382d4-f4de-4f8a-8fb1-f6d230500931 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:40.195792 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-04b382d4-f4de-4f8a-8fb1-f6d230500931 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.210535 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.231849 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bf981f67-a926-44b1-b722-9a3b79ffbbe4 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.233052 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bf981f67-a926-44b1-b722-9a3b79ffbbe4 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.294008 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226c251-824a-47f0-8bc3-e0cf8602b31d None None] New status for floating IP 7034179e-a3c8-41fa-a5f0-02ddf9a8111e: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:47:40.325254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Network a9db93c8-763a-44d3-974e-03a5c35c1e44 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:40.336131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:40.352224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:40.352468 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-960189a0-67e9-489d-83c2-2ce90a84f80b req-4d916287-dede-45b2-ae12-e6e4abc48a7d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200681 Sep 16 04:47:40.395457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event updated for resources: {'Port': ['ID=a95395e3-f925-452c-9f5e-9c2a3f97309e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:40.430176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bf981f67-a926-44b1-b722-9a3b79ffbbe4 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.439568 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bf981f67-a926-44b1-b722-9a3b79ffbbe4 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.449908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3434b-5622-4408-b9c2-2ee47732d045 req-33e3d6ba-2f08-4afd-a9d5-ccfa6f6fdedc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.451539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-27e3434b-5622-4408-b9c2-2ee47732d045 req-33e3d6ba-2f08-4afd-a9d5-ccfa6f6fdedc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 932 time: 0.2377484 Sep 16 04:47:40.472142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.472805 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.488080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bf981f67-a926-44b1-b722-9a3b79ffbbe4 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.492912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bf981f67-a926-44b1-b722-9a3b79ffbbe4 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3201299 Sep 16 04:47:40.499313 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38016) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:40.502784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580e6ec-47d6-426f-bbe4-8da178030de7 req-a4de27ee-e25d-4c72-a21a-d28e4de86837 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.504959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6580e6ec-47d6-426f-bbe4-8da178030de7 req-a4de27ee-e25d-4c72-a21a-d28e4de86837 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.15 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1629574 Sep 16 04:47:40.510304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a9fc790f-5c7f-48b6-9ab7-13e7aaa704b3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2447131 Sep 16 04:47:40.552460 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e260a56-f4d4-4a75-a000-b863d6c581f6 req-200edfe5-8bf2-4614-a6e0-67e7d649dfad service neutron] 10.222.0.15 "GET /v2.0/networks/09019d96-2f58-44d1-b0b2-99c134cb802f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200943 Sep 16 04:47:40.559130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Request body: {'port': {'device_id': 'b1d1e875-094e-4261-b8a3-0998b475bf7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:40.621733 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd6115f0-328b-43e1-a5e4-e46038a80f2c tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.625740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-27e3434b-5622-4408-b9c2-2ee47732d045 req-1f3107d6-7ee7-4aab-8e62-b8959194754b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605413 Sep 16 04:47:40.734424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-04b382d4-f4de-4f8a-8fb1-f6d230500931 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.764751 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.808203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e260a56-f4d4-4a75-a000-b863d6c581f6 req-b586d547-56e7-4c9d-833b-223bb9c467cb service neutron] 10.222.0.15 "GET /v2.0/networks/09019d96-2f58-44d1-b0b2-99c134cb802f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361047 Sep 16 04:47:40.825050 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b382d4-f4de-4f8a-8fb1-f6d230500931 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Subnet': ['ID=286fc7fc-3fdd-4d70-8fa1-a5580d6d79b9,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:40.844690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-6580e6ec-47d6-426f-bbe4-8da178030de7 req-e2e854a1-c4c1-43e3-80b6-f431ec6fa8b6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Deleting port 0364adc8-8e96-4035-a3de-d4b6736e75f7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:40.845077 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6580e6ec-47d6-426f-bbe4-8da178030de7 req-e2e854a1-c4c1-43e3-80b6-f431ec6fa8b6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.909267 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd6115f0-328b-43e1-a5e4-e46038a80f2c tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.913737 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd6115f0-328b-43e1-a5e4-e46038a80f2c tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:40.931707 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b382d4-f4de-4f8a-8fb1-f6d230500931 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Checking segment: {'id': 'b48d7d8a-0aa2-456a-9fe5-2c5375e0897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '530d1e62-d869-46ec-a36f-10a8454a6872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:40.932082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b382d4-f4de-4f8a-8fb1-f6d230500931 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network hostable DHCP agents. Network: 530d1e62-d869-46ec-a36f-10a8454a6872, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:40.975020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff1219-01fc-45df-a1e2-6027df4402b3 req-6e9d9008-fa9f-4b80-8f0b-ffe4f55e28dd tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:40.976567 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7bff1219-01fc-45df-a1e2-6027df4402b3 req-6e9d9008-fa9f-4b80-8f0b-ffe4f55e28dd tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 945 time: 0.1525149 Sep 16 04:47:40.992675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-6580e6ec-47d6-426f-bbe4-8da178030de7 req-e2e854a1-c4c1-43e3-80b6-f431ec6fa8b6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] For port 0364adc8-8e96-4035-a3de-d4b6736e75f7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0364adc8-8e96-4035-a3de-d4b6736e75f7,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:40.993486 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6580e6ec-47d6-426f-bbe4-8da178030de7 req-e2e854a1-c4c1-43e3-80b6-f431ec6fa8b6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.006867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b382d4-f4de-4f8a-8fb1-f6d230500931 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 530d1e62-d869-46ec-a36f-10a8454a6872 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:41.019076 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd6115f0-328b-43e1-a5e4-e46038a80f2c tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.019582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6115f0-328b-43e1-a5e4-e46038a80f2c tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3226ef62-1823-40c6-9bb2-fa282936efaf {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:47:41.025931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-6580e6ec-47d6-426f-bbe4-8da178030de7 req-e2e854a1-c4c1-43e3-80b6-f431ec6fa8b6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Calling delete_port for 0364adc8-8e96-4035-a3de-d4b6736e75f7 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:41.031444 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd6115f0-328b-43e1-a5e4-e46038a80f2c tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.038835 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cd6115f0-328b-43e1-a5e4-e46038a80f2c tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3226ef62-1823-40c6-9bb2-fa282936efaf HTTP/1.1" status: 204 len: 168 time: 0.5325556 Sep 16 04:47:41.039545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-04b382d4-f4de-4f8a-8fb1-f6d230500931 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 530d1e62-d869-46ec-a36f-10a8454a6872) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:41.039664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38022) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:41.043993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-146406da-9e7e-4ee1-89a8-184fc650da48 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Request body: {'router': {'name': 'tempest-router-1311464761', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '33c5d17cab8c4121a5fe623cbca6ba51'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:41.052776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e84669-d410-4d4e-aa97-e4d9382fd2d8 None None] Network 530d1e62-d869-46ec-a36f-10a8454a6872 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:41.056186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b382d4-f4de-4f8a-8fb1-f6d230500931 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.056811 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-04b382d4-f4de-4f8a-8fb1-f6d230500931 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.065084 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7bff1219-01fc-45df-a1e2-6027df4402b3 req-6f88e825-60b1-487d-a1ca-d4c9b12e3f0f tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7558a57-f25a-41a8-9485-4573c5c3f0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791364 Sep 16 04:47:41.114570 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-146406da-9e7e-4ee1-89a8-184fc650da48 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.115757 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-146406da-9e7e-4ee1-89a8-184fc650da48 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.118349 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-04b382d4-f4de-4f8a-8fb1-f6d230500931 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1750021 Sep 16 04:47:41.125878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38024) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:41.131565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': '530d1e62-d869-46ec-a36f-10a8454a6872', 'name': 'tempest-PortsTestJSON-1826909130', 'fixed_ips': [{'subnet_id': '286fc7fc-3fdd-4d70-8fa1-a5580d6d79b9', 'ip_address': '172.20.0.10'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:41.234455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-146406da-9e7e-4ee1-89a8-184fc650da48 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.241092 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-146406da-9e7e-4ee1-89a8-184fc650da48 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.261785 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-146406da-9e7e-4ee1-89a8-184fc650da48 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.265743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-146406da-9e7e-4ee1-89a8-184fc650da48 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2229953 Sep 16 04:47:41.265905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38028) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:41.272001 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:41.291473 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-530d1e62-d869-46ec-a36f-10a8454a6872', 'network_id': '530d1e62-d869-46ec-a36f-10a8454a6872', 'tenant_id': 'b7ace85518e244eabe8cadda6b29d9b2', 'fixed_ips': [{'subnet_id': '286fc7fc-3fdd-4d70-8fa1-a5580d6d79b9'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:41.292686 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.347298 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6580e6ec-47d6-426f-bbe4-8da178030de7 req-e2e854a1-c4c1-43e3-80b6-f431ec6fa8b6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.397889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e854a1-c4c1-43e3-80b6-f431ec6fa8b6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Pushing event deleted for resources: {'Port': ['ID=0364adc8-8e96-4035-a3de-d4b6736e75f7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.408435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:41.462460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Allocated IP 172.20.0.2 (530d1e62-d869-46ec-a36f-10a8454a6872/286fc7fc-3fdd-4d70-8fa1-a5580d6d79b9/75ed940d-b3c6-4385-ab9c-f53d1d43ead9) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:41.465262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95395e3-f925-452c-9f5e-9c2a3f97309e {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:41.470202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['0364adc8-8e96-4035-a3de-d4b6736e75f7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:41.476106 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.523570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Transition to ACTIVE for port object a95395e3-f925-452c-9f5e-9c2a3f97309e will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:47:41.550800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.552562 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.553188 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.559660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-6580e6ec-47d6-426f-bbe4-8da178030de7 req-e2e854a1-c4c1-43e3-80b6-f431ec6fa8b6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] No DVR routers for this DVR port 0364adc8-8e96-4035-a3de-d4b6736e75f7 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:41.577728 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6580e6ec-47d6-426f-bbe4-8da178030de7 req-e2e854a1-c4c1-43e3-80b6-f431ec6fa8b6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.579715 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6580e6ec-47d6-426f-bbe4-8da178030de7 req-e2e854a1-c4c1-43e3-80b6-f431ec6fa8b6 tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.15 "DELETE /v2.0/ports/0364adc8-8e96-4035-a3de-d4b6736e75f7 HTTP/1.1" status: 204 len: 173 time: 1.0493634 Sep 16 04:47:41.585084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9878d210-6255-417b-aaae-bbfa3b8ca9f4', 'name': 'network-vif-deleted', 'tag': '0364adc8-8e96-4035-a3de-d4b6736e75f7'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:41.587572 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543d821c-5b40-4dba-8e5f-0e47967bad0f" -d '{"events": [{"server_uuid": "9878d210-6255-417b-aaae-bbfa3b8ca9f4", "name": "network-vif-deleted", "tag": "0364adc8-8e96-4035-a3de-d4b6736e75f7"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:41.654507 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d57ab5a-7ffc-4ffc-a16b-96a15eed1e62 x-openstack-request-id: req-5d57ab5a-7ffc-4ffc-a16b-96a15eed1e62 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:41.654936 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9878d210-6255-417b-aaae-bbfa3b8ca9f4", "name": "network-vif-deleted", "tag": "0364adc8-8e96-4035-a3de-d4b6736e75f7", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:41.655295 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d57ab5a-7ffc-4ffc-a16b-96a15eed1e62 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:41.655800 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9878d210-6255-417b-aaae-bbfa3b8ca9f4', 'name': 'network-vif-deleted', 'tag': '0364adc8-8e96-4035-a3de-d4b6736e75f7', 'status': 'completed', 'code': 200} Sep 16 04:47:41.674274 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7b700-f166-496c-92b0-cea67d7b3bf6 req-c6ab7b32-5f87-4475-af32-f7bf6c30ab16 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:41.685137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-96b7b700-f166-496c-92b0-cea67d7b3bf6 req-c6ab7b32-5f87-4475-af32-f7bf6c30ab16 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.2072530 Sep 16 04:47:41.702173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.707084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94745) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 16 04:47:41.708014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Router b137c060-8678-4713-989c-aba073826c14 migrating from provider to provider. {{(pid=94745) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 16 04:47:41.708413 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.723053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.730382 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.749063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Pushing event updated for resources: {'Port': ['ID=a95395e3-f925-452c-9f5e-9c2a3f97309e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.750619 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port 800c5764-3119-4002-b7d1-2e73f46ebd9d yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:41.768398 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.788502 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.854281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Network 530d1e62-d869-46ec-a36f-10a8454a6872 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:41.855405 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Pushing event updated for resources: {'Port': ['ID=75ed940d-b3c6-4385-ab9c-f53d1d43ead9,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:41.864620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:41.868336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:41.890287 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-96b7b700-f166-496c-92b0-cea67d7b3bf6 req-e04efa16-4aac-4f2d-ba49-1b849f68aca0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040842 Sep 16 04:47:41.933859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Attempting to bind port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:41.934305 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Attempting to bind port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'b48d7d8a-0aa2-456a-9fe5-2c5375e0897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '530d1e62-d869-46ec-a36f-10a8454a6872'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:41.935034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Attempting to bind port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 on network 530d1e62-d869-46ec-a36f-10a8454a6872 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:41.938460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.10 (530d1e62-d869-46ec-a36f-10a8454a6872/286fc7fc-3fdd-4d70-8fa1-a5580d6d79b9/800c5764-3119-4002-b7d1-2e73f46ebd9d) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:41.955090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:41.956094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Checking segment: {'id': 'b48d7d8a-0aa2-456a-9fe5-2c5375e0897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '530d1e62-d869-46ec-a36f-10a8454a6872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:41.958989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:41.959633 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Bound using segment: {'id': 'b48d7d8a-0aa2-456a-9fe5-2c5375e0897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '530d1e62-d869-46ec-a36f-10a8454a6872'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:41.961371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Bound port: 75ed940d-b3c6-4385-ab9c-f53d1d43ead9, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48d7d8a-0aa2-456a-9fe5-2c5375e0897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '530d1e62-d869-46ec-a36f-10a8454a6872'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:41.963370 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.048104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] For port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:42.053314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] For port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=75ed940d-b3c6-4385-ab9c-f53d1d43ead9,segment=NetworkSegment(b48d7d8a-0aa2-456a-9fe5-2c5375e0897d),segment_id=b48d7d8a-0aa2-456a-9fe5-2c5375e0897d)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:42.058637 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.150799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed10672-3954-4fe7-a851-695f3f0f91c0 None None] Pushing event updated for resources: {'Port': ['ID=75ed940d-b3c6-4385-ab9c-f53d1d43ead9,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:42.164218 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.237450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Attempting to bind port a95395e3-f925-452c-9f5e-9c2a3f97309e on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:42.237975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Attempting to bind port a95395e3-f925-452c-9f5e-9c2a3f97309e by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:42.238693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Attempting to bind port a95395e3-f925-452c-9f5e-9c2a3f97309e on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:42.242215 n-d-712142-17 neutron-server[94745]: WARNING neutron.scheduler.l3_agent_scheduler [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] No L3 agents can host the router b137c060-8678-4713-989c-aba073826c14 Sep 16 04:47:42.251319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Port a95395e3-f925-452c-9f5e-9c2a3f97309e on network a9db93c8-763a-44d3-974e-03a5c35c1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:47:42.252116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Attempting to bind port a95395e3-f925-452c-9f5e-9c2a3f97309e on network a9db93c8-763a-44d3-974e-03a5c35c1e44 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:42.252927 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b10bb5ed-fa53-4e56-892d-b08d869a1299 req-185fdd46-7102-47e3-b922-817e93f2dfda tempest-ServerRescueNegativeTestJSON-1130494828 tempest-ServerRescueNegativeTestJSON-1130494828-project] 10.222.0.53 "GET /v2.0/ports?device_id=9878d210-6255-417b-aaae-bbfa3b8ca9f4 HTTP/1.1" status: 200 len: 210 time: 0.0426331 Sep 16 04:47:42.255514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.271030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:42.271485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Checking segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:42.271943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Bound using segment: {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:42.272501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Bound port: a95395e3-f925-452c-9f5e-9c2a3f97309e, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:42.273016 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.298123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7751521-2078-40d3-ba82-0cea22ab8a62 req-8eaeb2ae-3f89-4d1d-a509-1111a5f9bc8b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.305796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7751521-2078-40d3-ba82-0cea22ab8a62 req-8eaeb2ae-3f89-4d1d-a509-1111a5f9bc8b tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 944 time: 0.1320915 Sep 16 04:47:42.312399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 530d1e62-d869-46ec-a36f-10a8454a6872 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:42.315577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:42.319830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:42.408705 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=800c5764-3119-4002-b7d1-2e73f46ebd9d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:42.420128 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.420773 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.441856 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-49be2e92-9898-4ce5-bde0-c2164a087ca7 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3146877 Sep 16 04:47:42.444215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38044) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:42.450939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': '530d1e62-d869-46ec-a36f-10a8454a6872', 'name': 'tempest-PortsTestJSON-1523020262', 'fixed_ips': [{'subnet_id': '286fc7fc-3fdd-4d70-8fa1-a5580d6d79b9', 'ip_address': '172.20.0.9'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:42.510567 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7751521-2078-40d3-ba82-0cea22ab8a62 req-7f742ed8-b843-447e-a4c1-86a5dc19eb80 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037885 Sep 16 04:47:42.516188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Hosts for router b137c060-8678-4713-989c-aba073826c14: [] {{(pid=94745) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 16 04:47:42.540954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] For port a95395e3-f925-452c-9f5e-9c2a3f97309e, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:42.556854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Hosts for other DVR routers connected to router b137c060-8678-4713-989c-aba073826c14: set() {{(pid=94745) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 16 04:47:42.559547 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.561667 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-790102ef-cb4d-444d-9e2c-9c798a60e75d tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] 10.222.0.53 "PUT /v2.0/routers/b137c060-8678-4713-989c-aba073826c14 HTTP/1.1" status: 200 len: 717 time: 1.2940369 Sep 16 04:47:42.562840 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] For port a95395e3-f925-452c-9f5e-9c2a3f97309e, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=a95395e3-f925-452c-9f5e-9c2a3f97309e,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:42.564048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38046) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:42.610784 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.613566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:42.619529 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.648291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port e4b7fbc5-4cf4-478f-837e-bd3ec5e13718 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:42.700998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2ed9ecb1-bce7-4f0c-a0a0-89dedc30b8a9 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] 10.222.0.53 "GET /v2.0/routers/b137c060-8678-4713-989c-aba073826c14 HTTP/1.1" status: 200 len: 717 time: 0.1357014 Sep 16 04:47:42.702409 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.703040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:42.703863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38048) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:42.704377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] 10.222.0.50 "PUT /v2.0/ports/a95395e3-f925-452c-9f5e-9c2a3f97309e HTTP/1.1" status: 200 len: 1093 time: 2.1521108 Sep 16 04:47:42.706413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d1e875-094e-4261-b8a3-0998b475bf7c', 'tag': 'a95395e3-f925-452c-9f5e-9c2a3f97309e'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:42.708918 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977c401e-a6d1-4db3-8d16-ed0543d49b79" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d1e875-094e-4261-b8a3-0998b475bf7c", "tag": "a95395e3-f925-452c-9f5e-9c2a3f97309e"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:42.747078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbedbd9-f7af-431d-973d-9f7e4bbe559a service neutron] Pushing event updated for resources: {'Port': ['ID=a95395e3-f925-452c-9f5e-9c2a3f97309e,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:42.798783 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354fe424-f53e-4c37-b4ed-0a528029d1a1 x-openstack-request-id: req-354fe424-f53e-4c37-b4ed-0a528029d1a1 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:42.799081 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d1e875-094e-4261-b8a3-0998b475bf7c", "tag": "a95395e3-f925-452c-9f5e-9c2a3f97309e", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:42.799349 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-354fe424-f53e-4c37-b4ed-0a528029d1a1 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:42.799748 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d1e875-094e-4261-b8a3-0998b475bf7c', 'tag': 'a95395e3-f925-452c-9f5e-9c2a3f97309e', 'status': 'completed', 'code': 200} Sep 16 04:47:42.823274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-7935a237-855f-4262-9039-9b2c3e3c2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.825053 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-7935a237-855f-4262-9039-9b2c3e3c2eb4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 1096 time: 0.0640070 Sep 16 04:47:42.880739 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-619879ac-255e-4a44-98ed-fbb8ac8af974 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a95395e3-f925-452c-9f5e-9c2a3f97309e HTTP/1.1" status: 200 len: 217 time: 0.0450892 Sep 16 04:47:42.938287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-4cd240a5-76aa-488d-9127-ed02efb260be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:42.939848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-4cd240a5-76aa-488d-9127-ed02efb260be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.0519807 Sep 16 04:47:42.980847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-24261de8-fd01-4f2f-96e8-7a2013132260 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324054 Sep 16 04:47:43.122940 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-ccaf2d87-bffd-48ef-a7fa-214c9732570c service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313469 Sep 16 04:47:43.218000 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.9 (530d1e62-d869-46ec-a36f-10a8454a6872/286fc7fc-3fdd-4d70-8fa1-a5580d6d79b9/e4b7fbc5-4cf4-478f-837e-bd3ec5e13718) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:43.298930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48c66aca-11ab-477e-8b7d-d26722c428b9 req-a7a76068-7908-4fc2-815d-090572c80eec service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674252 Sep 16 04:47:43.333974 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-38ec158a-bbbc-4c20-82e9-a74062506cef tempest-RoutersTestDVR-2015983481 tempest-RoutersTestDVR-2015983481-project] 10.222.0.53 "GET /v2.0/routers/b137c060-8678-4713-989c-aba073826c14 HTTP/1.1" status: 200 len: 683 time: 0.6238956 Sep 16 04:47:43.334227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38062) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:43.345037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:43.378673 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38064) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:43.417204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:43.417753 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.451686 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae064439-12b9-4d96-8788-a2cbbc95a4ab tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.467300 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb82de-5572-4eb3-b8e7-9282d11687a4 req-9768cf75-9eb2-4f15-a0cf-0b49a7934f38 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:43.477112 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0bbb82de-5572-4eb3-b8e7-9282d11687a4 req-9768cf75-9eb2-4f15-a0cf-0b49a7934f38 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.2487016 Sep 16 04:47:43.521672 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.564521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c329f227-63f2-48ad-9d31-6a5a2e58f528 None None] Network 530d1e62-d869-46ec-a36f-10a8454a6872 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:43.604026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c401e-a6d1-4db3-8d16-ed0543d49b79 req-a30fffa5-384a-4c05-90ae-b63479b1fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:43.606197 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977c401e-a6d1-4db3-8d16-ed0543d49b79 req-a30fffa5-384a-4c05-90ae-b63479b1fae2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 1096 time: 0.1157877 Sep 16 04:47:43.611406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=75ed940d-b3c6-4385-ab9c-f53d1d43ead9,segment=NetworkSegment(b48d7d8a-0aa2-456a-9fe5-2c5375e0897d),segment_id=b48d7d8a-0aa2-456a-9fe5-2c5375e0897d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:43.637989 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0bbb82de-5572-4eb3-b8e7-9282d11687a4 req-769eec41-abe2-4af3-bdde-613c48f361d7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597254 Sep 16 04:47:43.645599 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.736385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-76378553-1ed8-48ca-bda7-af94d5c7ffd5 None None] Provisioning complete for port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:43.737214 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-76378553-1ed8-48ca-bda7-af94d5c7ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.745120 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.747945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae064439-12b9-4d96-8788-a2cbbc95a4ab tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.756713 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae064439-12b9-4d96-8788-a2cbbc95a4ab tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.775266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=75ed940d-b3c6-4385-ab9c-f53d1d43ead9,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:43.862969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeef373-028d-4f9b-89ac-9ef37207c6ed req-191e6216-7162-40fe-be63-55576b79b1d0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:43.865764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3aeef373-028d-4f9b-89ac-9ef37207c6ed req-191e6216-7162-40fe-be63-55576b79b1d0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 944 time: 0.2586200 Sep 16 04:47:43.877984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae064439-12b9-4d96-8788-a2cbbc95a4ab tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.878865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae064439-12b9-4d96-8788-a2cbbc95a4ab tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b137c060-8678-4713-989c-aba073826c14 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:47:43.881350 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.888638 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae064439-12b9-4d96-8788-a2cbbc95a4ab tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:43.891237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ae064439-12b9-4d96-8788-a2cbbc95a4ab tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b137c060-8678-4713-989c-aba073826c14 HTTP/1.1" status: 204 len: 168 time: 0.5508657 Sep 16 04:47:43.901312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38072) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:43.931274 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ccabb6d6-3340-4dae-95e6-1ed745e8a636 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Request body: {'router': {'name': 'tempest-router-276315141', 'distributed': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:43.938379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c401e-a6d1-4db3-8d16-ed0543d49b79 req-ae25487d-6518-4e99-9d90-a3a508986c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:43.940341 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977c401e-a6d1-4db3-8d16-ed0543d49b79 req-ae25487d-6518-4e99-9d90-a3a508986c0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 200 len: 913 time: 0.2903352 Sep 16 04:47:43.991696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977c401e-a6d1-4db3-8d16-ed0543d49b79 req-ac7405a1-a6e9-44c4-968b-f293ceaefdd5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a95395e3-f925-452c-9f5e-9c2a3f97309e HTTP/1.1" status: 200 len: 217 time: 0.0430624 Sep 16 04:47:43.995290 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3aeef373-028d-4f9b-89ac-9ef37207c6ed req-e65d990e-1ca9-4d5d-881f-1815fa98d0c0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962644 Sep 16 04:47:44.037534 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 530d1e62-d869-46ec-a36f-10a8454a6872 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:44.039800 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0364adc8-8e96-4035-a3de-d4b6736e75f7 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:44.053650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=e4b7fbc5-4cf4-478f-837e-bd3ec5e13718,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:44.056395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:44.059207 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c401e-a6d1-4db3-8d16-ed0543d49b79 req-27f6d3f0-b778-4d8e-b4db-15977a5a7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.060271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:44.061030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977c401e-a6d1-4db3-8d16-ed0543d49b79 req-27f6d3f0-b778-4d8e-b4db-15977a5a7c2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 200 len: 852 time: 0.0581825 Sep 16 04:47:44.063021 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ccabb6d6-3340-4dae-95e6-1ed745e8a636 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.064011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ccabb6d6-3340-4dae-95e6-1ed745e8a636 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.069592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 0364adc8-8e96-4035-a3de-d4b6736e75f7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:44.069592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0364adc8-8e96-4035-a3de-d4b6736e75f7 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:44.107642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977c401e-a6d1-4db3-8d16-ed0543d49b79 req-328ac760-1f5d-4288-92d1-7b9eff1a708d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a9db93c8-763a-44d3-974e-03a5c35c1e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367978 Sep 16 04:47:44.162135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.163374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.204667 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ccabb6d6-3340-4dae-95e6-1ed745e8a636 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.213710 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ccabb6d6-3340-4dae-95e6-1ed745e8a636 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.229093 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977c401e-a6d1-4db3-8d16-ed0543d49b79 req-fdafb9ae-0006-4ec7-90f0-16e0a02a0b9f service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111727 Sep 16 04:47:44.233634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6a5eb490-ee2f-468b-a30d-d82945b854d9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7877605 Sep 16 04:47:44.237206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38076) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:44.272875 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ccabb6d6-3340-4dae-95e6-1ed745e8a636 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.276848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ccabb6d6-3340-4dae-95e6-1ed745e8a636 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3744688 Sep 16 04:47:44.277496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38078) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:44.334751 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-977c401e-a6d1-4db3-8d16-ed0543d49b79 req-a864f7a9-6b88-47c7-9995-c87d756e1fa5 service neutron] 10.222.0.50 "GET /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973165 Sep 16 04:47:44.405054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a48b0e9d-6135-4ec6-8602-b00afee53307 None None] Provisioning complete for port 800c5764-3119-4002-b7d1-2e73f46ebd9d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:44.405675 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a48b0e9d-6135-4ec6-8602-b00afee53307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.413632 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d85e3d19-900d-42ab-809e-b95027ee2140 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.445728 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a48b0e9d-6135-4ec6-8602-b00afee53307 None None] Port 800c5764-3119-4002-b7d1-2e73f46ebd9d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:44.468287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a48b0e9d-6135-4ec6-8602-b00afee53307 None None] Provisioning complete for port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:44.468955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a48b0e9d-6135-4ec6-8602-b00afee53307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.471260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d9fd8-bbf9-4ab9-a4da-d366d59174cc tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.473142 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-041d9fd8-bbf9-4ab9-a4da-d366d59174cc tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2328603 Sep 16 04:47:44.476502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38082) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:44.563413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4050099-af6e-4c9a-9039-a83d680a77b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.570380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4050099-af6e-4c9a-9039-a83d680a77b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.576676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4050099-af6e-4c9a-9039-a83d680a77b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.578769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a4050099-af6e-4c9a-9039-a83d680a77b0 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0995138 Sep 16 04:47:44.580318 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a980a855-288b-48de-85c4-b51bd5b79eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.581517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38084) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:44.602540 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a48b0e9d-6135-4ec6-8602-b00afee53307 None None] Provisioning complete for port e4b7fbc5-4cf4-478f-837e-bd3ec5e13718 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:44.603039 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a48b0e9d-6135-4ec6-8602-b00afee53307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.641658 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d85e3d19-900d-42ab-809e-b95027ee2140 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.645751 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d85e3d19-900d-42ab-809e-b95027ee2140 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.649393 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a48b0e9d-6135-4ec6-8602-b00afee53307 None None] Port e4b7fbc5-4cf4-478f-837e-bd3ec5e13718 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:44.694751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-f576b93e-f3da-40ea-8355-929e82e42aba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port e4b7fbc5-4cf4-478f-837e-bd3ec5e13718 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:44.695226 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f576b93e-f3da-40ea-8355-929e82e42aba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.710288 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d85e3d19-900d-42ab-809e-b95027ee2140 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.710288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85e3d19-900d-42ab-809e-b95027ee2140 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63d87604-cc0a-4e8c-b028-c50c2df5ea2e {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:47:44.741772 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d85e3d19-900d-42ab-809e-b95027ee2140 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.743299 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d85e3d19-900d-42ab-809e-b95027ee2140 tempest-RoutersTestDVR-1139240043 tempest-RoutersTestDVR-1139240043-project-admin] 10.222.0.53 "DELETE /v2.0/routers/63d87604-cc0a-4e8c-b028-c50c2df5ea2e HTTP/1.1" status: 204 len: 168 time: 0.4501350 Sep 16 04:47:44.779643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-492dee64-693e-4007-87c0-73d1fcfe81a9 None None] Provisioning complete for port 800c5764-3119-4002-b7d1-2e73f46ebd9d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:44.779954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-492dee64-693e-4007-87c0-73d1fcfe81a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.826020 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f576b93e-f3da-40ea-8355-929e82e42aba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:44.833730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-492dee64-693e-4007-87c0-73d1fcfe81a9 None None] Port 800c5764-3119-4002-b7d1-2e73f46ebd9d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:44.847146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-f576b93e-f3da-40ea-8355-929e82e42aba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for e4b7fbc5-4cf4-478f-837e-bd3ec5e13718 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:44.904846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e2210-3020-4270-b338-ef78071edd80 req-9ad6ceba-e12b-42e6-b923-164db3ff87ee tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:44.906478 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39e2210-3020-4270-b338-ef78071edd80 req-9ad6ceba-e12b-42e6-b923-164db3ff87ee tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1301320 Sep 16 04:47:44.984955 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1296478e-8cae-46c4-badf-038876417414 None None] Provisioning complete for port e4b7fbc5-4cf4-478f-837e-bd3ec5e13718 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:44.985462 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1296478e-8cae-46c4-badf-038876417414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.002496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39e2210-3020-4270-b338-ef78071edd80 req-179ec506-7d8c-4fac-86e8-cc58a8f4adbd tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863621 Sep 16 04:47:45.061195 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f576b93e-f3da-40ea-8355-929e82e42aba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.072857 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1296478e-8cae-46c4-badf-038876417414 None None] Port e4b7fbc5-4cf4-478f-837e-bd3ec5e13718 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:45.082051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-a980a855-288b-48de-85c4-b51bd5b79eee admin admin] Deleting port 37338cb3-ab31-4e9c-a4bb-e6590366889e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:45.083097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a980a855-288b-48de-85c4-b51bd5b79eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.107092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38096) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:45.113305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576b93e-f3da-40ea-8355-929e82e42aba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=e4b7fbc5-4cf4-478f-837e-bd3ec5e13718,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:45.222666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f576b93e-f3da-40ea-8355-929e82e42aba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.225564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f576b93e-f3da-40ea-8355-929e82e42aba tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/e4b7fbc5-4cf4-478f-837e-bd3ec5e13718 HTTP/1.1" status: 204 len: 168 time: 0.6426213 Sep 16 04:47:45.228104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38102) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:45.279513 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af961ab-8538-405e-9df6-33ad9bd23277 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:47:45.284587 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7af961ab-8538-405e-9df6-33ad9bd23277 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/e4b7fbc5-4cf4-478f-837e-bd3ec5e13718 HTTP/1.1" status: 404 len: 333 time: 0.0553174 Sep 16 04:47:45.285304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38104) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:45.303080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:45.335470 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1d7061a1-fcec-4a17-924c-73c86748f536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.366176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:45.366590 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.469316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a8621110-a7a8-4b4d-9855-3f6a0c9c7d28 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 800c5764-3119-4002-b7d1-2e73f46ebd9d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:45.469689 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a8621110-a7a8-4b4d-9855-3f6a0c9c7d28 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.557816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d70137-54f2-481d-bded-80a732583321 req-6b1423f9-5af8-4cd6-8833-27fae15f67a6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:45.560081 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1d7061a1-fcec-4a17-924c-73c86748f536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.565497 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81d70137-54f2-481d-bded-80a732583321 req-6b1423f9-5af8-4cd6-8833-27fae15f67a6 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 944 time: 0.4692841 Sep 16 04:47:45.568185 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1d7061a1-fcec-4a17-924c-73c86748f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.604770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-a980a855-288b-48de-85c4-b51bd5b79eee admin admin] For port 37338cb3-ab31-4e9c-a4bb-e6590366889e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=37338cb3-ab31-4e9c-a4bb-e6590366889e,segment=NetworkSegment(a7aba619-b8ed-4a2f-beb2-3b09c9286e22),segment_id=a7aba619-b8ed-4a2f-beb2-3b09c9286e22)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:45.605146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a980a855-288b-48de-85c4-b51bd5b79eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.612042 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a8621110-a7a8-4b4d-9855-3f6a0c9c7d28 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.628225 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81d70137-54f2-481d-bded-80a732583321 req-178c946e-479f-4059-a725-3586cab97649 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618644 Sep 16 04:47:45.629822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-a980a855-288b-48de-85c4-b51bd5b79eee admin admin] Calling delete_port for 37338cb3-ab31-4e9c-a4bb-e6590366889e owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:45.632391 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1d7061a1-fcec-4a17-924c-73c86748f536 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33c5d17cab8c4121a5fe623cbca6ba51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5240269 Sep 16 04:47:45.633018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38106) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:45.646429 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a8621110-a7a8-4b4d-9855-3f6a0c9c7d28 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 800c5764-3119-4002-b7d1-2e73f46ebd9d owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:45.647780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7061a1-fcec-4a17-924c-73c86748f536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0ee433-b375-4f12-9146-21ed56032bce,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:45.741730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1550b8db-3593-4093-85bb-79cbd7bbe0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.778895 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1550b8db-3593-4093-85bb-79cbd7bbe0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.822033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a980a855-288b-48de-85c4-b51bd5b79eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.849054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980a855-288b-48de-85c4-b51bd5b79eee admin admin] Pushing event deleted for resources: {'Port': ['ID=37338cb3-ab31-4e9c-a4bb-e6590366889e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:45.858445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a8621110-a7a8-4b4d-9855-3f6a0c9c7d28 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.868552 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1550b8db-3593-4093-85bb-79cbd7bbe0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.871227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1550b8db-3593-4093-85bb-79cbd7bbe0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.872395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1550b8db-3593-4093-85bb-79cbd7bbe0a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df0ee433-b375-4f12-9146-21ed56032bce HTTP/1.1" status: 204 len: 168 time: 0.2358980 Sep 16 04:47:45.898430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8621110-a7a8-4b4d-9855-3f6a0c9c7d28 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=800c5764-3119-4002-b7d1-2e73f46ebd9d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:45.910476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550b8db-3593-4093-85bb-79cbd7bbe0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0ee433-b375-4f12-9146-21ed56032bce,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:45.987593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a8621110-a7a8-4b4d-9855-3f6a0c9c7d28 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:45.993166 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a8621110-a7a8-4b4d-9855-3f6a0c9c7d28 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/800c5764-3119-4002-b7d1-2e73f46ebd9d HTTP/1.1" status: 204 len: 168 time: 0.7063217 Sep 16 04:47:45.993938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38112) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:46.019000 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6587b5-8b9f-4b87-9da9-22e0c0cd2b4f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:47:46.024531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-af6587b5-8b9f-4b87-9da9-22e0c0cd2b4f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/800c5764-3119-4002-b7d1-2e73f46ebd9d HTTP/1.1" status: 404 len: 333 time: 0.0296717 Sep 16 04:47:46.025147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38114) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:46.028972 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a980a855-288b-48de-85c4-b51bd5b79eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.058492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device a95395e3-f925-452c-9f5e-9c2a3f97309e details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:47:46.082258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-304cdf95-22a9-4c96-b888-1a496f09e3be tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting subnet 286fc7fc-3fdd-4d70-8fa1-a5580d6d79b9 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:46.086804 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cdf95-22a9-4c96-b888-1a496f09e3be tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.131090 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cdf95-22a9-4c96-b888-1a496f09e3be tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.236953 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cdf95-22a9-4c96-b888-1a496f09e3be tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.240272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port a95395e3-f925-452c-9f5e-9c2a3f97309e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=a95395e3-f925-452c-9f5e-9c2a3f97309e,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:46.279780 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'a95395e3-f925-452c-9f5e-9c2a3f97309e', 'network_id': 'a9db93c8-763a-44d3-974e-03a5c35c1e44', 'port_id': 'a95395e3-f925-452c-9f5e-9c2a3f97309e', 'mac_address': 'fa:16:3e:5b:34:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe58f381-cad6-48c7-a9bf-7d2ce1b9e110', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:47:46.295417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa89f80-f166-467d-82ed-d3ff6c740606 req-1644fa1d-743e-472e-a05b-e5f56e1284e4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:46.303812 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8aa89f80-f166-467d-82ed-d3ff6c740606 req-1644fa1d-743e-472e-a05b-e5f56e1284e4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1166971 Sep 16 04:47:46.308557 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cdf95-22a9-4c96-b888-1a496f09e3be tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.340481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cdf95-22a9-4c96-b888-1a496f09e3be tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Subnet': ['ID=286fc7fc-3fdd-4d70-8fa1-a5580d6d79b9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:46.346435 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cdf95-22a9-4c96-b888-1a496f09e3be tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.352217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-304cdf95-22a9-4c96-b888-1a496f09e3be tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/286fc7fc-3fdd-4d70-8fa1-a5580d6d79b9 HTTP/1.1" status: 204 len: 168 time: 0.3260336 Sep 16 04:47:46.352867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38124) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:46.356968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000055e9-6d53-4111-a9c6-f9f4fb4b717b None None] Network 530d1e62-d869-46ec-a36f-10a8454a6872 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:46.396995 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.401143 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8aa89f80-f166-467d-82ed-d3ff6c740606 req-ed7e851c-ba0b-4cd7-a1be-b9b55bc42feb tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960228 Sep 16 04:47:46.433209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a980a855-288b-48de-85c4-b51bd5b79eee admin admin] Router 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:47:46.449976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95395e3-f925-452c-9f5e-9c2a3f97309e {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:47:46.451602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38126) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:46.477532 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32e66433-fd30-466a-acc2-8cd01e9f9e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.482799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.505132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port a95395e3-f925-452c-9f5e-9c2a3f97309e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=a95395e3-f925-452c-9f5e-9c2a3f97309e,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:46.522159 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.549473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a980a855-288b-48de-85c4-b51bd5b79eee admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:46.555094 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a980a855-288b-48de-85c4-b51bd5b79eee admin admin] 10.222.0.53 "PUT /v2.0/routers/1b0d5d07-aeae-4e35-ba76-1d9466e124a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1730256 Sep 16 04:47:46.557867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38128) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:46.576848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=a95395e3-f925-452c-9f5e-9c2a3f97309e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:46.582020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde2716e-f685-403d-9858-bce0214f7622 None None] Sync routers for ids ['1b0d5d07-aeae-4e35-ba76-1d9466e124a4'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:46.599114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2716e-f685-403d-9858-bce0214f7622 None None] Routers {'1b0d5d07-aeae-4e35-ba76-1d9466e124a4'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:46.600159 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-dde2716e-f685-403d-9858-bce0214f7622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1b0d5d07-aeae-4e35-ba76-1d9466e124a4'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:46.601551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:46.601946 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.673275 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.701115 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32e66433-fd30-466a-acc2-8cd01e9f9e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.706084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] For port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=75ed940d-b3c6-4385-ab9c-f53d1d43ead9,segment=NetworkSegment(b48d7d8a-0aa2-456a-9fe5-2c5375e0897d),segment_id=b48d7d8a-0aa2-456a-9fe5-2c5375e0897d)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:46.706455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.715594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32e66433-fd30-466a-acc2-8cd01e9f9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.749595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dffb2a8-e3fe-42fc-a252-6d3baa35fdf9 None None] DHCP port deletion for 530d1e62-d869-46ec-a36f-10a8454a6872 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:46.756311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-dde2716e-f685-403d-9858-bce0214f7622 None None] Set router 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:46.784475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:46.790963 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-32e66433-fd30-466a-acc2-8cd01e9f9e25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42a817fe6f7748659ceaf8db7c15a1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356552 Sep 16 04:47:46.791664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38134) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:46.822829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e66433-fd30-466a-acc2-8cd01e9f9e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a776a1-c5b3-43b8-8264-35d833d42a55,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:46.888028 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e717241f-72a4-4cc6-a6cc-973097795ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.889572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68b2c4-752d-4a45-ab0c-27d61856cacd req-3725a187-fac8-4efa-a578-10b05487ddc3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:46.891147 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f68b2c4-752d-4a45-ab0c-27d61856cacd req-3725a187-fac8-4efa-a578-10b05487ddc3 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 945 time: 0.1437726 Sep 16 04:47:46.893193 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.913683 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e717241f-72a4-4cc6-a6cc-973097795ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.921354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['a95395e3-f925-452c-9f5e-9c2a3f97309e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:46.973032 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:47:46.983981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:46.986687 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f68b2c4-752d-4a45-ab0c-27d61856cacd req-dbd4276d-dea5-410f-a507-1d455d30f375 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858765 Sep 16 04:47:46.999038 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No DVR routers for this DVR port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:47.026153 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3dffb2a8-e3fe-42fc-a252-6d3baa35fdf9 None None] Deleting port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:47.026153 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3dffb2a8-e3fe-42fc-a252-6d3baa35fdf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.026371 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Deleting port d7122557-5944-45dc-a389-3998a613b31b {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:47.026371 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.032785 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e717241f-72a4-4cc6-a6cc-973097795ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.035945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e717241f-72a4-4cc6-a6cc-973097795ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.037288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e717241f-72a4-4cc6-a6cc-973097795ef8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3a776a1-c5b3-43b8-8264-35d833d42a55 HTTP/1.1" status: 204 len: 168 time: 0.2446482 Sep 16 04:47:47.038129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=75ed940d-b3c6-4385-ab9c-f53d1d43ead9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.097170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717241f-72a4-4cc6-a6cc-973097795ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a776a1-c5b3-43b8-8264-35d833d42a55,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.130416 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.141205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-dde2716e-f685-403d-9858-bce0214f7622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'name': 'tempest-ServerRescueNegativeTestJSON-811323552-router', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd7122557-5944-45dc-a389-3998a613b31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:47:45Z', 'revision_number': 5, 'project_id': '3ffb84455cdc41db90417b342120d929', 'gw_port': {'id': 'd7122557-5944-45dc-a389-3998a613b31b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:47.143371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3dffb2a8-e3fe-42fc-a252-6d3baa35fdf9 None None] For port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:47.143739 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3dffb2a8-e3fe-42fc-a252-6d3baa35fdf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.146312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] For port d7122557-5944-45dc-a389-3998a613b31b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d7122557-5944-45dc-a389-3998a613b31b,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:47.146695 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.157599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530d1e62-d869-46ec-a36f-10a8454a6872']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:47.172789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Calling delete_port for d7122557-5944-45dc-a389-3998a613b31b owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:47.172935 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48d7d8a-0aa2-456a-9fe5-2c5375e0897d') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:47.173177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48d7d8a-0aa2-456a-9fe5-2c5375e0897d') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:47.186194 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.189333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde2716e-f685-403d-9858-bce0214f7622 None None] Checking router: 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:47:47.204713 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3dffb2a8-e3fe-42fc-a252-6d3baa35fdf9 None None] Calling delete_port for 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:47.209407 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-3dffb2a8-e3fe-42fc-a252-6d3baa35fdf9 None None] Port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:47:47.217075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.220343 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3dffb2a8-e3fe-42fc-a252-6d3baa35fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.232415 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40e28709-20d4-4190-b4f7-8af5a973e55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.239566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:47.240308 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.276104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2716e-f685-403d-9858-bce0214f7622 None None] Routers {'1b0d5d07-aeae-4e35-ba76-1d9466e124a4'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:47.276763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-dde2716e-f685-403d-9858-bce0214f7622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1b0d5d07-aeae-4e35-ba76-1d9466e124a4'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:47.280951 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:47.316130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffb2a8-e3fe-42fc-a252-6d3baa35fdf9 None None] Pushing event deleted for resources: {'Port': ['ID=75ed940d-b3c6-4385-ab9c-f53d1d43ead9,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.325495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dffb2a8-e3fe-42fc-a252-6d3baa35fdf9 None None] No DVR routers for this DVR port 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:47.411844 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.424412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.435181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/networks/530d1e62-d869-46ec-a36f-10a8454a6872 HTTP/1.1" status: 204 len: 168 time: 1.0802670 Sep 16 04:47:47.436602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38146) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:47.458861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b18d1b36-fc1b-4d0e-8a44-cca1131d4d44 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-30675893'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:47.491189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f83781-7bfe-4e6d-aeba-bc6fe35574e1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Network': ['ID=530d1e62-d869-46ec-a36f-10a8454a6872,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.499316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18d1b36-fc1b-4d0e-8a44-cca1131d4d44 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:47.503887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b18d1b36-fc1b-4d0e-8a44-cca1131d4d44 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.538213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:47.539655 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.558927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18d1b36-fc1b-4d0e-8a44-cca1131d4d44 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:47.574467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b18d1b36-fc1b-4d0e-8a44-cca1131d4d44 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.576447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:47.576800 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 75ed940d-b3c6-4385-ab9c-f53d1d43ead9 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:47.577058 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-b18d1b36-fc1b-4d0e-8a44-cca1131d4d44 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Added segment a3c25ae1-bb61-495d-9209-6838c2474278 of type vlan for network 25d15bbc-ff26-4971-9f16-3410a21e8ec9 Sep 16 04:47:47.587930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-dde2716e-f685-403d-9858-bce0214f7622 None None] Set router 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:47.595501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7122557-5944-45dc-a389-3998a613b31b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:47.648208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-dde2716e-f685-403d-9858-bce0214f7622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'name': 'tempest-ServerRescueNegativeTestJSON-811323552-router', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:47:46Z', 'revision_number': 6, 'project_id': '3ffb84455cdc41db90417b342120d929', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:47.663176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b18d1b36-fc1b-4d0e-8a44-cca1131d4d44 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.677867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde2716e-f685-403d-9858-bce0214f7622 None None] The sync data for ids ['1b0d5d07-aeae-4e35-ba76-1d9466e124a4'] in n-d-712142-17 is: [{'id': '1b0d5d07-aeae-4e35-ba76-1d9466e124a4', 'name': 'tempest-ServerRescueNegativeTestJSON-811323552-router', 'tenant_id': '3ffb84455cdc41db90417b342120d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:01Z', 'updated_at': '2021-09-16T04:47:46Z', 'revision_number': 6, 'project_id': '3ffb84455cdc41db90417b342120d929', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:47.685633 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.697058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc0c55-8fd0-4e48-a352-1e23b545266e req-e87b37a8-df47-4807-a0ea-4db36550d7d8 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.701280 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b18d1b36-fc1b-4d0e-8a44-cca1131d4d44 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.704503 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cfc0c55-8fd0-4e48-a352-1e23b545266e req-e87b37a8-df47-4807-a0ea-4db36550d7d8 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1771781 Sep 16 04:47:47.708669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d1b36-fc1b-4d0e-8a44-cca1131d4d44 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:47.709531 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b18d1b36-fc1b-4d0e-8a44-cca1131d4d44 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.833578 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.836862 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.887596 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8cfc0c55-8fd0-4e48-a352-1e23b545266e req-d03ea8bb-454f-4004-b2f5-bf7595f86103 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820679 Sep 16 04:47:47.897797 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.898373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b0d5d07-aeae-4e35-ba76-1d9466e124a4 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:47:47.909017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:47.912859 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-29416bf3-353e-4e37-8a54-3d55cc60b8b1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1b0d5d07-aeae-4e35-ba76-1d9466e124a4 HTTP/1.1" status: 204 len: 168 time: 1.3539863 Sep 16 04:47:47.913498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38160) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:47.977694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-15dd9d55-9814-4a82-a349-625f72544aa8 admin admin] Deleting subnet b393eb69-34a9-475e-911b-3f43fe063fe3 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:47.982100 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15dd9d55-9814-4a82-a349-625f72544aa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.022600 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15dd9d55-9814-4a82-a349-625f72544aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.104862 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b18d1b36-fc1b-4d0e-8a44-cca1131d4d44 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6513996 Sep 16 04:47:48.107356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38170) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:48.110912 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15dd9d55-9814-4a82-a349-625f72544aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.117345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-931c4cec-0ce8-4f64-bb92-48a6153f5e40 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': '25d15bbc-ff26-4971-9f16-3410a21e8ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:48.163565 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d1b36-fc1b-4d0e-8a44-cca1131d4d44 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Network': ['ID=25d15bbc-ff26-4971-9f16-3410a21e8ec9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:48.177912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 25d15bbc-ff26-4971-9f16-3410a21e8ec9 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:48.242634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38172) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:48.290992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b0da9-326f-42f4-9fb2-a4fc78c56da0 req-4b4da239-a043-4047-9d11-77b0ace55dff tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:48.292504 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e77b0da9-326f-42f4-9fb2-a4fc78c56da0 req-4b4da239-a043-4047-9d11-77b0ace55dff tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 945 time: 0.1354728 Sep 16 04:47:48.297657 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15dd9d55-9814-4a82-a349-625f72544aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.314772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931c4cec-0ce8-4f64-bb92-48a6153f5e40 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:48.319637 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-931c4cec-0ce8-4f64-bb92-48a6153f5e40 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.353879 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15dd9d55-9814-4a82-a349-625f72544aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.355475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1057481108'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:48.358646 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-15dd9d55-9814-4a82-a349-625f72544aa8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b393eb69-34a9-475e-911b-3f43fe063fe3 HTTP/1.1" status: 204 len: 168 time: 0.4418247 Sep 16 04:47:48.361644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38178) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:48.365866 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd9d55-9814-4a82-a349-625f72544aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b393eb69-34a9-475e-911b-3f43fe063fe3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:48.442777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Made reservation on behalf of efda87f201f94f17994306687206fced for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:48.444881 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e77b0da9-326f-42f4-9fb2-a4fc78c56da0 req-741ae98d-49e7-4d79-b0fb-7a349f628e7e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441131 Sep 16 04:47:48.446123 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.459555 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.464484 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.574987 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-931c4cec-0ce8-4f64-bb92-48a6153f5e40 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.588120 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.624423 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c106fb-b230-49ba-889c-ab6807f05453']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:48.642205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:48.642540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7aba619-b8ed-4a2f-beb2-3b09c9286e22') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:48.643347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c4cec-0ce8-4f64-bb92-48a6153f5e40 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Subnet': ['ID=00f150c2-c4a9-4a23-aee5-e4c17a9ae62d,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:48.646685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c4cec-0ce8-4f64-bb92-48a6153f5e40 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Checking segment: {'id': 'a3c25ae1-bb61-495d-9209-6838c2474278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '25d15bbc-ff26-4971-9f16-3410a21e8ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:48.647059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c4cec-0ce8-4f64-bb92-48a6153f5e40 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network hostable DHCP agents. Network: 25d15bbc-ff26-4971-9f16-3410a21e8ec9, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:48.659461 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.664315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c4cec-0ce8-4f64-bb92-48a6153f5e40 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 25d15bbc-ff26-4971-9f16-3410a21e8ec9 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:48.674381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-931c4cec-0ce8-4f64-bb92-48a6153f5e40 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 25d15bbc-ff26-4971-9f16-3410a21e8ec9) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:48.680579 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c4cec-0ce8-4f64-bb92-48a6153f5e40 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:48.680579 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-931c4cec-0ce8-4f64-bb92-48a6153f5e40 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.682025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.687887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d5579e-6349-4743-8941-27b4dd88d8c5 None None] Network 25d15bbc-ff26-4971-9f16-3410a21e8ec9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:48.698199 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:48.698613 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:48.700247 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:48.719239 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.729452 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.734363 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-931c4cec-0ce8-4f64-bb92-48a6153f5e40 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6224866 Sep 16 04:47:48.735176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38182) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:48.742928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-17ab9baa-9d9b-4bc9-9d9f-33b475e1453c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2129072030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:48.779053 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17ab9baa-9d9b-4bc9-9d9f-33b475e1453c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.780108 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17ab9baa-9d9b-4bc9-9d9f-33b475e1453c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.807130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:48.813050 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.819368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.823744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c8c106fb-b230-49ba-889c-ab6807f05453 HTTP/1.1" status: 204 len: 168 time: 0.4589770 Sep 16 04:47:48.827639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b83d07-d107-4a5d-9113-d970e6106ed6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:48.859752 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.860650 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Added segment b987f209-10eb-4caa-bf91-6ff2607ec257 of type vlan for network 3f2a200e-ca30-4fa4-a67d-86b95e54b767 Sep 16 04:47:48.862567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e48c9-0a71-4356-85ab-afb1015a6042 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c106fb-b230-49ba-889c-ab6807f05453,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:48.883526 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17ab9baa-9d9b-4bc9-9d9f-33b475e1453c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.895736 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17ab9baa-9d9b-4bc9-9d9f-33b475e1453c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.918482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-25d15bbc-ff26-4971-9f16-3410a21e8ec9', 'network_id': '25d15bbc-ff26-4971-9f16-3410a21e8ec9', 'tenant_id': 'b7ace85518e244eabe8cadda6b29d9b2', 'fixed_ips': [{'subnet_id': '00f150c2-c4a9-4a23-aee5-e4c17a9ae62d'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:48.919499 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.921013 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.926825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17ab9baa-9d9b-4bc9-9d9f-33b475e1453c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.931397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-17ab9baa-9d9b-4bc9-9d9f-33b475e1453c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1928523 Sep 16 04:47:48.931723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38188) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:48.938912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'network_id': '25d15bbc-ff26-4971-9f16-3410a21e8ec9', 'name': 'tempest-PortsTestJSON-186956495'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:48.960827 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:48.979178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:48.981161 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.145465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38192) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:49.156820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9100301 Sep 16 04:47:49.156820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d364c-111d-4e56-913e-220336b66c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Pushing event updated for resources: {'Network': ['ID=3f2a200e-ca30-4fa4-a67d-86b95e54b767,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:49.157478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38194) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:49.165634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-bbb7f8f5-a8b3-44a7-a17d-29a0bc37c879 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Request body: {'subnet': {'network_id': '3f2a200e-ca30-4fa4-a67d-86b95e54b767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:49.180577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c96ae2-d4d7-4817-94f3-c6b66bba7ac4 req-837cec56-76f1-44c9-aba9-12bf6224b2de tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.181267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Allocated IP 172.20.0.2 (25d15bbc-ff26-4971-9f16-3410a21e8ec9/00f150c2-c4a9-4a23-aee5-e4c17a9ae62d/d1b1cdc4-1352-4190-9458-9fd1a64f7c3a) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:49.190187 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70c96ae2-d4d7-4817-94f3-c6b66bba7ac4 req-837cec56-76f1-44c9-aba9-12bf6224b2de tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1907523 Sep 16 04:47:49.258904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:49.263809 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.287767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 3f2a200e-ca30-4fa4-a67d-86b95e54b767 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:49.314923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb7f8f5-a8b3-44a7-a17d-29a0bc37c879 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Made reservation on behalf of efda87f201f94f17994306687206fced for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:49.325988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f8f5-a8b3-44a7-a17d-29a0bc37c879 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.328671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d7122557-5944-45dc-a389-3998a613b31b no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:49.361294 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-522059e5-3f2c-4bd5-b2ad-beb2af046076 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ffb84455cdc41db90417b342120d929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136178 Sep 16 04:47:49.366919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38196) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:49.394541 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port 89970e8f-34b6-4930-a16e-aa198321e7c4 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:49.416224 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70c96ae2-d4d7-4817-94f3-c6b66bba7ac4 req-386911f0-f35f-4406-9420-da6d2f4cfbc3 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191150 Sep 16 04:47:49.428987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d7122557-5944-45dc-a389-3998a613b31b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:49.428987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d7122557-5944-45dc-a389-3998a613b31b not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:49.428987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 37338cb3-ab31-4e9c-a4bb-e6590366889e no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:49.468894 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 37338cb3-ab31-4e9c-a4bb-e6590366889e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:49.468894 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 37338cb3-ab31-4e9c-a4bb-e6590366889e not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:49.579285 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.595813 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.623886 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61d4ac57-64a6-4b49-bc43-4c872cbe221e req-2e7c3068-b2ef-4d55-9741-23f2b1c16448 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2987049 Sep 16 04:47:49.673288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Pushing event updated for resources: {'Port': ['ID=d1b1cdc4-1352-4190-9458-9fd1a64f7c3a,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:49.676313 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f8f5-a8b3-44a7-a17d-29a0bc37c879 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.682880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Network 25d15bbc-ff26-4971-9f16-3410a21e8ec9 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:49.684436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:49.687066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:49.752834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7f8f5-a8b3-44a7-a17d-29a0bc37c879 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Pushing event updated for resources: {'Subnet': ['ID=b0d94cc9-35bf-4ed7-84b5-b7b5569c8675,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:49.764706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb7f8f5-a8b3-44a7-a17d-29a0bc37c879 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Checking segment: {'id': 'b987f209-10eb-4caa-bf91-6ff2607ec257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3f2a200e-ca30-4fa4-a67d-86b95e54b767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:49.764915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb7f8f5-a8b3-44a7-a17d-29a0bc37c879 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Network hostable DHCP agents. Network: 3f2a200e-ca30-4fa4-a67d-86b95e54b767, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:49.766094 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eab3bdab-0131-4b89-a338-6ae7f9552639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.768427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Attempting to bind port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:49.768779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Attempting to bind port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'a3c25ae1-bb61-495d-9209-6838c2474278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '25d15bbc-ff26-4971-9f16-3410a21e8ec9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:49.769157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Attempting to bind port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a on network 25d15bbc-ff26-4971-9f16-3410a21e8ec9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:49.776825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:49.777210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Checking segment: {'id': 'a3c25ae1-bb61-495d-9209-6838c2474278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '25d15bbc-ff26-4971-9f16-3410a21e8ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:49.777730 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.778182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Bound using segment: {'id': 'a3c25ae1-bb61-495d-9209-6838c2474278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '25d15bbc-ff26-4971-9f16-3410a21e8ec9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:49.778661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Bound port: d1b1cdc4-1352-4190-9458-9fd1a64f7c3a, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c25ae1-bb61-495d-9209-6838c2474278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '25d15bbc-ff26-4971-9f16-3410a21e8ec9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:49.779158 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.783475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb7f8f5-a8b3-44a7-a17d-29a0bc37c879 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Network 3f2a200e-ca30-4fa4-a67d-86b95e54b767 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:49.796692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-bbb7f8f5-a8b3-44a7-a17d-29a0bc37c879 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 3f2a200e-ca30-4fa4-a67d-86b95e54b767) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:49.803675 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eab3bdab-0131-4b89-a338-6ae7f9552639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.805091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb7f8f5-a8b3-44a7-a17d-29a0bc37c879 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.809114 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f8f5-a8b3-44a7-a17d-29a0bc37c879 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:49.833812 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6f722d-5bad-4ba7-85a3-c46b5fe232d4 None None] Network 3f2a200e-ca30-4fa4-a67d-86b95e54b767 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:49.843246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bbb7f8f5-a8b3-44a7-a17d-29a0bc37c879 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6822441 Sep 16 04:47:49.858726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38208) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:49.864692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Request body: {'port': {'network_id': '3f2a200e-ca30-4fa4-a67d-86b95e54b767', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1185850920'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:49.952341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] For port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:49.958408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] For port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d1b1cdc4-1352-4190-9458-9fd1a64f7c3a,segment=NetworkSegment(a3c25ae1-bb61-495d-9209-6838c2474278),segment_id=a3c25ae1-bb61-495d-9209-6838c2474278)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:49.959739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67219d-bfbf-4aa6-a91d-05aa4a4d68f9 req-dda994a3-abe3-49c8-ab8f-8d3bbfedb6cc tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:49.961716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd67219d-bfbf-4aa6-a91d-05aa4a4d68f9 req-dda994a3-abe3-49c8-ab8f-8d3bbfedb6cc tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1378376 Sep 16 04:47:49.984860 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.014888 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd67219d-bfbf-4aa6-a91d-05aa4a4d68f9 req-bc628528-4830-4031-808a-f8d2b9e4747b tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441127 Sep 16 04:47:50.026798 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6bee-8475-4512-8aac-9fd4ba0c68a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.060213 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Made reservation on behalf of efda87f201f94f17994306687206fced for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:50.064281 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.091829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device a95395e3-f925-452c-9f5e-9c2a3f97309e up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:50.092154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] device_id is not set on port 19c363fc-7b86-4c8d-8530-c13cc500f332 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:50.132355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53d635-960b-4ef7-b9b3-d2a796b26711 None None] Pushing event updated for resources: {'Port': ['ID=d1b1cdc4-1352-4190-9458-9fd1a64f7c3a,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:50.174329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.7 (25d15bbc-ff26-4971-9f16-3410a21e8ec9/00f150c2-c4a9-4a23-aee5-e4c17a9ae62d/89970e8f-34b6-4930-a16e-aa198321e7c4) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:50.195634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-3f2a200e-ca30-4fa4-a67d-86b95e54b767', 'network_id': '3f2a200e-ca30-4fa4-a67d-86b95e54b767', 'tenant_id': 'efda87f201f94f17994306687206fced', 'fixed_ips': [{'subnet_id': 'b0d94cc9-35bf-4ed7-84b5-b7b5569c8675'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:50.196490 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.212831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdff848-875b-4f1a-9055-e2ffc67327bc req-50fed3f0-624d-423a-8788-feb11c402a1c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.214206 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6cdff848-875b-4f1a-9055-e2ffc67327bc req-50fed3f0-624d-423a-8788-feb11c402a1c tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 945 time: 0.4716492 Sep 16 04:47:50.215208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port a95395e3-f925-452c-9f5e-9c2a3f97309e completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:47:50.220870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ac57-64a6-4b49-bc43-4c872cbe221e req-dee8476f-fecc-4129-8f13-d9bd87fc0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.222377 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61d4ac57-64a6-4b49-bc43-4c872cbe221e req-dee8476f-fecc-4129-8f13-d9bd87fc0554 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 1098 time: 0.5207231 Sep 16 04:47:50.226273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port a95395e3-f925-452c-9f5e-9c2a3f97309e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:50.226662 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.285561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Allocated IP 2001:db8::339 (3f2a200e-ca30-4fa4-a67d-86b95e54b767/b0d94cc9-35bf-4ed7-84b5-b7b5569c8675/19c363fc-7b86-4c8d-8530-c13cc500f332) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:50.329354 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eab3bdab-0131-4b89-a338-6ae7f9552639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.332832 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eab3bdab-0131-4b89-a338-6ae7f9552639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.334569 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-eab3bdab-0131-4b89-a338-6ae7f9552639 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7558a57-f25a-41a8-9485-4573c5c3f0ab HTTP/1.1" status: 204 len: 168 time: 0.9622962 Sep 16 04:47:50.413069 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6cdff848-875b-4f1a-9055-e2ffc67327bc req-1fa48274-d464-4922-acc0-3e8709415f45 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885633 Sep 16 04:47:50.447012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3bdab-0131-4b89-a338-6ae7f9552639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7558a57-f25a-41a8-9485-4573c5c3f0ab,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:50.491737 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.517368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d1e875-094e-4261-b8a3-0998b475bf7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95395e3-f925-452c-9f5e-9c2a3f97309e'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:50.520883 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a9d42a-f54d-4ee3-a1b2-b91432b17237" -d '{"events": [{"server_uuid": "b1d1e875-094e-4261-b8a3-0998b475bf7c", "name": "network-vif-plugged", "status": "completed", "tag": "a95395e3-f925-452c-9f5e-9c2a3f97309e"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:50.562834 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port a95395e3-f925-452c-9f5e-9c2a3f97309e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=a95395e3-f925-452c-9f5e-9c2a3f97309e,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:50.573197 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.573402 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.582051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ac57-64a6-4b49-bc43-4c872cbe221e req-6e30c3ec-0f9a-4434-aaa4-2ddbc2479372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.584129 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61d4ac57-64a6-4b49-bc43-4c872cbe221e req-6e30c3ec-0f9a-4434-aaa4-2ddbc2479372 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 200 len: 912 time: 0.3316810 Sep 16 04:47:50.609043 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca99c065-c8d8-49e4-869c-648b3e13b6d3 x-openstack-request-id: req-ca99c065-c8d8-49e4-869c-648b3e13b6d3 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:50.609814 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d1e875-094e-4261-b8a3-0998b475bf7c", "name": "network-vif-plugged", "status": "completed", "tag": "a95395e3-f925-452c-9f5e-9c2a3f97309e", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:50.609814 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca99c065-c8d8-49e4-869c-648b3e13b6d3 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:50.609993 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d1e875-094e-4261-b8a3-0998b475bf7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95395e3-f925-452c-9f5e-9c2a3f97309e', 'code': 200} Sep 16 04:47:50.627718 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.682410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Network 3f2a200e-ca30-4fa4-a67d-86b95e54b767 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:50.688514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:50.700611 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=a95395e3-f925-452c-9f5e-9c2a3f97309e,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:50.731910 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:50.739939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.741047 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.746998 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61d4ac57-64a6-4b49-bc43-4c872cbe221e req-9b50a1b4-4636-4a72-8a13-bcfea0b2f8d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5274e65-e8ad-4b73-9778-f4fa6a052c1d HTTP/1.1" status: 200 len: 1001 time: 0.1540349 Sep 16 04:47:50.771191 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.775318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Pushing event updated for resources: {'Port': ['ID=19c363fc-7b86-4c8d-8530-c13cc500f332,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:50.789313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9986ebe5-f1d3-4a54-986c-589e74ad6f29 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9292994 Sep 16 04:47:50.791052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38222) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:50.793253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Allocated IP 2001:db8::2 (3f2a200e-ca30-4fa4-a67d-86b95e54b767/b0d94cc9-35bf-4ed7-84b5-b7b5569c8675/68f581d2-079d-410b-be1d-a28d951bdc6d) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:50.797199 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Request body: {'port': {'network_id': '3f2a200e-ca30-4fa4-a67d-86b95e54b767', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1693205945', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:50.797393 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.api.validators [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] bootfile-name is not in valid_values {{(pid=94745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:47:50.797650 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.api.validators [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] tftp-server is not in valid_values {{(pid=94745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:47:50.797979 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.api.validators [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] server-ip-address is not in valid_values {{(pid=94745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:47:50.828183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e7906-e626-4512-b79b-cf2a0ff31dea req-09562cf3-151c-4a2b-991e-626d55b904d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.830694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e62e7906-e626-4512-b79b-cf2a0ff31dea req-09562cf3-151c-4a2b-991e-626d55b904d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 1098 time: 0.1437421 Sep 16 04:47:50.837468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ac57-64a6-4b49-bc43-4c872cbe221e req-f268a9f1-8110-4107-bfec-1d6bf6e99f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.839161 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61d4ac57-64a6-4b49-bc43-4c872cbe221e req-f268a9f1-8110-4107-bfec-1d6bf6e99f33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e14c121a-a13e-4cf4-87d5-73ea10aad127 HTTP/1.1" status: 200 len: 850 time: 0.0836129 Sep 16 04:47:50.894484 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.902302 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:50.928862 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e62e7906-e626-4512-b79b-cf2a0ff31dea req-72c01203-0be4-4fbc-bfd9-24d377001630 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859149 Sep 16 04:47:50.975210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 25d15bbc-ff26-4971-9f16-3410a21e8ec9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:50.977797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ac57-64a6-4b49-bc43-4c872cbe221e req-0852fd72-309a-4031-a0d4-7d568358f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:50.979328 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61d4ac57-64a6-4b49-bc43-4c872cbe221e req-0852fd72-309a-4031-a0d4-7d568358f39c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54ab4011-9c3b-42b6-b477-8b46a43d41ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315193 Sep 16 04:47:50.982896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:50.985392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:50.995140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Made reservation on behalf of efda87f201f94f17994306687206fced for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:50.999511 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.028863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] device_id is not set on port dc2bc8b1-4e96-4d41-bfd4-a3c6d67fd0bb yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:47:51.042139 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.049483 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.087066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=89970e8f-34b6-4930-a16e-aa198321e7c4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:51.104649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Network 3f2a200e-ca30-4fa4-a67d-86b95e54b767 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:51.108726 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:51.117200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:51.158003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Pushing event updated for resources: {'Port': ['ID=68f581d2-079d-410b-be1d-a28d951bdc6d,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:51.211650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Attempting to bind port 68f581d2-079d-410b-be1d-a28d951bdc6d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:51.212852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Attempting to bind port 68f581d2-079d-410b-be1d-a28d951bdc6d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'b987f209-10eb-4caa-bf91-6ff2607ec257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3f2a200e-ca30-4fa4-a67d-86b95e54b767'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:51.213264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Attempting to bind port 68f581d2-079d-410b-be1d-a28d951bdc6d on network 3f2a200e-ca30-4fa4-a67d-86b95e54b767 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:51.219476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:51.219853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Checking segment: {'id': 'b987f209-10eb-4caa-bf91-6ff2607ec257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3f2a200e-ca30-4fa4-a67d-86b95e54b767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:51.220431 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.220836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Bound using segment: {'id': 'b987f209-10eb-4caa-bf91-6ff2607ec257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3f2a200e-ca30-4fa4-a67d-86b95e54b767'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:51.221300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Bound port: 68f581d2-079d-410b-be1d-a28d951bdc6d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b987f209-10eb-4caa-bf91-6ff2607ec257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3f2a200e-ca30-4fa4-a67d-86b95e54b767'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:51.221822 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.287153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Allocated IP 2001:db8::115 (3f2a200e-ca30-4fa4-a67d-86b95e54b767/b0d94cc9-35bf-4ed7-84b5-b7b5569c8675/dc2bc8b1-4e96-4d41-bfd4-a3c6d67fd0bb) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:51.325314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.326180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.340701 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] For port 68f581d2-079d-410b-be1d-a28d951bdc6d, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:51.344348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] For port 68f581d2-079d-410b-be1d-a28d951bdc6d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=68f581d2-079d-410b-be1d-a28d951bdc6d,segment=NetworkSegment(b987f209-10eb-4caa-bf91-6ff2607ec257),segment_id=b987f209-10eb-4caa-bf91-6ff2607ec257)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:51.352359 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.398658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ef783-88ac-42eb-a71e-159254bd8267 req-f7ee34fe-7efb-4600-baea-e5393bdd7c0b tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.407408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-951ef783-88ac-42eb-a71e-159254bd8267 req-f7ee34fe-7efb-4600-baea-e5393bdd7c0b tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1595314 Sep 16 04:47:51.416583 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ad1a91f9-58c2-4f9f-a79c-422560055c6b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4836769 Sep 16 04:47:51.438833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38236) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:51.447021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d1b1cdc4-1352-4190-9458-9fd1a64f7c3a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:51.466799 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61d4ac57-64a6-4b49-bc43-4c872cbe221e req-eaeca1c8-550a-4ee2-bee3-0cd4433474bc service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773850 Sep 16 04:47:51.576193 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-951ef783-88ac-42eb-a71e-159254bd8267 req-03abf1e2-58c9-41f8-a53d-bc8d310a3cbe tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636786 Sep 16 04:47:51.609438 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61d4ac57-64a6-4b49-bc43-4c872cbe221e req-024e90c4-ee19-4b25-af12-67d2a7531f14 service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340957 Sep 16 04:47:51.612531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe11063-7096-4b91-b9c3-efbad936a993 None None] Pushing event updated for resources: {'Port': ['ID=68f581d2-079d-410b-be1d-a28d951bdc6d,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:51.679638 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.687958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:51.688634 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.794705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30939727-ce25-4f14-b17e-2f6dd4c1f174 None None] Network 25d15bbc-ff26-4971-9f16-3410a21e8ec9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:51.862886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39843c0-7876-4f59-bed8-5a49cbf2f2a4 req-6bf59dbe-7c28-48e1-92e6-3876eb5ca759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:51.869460 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39843c0-7876-4f59-bed8-5a49cbf2f2a4 req-6bf59dbe-7c28-48e1-92e6-3876eb5ca759 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 1098 time: 0.1194460 Sep 16 04:47:51.967109 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d12f7021-34f4-408c-af69-fb9482cc767a None None] Provisioning complete for port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:51.967341 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d12f7021-34f4-408c-af69-fb9482cc767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:51.990705 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.032515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39843c0-7876-4f59-bed8-5a49cbf2f2a4 req-89e131df-643a-496e-b9b1-6daf0fe79e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.033880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c97de8-a73e-4c2f-a1d0-bed66929a81a req-59f73834-f2a8-46f5-bf52-3f3c809141f9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.034557 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39843c0-7876-4f59-bed8-5a49cbf2f2a4 req-89e131df-643a-496e-b9b1-6daf0fe79e15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 200 len: 912 time: 0.1575181 Sep 16 04:47:52.036562 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8c97de8-a73e-4c2f-a1d0-bed66929a81a req-59f73834-f2a8-46f5-bf52-3f3c809141f9 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 946 time: 0.4602470 Sep 16 04:47:52.055241 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.149196 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39843c0-7876-4f59-bed8-5a49cbf2f2a4 req-66ffd612-a613-4455-ab81-10a2f8c3dfa6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5274e65-e8ad-4b73-9778-f4fa6a052c1d HTTP/1.1" status: 200 len: 1001 time: 0.1039321 Sep 16 04:47:52.174711 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8c97de8-a73e-4c2f-a1d0-bed66929a81a req-6bc2f01e-bf47-4588-b5ec-efff24f1c024 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268511 Sep 16 04:47:52.200964 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.224098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d1b1cdc4-1352-4190-9458-9fd1a64f7c3a,segment=NetworkSegment(a3c25ae1-bb61-495d-9209-6838c2474278),segment_id=a3c25ae1-bb61-495d-9209-6838c2474278)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:52.233856 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.242530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39843c0-7876-4f59-bed8-5a49cbf2f2a4 req-503597df-e654-455a-b189-d5cc7691043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.245250 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39843c0-7876-4f59-bed8-5a49cbf2f2a4 req-503597df-e654-455a-b189-d5cc7691043b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e14c121a-a13e-4cf4-87d5-73ea10aad127 HTTP/1.1" status: 200 len: 850 time: 0.0874524 Sep 16 04:47:52.255573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Network 3f2a200e-ca30-4fa4-a67d-86b95e54b767 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:52.264569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:52.267428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:52.274014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.274751 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.325332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Pushing event updated for resources: {'Port': ['ID=dc2bc8b1-4e96-4d41-bfd4-a3c6d67fd0bb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:52.327364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39843c0-7876-4f59-bed8-5a49cbf2f2a4 req-f34ea8e8-7208-4348-998a-fe0e1533a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.332847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b23f31a8-c55c-4186-8195-e0f317273455 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5401678 Sep 16 04:47:52.336146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38256) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:52.339677 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39843c0-7876-4f59-bed8-5a49cbf2f2a4 req-f34ea8e8-7208-4348-998a-fe0e1533a68a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54ab4011-9c3b-42b6-b477-8b46a43d41ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820010 Sep 16 04:47:52.353445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.431653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=d1b1cdc4-1352-4190-9458-9fd1a64f7c3a,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:52.457802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f64c1f-b79f-42ca-9ba6-685603c23006 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.465989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f64c1f-b79f-42ca-9ba6-685603c23006 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.472181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f64c1f-b79f-42ca-9ba6-685603c23006 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.474991 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-61f64c1f-b79f-42ca-9ba6-685603c23006 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1378701 Sep 16 04:47:52.479755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38262) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:52.539264 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39843c0-7876-4f59-bed8-5a49cbf2f2a4 req-afd41dc3-93fc-4518-97a9-2e1d71d4389f service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916795 Sep 16 04:47:52.539910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38264) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:52.671089 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39843c0-7876-4f59-bed8-5a49cbf2f2a4 req-e231232b-888c-46f8-aa39-6ce9437d03f0 service neutron] 10.222.0.15 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240146 Sep 16 04:47:52.734638 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f689b36-0451-4628-a589-5d45dcf863cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.854612 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb2b5c-e448-44ec-851d-6f17197be45d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Deleting port dc2bc8b1-4e96-4d41-bfd4-a3c6d67fd0bb {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:52.854916 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2b5c-e448-44ec-851d-6f17197be45d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.878004 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f689b36-0451-4628-a589-5d45dcf863cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.887170 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f689b36-0451-4628-a589-5d45dcf863cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.906550 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f12bcb4d-4d00-40fc-925e-5ff77ef175f7 None None] Provisioning complete for port 89970e8f-34b6-4930-a16e-aa198321e7c4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:52.908048 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f12bcb4d-4d00-40fc-925e-5ff77ef175f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:52.940939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57686bc-cc83-402a-8017-9d16667d8847 req-78c39f0e-159b-48d8-b2c0-6bed1f04f9b5 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:52.962979 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f57686bc-cc83-402a-8017-9d16667d8847 req-78c39f0e-159b-48d8-b2c0-6bed1f04f9b5 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.2559907 Sep 16 04:47:52.969467 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2f689b36-0451-4628-a589-5d45dcf863cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=326631c15e284c24aace8010c55db543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263430 Sep 16 04:47:52.969467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f689b36-0451-4628-a589-5d45dcf863cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a4d150-24b0-4f4a-b960-4c8b9e3c4fa0,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:52.972914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f12bcb4d-4d00-40fc-925e-5ff77ef175f7 None None] Port 89970e8f-34b6-4930-a16e-aa198321e7c4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:52.974134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38274) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:52.991618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f12bcb4d-4d00-40fc-925e-5ff77ef175f7 None None] Provisioning complete for port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:52.992104 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f12bcb4d-4d00-40fc-925e-5ff77ef175f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.079774 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efe5509c-0c56-4279-bc23-958cf49e0e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.128647 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a5ea64-6506-4bb2-93fd-56ddfb4c3d30 None None] Network 3f2a200e-ca30-4fa4-a67d-86b95e54b767 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:53.144114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f57686bc-cc83-402a-8017-9d16667d8847 req-15fcc83d-54c3-4119-9b8b-b9d240a69368 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799428 Sep 16 04:47:53.175333 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efe5509c-0c56-4279-bc23-958cf49e0e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.200884 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.250984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2b5c-e448-44ec-851d-6f17197be45d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.271191 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.303371 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.321264 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efe5509c-0c56-4279-bc23-958cf49e0e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.324685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efe5509c-0c56-4279-bc23-958cf49e0e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.336740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-efe5509c-0c56-4279-bc23-958cf49e0e77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30a4d150-24b0-4f4a-b960-4c8b9e3c4fa0 HTTP/1.1" status: 204 len: 168 time: 0.3559198 Sep 16 04:47:53.354681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5509c-0c56-4279-bc23-958cf49e0e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a4d150-24b0-4f4a-b960-4c8b9e3c4fa0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:53.358300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb2b5c-e448-44ec-851d-6f17197be45d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Calling delete_port for dc2bc8b1-4e96-4d41-bfd4-a3c6d67fd0bb owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:53.501381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-70424d82-e154-4343-8cd5-ef30491d2ec1 None None] Provisioning complete for port 68f581d2-079d-410b-be1d-a28d951bdc6d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:53.501381 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-70424d82-e154-4343-8cd5-ef30491d2ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.584810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d1b1cdc4-1352-4190-9458-9fd1a64f7c3a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:53.585680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=89970e8f-34b6-4930-a16e-aa198321e7c4,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:53.694159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a00a77-98fb-4442-83db-025412695a38 req-b4d50494-056b-4fb4-bc96-cabee1d7b4dd tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:53.701860 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b5a00a77-98fb-4442-83db-025412695a38 req-b4d50494-056b-4fb4-bc96-cabee1d7b4dd tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 946 time: 0.3369768 Sep 16 04:47:53.757338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:53.757754 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.799865 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-70424d82-e154-4343-8cd5-ef30491d2ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.851472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-70424d82-e154-4343-8cd5-ef30491d2ec1 None None] For port 68f581d2-079d-410b-be1d-a28d951bdc6d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=68f581d2-079d-410b-be1d-a28d951bdc6d,segment=NetworkSegment(b987f209-10eb-4caa-bf91-6ff2607ec257),segment_id=b987f209-10eb-4caa-bf91-6ff2607ec257)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:53.854229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b5a00a77-98fb-4442-83db-025412695a38 req-7d9bf36d-a9d5-44bf-b247-51f6683b3fd4 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513085 Sep 16 04:47:53.856561 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.877043 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-70424d82-e154-4343-8cd5-ef30491d2ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:53.922904 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 68f581d2-079d-410b-be1d-a28d951bdc6d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:54.002887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70424d82-e154-4343-8cd5-ef30491d2ec1 None None] Pushing event updated for resources: {'Port': ['ID=68f581d2-079d-410b-be1d-a28d951bdc6d,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:54.015613 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2b5c-e448-44ec-851d-6f17197be45d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.028166 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-555bc8b6-1d1e-4051-9559-3604a2ef58b5 None None] Provisioning complete for port 89970e8f-34b6-4930-a16e-aa198321e7c4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:54.028554 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-555bc8b6-1d1e-4051-9559-3604a2ef58b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.070994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-555bc8b6-1d1e-4051-9559-3604a2ef58b5 None None] Port 89970e8f-34b6-4930-a16e-aa198321e7c4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:54.079716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb2b5c-e448-44ec-851d-6f17197be45d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Pushing event deleted for resources: {'Port': ['ID=dc2bc8b1-4e96-4d41-bfd4-a3c6d67fd0bb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:54.103399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 68f581d2-079d-410b-be1d-a28d951bdc6d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:54.104119 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.187627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2b5c-e448-44ec-851d-6f17197be45d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.190014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c1fb2b5c-e448-44ec-851d-6f17197be45d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] 10.222.0.53 "DELETE /v2.0/ports/dc2bc8b1-4e96-4d41-bfd4-a3c6d67fd0bb HTTP/1.1" status: 204 len: 168 time: 1.7085836 Sep 16 04:47:54.196345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38304) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:54.208179 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ad0d2af3-caa9-4e90-bf4f-79af4261c7db tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Request body: {'port': {'name': 'tempest-new-port-name-1640793788', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:54.208578 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.api.validators [None req-ad0d2af3-caa9-4e90-bf4f-79af4261c7db tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] bootfile-name is not in valid_values {{(pid=94745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:47:54.208917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.api.validators [None req-ad0d2af3-caa9-4e90-bf4f-79af4261c7db tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] tftp-server is not in valid_values {{(pid=94745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:47:54.209247 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.api.validators [None req-ad0d2af3-caa9-4e90-bf4f-79af4261c7db tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] server-ip-address is not in valid_values {{(pid=94745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 04:47:54.210100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a65a399e-43f1-4fdd-8beb-c7941d116299 None None] Provisioning complete for port 19c363fc-7b86-4c8d-8530-c13cc500f332 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:54.210673 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a65a399e-43f1-4fdd-8beb-c7941d116299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.249036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.264808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209313d-03ca-438c-9ed3-b7ead2f39458 req-7617eed8-9e00-4824-98e1-ca0796cf792f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.273972 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2209313d-03ca-438c-9ed3-b7ead2f39458 req-7617eed8-9e00-4824-98e1-ca0796cf792f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 946 time: 0.0899403 Sep 16 04:47:54.311010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a65a399e-43f1-4fdd-8beb-c7941d116299 None None] Port 19c363fc-7b86-4c8d-8530-c13cc500f332 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:54.329516 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a65a399e-43f1-4fdd-8beb-c7941d116299 None None] Could not find standard attr ID for object dc2bc8b1-4e96-4d41-bfd4-a3c6d67fd0bb. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:47:54.352019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a65a399e-43f1-4fdd-8beb-c7941d116299 None None] Provisioning complete for port 68f581d2-079d-410b-be1d-a28d951bdc6d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:54.352930 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a65a399e-43f1-4fdd-8beb-c7941d116299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.363481 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2209313d-03ca-438c-9ed3-b7ead2f39458 req-679fefe3-1d79-434b-9665-c322a599abb0 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885620 Sep 16 04:47:54.383075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2af3-caa9-4e90-bf4f-79af4261c7db tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.517775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38312) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:54.616452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-765afcc8-218d-43f0-a10a-362caea51dd1 None None] Provisioning complete for port 19c363fc-7b86-4c8d-8530-c13cc500f332 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:54.617042 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-765afcc8-218d-43f0-a10a-362caea51dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.652884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-network', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:54.689236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-765afcc8-218d-43f0-a10a-362caea51dd1 None None] Port 19c363fc-7b86-4c8d-8530-c13cc500f332 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:54.703533 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Made reservation on behalf of 5524a442c55b41bcacc6bc4394ab46b3 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:54.706530 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.720411 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.811860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f02ad331-512c-4fc0-ab92-44192e0f71b9 None None] Could not find standard attr ID for object dc2bc8b1-4e96-4d41-bfd4-a3c6d67fd0bb. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:47:54.837173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.841933 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.865984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:47:54.881153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b368030-14c0-4aaf-b377-3e9c61e8be83,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:54.886294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.886646 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Added segment 4b408edd-5d50-42bc-b190-312c25404c83 of type vlan for network 065d0039-91ee-4176-812f-d22ac91cf01d Sep 16 04:47:54.931460 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.948045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805e0c3-3420-414e-8587-2f93535a9bf8 req-06e60e6d-241a-4ecc-bbc2-c5d5163bb6d8 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.955284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e805e0c3-3420-414e-8587-2f93535a9bf8 req-06e60e6d-241a-4ecc-bbc2-c5d5163bb6d8 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.5644908 Sep 16 04:47:54.977414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:54.978475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:54.979093 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.016753 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4972453 Sep 16 04:47:55.019204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38318) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:55.025110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c6fd002d-2afa-4472-a9c6-3dcc0b14379e admin admin] Request body: {'subnet': {'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-subnet', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:55.063292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f9d46-3104-41e9-8e5f-cc13c7b25f13 admin admin] Pushing event updated for resources: {'Network': ['ID=065d0039-91ee-4176-812f-d22ac91cf01d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.074334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 065d0039-91ee-4176-812f-d22ac91cf01d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:47:55.082462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fd002d-2afa-4472-a9c6-3dcc0b14379e admin admin] Made reservation on behalf of 5524a442c55b41bcacc6bc4394ab46b3 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:47:55.085324 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6fd002d-2afa-4472-a9c6-3dcc0b14379e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.103485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e805e0c3-3420-414e-8587-2f93535a9bf8 req-5ab20806-9567-42b4-a3fd-13fb7d42dfa6 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473386 Sep 16 04:47:55.153540 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.162888 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.271750 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2af3-caa9-4e90-bf4f-79af4261c7db tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.275551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=89970e8f-34b6-4930-a16e-aa198321e7c4,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.279225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.281079 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2af3-caa9-4e90-bf4f-79af4261c7db tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.294558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 68f581d2-079d-410b-be1d-a28d951bdc6d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:55.324742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6fd002d-2afa-4472-a9c6-3dcc0b14379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.338548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d2af3-caa9-4e90-bf4f-79af4261c7db tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] In _notify_port_updated(), no bound segment for port 19c363fc-7b86-4c8d-8530-c13cc500f332 on network 3f2a200e-ca30-4fa4-a67d-86b95e54b767 {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:47:55.344256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d2af3-caa9-4e90-bf4f-79af4261c7db tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.345022 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2af3-caa9-4e90-bf4f-79af4261c7db tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.346504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ad0d2af3-caa9-4e90-bf4f-79af4261c7db tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] 10.222.0.53 "PUT /v2.0/ports/19c363fc-7b86-4c8d-8530-c13cc500f332 HTTP/1.1" status: 200 len: 1130 time: 1.1463923 Sep 16 04:47:55.350071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38326) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:55.373441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 68f581d2-079d-410b-be1d-a28d951bdc6d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:55.373790 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.405763 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d2af3-caa9-4e90-bf4f-79af4261c7db tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Pushing event updated for resources: {'Port': ['ID=19c363fc-7b86-4c8d-8530-c13cc500f332,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.434181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc4fa7-ebc0-4bb6-ac2c-4ac7929a51ef tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.438211 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2bdc4fa7-ebc0-4bb6-ac2c-4ac7929a51ef tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] 10.222.0.53 "GET /v2.0/ports/19c363fc-7b86-4c8d-8530-c13cc500f332 HTTP/1.1" status: 200 len: 1130 time: 0.0847435 Sep 16 04:47:55.439125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38330) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:55.482750 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network 25d15bbc-ff26-4971-9f16-3410a21e8ec9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:55.485832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:55.601798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd002d-2afa-4472-a9c6-3dcc0b14379e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cecb6646-d54e-45a3-892f-e44e3e1b574c,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:55.632458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf6a48-bb1a-48a0-957a-4a227b2393dc req-9cbab3a9-1f3a-4a1e-aaa5-070775b1a21f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.640249 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-32bf6a48-bb1a-48a0-957a-4a227b2393dc req-9cbab3a9-1f3a-4a1e-aaa5-070775b1a21f tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 946 time: 0.1486444 Sep 16 04:47:55.643477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd002d-2afa-4472-a9c6-3dcc0b14379e admin admin] Checking segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:55.643845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd002d-2afa-4472-a9c6-3dcc0b14379e admin admin] Network hostable DHCP agents. Network: 065d0039-91ee-4176-812f-d22ac91cf01d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:47:55.673588 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Router 85d54a12-17f4-43f7-9725-97457ddf6d1a is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:47:55.706211 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-32bf6a48-bb1a-48a0-957a-4a227b2393dc req-8a331018-2acf-4b59-9475-f4836314d428 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649354 Sep 16 04:47:55.712873 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd002d-2afa-4472-a9c6-3dcc0b14379e admin admin] Network 065d0039-91ee-4176-812f-d22ac91cf01d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:47:55.748696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-53917fa8-b364-4bab-841b-24dd9691f151 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Deleting port 19c363fc-7b86-4c8d-8530-c13cc500f332 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:55.749058 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53917fa8-b364-4bab-841b-24dd9691f151 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.767907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-dcde2f57-3a6c-4714-bb77-7dbb7e774e63 None None] Provisioning complete for port 19c363fc-7b86-4c8d-8530-c13cc500f332 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:55.768826 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dcde2f57-3a6c-4714-bb77-7dbb7e774e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.789601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd002d-2afa-4472-a9c6-3dcc0b14379e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 065d0039-91ee-4176-812f-d22ac91cf01d) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:55.794153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:55.805113 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0599835-ddbe-4b3e-bf7b-7f54af2862e2 None None] Sync routers for ids ['85d54a12-17f4-43f7-9725-97457ddf6d1a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:55.813469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ea3c3-b6a2-4307-9d10-c4e70c28908f None None] Network 065d0039-91ee-4176-812f-d22ac91cf01d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:55.814130 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1f8d6ec3-6208-42a5-a378-e9cdd3b0a935 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "PUT /v2.0/routers/85d54a12-17f4-43f7-9725-97457ddf6d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3736222 Sep 16 04:47:55.817062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38336) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:55.819167 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0599835-ddbe-4b3e-bf7b-7f54af2862e2 None None] Routers {'85d54a12-17f4-43f7-9725-97457ddf6d1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:55.819840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd002d-2afa-4472-a9c6-3dcc0b14379e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.820505 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6fd002d-2afa-4472-a9c6-3dcc0b14379e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:55.821202 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-c0599835-ddbe-4b3e-bf7b-7f54af2862e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['85d54a12-17f4-43f7-9725-97457ddf6d1a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:55.851430 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c6fd002d-2afa-4472-a9c6-3dcc0b14379e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8305562 Sep 16 04:47:55.852236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38338) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:55.866972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:47:55.890349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f69f479-ca8e-47cb-9843-b9644fee9393 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:55.895969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8f69f479-ca8e-47cb-9843-b9644fee9393 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports?device_id=85d54a12-17f4-43f7-9725-97457ddf6d1a HTTP/1.1" status: 200 len: 981 time: 0.0757456 Sep 16 04:47:55.896586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38340) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:55.898944 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-c0599835-ddbe-4b3e-bf7b-7f54af2862e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:55.949210 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0599835-ddbe-4b3e-bf7b-7f54af2862e2 None None] Routers {'85d54a12-17f4-43f7-9725-97457ddf6d1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:55.949967 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-c0599835-ddbe-4b3e-bf7b-7f54af2862e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['85d54a12-17f4-43f7-9725-97457ddf6d1a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:55.995851 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-c0599835-ddbe-4b3e-bf7b-7f54af2862e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:55.996513 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0599835-ddbe-4b3e-bf7b-7f54af2862e2 None None] The sync data for ids ['85d54a12-17f4-43f7-9725-97457ddf6d1a'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:56.004382 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.007753 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-dcde2f57-3a6c-4714-bb77-7dbb7e774e63 None None] Port 19c363fc-7b86-4c8d-8530-c13cc500f332 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:56.009528 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.018542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53917fa8-b364-4bab-841b-24dd9691f151 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.036856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-53917fa8-b364-4bab-841b-24dd9691f151 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Calling delete_port for 19c363fc-7b86-4c8d-8530-c13cc500f332 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:56.081326 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-065d0039-91ee-4176-812f-d22ac91cf01d', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:47:56.082857 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.132480 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.177993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d350e7-42a6-4a7e-9d54-7c87737eafeb req-185ec579-5876-4ecb-af58-58ae3b7374fd tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:56.185182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4d350e7-42a6-4a7e-9d54-7c87737eafeb req-185ec579-5876-4ecb-af58-58ae3b7374fd tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 946 time: 0.1414959 Sep 16 04:47:56.186760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-bd19e4cc-9323-45c3-849b-1e91f1b0fe18 None None] Provisioning complete for port 89970e8f-34b6-4930-a16e-aa198321e7c4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:56.187147 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bd19e4cc-9323-45c3-849b-1e91f1b0fe18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.251926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-bd19e4cc-9323-45c3-849b-1e91f1b0fe18 None None] Port 89970e8f-34b6-4930-a16e-aa198321e7c4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:47:56.274579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Allocated IP 172.20.0.2 (065d0039-91ee-4176-812f-d22ac91cf01d/cecb6646-d54e-45a3-892f-e44e3e1b574c/40fe151a-e09c-46c9-9cac-402f9bf1ba69) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:56.299574 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.302558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4d350e7-42a6-4a7e-9d54-7c87737eafeb req-9bcbb098-58ad-4f82-9794-e3533b6a6c08 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136954 Sep 16 04:47:56.388583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53917fa8-b364-4bab-841b-24dd9691f151 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.451574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53917fa8-b364-4bab-841b-24dd9691f151 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Pushing event deleted for resources: {'Port': ['ID=19c363fc-7b86-4c8d-8530-c13cc500f332,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:56.475182 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.482292 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.492470 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53917fa8-b364-4bab-841b-24dd9691f151 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.497494 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-53917fa8-b364-4bab-841b-24dd9691f151 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] 10.222.0.53 "DELETE /v2.0/ports/19c363fc-7b86-4c8d-8530-c13cc500f332 HTTP/1.1" status: 204 len: 168 time: 1.0511663 Sep 16 04:47:56.504429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38348) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:56.522949 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Network 065d0039-91ee-4176-812f-d22ac91cf01d is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:56.526576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:56.529778 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:56.567298 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6711b2e1-f86e-4ee6-b41d-4d9804be4614 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.578688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d904f384-f9d6-426b-83e9-cd79156e0f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Deleting subnet b0d94cc9-35bf-4ed7-84b5-b7b5569c8675 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:56.582953 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d904f384-f9d6-426b-83e9-cd79156e0f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.605001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Attempting to bind port 40fe151a-e09c-46c9-9cac-402f9bf1ba69 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:47:56.605546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Attempting to bind port 40fe151a-e09c-46c9-9cac-402f9bf1ba69 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:47:56.606038 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Attempting to bind port 40fe151a-e09c-46c9-9cac-402f9bf1ba69 on network 065d0039-91ee-4176-812f-d22ac91cf01d {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:47:56.616045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:47:56.616569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Checking segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:47:56.617081 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.617587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Bound using segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:47:56.618220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Bound port: 40fe151a-e09c-46c9-9cac-402f9bf1ba69, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:47:56.618732 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.628349 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d904f384-f9d6-426b-83e9-cd79156e0f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.692090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0425497a-4152-4354-b718-82d87789ed67 None None] For port 40fe151a-e09c-46c9-9cac-402f9bf1ba69, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:47:56.696793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0425497a-4152-4354-b718-82d87789ed67 None None] For port 40fe151a-e09c-46c9-9cac-402f9bf1ba69, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=40fe151a-e09c-46c9-9cac-402f9bf1ba69,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:47:56.698836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Pushing event updated for resources: {'Port': ['ID=40fe151a-e09c-46c9-9cac-402f9bf1ba69,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:56.705123 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.776706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425497a-4152-4354-b718-82d87789ed67 None None] Pushing event updated for resources: {'Port': ['ID=40fe151a-e09c-46c9-9cac-402f9bf1ba69,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:56.821998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6711b2e1-f86e-4ee6-b41d-4d9804be4614 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 89970e8f-34b6-4930-a16e-aa198321e7c4 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:56.822345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6711b2e1-f86e-4ee6-b41d-4d9804be4614 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.838215 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d904f384-f9d6-426b-83e9-cd79156e0f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.866425 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.892486 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.923451 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6711b2e1-f86e-4ee6-b41d-4d9804be4614 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:56.937766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6711b2e1-f86e-4ee6-b41d-4d9804be4614 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 89970e8f-34b6-4930-a16e-aa198321e7c4 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:56.999537 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d904f384-f9d6-426b-83e9-cd79156e0f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.069820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904f384-f9d6-426b-83e9-cd79156e0f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d94cc9-35bf-4ed7-84b5-b7b5569c8675,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:57.083229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d904f384-f9d6-426b-83e9-cd79156e0f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.087814 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d904f384-f9d6-426b-83e9-cd79156e0f72 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] 10.222.0.53 "DELETE /v2.0/subnets/b0d94cc9-35bf-4ed7-84b5-b7b5569c8675 HTTP/1.1" status: 204 len: 168 time: 0.5818219 Sep 16 04:47:57.088445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38352) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:57.097236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c67f99-bbac-4e0c-bb64-d994ada43560 None None] Network 3f2a200e-ca30-4fa4-a67d-86b95e54b767 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:57.148205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Allocated IP 172.25.0.30 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/879102f3-066d-4c4c-a703-48324be8d9f7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:47:57.185925 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6711b2e1-f86e-4ee6-b41d-4d9804be4614 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.199287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.215142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711b2e1-f86e-4ee6-b41d-4d9804be4614 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=89970e8f-34b6-4930-a16e-aa198321e7c4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:57.405174 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 40fe151a-e09c-46c9-9cac-402f9bf1ba69 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:57.498995 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dd9568-d5d0-4e5d-89f1-1605ccc58842 None None] DHCP port deletion for 3f2a200e-ca30-4fa4-a67d-86b95e54b767 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:47:57.594694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 40fe151a-e09c-46c9-9cac-402f9bf1ba69 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:57.594694 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.627339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6711b2e1-f86e-4ee6-b41d-4d9804be4614 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.695656 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-83dd9568-d5d0-4e5d-89f1-1605ccc58842 None None] Deleting port 68f581d2-079d-410b-be1d-a28d951bdc6d {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:57.696198 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83dd9568-d5d0-4e5d-89f1-1605ccc58842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.732085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.760368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Deleting port 68f581d2-079d-410b-be1d-a28d951bdc6d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:57.760632 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.841396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] For port 68f581d2-079d-410b-be1d-a28d951bdc6d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=68f581d2-079d-410b-be1d-a28d951bdc6d,segment=NetworkSegment(b987f209-10eb-4caa-bf91-6ff2607ec257),segment_id=b987f209-10eb-4caa-bf91-6ff2607ec257)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:57.842083 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:57.868926 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Calling delete_port for 68f581d2-079d-410b-be1d-a28d951bdc6d owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:57.993162 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.001045 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.059720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:47:58.061229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] No DVR routers for this DVR port 68f581d2-079d-410b-be1d-a28d951bdc6d on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:58.067180 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.069650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:47:58.079601 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fee3e2-6460-4fb2-8572-83ebf025e3a6 None None] Network 065d0039-91ee-4176-812f-d22ac91cf01d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:58.079961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:47:58.107333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1c0a7-e90f-41cf-b94f-edb7d06c0078 req-a5582463-932b-4563-9b6c-7d95d57d7dcc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.111610 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-baf1c0a7-e90f-41cf-b94f-edb7d06c0078 req-a5582463-932b-4563-9b6c-7d95d57d7dcc tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 946 time: 0.6483500 Sep 16 04:47:58.131787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Pushing event updated for resources: {'Port': ['ID=879102f3-066d-4c4c-a703-48324be8d9f7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:58.138418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-83dd9568-d5d0-4e5d-89f1-1605ccc58842 None None] For port 68f581d2-079d-410b-be1d-a28d951bdc6d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=68f581d2-079d-410b-be1d-a28d951bdc6d,segment=NetworkSegment(b987f209-10eb-4caa-bf91-6ff2607ec257),segment_id=b987f209-10eb-4caa-bf91-6ff2607ec257)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:58.138927 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83dd9568-d5d0-4e5d-89f1-1605ccc58842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.184587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 40fe151a-e09c-46c9-9cac-402f9bf1ba69, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=40fe151a-e09c-46c9-9cac-402f9bf1ba69,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:58.192526 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-83dd9568-d5d0-4e5d-89f1-1605ccc58842 None None] Calling delete_port for 68f581d2-079d-410b-be1d-a28d951bdc6d owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:58.198579 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Pushing event deleted for resources: {'Port': ['ID=68f581d2-079d-410b-be1d-a28d951bdc6d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:58.231594 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.248675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4443a173-fb7a-4e8b-a9be-31cdc601ff71 None None] Provisioning complete for port 40fe151a-e09c-46c9-9cac-402f9bf1ba69 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:58.250182 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.250313 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4443a173-fb7a-4e8b-a9be-31cdc601ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.272299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7203f-7b98-452e-9491-d56773792e9a req-2779143c-e8f6-44aa-8742-680b2b37ca4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:47:58.273385 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09d7203f-7b98-452e-9491-d56773792e9a req-2779143c-e8f6-44aa-8742-680b2b37ca4e tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 946 time: 0.6222026 Sep 16 04:47:58.321664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-baf1c0a7-e90f-41cf-b94f-edb7d06c0078 req-b45a850f-0ebe-451b-960d-f5c85cab36f5 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f92b0f3-fa36-4134-bbe3-e9af8b85394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040875 Sep 16 04:47:58.347508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2a200e-ca30-4fa4-a67d-86b95e54b767']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:58.389770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b987f209-10eb-4caa-bf91-6ff2607ec257') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:58.390074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b987f209-10eb-4caa-bf91-6ff2607ec257') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: from cryptography.utils import int_from_bytes Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: from cryptography.utils import int_from_bytes Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.390823 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:47:58.393671 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:47:58.411130 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.423460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6711b2e1-f86e-4ee6-b41d-4d9804be4614 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Router 85d54a12-17f4-43f7-9725-97457ddf6d1a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:47:58.425488 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83dd9568-d5d0-4e5d-89f1-1605ccc58842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.448034 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.459937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:47:58.460365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:47:58.466250 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:47:58.471872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=40fe151a-e09c-46c9-9cac-402f9bf1ba69,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:58.477852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dd9568-d5d0-4e5d-89f1-1605ccc58842 None None] No DVR routers for this DVR port 68f581d2-079d-410b-be1d-a28d951bdc6d on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:58.543583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd9568-d5d0-4e5d-89f1-1605ccc58842 None None] Pushing event deleted for resources: {'Port': ['ID=68f581d2-079d-410b-be1d-a28d951bdc6d,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:58.587939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6711b2e1-f86e-4ee6-b41d-4d9804be4614 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:58.600307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6711b2e1-f86e-4ee6-b41d-4d9804be4614 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "PUT /v2.0/routers/85d54a12-17f4-43f7-9725-97457ddf6d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7025073 Sep 16 04:47:58.604833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38366) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:58.613455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92918f4-e6fe-4b7c-b707-2af06b8eda4b None None] Sync routers for ids ['85d54a12-17f4-43f7-9725-97457ddf6d1a'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:58.628939 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92918f4-e6fe-4b7c-b707-2af06b8eda4b None None] Routers {'85d54a12-17f4-43f7-9725-97457ddf6d1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:58.628939 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c92918f4-e6fe-4b7c-b707-2af06b8eda4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['85d54a12-17f4-43f7-9725-97457ddf6d1a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:58.641495 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc288873-6800-49cf-afb4-b158eb5b51fe tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:47:58.646251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dc288873-6800-49cf-afb4-b158eb5b51fe tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/89970e8f-34b6-4930-a16e-aa198321e7c4 HTTP/1.1" status: 404 len: 333 time: 0.0373187 Sep 16 04:47:58.647080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.649422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38368) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:58.655150 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.657453 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] 10.222.0.53 "DELETE /v2.0/networks/3f2a200e-ca30-4fa4-a67d-86b95e54b767 HTTP/1.1" status: 204 len: 168 time: 1.5662887 Sep 16 04:47:58.667021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c92918f4-e6fe-4b7c-b707-2af06b8eda4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:58.689297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92918f4-e6fe-4b7c-b707-2af06b8eda4b None None] Routers {'85d54a12-17f4-43f7-9725-97457ddf6d1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:58.690068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c92918f4-e6fe-4b7c-b707-2af06b8eda4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['85d54a12-17f4-43f7-9725-97457ddf6d1a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:58.713707 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afeda8d-c1c0-481e-94d3-c281f0ed7c5d tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963 tempest-ExtraDHCPOptionsIpV6TestJSON-1079084963-project] Pushing event deleted for resources: {'Network': ['ID=3f2a200e-ca30-4fa4-a67d-86b95e54b767,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:58.727345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c92918f4-e6fe-4b7c-b707-2af06b8eda4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:58.728249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92918f4-e6fe-4b7c-b707-2af06b8eda4b None None] The sync data for ids ['85d54a12-17f4-43f7-9725-97457ddf6d1a'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:47:58.745521 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.790318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-09d7203f-7b98-452e-9491-d56773792e9a req-a2d198b6-180c-4f2b-9a7a-71c2b0f6ccea tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Deleting port a95395e3-f925-452c-9f5e-9c2a3f97309e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:47:58.790763 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-09d7203f-7b98-452e-9491-d56773792e9a req-a2d198b6-180c-4f2b-9a7a-71c2b0f6ccea tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.818125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe0296b6-9a3d-477d-af8b-cad34057a45c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:58.920112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38374) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:58.998769 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.024724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c8243587-77e9-4962-abca-0aa7beaa7b8e None None] Provisioning complete for port 40fe151a-e09c-46c9-9cac-402f9bf1ba69 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:59.025672 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c8243587-77e9-4962-abca-0aa7beaa7b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.039983 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe0296b6-9a3d-477d-af8b-cad34057a45c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.045100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe0296b6-9a3d-477d-af8b-cad34057a45c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.073815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-09d7203f-7b98-452e-9491-d56773792e9a req-a2d198b6-180c-4f2b-9a7a-71c2b0f6ccea tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] For port a95395e3-f925-452c-9f5e-9c2a3f97309e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=a95395e3-f925-452c-9f5e-9c2a3f97309e,segment=NetworkSegment(2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99),segment_id=2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:47:59.074195 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-09d7203f-7b98-452e-9491-d56773792e9a req-a2d198b6-180c-4f2b-9a7a-71c2b0f6ccea tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.121211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-09d7203f-7b98-452e-9491-d56773792e9a req-a2d198b6-180c-4f2b-9a7a-71c2b0f6ccea tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Calling delete_port for a95395e3-f925-452c-9f5e-9c2a3f97309e owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:47:59.126836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe0296b6-9a3d-477d-af8b-cad34057a45c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.127463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0296b6-9a3d-477d-af8b-cad34057a45c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Fanout notify agent at l3_agent the message router_deleted on router 85d54a12-17f4-43f7-9725-97457ddf6d1a {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:47:59.137917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe0296b6-9a3d-477d-af8b-cad34057a45c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.139479 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fe0296b6-9a3d-477d-af8b-cad34057a45c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/routers/85d54a12-17f4-43f7-9725-97457ddf6d1a HTTP/1.1" status: 204 len: 168 time: 0.4854896 Sep 16 04:47:59.143206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38380) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:59.157906 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-480d489a-d1ab-417a-a463-f88a6142e3ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=efda87f201f94f17994306687206fced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365792 Sep 16 04:47:59.160709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38382) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:59.230370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:47:59.236181 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93b91383-79d1-4648-9e0e-467ddae4b9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.240164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce7409a-a39c-4aca-abaf-8a944d9e38ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting subnet 00f150c2-c4a9-4a23-aee5-e4c17a9ae62d {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:47:59.243355 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ce7409a-a39c-4aca-abaf-8a944d9e38ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.281471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 40fe151a-e09c-46c9-9cac-402f9bf1ba69 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:47:59.297038 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ce7409a-a39c-4aca-abaf-8a944d9e38ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.312115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93b91383-79d1-4648-9e0e-467ddae4b9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.337688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 40fe151a-e09c-46c9-9cac-402f9bf1ba69 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:47:59.338201 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.416260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:47:59.421670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93b91383-79d1-4648-9e0e-467ddae4b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.424289 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93b91383-79d1-4648-9e0e-467ddae4b9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.425462 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-93b91383-79d1-4648-9e0e-467ddae4b9dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81b83d07-d107-4a5d-9113-d970e6106ed6 HTTP/1.1" status: 204 len: 168 time: 0.2636878 Sep 16 04:47:59.428352 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Sync routers for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:47:59.443545 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:47:59.443978 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-09d7203f-7b98-452e-9491-d56773792e9a req-a2d198b6-180c-4f2b-9a7a-71c2b0f6ccea tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.445070 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:47:59.459055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.462861 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-738a1b58-5046-43b2-819b-d50e24e899bf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6013837 Sep 16 04:47:59.462861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b91383-79d1-4648-9e0e-467ddae4b9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b83d07-d107-4a5d-9113-d970e6106ed6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:59.463250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38388) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:59.513454 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['a95395e3-f925-452c-9f5e-9c2a3f97309e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:47:59.545644 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a58e52c3-350c-45b1-aed4-9a6a3cd50dbb req-7b9c28ea-5373-4280-a7ed-7b0baa66bd13 tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1d1e875-094e-4261-b8a3-0998b475bf7c HTTP/1.1" status: 200 len: 210 time: 0.1028404 Sep 16 04:47:59.575530 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ce7409a-a39c-4aca-abaf-8a944d9e38ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.600829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d198b6-180c-4f2b-9a7a-71c2b0f6ccea tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Pushing event deleted for resources: {'Port': ['ID=a95395e3-f925-452c-9f5e-9c2a3f97309e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:59.608175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 68f581d2-079d-410b-be1d-a28d951bdc6d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:47:59.635181 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 68f581d2-079d-410b-be1d-a28d951bdc6d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:47:59.635987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 68f581d2-079d-410b-be1d-a28d951bdc6d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:47:59.650447 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:47:59.657739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d7203f-7b98-452e-9491-d56773792e9a req-a2d198b6-180c-4f2b-9a7a-71c2b0f6ccea tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] No DVR routers for this DVR port a95395e3-f925-452c-9f5e-9c2a3f97309e on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:47:59.663265 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-09d7203f-7b98-452e-9491-d56773792e9a req-a2d198b6-180c-4f2b-9a7a-71c2b0f6ccea tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.665639 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09d7203f-7b98-452e-9491-d56773792e9a req-a2d198b6-180c-4f2b-9a7a-71c2b0f6ccea tempest-DeleteServersTestJSON-1171708052 tempest-DeleteServersTestJSON-1171708052-project] 10.222.0.50 "DELETE /v2.0/ports/a95395e3-f925-452c-9f5e-9c2a3f97309e HTTP/1.1" status: 204 len: 173 time: 1.3412189 Sep 16 04:47:59.666259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d1e875-094e-4261-b8a3-0998b475bf7c', 'name': 'network-vif-deleted', 'tag': 'a95395e3-f925-452c-9f5e-9c2a3f97309e'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:47:59.668711 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9164a778-3c4c-49ea-aae7-251394512cb1" -d '{"events": [{"server_uuid": "b1d1e875-094e-4261-b8a3-0998b475bf7c", "name": "network-vif-deleted", "tag": "a95395e3-f925-452c-9f5e-9c2a3f97309e"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:47:59.714316 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ce7409a-a39c-4aca-abaf-8a944d9e38ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.783433 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaace7b-6d60-4d43-a6f8-5ee23fa1316d x-openstack-request-id: req-eeaace7b-6d60-4d43-a6f8-5ee23fa1316d {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:47:59.783722 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d1e875-094e-4261-b8a3-0998b475bf7c", "name": "network-vif-deleted", "tag": "a95395e3-f925-452c-9f5e-9c2a3f97309e", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:47:59.783976 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eeaace7b-6d60-4d43-a6f8-5ee23fa1316d {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:47:59.784373 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d1e875-094e-4261-b8a3-0998b475bf7c', 'name': 'network-vif-deleted', 'tag': 'a95395e3-f925-452c-9f5e-9c2a3f97309e', 'status': 'completed', 'code': 200} Sep 16 04:47:59.785096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7409a-a39c-4aca-abaf-8a944d9e38ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Subnet': ['ID=00f150c2-c4a9-4a23-aee5-e4c17a9ae62d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:47:59.787331 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ce7409a-a39c-4aca-abaf-8a944d9e38ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:47:59.789244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6ce7409a-a39c-4aca-abaf-8a944d9e38ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/00f150c2-c4a9-4a23-aee5-e4c17a9ae62d HTTP/1.1" status: 204 len: 168 time: 0.6450114 Sep 16 04:47:59.799004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38398) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:47:59.805279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b100c0-3d60-4366-ba24-f1db5e8caffa None None] Network 25d15bbc-ff26-4971-9f16-3410a21e8ec9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:47:59.997219 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.073826 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:47:58Z', 'revision_number': 3, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:00.093286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:00.093677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.105357 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Checking router: 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:00.106120 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Updating router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d port 879102f3-066d-4c4c-a703-48324be8d9f7 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:48:00.108060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dab416a-7e31-45b4-8698-7f14fb9f73ac None None] DHCP port deletion for 25d15bbc-ff26-4971-9f16-3410a21e8ec9 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:48:00.140755 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.176232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] For port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d1b1cdc4-1352-4190-9458-9fd1a64f7c3a,segment=NetworkSegment(a3c25ae1-bb61-495d-9209-6838c2474278),segment_id=a3c25ae1-bb61-495d-9209-6838c2474278)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:00.177048 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.178452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3dab416a-7e31-45b4-8698-7f14fb9f73ac None None] Deleting port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:00.178835 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3dab416a-7e31-45b4-8698-7f14fb9f73ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.194427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for d1b1cdc4-1352-4190-9458-9fd1a64f7c3a owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:00.315840 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.335981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No DVR routers for this DVR port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:00.354450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3dab416a-7e31-45b4-8698-7f14fb9f73ac None None] For port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d1b1cdc4-1352-4190-9458-9fd1a64f7c3a,segment=NetworkSegment(a3c25ae1-bb61-495d-9209-6838c2474278),segment_id=a3c25ae1-bb61-495d-9209-6838c2474278)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:00.354954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3dab416a-7e31-45b4-8698-7f14fb9f73ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.362140 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.380649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3dab416a-7e31-45b4-8698-7f14fb9f73ac None None] Calling delete_port for d1b1cdc4-1352-4190-9458-9fd1a64f7c3a owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:00.406841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=d1b1cdc4-1352-4190-9458-9fd1a64f7c3a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:00.466762 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.495360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3dab416a-7e31-45b4-8698-7f14fb9f73ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.498781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d15bbc-ff26-4971-9f16-3410a21e8ec9']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:00.521129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c25ae1-bb61-495d-9209-6838c2474278') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:00.521645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c25ae1-bb61-495d-9209-6838c2474278') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:00.527084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab416a-7e31-45b4-8698-7f14fb9f73ac None None] Pushing event deleted for resources: {'Port': ['ID=d1b1cdc4-1352-4190-9458-9fd1a64f7c3a,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:00.533656 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.536834 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab416a-7e31-45b4-8698-7f14fb9f73ac None None] No DVR routers for this DVR port d1b1cdc4-1352-4190-9458-9fd1a64f7c3a on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:00.554741 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.562124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:00.562665 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:00.567140 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:00.615473 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.619612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Allocated IP 172.20.0.1 (065d0039-91ee-4176-812f-d22ac91cf01d/cecb6646-d54e-45a3-892f-e44e3e1b574c/26ba7e80-d164-4831-895b-76b91354eccf) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:00.627329 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.664735 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.686629 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.689679 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Attempting to bind port 879102f3-066d-4c4c-a703-48324be8d9f7 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:00.690534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/networks/25d15bbc-ff26-4971-9f16-3410a21e8ec9 HTTP/1.1" status: 204 len: 168 time: 0.8897069 Sep 16 04:48:00.694881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38422) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:00.695044 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Attempting to bind port 879102f3-066d-4c4c-a703-48324be8d9f7 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:00.695384 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Attempting to bind port 879102f3-066d-4c4c-a703-48324be8d9f7 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:00.705591 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:00.705994 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:00.706588 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.707680 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:00.708414 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Bound port: 879102f3-066d-4c4c-a703-48324be8d9f7, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:00.708982 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.731605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2096b08-4dc5-4a22-a689-749da533946e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Network': ['ID=25d15bbc-ff26-4971-9f16-3410a21e8ec9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:00.750673 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38428) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:00.761712 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871824f-d535-4e52-bc36-ca15e448a92e None None] Pushing event updated for resources: {'Port': ['ID=879102f3-066d-4c4c-a703-48324be8d9f7,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:00.784874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.795289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5728a924-03c4-487e-b364-b0553ce6eb18 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:00.797726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5728a924-03c4-487e-b364-b0553ce6eb18 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 HTTP/1.1" status: 200 len: 841 time: 0.0887539 Sep 16 04:48:00.800357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38434) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:00.822910 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] For port 879102f3-066d-4c4c-a703-48324be8d9f7, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:00.826901 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] For port 879102f3-066d-4c4c-a703-48324be8d9f7, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=879102f3-066d-4c4c-a703-48324be8d9f7,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:00.836042 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.869300 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5f904843-0610-4484-96c0-30ccf5acb058 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/3f193ea9-ce52-4ea2-98f3-d743d9f1cf42?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0628767 Sep 16 04:48:00.870175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38440) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:00.871450 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:00.884818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-706fd39e-6d3e-4454-9e3c-41bc787fa94d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:00.906313 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871824f-d535-4e52-bc36-ca15e448a92e None None] Pushing event updated for resources: {'Port': ['ID=879102f3-066d-4c4c-a703-48324be8d9f7,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:00.926302 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:00.926946 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:00.964689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Network 065d0039-91ee-4176-812f-d22ac91cf01d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:00.968355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:00.972409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:00.982736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1076875631'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:01.037026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706fd39e-6d3e-4454-9e3c-41bc787fa94d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:01.041474 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-706fd39e-6d3e-4454-9e3c-41bc787fa94d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.061171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=26ba7e80-d164-4831-895b-76b91354eccf,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:01.084647 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Made reservation on behalf of 926c408025e5458bb73e5fc6efb02ae7 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:01.097098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.129675 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.155513 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:01.176636 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.321542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d1b1cdc4-1352-4190-9458-9fd1a64f7c3a no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:01.349862 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-706fd39e-6d3e-4454-9e3c-41bc787fa94d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.411456 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d1b1cdc4-1352-4190-9458-9fd1a64f7c3a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:01.412021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d1b1cdc4-1352-4190-9458-9fd1a64f7c3a not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:01.431068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b30a6579-3b8f-4656-ae88-da80e1e0ec24 None None] Provisioning complete for port 26ba7e80-d164-4831-895b-76b91354eccf triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:01.431533 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b30a6579-3b8f-4656-ae88-da80e1e0ec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.455055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.469728 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706fd39e-6d3e-4454-9e3c-41bc787fa94d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network aae1185f-69d1-487d-8600-027c111341f9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:01.484432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-706fd39e-6d3e-4454-9e3c-41bc787fa94d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:01.496138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706fd39e-6d3e-4454-9e3c-41bc787fa94d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:01.496945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-706fd39e-6d3e-4454-9e3c-41bc787fa94d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.498510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b30a6579-3b8f-4656-ae88-da80e1e0ec24 None None] Port 26ba7e80-d164-4831-895b-76b91354eccf cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:01.503230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4bc2aa-5303-474b-94b4-435ae94d9ee9 None None] Network aae1185f-69d1-487d-8600-027c111341f9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:01.516662 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:47:58Z', 'revision_number': 3, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:01.528803 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.532131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fd39e-6d3e-4454-9e3c-41bc787fa94d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Subnet': ['ID=f909f5b0-7771-473a-9c94-d85e0b038bcd,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:01.545994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-706fd39e-6d3e-4454-9e3c-41bc787fa94d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6727383 Sep 16 04:48:01.546150 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.546357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38460) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:01.550564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c9e9646e-7920-4c4f-8a36-953a7ef100e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'security_group': {'name': 'tempest-secgroup-272934014'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:01.560350 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b069a8-3257-4bff-ba99-e62fe9f771e9 None None] The sync data for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 is: [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:47:58Z', 'revision_number': 3, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:01.587747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30edc32c-4898-4d18-9507-ac44ef18c926,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:01.595593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9e9646e-7920-4c4f-8a36-953a7ef100e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.610523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:01.656661 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.657277 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Added segment 381e97d5-7b19-4bba-8451-586a8ad22a4e of type vlan for network 219d086d-da05-4f22-91cd-d80b1f3add3e Sep 16 04:48:01.733128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9e9646e-7920-4c4f-8a36-953a7ef100e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.738787 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9e9646e-7920-4c4f-8a36-953a7ef100e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.757780 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.776672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-aae1185f-69d1-487d-8600-027c111341f9', 'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'tenant_id': 'b7ace85518e244eabe8cadda6b29d9b2', 'fixed_ips': [{'subnet_id': 'f909f5b0-7771-473a-9c94-d85e0b038bcd'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:01.777841 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.780978 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9e9646e-7920-4c4f-8a36-953a7ef100e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.782656 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c9e9646e-7920-4c4f-8a36-953a7ef100e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2355239 Sep 16 04:48:01.788668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38462) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:01.791723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9646e-7920-4c4f-8a36-953a7ef100e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc96b6e-3b93-45df-8e97-e88b3dfcf8a6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:01.796192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9c6a7a1b-ac58-412a-b7ae-42dd5ef1efca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'security_group': {'name': 'tempest-secgroup-1996737469'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:01.831413 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.837482 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:01.838234 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.940945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Network': ['ID=219d086d-da05-4f22-91cd-d80b1f3add3e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:01.950389 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7a1b-ac58-412a-b7ae-42dd5ef1efca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.964070 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:01.983020 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fd7ed908-9e87-4623-8e45-daea37a3d96f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2268775 Sep 16 04:48:01.983801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38468) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:02.010065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 219d086d-da05-4f22-91cd-d80b1f3add3e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:02.010278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-025a0a78-706b-4f16-b278-9ae7957f42ba tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'subnet': {'network_id': '219d086d-da05-4f22-91cd-d80b1f3add3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:02.016494 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.115851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Allocated IP 172.20.0.2 (aae1185f-69d1-487d-8600-027c111341f9/f909f5b0-7771-473a-9c94-d85e0b038bcd/c56619a8-43ff-4f2e-bd57-29bcf1910ba3) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:02.185004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device a95395e3-f925-452c-9f5e-9c2a3f97309e no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:02.233770 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: a95395e3-f925-452c-9f5e-9c2a3f97309e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:02.234124 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device a95395e3-f925-452c-9f5e-9c2a3f97309e not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:02.344134 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.353070 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.400095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Network aae1185f-69d1-487d-8600-027c111341f9 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:02.403399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:02.409128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:02.435684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Pushing event updated for resources: {'Port': ['ID=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:02.499556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Attempting to bind port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:02.499556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Attempting to bind port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '4d2020f9-7735-4851-85ac-ebff3919b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aae1185f-69d1-487d-8600-027c111341f9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:02.499556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Attempting to bind port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 on network aae1185f-69d1-487d-8600-027c111341f9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:02.504332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:02.504795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Checking segment: {'id': '4d2020f9-7735-4851-85ac-ebff3919b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aae1185f-69d1-487d-8600-027c111341f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:02.505288 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.505874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Bound using segment: {'id': '4d2020f9-7735-4851-85ac-ebff3919b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aae1185f-69d1-487d-8600-027c111341f9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:02.507845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Bound port: c56619a8-43ff-4f2e-bd57-29bcf1910ba3, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2020f9-7735-4851-85ac-ebff3919b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aae1185f-69d1-487d-8600-027c111341f9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:02.509208 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.517241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.563833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=26ba7e80-d164-4831-895b-76b91354eccf,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:02.601400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] For port c56619a8-43ff-4f2e-bd57-29bcf1910ba3, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:02.604729 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] For port c56619a8-43ff-4f2e-bd57-29bcf1910ba3, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,segment=NetworkSegment(4d2020f9-7735-4851-85ac-ebff3919b314),segment_id=4d2020f9-7735-4851-85ac-ebff3919b314)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:02.608700 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.672079 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea74377-5591-4262-8d3b-aba29c1f5ad1 None None] Pushing event updated for resources: {'Port': ['ID=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:02.702391 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7a1b-ac58-412a-b7ae-42dd5ef1efca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.729143 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7a1b-ac58-412a-b7ae-42dd5ef1efca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.771669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025a0a78-706b-4f16-b278-9ae7957f42ba tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Made reservation on behalf of 926c408025e5458bb73e5fc6efb02ae7 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:02.775258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-025a0a78-706b-4f16-b278-9ae7957f42ba tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.786796 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a7a1b-ac58-412a-b7ae-42dd5ef1efca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cc98a3-2710-429c-9a37-c4c3cc654d7a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:02.790686 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7a1b-ac58-412a-b7ae-42dd5ef1efca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:02.792175 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9c6a7a1b-ac58-412a-b7ae-42dd5ef1efca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9993811 Sep 16 04:48:02.796092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38474) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:02.801318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-226183033', 'security_groups': ['d6cc98a3-2710-429c-9a37-c4c3cc654d7a'], 'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f909f5b0-7771-473a-9c94-d85e0b038bcd'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:02.813193 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Network 065d0039-91ee-4176-812f-d22ac91cf01d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:02.855324 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:03.013116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:03.169235 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.196543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port 6b0108fe-d216-44b2-b05f-acae393308c6 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:48:03.294694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:03.341556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a2688ff5-c472-4eb4-b273-d41038bca69b None None] Provisioning complete for port 26ba7e80-d164-4831-895b-76b91354eccf triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:03.342377 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a2688ff5-c472-4eb4-b273-d41038bca69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.345169 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-025a0a78-706b-4f16-b278-9ae7957f42ba tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.398277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a2688ff5-c472-4eb4-b273-d41038bca69b None None] Port 26ba7e80-d164-4831-895b-76b91354eccf cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:03.433147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.4 (aae1185f-69d1-487d-8600-027c111341f9/f909f5b0-7771-473a-9c94-d85e0b038bcd/6b0108fe-d216-44b2-b05f-acae393308c6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:03.444051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c56619a8-43ff-4f2e-bd57-29bcf1910ba3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:03.470913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a0a78-706b-4f16-b278-9ae7957f42ba tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Subnet': ['ID=97abd0c1-ecd3-45ca-b9a2-fe3ef69f6d1c,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:03.525985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:03.526371 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.534473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a0a78-706b-4f16-b278-9ae7957f42ba tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Checking segment: {'id': '381e97d5-7b19-4bba-8451-586a8ad22a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '219d086d-da05-4f22-91cd-d80b1f3add3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:03.535568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a0a78-706b-4f16-b278-9ae7957f42ba tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network hostable DHCP agents. Network: 219d086d-da05-4f22-91cd-d80b1f3add3e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:03.557044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:03.562982 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d3fdfa62-bb43-4c69-989f-933b844d5ce8 admin admin] 10.222.0.53 "PUT /v2.0/routers/5b8742b6-2820-4437-8ed6-6ef0ceb6d92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0986342 Sep 16 04:48:03.582274 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a0a78-706b-4f16-b278-9ae7957f42ba tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network 219d086d-da05-4f22-91cd-d80b1f3add3e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:03.594543 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-025a0a78-706b-4f16-b278-9ae7957f42ba tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 219d086d-da05-4f22-91cd-d80b1f3add3e) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:03.602881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a0a78-706b-4f16-b278-9ae7957f42ba tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:03.603506 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-025a0a78-706b-4f16-b278-9ae7957f42ba tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.610137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc7a84f-aed0-46f1-9798-4879d48ea043 None None] Network 219d086d-da05-4f22-91cd-d80b1f3add3e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:03.648958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38486) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:03.650324 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-025a0a78-706b-4f16-b278-9ae7957f42ba tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6467371 Sep 16 04:48:03.655142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1432621953', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:03.719351 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.720873 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.736521 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.826167 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.835969 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.911787 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port c56619a8-43ff-4f2e-bd57-29bcf1910ba3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,segment=NetworkSegment(4d2020f9-7735-4851-85ac-ebff3919b314),segment_id=4d2020f9-7735-4851-85ac-ebff3919b314)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:03.932781 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:03.933522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 879102f3-066d-4c4c-a703-48324be8d9f7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:04.003216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31876cfa-fb5b-47be-aa36-db5653318ba9 None None] Network 219d086d-da05-4f22-91cd-d80b1f3add3e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:04.010807 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.135913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.156005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network aae1185f-69d1-487d-8600-027c111341f9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:04.165130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:04.178938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:04.185983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=6b0108fe-d216-44b2-b05f-acae393308c6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:04.224366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:04.224739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:04.225245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:04.225481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:04.225962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:04.226150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:04.226472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:04.226810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:04.227143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:04.227472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:04.227802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:04.228128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:04.271546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38496) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:04.273926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:04.274634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.281074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-79a25643-0d6b-498f-be6f-49a466e573a9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554526007', 'description': 'tempest-description--1672635486'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:04.325040 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79a25643-0d6b-498f-be6f-49a466e573a9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.359114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Sync routers for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:04.430780 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:04.445598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 879102f3-066d-4c4c-a703-48324be8d9f7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:04.446325 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.450120 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:04.450985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:04.684001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:04.724753 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.785881 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 879102f3-066d-4c4c-a703-48324be8d9f7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=879102f3-066d-4c4c-a703-48324be8d9f7,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:04.833124 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-479a898b-3b5b-4b0f-94c0-ffa6f18ec5ca tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0332913 Sep 16 04:48:04.833707 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.837902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38510) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:04.847196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3668d13c-0498-4ce5-ba50-57b0e829f175 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:04.853130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38512) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:04.927374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7091378-fb0d-46cd-a865-eb46d191f1df admin admin] Deleting subnet fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:04.934204 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f7091378-fb0d-46cd-a865-eb46d191f1df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:04.959784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=879102f3-066d-4c4c-a703-48324be8d9f7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:04.984855 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f7091378-fb0d-46cd-a865-eb46d191f1df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.041775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79a25643-0d6b-498f-be6f-49a466e573a9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.056239 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79a25643-0d6b-498f-be6f-49a466e573a9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.090488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c8830278-327d-4052-b138-380a8e06cd4e None None] Provisioning complete for port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:05.091324 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c8830278-327d-4052-b138-380a8e06cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.116387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3668d13c-0498-4ce5-ba50-57b0e829f175 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:05.125150 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f7091378-fb0d-46cd-a865-eb46d191f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.125342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3668d13c-0498-4ce5-ba50-57b0e829f175 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.131745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 2, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:05.146181 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79a25643-0d6b-498f-be6f-49a466e573a9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.151059 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-79a25643-0d6b-498f-be6f-49a466e573a9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8782887 Sep 16 04:48:05.161885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Checking router: 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:05.162255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Updating router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d port 26ba7e80-d164-4831-895b-76b91354eccf binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:48:05.176120 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38514) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:05.208076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-4361702e-255e-43b2-9fdd-7a58fdbc8deb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Request body: {'security_group_rule': {'security_group_id': '2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:05.229019 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.241279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a25643-0d6b-498f-be6f-49a466e573a9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:05.328215 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4361702e-255e-43b2-9fdd-7a58fdbc8deb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.343189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.381134 n-d-712142-17 neutron-server[94744]: INFO neutron.db.ipam_backend_mixin [None req-3668d13c-0498-4ce5-ba50-57b0e829f175 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f909f5b0-7771-473a-9c94-d85e0b038bcd (CIDR: 172.20.0.0/28) Sep 16 04:48:05.397988 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-3668d13c-0498-4ce5-ba50-57b0e829f175 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:48:05.398860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3668d13c-0498-4ce5-ba50-57b0e829f175 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:05.410675 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.433056 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f7091378-fb0d-46cd-a865-eb46d191f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.437324 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3668d13c-0498-4ce5-ba50-57b0e829f175 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5972762 Sep 16 04:48:05.439891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38522) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:05.449293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-60309770-c607-4477-9de7-9292d35ea74d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:05.496986 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4361702e-255e-43b2-9fdd-7a58fdbc8deb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.507601 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4361702e-255e-43b2-9fdd-7a58fdbc8deb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.548467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f7091378-fb0d-46cd-a865-eb46d191f1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.553199 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f7091378-fb0d-46cd-a865-eb46d191f1df admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fe58f381-cad6-48c7-a9bf-7d2ce1b9e110 HTTP/1.1" status: 204 len: 168 time: 0.6968846 Sep 16 04:48:05.563106 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38524) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:05.574700 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.578701 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361702e-255e-43b2-9fdd-7a58fdbc8deb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f03acd-e771-4ccf-9eb8-b0c2690976f7,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:05.582423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c56619a8-43ff-4f2e-bd57-29bcf1910ba3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:05.589958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7091378-fb0d-46cd-a865-eb46d191f1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe58f381-cad6-48c7-a9bf-7d2ce1b9e110,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:05.623907 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4361702e-255e-43b2-9fdd-7a58fdbc8deb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.627539 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4361702e-255e-43b2-9fdd-7a58fdbc8deb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4409654 Sep 16 04:48:05.630357 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38526) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:05.652971 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.666959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-98d44f89-242d-4735-aba4-e72bf67d6e68 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Request body: {'security_group_rule': {'security_group_id': '2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:05.679007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.25.0.225 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/566ce52c-5c0a-418e-beec-7869c7e12ae2) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:05.709663 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.711960 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.719866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c8830278-327d-4052-b138-380a8e06cd4e None None] Provisioning complete for port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:05.720318 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c8830278-327d-4052-b138-380a8e06cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.742864 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98d44f89-242d-4735-aba4-e72bf67d6e68 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.776057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9449486-c72c-4591-88f6-2be3040915f7 None None] Pushing event updated for resources: {'Port': ['ID=26ba7e80-d164-4831-895b-76b91354eccf,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:05.778335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60309770-c607-4477-9de7-9292d35ea74d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:05.781958 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-60309770-c607-4477-9de7-9292d35ea74d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.791390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c8830278-327d-4052-b138-380a8e06cd4e None None] Port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:05.836188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:05.836575 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.864832 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.896130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Attempting to bind port 26ba7e80-d164-4831-895b-76b91354eccf on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:05.898547 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Attempting to bind port 26ba7e80-d164-4831-895b-76b91354eccf by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:05.899160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Attempting to bind port 26ba7e80-d164-4831-895b-76b91354eccf on network 065d0039-91ee-4176-812f-d22ac91cf01d {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:05.920280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:05.920455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Checking segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:05.920816 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.921219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Bound using segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:05.921739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Bound port: 26ba7e80-d164-4831-895b-76b91354eccf, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:05.924262 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.958994 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.974803 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:05.996751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5fd50c26-6a85-458d-8b12-e39f4f8e8fbb None None] Provisioning complete for port 6b0108fe-d216-44b2-b05f-acae393308c6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:05.997052 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5fd50c26-6a85-458d-8b12-e39f4f8e8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.002293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:06.005659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:06.011669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:06.039454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=566ce52c-5c0a-418e-beec-7869c7e12ae2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:06.049405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9db93c8-763a-44d3-974e-03a5c35c1e44']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:06.070235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:06.070695 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1c37a0-0e3d-4f2a-bd28-87f08dd0cb99') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:06.076705 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98d44f89-242d-4735-aba4-e72bf67d6e68 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.085915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5fd50c26-6a85-458d-8b12-e39f4f8e8fbb None None] Port 6b0108fe-d216-44b2-b05f-acae393308c6 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:06.089393 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98d44f89-242d-4735-aba4-e72bf67d6e68 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.092300 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.102425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] For port 26ba7e80-d164-4831-895b-76b91354eccf, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:06.106386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] For port 26ba7e80-d164-4831-895b-76b91354eccf, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=26ba7e80-d164-4831-895b-76b91354eccf,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:06.111053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 879102f3-066d-4c4c-a703-48324be8d9f7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:06.114249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.136769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d44f89-242d-4735-aba4-e72bf67d6e68 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cda2c3-e109-4603-b804-c1024cb7b60f,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:06.146083 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.157763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:06.158163 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:06.160651 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:06.163254 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98d44f89-242d-4735-aba4-e72bf67d6e68 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.166909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38530) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:06.170295 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-98d44f89-242d-4735-aba4-e72bf67d6e68 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5371273 Sep 16 04:48:06.173343 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:06.201692 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:06.202779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:06.211297 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.276398 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.296632 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.303103 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] 10.222.0.53 "DELETE /v2.0/networks/a9db93c8-763a-44d3-974e-03a5c35c1e44 HTTP/1.1" status: 204 len: 168 time: 0.7381463 Sep 16 04:48:06.307475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6fce2-b88d-452c-8636-1977060b6d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=a9db93c8-763a-44d3-974e-03a5c35c1e44,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:06.399766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9449486-c72c-4591-88f6-2be3040915f7 None None] Pushing event updated for resources: {'Port': ['ID=26ba7e80-d164-4831-895b-76b91354eccf,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:06.426226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b076e91f-887c-4152-b692-234f1c5f29a3 None None] Provisioning complete for port 26ba7e80-d164-4831-895b-76b91354eccf triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:06.427029 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b076e91f-887c-4152-b692-234f1c5f29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.435118 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.435510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:06.439939 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 879102f3-066d-4c4c-a703-48324be8d9f7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:06.440315 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.453859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-60309770-c607-4477-9de7-9292d35ea74d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.509328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60309770-c607-4477-9de7-9292d35ea74d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network aae1185f-69d1-487d-8600-027c111341f9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:06.516616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-60309770-c607-4477-9de7-9292d35ea74d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:06.522034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60309770-c607-4477-9de7-9292d35ea74d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:06.522772 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-60309770-c607-4477-9de7-9292d35ea74d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.542846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60309770-c607-4477-9de7-9292d35ea74d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Subnet': ['ID=e96f30ef-8ea0-45b3-ae8c-72c62da45e80,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:06.549777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38536) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:06.551025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca37b0bb-2857-4d01-8b2d-df55b58841f2 None None] Network aae1185f-69d1-487d-8600-027c111341f9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:06.553222 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-60309770-c607-4477-9de7-9292d35ea74d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1050706 Sep 16 04:48:06.557314 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c7d389f5-93b5-45af-a0cd-c87165f1e8a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-595467764', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e96f30ef-8ea0-45b3-ae8c-72c62da45e80'}], 'security_groups': ['9bc96b6e-3b93-45df-8e97-e88b3dfcf8a6']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:06.623189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38540) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:06.663130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.680303 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5f9a1fa9-073b-4451-8d7b-4b40e1719f05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12e4b4d2b68d4193892f7f9652ee2b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556355 Sep 16 04:48:06.682453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38542) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:06.740782 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b40a83e-bee3-4a7a-8eca-dfcd64126f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.771625 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b40a83e-bee3-4a7a-8eca-dfcd64126f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.788270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7d389f5-93b5-45af-a0cd-c87165f1e8a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.824881 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b40a83e-bee3-4a7a-8eca-dfcd64126f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.828024 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b40a83e-bee3-4a7a-8eca-dfcd64126f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:06.834367 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6b40a83e-bee3-4a7a-8eca-dfcd64126f70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f92b0f3-fa36-4134-bbe3-e9af8b85394a HTTP/1.1" status: 204 len: 168 time: 0.1503057 Sep 16 04:48:06.843989 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40a83e-bee3-4a7a-8eca-dfcd64126f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f92b0f3-fa36-4134-bbe3-e9af8b85394a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:07.006098 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.010538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Allocated IP 172.25.0.113 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/ed69b998-425a-4c2a-92b5-6bfac3fcb6aa) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:07.112655 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b076e91f-887c-4152-b692-234f1c5f29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.202445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b076e91f-887c-4152-b692-234f1c5f29a3 None None] For port 26ba7e80-d164-4831-895b-76b91354eccf, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=26ba7e80-d164-4831-895b-76b91354eccf,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:07.217262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:06Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:07.221003 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b076e91f-887c-4152-b692-234f1c5f29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.276939 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203e955-e1e6-49e0-a5d9-485d5dada6ad None None] The sync data for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 is: [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:06Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:07.325174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.338968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe5c76-acf9-4f46-82fa-7d0cab5d25f8 None None] Update dhcp port {'port': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'fixed_ips': [{'subnet_id': 'f909f5b0-7771-473a-9c94-d85e0b038bcd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e96f30ef-8ea0-45b3-ae8c-72c62da45e80'}], 'binding:host_id': 'n-d-712142-17'}, 'id': 'c56619a8-43ff-4f2e-bd57-29bcf1910ba3'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:48:07.360718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076e91f-887c-4152-b692-234f1c5f29a3 None None] Pushing event updated for resources: {'Port': ['ID=26ba7e80-d164-4831-895b-76b91354eccf,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:07.410143 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5c76-acf9-4f46-82fa-7d0cab5d25f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.423790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7e42957d-e315-47aa-a123-2806aa2fcd80 None None] Provisioning complete for port 26ba7e80-d164-4831-895b-76b91354eccf triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:07.424266 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7e42957d-e315-47aa-a123-2806aa2fcd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.460561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:48:07.466148 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.534029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-c7d389f5-93b5-45af-a0cd-c87165f1e8a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Delete allocated IP 172.20.0.4 (aae1185f-69d1-487d-8600-027c111341f9/f909f5b0-7771-473a-9c94-d85e0b038bcd) {{(pid=94745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 04:48:07.552307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:07.560873 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:07.596560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-c7d389f5-93b5-45af-a0cd-c87165f1e8a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.23 (aae1185f-69d1-487d-8600-027c111341f9/e96f30ef-8ea0-45b3-ae8c-72c62da45e80/6b0108fe-d216-44b2-b05f-acae393308c6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:07.599571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:07.616667 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:07.623457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event updated for resources: {'Port': ['ID=ed69b998-425a-4c2a-92b5-6bfac3fcb6aa,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:07.836695 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:07.847617 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de99616-eeb9-432c-89cc-5cc24809ef39 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:07.860520 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de99616-eeb9-432c-89cc-5cc24809ef39 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:07.861444 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0de99616-eeb9-432c-89cc-5cc24809ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:07.910212 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0de99616-eeb9-432c-89cc-5cc24809ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:07.935031 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de99616-eeb9-432c-89cc-5cc24809ef39 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:07.936187 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0de99616-eeb9-432c-89cc-5cc24809ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:07.988862 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0de99616-eeb9-432c-89cc-5cc24809ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:07.997375 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de99616-eeb9-432c-89cc-5cc24809ef39 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:08.264261 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.265483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d17ad35b-71fe-4821-a13f-aa738d15a48b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6145999 Sep 16 04:48:08.266632 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.268311 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38582) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:08.325550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.334571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38584) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:08.387109 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7d389f5-93b5-45af-a0cd-c87165f1e8a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.422777 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7d389f5-93b5-45af-a0cd-c87165f1e8a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.487207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-7dbe5c76-acf9-4f46-82fa-7d0cab5d25f8 None None] Allocated IP 172.20.0.18 (aae1185f-69d1-487d-8600-027c111341f9/e96f30ef-8ea0-45b3-ae8c-72c62da45e80/c56619a8-43ff-4f2e-bd57-29bcf1910ba3) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:08.550294 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a743b06-17c2-4752-b9fc-2009bb2173f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.613414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d389f5-93b5-45af-a0cd-c87165f1e8a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=6b0108fe-d216-44b2-b05f-acae393308c6,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:08.616615 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7dbe5c76-acf9-4f46-82fa-7d0cab5d25f8 None None] For port c56619a8-43ff-4f2e-bd57-29bcf1910ba3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,segment=NetworkSegment(4d2020f9-7735-4851-85ac-ebff3919b314),segment_id=4d2020f9-7735-4851-85ac-ebff3919b314)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:08.682151 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5c76-acf9-4f46-82fa-7d0cab5d25f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.688928 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5c76-acf9-4f46-82fa-7d0cab5d25f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.709315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c7d389f5-93b5-45af-a0cd-c87165f1e8a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] In _notify_port_updated(), no bound segment for port 6b0108fe-d216-44b2-b05f-acae393308c6 on network aae1185f-69d1-487d-8600-027c111341f9 {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:48:08.715349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d389f5-93b5-45af-a0cd-c87165f1e8a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:08.716018 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7d389f5-93b5-45af-a0cd-c87165f1e8a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.719981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c7d389f5-93b5-45af-a0cd-c87165f1e8a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "PUT /v2.0/ports/6b0108fe-d216-44b2-b05f-acae393308c6 HTTP/1.1" status: 200 len: 920 time: 2.1645372 Sep 16 04:48:08.729760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38590) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:08.830499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.839048 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe5c76-acf9-4f46-82fa-7d0cab5d25f8 None None] Pushing event updated for resources: {'Port': ['ID=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:08.856097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.905670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:08.977047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event updated for resources: {'Port': ['ID=ed69b998-425a-4c2a-92b5-6bfac3fcb6aa,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:09.021505 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.039488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e97ce86d-9713-4b18-8ab0-89f1fe9e6636 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 6b0108fe-d216-44b2-b05f-acae393308c6 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:09.039835 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e97ce86d-9713-4b18-8ab0-89f1fe9e6636 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.077043 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a743b06-17c2-4752-b9fc-2009bb2173f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.083601 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a743b06-17c2-4752-b9fc-2009bb2173f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.094765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.105277 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-27acb155-a323-4869-9cc1-80a1b5a6ba30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9285522 Sep 16 04:48:09.171895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a743b06-17c2-4752-b9fc-2009bb2173f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055e8daf-e62d-41e4-8e89-b1412b684bd8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:09.183636 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2a743b06-17c2-4752-b9fc-2009bb2173f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf7ea50ccb5e42c0abed3988af83f53b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8379259 Sep 16 04:48:09.185248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38598) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:09.212913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e97ce86d-9713-4b18-8ab0-89f1fe9e6636 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.250455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e97ce86d-9713-4b18-8ab0-89f1fe9e6636 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 6b0108fe-d216-44b2-b05f-acae393308c6 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:09.282798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.20.0.1 (219d086d-da05-4f22-91cd-d80b1f3add3e/97abd0c1-ecd3-45ca-b9a2-fe3ef69f6d1c/97cc11ac-8fca-44f6-bec7-ef685541a0d7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:09.302327 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b7bc817e-2423-45fe-809d-610b97bcec1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.457876 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c56619a8-43ff-4f2e-bd57-29bcf1910ba3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:09.474884 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e97ce86d-9713-4b18-8ab0-89f1fe9e6636 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.489367 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-b8bbf5b6-a236-47f3-a9fd-ec265d47a15f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1554526007&fields=id&tenant_id=5524a442c55b41bcacc6bc4394ab46b3 HTTP/1.1" status: 200 len: 267 time: 0.0851150 Sep 16 04:48:09.513432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:09.514045 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.528529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ce86d-9713-4b18-8ab0-89f1fe9e6636 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=6b0108fe-d216-44b2-b05f-acae393308c6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:09.602668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-86487a40-d7be-4888-ab97-f3eea67f1879 None None] Could not find standard attr ID for object 6b0108fe-d216-44b2-b05f-acae393308c6. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:48:09.618220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 26ba7e80-d164-4831-895b-76b91354eccf up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:09.643126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-86487a40-d7be-4888-ab97-f3eea67f1879 None None] Provisioning complete for port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:09.643507 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-86487a40-d7be-4888-ab97-f3eea67f1879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.655485 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b7bc817e-2423-45fe-809d-610b97bcec1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.682245 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e97ce86d-9713-4b18-8ab0-89f1fe9e6636 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.687206 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e97ce86d-9713-4b18-8ab0-89f1fe9e6636 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/6b0108fe-d216-44b2-b05f-acae393308c6 HTTP/1.1" status: 204 len: 168 time: 0.9541814 Sep 16 04:48:09.687499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38610) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:09.706016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 26ba7e80-d164-4831-895b-76b91354eccf triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:09.707038 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.723536 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2505e4-b41b-4eac-87c4-157bd9109814 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:48:09.725666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4b2505e4-b41b-4eac-87c4-157bd9109814 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/6b0108fe-d216-44b2-b05f-acae393308c6 HTTP/1.1" status: 404 len: 333 time: 0.0367837 Sep 16 04:48:09.728094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38612) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:09.742382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-14b5f679-adba-44bf-aeb2-88958251285f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:09.744254 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-14b5f679-adba-44bf-aeb2-88958251285f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 817 time: 0.2224486 Sep 16 04:48:09.786163 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-48e441a7-dc26-481d-8db5-687d09fcbb97 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/quotas/5524a442c55b41bcacc6bc4394ab46b3 HTTP/1.1" status: 200 len: 375 time: 0.0299270 Sep 16 04:48:09.798540 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.799961 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b7bc817e-2423-45fe-809d-610b97bcec1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.802699 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b7bc817e-2423-45fe-809d-610b97bcec1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.814040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b7bc817e-2423-45fe-809d-610b97bcec1c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/055e8daf-e62d-41e4-8e89-b1412b684bd8 HTTP/1.1" status: 204 len: 168 time: 0.6235812 Sep 16 04:48:09.826502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-86487a40-d7be-4888-ab97-f3eea67f1879 None None] Provisioning complete for port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:09.826964 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-86487a40-d7be-4888-ab97-f3eea67f1879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.831370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc817e-2423-45fe-809d-610b97bcec1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055e8daf-e62d-41e4-8e89-b1412b684bd8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:09.864101 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee699-4f8e-4f32-8b2b-4acc82d1ac9e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.870470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-6194e53a-47f3-487b-a9f3-114ecd159441 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750511 Sep 16 04:48:09.897751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-86487a40-d7be-4888-ab97-f3eea67f1879 None None] Port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:09.913904 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee699-4f8e-4f32-8b2b-4acc82d1ac9e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:09.933358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.001743 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee699-4f8e-4f32-8b2b-4acc82d1ac9e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.005291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee699-4f8e-4f32-8b2b-4acc82d1ac9e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.006577 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dc7ee699-4f8e-4f32-8b2b-4acc82d1ac9e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/security-groups/d6cc98a3-2710-429c-9a37-c4c3cc654d7a HTTP/1.1" status: 204 len: 168 time: 0.2775002 Sep 16 04:48:10.013363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38620) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:10.060106 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network 219d086d-da05-4f22-91cd-d80b1f3add3e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:10.068886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ee699-4f8e-4f32-8b2b-4acc82d1ac9e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cc98a3-2710-429c-9a37-c4c3cc654d7a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:10.069314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-a960a65e-8db6-47b6-8d10-3589ecf419b8 service neutron] 10.222.0.53 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758988 Sep 16 04:48:10.077194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:10.097795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:10.141499 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.150288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=97cc11ac-8fca-44f6-bec7-ef685541a0d7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:10.186965 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-6a4cc9a7-4d33-4077-a6d7-5eed863b153f service neutron] 10.222.0.53 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060553 Sep 16 04:48:10.214527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ba85bf1d-5f32-4439-9e77-72ef944481ce None None] Could not find standard attr ID for object 6b0108fe-d216-44b2-b05f-acae393308c6. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:48:10.251442 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3b89-8843-4c0c-a5ab-c584fe42d962 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.345976 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3b89-8843-4c0c-a5ab-c584fe42d962 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.453584 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a370a084-e2c9-490d-a7db-6f7469db83b7 req-af6a17e2-71f1-4b13-a251-620ac17e14fc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 210 time: 0.0349653 Sep 16 04:48:10.454972 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.457554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3b89-8843-4c0c-a5ab-c584fe42d962 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.460070 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3b89-8843-4c0c-a5ab-c584fe42d962 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.461177 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6fdd3b89-8843-4c0c-a5ab-c584fe42d962 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/security-groups/9bc96b6e-3b93-45df-8e97-e88b3dfcf8a6 HTTP/1.1" status: 204 len: 168 time: 0.4424181 Sep 16 04:48:10.463944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38638) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:10.480455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd3b89-8843-4c0c-a5ab-c584fe42d962 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc96b6e-3b93-45df-8e97-e88b3dfcf8a6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:10.556026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b9008e-3b01-4c59-ba47-3144f570f9c1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting subnet f909f5b0-7771-473a-9c94-d85e0b038bcd {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:10.559715 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42b9008e-3b01-4c59-ba47-3144f570f9c1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.617958 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42b9008e-3b01-4c59-ba47-3144f570f9c1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.758164 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42b9008e-3b01-4c59-ba47-3144f570f9c1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.811082 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.816815 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.824289 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42b9008e-3b01-4c59-ba47-3144f570f9c1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.849464 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496c78e-ff93-4119-92e8-bacd0ea303e8 None None] Network aae1185f-69d1-487d-8600-027c111341f9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:10.870093 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42b9008e-3b01-4c59-ba47-3144f570f9c1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:10.873108 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-42b9008e-3b01-4c59-ba47-3144f570f9c1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/f909f5b0-7771-473a-9c94-d85e0b038bcd HTTP/1.1" status: 204 len: 168 time: 0.4074705 Sep 16 04:48:10.874350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9008e-3b01-4c59-ba47-3144f570f9c1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Subnet': ['ID=f909f5b0-7771-473a-9c94-d85e0b038bcd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:10.876951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38656) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:10.884689 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-758c1b87-fd9e-4c82-9cdc-7c690c4e8374 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:10.959501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=97cc11ac-8fca-44f6-bec7-ef685541a0d7,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:10.984601 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.083334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758c1b87-fd9e-4c82-9cdc-7c690c4e8374 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:11.088357 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-758c1b87-fd9e-4c82-9cdc-7c690c4e8374 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.120914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network 219d086d-da05-4f22-91cd-d80b1f3add3e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:11.122525 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:11.290165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:11.396141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-758c1b87-fd9e-4c82-9cdc-7c690c4e8374 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.465746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c1b87-fd9e-4c82-9cdc-7c690c4e8374 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network aae1185f-69d1-487d-8600-027c111341f9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:11.469164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-758c1b87-fd9e-4c82-9cdc-7c690c4e8374 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:11.471057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c1b87-fd9e-4c82-9cdc-7c690c4e8374 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Subnet': ['ID=4d74bc2d-0cef-45e1-920c-a447654b18d2,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:11.475050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c1b87-fd9e-4c82-9cdc-7c690c4e8374 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:11.475652 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-758c1b87-fd9e-4c82-9cdc-7c690c4e8374 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.478182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:11.486375 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-08d60087-8ed1-45b9-8d21-7d9d630073d7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "PUT /v2.0/routers/c9d38654-4d7b-4156-bb86-22741ed5b6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2143211 Sep 16 04:48:11.486628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38678) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:11.496144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e15ce53-c236-4008-8b8f-2d9758ce93d0 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:11.508531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'port': {'network_id': '219d086d-da05-4f22-91cd-d80b1f3add3e', 'name': 'tempest-FloatingIPTestJSON-189009788'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.516684 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-758c1b87-fd9e-4c82-9cdc-7c690c4e8374 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6358840 Sep 16 04:48:11.517475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38686) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:11.521295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e15ce53-c236-4008-8b8f-2d9758ce93d0 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:11.522005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-0e15ce53-c236-4008-8b8f-2d9758ce93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:11.525677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8b55a256-40e4-418f-a551-281d03f3db5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'security_group': {'name': 'tempest-secgroup-1632936006'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.575767 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b55a256-40e4-418f-a551-281d03f3db5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.598395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-0e15ce53-c236-4008-8b8f-2d9758ce93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:11.611363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e15ce53-c236-4008-8b8f-2d9758ce93d0 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:11.619248 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-0e15ce53-c236-4008-8b8f-2d9758ce93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:11.694479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-0e15ce53-c236-4008-8b8f-2d9758ce93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:11.695142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e15ce53-c236-4008-8b8f-2d9758ce93d0 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:11.702373 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b55a256-40e4-418f-a551-281d03f3db5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.718818 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cb51198-263e-42fd-901e-03dcc9166e37 req-dd4dff25-4a00-42f4-b65f-b8af8758fdef tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 210 time: 0.0570867 Sep 16 04:48:11.720404 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b55a256-40e4-418f-a551-281d03f3db5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.759777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Made reservation on behalf of 926c408025e5458bb73e5fc6efb02ae7 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:11.776256 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.779452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b55a256-40e4-418f-a551-281d03f3db5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.783886 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8b55a256-40e4-418f-a551-281d03f3db5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2620244 Sep 16 04:48:11.789871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38694) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:11.808174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-10bfb222-820d-4e6e-9740-4606867014ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'security_group': {'name': 'tempest-secgroup-314451521'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.829721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55a256-40e4-418f-a551-281d03f3db5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476ef32b-dd49-48ec-91ef-57d6327e8b19,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:11.842626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] device_id is not set on port 7d986194-1f79-414b-aaa8-6e1fc63a4206 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:48:11.870683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-e09d02c5-9a5f-45a4-a73c-e7ace34a2763 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:11.872503 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-e09d02c5-9a5f-45a4-a73c-e7ace34a2763 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.15 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 817 time: 0.1678615 Sep 16 04:48:11.923876 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10bfb222-820d-4e6e-9740-4606867014ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:11.935262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-d127f69d-c092-4162-a0cc-75359fccebf5 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5524a442c55b41bcacc6bc4394ab46b3 HTTP/1.1" status: 200 len: 380 time: 0.0509169 Sep 16 04:48:11.957868 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Request body: {'port': {'device_id': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'admin_state_up': True, 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'security_groups': ['2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:11.981341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4824330b-0167-4067-975e-cafd9ef1e087 None None] Network aae1185f-69d1-487d-8600-027c111341f9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:12.043285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.20.0.11 (219d086d-da05-4f22-91cd-d80b1f3add3e/97abd0c1-ecd3-45ca-b9a2-fe3ef69f6d1c/7d986194-1f79-414b-aaa8-6e1fc63a4206) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:12.145476 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10bfb222-820d-4e6e-9740-4606867014ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.169987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10bfb222-820d-4e6e-9740-4606867014ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.172363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Made reservation on behalf of 5524a442c55b41bcacc6bc4394ab46b3 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:12.177778 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.215563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfb222-820d-4e6e-9740-4606867014ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d963e4bf-0153-4801-983f-3eb5e9a48abf,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.263018 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aa63413e-3c5f-4e88-8e79-cddcc64ccdca None None] Provisioning complete for port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:12.263455 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa63413e-3c5f-4e88-8e79-cddcc64ccdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.281256 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10bfb222-820d-4e6e-9740-4606867014ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.282857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-10bfb222-820d-4e6e-9740-4606867014ae tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4917784 Sep 16 04:48:12.288423 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38710) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:12.293162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-83d54101-cd16-4cfa-ba14-434a53096f1b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'security_group': {'name': 'tempest-secgroup-86452804'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:12.344740 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83d54101-cd16-4cfa-ba14-434a53096f1b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.350744 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.360421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38712) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:12.405856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Allocated IP 172.20.0.3 (065d0039-91ee-4176-812f-d22ac91cf01d/cecb6646-d54e-45a3-892f-e44e3e1b574c/7ea763cd-c867-4303-91c2-4c98a6e4597c) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:12.447006 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.481648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aa63413e-3c5f-4e88-8e79-cddcc64ccdca None None] Provisioning complete for port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:12.482025 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa63413e-3c5f-4e88-8e79-cddcc64ccdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.526012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network 219d086d-da05-4f22-91cd-d80b1f3add3e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:12.539138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:12.548315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:12.568131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-aa63413e-3c5f-4e88-8e79-cddcc64ccdca None None] Port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:12.584502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be93b066-51f8-410f-9d9a-9e4511c24076 None None] Update dhcp port {'port': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'fixed_ips': [{'subnet_id': 'e96f30ef-8ea0-45b3-ae8c-72c62da45e80', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d74bc2d-0cef-45e1-920c-a447654b18d2'}], 'binding:host_id': 'n-d-712142-17'}, 'id': 'c56619a8-43ff-4f2e-bd57-29bcf1910ba3'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:48:12.588809 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16941f89-7128-4bfb-bd17-1b65d93b104b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.606867 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.615620 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-be93b066-51f8-410f-9d9a-9e4511c24076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.625181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=7d986194-1f79-414b-aaa8-6e1fc63a4206,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.629889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83d54101-cd16-4cfa-ba14-434a53096f1b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.640189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83d54101-cd16-4cfa-ba14-434a53096f1b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.648292 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.675007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:12.676068 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.698052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Network 065d0039-91ee-4176-812f-d22ac91cf01d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:12.701964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:12.704054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54101-cd16-4cfa-ba14-434a53096f1b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe9d391-b1f5-4f38-b319-f64f60563cc0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.709322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:12.736925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event updated for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.791785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:12.792504 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.817192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-be93b066-51f8-410f-9d9a-9e4511c24076 None None] Allocated IP 172.20.0.2 (aae1185f-69d1-487d-8600-027c111341f9/4d74bc2d-0cef-45e1-920c-a447654b18d2/c56619a8-43ff-4f2e-bd57-29bcf1910ba3) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:12.835771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16941f89-7128-4bfb-bd17-1b65d93b104b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.851021 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8c628791-f858-4ffe-8538-aebc79edac5c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8955176 Sep 16 04:48:12.866251 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16941f89-7128-4bfb-bd17-1b65d93b104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.869150 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83d54101-cd16-4cfa-ba14-434a53096f1b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.869778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Request body: {'port': {'device_id': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:12.870990 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-83d54101-cd16-4cfa-ba14-434a53096f1b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5813389 Sep 16 04:48:12.875722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38720) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:12.884806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-921c0e61-c49c-4015-acf0-1a71dde046df tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3971708 Sep 16 04:48:12.891978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-972509905', 'security_groups': ['5fe9d391-b1f5-4f38-b319-f64f60563cc0'], 'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d74bc2d-0cef-45e1-920c-a447654b18d2'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:12.895728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38722) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:12.903663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'port': {'network_id': '219d086d-da05-4f22-91cd-d80b1f3add3e', 'name': 'tempest-FloatingIPTestJSON-1161566395'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:12.943269 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-be93b066-51f8-410f-9d9a-9e4511c24076 None None] For port c56619a8-43ff-4f2e-bd57-29bcf1910ba3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,segment=NetworkSegment(4d2020f9-7735-4851-85ac-ebff3919b314),segment_id=4d2020f9-7735-4851-85ac-ebff3919b314)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:12.964520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-16941f89-7128-4bfb-bd17-1b65d93b104b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1eee6603bd13421fa5434abf6f32ff76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6014605 Sep 16 04:48:12.970617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16941f89-7128-4bfb-bd17-1b65d93b104b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df2a25e-8645-4894-9661-8dd2e3a68507,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:12.974474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38724) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:12.983580 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-be93b066-51f8-410f-9d9a-9e4511c24076 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:12.989159 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-be93b066-51f8-410f-9d9a-9e4511c24076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.041404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19abc65-fe63-4be1-97bf-80598c761bb2 req-78f66b4e-b0e8-4d80-b62c-f4a87070603f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:13.042744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c19abc65-fe63-4be1-97bf-80598c761bb2 req-78f66b4e-b0e8-4d80-b62c-f4a87070603f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 931 time: 0.2135623 Sep 16 04:48:13.064050 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.097033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93b066-51f8-410f-9d9a-9e4511c24076 None None] Pushing event updated for resources: {'Port': ['ID=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:13.117744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7470fde9-7bec-46a6-a4aa-19da88b86e51 None None] Provisioning complete for port 7ea763cd-c867-4303-91c2-4c98a6e4597c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:13.118402 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7470fde9-7bec-46a6-a4aa-19da88b86e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.126551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c19abc65-fe63-4be1-97bf-80598c761bb2 req-8de54806-dd22-4cfc-971a-30541d7f9ded tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720761 Sep 16 04:48:13.162138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7470fde9-7bec-46a6-a4aa-19da88b86e51 None None] Port 7ea763cd-c867-4303-91c2-4c98a6e4597c cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:13.177511 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.api [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:48:13.177511 n-d-712142-17 neutron-server[94744]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:48:13.177511 n-d-712142-17 neutron-server[94744]: [parameters: {'project_id': '926c408025e5458bb73e5fc6efb02ae7', 'id': '35131c7a-b82f-445a-a39d-689c476fa8f4', 'expiration': datetime.datetime(2021, 9, 16, 4, 50, 13, 158882)}] Sep 16 04:48:13.177511 n-d-712142-17 neutron-server[94744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:13.177955 n-d-712142-17 neutron-server[94744]: DEBUG oslo_db.api [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:13.180966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:13.198180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8138c6f-7eb4-4ef4-913a-9c497c95f53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.288279 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.317650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c56619a8-43ff-4f2e-bd57-29bcf1910ba3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:13.317855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] device_id is not set on port cccf8ded-fd87-4364-ba30-2f498276e0cb yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:48:13.357220 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8138c6f-7eb4-4ef4-913a-9c497c95f53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.385676 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:13.386071 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.484717 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8138c6f-7eb4-4ef4-913a-9c497c95f53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.487367 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8138c6f-7eb4-4ef4-913a-9c497c95f53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.491257 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f8138c6f-7eb4-4ef4-913a-9c497c95f53c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2df2a25e-8645-4894-9661-8dd2e3a68507 HTTP/1.1" status: 204 len: 168 time: 0.5129046 Sep 16 04:48:13.509410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8138c6f-7eb4-4ef4-913a-9c497c95f53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df2a25e-8645-4894-9661-8dd2e3a68507,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:13.557471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.6 (aae1185f-69d1-487d-8600-027c111341f9/4d74bc2d-0cef-45e1-920c-a447654b18d2/cccf8ded-fd87-4364-ba30-2f498276e0cb) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:13.576472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea763cd-c867-4303-91c2-4c98a6e4597c {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:13.584844 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.599991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Transition to ACTIVE for port object 7ea763cd-c867-4303-91c2-4c98a6e4597c will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:13.606062 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.720726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:13.748103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Made reservation on behalf of 926c408025e5458bb73e5fc6efb02ae7 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:13.751916 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.809801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] device_id is not set on port 3575ebdc-1cd9-4814-a778-b9dbd70154c4 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:48:13.842016 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.879425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Attempting to bind port 7ea763cd-c867-4303-91c2-4c98a6e4597c on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:13.879888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Attempting to bind port 7ea763cd-c867-4303-91c2-4c98a6e4597c by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:13.880123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Attempting to bind port 7ea763cd-c867-4303-91c2-4c98a6e4597c on network 065d0039-91ee-4176-812f-d22ac91cf01d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:13.896409 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.904658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c7702d7b-9552-4b0b-ada9-d947cc40c1fa None None] Provisioning complete for port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:13.905054 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7702d7b-9552-4b0b-ada9-d947cc40c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.908273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Port 7ea763cd-c867-4303-91c2-4c98a6e4597c on network 065d0039-91ee-4176-812f-d22ac91cf01d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:13.909546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Attempting to bind port 7ea763cd-c867-4303-91c2-4c98a6e4597c on network 065d0039-91ee-4176-812f-d22ac91cf01d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:13.936727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:13.942797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Checking segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:13.943404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network aae1185f-69d1-487d-8600-027c111341f9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:13.943775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Bound using segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:13.944467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Bound port: 7ea763cd-c867-4303-91c2-4c98a6e4597c, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:13.945115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:13.949400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:13.959549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:14.008799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=cccf8ded-fd87-4364-ba30-2f498276e0cb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:14.038815 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c7702d7b-9552-4b0b-ada9-d947cc40c1fa None None] Provisioning complete for port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:14.039403 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7702d7b-9552-4b0b-ada9-d947cc40c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.056141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.056930 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.073572 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c90ef976-7469-4e1a-9c33-295a47ec7127 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1904132 Sep 16 04:48:14.076451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38744) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:14.082791 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-dc5e564c-0113-41fd-9550-e717c49f2fb3 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:14.090528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c7702d7b-9552-4b0b-ada9-d947cc40c1fa None None] Port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:14.130394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.20.0.10 (219d086d-da05-4f22-91cd-d80b1f3add3e/97abd0c1-ecd3-45ca-b9a2-fe3ef69f6d1c/3575ebdc-1cd9-4814-a778-b9dbd70154c4) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:14.158332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:14.164286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:14.187493 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.263070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.263776 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.265120 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] 10.222.0.15 "PUT /v2.0/ports/7ea763cd-c867-4303-91c2-4c98a6e4597c HTTP/1.1" status: 200 len: 1092 time: 1.4025240 Sep 16 04:48:14.268780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:14.278155 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8521e696-079c-4947-a162-9cf070e94258" -d '{"events": [{"name": "network-changed", "server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:14.371923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5e564c-0113-41fd-9550-e717c49f2fb3 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:14.380617 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc5e564c-0113-41fd-9550-e717c49f2fb3 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.396965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-116adca4-0aa3-4096-b875-bca1b96920e6 None None] Provisioning complete for port cccf8ded-fd87-4364-ba30-2f498276e0cb triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:14.398193 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-116adca4-0aa3-4096-b875-bca1b96920e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.465799 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8dc1f-2a24-40c2-9901-a51dd6c82dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:14.473500 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3eb239-9322-4f17-88a8-2d3f9df8a027 x-openstack-request-id: req-ed3eb239-9322-4f17-88a8-2d3f9df8a027 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:14.483325 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:14.483831 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed3eb239-9322-4f17-88a8-2d3f9df8a027 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:14.484407 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'status': 'completed', 'code': 200} Sep 16 04:48:14.522664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613985c7-8f91-49c4-9fee-02f4dc4f53af req-6d09fde5-9554-4d5e-9df0-5b05a86b29be tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.524753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-613985c7-8f91-49c4-9fee-02f4dc4f53af req-6d09fde5-9554-4d5e-9df0-5b05a86b29be tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 943 time: 0.2357781 Sep 16 04:48:14.532834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-518ab5f4-ea5d-49cb-829c-5ed536c04308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.533939 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-518ab5f4-ea5d-49cb-829c-5ed536c04308 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 1095 time: 0.2049875 Sep 16 04:48:14.553122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-116adca4-0aa3-4096-b875-bca1b96920e6 None None] Port cccf8ded-fd87-4364-ba30-2f498276e0cb cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:14.574613 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.580364 n-d-712142-17 neutron-server[94745]: INFO neutron.db.ipam_backend_mixin [None req-dc5e564c-0113-41fd-9550-e717c49f2fb3 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4d74bc2d-0cef-45e1-920c-a447654b18d2 (CIDR: 172.20.0.0/28) Sep 16 04:48:14.587203 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5e564c-0113-41fd-9550-e717c49f2fb3 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:48:14.587777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5e564c-0113-41fd-9550-e717c49f2fb3 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:14.632255 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-8b3606cf-5575-44f3-b8b9-e72cbaff5cc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c HTTP/1.1" status: 200 len: 217 time: 0.0865378 Sep 16 04:48:14.641509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dc5e564c-0113-41fd-9550-e717c49f2fb3 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5635238 Sep 16 04:48:14.647674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38762) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:14.657368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3831650f-4019-4041-97e2-472e73b3422a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:14.661946 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-613985c7-8f91-49c4-9fee-02f4dc4f53af req-861c3fdf-ed1e-4c2b-bc72-3919f86ab81d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780771 Sep 16 04:48:14.728537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38766) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:14.763443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-aef57490-6cf8-464f-9c79-aa0c510038ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.764558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-aef57490-6cf8-464f-9c79-aa0c510038ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.1268327 Sep 16 04:48:14.770650 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.829817 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-719878661-network', 'tenant_id': 'f68e4b4738934ee28f24672b1ab17409'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:14.853501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Made reservation on behalf of f68e4b4738934ee28f24672b1ab17409 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:14.855858 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.865235 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.866498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network 219d086d-da05-4f22-91cd-d80b1f3add3e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:14.873204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=3575ebdc-1cd9-4814-a778-b9dbd70154c4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:14.875698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:14.881356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:14.918982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-722f7d19-d320-4637-bb44-e038026a4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.920524 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-722f7d19-d320-4637-bb44-e038026a4705 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1460176 Sep 16 04:48:14.948764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:14.949410 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.969083 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.973819 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:14.996023 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:15.014463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bababf2-6986-4b53-be6c-baee89ffaf86,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:15.017488 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.017868 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Added segment 69949724-f6ff-4fe7-8966-abcffcf0b7d0 of type vlan for network 3a1fc2d6-0094-45ae-b98d-6fb1ebbfa58e Sep 16 04:48:15.035438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3831650f-4019-4041-97e2-472e73b3422a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:15.038934 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3831650f-4019-4041-97e2-472e73b3422a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.046619 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ab491821-fa81-43ca-9336-7b0c8984597e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1498566 Sep 16 04:48:15.051108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38770) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:15.055520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '3575ebdc-1cd9-4814-a778-b9dbd70154c4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:15.077397 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.093895 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.117797 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-4395ce67-16c5-4356-841d-ef9a31681572 service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882753 Sep 16 04:48:15.133019 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.133995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.134583 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.169974 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4403019 Sep 16 04:48:15.211512 n-d-712142-17 neutron-server[94744]: INFO neutron.db.ipam_backend_mixin [None req-3831650f-4019-4041-97e2-472e73b3422a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e96f30ef-8ea0-45b3-ae8c-72c62da45e80 (CIDR: 172.20.0.16/28) Sep 16 04:48:15.220442 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-3831650f-4019-4041-97e2-472e73b3422a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:48:15.220952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3831650f-4019-4041-97e2-472e73b3422a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:15.229003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc45ba8-6917-432c-8837-29cbdecb452e admin admin] Pushing event updated for resources: {'Network': ['ID=3a1fc2d6-0094-45ae-b98d-6fb1ebbfa58e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:15.243980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 3a1fc2d6-0094-45ae-b98d-6fb1ebbfa58e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:15.247487 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3831650f-4019-4041-97e2-472e73b3422a tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5958207 Sep 16 04:48:15.250966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38774) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:15.253925 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a39245f2-7a8f-4e89-a67e-0be12cb9f304 req-7ba35449-cb53-4fbc-9da2-357011b8b7f7 service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277444 Sep 16 04:48:15.258716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9cda4943-cea5-4ffc-9c27-f06a0444e4e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'subnet': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:15.332758 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.371813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521e696-079c-4947-a162-9cf070e94258 req-6593f105-6a29-4c23-b03a-7cc6d2de96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.374126 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8521e696-079c-4947-a162-9cf070e94258 req-6593f105-6a29-4c23-b03a-7cc6d2de96e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 1095 time: 0.0662696 Sep 16 04:48:15.487250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cda4943-cea5-4ffc-9c27-f06a0444e4e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Made reservation on behalf of b7ace85518e244eabe8cadda6b29d9b2 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:15.491765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cda4943-cea5-4ffc-9c27-f06a0444e4e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.519668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.25.0.172 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/6c9874af-935b-4392-8978-9e44641f0877) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:15.710492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.845044 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.895083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521e696-079c-4947-a162-9cf070e94258 req-925b95b3-f5b7-445a-b5e7-9cc178494bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.896523 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8521e696-079c-4947-a162-9cf070e94258 req-925b95b3-f5b7-445a-b5e7-9cc178494bc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 918 time: 0.5141857 Sep 16 04:48:15.917305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1c40-889b-41d9-9cee-beec8279b09b req-3e7c678a-e767-4a00-94c8-71e48332c7b4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.918773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a3fb8-0bb1-40c7-88ef-4de57ea1b283 req-e2fcbeff-c9f3-46e6-9443-24c2dfef6f60 tempest-ComputeTenantNetworksTest-1166978021 tempest-ComputeTenantNetworksTest-1166978021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.918929 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8de1c40-889b-41d9-9cee-beec8279b09b req-3e7c678a-e767-4a00-94c8-71e48332c7b4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 943 time: 0.1427460 Sep 16 04:48:15.920573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:15.924390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:15.924834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a3fb8-0bb1-40c7-88ef-4de57ea1b283 req-e2fcbeff-c9f3-46e6-9443-24c2dfef6f60 tempest-ComputeTenantNetworksTest-1166978021 tempest-ComputeTenantNetworksTest-1166978021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.931789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a3fb8-0bb1-40c7-88ef-4de57ea1b283 req-e2fcbeff-c9f3-46e6-9443-24c2dfef6f60 tempest-ComputeTenantNetworksTest-1166978021 tempest-ComputeTenantNetworksTest-1166978021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:15.933440 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a56a3fb8-0bb1-40c7-88ef-4de57ea1b283 req-e2fcbeff-c9f3-46e6-9443-24c2dfef6f60 tempest-ComputeTenantNetworksTest-1166978021 tempest-ComputeTenantNetworksTest-1166978021-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2569406 Sep 16 04:48:15.935375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:15.937477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cda4943-cea5-4ffc-9c27-f06a0444e4e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:15.967796 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8521e696-079c-4947-a162-9cf070e94258 req-5778ea72-bb2d-4a6d-a175-2b0d6db357af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c HTTP/1.1" status: 200 len: 217 time: 0.0618753 Sep 16 04:48:15.973139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=6c9874af-935b-4392-8978-9e44641f0877,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:16.027909 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521e696-079c-4947-a162-9cf070e94258 req-2b23d1b8-4ac1-4016-9f04-204bdd039f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.029474 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8521e696-079c-4947-a162-9cf070e94258 req-2b23d1b8-4ac1-4016-9f04-204bdd039f90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.0534492 Sep 16 04:48:16.152510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521e696-079c-4947-a162-9cf070e94258 req-2e417b03-ee2b-4ce6-a778-dcbe64ecb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.154001 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8521e696-079c-4947-a162-9cf070e94258 req-2e417b03-ee2b-4ce6-a778-dcbe64ecb2a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168075 Sep 16 04:48:16.161680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e8757-00a3-4782-b867-1bc2c12e1699 req-dff154dc-cc06-4389-9967-26c9a4042f4f tempest-ComputeTenantNetworksTest-1166978021 tempest-ComputeTenantNetworksTest-1166978021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.163101 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-771e8757-00a3-4782-b867-1bc2c12e1699 req-dff154dc-cc06-4389-9967-26c9a4042f4f tempest-ComputeTenantNetworksTest-1166978021 tempest-ComputeTenantNetworksTest-1166978021-project] 10.222.0.53 "GET /v2.0/networks/3a1fc2d6-0094-45ae-b98d-6fb1ebbfa58e HTTP/1.1" status: 200 len: 768 time: 0.1175754 Sep 16 04:48:16.184521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38792) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:16.307785 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.326119 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8521e696-079c-4947-a162-9cf070e94258 req-76e769b5-c8c3-471d-93e6-b65be969c32c service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619840 Sep 16 04:48:16.375213 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda4943-cea5-4ffc-9c27-f06a0444e4e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Network aae1185f-69d1-487d-8600-027c111341f9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:16.388633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-9cda4943-cea5-4ffc-9c27-f06a0444e4e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:16.397109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cda4943-cea5-4ffc-9c27-f06a0444e4e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:16.397737 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cda4943-cea5-4ffc-9c27-f06a0444e4e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.401303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cae441-e0b3-4c13-a921-480a02bb3279 None None] Network aae1185f-69d1-487d-8600-027c111341f9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:16.402761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8de1c40-889b-41d9-9cee-beec8279b09b req-c1be9086-44a9-44c6-861b-5a3d53d0c442 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711552 Sep 16 04:48:16.438177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda4943-cea5-4ffc-9c27-f06a0444e4e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Subnet': ['ID=28dcc6f1-9410-4fdf-882c-c70a9138ca7b,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:16.448476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9cda4943-cea5-4ffc-9c27-f06a0444e4e9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1919186 Sep 16 04:48:16.454118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38794) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:16.464662 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.478402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b5a3120b-017b-486f-b5a4-11f9c15174a5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1562324328', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '28dcc6f1-9410-4fdf-882c-c70a9138ca7b'}], 'security_groups': ['476ef32b-dd49-48ec-91ef-57d6327e8b19', 'd963e4bf-0153-4801-983f-3eb5e9a48abf']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:16.531256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1fc2d6-0094-45ae-b98d-6fb1ebbfa58e']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:16.575450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69949724-f6ff-4fe7-8966-abcffcf0b7d0') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:16.576264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69949724-f6ff-4fe7-8966-abcffcf0b7d0') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:16.588559 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.606827 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.611233 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5a3120b-017b-486f-b5a4-11f9c15174a5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.614950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:16.616453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.640376 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8521e696-079c-4947-a162-9cf070e94258 req-f5b32413-f41f-41d0-bc40-db819c1047e9 service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837312 Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:16.641018 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:16.704903 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.720190 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.727578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cb3c47-79c9-4387-8d99-c06ac302124f None None] Update dhcp port {'port': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'fixed_ips': [{'subnet_id': 'e96f30ef-8ea0-45b3-ae8c-72c62da45e80', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d74bc2d-0cef-45e1-920c-a447654b18d2', 'ip_address': '172.20.0.2'}, {'subnet_id': '28dcc6f1-9410-4fdf-882c-c70a9138ca7b'}], 'binding:host_id': 'n-d-712142-17'}, 'id': 'c56619a8-43ff-4f2e-bd57-29bcf1910ba3'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:48:16.734910 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] 10.222.0.53 "DELETE /v2.0/networks/3a1fc2d6-0094-45ae-b98d-6fb1ebbfa58e HTTP/1.1" status: 204 len: 168 time: 0.5489631 Sep 16 04:48:16.767604 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-05cb3c47-79c9-4387-8d99-c06ac302124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:16.770616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dc9dd-2480-4745-8c51-94bf1a547b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a1fc2d6-0094-45ae-b98d-6fb1ebbfa58e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:16.914123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38802) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:16.970593 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e9d91f58-c2f0-436f-97d7-6591e6651024 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f68e4b4738934ee28f24672b1ab17409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533147 Sep 16 04:48:16.978757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38804) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:17.002896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-05cb3c47-79c9-4387-8d99-c06ac302124f None None] Allocated IP 172.20.0.34 (aae1185f-69d1-487d-8600-027c111341f9/28dcc6f1-9410-4fdf-882c-c70a9138ca7b/c56619a8-43ff-4f2e-bd57-29bcf1910ba3) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:17.007581 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.036422 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18c283ca-a752-4ddc-afb7-8f0520918caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.068581 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18c283ca-a752-4ddc-afb7-8f0520918caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.088549 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.138164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18c283ca-a752-4ddc-afb7-8f0520918caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.138164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18c283ca-a752-4ddc-afb7-8f0520918caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.139556 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-18c283ca-a752-4ddc-afb7-8f0520918caa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bababf2-6986-4b53-be6c-baee89ffaf86 HTTP/1.1" status: 204 len: 168 time: 0.1589160 Sep 16 04:48:17.147356 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-05cb3c47-79c9-4387-8d99-c06ac302124f None None] For port c56619a8-43ff-4f2e-bd57-29bcf1910ba3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,segment=NetworkSegment(4d2020f9-7735-4851-85ac-ebff3919b314),segment_id=4d2020f9-7735-4851-85ac-ebff3919b314)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:17.150061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c283ca-a752-4ddc-afb7-8f0520918caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bababf2-6986-4b53-be6c-baee89ffaf86,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:17.206657 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-05cb3c47-79c9-4387-8d99-c06ac302124f None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.212919 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-05cb3c47-79c9-4387-8d99-c06ac302124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.248337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9bb4eee2-d1e2-4028-ad90-5389891e833e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.341010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb3c47-79c9-4387-8d99-c06ac302124f None None] Pushing event updated for resources: {'Port': ['ID=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:17.358123 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.360094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-b5a3120b-017b-486f-b5a4-11f9c15174a5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Delete allocated IP 172.20.0.6 (aae1185f-69d1-487d-8600-027c111341f9/4d74bc2d-0cef-45e1-920c-a447654b18d2) {{(pid=94745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 04:48:17.366097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.376056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-b5a3120b-017b-486f-b5a4-11f9c15174a5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Allocated IP 172.20.0.35 (aae1185f-69d1-487d-8600-027c111341f9/28dcc6f1-9410-4fdf-882c-c70a9138ca7b/cccf8ded-fd87-4364-ba30-2f498276e0cb) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:17.461149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=6c9874af-935b-4392-8978-9e44641f0877,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:17.520273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.747778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019af5c-c907-4e2f-ac53-ecf8f380ce71 req-34e49cb2-5580-40e2-ad89-0fdc1cc20f68 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:17.754345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f019af5c-c907-4e2f-ac53-ecf8f380ce71 req-34e49cb2-5580-40e2-ad89-0fdc1cc20f68 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 943 time: 0.2272692 Sep 16 04:48:17.814195 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Floating IP 2ac09926-14a3-4329-8a86-38a2137c2d91 associated. External IP: 172.25.0.172, port: 3575ebdc-1cd9-4814-a778-b9dbd70154c4. Sep 16 04:48:17.901826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f019af5c-c907-4e2f-ac53-ecf8f380ce71 req-3146256f-1471-4702-ba51-189310529527 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319447 Sep 16 04:48:17.904207 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5a3120b-017b-486f-b5a4-11f9c15174a5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:17.916921 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5a3120b-017b-486f-b5a4-11f9c15174a5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.023088 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-57c86a78-8621-48d3-9bb3-4794650dc3cf None None] Provisioning complete for port cccf8ded-fd87-4364-ba30-2f498276e0cb triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:18.023673 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57c86a78-8621-48d3-9bb3-4794650dc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.056954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3120b-017b-486f-b5a4-11f9c15174a5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event updated for resources: {'Port': ['ID=cccf8ded-fd87-4364-ba30-2f498276e0cb,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:18.061159 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-57c86a78-8621-48d3-9bb3-4794650dc3cf None None] Port cccf8ded-fd87-4364-ba30-2f498276e0cb cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:18.072208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-57c86a78-8621-48d3-9bb3-4794650dc3cf None None] Provisioning complete for port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:18.072717 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57c86a78-8621-48d3-9bb3-4794650dc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.118956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7ea763cd-c867-4303-91c2-4c98a6e4597c details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:18.120932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3120b-017b-486f-b5a4-11f9c15174a5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] In _notify_port_updated(), no bound segment for port cccf8ded-fd87-4364-ba30-2f498276e0cb on network aae1185f-69d1-487d-8600-027c111341f9 {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:48:18.126538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a3120b-017b-486f-b5a4-11f9c15174a5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:18.127177 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5a3120b-017b-486f-b5a4-11f9c15174a5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.131601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38836) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:18.132127 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b5a3120b-017b-486f-b5a4-11f9c15174a5 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "PUT /v2.0/ports/cccf8ded-fd87-4364-ba30-2f498276e0cb HTTP/1.1" status: 200 len: 960 time: 1.6763177 Sep 16 04:48:18.223017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:18.261305 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-57c86a78-8621-48d3-9bb3-4794650dc3cf None None] Provisioning complete for port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:18.261879 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57c86a78-8621-48d3-9bb3-4794650dc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.281686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-542ee952-4e25-41f5-b2e1-780cf82565f9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port cccf8ded-fd87-4364-ba30-2f498276e0cb {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:18.282323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-542ee952-4e25-41f5-b2e1-780cf82565f9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.307364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-57c86a78-8621-48d3-9bb3-4794650dc3cf None None] Port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:18.310395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:18.325240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'port_id': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'mac_address': 'fa:16:3e:3f:61:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:18.376668 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.397295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea763cd-c867-4303-91c2-4c98a6e4597c {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:18.417257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:18.423875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:18.430814 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.435949 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07258b5d-daa4-412f-a3ab-16f121e52154 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:18.439008 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-542ee952-4e25-41f5-b2e1-780cf82565f9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.450693 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07258b5d-daa4-412f-a3ab-16f121e52154 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:18.452541 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-07258b5d-daa4-412f-a3ab-16f121e52154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:18.454572 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.478575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-542ee952-4e25-41f5-b2e1-780cf82565f9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for cccf8ded-fd87-4364-ba30-2f498276e0cb owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:18.493908 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-07258b5d-daa4-412f-a3ab-16f121e52154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:18.504043 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07258b5d-daa4-412f-a3ab-16f121e52154 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:18.504926 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-07258b5d-daa4-412f-a3ab-16f121e52154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:18.525490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:18.538769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d90e04a8-6d0a-47ca-9aa7-a11d127cc17f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4864588 Sep 16 04:48:18.541777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38846) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:18.544494 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-07258b5d-daa4-412f-a3ab-16f121e52154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:18.545165 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07258b5d-daa4-412f-a3ab-16f121e52154 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:18.546997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b14a89c8-0f6f-4535-9b5a-d2f0cc80c64c tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:18.634021 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b14a89c8-0f6f-4535-9b5a-d2f0cc80c64c tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.635709 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aa77d88c-fce1-4df8-9c11-3d6fcbf9ffd6 None None] Provisioning complete for port cccf8ded-fd87-4364-ba30-2f498276e0cb triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:18.636333 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa77d88c-fce1-4df8-9c11-3d6fcbf9ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.673763 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-542ee952-4e25-41f5-b2e1-780cf82565f9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.709893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ee952-4e25-41f5-b2e1-780cf82565f9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=cccf8ded-fd87-4364-ba30-2f498276e0cb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:18.719804 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-aa77d88c-fce1-4df8-9c11-3d6fcbf9ffd6 None None] Port cccf8ded-fd87-4364-ba30-2f498276e0cb cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:18.724737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['7ea763cd-c867-4303-91c2-4c98a6e4597c'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:18.803485 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-542ee952-4e25-41f5-b2e1-780cf82565f9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.809140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38856) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:18.809349 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-542ee952-4e25-41f5-b2e1-780cf82565f9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/cccf8ded-fd87-4364-ba30-2f498276e0cb HTTP/1.1" status: 204 len: 168 time: 0.6756020 Sep 16 04:48:18.854940 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af2cc88-3897-409e-8ad9-f2bc7aa098f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] GET failed (client error): The resource could not be found. Sep 16 04:48:18.859210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9af2cc88-3897-409e-8ad9-f2bc7aa098f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports/cccf8ded-fd87-4364-ba30-2f498276e0cb HTTP/1.1" status: 404 len: 333 time: 0.0464509 Sep 16 04:48:18.859894 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38858) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:18.914052 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b14a89c8-0f6f-4535-9b5a-d2f0cc80c64c tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.918318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b14a89c8-0f6f-4535-9b5a-d2f0cc80c64c tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:18.918792 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-b14a89c8-0f6f-4535-9b5a-d2f0cc80c64c tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Floating IP 2ac09926-14a3-4329-8a86-38a2137c2d91 disassociated. External IP: 172.25.0.172, port: 3575ebdc-1cd9-4814-a778-b9dbd70154c4. Sep 16 04:48:18.955661 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5875d2ac-8bc8-4c16-a531-f129769c5cbf tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.007345 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5875d2ac-8bc8-4c16-a531-f129769c5cbf tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.057731 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5875d2ac-8bc8-4c16-a531-f129769c5cbf tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.060949 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5875d2ac-8bc8-4c16-a531-f129769c5cbf tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.062184 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5875d2ac-8bc8-4c16-a531-f129769c5cbf tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/security-groups/5fe9d391-b1f5-4f38-b319-f64f60563cc0 HTTP/1.1" status: 204 len: 168 time: 0.2009649 Sep 16 04:48:19.066003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38868) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:19.079966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875d2ac-8bc8-4c16-a531-f129769c5cbf tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe9d391-b1f5-4f38-b319-f64f60563cc0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:19.116384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97e4bd-d59c-403d-b93c-21370a3625af req-81500bae-bb06-44b9-a945-8d5d0f5610bc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:19.118023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fd97e4bd-d59c-403d-b93c-21370a3625af req-81500bae-bb06-44b9-a945-8d5d0f5610bc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.1032379 Sep 16 04:48:19.130517 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5134fc0-b5d7-4f92-ab7c-60913ae6966b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.155942 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5134fc0-b5d7-4f92-ab7c-60913ae6966b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.209886 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5134fc0-b5d7-4f92-ab7c-60913ae6966b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.210229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fd97e4bd-d59c-403d-b93c-21370a3625af req-ca61f255-95fb-4811-a2ef-5d4135714fd4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835187 Sep 16 04:48:19.213440 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5134fc0-b5d7-4f92-ab7c-60913ae6966b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.214653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c5134fc0-b5d7-4f92-ab7c-60913ae6966b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/security-groups/d963e4bf-0153-4801-983f-3eb5e9a48abf HTTP/1.1" status: 204 len: 168 time: 0.1465073 Sep 16 04:48:19.217495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38872) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:19.225072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5134fc0-b5d7-4f92-ab7c-60913ae6966b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d963e4bf-0153-4801-983f-3eb5e9a48abf,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:19.316066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c56619a8-43ff-4f2e-bd57-29bcf1910ba3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:19.336401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14a89c8-0f6f-4535-9b5a-d2f0cc80c64c tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:19.355430 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f075-8570-48fd-8e1f-79e3d25fe9c2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.379049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:19.379731 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.444669 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f075-8570-48fd-8e1f-79e3d25fe9c2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.525983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14a89c8-0f6f-4535-9b5a-d2f0cc80c64c tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:19.531341 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b14a89c8-0f6f-4535-9b5a-d2f0cc80c64c tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.536705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22b221-3fb7-46a2-9ba8-0658a504cd64 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:19.546265 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22b221-3fb7-46a2-9ba8-0658a504cd64 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:19.547014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3c22b221-3fb7-46a2-9ba8-0658a504cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:19.559252 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f075-8570-48fd-8e1f-79e3d25fe9c2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.561900 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f075-8570-48fd-8e1f-79e3d25fe9c2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.565484 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a1b0f075-8570-48fd-8e1f-79e3d25fe9c2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/security-groups/476ef32b-dd49-48ec-91ef-57d6327e8b19 HTTP/1.1" status: 204 len: 168 time: 0.3379686 Sep 16 04:48:19.566315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38886) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:19.577329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f075-8570-48fd-8e1f-79e3d25fe9c2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476ef32b-dd49-48ec-91ef-57d6327e8b19,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:19.585749 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b14a89c8-0f6f-4535-9b5a-d2f0cc80c64c tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "PUT /v2.0/floatingips/2ac09926-14a3-4329-8a86-38a2137c2d91 HTTP/1.1" status: 200 len: 688 time: 1.0401995 Sep 16 04:48:19.586094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38890) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:19.587352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3c22b221-3fb7-46a2-9ba8-0658a504cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:19.604667 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22b221-3fb7-46a2-9ba8-0658a504cd64 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:19.605451 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3c22b221-3fb7-46a2-9ba8-0658a504cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:47:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:19.640370 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3c22b221-3fb7-46a2-9ba8-0658a504cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:19.641208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22b221-3fb7-46a2-9ba8-0658a504cd64 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:19.659432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c89f93-7ed6-445d-aac0-13056954720b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting subnet 4d74bc2d-0cef-45e1-920c-a447654b18d2 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:19.663702 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c89f93-7ed6-445d-aac0-13056954720b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.728386 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c89f93-7ed6-445d-aac0-13056954720b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.738574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-596f034e-1e79-4ec9-8c4d-54b60332a1fb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port 6c9874af-935b-4392-8978-9e44641f0877 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:19.738991 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-596f034e-1e79-4ec9-8c4d-54b60332a1fb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.823366 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c89f93-7ed6-445d-aac0-13056954720b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.830890 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-596f034e-1e79-4ec9-8c4d-54b60332a1fb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.831642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-596f034e-1e79-4ec9-8c4d-54b60332a1fb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.844339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-596f034e-1e79-4ec9-8c4d-54b60332a1fb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for 6c9874af-935b-4392-8978-9e44641f0877 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:19.886018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c89f93-7ed6-445d-aac0-13056954720b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.915698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c89f93-7ed6-445d-aac0-13056954720b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Subnet': ['ID=4d74bc2d-0cef-45e1-920c-a447654b18d2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:19.917844 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c89f93-7ed6-445d-aac0-13056954720b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:19.920034 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-00c89f93-7ed6-445d-aac0-13056954720b tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/4d74bc2d-0cef-45e1-920c-a447654b18d2 HTTP/1.1" status: 204 len: 168 time: 0.3517759 Sep 16 04:48:19.923328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38904) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:19.927731 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af7f3e4-18bc-42d7-bc55-2b56b62d789c None None] Network aae1185f-69d1-487d-8600-027c111341f9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:19.983577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-1201ef53-17b5-484f-a246-218a88e33ce8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting subnet 28dcc6f1-9410-4fdf-882c-c70a9138ca7b {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:19.987118 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1201ef53-17b5-484f-a246-218a88e33ce8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.041370 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1201ef53-17b5-484f-a246-218a88e33ce8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.054366 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-13fbd7ef-184f-46e2-8ff0-a10caedfd32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.160391 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1201ef53-17b5-484f-a246-218a88e33ce8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.239641 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1201ef53-17b5-484f-a246-218a88e33ce8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.272227 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7ea763cd-c867-4303-91c2-4c98a6e4597c up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:20.311123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201ef53-17b5-484f-a246-218a88e33ce8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Subnet': ['ID=28dcc6f1-9410-4fdf-882c-c70a9138ca7b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:20.313204 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1201ef53-17b5-484f-a246-218a88e33ce8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.318361 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1201ef53-17b5-484f-a246-218a88e33ce8 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/28dcc6f1-9410-4fdf-882c-c70a9138ca7b HTTP/1.1" status: 204 len: 168 time: 0.3910506 Sep 16 04:48:20.319210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38912) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:20.363611 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e88b8c-3f5b-408c-86e3-044f03047979 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:20.364076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e88b8c-3f5b-408c-86e3-044f03047979 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:20.368245 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-55e88b8c-3f5b-408c-86e3-044f03047979 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/4d74bc2d-0cef-45e1-920c-a447654b18d2 HTTP/1.1" status: 404 len: 337 time: 0.0454302 Sep 16 04:48:20.368968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38916) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:20.402365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d2602-a5a2-4384-bcf3-815f780516bf req-5f2622a8-e44a-4ea1-99d7-c995b9c14485 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:20.404267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-666d2602-a5a2-4384-bcf3-815f780516bf req-5f2622a8-e44a-4ea1-99d7-c995b9c14485 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.0788500 Sep 16 04:48:20.427328 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-596f034e-1e79-4ec9-8c4d-54b60332a1fb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.434382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 7ea763cd-c867-4303-91c2-4c98a6e4597c completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:20.438733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b1ea6a-b8c5-42c1-8a1f-0250865ac06f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting subnet e96f30ef-8ea0-45b3-ae8c-72c62da45e80 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:20.439228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 7ea763cd-c867-4303-91c2-4c98a6e4597c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:20.439710 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.443712 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89b1ea6a-b8c5-42c1-8a1f-0250865ac06f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.504562 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89b1ea6a-b8c5-42c1-8a1f-0250865ac06f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.512112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f034e-1e79-4ec9-8c4d-54b60332a1fb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=6c9874af-935b-4392-8978-9e44641f0877,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:20.523494 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-666d2602-a5a2-4384-bcf3-815f780516bf req-52ca38f2-6eb4-48ce-8852-a521c2f333d1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082745 Sep 16 04:48:20.537110 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a3f5de-542c-4119-bb7a-99a8752f2b5e None None] Update dhcp port {'port': {'network_id': 'aae1185f-69d1-487d-8600-027c111341f9', 'fixed_ips': [{'subnet_id': 'e96f30ef-8ea0-45b3-ae8c-72c62da45e80', 'ip_address': '172.20.0.18'}, {'subnet_id': '28dcc6f1-9410-4fdf-882c-c70a9138ca7b'}], 'binding:host_id': 'n-d-712142-17'}, 'id': 'c56619a8-43ff-4f2e-bd57-29bcf1910ba3'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:48:20.584242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-596f034e-1e79-4ec9-8c4d-54b60332a1fb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.588110 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-596f034e-1e79-4ec9-8c4d-54b60332a1fb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.592417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-596f034e-1e79-4ec9-8c4d-54b60332a1fb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/floatingips/2ac09926-14a3-4329-8a86-38a2137c2d91 HTTP/1.1" status: 204 len: 168 time: 1.0017517 Sep 16 04:48:20.592578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38920) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:20.599209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '7d986194-1f79-414b-aaa8-6e1fc63a4206'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:20.603472 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22a3f5de-542c-4119-bb7a-99a8752f2b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.622307 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.631108 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.645167 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89b1ea6a-b8c5-42c1-8a1f-0250865ac06f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.680290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:20.683041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:20.685926 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382f4f4b-b150-48e8-ad5d-0a076d72d183" -d '{"events": [{"server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "name": "network-vif-plugged", "status": "completed", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:20.691515 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.722358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89b1ea6a-b8c5-42c1-8a1f-0250865ac06f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.742511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38924) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:20.766343 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.772372 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d78e5af-dbc9-4aae-bcfc-06c43601ee81 x-openstack-request-id: req-2d78e5af-dbc9-4aae-bcfc-06c43601ee81 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:20.772696 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "name": "network-vif-plugged", "status": "completed", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:20.772801 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d78e5af-dbc9-4aae-bcfc-06c43601ee81 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:20.773194 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'code': 200} Sep 16 04:48:20.777472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1ea6a-b8c5-42c1-8a1f-0250865ac06f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Subnet': ['ID=e96f30ef-8ea0-45b3-ae8c-72c62da45e80,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:20.812201 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89b1ea6a-b8c5-42c1-8a1f-0250865ac06f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.813980 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.814583 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-89b1ea6a-b8c5-42c1-8a1f-0250865ac06f tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/e96f30ef-8ea0-45b3-ae8c-72c62da45e80 HTTP/1.1" status: 204 len: 168 time: 0.4452205 Sep 16 04:48:20.818299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38928) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:20.840278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:20.867652 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad430db-cae0-4ee8-84d0-7cd095cf2221 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:20.868403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad430db-cae0-4ee8-84d0-7cd095cf2221 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:20.870424 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-aad430db-cae0-4ee8-84d0-7cd095cf2221 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/f909f5b0-7771-473a-9c94-d85e0b038bcd HTTP/1.1" status: 404 len: 337 time: 0.0502787 Sep 16 04:48:20.872716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38932) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-22a3f5de-542c-4119-bb7a-99a8752f2b5e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e96f30ef-8ea0-45b3-ae8c-72c62da45e80: This subnet is being modified by another concurrent operation. Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:48:20.885217 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e96f30ef-8ea0-45b3-ae8c-72c62da45e80: This subnet is being modified by another concurrent operation. Sep 16 04:48:20.888752 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 04:48:20.924150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.25.0.232 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/d2564acc-f150-45a0-b01e-9c9cc7f045bb) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:20.947087 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7e9bdb28-1cc1-45cb-83a7-a9a676af511d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "GET /v2.0/ports?device_id=85d54a12-17f4-43f7-9725-97457ddf6d1a HTTP/1.1" status: 200 len: 205 time: 0.0731831 Sep 16 04:48:20.951236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38934) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:20.975843 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bbfea889-3efb-4b33-be28-0da13065f5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:20.986655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16180a6-2ffc-4a3d-8c72-6553bcc33595 req-ef578510-f1f5-451a-a26f-ef688198d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:20.988789 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a16180a6-2ffc-4a3d-8c72-6553bcc33595 req-ef578510-f1f5-451a-a26f-ef688198d5d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 1097 time: 0.1312425 Sep 16 04:48:21.002010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caffcf7f-10f2-448e-8bd1-57e17b5d8b98 None None] Network aae1185f-69d1-487d-8600-027c111341f9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:21.019902 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-58b8ef1d-8d17-4c57-b4d3-21417d361c5e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] delete failed (client error): The resource could not be found. Sep 16 04:48:21.020988 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-58b8ef1d-8d17-4c57-b4d3-21417d361c5e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/routers/85d54a12-17f4-43f7-9725-97457ddf6d1a HTTP/1.1" status: 404 len: 336 time: 0.0687840 Sep 16 04:48:21.023624 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38936) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.051997 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-007dd46a-21c1-4f30-a8a5-3fc4dc699a4d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:21.052482 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007dd46a-21c1-4f30-a8a5-3fc4dc699a4d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:21.054225 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-007dd46a-21c1-4f30-a8a5-3fc4dc699a4d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/00f150c2-c4a9-4a23-aee5-e4c17a9ae62d HTTP/1.1" status: 404 len: 337 time: 0.0297430 Sep 16 04:48:21.056935 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a16180a6-2ffc-4a3d-8c72-6553bcc33595 req-52e17cd3-b4a0-40f0-b1b7-60174e57c30f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558271 Sep 16 04:48:21.057489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38938) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.083772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-439f7768-b231-45dc-ac4d-26e9e771594f None None] Provisioning complete for port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:21.084158 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-439f7768-b231-45dc-ac4d-26e9e771594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.094499 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd31ff6-031e-4ef6-9ad1-5a2fdfafb3f9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:21.095072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd31ff6-031e-4ef6-9ad1-5a2fdfafb3f9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:21.099667 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38940) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.099892 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bcd31ff6-031e-4ef6-9ad1-5a2fdfafb3f9 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/286fc7fc-3fdd-4d70-8fa1-a5580d6d79b9 HTTP/1.1" status: 404 len: 337 time: 0.0402772 Sep 16 04:48:21.139854 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a94ba9-6fb7-418b-9599-1b7117f4c91d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:21.140091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a94ba9-6fb7-418b-9599-1b7117f4c91d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:21.142156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a4a94ba9-6fb7-418b-9599-1b7117f4c91d tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/aa7ba0f4-7d3a-4f81-bc8f-267ee4de358f HTTP/1.1" status: 404 len: 337 time: 0.0412183 Sep 16 04:48:21.146085 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38942) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.153027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.163742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bbfea889-3efb-4b33-be28-0da13065f5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.181737 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f1a2f7-e770-49a9-b335-ea9ba0d0ad10 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:21.182446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f1a2f7-e770-49a9-b335-ea9ba0d0ad10 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:21.184194 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b2f1a2f7-e770-49a9-b335-ea9ba0d0ad10 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/c9d78790-675b-453e-9508-eee85198cfd7 HTTP/1.1" status: 404 len: 333 time: 0.0370643 Sep 16 04:48:21.184940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bbfea889-3efb-4b33-be28-0da13065f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.187143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38946) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.213046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a38305-d769-4f43-95d4-7b75322b2f4f None None] DHCP port deletion for aae1185f-69d1-487d-8600-027c111341f9 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:48:21.221571 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-de16e303-d8f9-462f-a95d-806637f34e5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:21.222658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de16e303-d8f9-462f-a95d-806637f34e5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:21.224865 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-de16e303-d8f9-462f-a95d-806637f34e5c tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/50a98bf1-6754-41ba-9c6b-4eda22901bbd HTTP/1.1" status: 404 len: 337 time: 0.0366998 Sep 16 04:48:21.225519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfea889-3efb-4b33-be28-0da13065f5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdd2419-e090-414a-9bb1-0c12ec856f24,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:21.227780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38948) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.231173 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.249961 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bbfea889-3efb-4b33-be28-0da13065f5a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9bc92ff8e8b84961926302150260770e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029521 Sep 16 04:48:21.250528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38950) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.283300 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee963dbd-b0a2-435e-9584-7396ffe625a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:21.283664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee963dbd-b0a2-435e-9584-7396ffe625a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:21.285860 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ee963dbd-b0a2-435e-9584-7396ffe625a2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/736108a1-0245-41fc-8771-aa183ad840b5 HTTP/1.1" status: 404 len: 337 time: 0.0564895 Sep 16 04:48:21.290051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38952) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.291317 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-439f7768-b231-45dc-ac4d-26e9e771594f None None] Provisioning complete for port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:21.292080 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-439f7768-b231-45dc-ac4d-26e9e771594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.295255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:21.299659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:21.303716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:21.324696 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f53c347-2a98-48ec-9caa-abd8c11f1ff2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:21.325384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f53c347-2a98-48ec-9caa-abd8c11f1ff2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:21.330502 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0f53c347-2a98-48ec-9caa-abd8c11f1ff2 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/52cbadef-1ba3-40e1-b73c-e38adac46301 HTTP/1.1" status: 404 len: 333 time: 0.0365286 Sep 16 04:48:21.330502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38954) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.341232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-85a38305-d769-4f43-95d4-7b75322b2f4f None None] Deleting port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:21.341784 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-85a38305-d769-4f43-95d4-7b75322b2f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.372829 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a09500-9684-4c28-bdf9-fcbc761e2b05 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:21.373311 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a09500-9684-4c28-bdf9-fcbc761e2b05 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:21.379273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a9a09500-9684-4c28-bdf9-fcbc761e2b05 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/2a241e91-64c1-455b-9301-a9ddf204103c HTTP/1.1" status: 404 len: 337 time: 0.0438809 Sep 16 04:48:21.379273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d20f3c70-b9a9-4885-9db7-be1358f11900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.380241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38956) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.382641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c56619a8-43ff-4f2e-bd57-29bcf1910ba3 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:21.398692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=d2564acc-f150-45a0-b01e-9c9cc7f045bb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:21.405670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d20f3c70-b9a9-4885-9db7-be1358f11900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.441450 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c97e35a-9d94-4dff-bd56-66ca3d75505e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] DELETE failed (client error): The resource could not be found. Sep 16 04:48:21.442043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c97e35a-9d94-4dff-bd56-66ca3d75505e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:48:21.443886 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1c97e35a-9d94-4dff-bd56-66ca3d75505e tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/subnets/96abf73a-e930-4740-81df-6aecedbf127b HTTP/1.1" status: 404 len: 337 time: 0.0607557 Sep 16 04:48:21.446654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38958) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.451745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-439f7768-b231-45dc-ac4d-26e9e771594f None None] Port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:21.478177 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-85a38305-d769-4f43-95d4-7b75322b2f4f None None] For port c56619a8-43ff-4f2e-bd57-29bcf1910ba3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,segment=NetworkSegment(4d2020f9-7735-4851-85ac-ebff3919b314),segment_id=4d2020f9-7735-4851-85ac-ebff3919b314)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:21.478612 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-85a38305-d769-4f43-95d4-7b75322b2f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.480673 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d20f3c70-b9a9-4885-9db7-be1358f11900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.483353 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d20f3c70-b9a9-4885-9db7-be1358f11900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.484585 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d20f3c70-b9a9-4885-9db7-be1358f11900 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5cdd2419-e090-414a-9bb1-0c12ec856f24 HTTP/1.1" status: 204 len: 168 time: 0.2332723 Sep 16 04:48:21.499352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-85a38305-d769-4f43-95d4-7b75322b2f4f None None] Calling delete_port for c56619a8-43ff-4f2e-bd57-29bcf1910ba3 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:21.511001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f3c70-b9a9-4885-9db7-be1358f11900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdd2419-e090-414a-9bb1-0c12ec856f24,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:21.578690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-72df7b00-88d0-446f-8f16-ec29ca64d2d1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Deleting port 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:21.582011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72df7b00-88d0-446f-8f16-ec29ca64d2d1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.622013 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.624745 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.672306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port c56619a8-43ff-4f2e-bd57-29bcf1910ba3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,segment=NetworkSegment(4d2020f9-7735-4851-85ac-ebff3919b314),segment_id=4d2020f9-7735-4851-85ac-ebff3919b314)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:21.677820 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.697789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72df7b00-88d0-446f-8f16-ec29ca64d2d1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.714022 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event deleted for resources: {'Port': ['ID=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:21.715979 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-85a38305-d769-4f43-95d4-7b75322b2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.742467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-72df7b00-88d0-446f-8f16-ec29ca64d2d1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Calling delete_port for 3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:21.743960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a38305-d769-4f43-95d4-7b75322b2f4f None None] Pushing event deleted for resources: {'Port': ['ID=c56619a8-43ff-4f2e-bd57-29bcf1910ba3,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:21.747767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a38305-d769-4f43-95d4-7b75322b2f4f None None] No DVR routers for this DVR port c56619a8-43ff-4f2e-bd57-29bcf1910ba3 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:21.767803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34c857d-3050-4d16-ad5e-642181ff0e16 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:48:21.858099 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284bba0-e451-46a0-ad3a-17286ae2cddc req-20db340a-46e5-46db-9ac5-0134d024f490 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:21.858344 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.859891 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9284bba0-e451-46a0-ad3a-17286ae2cddc req-20db340a-46e5-46db-9ac5-0134d024f490 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1590340 Sep 16 04:48:21.876429 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72df7b00-88d0-446f-8f16-ec29ca64d2d1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.943291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72df7b00-88d0-446f-8f16-ec29ca64d2d1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:21.947976 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-72df7b00-88d0-446f-8f16-ec29ca64d2d1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/ports/3f193ea9-ce52-4ea2-98f3-d743d9f1cf42 HTTP/1.1" status: 204 len: 168 time: 0.4978862 Sep 16 04:48:21.948867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df7b00-88d0-446f-8f16-ec29ca64d2d1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Port': ['ID=3f193ea9-ce52-4ea2-98f3-d743d9f1cf42,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:21.950223 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38970) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:21.982490 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9284bba0-e451-46a0-ad3a-17286ae2cddc req-ff5c1631-4a9f-4674-8a86-be7442186d63 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161833 Sep 16 04:48:21.984120 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c857d-3050-4d16-ad5e-642181ff0e16 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:48:22.024621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38972) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:22.055874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.056591 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b6f237d-c9ab-4604-8231-24f46232348b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.061047 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.158947 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b6f237d-c9ab-4604-8231-24f46232348b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.165200 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b6f237d-c9ab-4604-8231-24f46232348b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.211275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f237d-c9ab-4604-8231-24f46232348b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f4d472-0a3b-4cc9-9a1a-0bda4886298d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:22.211584 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.252485 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8b6f237d-c9ab-4604-8231-24f46232348b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4231a5d479654e428308f44df444f328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242675 Sep 16 04:48:22.253753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38974) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:22.269895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae1185f-69d1-487d-8600-027c111341f9']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:22.282926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2020f9-7735-4851-85ac-ebff3919b314') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:22.283226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2020f9-7735-4851-85ac-ebff3919b314') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:22.296446 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.310280 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-39cb620e-1d18-46be-9ae7-300f622158f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.332027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.336125 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-39cb620e-1d18-46be-9ae7-300f622158f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.339653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:22.340109 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:22.370129 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:22.400497 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-39cb620e-1d18-46be-9ae7-300f622158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.407086 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-39cb620e-1d18-46be-9ae7-300f622158f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.411228 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-39cb620e-1d18-46be-9ae7-300f622158f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40f4d472-0a3b-4cc9-9a1a-0bda4886298d HTTP/1.1" status: 204 len: 168 time: 0.1563218 Sep 16 04:48:22.420568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb620e-1d18-46be-9ae7-300f622158f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f4d472-0a3b-4cc9-9a1a-0bda4886298d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:22.433979 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.437583 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.445499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.447449 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] 10.222.0.53 "DELETE /v2.0/networks/aae1185f-69d1-487d-8600-027c111341f9 HTTP/1.1" status: 204 len: 168 time: 0.4960635 Sep 16 04:48:22.461113 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.465842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8b1cf-0264-4246-bb06-a08b781e47f1 tempest-PortsTestJSON-1370846437 tempest-PortsTestJSON-1370846437-project] Pushing event deleted for resources: {'Network': ['ID=aae1185f-69d1-487d-8600-027c111341f9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:22.541844 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=d2564acc-f150-45a0-b01e-9c9cc7f045bb,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:22.551929 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:22.659382 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Floating IP 15113f6d-20dd-483d-ab52-8126c92c3f6b associated. External IP: 172.25.0.232, port: 7d986194-1f79-414b-aaa8-6e1fc63a4206. Sep 16 04:48:22.764730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38990) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:22.931105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:22.933829 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-41f3ee3f-6eeb-44d0-a265-b7509b9377cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7ace85518e244eabe8cadda6b29d9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680205 Sep 16 04:48:22.936805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39000) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:22.992896 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.014698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.071743 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.075105 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.076537 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e416e03-7020-4d31-a118-a662d2627d46 HTTP/1.1" status: 204 len: 168 time: 0.1388688 Sep 16 04:48:23.092842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e416e03-7020-4d31-a118-a662d2627d46,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:23.101273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:23.101489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:23.101876 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:23.102360 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:23.102709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:23.103035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:23.103497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:23.103834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:23.104307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:23.104490 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:23.104815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:23.105142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91fdc9-8569-4b69-b61a-ddaf4256b9cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:23.110426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:23.123954 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ad9b3-7c8c-4cc0-b339-4fc7e43f0ca3 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:23.126311 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.136905 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.141317 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ad9b3-7c8c-4cc0-b339-4fc7e43f0ca3 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:23.142218 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3e2ad9b3-7c8c-4cc0-b339-4fc7e43f0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:23.179317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e2fb5ba6-3e39-43b0-855d-ca60bb44ef7a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5834751 Sep 16 04:48:23.179557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39016) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:23.191247 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3e2ad9b3-7c8c-4cc0-b339-4fc7e43f0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:23.201096 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ad9b3-7c8c-4cc0-b339-4fc7e43f0ca3 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:23.202048 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3e2ad9b3-7c8c-4cc0-b339-4fc7e43f0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:23.240346 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3e2ad9b3-7c8c-4cc0-b339-4fc7e43f0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:23.241388 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ad9b3-7c8c-4cc0-b339-4fc7e43f0ca3 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:23.256246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-47dc902d-c057-46fc-845d-70cb401cdd63 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "GET /v2.0/floatingips/15113f6d-20dd-483d-ab52-8126c92c3f6b HTTP/1.1" status: 200 len: 978 time: 0.0754652 Sep 16 04:48:23.258893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39018) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:23.259082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbc1eb-0c20-4a31-819c-df851b9f0393 req-dc003a1e-1f3d-43b7-a24a-562781a0afda tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:23.260638 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-99bbc1eb-0c20-4a31-819c-df851b9f0393 req-dc003a1e-1f3d-43b7-a24a-562781a0afda tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.0890641 Sep 16 04:48:23.329132 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-99bbc1eb-0c20-4a31-819c-df851b9f0393 req-e10d5819-fcb2-44b2-ac16-aa9fc4116974 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612636 Sep 16 04:48:23.391401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6a8b3f41-58dc-4e5d-9442-2c4891fb356f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1314108 Sep 16 04:48:23.394513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39026) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:23.399111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-fe4620c5-a066-4929-bc89-521e0effafd0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'floatingip': {'port_id': '3575ebdc-1cd9-4814-a778-b9dbd70154c4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:23.490559 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4620c5-a066-4929-bc89-521e0effafd0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.550566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884975f-9764-495f-90c2-fe3cf7a26be9 req-c91a355c-523a-47c0-a87f-e2c402745d6f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:23.552159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6884975f-9764-495f-90c2-fe3cf7a26be9 req-c91a355c-523a-47c0-a87f-e2c402745d6f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1164665 Sep 16 04:48:23.560652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39038) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:23.567743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2325e2d2-b87c-4a08-bca6-1849e6240800 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Request body: {'floatingip': {'port_id': '7ea763cd-c867-4303-91c2-4c98a6e4597c'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:23.633639 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2325e2d2-b87c-4a08-bca6-1849e6240800 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:23.972619 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:48:24.082037 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39064) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:24.314820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-de957472-6c89-4081-9b89-1abbe946ff93 tempest-DvrRoutersNegativeTest-1615980186 tempest-DvrRoutersNegativeTest-1615980186-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-996716317', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:24.319457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.policy [None req-de957472-6c89-4081-9b89-1abbe946ff93 tempest-DvrRoutersNegativeTest-1615980186 tempest-DvrRoutersNegativeTest-1615980186-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94744) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 16 04:48:24.320052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.policy [None req-de957472-6c89-4081-9b89-1abbe946ff93 tempest-DvrRoutersNegativeTest-1615980186 tempest-DvrRoutersNegativeTest-1615980186-project] Failed policy check for 'create_router' {{(pid=94744) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 16 04:48:24.320703 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-de957472-6c89-4081-9b89-1abbe946ff93 tempest-DvrRoutersNegativeTest-1615980186 tempest-DvrRoutersNegativeTest-1615980186-project] create failed (client error): Access was denied to this resource. Sep 16 04:48:24.322042 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-de957472-6c89-4081-9b89-1abbe946ff93 tempest-DvrRoutersNegativeTest-1615980186 tempest-DvrRoutersNegativeTest-1615980186-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2387936 Sep 16 04:48:24.662244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39084) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:24.718161 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4620c5-a066-4929-bc89-521e0effafd0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.723636 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2325e2d2-b87c-4a08-bca6-1849e6240800 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.725070 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4620c5-a066-4929-bc89-521e0effafd0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.728450 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2325e2d2-b87c-4a08-bca6-1849e6240800 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.910595 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-fe4620c5-a066-4929-bc89-521e0effafd0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Floating IP 15113f6d-20dd-483d-ab52-8126c92c3f6b associated. External IP: 172.25.0.232, port: 7d986194-1f79-414b-aaa8-6e1fc63a4206. Sep 16 04:48:24.915378 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c490db02-25e3-4ea4-a65c-852d4587e6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:24.918312 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-2325e2d2-b87c-4a08-bca6-1849e6240800 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Floating IP b000fd13-f0b7-4b93-b463-2e652a34caae associated. External IP: 172.25.0.113, port: 7ea763cd-c867-4303-91c2-4c98a6e4597c. Sep 16 04:48:25.043686 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c490db02-25e3-4ea4-a65c-852d4587e6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.047957 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c490db02-25e3-4ea4-a65c-852d4587e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.091537 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c490db02-25e3-4ea4-a65c-852d4587e6eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=294480adde24478f805e55a3d28507d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4258440 Sep 16 04:48:25.091829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39096) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:25.100308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490db02-25e3-4ea4-a65c-852d4587e6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f42270-231a-4ce0-81f4-8b7eaad98ad7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:25.148604 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-43828b4e-0cfb-42cf-a571-1731291e3f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.170767 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-43828b4e-0cfb-42cf-a571-1731291e3f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.233191 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-43828b4e-0cfb-42cf-a571-1731291e3f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.236212 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-43828b4e-0cfb-42cf-a571-1731291e3f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.240786 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-43828b4e-0cfb-42cf-a571-1731291e3f78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1f42270-231a-4ce0-81f4-8b7eaad98ad7 HTTP/1.1" status: 204 len: 168 time: 0.1454763 Sep 16 04:48:25.248242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43828b4e-0cfb-42cf-a571-1731291e3f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f42270-231a-4ce0-81f4-8b7eaad98ad7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:25.308121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4620c5-a066-4929-bc89-521e0effafd0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:25.310222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2325e2d2-b87c-4a08-bca6-1849e6240800 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:25.506108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2325e2d2-b87c-4a08-bca6-1849e6240800 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:25.510586 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2325e2d2-b87c-4a08-bca6-1849e6240800 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:25.514154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4620c5-a066-4929-bc89-521e0effafd0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:25.522123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd507eae-6bee-4c62-a950-85364abb76ec None None] Sync routers for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:25.526758 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faca317-d0c4-4a08-bcd9-a020015b4d18 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:25.533415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd507eae-6bee-4c62-a950-85364abb76ec None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:25.535452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-cd507eae-6bee-4c62-a950-85364abb76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:25.540290 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faca317-d0c4-4a08-bcd9-a020015b4d18 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:25.541855 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7faca317-d0c4-4a08-bcd9-a020015b4d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:25.585846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2325e2d2-b87c-4a08-bca6-1849e6240800 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "PUT /v2.0/floatingips/b000fd13-f0b7-4b93-b463-2e652a34caae HTTP/1.1" status: 200 len: 991 time: 2.0213585 Sep 16 04:48:25.585846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:25.588056 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06bc1af-e834-455f-8f06-2222e7bc9efb" -d '{"events": [{"name": "network-changed", "server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:25.659889 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7faca317-d0c4-4a08-bcd9-a020015b4d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:25.683414 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faca317-d0c4-4a08-bcd9-a020015b4d18 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:25.692274 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7faca317-d0c4-4a08-bcd9-a020015b4d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:25.786486 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7faca317-d0c4-4a08-bcd9-a020015b4d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:25.787424 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faca317-d0c4-4a08-bcd9-a020015b4d18 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:25.798020 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335fed3c-5b15-492a-bdc1-c991ede22e4f x-openstack-request-id: req-335fed3c-5b15-492a-bdc1-c991ede22e4f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:25.798524 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:25.798625 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-335fed3c-5b15-492a-bdc1-c991ede22e4f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:25.798957 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'status': 'completed', 'code': 200} Sep 16 04:48:25.858576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bc1af-e834-455f-8f06-2222e7bc9efb req-09d2f484-17e8-41eb-826a-f3696de07ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:25.860865 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d06bc1af-e834-455f-8f06-2222e7bc9efb req-09d2f484-17e8-41eb-826a-f3696de07ca7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 1097 time: 0.0544696 Sep 16 04:48:25.892044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4620c5-a066-4929-bc89-521e0effafd0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:25.995738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-cd507eae-6bee-4c62-a950-85364abb76ec None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:26.024310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bc1af-e834-455f-8f06-2222e7bc9efb req-d609cffa-b6af-43ab-9400-c656b3d584e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:26.025738 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d06bc1af-e834-455f-8f06-2222e7bc9efb req-d609cffa-b6af-43ab-9400-c656b3d584e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 918 time: 0.1565812 Sep 16 04:48:26.087582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4620c5-a066-4929-bc89-521e0effafd0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:26.098361 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4620c5-a066-4929-bc89-521e0effafd0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.122933 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b73554-ecb8-44ff-9d66-c95a32d9deb4 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:26.150382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b73554-ecb8-44ff-9d66-c95a32d9deb4 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:26.151381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d0b73554-ecb8-44ff-9d66-c95a32d9deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:26.157805 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d06bc1af-e834-455f-8f06-2222e7bc9efb req-de19a82b-eb17-4694-b600-48b214fb70ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c HTTP/1.1" status: 200 len: 999 time: 0.1243780 Sep 16 04:48:26.176645 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fe4620c5-a066-4929-bc89-521e0effafd0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "PUT /v2.0/floatingips/15113f6d-20dd-483d-ab52-8126c92c3f6b HTTP/1.1" status: 200 len: 979 time: 2.7781699 Sep 16 04:48:26.177070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39132) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:26.183088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-abf69648-91ca-40ef-a785-4a90f6a9e92f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:26.202415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d0b73554-ecb8-44ff-9d66-c95a32d9deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:26.242038 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b73554-ecb8-44ff-9d66-c95a32d9deb4 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:26.242890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d0b73554-ecb8-44ff-9d66-c95a32d9deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:26.245097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bc1af-e834-455f-8f06-2222e7bc9efb req-05863e17-1586-4eec-bfa0-6371b77f6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:26.246683 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d06bc1af-e834-455f-8f06-2222e7bc9efb req-05863e17-1586-4eec-bfa0-6371b77f6727 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.0807576 Sep 16 04:48:26.289825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-abf69648-91ca-40ef-a785-4a90f6a9e92f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.316546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bc1af-e834-455f-8f06-2222e7bc9efb req-874fafd3-f343-47a9-b4d6-b96fcd580e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:26.318869 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d06bc1af-e834-455f-8f06-2222e7bc9efb req-874fafd3-f343-47a9-b4d6-b96fcd580e8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653393 Sep 16 04:48:26.321576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d0b73554-ecb8-44ff-9d66-c95a32d9deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:26.322251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b73554-ecb8-44ff-9d66-c95a32d9deb4 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:26.451668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-cd507eae-6bee-4c62-a950-85364abb76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'b000fd13-f0b7-4b93-b463-2e652a34caae', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'floating_ip_address': '172.25.0.113', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'port_id': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'mac_address': 'fa:16:3e:3f:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:24Z', 'revision_number': 1, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:07Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:26.480575 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d06bc1af-e834-455f-8f06-2222e7bc9efb req-8ba6fc3e-5662-4b35-af4e-a4de688b2ca6 service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538851 Sep 16 04:48:26.487855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd507eae-6bee-4c62-a950-85364abb76ec None None] Checking router: 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:26.499286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd507eae-6bee-4c62-a950-85364abb76ec None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:26.500451 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-cd507eae-6bee-4c62-a950-85364abb76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:26.547225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-abf69648-91ca-40ef-a785-4a90f6a9e92f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.551462 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-abf69648-91ca-40ef-a785-4a90f6a9e92f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.551758 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-abf69648-91ca-40ef-a785-4a90f6a9e92f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Floating IP 15113f6d-20dd-483d-ab52-8126c92c3f6b disassociated. External IP: 172.25.0.232, port: 3575ebdc-1cd9-4814-a778-b9dbd70154c4. Sep 16 04:48:26.557143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39148) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:26.608928 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d06bc1af-e834-455f-8f06-2222e7bc9efb req-e34bd93a-8bfa-44f8-925e-42aff741b46f service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215219 Sep 16 04:48:26.689208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-cd507eae-6bee-4c62-a950-85364abb76ec None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:26.696369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-01c31035-e58f-47ba-922a-7839cd27e4bd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1688565105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:26.786268 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-01c31035-e58f-47ba-922a-7839cd27e4bd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.787372 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-01c31035-e58f-47ba-922a-7839cd27e4bd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.884124 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-01c31035-e58f-47ba-922a-7839cd27e4bd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.891554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-01c31035-e58f-47ba-922a-7839cd27e4bd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.921048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf69648-91ca-40ef-a785-4a90f6a9e92f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:26.922061 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-01c31035-e58f-47ba-922a-7839cd27e4bd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.923239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-01c31035-e58f-47ba-922a-7839cd27e4bd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3651297 Sep 16 04:48:26.926267 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39162) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:26.931492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-289397078'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:26.962341 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Made reservation on behalf of 966c5bd30c5a433a8da81451521027e4 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:26.966609 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.980242 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:26.998492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-cd507eae-6bee-4c62-a950-85364abb76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'b000fd13-f0b7-4b93-b463-2e652a34caae', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'floating_ip_address': '172.25.0.113', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'port_id': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'mac_address': 'fa:16:3e:3f:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:24Z', 'revision_number': 1, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:07Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:27.033850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd507eae-6bee-4c62-a950-85364abb76ec None None] The sync data for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 is: [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'b000fd13-f0b7-4b93-b463-2e652a34caae', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'floating_ip_address': '172.25.0.113', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'port_id': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'mac_address': 'fa:16:3e:3f:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:48:07Z', 'updated_at': '2021-09-16T04:48:24Z', 'revision_number': 1, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:07Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:27.149297 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.154516 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.167476 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:27.194398 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.194754 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Added segment 600b017e-79d9-45d1-917d-8c2605ff9ea5 of type vlan for network c01f3282-1d9a-4e7e-97f7-b7b244000351 Sep 16 04:48:27.235038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308c6e7c-a934-497b-b149-f1573c08a695,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:27.252722 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.292924 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.298643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:27.299290 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.339266 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4091713 Sep 16 04:48:27.339503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39168) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:27.352565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3234fa39-da8e-4b36-b668-06a3a6c7a235 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Request body: {'subnet': {'network_id': 'c01f3282-1d9a-4e7e-97f7-b7b244000351', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:27.404690 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b826d-988a-4481-8f45-90bf7fa70fa5 None None] New status for floating IP b000fd13-f0b7-4b93-b463-2e652a34caae: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:48:27.448288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf69648-91ca-40ef-a785-4a90f6a9e92f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:27.455997 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-abf69648-91ca-40ef-a785-4a90f6a9e92f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.459550 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91489bc-7cda-4b95-a309-a546a2039b58 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:27.471544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91489bc-7cda-4b95-a309-a546a2039b58 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:27.474881 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a91489bc-7cda-4b95-a309-a546a2039b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:27.491988 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-abf69648-91ca-40ef-a785-4a90f6a9e92f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "PUT /v2.0/floatingips/15113f6d-20dd-483d-ab52-8126c92c3f6b HTTP/1.1" status: 200 len: 688 time: 1.3133130 Sep 16 04:48:27.493209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39178) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:27.577469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9893849-b27c-4577-858f-76934c7a3f01 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'Network': ['ID=c01f3282-1d9a-4e7e-97f7-b7b244000351,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:27.580647 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a91489bc-7cda-4b95-a309-a546a2039b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:27.609306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network c01f3282-1d9a-4e7e-97f7-b7b244000351 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:27.629948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91489bc-7cda-4b95-a309-a546a2039b58 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:27.630610 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a91489bc-7cda-4b95-a309-a546a2039b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:27.666510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3234fa39-da8e-4b36-b668-06a3a6c7a235 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Made reservation on behalf of 966c5bd30c5a433a8da81451521027e4 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:27.673776 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3234fa39-da8e-4b36-b668-06a3a6c7a235 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.706952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a91489bc-7cda-4b95-a309-a546a2039b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:27.708494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91489bc-7cda-4b95-a309-a546a2039b58 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:27.728739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ea6afe13-194a-4708-b20c-f7463f35a368 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port d2564acc-f150-45a0-b01e-9c9cc7f045bb {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:27.729276 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea6afe13-194a-4708-b20c-f7463f35a368 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.898081 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea6afe13-194a-4708-b20c-f7463f35a368 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.898664 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea6afe13-194a-4708-b20c-f7463f35a368 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:27.921405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ea6afe13-194a-4708-b20c-f7463f35a368 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for d2564acc-f150-45a0-b01e-9c9cc7f045bb owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:28.051524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d5bde-93bf-4a8e-9d10-32e327b6c7da req-41486653-25ce-4fbc-a74f-b9a5466e9857 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.053163 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f5d5bde-93bf-4a8e-9d10-32e327b6c7da req-41486653-25ce-4fbc-a74f-b9a5466e9857 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.0981319 Sep 16 04:48:28.054272 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3234fa39-da8e-4b36-b668-06a3a6c7a235 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.104203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea6afe13-194a-4708-b20c-f7463f35a368 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.132982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6afe13-194a-4708-b20c-f7463f35a368 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=d2564acc-f150-45a0-b01e-9c9cc7f045bb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:28.217455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea6afe13-194a-4708-b20c-f7463f35a368 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.220598 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea6afe13-194a-4708-b20c-f7463f35a368 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.225570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ea6afe13-194a-4708-b20c-f7463f35a368 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/floatingips/15113f6d-20dd-483d-ab52-8126c92c3f6b HTTP/1.1" status: 204 len: 168 time: 0.7283545 Sep 16 04:48:28.225863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39212) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:28.263614 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-d19fec15-4fde-4d3c-b930-d474cb287715 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] delete failed (client error): The resource could not be found. Sep 16 04:48:28.264686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d19fec15-4fde-4d3c-b930-d474cb287715 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/floatingips/15113f6d-20dd-483d-ab52-8126c92c3f6b HTTP/1.1" status: 404 len: 345 time: 0.0378597 Sep 16 04:48:28.268599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39214) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:28.365154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff2fce-4822-42fd-bb2c-b7b082f83af1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.372507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff2fce-4822-42fd-bb2c-b7b082f83af1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.377376 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff2fce-4822-42fd-bb2c-b7b082f83af1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.382370 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-efff2fce-4822-42fd-bb2c-b7b082f83af1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "GET /v2.0/ports?network_id=219d086d-da05-4f22-91cd-d80b1f3add3e HTTP/1.1" status: 200 len: 2359 time: 0.1103179 Sep 16 04:48:28.382753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39218) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:28.435016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be76a226-fa0f-4818-a886-c0e0690fabaf tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.441673 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-be76a226-fa0f-4818-a886-c0e0690fabaf tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "GET /v2.0/subnets/97abd0c1-ecd3-45ca-b9a2-fe3ef69f6d1c HTTP/1.1" status: 200 len: 797 time: 0.0529225 Sep 16 04:48:28.441928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234fa39-da8e-4b36-b668-06a3a6c7a235 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'Subnet': ['ID=012b5894-a21f-4640-836c-5fd73117080a,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:28.442047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39220) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:28.446047 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f5d5bde-93bf-4a8e-9d10-32e327b6c7da req-e4b7e783-e378-4bd6-844d-ac42188ae435 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3831902 Sep 16 04:48:28.452225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'port': {'network_id': '219d086d-da05-4f22-91cd-d80b1f3add3e', 'name': 'tempest-FloatingIPTestJSON-673985177', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:28.460436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234fa39-da8e-4b36-b668-06a3a6c7a235 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Checking segment: {'id': '600b017e-79d9-45d1-917d-8c2605ff9ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c01f3282-1d9a-4e7e-97f7-b7b244000351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:28.460805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234fa39-da8e-4b36-b668-06a3a6c7a235 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Network hostable DHCP agents. Network: c01f3282-1d9a-4e7e-97f7-b7b244000351, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:28.484284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234fa39-da8e-4b36-b668-06a3a6c7a235 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Network c01f3282-1d9a-4e7e-97f7-b7b244000351 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:28.495479 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-3234fa39-da8e-4b36-b668-06a3a6c7a235 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, c01f3282-1d9a-4e7e-97f7-b7b244000351) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:28.502033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3234fa39-da8e-4b36-b668-06a3a6c7a235 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.503584 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3234fa39-da8e-4b36-b668-06a3a6c7a235 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.505521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346bbc9e-445a-4a88-b312-26819dbb7d44 None None] Network c01f3282-1d9a-4e7e-97f7-b7b244000351 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:28.520222 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3234fa39-da8e-4b36-b668-06a3a6c7a235 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1796849 Sep 16 04:48:28.523734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39222) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:28.530966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-97dbe141-1ef0-467a-8c9b-158a3f664380 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Request body: {'network': {'name': 'tempest-router-network01--779871501'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:28.564896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dbe141-1ef0-467a-8c9b-158a3f664380 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Made reservation on behalf of 966c5bd30c5a433a8da81451521027e4 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:28.571033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-97dbe141-1ef0-467a-8c9b-158a3f664380 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.615374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97dbe141-1ef0-467a-8c9b-158a3f664380 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:28.617346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Made reservation on behalf of 926c408025e5458bb73e5fc6efb02ae7 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:28.629725 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-97dbe141-1ef0-467a-8c9b-158a3f664380 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.630153 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-97dbe141-1ef0-467a-8c9b-158a3f664380 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Added segment be4d0272-c720-4a9e-a151-06b89bc7d163 of type vlan for network 41dc7ecb-b499-47d8-a9f3-6d063c175528 Sep 16 04:48:28.673920 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-97dbe141-1ef0-467a-8c9b-158a3f664380 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.694098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-c01f3282-1d9a-4e7e-97f7-b7b244000351', 'network_id': 'c01f3282-1d9a-4e7e-97f7-b7b244000351', 'tenant_id': '966c5bd30c5a433a8da81451521027e4', 'fixed_ips': [{'subnet_id': '012b5894-a21f-4640-836c-5fd73117080a'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:28.695199 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.713505 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-97dbe141-1ef0-467a-8c9b-158a3f664380 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.722469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dbe141-1ef0-467a-8c9b-158a3f664380 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:28.723669 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-97dbe141-1ef0-467a-8c9b-158a3f664380 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.747620 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.768247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] device_id is not set on port fe258d2a-feee-4366-9947-604b3a937248 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:48:28.770503 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-97dbe141-1ef0-467a-8c9b-158a3f664380 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2456648 Sep 16 04:48:28.773340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39228) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:28.779356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-38c7917e-a152-45a5-91a5-30cf9cdfe01d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Request body: {'network': {'name': 'tempest-router-network02--1175348473'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:28.829551 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbe141-1ef0-467a-8c9b-158a3f664380 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'Network': ['ID=41dc7ecb-b499-47d8-a9f3-6d063c175528,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:28.841904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c7917e-a152-45a5-91a5-30cf9cdfe01d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Made reservation on behalf of 966c5bd30c5a433a8da81451521027e4 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:28.844671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 41dc7ecb-b499-47d8-a9f3-6d063c175528 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:28.848033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c7917e-a152-45a5-91a5-30cf9cdfe01d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.915220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Allocated IP 2001:db8::2 (c01f3282-1d9a-4e7e-97f7-b7b244000351/012b5894-a21f-4640-836c-5fd73117080a/e2b62812-9745-4d69-a3db-14097cdeaec5) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:28.919526 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c7917e-a152-45a5-91a5-30cf9cdfe01d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:28.954806 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c7917e-a152-45a5-91a5-30cf9cdfe01d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:28.955171 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-38c7917e-a152-45a5-91a5-30cf9cdfe01d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Added segment 84231fc8-2c97-4890-8e9f-6a5e3f3958b4 of type vlan for network 2550fc69-e5c1-416c-af26-1e7ae2472d1e Sep 16 04:48:29.004458 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c7917e-a152-45a5-91a5-30cf9cdfe01d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.047023 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c7917e-a152-45a5-91a5-30cf9cdfe01d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.057250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c7917e-a152-45a5-91a5-30cf9cdfe01d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.057250 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c7917e-a152-45a5-91a5-30cf9cdfe01d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.099102 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-38c7917e-a152-45a5-91a5-30cf9cdfe01d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3234923 Sep 16 04:48:29.099297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39236) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:29.110123 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.112079 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3ebc6236-0c43-4164-bde6-9f8a8bcd6599 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Request body: {'subnet': {'network_id': '41dc7ecb-b499-47d8-a9f3-6d063c175528', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:29.121970 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.161867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7917e-a152-45a5-91a5-30cf9cdfe01d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'Network': ['ID=2550fc69-e5c1-416c-af26-1e7ae2472d1e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.179158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 2550fc69-e5c1-416c-af26-1e7ae2472d1e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:29.195351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Network c01f3282-1d9a-4e7e-97f7-b7b244000351 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:29.204606 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:29.212532 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:29.223705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.20.0.14 (219d086d-da05-4f22-91cd-d80b1f3add3e/97abd0c1-ecd3-45ca-b9a2-fe3ef69f6d1c/fe258d2a-feee-4366-9947-604b3a937248) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:29.257586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Pushing event updated for resources: {'Port': ['ID=e2b62812-9745-4d69-a3db-14097cdeaec5,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.257943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.20.0.13 (219d086d-da05-4f22-91cd-d80b1f3add3e/97abd0c1-ecd3-45ca-b9a2-fe3ef69f6d1c/fe258d2a-feee-4366-9947-604b3a937248) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:29.260051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebc6236-0c43-4164-bde6-9f8a8bcd6599 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Made reservation on behalf of 966c5bd30c5a433a8da81451521027e4 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:29.264536 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6236-0c43-4164-bde6-9f8a8bcd6599 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.319860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Attempting to bind port e2b62812-9745-4d69-a3db-14097cdeaec5 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:29.320238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Attempting to bind port e2b62812-9745-4d69-a3db-14097cdeaec5 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '600b017e-79d9-45d1-917d-8c2605ff9ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c01f3282-1d9a-4e7e-97f7-b7b244000351'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:29.320739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Attempting to bind port e2b62812-9745-4d69-a3db-14097cdeaec5 on network c01f3282-1d9a-4e7e-97f7-b7b244000351 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:29.326697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:29.327131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Checking segment: {'id': '600b017e-79d9-45d1-917d-8c2605ff9ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c01f3282-1d9a-4e7e-97f7-b7b244000351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:29.327568 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.327987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Bound using segment: {'id': '600b017e-79d9-45d1-917d-8c2605ff9ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c01f3282-1d9a-4e7e-97f7-b7b244000351'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:29.328432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Bound port: e2b62812-9745-4d69-a3db-14097cdeaec5, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600b017e-79d9-45d1-917d-8c2605ff9ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c01f3282-1d9a-4e7e-97f7-b7b244000351'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:29.328822 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.408157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] For port e2b62812-9745-4d69-a3db-14097cdeaec5, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:29.415393 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] For port e2b62812-9745-4d69-a3db-14097cdeaec5, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e2b62812-9745-4d69-a3db-14097cdeaec5,segment=NetworkSegment(600b017e-79d9-45d1-917d-8c2605ff9ea5),segment_id=600b017e-79d9-45d1-917d-8c2605ff9ea5)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:29.420684 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.497694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65df39c-c692-4f90-bc9a-1668e78ce664 None None] Pushing event updated for resources: {'Port': ['ID=e2b62812-9745-4d69-a3db-14097cdeaec5,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.533227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.661590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0aff3-a155-4f3a-b865-a13ce6ef759d req-0f3204db-714d-464a-b0be-77c39e8f45a6 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.663202 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7df0aff3-a155-4f3a-b865-a13ce6ef759d req-0f3204db-714d-464a-b0be-77c39e8f45a6 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.1242101 Sep 16 04:48:29.674054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.740944 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6236-0c43-4164-bde6-9f8a8bcd6599 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.799871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network 219d086d-da05-4f22-91cd-d80b1f3add3e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:29.826584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:29.832078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=fe258d2a-feee-4366-9947-604b3a937248,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.845344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:29.851942 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7df0aff3-a155-4f3a-b865-a13ce6ef759d req-0b1494a7-bca3-4a9c-a0aa-db92c9fbebef tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=5853f265-8362-4f02-852c-40ea7119ef4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789854 Sep 16 04:48:29.860257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-69af30fc-bcf7-423c-9e7c-826ae068531c tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.862839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-69af30fc-bcf7-423c-9e7c-826ae068531c tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.15 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 946 time: 0.0716662 Sep 16 04:48:29.901660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc6236-0c43-4164-bde6-9f8a8bcd6599 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'Subnet': ['ID=72d06698-60f6-4a66-8c10-ccb45825b1dc,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:29.901821 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39250) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:29.945749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:29.946408 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:29.950283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc6236-0c43-4164-bde6-9f8a8bcd6599 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Checking segment: {'id': 'be4d0272-c720-4a9e-a151-06b89bc7d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '41dc7ecb-b499-47d8-a9f3-6d063c175528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:29.950642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc6236-0c43-4164-bde6-9f8a8bcd6599 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Network hostable DHCP agents. Network: 41dc7ecb-b499-47d8-a9f3-6d063c175528, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:29.980338 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d0d52bde-0dd3-4f5f-b76d-6e46e7cd431a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5372598 Sep 16 04:48:29.982800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39256) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:29.989953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': 'fe258d2a-feee-4366-9947-604b3a937248', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:29.996022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Deleting port e5274e65-e8ad-4b73-9778-f4fa6a052c1d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:29.998506 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.001883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc6236-0c43-4164-bde6-9f8a8bcd6599 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Network 41dc7ecb-b499-47d8-a9f3-6d063c175528 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:30.017579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc6236-0c43-4164-bde6-9f8a8bcd6599 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 41dc7ecb-b499-47d8-a9f3-6d063c175528) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:30.022600 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.025799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc6236-0c43-4164-bde6-9f8a8bcd6599 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:30.026392 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6236-0c43-4164-bde6-9f8a8bcd6599 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.031984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b7e52-4b8a-4748-9c36-0d389112c251 None None] Network 41dc7ecb-b499-47d8-a9f3-6d063c175528 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:30.055277 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3ebc6236-0c43-4164-bde6-9f8a8bcd6599 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9551384 Sep 16 04:48:30.062933 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39258) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:30.070982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-01a5f6e9-4c15-49d9-a4a4-cffbd42a5e67 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Request body: {'subnet': {'network_id': '2550fc69-e5c1-416c-af26-1e7ae2472d1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:30.130354 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-972503e2-6975-4850-87bb-fd7ce1caed55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.181360 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] For port e5274e65-e8ad-4b73-9778-f4fa6a052c1d, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e5274e65-e8ad-4b73-9778-f4fa6a052c1d,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:30.182783 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.217705 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.251377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-41dc7ecb-b499-47d8-a9f3-6d063c175528', 'network_id': '41dc7ecb-b499-47d8-a9f3-6d063c175528', 'tenant_id': '966c5bd30c5a433a8da81451521027e4', 'fixed_ips': [{'subnet_id': '72d06698-60f6-4a66-8c10-ccb45825b1dc'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:30.252549 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.336488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-972503e2-6975-4850-87bb-fd7ce1caed55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.366898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.25.0.66 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/cf36e96b-2681-4a1d-b187-4d4b0f8bd9c6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:30.382604 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a5f6e9-4c15-49d9-a4a4-cffbd42a5e67 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Made reservation on behalf of 966c5bd30c5a433a8da81451521027e4 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:30.386398 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-01a5f6e9-4c15-49d9-a4a4-cffbd42a5e67 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.467647 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.468052 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.468273 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Floating IP 02a93f52-90d8-410a-88a7-072780fae19f disassociated. External IP: 172.25.0.78, port: e5274e65-e8ad-4b73-9778-f4fa6a052c1d. Sep 16 04:48:30.469286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Calling delete_port for e5274e65-e8ad-4b73-9778-f4fa6a052c1d owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:30.470424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-972503e2-6975-4850-87bb-fd7ce1caed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.492696 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Allocated IP 2001:db8::2 (41dc7ecb-b499-47d8-a9f3-6d063c175528/72d06698-60f6-4a66-8c10-ccb45825b1dc/cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:30.572608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972503e2-6975-4850-87bb-fd7ce1caed55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5ff787-87bc-4ec2-b8d5-a0bd9db0d13c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:30.576993 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-972503e2-6975-4850-87bb-fd7ce1caed55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6abc4e025e194b3eb89802b9dfc9ea57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6739078 Sep 16 04:48:30.579749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39264) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:30.592985 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.701226 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b458757-2509-4fee-91ee-ba54d0f9729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.703450 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.710981 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.717891 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.741696 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b458757-2509-4fee-91ee-ba54d0f9729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.759794 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.785186 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-01a5f6e9-4c15-49d9-a4a4-cffbd42a5e67 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.794901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Network 41dc7ecb-b499-47d8-a9f3-6d063c175528 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:30.798337 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=cf36e96b-2681-4a1d-b187-4d4b0f8bd9c6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:30.800389 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:30.806998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event deleted for resources: {'Port': ['ID=e5274e65-e8ad-4b73-9778-f4fa6a052c1d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:30.812918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:30.822892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:30.847209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Pushing event updated for resources: {'Port': ['ID=cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:30.862309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737de65b-531b-416c-aaed-371d7e2f32b8 None None] Network c01f3282-1d9a-4e7e-97f7-b7b244000351 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:30.882725 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b458757-2509-4fee-91ee-ba54d0f9729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.887243 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b458757-2509-4fee-91ee-ba54d0f9729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:30.888021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:30.888433 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5b458757-2509-4fee-91ee-ba54d0f9729e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d5ff787-87bc-4ec2-b8d5-a0bd9db0d13c HTTP/1.1" status: 204 len: 168 time: 0.3076696 Sep 16 04:48:30.895941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:30.899790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5f6e9-4c15-49d9-a4a4-cffbd42a5e67 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'Subnet': ['ID=6d14e8a7-4cf0-447f-ae71-0bd08d9456b0,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:30.906350 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b458757-2509-4fee-91ee-ba54d0f9729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5ff787-87bc-4ec2-b8d5-a0bd9db0d13c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:30.987343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:31.021793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5f6e9-4c15-49d9-a4a4-cffbd42a5e67 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Checking segment: {'id': '84231fc8-2c97-4890-8e9f-6a5e3f3958b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2550fc69-e5c1-416c-af26-1e7ae2472d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:31.022650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5f6e9-4c15-49d9-a4a4-cffbd42a5e67 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Network hostable DHCP agents. Network: 2550fc69-e5c1-416c-af26-1e7ae2472d1e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:31.036507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef980ea8-2a7e-45ba-8b88-a48d42dca4a0 req-aefbc6be-a0c3-4171-9095-4450d789ecca tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=5921a7e6-7dff-4e10-b63c-9336cd6d8e53 HTTP/1.1" status: 200 len: 210 time: 0.0360813 Sep 16 04:48:31.075631 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5f6e9-4c15-49d9-a4a4-cffbd42a5e67 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Network 2550fc69-e5c1-416c-af26-1e7ae2472d1e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:31.094890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-01a5f6e9-4c15-49d9-a4a4-cffbd42a5e67 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 2550fc69-e5c1-416c-af26-1e7ae2472d1e) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:31.111248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a5f6e9-4c15-49d9-a4a4-cffbd42a5e67 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:31.112152 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-01a5f6e9-4c15-49d9-a4a4-cffbd42a5e67 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.203320 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-01a5f6e9-4c15-49d9-a4a4-cffbd42a5e67 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1382465 Sep 16 04:48:31.205169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:31.205979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39278) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:31.208211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404319c0-735d-4b84-9f0f-7560af83f1fb None None] Network 2550fc69-e5c1-416c-af26-1e7ae2472d1e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:31.218196 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5153ca1-673f-41a5-943e-ce61f431623f None None] Sync routers for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:31.232112 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5153ca1-673f-41a5-943e-ce61f431623f None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:31.232757 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f5153ca1-673f-41a5-943e-ce61f431623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:31.317858 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] No DVR routers for this DVR port e5274e65-e8ad-4b73-9778-f4fa6a052c1d on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:31.321003 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.323375 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c30a2dcb-8ad7-4a01-932f-46e7564cbab4 req-254ddeb6-777a-42b6-84f5-af6bb3439373 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.15 "DELETE /v2.0/ports/e5274e65-e8ad-4b73-9778-f4fa6a052c1d HTTP/1.1" status: 204 len: 173 time: 1.4540830 Sep 16 04:48:31.323762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'name': 'network-vif-deleted', 'tag': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:31.326515 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f15673f-e63b-4708-bbdf-adb5a6c92d67" -d '{"events": [{"server_uuid": "5921a7e6-7dff-4e10-b63c-9336cd6d8e53", "name": "network-vif-deleted", "tag": "e5274e65-e8ad-4b73-9778-f4fa6a052c1d"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:31.407438 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae8dc66-b8f3-4d9e-805f-c13f7529e008 x-openstack-request-id: req-bae8dc66-b8f3-4d9e-805f-c13f7529e008 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:31.410077 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5921a7e6-7dff-4e10-b63c-9336cd6d8e53", "name": "network-vif-deleted", "tag": "e5274e65-e8ad-4b73-9778-f4fa6a052c1d", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:31.410362 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bae8dc66-b8f3-4d9e-805f-c13f7529e008 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:31.410788 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5921a7e6-7dff-4e10-b63c-9336cd6d8e53', 'name': 'network-vif-deleted', 'tag': 'e5274e65-e8ad-4b73-9778-f4fa6a052c1d', 'status': 'completed', 'code': 200} Sep 16 04:48:31.454031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39284) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:31.488085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-567359c7-173b-404d-925b-b4665e226b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.517837 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f5153ca1-673f-41a5-943e-ce61f431623f None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:31.588309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e2b62812-9745-4d69-a3db-14097cdeaec5 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:31.658269 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f4786afe-ab50-43f0-bb3c-23fb9d6bea1b None None] Provisioning complete for port e2b62812-9745-4d69-a3db-14097cdeaec5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:31.658654 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4786afe-ab50-43f0-bb3c-23fb9d6bea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.667084 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-567359c7-173b-404d-925b-b4665e226b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.673078 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-567359c7-173b-404d-925b-b4665e226b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.720001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Attempting to bind port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:31.720292 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Attempting to bind port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'be4d0272-c720-4a9e-a151-06b89bc7d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '41dc7ecb-b499-47d8-a9f3-6d063c175528'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:31.720644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Attempting to bind port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 on network 41dc7ecb-b499-47d8-a9f3-6d063c175528 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:31.726764 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-567359c7-173b-404d-925b-b4665e226b38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c97fdc58c5a549ecac96e4eab721786d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712159 Sep 16 04:48:31.727883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567359c7-173b-404d-925b-b4665e226b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6751489a-4e91-4bc3-b34c-21600563d508,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:31.730343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39286) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:31.782396 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:31.782848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Checking segment: {'id': 'be4d0272-c720-4a9e-a151-06b89bc7d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '41dc7ecb-b499-47d8-a9f3-6d063c175528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:31.783179 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.783582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Bound using segment: {'id': 'be4d0272-c720-4a9e-a151-06b89bc7d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '41dc7ecb-b499-47d8-a9f3-6d063c175528'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:31.784605 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Bound port: cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4d0272-c720-4a9e-a151-06b89bc7d163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '41dc7ecb-b499-47d8-a9f3-6d063c175528'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:31.785777 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.804793 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fee3df7d-fdd2-4c02-8681-b871e83ee973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.853331 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fee3df7d-fdd2-4c02-8681-b871e83ee973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.883295 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f5153ca1-673f-41a5-943e-ce61f431623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:04Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:31.926102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-2550fc69-e5c1-416c-af26-1e7ae2472d1e', 'network_id': '2550fc69-e5c1-416c-af26-1e7ae2472d1e', 'tenant_id': '966c5bd30c5a433a8da81451521027e4', 'fixed_ips': [{'subnet_id': '6d14e8a7-4cf0-447f-ae71-0bd08d9456b0'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:31.928370 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.931578 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5153ca1-673f-41a5-943e-ce61f431623f None None] Checking router: ee6b3f27-2d80-48be-84c9-090ca84cc5c5 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:31.969011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fee3df7d-fdd2-4c02-8681-b871e83ee973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.973838 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fee3df7d-fdd2-4c02-8681-b871e83ee973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:31.975517 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fee3df7d-fdd2-4c02-8681-b871e83ee973 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6751489a-4e91-4bc3-b34c-21600563d508 HTTP/1.1" status: 204 len: 168 time: 0.2442489 Sep 16 04:48:31.976003 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5153ca1-673f-41a5-943e-ce61f431623f None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:31.976871 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f5153ca1-673f-41a5-943e-ce61f431623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:31.994557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3df7d-fdd2-4c02-8681-b871e83ee973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6751489a-4e91-4bc3-b34c-21600563d508,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:32.022062 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e2b62812-9745-4d69-a3db-14097cdeaec5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:32.022472 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.033505 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.105680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.150469 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f5153ca1-673f-41a5-943e-ce61f431623f None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:32.162628 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4786afe-ab50-43f0-bb3c-23fb9d6bea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.182699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39298) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:32.194242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.245473 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.317445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f4786afe-ab50-43f0-bb3c-23fb9d6bea1b None None] For port e2b62812-9745-4d69-a3db-14097cdeaec5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e2b62812-9745-4d69-a3db-14097cdeaec5,segment=NetworkSegment(600b017e-79d9-45d1-917d-8c2605ff9ea5),segment_id=600b017e-79d9-45d1-917d-8c2605ff9ea5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:32.334680 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4786afe-ab50-43f0-bb3c-23fb9d6bea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.355665 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b229f339-bab0-4cb2-bffe-fe590a33c573 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.411700 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b229f339-bab0-4cb2-bffe-fe590a33c573 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.498719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] For port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:32.502462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4786afe-ab50-43f0-bb3c-23fb9d6bea1b None None] Pushing event updated for resources: {'Port': ['ID=e2b62812-9745-4d69-a3db-14097cdeaec5,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:32.528966 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b229f339-bab0-4cb2-bffe-fe590a33c573 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.537757 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b229f339-bab0-4cb2-bffe-fe590a33c573 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.540204 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b229f339-bab0-4cb2-bffe-fe590a33c573 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "DELETE /v2.0/security-groups/5853f265-8362-4f02-852c-40ea7119ef4d HTTP/1.1" status: 204 len: 168 time: 0.3552439 Sep 16 04:48:32.542568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39306) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:32.564534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] For port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9,segment=NetworkSegment(be4d0272-c720-4a9e-a151-06b89bc7d163),segment_id=be4d0272-c720-4a9e-a151-06b89bc7d163)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:32.573634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229f339-bab0-4cb2-bffe-fe590a33c573 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5853f265-8362-4f02-852c-40ea7119ef4d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:32.574631 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.623388 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-ffcd2c5f-0f59-45c6-9884-9af8813eb0ec tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] show failed (client error): The resource could not be found. Sep 16 04:48:32.625202 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ffcd2c5f-0f59-45c6-9884-9af8813eb0ec tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups/5853f265-8362-4f02-852c-40ea7119ef4d HTTP/1.1" status: 404 len: 347 time: 0.0577905 Sep 16 04:48:32.629081 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39312) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:32.657860 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:48:32.658228 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:48:32.666592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc15108-7d35-444e-b097-1cce907cded4 None None] Pushing event updated for resources: {'Port': ['ID=cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:32.682005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Allocated IP 2001:db8::2 (2550fc69-e5c1-416c-af26-1e7ae2472d1e/6d14e8a7-4cf0-447f-ae71-0bd08d9456b0/fc2df565-9538-46a6-b024-4a405b7d4bfb) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:32.746273 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f5153ca1-673f-41a5-943e-ce61f431623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:04Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:32.781804 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5153ca1-673f-41a5-943e-ce61f431623f None None] The sync data for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 is: [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:04Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:32.868046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0059acac-e191-4a6c-b196-5bd8b2cd0d53 None None] Provisioning complete for port e2b62812-9745-4d69-a3db-14097cdeaec5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:32.868436 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0059acac-e191-4a6c-b196-5bd8b2cd0d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:32.933223 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-67a26d42-38fc-4bf5-9d04-e8867f6c38d0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Deleting port ced838df-3f38-42fc-b091-8747179c7655 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:32.933617 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67a26d42-38fc-4bf5-9d04-e8867f6c38d0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.120623 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.151342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67a26d42-38fc-4bf5-9d04-e8867f6c38d0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.151675 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67a26d42-38fc-4bf5-9d04-e8867f6c38d0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.176893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-67a26d42-38fc-4bf5-9d04-e8867f6c38d0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Calling delete_port for ced838df-3f38-42fc-b091-8747179c7655 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:33.262459 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.276858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Allocated IP 2001:db8::1 (41dc7ecb-b499-47d8-a9f3-6d063c175528/72d06698-60f6-4a66-8c10-ccb45825b1dc/d7d0ff2f-5b27-4825-9be3-b87804146d99) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:33.433561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Network 2550fc69-e5c1-416c-af26-1e7ae2472d1e is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:33.443042 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:33.450104 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67a26d42-38fc-4bf5-9d04-e8867f6c38d0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.458443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:33.483549 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Pushing event updated for resources: {'Port': ['ID=fc2df565-9538-46a6-b024-4a405b7d4bfb,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:33.494789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece16878-117c-4899-b5dd-4e09aaa712bb None None] New status for floating IP 02a93f52-90d8-410a-88a7-072780fae19f: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:48:33.516562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a26d42-38fc-4bf5-9d04-e8867f6c38d0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event deleted for resources: {'Port': ['ID=ced838df-3f38-42fc-b091-8747179c7655,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:33.585487 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.615564 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67a26d42-38fc-4bf5-9d04-e8867f6c38d0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.616126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.619744 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67a26d42-38fc-4bf5-9d04-e8867f6c38d0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.633816 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-67a26d42-38fc-4bf5-9d04-e8867f6c38d0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "DELETE /v2.0/floatingips/02a93f52-90d8-410a-88a7-072780fae19f HTTP/1.1" status: 204 len: 168 time: 0.9887469 Sep 16 04:48:33.677309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e2b62812-9745-4d69-a3db-14097cdeaec5 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:33.712594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.723227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=cf36e96b-2681-4a1d-b187-4d4b0f8bd9c6,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:33.818331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Attempting to bind port fc2df565-9538-46a6-b024-4a405b7d4bfb on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:33.818730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Attempting to bind port fc2df565-9538-46a6-b024-4a405b7d4bfb by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '84231fc8-2c97-4890-8e9f-6a5e3f3958b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2550fc69-e5c1-416c-af26-1e7ae2472d1e'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:33.819107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Attempting to bind port fc2df565-9538-46a6-b024-4a405b7d4bfb on network 2550fc69-e5c1-416c-af26-1e7ae2472d1e {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:33.841041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:33.841424 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.841798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Checking segment: {'id': '84231fc8-2c97-4890-8e9f-6a5e3f3958b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2550fc69-e5c1-416c-af26-1e7ae2472d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:33.842523 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.843410 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Bound using segment: {'id': '84231fc8-2c97-4890-8e9f-6a5e3f3958b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2550fc69-e5c1-416c-af26-1e7ae2472d1e'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:33.844294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Bound port: fc2df565-9538-46a6-b024-4a405b7d4bfb, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84231fc8-2c97-4890-8e9f-6a5e3f3958b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2550fc69-e5c1-416c-af26-1e7ae2472d1e'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:33.844987 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.860761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e2b62812-9745-4d69-a3db-14097cdeaec5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:33.861210 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.885688 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:33.949407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Network 41dc7ecb-b499-47d8-a9f3-6d063c175528 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:33.988069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:34.005296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:34.005918 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.012136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'Port': ['ID=d7d0ff2f-5b27-4825-9be3-b87804146d99,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:34.072825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] For port fc2df565-9538-46a6-b024-4a405b7d4bfb, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:34.076320 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] For port fc2df565-9538-46a6-b024-4a405b7d4bfb, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fc2df565-9538-46a6-b024-4a405b7d4bfb,segment=NetworkSegment(84231fc8-2c97-4890-8e9f-6a5e3f3958b4),segment_id=84231fc8-2c97-4890-8e9f-6a5e3f3958b4)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:34.076852 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Floating IP 81367726-3196-407b-9811-57f1a190a22d associated. External IP: 172.25.0.66, port: fe258d2a-feee-4366-9947-604b3a937248. Sep 16 04:48:34.085362 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.096936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39346) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:34.104343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8f6ec88c-8e52-4905-95b3-d23d66ffb138 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072967844', 'description': 'tempest-description--2014422836'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:34.147117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:34.150339 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec88c-8e52-4905-95b3-d23d66ffb138 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.185125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e5274e65-e8ad-4b73-9778-f4fa6a052c1d no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:34.223010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: e5274e65-e8ad-4b73-9778-f4fa6a052c1d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:34.223506 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e5274e65-e8ad-4b73-9778-f4fa6a052c1d not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:34.269068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527ebf2-6dc8-4003-a800-ed2a93d09c1d None None] Pushing event updated for resources: {'Port': ['ID=fc2df565-9538-46a6-b024-4a405b7d4bfb,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:34.293948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:34.294350 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.329011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec88c-8e52-4905-95b3-d23d66ffb138 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.343410 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec88c-8e52-4905-95b3-d23d66ffb138 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.343834 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c9f5e5-5bad-4816-ab29-6c17b91fe738 None None] Network 41dc7ecb-b499-47d8-a9f3-6d063c175528 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:34.388408 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec88c-8e52-4905-95b3-d23d66ffb138 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.394338 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8f6ec88c-8e52-4905-95b3-d23d66ffb138 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2945077 Sep 16 04:48:34.395256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39356) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:34.400093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ec88c-8e52-4905-95b3-d23d66ffb138 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bba700-f6c4-47c9-9772-e81193d3ec33,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:34.412900 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-342fd77b-c402-414c-97f2-48686ea8ee48 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Request body: {'security_group_rule': {'security_group_id': '97bba700-f6c4-47c9-9772-e81193d3ec33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:34.502315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-34d542f5-a0a5-483c-bbab-f88f7d6cb673 None None] Provisioning complete for port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:34.503344 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-34d542f5-a0a5-483c-bbab-f88f7d6cb673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.573775 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.667742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9,segment=NetworkSegment(be4d0272-c720-4a9e-a151-06b89bc7d163),segment_id=be4d0272-c720-4a9e-a151-06b89bc7d163)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:34.677995 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.682933 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:34.689992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-342fd77b-c402-414c-97f2-48686ea8ee48 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.709898 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.787344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:34.971994 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-342fd77b-c402-414c-97f2-48686ea8ee48 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:34.980525 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-342fd77b-c402-414c-97f2-48686ea8ee48 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.033091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:35.045141 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f8d43-4a02-416f-acac-6aa2a1f87ffe None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:35.059614 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f8d43-4a02-416f-acac-6aa2a1f87ffe None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:35.060256 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b23f8d43-4a02-416f-acac-6aa2a1f87ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:35.081706 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-342fd77b-c402-414c-97f2-48686ea8ee48 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.086034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39382) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.086884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-342fd77b-c402-414c-97f2-48686ea8ee48 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6814420 Sep 16 04:48:35.093945 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fd77b-c402-414c-97f2-48686ea8ee48 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87f88d2-e200-4bf4-9ae1-e9f68387af22,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:35.102294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fccebe4c-b76e-4927-999b-8fa55e4d31ba tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Request body: {'security_group_rule': {'security_group_id': '97bba700-f6c4-47c9-9772-e81193d3ec33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:35.114615 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.126667 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1aefee51-c15e-4c92-b176-ef27bad583df None None] Provisioning complete for port d7d0ff2f-5b27-4825-9be3-b87804146d99 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:35.127229 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1aefee51-c15e-4c92-b176-ef27bad583df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.133814 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b23f8d43-4a02-416f-acac-6aa2a1f87ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:35.170538 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f8d43-4a02-416f-acac-6aa2a1f87ffe None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:35.172237 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b23f8d43-4a02-416f-acac-6aa2a1f87ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:35.185812 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a82cdd19-387d-4ed4-aa1d-17e1b396fff1 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1991575 Sep 16 04:48:35.186408 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fccebe4c-b76e-4927-999b-8fa55e4d31ba tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.192956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39386) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.218972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2d63ad57-0df9-46f0-ba67-85a76ca4c1eb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'floatingip': {'port_id': 'fe258d2a-feee-4366-9947-604b3a937248', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:35.243496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1aefee51-c15e-4c92-b176-ef27bad583df None None] Port d7d0ff2f-5b27-4825-9be3-b87804146d99 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:35.251830 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b23f8d43-4a02-416f-acac-6aa2a1f87ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:35.252791 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f8d43-4a02-416f-acac-6aa2a1f87ffe None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:35.288133 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1aefee51-c15e-4c92-b176-ef27bad583df None None] Provisioning complete for port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:35.288667 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1aefee51-c15e-4c92-b176-ef27bad583df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.438462 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fccebe4c-b76e-4927-999b-8fa55e4d31ba tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.468361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fccebe4c-b76e-4927-999b-8fa55e4d31ba tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.475562 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.483034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.483906 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.531374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d63ad57-0df9-46f0-ba67-85a76ca4c1eb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.555531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccebe4c-b76e-4927-999b-8fa55e4d31ba tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47b235a-4c3e-473d-8f8e-a966d99baf5e,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:35.619436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fccebe4c-b76e-4927-999b-8fa55e4d31ba tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.620949 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fccebe4c-b76e-4927-999b-8fa55e4d31ba tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5309110 Sep 16 04:48:35.621083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fc2df565-9538-46a6-b024-4a405b7d4bfb up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:35.624948 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.627625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39400) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:35.636289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:35.721109 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.781343 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963243fe-9345-4e60-82bf-739107067f20 None None] Network 2550fc69-e5c1-416c-af26-1e7ae2472d1e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:35.790290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'Port': ['ID=d7d0ff2f-5b27-4825-9be3-b87804146d99,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:35.836230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Network 41dc7ecb-b499-47d8-a9f3-6d063c175528 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:35.837795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:35.842218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port fc2df565-9538-46a6-b024-4a405b7d4bfb triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:35.842612 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:35.978033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2d807c34-e667-4b2a-977c-77dd82864fa3 None None] Provisioning complete for port d7d0ff2f-5b27-4825-9be3-b87804146d99 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:35.978437 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d807c34-e667-4b2a-977c-77dd82864fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.024198 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.061105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Router 66c452c6-b54f-47f2-ad41-605346afe098 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:48:36.123616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2d807c34-e667-4b2a-977c-77dd82864fa3 None None] Port d7d0ff2f-5b27-4825-9be3-b87804146d99 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:36.158876 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.177027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2d807c34-e667-4b2a-977c-77dd82864fa3 None None] Provisioning complete for port fc2df565-9538-46a6-b024-4a405b7d4bfb triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:36.177263 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d807c34-e667-4b2a-977c-77dd82864fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.239965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port fc2df565-9538-46a6-b024-4a405b7d4bfb, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fc2df565-9538-46a6-b024-4a405b7d4bfb,segment=NetworkSegment(84231fc8-2c97-4890-8e9f-6a5e3f3958b4),segment_id=84231fc8-2c97-4890-8e9f-6a5e3f3958b4)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:36.247910 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.248129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:36.248734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:36.260275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39416) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:36.260929 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-38a96e0e-8aae-47b4-b56b-00035279250a tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "PUT /v2.0/routers/66c452c6-b54f-47f2-ad41-605346afe098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0527816 Sep 16 04:48:36.292033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b4497c-1972-4ecb-b7a8-549d535165de None None] Sync routers for ids ['66c452c6-b54f-47f2-ad41-605346afe098'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:36.335118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4497c-1972-4ecb-b7a8-549d535165de None None] Routers {'66c452c6-b54f-47f2-ad41-605346afe098'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:36.336327 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-59b4497c-1972-4ecb-b7a8-549d535165de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['66c452c6-b54f-47f2-ad41-605346afe098'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:36.377167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39418) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:36.407318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Allocated IP 172.25.0.146 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/b98be4bd-eb1b-49b8-b563-fbdbcabd5adb) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:36.452103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-59b4497c-1972-4ecb-b7a8-549d535165de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:36.463197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=fc2df565-9538-46a6-b024-4a405b7d4bfb,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:36.478623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:36.479514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:36.480048 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:36.480496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:36.480940 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:36.481624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:36.482151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:36.482659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:36.483087 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:36.483521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:36.483953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:36.484397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:48:36.492338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4497c-1972-4ecb-b7a8-549d535165de None None] Routers {'66c452c6-b54f-47f2-ad41-605346afe098'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:36.493132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-59b4497c-1972-4ecb-b7a8-549d535165de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['66c452c6-b54f-47f2-ad41-605346afe098'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:36.536961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-59b4497c-1972-4ecb-b7a8-549d535165de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:36.537758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b4497c-1972-4ecb-b7a8-549d535165de None None] The sync data for ids ['66c452c6-b54f-47f2-ad41-605346afe098'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:36.543542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:36.544026 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.553875 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a440d7b-3eb6-4521-9279-5fcdb1d538fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.595264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d1e5cca6-a7e6-480f-916f-68fbdebbe3b8 None None] Provisioning complete for port d7d0ff2f-5b27-4825-9be3-b87804146d99 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:36.595533 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1e5cca6-a7e6-480f-916f-68fbdebbe3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.643559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5cca6-a7e6-480f-916f-68fbdebbe3b8 None None] Port d7d0ff2f-5b27-4825-9be3-b87804146d99 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:36.663496 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a440d7b-3eb6-4521-9279-5fcdb1d538fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.669131 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a440d7b-3eb6-4521-9279-5fcdb1d538fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.691234 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d1e5cca6-a7e6-480f-916f-68fbdebbe3b8 None None] Provisioning complete for port fc2df565-9538-46a6-b024-4a405b7d4bfb triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:36.691678 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1e5cca6-a7e6-480f-916f-68fbdebbe3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.704653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a440d7b-3eb6-4521-9279-5fcdb1d538fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707c6f6a-f4da-4cb6-9c12-b3843c1d5b82,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:36.734212 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0a440d7b-3eb6-4521-9279-5fcdb1d538fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ed017c89b6546dab11255bef8bbef4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526869 Sep 16 04:48:36.734795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39426) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:36.793922 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03d4f619-d0a1-40fe-b85e-de2cdcbc85bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.820585 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03d4f619-d0a1-40fe-b85e-de2cdcbc85bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.878680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03d4f619-d0a1-40fe-b85e-de2cdcbc85bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.881892 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03d4f619-d0a1-40fe-b85e-de2cdcbc85bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:36.883175 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-03d4f619-d0a1-40fe-b85e-de2cdcbc85bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/707c6f6a-f4da-4cb6-9c12-b3843c1d5b82 HTTP/1.1" status: 204 len: 168 time: 0.1473339 Sep 16 04:48:36.898934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4f619-d0a1-40fe-b85e-de2cdcbc85bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707c6f6a-f4da-4cb6-9c12-b3843c1d5b82,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:36.900726 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.resource_extend [None req-2d63ad57-0df9-46f0-ba67-85a76ca4c1eb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:48:37.034909 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.044093 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d63ad57-0df9-46f0-ba67-85a76ca4c1eb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.051867 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d63ad57-0df9-46f0-ba67-85a76ca4c1eb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.170116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39436) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:37.187273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4b248a8-4f39-40be-ab15-d1d91be272af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.241755 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-2aebc158-39f3-4a6a-88f8-db979097c048 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:48:37.242834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2aebc158-39f3-4a6a-88f8-db979097c048 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "PUT /v2.0/routers/66c452c6-b54f-47f2-ad41-605346afe098/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9815936 Sep 16 04:48:37.245809 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.245974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39438) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:37.297506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:37.304747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:37.310380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:37.375877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4b248a8-4f39-40be-ab15-d1d91be272af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.381152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fc2df565-9538-46a6-b024-4a405b7d4bfb up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:37.386848 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4b248a8-4f39-40be-ab15-d1d91be272af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.438264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event updated for resources: {'Port': ['ID=b98be4bd-eb1b-49b8-b563-fbdbcabd5adb,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:37.454681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port fc2df565-9538-46a6-b024-4a405b7d4bfb triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:37.455069 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.499015 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b4b248a8-4f39-40be-ab15-d1d91be272af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12dcd4a81b534bfaa38e563e256b3d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252630 Sep 16 04:48:37.499015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b248a8-4f39-40be-ab15-d1d91be272af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35159b5-84c9-4c71-acbf-b983bc26c2ea,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:37.501401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39440) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:37.514879 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.563168 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.568331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d63ad57-0df9-46f0-ba67-85a76ca4c1eb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:37.569471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.644075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c0ae-0830-4023-9157-b017d9bf99b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.671590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c0ae-0830-4023-9157-b017d9bf99b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.759320 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c0ae-0830-4023-9157-b017d9bf99b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.761913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c0ae-0830-4023-9157-b017d9bf99b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.763073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b0e8c0ae-0830-4023-9157-b017d9bf99b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e35159b5-84c9-4c71-acbf-b983bc26c2ea HTTP/1.1" status: 204 len: 168 time: 0.2577603 Sep 16 04:48:37.778451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8c0ae-0830-4023-9157-b017d9bf99b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35159b5-84c9-4c71-acbf-b983bc26c2ea,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:37.781546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d63ad57-0df9-46f0-ba67-85a76ca4c1eb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:37.783123 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-daabd0ed-2cfe-4f4a-ab32-ee75f5ebb970 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.789653 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d63ad57-0df9-46f0-ba67-85a76ca4c1eb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.794126 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc0373-042c-4e25-8033-bb3a7f2e4663 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:37.827758 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc0373-042c-4e25-8033-bb3a7f2e4663 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:37.832670 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-abbc0373-042c-4e25-8033-bb3a7f2e4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:37.870374 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2d63ad57-0df9-46f0-ba67-85a76ca4c1eb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "PUT /v2.0/floatingips/81367726-3196-407b-9811-57f1a190a22d HTTP/1.1" status: 200 len: 977 time: 2.6733553 Sep 16 04:48:37.874563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39448) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:37.880555 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.885169 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-abbc0373-042c-4e25-8033-bb3a7f2e4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:37.886815 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:37.901845 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc0373-042c-4e25-8033-bb3a7f2e4663 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:37.902470 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-abbc0373-042c-4e25-8033-bb3a7f2e4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:37.953912 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-abbc0373-042c-4e25-8033-bb3a7f2e4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:37.955448 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc0373-042c-4e25-8033-bb3a7f2e4663 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:37.995874 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event updated for resources: {'Port': ['ID=b98be4bd-eb1b-49b8-b563-fbdbcabd5adb,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:38.003038 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.023542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.024968 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9dd9c4a9-a3a2-41c8-a43b-0fd0ba79b96d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3963530 Sep 16 04:48:38.269134 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-12779b3d-f4b7-4fe9-81a3-17268cc2dc6e tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1072967844&fields=id&tenant_id=022d7fc0ebfa42e396c695a2bac9b768 HTTP/1.1" status: 200 len: 267 time: 0.0376024 Sep 16 04:48:38.391321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70a20e-efcf-4301-b230-c0bab225a516 req-c3e68fe6-ada4-46ad-8d71-e2a9ca0c4c9e tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:38.392858 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-c3e68fe6-ada4-46ad-8d71-e2a9ca0c4c9e tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/networks?id=54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 200 len: 811 time: 0.1160586 Sep 16 04:48:38.414379 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-d664c094-2e61-42d7-8f4c-a6ee7db182ff tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/quotas/022d7fc0ebfa42e396c695a2bac9b768 HTTP/1.1" status: 200 len: 375 time: 0.0137043 Sep 16 04:48:38.480822 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-d28d1126-3855-4b6a-b398-18001c291e71 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0590081 Sep 16 04:48:38.542551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port cf36e96b-2681-4a1d-b187-4d4b0f8bd9c6 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:38.542902 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.598329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-5406ba08-d33e-49ff-9ab5-33e7f4795bb5 service neutron] 10.222.0.53 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047518 Sep 16 04:48:38.615502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-daabd0ed-2cfe-4f4a-ab32-ee75f5ebb970 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Deleting port d7d0ff2f-5b27-4825-9be3-b87804146d99 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:38.617408 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-daabd0ed-2cfe-4f4a-ab32-ee75f5ebb970 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.664363 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.665122 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.707654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for cf36e96b-2681-4a1d-b187-4d4b0f8bd9c6 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:38.714306 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-fe3aceab-16af-4951-8807-88a86c00f595 service neutron] 10.222.0.53 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107993 Sep 16 04:48:38.776340 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-daabd0ed-2cfe-4f4a-ab32-ee75f5ebb970 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:38.806473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-daabd0ed-2cfe-4f4a-ab32-ee75f5ebb970 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Calling delete_port for d7d0ff2f-5b27-4825-9be3-b87804146d99 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:38.932848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54713f1f-493f-474d-9a1b-a8d40a2e3c54 req-4078ba0c-a2c8-4c0f-abe4-548893a778f7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 210 time: 0.0444386 Sep 16 04:48:39.124062 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.166690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=cf36e96b-2681-4a1d-b187-4d4b0f8bd9c6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:39.243062 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-daabd0ed-2cfe-4f4a-ab32-ee75f5ebb970 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.289881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabd0ed-2cfe-4f4a-ab32-ee75f5ebb970 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Port': ['ID=d7d0ff2f-5b27-4825-9be3-b87804146d99,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:39.307223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.307741 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Floating IP 81367726-3196-407b-9811-57f1a190a22d disassociated (deleted). External IP: 172.25.0.66, port: fe258d2a-feee-4366-9947-604b3a937248. Sep 16 04:48:39.458442 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-daabd0ed-2cfe-4f4a-ab32-ee75f5ebb970 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:39.710326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daabd0ed-2cfe-4f4a-ab32-ee75f5ebb970 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Router 66c452c6-b54f-47f2-ad41-605346afe098 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:39.834377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:39.837536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daabd0ed-2cfe-4f4a-ab32-ee75f5ebb970 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:39.843429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-daabd0ed-2cfe-4f4a-ab32-ee75f5ebb970 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "PUT /v2.0/routers/66c452c6-b54f-47f2-ad41-605346afe098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5963767 Sep 16 04:48:39.848599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39530) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:39.850625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1dd34-c145-49f7-96d1-49b53ea8ad68 None None] Sync routers for ids ['66c452c6-b54f-47f2-ad41-605346afe098'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:39.865399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1dd34-c145-49f7-96d1-49b53ea8ad68 None None] Routers {'66c452c6-b54f-47f2-ad41-605346afe098'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:39.870061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-31f1dd34-c145-49f7-96d1-49b53ea8ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['66c452c6-b54f-47f2-ad41-605346afe098'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:39.913933 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-31f1dd34-c145-49f7-96d1-49b53ea8ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:39.925307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1dd34-c145-49f7-96d1-49b53ea8ad68 None None] Routers {'66c452c6-b54f-47f2-ad41-605346afe098'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:39.926443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-31f1dd34-c145-49f7-96d1-49b53ea8ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['66c452c6-b54f-47f2-ad41-605346afe098'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:39.927578 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-1f48ccf4-48e3-4f6b-bc50-df283b117da9 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] delete failed (client error): The resource could not be found. Sep 16 04:48:39.928834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1f48ccf4-48e3-4f6b-bc50-df283b117da9 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-759004843 HTTP/1.1" status: 404 len: 334 time: 0.0766993 Sep 16 04:48:39.932561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39534) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:39.960549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-0b08bb1f-4501-4616-af1b-ca19b92e7afd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Request body: {'router': {'external_gateway_info': {'network_id': '66c452c6-b54f-47f2-ad41-605346afe098'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:39.968902 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-31f1dd34-c145-49f7-96d1-49b53ea8ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:39.969973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1dd34-c145-49f7-96d1-49b53ea8ad68 None None] The sync data for ids ['66c452c6-b54f-47f2-ad41-605346afe098'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:40.019551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:40.030061 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833729f7-3634-4f9f-a37d-dc2970413476 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:40.037268 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.052312 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833729f7-3634-4f9f-a37d-dc2970413476 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:40.053911 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-833729f7-3634-4f9f-a37d-dc2970413476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:40.139590 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3f40f18c-96e1-4135-b8b8-3cef361b3d7b tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/floatingips/81367726-3196-407b-9811-57f1a190a22d HTTP/1.1" status: 204 len: 168 time: 2.2639840 Sep 16 04:48:40.154253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39544) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:40.161182 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-833729f7-3634-4f9f-a37d-dc2970413476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:40.173578 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833729f7-3634-4f9f-a37d-dc2970413476 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:40.174589 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-833729f7-3634-4f9f-a37d-dc2970413476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:40.228888 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-833729f7-3634-4f9f-a37d-dc2970413476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:40.229552 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833729f7-3634-4f9f-a37d-dc2970413476 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:40.270803 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f5cbfed2-cb81-471b-8511-c85f8878beda req-82d6797c-0a5f-41a6-aca3-a0ad238bb9c8 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 210 time: 0.0933142 Sep 16 04:48:40.301867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70a20e-efcf-4301-b230-c0bab225a516 req-7e68a361-06ac-4dc4-8e6a-0ff67941e9b4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:40.301867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-7e68a361-06ac-4dc4-8e6a-0ff67941e9b4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.50 "GET /v2.0/networks?id=54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 200 len: 811 time: 0.2955155 Sep 16 04:48:40.352123 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0b08bb1f-4501-4616-af1b-ca19b92e7afd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.364596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9c23c4c4-1e33-4bd5-9fa8-28ea7b09110f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port fe258d2a-feee-4366-9947-604b3a937248 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:40.365006 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c23c4c4-1e33-4bd5-9fa8-28ea7b09110f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.381297 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-0b08bb1f-4501-4616-af1b-ca19b92e7afd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] update failed (client error): The resource could not be found. Sep 16 04:48:40.382591 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0b08bb1f-4501-4616-af1b-ca19b92e7afd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "PUT /v2.0/routers/66c452c6-b54f-47f2-ad41-605346afe098 HTTP/1.1" status: 404 len: 339 time: 0.4488623 Sep 16 04:48:40.386206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39552) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:40.388583 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-88f9837f-8531-45ae-b59f-4f064251ee4e tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022d7fc0ebfa42e396c695a2bac9b768 HTTP/1.1" status: 200 len: 380 time: 0.0751121 Sep 16 04:48:40.391647 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fee03ba1-0a7a-4e9f-8d14-f3dbfa16b7fb tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1101088368'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:40.402660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-be70a20e-efcf-4301-b230-c0bab225a516 req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Request body: {'port': {'device_id': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'admin_state_up': True, 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'security_groups': ['97bba700-f6c4-47c9-9772-e81193d3ec33']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:40.415296 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee03ba1-0a7a-4e9f-8d14-f3dbfa16b7fb tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Made reservation on behalf of 966c5bd30c5a433a8da81451521027e4 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:40.419211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fee03ba1-0a7a-4e9f-8d14-f3dbfa16b7fb tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.443417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee03ba1-0a7a-4e9f-8d14-f3dbfa16b7fb tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:40.455393 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fee03ba1-0a7a-4e9f-8d14-f3dbfa16b7fb tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.456582 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-fee03ba1-0a7a-4e9f-8d14-f3dbfa16b7fb tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Added segment 225f0347-beb1-4d39-a49a-fca6f0067942 of type vlan for network 7f4f2a8d-acfc-4cb8-866f-e5944153be07 Sep 16 04:48:40.499273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fee03ba1-0a7a-4e9f-8d14-f3dbfa16b7fb tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.527564 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fee03ba1-0a7a-4e9f-8d14-f3dbfa16b7fb tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.533339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee03ba1-0a7a-4e9f-8d14-f3dbfa16b7fb tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:40.534534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fee03ba1-0a7a-4e9f-8d14-f3dbfa16b7fb tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.537313 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c23c4c4-1e33-4bd5-9fa8-28ea7b09110f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.565299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9c23c4c4-1e33-4bd5-9fa8-28ea7b09110f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for fe258d2a-feee-4366-9947-604b3a937248 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:40.576905 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fee03ba1-0a7a-4e9f-8d14-f3dbfa16b7fb tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1893785 Sep 16 04:48:40.579810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39558) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:40.586275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-baad7cc9-9252-4e17-bee9-0e914c9b6c46 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Request body: {'subnet': {'network_id': '7f4f2a8d-acfc-4cb8-866f-e5944153be07', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:40.631708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee03ba1-0a7a-4e9f-8d14-f3dbfa16b7fb tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'Network': ['ID=7f4f2a8d-acfc-4cb8-866f-e5944153be07,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:40.645643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 7f4f2a8d-acfc-4cb8-866f-e5944153be07 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:40.648153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be70a20e-efcf-4301-b230-c0bab225a516 req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Made reservation on behalf of 022d7fc0ebfa42e396c695a2bac9b768 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:40.651717 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-be70a20e-efcf-4301-b230-c0bab225a516 req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.727231 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baad7cc9-9252-4e17-bee9-0e914c9b6c46 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Made reservation on behalf of 966c5bd30c5a433a8da81451521027e4 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:40.730869 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-baad7cc9-9252-4e17-bee9-0e914c9b6c46 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.882968 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-be70a20e-efcf-4301-b230-c0bab225a516 req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Allocated IP 172.20.0.10 (54ab4011-9c3b-42b6-b477-8b46a43d41ae/e14c121a-a13e-4cf4-87d5-73ea10aad127/8b904360-3128-4ccc-bb23-463b37134277) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:40.924461 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c23c4c4-1e33-4bd5-9fa8-28ea7b09110f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.977408 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-baad7cc9-9252-4e17-bee9-0e914c9b6c46 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:40.991428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23c4c4-1e33-4bd5-9fa8-28ea7b09110f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=fe258d2a-feee-4366-9947-604b3a937248,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:41.045521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad7cc9-9252-4e17-bee9-0e914c9b6c46 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'Subnet': ['ID=62086a35-c6b1-4b6d-be63-224a2ec0b8d4,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:41.050244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad7cc9-9252-4e17-bee9-0e914c9b6c46 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Checking segment: {'id': '225f0347-beb1-4d39-a49a-fca6f0067942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f4f2a8d-acfc-4cb8-866f-e5944153be07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:41.050871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad7cc9-9252-4e17-bee9-0e914c9b6c46 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Network hostable DHCP agents. Network: 7f4f2a8d-acfc-4cb8-866f-e5944153be07, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:41.071610 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad7cc9-9252-4e17-bee9-0e914c9b6c46 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Network 7f4f2a8d-acfc-4cb8-866f-e5944153be07 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:41.081297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-baad7cc9-9252-4e17-bee9-0e914c9b6c46 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 7f4f2a8d-acfc-4cb8-866f-e5944153be07) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:41.086327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad7cc9-9252-4e17-bee9-0e914c9b6c46 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:41.087180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-baad7cc9-9252-4e17-bee9-0e914c9b6c46 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.092418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f3a3d-dcc3-43e8-9018-214e70e1db92 None None] Network 7f4f2a8d-acfc-4cb8-866f-e5944153be07 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:41.124605 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c23c4c4-1e33-4bd5-9fa8-28ea7b09110f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.124971 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-baad7cc9-9252-4e17-bee9-0e914c9b6c46 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5431030 Sep 16 04:48:41.126605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9c23c4c4-1e33-4bd5-9fa8-28ea7b09110f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/ports/fe258d2a-feee-4366-9947-604b3a937248 HTTP/1.1" status: 204 len: 168 time: 0.9714053 Sep 16 04:48:41.130924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39572) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:41.131130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39574) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:41.136613 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:41.143945 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-8efbb4b2-a764-46d8-83f7-41de0f8e918b tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Request body: {'router': {'external_gateway_info': {'network_id': '7f4f2a8d-acfc-4cb8-866f-e5944153be07'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:41.261636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-7f4f2a8d-acfc-4cb8-866f-e5944153be07', 'network_id': '7f4f2a8d-acfc-4cb8-866f-e5944153be07', 'tenant_id': '966c5bd30c5a433a8da81451521027e4', 'fixed_ips': [{'subnet_id': '62086a35-c6b1-4b6d-be63-224a2ec0b8d4'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:41.261765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-be70a20e-efcf-4301-b230-c0bab225a516 req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.262319 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.266174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.433490 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-916747fa-6fa8-48aa-be7d-63a38f07f17f req-20e1baf1-af3c-459f-a348-1045473c14c5 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 210 time: 0.0475557 Sep 16 04:48:41.455156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Allocated IP 2001:db8:1::2 (7f4f2a8d-acfc-4cb8-866f-e5944153be07/62086a35-c6b1-4b6d-be63-224a2ec0b8d4/6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:41.621543 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.629218 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.666739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Network 7f4f2a8d-acfc-4cb8-866f-e5944153be07 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:41.671147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:41.675496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:41.691936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Pushing event updated for resources: {'Port': ['ID=6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:41.749485 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Attempting to bind port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:41.750043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Attempting to bind port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '225f0347-beb1-4d39-a49a-fca6f0067942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f4f2a8d-acfc-4cb8-866f-e5944153be07'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:41.750576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Attempting to bind port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 on network 7f4f2a8d-acfc-4cb8-866f-e5944153be07 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:41.757600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:41.758077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Checking segment: {'id': '225f0347-beb1-4d39-a49a-fca6f0067942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f4f2a8d-acfc-4cb8-866f-e5944153be07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:41.758697 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.759197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Bound using segment: {'id': '225f0347-beb1-4d39-a49a-fca6f0067942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f4f2a8d-acfc-4cb8-866f-e5944153be07'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:41.761060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Bound port: 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225f0347-beb1-4d39-a49a-fca6f0067942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7f4f2a8d-acfc-4cb8-866f-e5944153be07'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:41.761060 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.831849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] For port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:41.836206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] For port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8,segment=NetworkSegment(225f0347-beb1-4d39-a49a-fca6f0067942),segment_id=225f0347-beb1-4d39-a49a-fca6f0067942)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:41.841252 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.857379 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8efbb4b2-a764-46d8-83f7-41de0f8e918b tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:41.903959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dd69c-b4e9-4318-ad09-d35f093c8675 None None] Pushing event updated for resources: {'Port': ['ID=6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:41.941087 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-be70a20e-efcf-4301-b230-c0bab225a516 req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.014576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be70a20e-efcf-4301-b230-c0bab225a516 req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Network 54ab4011-9c3b-42b6-b477-8b46a43d41ae is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:42.025168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-be70a20e-efcf-4301-b230-c0bab225a516 req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:42.027837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-be70a20e-efcf-4301-b230-c0bab225a516 req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:42.066837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event updated for resources: {'Port': ['ID=8b904360-3128-4ccc-bb23-463b37134277,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:42.144693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70a20e-efcf-4301-b230-c0bab225a516 req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.144693 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-be70a20e-efcf-4301-b230-c0bab225a516 req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.147457 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.219581 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-43ba2887-af2d-4004-838d-38e658180e12 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8230038 Sep 16 04:48:42.248357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Request body: {'port': {'device_id': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:42.341016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.25.0.97 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/02904346-2388-4983-bc3e-b930ca954f51) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:42.381178 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-8efbb4b2-a764-46d8-83f7-41de0f8e918b tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:48:42.382336 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8efbb4b2-a764-46d8-83f7-41de0f8e918b tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "PUT /v2.0/routers/66c452c6-b54f-47f2-ad41-605346afe098 HTTP/1.1" status: 400 len: 364 time: 1.2503383 Sep 16 04:48:42.386609 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39608) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:42.387105 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.395779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6732bb56-0212-4307-9f99-348cea89db8d None None] Provisioning complete for port 8b904360-3128-4ccc-bb23-463b37134277 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:42.396380 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6732bb56-0212-4307-9f99-348cea89db8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.501003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6732bb56-0212-4307-9f99-348cea89db8d None None] Port 8b904360-3128-4ccc-bb23-463b37134277 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:42.650500 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.761085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c467da-5221-49c3-aabc-1a1fc32ed740 req-baf3e681-a75c-4535-8d0a-9ad520c6d41d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:42.762762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a6c467da-5221-49c3-aabc-1a1fc32ed740 req-baf3e681-a75c-4535-8d0a-9ad520c6d41d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 932 time: 0.1877131 Sep 16 04:48:42.791764 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:42.866874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:42.881595 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:42.899662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:42.937641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=02904346-2388-4983-bc3e-b930ca954f51,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:42.943280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a6c467da-5221-49c3-aabc-1a1fc32ed740 req-353d2c78-7ffd-4508-a375-fdb1e85f7340 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=97bba700-f6c4-47c9-9772-e81193d3ec33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529319 Sep 16 04:48:43.011154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b904360-3128-4ccc-bb23-463b37134277 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:43.026608 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.053737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Transition to ACTIVE for port object 8b904360-3128-4ccc-bb23-463b37134277 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:48:43.059294 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.122823 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.165896 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Pushing event updated for resources: {'Port': ['ID=8b904360-3128-4ccc-bb23-463b37134277,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:43.172729 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.220136 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aecb74-4672-48ff-8ada-586232a60f78 None None] Network 7f4f2a8d-acfc-4cb8-866f-e5944153be07 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:43.293632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-457c2012-48c8-4d05-bde3-ba6c31e85933 None None] Provisioning complete for port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:43.294098 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-457c2012-48c8-4d05-bde3-ba6c31e85933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.319188 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.423245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Attempting to bind port 8b904360-3128-4ccc-bb23-463b37134277 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:43.425030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Attempting to bind port 8b904360-3128-4ccc-bb23-463b37134277 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:43.425554 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Attempting to bind port 8b904360-3128-4ccc-bb23-463b37134277 on network 54ab4011-9c3b-42b6-b477-8b46a43d41ae {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:43.462543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Port 8b904360-3128-4ccc-bb23-463b37134277 on network 54ab4011-9c3b-42b6-b477-8b46a43d41ae not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:48:43.469002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Attempting to bind port 8b904360-3128-4ccc-bb23-463b37134277 on network 54ab4011-9c3b-42b6-b477-8b46a43d41ae {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:43.470556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:43.501883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:43.502358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Checking segment: {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:43.503400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Bound using segment: {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:43.503849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Bound port: 8b904360-3128-4ccc-bb23-463b37134277, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c068f84-b23d-409a-99ec-3ee6559e2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:43.504224 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.532914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Allocated IP 2001:db8::1 (c01f3282-1d9a-4e7e-97f7-b7b244000351/012b5894-a21f-4640-836c-5fd73117080a/95e8ea0d-50f6-4e76-9602-f0c78a0ff4f4) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:43.637079 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-457c2012-48c8-4d05-bde3-ba6c31e85933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.667786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:43.669028 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.675655 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.682028 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.746006 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-457c2012-48c8-4d05-bde3-ba6c31e85933 None None] For port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8,segment=NetworkSegment(225f0347-beb1-4d39-a49a-fca6f0067942),segment_id=225f0347-beb1-4d39-a49a-fca6f0067942)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:43.764426 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-457c2012-48c8-4d05-bde3-ba6c31e85933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.822773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c2012-48c8-4d05-bde3-ba6c31e85933 None None] Pushing event updated for resources: {'Port': ['ID=6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:43.848553 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.886629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] For port 8b904360-3128-4ccc-bb23-463b37134277, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:43.902306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] For port 8b904360-3128-4ccc-bb23-463b37134277, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8b904360-3128-4ccc-bb23-463b37134277,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:43.906633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=02904346-2388-4983-bc3e-b930ca954f51,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:43.917254 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.922482 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.988237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Network c01f3282-1d9a-4e7e-97f7-b7b244000351 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:43.997306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:43.997899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:43.998253 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:43.999755 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] 10.222.0.50 "PUT /v2.0/ports/8b904360-3128-4ccc-bb23-463b37134277 HTTP/1.1" status: 200 len: 1093 time: 1.7583635 Sep 16 04:48:44.000217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'tag': '8b904360-3128-4ccc-bb23-463b37134277'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:44.002959 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442a9a32-8ec7-47ce-a8ec-1c7fa0ed7321" -d '{"events": [{"name": "network-changed", "server_uuid": "6450c91d-de45-41cb-83a6-f828d39c7ffc", "tag": "8b904360-3128-4ccc-bb23-463b37134277"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:44.013786 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:44.015057 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.017473 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.028646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'Port': ['ID=95e8ea0d-50f6-4e76-9602-f0c78a0ff4f4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.045658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f91c80-4499-4e38-ab9e-9af9ffb7438c service neutron] Pushing event updated for resources: {'Port': ['ID=8b904360-3128-4ccc-bb23-463b37134277,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.059865 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.064787 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-06bdac15-e99a-4c99-9602-9a5b85dfbc1e tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9308240 Sep 16 04:48:44.066552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39652) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:44.078352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'port': {'network_id': '219d086d-da05-4f22-91cd-d80b1f3add3e', 'name': 'tempest-FloatingIPTestJSON-751995313'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:44.081712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-95ae9164-d3af-4adc-9ab6-a1388a5573e6 None None] Provisioning complete for port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:44.082286 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95ae9164-d3af-4adc-9ab6-a1388a5573e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.145621 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e6002e-d067-4560-9f45-073a58505a90 x-openstack-request-id: req-f3e6002e-d067-4560-9f45-073a58505a90 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:44.145929 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6450c91d-de45-41cb-83a6-f828d39c7ffc", "tag": "8b904360-3128-4ccc-bb23-463b37134277", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:44.146186 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3e6002e-d067-4560-9f45-073a58505a90 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:44.146601 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'tag': '8b904360-3128-4ccc-bb23-463b37134277', 'status': 'completed', 'code': 200} Sep 16 04:48:44.235239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70a20e-efcf-4301-b230-c0bab225a516 req-9eeb16b6-e5fa-46bd-81be-4bc529036b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.237164 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-9eeb16b6-e5fa-46bd-81be-4bc529036b70 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 1096 time: 0.1860790 Sep 16 04:48:44.337349 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-3d59ef99-9134-4c8f-8077-0ee4551b9a52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b904360-3128-4ccc-bb23-463b37134277 HTTP/1.1" status: 200 len: 217 time: 0.0841744 Sep 16 04:48:44.345039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136912b-e7d9-4081-b778-b0f53256de3a req-dd81c725-644b-49b0-ac6c-0aee0630d769 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.348308 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2136912b-e7d9-4081-b778-b0f53256de3a req-dd81c725-644b-49b0-ac6c-0aee0630d769 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 944 time: 0.0967739 Sep 16 04:48:44.353859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.410792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Made reservation on behalf of 926c408025e5458bb73e5fc6efb02ae7 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:44.414176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.425722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70a20e-efcf-4301-b230-c0bab225a516 req-5f6ab1b4-9097-425b-84d2-97e4f478ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.427241 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-5f6ab1b4-9097-425b-84d2-97e4f478ab06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e14c121a-a13e-4cf4-87d5-73ea10aad127 HTTP/1.1" status: 200 len: 850 time: 0.0725861 Sep 16 04:48:44.441667 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] device_id is not set on port 50efd713-c101-42c6-b796-5ee01ece1b91 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:48:44.478417 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2136912b-e7d9-4081-b778-b0f53256de3a req-c46d2ec3-983b-4987-9cf5-db851b4954c5 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=97bba700-f6c4-47c9-9772-e81193d3ec33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173491 Sep 16 04:48:44.544491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70a20e-efcf-4301-b230-c0bab225a516 req-8e14f9eb-cf72-4216-adae-2495a19f51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:44.546064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-8e14f9eb-cf72-4216-adae-2495a19f51cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54ab4011-9c3b-42b6-b477-8b46a43d41ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063156 Sep 16 04:48:44.602375 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-93cb7fa8-cc4c-4f3a-8490-808bc221255d None None] Provisioning complete for port 95e8ea0d-50f6-4e76-9602-f0c78a0ff4f4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:44.602942 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-93cb7fa8-cc4c-4f3a-8490-808bc221255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.646953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-93cb7fa8-cc4c-4f3a-8490-808bc221255d None None] Port 95e8ea0d-50f6-4e76-9602-f0c78a0ff4f4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:44.664109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.20.0.9 (219d086d-da05-4f22-91cd-d80b1f3add3e/97abd0c1-ecd3-45ca-b9a2-fe3ef69f6d1c/50efd713-c101-42c6-b796-5ee01ece1b91) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:44.709048 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-1bc44b3d-767f-4403-8141-1d863106c6d6 service neutron] 10.222.0.50 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324778 Sep 16 04:48:44.766016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.772182 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.773109 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.840686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event updated for resources: {'Port': ['ID=95e8ea0d-50f6-4e76-9602-f0c78a0ff4f4,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:44.895876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be70a20e-efcf-4301-b230-c0bab225a516 req-f85f1f15-7ace-424e-9f12-3d8981833e92 service neutron] 10.222.0.50 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722345 Sep 16 04:48:44.912781 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:44.942328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Network c01f3282-1d9a-4e7e-97f7-b7b244000351 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:44.943951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:44.964336 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.058735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network 219d086d-da05-4f22-91cd-d80b1f3add3e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:45.071632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:45.076303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:45.103675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Router 66c452c6-b54f-47f2-ad41-605346afe098 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:45.124504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=50efd713-c101-42c6-b796-5ee01ece1b91,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:45.134142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a9a32-8ec7-47ce-a8ec-1c7fa0ed7321 req-5118dbec-0a99-49a0-93cf-d978c390bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.135959 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-442a9a32-8ec7-47ce-a8ec-1c7fa0ed7321 req-5118dbec-0a99-49a0-93cf-d978c390bc6d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 1096 time: 0.1580322 Sep 16 04:48:45.144362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.145031 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.191443 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5e36c015-53e6-44eb-b2b3-53af01bc69e3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1237936 Sep 16 04:48:45.194770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39684) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:45.198445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6433175f-dc7e-4cd4-b739-5caf90251992 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'floatingip': {'port_id': '50efd713-c101-42c6-b796-5ee01ece1b91'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:45.235430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:45.247724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-524485ff-7ba0-4459-ade2-6b6cbe38cd63 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "PUT /v2.0/routers/66c452c6-b54f-47f2-ad41-605346afe098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8597364 Sep 16 04:48:45.248287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00420f47-b052-4ddb-b6eb-872d9328aebc None None] Sync routers for ids ['66c452c6-b54f-47f2-ad41-605346afe098'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:45.248870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39690) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:45.284929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00420f47-b052-4ddb-b6eb-872d9328aebc None None] Routers {'66c452c6-b54f-47f2-ad41-605346afe098'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:45.285880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-00420f47-b052-4ddb-b6eb-872d9328aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['66c452c6-b54f-47f2-ad41-605346afe098'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:45.329830 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6433175f-dc7e-4cd4-b739-5caf90251992 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.373344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c0140b1-13ac-4691-afb2-73be4e431fe0 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.390930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-00420f47-b052-4ddb-b6eb-872d9328aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:45.396917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:45.444895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a9a32-8ec7-47ce-a8ec-1c7fa0ed7321 req-c4ceb40e-a82d-43f7-b96c-a88ff6914505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.446347 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-442a9a32-8ec7-47ce-a8ec-1c7fa0ed7321 req-c4ceb40e-a82d-43f7-b96c-a88ff6914505 service neutron] 10.222.0.50 "GET /v2.0/networks?id=54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 200 len: 912 time: 0.2985370 Sep 16 04:48:45.467981 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00420f47-b052-4ddb-b6eb-872d9328aebc None None] Routers {'66c452c6-b54f-47f2-ad41-605346afe098'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:45.468639 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-00420f47-b052-4ddb-b6eb-872d9328aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['66c452c6-b54f-47f2-ad41-605346afe098'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:45.479475 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-6c0140b1-13ac-4691-afb2-73be4e431fe0 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 04:48:45.483418 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6c0140b1-13ac-4691-afb2-73be4e431fe0 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "DELETE /v2.0/routers/66c452c6-b54f-47f2-ad41-605346afe098 HTTP/1.1" status: 409 len: 329 time: 0.2305779 Sep 16 04:48:45.485505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39696) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:45.497269 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-442a9a32-8ec7-47ce-a8ec-1c7fa0ed7321 req-6dab6344-1f14-4d15-8c0b-77e0765f680a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b904360-3128-4ccc-bb23-463b37134277 HTTP/1.1" status: 200 len: 217 time: 0.0380783 Sep 16 04:48:45.509189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-00420f47-b052-4ddb-b6eb-872d9328aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:45.510134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00420f47-b052-4ddb-b6eb-872d9328aebc None None] The sync data for ids ['66c452c6-b54f-47f2-ad41-605346afe098'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:45.513761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-bac8b2b4-70e3-43a1-9fa6-faae26e88648 None None] Provisioning complete for port 95e8ea0d-50f6-4e76-9602-f0c78a0ff4f4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:45.514669 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bac8b2b4-70e3-43a1-9fa6-faae26e88648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.560196 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-bac8b2b4-70e3-43a1-9fa6-faae26e88648 None None] Port 95e8ea0d-50f6-4e76-9602-f0c78a0ff4f4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:48:45.572011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:45.573060 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:45.691793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a9a32-8ec7-47ce-a8ec-1c7fa0ed7321 req-1cce3c9d-167f-47e9-b23d-b633baa01c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.693327 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-442a9a32-8ec7-47ce-a8ec-1c7fa0ed7321 req-1cce3c9d-167f-47e9-b23d-b633baa01c80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e14c121a-a13e-4cf4-87d5-73ea10aad127 HTTP/1.1" status: 200 len: 850 time: 0.1883471 Sep 16 04:48:45.779768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1407-ec94-4356-a8d2-e390063303fe req-1d8041de-56b4-43ef-9fe3-30d5702e15b8 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.781460 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c3c1407-ec94-4356-a8d2-e390063303fe req-1d8041de-56b4-43ef-9fe3-30d5702e15b8 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 944 time: 0.1491187 Sep 16 04:48:45.919206 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c3c1407-ec94-4356-a8d2-e390063303fe req-093eb53d-663e-4164-a9a1-65c6cbfe10d5 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=97bba700-f6c4-47c9-9772-e81193d3ec33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179433 Sep 16 04:48:45.922920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a9a32-8ec7-47ce-a8ec-1c7fa0ed7321 req-ad3238ce-e063-480d-a889-237b734191a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:45.924976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-442a9a32-8ec7-47ce-a8ec-1c7fa0ed7321 req-ad3238ce-e063-480d-a889-237b734191a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54ab4011-9c3b-42b6-b477-8b46a43d41ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857374 Sep 16 04:48:45.928886 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0ea52f7-f873-42dd-b7ef-4e0840b229f5 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.228389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea52f7-f873-42dd-b7ef-4e0840b229f5 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Deleting port 95e8ea0d-50f6-4e76-9602-f0c78a0ff4f4 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:46.228794 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0ea52f7-f873-42dd-b7ef-4e0840b229f5 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.330965 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0ea52f7-f873-42dd-b7ef-4e0840b229f5 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.344911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea52f7-f873-42dd-b7ef-4e0840b229f5 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Calling delete_port for 95e8ea0d-50f6-4e76-9602-f0c78a0ff4f4 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:46.481266 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-442a9a32-8ec7-47ce-a8ec-1c7fa0ed7321 req-bb40cc0c-de0d-44b4-855f-960df48e93f9 service neutron] 10.222.0.50 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296545 Sep 16 04:48:46.581917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6433175f-dc7e-4cd4-b739-5caf90251992 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.586073 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0ea52f7-f873-42dd-b7ef-4e0840b229f5 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.589083 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6433175f-dc7e-4cd4-b739-5caf90251992 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.624366 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea52f7-f873-42dd-b7ef-4e0840b229f5 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Port': ['ID=95e8ea0d-50f6-4e76-9602-f0c78a0ff4f4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:46.662208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-442a9a32-8ec7-47ce-a8ec-1c7fa0ed7321 req-18ed3efe-5dcb-43eb-8a87-fc88fa0f6b54 service neutron] 10.222.0.50 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502652 Sep 16 04:48:46.733192 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-6433175f-dc7e-4cd4-b739-5caf90251992 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Floating IP fc1a2fe9-9e0f-44d7-a844-67c3702dc7c6 associated. External IP: 172.25.0.97, port: 50efd713-c101-42c6-b796-5ee01ece1b91. Sep 16 04:48:46.752138 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0ea52f7-f873-42dd-b7ef-4e0840b229f5 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:46.937824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ea52f7-f873-42dd-b7ef-4e0840b229f5 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Router 66c452c6-b54f-47f2-ad41-605346afe098 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:46.995909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6433175f-dc7e-4cd4-b739-5caf90251992 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:47.036898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ea52f7-f873-42dd-b7ef-4e0840b229f5 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:47.049006 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49032d1-c6df-4246-8683-dc2a4d5824a3 None None] Sync routers for ids ['66c452c6-b54f-47f2-ad41-605346afe098'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:47.054285 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e0ea52f7-f873-42dd-b7ef-4e0840b229f5 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "PUT /v2.0/routers/66c452c6-b54f-47f2-ad41-605346afe098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5653310 Sep 16 04:48:47.054285 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39738) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:47.064115 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49032d1-c6df-4246-8683-dc2a4d5824a3 None None] Routers {'66c452c6-b54f-47f2-ad41-605346afe098'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:47.068091 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f49032d1-c6df-4246-8683-dc2a4d5824a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['66c452c6-b54f-47f2-ad41-605346afe098'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:47.126977 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-9f80d732-e4ef-4615-a6f1-17f2cc9e3187 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] show failed (client error): The resource could not be found. Sep 16 04:48:47.129804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9f80d732-e4ef-4615-a6f1-17f2cc9e3187 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1762631856 HTTP/1.1" status: 404 len: 335 time: 0.0725925 Sep 16 04:48:47.133554 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39740) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:47.141570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-32a59ace-c689-419b-bdf8-c4ec2c821bff tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:47.142917 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f49032d1-c6df-4246-8683-dc2a4d5824a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:47.163382 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49032d1-c6df-4246-8683-dc2a4d5824a3 None None] Routers {'66c452c6-b54f-47f2-ad41-605346afe098'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:47.165757 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f49032d1-c6df-4246-8683-dc2a4d5824a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['66c452c6-b54f-47f2-ad41-605346afe098'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:47.186115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6433175f-dc7e-4cd4-b739-5caf90251992 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:47.192366 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6433175f-dc7e-4cd4-b739-5caf90251992 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.204766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa166127-296b-4443-8cc1-3b0a98ef5181 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:47.206985 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-32a59ace-c689-419b-bdf8-c4ec2c821bff tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] update failed (client error): The resource could not be found. Sep 16 04:48:47.211892 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-32a59ace-c689-419b-bdf8-c4ec2c821bff tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1817250587 HTTP/1.1" status: 404 len: 335 time: 0.0770743 Sep 16 04:48:47.213094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39746) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:47.219554 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ca308451-c609-4a05-b30e-1a8022783b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.223091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21cdba-136f-4a8c-8e0a-b1fc2adbdf80 req-be67744d-58b7-41ea-9480-5287169d269d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:47.225183 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f49032d1-c6df-4246-8683-dc2a4d5824a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:47.225426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de21cdba-136f-4a8c-8e0a-b1fc2adbdf80 req-be67744d-58b7-41ea-9480-5287169d269d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 944 time: 0.1900132 Sep 16 04:48:47.225864 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49032d1-c6df-4246-8683-dc2a4d5824a3 None None] The sync data for ids ['66c452c6-b54f-47f2-ad41-605346afe098'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:47.235550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6433175f-dc7e-4cd4-b739-5caf90251992 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "PUT /v2.0/floatingips/fc1a2fe9-9e0f-44d7-a844-67c3702dc7c6 HTTP/1.1" status: 200 len: 976 time: 2.0383308 Sep 16 04:48:47.237979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39748) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:47.240557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa166127-296b-4443-8cc1-3b0a98ef5181 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:47.241555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fa166127-296b-4443-8cc1-3b0a98ef5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:47.285572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fa166127-296b-4443-8cc1-3b0a98ef5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:47.295685 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa166127-296b-4443-8cc1-3b0a98ef5181 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:47.297006 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fa166127-296b-4443-8cc1-3b0a98ef5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:47.309069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c32bf99-2c80-4b4a-8b93-05ca4b111007 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Deleting subnet 62086a35-c6b1-4b6d-be63-224a2ec0b8d4 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:47.314482 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-de21cdba-136f-4a8c-8e0a-b1fc2adbdf80 req-dd4a52ad-e8d3-4b40-af85-11a6e2abe151 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=97bba700-f6c4-47c9-9772-e81193d3ec33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758424 Sep 16 04:48:47.315974 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4c32bf99-2c80-4b4a-8b93-05ca4b111007 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.342038 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fa166127-296b-4443-8cc1-3b0a98ef5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:47.342971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa166127-296b-4443-8cc1-3b0a98ef5181 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:47.370363 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4c32bf99-2c80-4b4a-8b93-05ca4b111007 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.388870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port 50efd713-c101-42c6-b796-5ee01ece1b91 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:47.389310 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.473997 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4c32bf99-2c80-4b4a-8b93-05ca4b111007 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.485200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.543322 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4c32bf99-2c80-4b4a-8b93-05ca4b111007 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.574544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32bf99-2c80-4b4a-8b93-05ca4b111007 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Subnet': ['ID=62086a35-c6b1-4b6d-be63-224a2ec0b8d4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:47.579320 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4c32bf99-2c80-4b4a-8b93-05ca4b111007 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.586127 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4c32bf99-2c80-4b4a-8b93-05ca4b111007 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "DELETE /v2.0/subnets/62086a35-c6b1-4b6d-be63-224a2ec0b8d4 HTTP/1.1" status: 204 len: 168 time: 0.3596284 Sep 16 04:48:47.586690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39756) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:47.589770 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec26a8-3e3f-4604-8ce0-77f73592ab57 None None] Network 7f4f2a8d-acfc-4cb8-866f-e5944153be07 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:47.734638 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.783948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d499bbf-df2c-4562-95f6-01f25dae9d58 None None] DHCP port deletion for 7f4f2a8d-acfc-4cb8-866f-e5944153be07 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:48:47.842945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3d499bbf-df2c-4562-95f6-01f25dae9d58 None None] Deleting port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:47.843333 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3d499bbf-df2c-4562-95f6-01f25dae9d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.848752 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.849181 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.849507 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Floating IP fc1a2fe9-9e0f-44d7-a844-67c3702dc7c6 disassociated. External IP: 172.25.0.97, port: 50efd713-c101-42c6-b796-5ee01ece1b91. Sep 16 04:48:47.849958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for 50efd713-c101-42c6-b796-5ee01ece1b91 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:47.919308 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3d499bbf-df2c-4562-95f6-01f25dae9d58 None None] For port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8,segment=NetworkSegment(225f0347-beb1-4d39-a49a-fca6f0067942),segment_id=225f0347-beb1-4d39-a49a-fca6f0067942)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:47.919999 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3d499bbf-df2c-4562-95f6-01f25dae9d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:47.934453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3d499bbf-df2c-4562-95f6-01f25dae9d58 None None] Calling delete_port for 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:47.937346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Deleting port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:47.937777 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.031593 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3d499bbf-df2c-4562-95f6-01f25dae9d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.043297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] For port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8,segment=NetworkSegment(225f0347-beb1-4d39-a49a-fca6f0067942),segment_id=225f0347-beb1-4d39-a49a-fca6f0067942)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:48.043680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.059212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d499bbf-df2c-4562-95f6-01f25dae9d58 None None] Pushing event deleted for resources: {'Port': ['ID=6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:48.063155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Calling delete_port for 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:48.064463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d499bbf-df2c-4562-95f6-01f25dae9d58 None None] No DVR routers for this DVR port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:48.075454 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.142732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=50efd713-c101-42c6-b796-5ee01ece1b91,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:48.261306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.294557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] No DVR routers for this DVR port 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:48.296088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Port': ['ID=6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:48.329688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8b904360-3128-4ccc-bb23-463b37134277 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:48:48.352209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:48.409136 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.453691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8b904360-3128-4ccc-bb23-463b37134277, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8b904360-3128-4ccc-bb23-463b37134277,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:48.459450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4f2a8d-acfc-4cb8-866f-e5944153be07']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:48.466135 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '8b904360-3128-4ccc-bb23-463b37134277', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'port_id': '8b904360-3128-4ccc-bb23-463b37134277', 'mac_address': 'fa:16:3e:91:47:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:48:48.501976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225f0347-beb1-4d39-a49a-fca6f0067942') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:48.502663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225f0347-beb1-4d39-a49a-fca6f0067942') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:48.511158 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.522234 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.527961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b904360-3128-4ccc-bb23-463b37134277 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:48:48.558304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8b904360-3128-4ccc-bb23-463b37134277, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8b904360-3128-4ccc-bb23-463b37134277,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:48.559760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04f5f7-cfcf-4e15-b0dc-acf42967ade0 req-628dc118-e363-4084-b0a7-2ca4be2ddd03 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.561350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a04f5f7-cfcf-4e15-b0dc-acf42967ade0 req-628dc118-e363-4084-b0a7-2ca4be2ddd03 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 944 time: 0.1483583 Sep 16 04:48:48.562414 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.588297 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.606703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:48.606703 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:48.609777 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:48.629164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8b904360-3128-4ccc-bb23-463b37134277,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:48.712888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:48.725918 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e27169-4afe-46ae-a8b3-086de8366b3f None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:48.729796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a04f5f7-cfcf-4e15-b0dc-acf42967ade0 req-603942b1-5329-44ea-bf5c-3d5ba175fbfb tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=97bba700-f6c4-47c9-9772-e81193d3ec33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391244 Sep 16 04:48:48.740653 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e27169-4afe-46ae-a8b3-086de8366b3f None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:48.741983 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-29e27169-4afe-46ae-a8b3-086de8366b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:48.773512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.779602 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.784357 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "DELETE /v2.0/networks/7f4f2a8d-acfc-4cb8-866f-e5944153be07 HTTP/1.1" status: 204 len: 168 time: 1.1939509 Sep 16 04:48:48.784565 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-29e27169-4afe-46ae-a8b3-086de8366b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:48.785272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39790) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:48.816196 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6874b-aaa4-494a-9239-960b0f91d6c8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Network': ['ID=7f4f2a8d-acfc-4cb8-866f-e5944153be07,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:48.820903 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e27169-4afe-46ae-a8b3-086de8366b3f None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:48.823601 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-29e27169-4afe-46ae-a8b3-086de8366b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:48.831685 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-397a3850-c4ec-4312-84dc-37e2b2ec5c04 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2042816 Sep 16 04:48:48.849531 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.853770 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-736c86c5-70bc-471f-bb62-e4505b88dca8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/ports/50efd713-c101-42c6-b796-5ee01ece1b91 HTTP/1.1" status: 204 len: 168 time: 1.6126060 Sep 16 04:48:48.854450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39794) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:48.864581 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-29e27169-4afe-46ae-a8b3-086de8366b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:48.865638 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e27169-4afe-46ae-a8b3-086de8366b3f None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:48.892194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1d4244-51be-4021-ace4-5445b63d0ee8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Deleting subnet 6d14e8a7-4cf0-447f-ae71-0bd08d9456b0 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:48.897545 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4244-51be-4021-ace4-5445b63d0ee8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:48.926266 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-29c21c56-e854-4018-b6b4-214b72ee173c tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "GET /v2.0/floatingips/fc1a2fe9-9e0f-44d7-a844-67c3702dc7c6 HTTP/1.1" status: 200 len: 687 time: 0.0701993 Sep 16 04:48:48.929046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39798) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:48.989480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-04791590-0341-4f1e-b5eb-c1258e2341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.990005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-04791590-0341-4f1e-b5eb-c1258e2341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.990488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-04791590-0341-4f1e-b5eb-c1258e2341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.991220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-04791590-0341-4f1e-b5eb-c1258e2341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.991700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-04791590-0341-4f1e-b5eb-c1258e2341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.992896 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-04791590-0341-4f1e-b5eb-c1258e2341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.993376 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-04791590-0341-4f1e-b5eb-c1258e2341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:48.995418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-04791590-0341-4f1e-b5eb-c1258e2341b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6498 time: 0.0731983 Sep 16 04:48:48.995568 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['8b904360-3128-4ccc-bb23-463b37134277'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:48:49.146309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-ba38d0d1-52dc-42fe-ad8c-f34edb9adf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.146541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-ba38d0d1-52dc-42fe-ad8c-f34edb9adf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.146996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-ba38d0d1-52dc-42fe-ad8c-f34edb9adf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.148642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-ba38d0d1-52dc-42fe-ad8c-f34edb9adf33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fa5d8253-b53f-4418-8054-91a24185d3f4&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&id=29ad4d4c-cf1f-437c-b71a-b27ce3500821 HTTP/1.1" status: 200 len: 2293 time: 0.1277359 Sep 16 04:48:49.236500 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-24c196c3-0485-4cf7-8764-d8c42161c5a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa345f8b-b575-4bfd-8d95-b3355e4d9944 HTTP/1.1" status: 200 len: 1002 time: 0.0755045 Sep 16 04:48:49.300573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-7c393479-c246-499f-990f-1a0065fd8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.302218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-7c393479-c246-499f-990f-1a0065fd8adc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=00a4d388-5b99-4d6f-99ce-71998e089d31 HTTP/1.1" status: 200 len: 850 time: 0.0566232 Sep 16 04:48:49.376950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-07024873-63d9-46bc-82f0-274d2c540b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.380070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-07024873-63d9-46bc-82f0-274d2c540b8d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fa5d8253-b53f-4418-8054-91a24185d3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693986 Sep 16 04:48:49.381858 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4244-51be-4021-ace4-5445b63d0ee8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.400863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:49.423307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:49.423900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6ab1fc57-d4ab-44f8-94b7-1c1fe7ac97f8 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:49.496153 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-b93a423c-b16b-40fc-a905-50389c15efa5 service neutron] 10.222.0.50 "GET /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083355 Sep 16 04:48:49.531791 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-2c08e8da-0d5c-4cf1-a244-19eff10a1aad tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port 02904346-2388-4983-bc3e-b930ca954f51 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:49.531936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c08e8da-0d5c-4cf1-a244-19eff10a1aad tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.534745 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4244-51be-4021-ace4-5445b63d0ee8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.606974 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-e5c2aa9f-48c5-4d4b-a6b0-b0ae05d207db service neutron] 10.222.0.50 "GET /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030495 Sep 16 04:48:49.687313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-141573c2-136a-42d6-bc14-6d4786452c63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=b2c539f9-3dcb-4aee-84f4-297e697dc188 HTTP/1.1" status: 200 len: 217 time: 0.0638397 Sep 16 04:48:49.697866 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c08e8da-0d5c-4cf1-a244-19eff10a1aad tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.697866 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c08e8da-0d5c-4cf1-a244-19eff10a1aad tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.720808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-2c08e8da-0d5c-4cf1-a244-19eff10a1aad tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for 02904346-2388-4983-bc3e-b930ca954f51 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:49.748177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-15b078c2-e950-4120-866b-1bf246d446d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.749806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-15b078c2-e950-4120-866b-1bf246d446d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.0554552 Sep 16 04:48:49.774820 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4244-51be-4021-ace4-5445b63d0ee8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.815843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-9207056c-5829-40ea-8481-2bdbfe7d3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:49.816723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d4244-51be-4021-ace4-5445b63d0ee8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Subnet': ['ID=6d14e8a7-4cf0-447f-ae71-0bd08d9456b0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:49.817842 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-9207056c-5829-40ea-8481-2bdbfe7d3a3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0569103 Sep 16 04:48:49.822239 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb1d4244-51be-4021-ace4-5445b63d0ee8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:49.825112 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fb1d4244-51be-4021-ace4-5445b63d0ee8 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "DELETE /v2.0/subnets/6d14e8a7-4cf0-447f-ae71-0bd08d9456b0 HTTP/1.1" status: 204 len: 168 time: 1.0368290 Sep 16 04:48:49.827477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39830) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:49.832437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57694ee8-bb80-44e6-bf10-934e16fb57b5 None None] Network 2550fc69-e5c1-416c-af26-1e7ae2472d1e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:49.963655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f77fb1c-2456-4773-9da7-5c2764b42bfd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Deleting subnet 72d06698-60f6-4a66-8c10-ccb45825b1dc {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:49.975938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-e42f6163-9f6f-4464-aec0-286ac4ccf28d service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248031 Sep 16 04:48:49.989023 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f77fb1c-2456-4773-9da7-5c2764b42bfd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.043520 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a868c033-392b-482c-a880-bcf4fa78e5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.076809 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f77fb1c-2456-4773-9da7-5c2764b42bfd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.114080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2a081-4571-43ac-99e1-72f34bc683bf req-a0c12556-6734-4e61-9a52-fb777231522f tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:50.115629 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9ab2a081-4571-43ac-99e1-72f34bc683bf req-a0c12556-6734-4e61-9a52-fb777231522f tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 945 time: 0.2277315 Sep 16 04:48:50.179138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd10b39-fd4a-4a09-be3a-da0e84220eff None None] DHCP port deletion for 2550fc69-e5c1-416c-af26-1e7ae2472d1e request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:48:50.210191 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-8dd5b07c-0aef-4e92-aa04-54eef452dbe2 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330985 Sep 16 04:48:50.236738 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c08e8da-0d5c-4cf1-a244-19eff10a1aad tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.238625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8fd10b39-fd4a-4a09-be3a-da0e84220eff None None] Deleting port fc2df565-9538-46a6-b024-4a405b7d4bfb {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:50.239011 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fd10b39-fd4a-4a09-be3a-da0e84220eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.257157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9ab2a081-4571-43ac-99e1-72f34bc683bf req-7ba9de95-8a50-4046-a7dc-a621af20d83b tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=97bba700-f6c4-47c9-9772-e81193d3ec33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108296 Sep 16 04:48:50.259272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-a8adfdd6-ffc9-43ff-bee1-85992fd58815 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=3e01476a-ab84-4363-8e04-bb85002972b9 HTTP/1.1" status: 200 len: 217 time: 0.0407250 Sep 16 04:48:50.303209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08e8da-0d5c-4cf1-a244-19eff10a1aad tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=02904346-2388-4983-bc3e-b930ca954f51,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:50.338914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-8107440a-bd96-46a2-9ef0-14b6e5991a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:50.342564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-8107440a-bd96-46a2-9ef0-14b6e5991a03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.0740442 Sep 16 04:48:50.358344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f77fb1c-2456-4773-9da7-5c2764b42bfd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.381140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8fd10b39-fd4a-4a09-be3a-da0e84220eff None None] For port fc2df565-9538-46a6-b024-4a405b7d4bfb, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fc2df565-9538-46a6-b024-4a405b7d4bfb,segment=NetworkSegment(84231fc8-2c97-4890-8e9f-6a5e3f3958b4),segment_id=84231fc8-2c97-4890-8e9f-6a5e3f3958b4)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:50.383504 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fd10b39-fd4a-4a09-be3a-da0e84220eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.415173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c08e8da-0d5c-4cf1-a244-19eff10a1aad tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.415958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8b904360-3128-4ccc-bb23-463b37134277 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:50.418223 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c08e8da-0d5c-4cf1-a244-19eff10a1aad tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.418620 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-cedb6a13-7628-40af-87da-99448f50874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:50.419405 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2c08e8da-0d5c-4cf1-a244-19eff10a1aad tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/floatingips/fc1a2fe9-9e0f-44d7-a844-67c3702dc7c6 HTTP/1.1" status: 204 len: 168 time: 1.4889791 Sep 16 04:48:50.421469 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-cedb6a13-7628-40af-87da-99448f50874a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0697656 Sep 16 04:48:50.422832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39842) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:50.424734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8fd10b39-fd4a-4a09-be3a-da0e84220eff None None] Calling delete_port for fc2df565-9538-46a6-b024-4a405b7d4bfb owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:50.429808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '3575ebdc-1cd9-4814-a778-b9dbd70154c4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:50.464083 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f77fb1c-2456-4773-9da7-5c2764b42bfd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.511077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77fb1c-2456-4773-9da7-5c2764b42bfd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Subnet': ['ID=72d06698-60f6-4a66-8c10-ccb45825b1dc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:50.517120 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f77fb1c-2456-4773-9da7-5c2764b42bfd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.520098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0f77fb1c-2456-4773-9da7-5c2764b42bfd tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "DELETE /v2.0/subnets/72d06698-60f6-4a66-8c10-ccb45825b1dc HTTP/1.1" status: 204 len: 168 time: 0.6914904 Sep 16 04:48:50.521815 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c73fdd-b912-45bd-8763-c292a532c256 None None] Network 41dc7ecb-b499-47d8-a9f3-6d063c175528 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:50.530540 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.532364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39846) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:50.586700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-74990123-16d1-4040-aa10-a4124c2a14a4 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515105 Sep 16 04:48:50.618301 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.629598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 8b904360-3128-4ccc-bb23-463b37134277 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:48:50.637205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 8b904360-3128-4ccc-bb23-463b37134277 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:50.637843 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.691271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Deleting port fc2df565-9538-46a6-b024-4a405b7d4bfb {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:50.691626 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.754246 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fd10b39-fd4a-4a09-be3a-da0e84220eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.804851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] For port fc2df565-9538-46a6-b024-4a405b7d4bfb, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fc2df565-9538-46a6-b024-4a405b7d4bfb,segment=NetworkSegment(84231fc8-2c97-4890-8e9f-6a5e3f3958b4),segment_id=84231fc8-2c97-4890-8e9f-6a5e3f3958b4)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:50.805243 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.821919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Calling delete_port for fc2df565-9538-46a6-b024-4a405b7d4bfb owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:50.827731 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd10b39-fd4a-4a09-be3a-da0e84220eff None None] Pushing event deleted for resources: {'Port': ['ID=fc2df565-9538-46a6-b024-4a405b7d4bfb,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:50.839754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd10b39-fd4a-4a09-be3a-da0e84220eff None None] No DVR routers for this DVR port fc2df565-9538-46a6-b024-4a405b7d4bfb on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:50.864174 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.891254 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.934050 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b904360-3128-4ccc-bb23-463b37134277'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:50.936661 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdac245-1540-4ca5-87dd-ba05321f5b76" -d '{"events": [{"server_uuid": "6450c91d-de45-41cb-83a6-f828d39c7ffc", "name": "network-vif-plugged", "status": "completed", "tag": "8b904360-3128-4ccc-bb23-463b37134277"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:50.961519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8b904360-3128-4ccc-bb23-463b37134277, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8b904360-3128-4ccc-bb23-463b37134277,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:50.967257 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:50.998811 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.012433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e814c4e1-349d-42bc-92d4-34ff83cb0b8c None None] DHCP port deletion for 41dc7ecb-b499-47d8-a9f3-6d063c175528 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:48:51.040348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Port': ['ID=fc2df565-9538-46a6-b024-4a405b7d4bfb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:51.047170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] No DVR routers for this DVR port fc2df565-9538-46a6-b024-4a405b7d4bfb on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:51.073597 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a929005-60a4-45ad-8804-12aad0fc4710 x-openstack-request-id: req-9a929005-60a4-45ad-8804-12aad0fc4710 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:51.073983 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6450c91d-de45-41cb-83a6-f828d39c7ffc", "name": "network-vif-plugged", "status": "completed", "tag": "8b904360-3128-4ccc-bb23-463b37134277", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:51.074249 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a929005-60a4-45ad-8804-12aad0fc4710 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:51.074651 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b904360-3128-4ccc-bb23-463b37134277', 'code': 200} Sep 16 04:48:51.095195 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8b904360-3128-4ccc-bb23-463b37134277,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:51.121851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e814c4e1-349d-42bc-92d4-34ff83cb0b8c None None] Deleting port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:51.122253 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e814c4e1-349d-42bc-92d4-34ff83cb0b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.187928 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-8d4b938d-0b48-458f-9399-4772c7c6b76a service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825677 Sep 16 04:48:51.188735 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.193485 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e814c4e1-349d-42bc-92d4-34ff83cb0b8c None None] For port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9,segment=NetworkSegment(be4d0272-c720-4a9e-a151-06b89bc7d163),segment_id=be4d0272-c720-4a9e-a151-06b89bc7d163)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:51.193961 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e814c4e1-349d-42bc-92d4-34ff83cb0b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.205083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1aea64-fb01-4070-9b55-b87747483a86 req-480f3726-c328-4448-a7e1-b080fc7a1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:51.207195 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd1aea64-fb01-4070-9b55-b87747483a86 req-480f3726-c328-4448-a7e1-b080fc7a1e51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 1098 time: 0.1025946 Sep 16 04:48:51.215214 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e814c4e1-349d-42bc-92d4-34ff83cb0b8c None None] Calling delete_port for cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:51.219502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2550fc69-e5c1-416c-af26-1e7ae2472d1e']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:51.246664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-ef74f8fe-7f7b-4ffc-88be-8debc9257cfd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bde9702d-41e5-4b56-b01c-9dc5a65b1554 HTTP/1.1" status: 200 len: 217 time: 0.0440218 Sep 16 04:48:51.248797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84231fc8-2c97-4890-8e9f-6a5e3f3958b4') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:51.249107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84231fc8-2c97-4890-8e9f-6a5e3f3958b4') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:51.273216 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.274342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.276107 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cd1aea64-fb01-4070-9b55-b87747483a86 req-e6d90e42-ba33-43e3-b021-da9a3733c52f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=97bba700-f6c4-47c9-9772-e81193d3ec33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535643 Sep 16 04:48:51.290122 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.298338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:51.298851 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:51.303221 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:51.358934 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e814c4e1-349d-42bc-92d4-34ff83cb0b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.381463 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.409106 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.416200 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39870) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:51.418550 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "DELETE /v2.0/networks/2550fc69-e5c1-416c-af26-1e7ae2472d1e HTTP/1.1" status: 204 len: 168 time: 0.8850594 Sep 16 04:48:51.433655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814c4e1-349d-42bc-92d4-34ff83cb0b8c None None] Pushing event deleted for resources: {'Port': ['ID=cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:51.436977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e814c4e1-349d-42bc-92d4-34ff83cb0b8c None None] No DVR routers for this DVR port cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:51.454439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fc2df565-9538-46a6-b024-4a405b7d4bfb no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:51.471137 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0fcef-9740-4c1d-8e4f-75d2cde8784d tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Network': ['ID=2550fc69-e5c1-416c-af26-1e7ae2472d1e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:51.492165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: fc2df565-9538-46a6-b024-4a405b7d4bfb {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:51.492521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fc2df565-9538-46a6-b024-4a405b7d4bfb not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:51.492960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:51.525779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:51.525961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795c613-7857-44ee-a546-ac184075a45b req-e03e6fe4-a0b9-4a61-9548-0b4c81320119 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:51.526141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device cbb9be1c-25cf-460d-a2aa-fcd1c1386ca9 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:51.527839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7795c613-7857-44ee-a546-ac184075a45b req-e03e6fe4-a0b9-4a61-9548-0b4c81320119 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 946 time: 0.0808818 Sep 16 04:48:51.540149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-b2fbb69c-dc2b-4772-96e0-51df9f1970cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:51.541585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-b2fbb69c-dc2b-4772-96e0-51df9f1970cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.2819710 Sep 16 04:48:51.579932 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.587731 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7795c613-7857-44ee-a546-ac184075a45b req-6db08eeb-a0d7-4201-a217-1dba8ee4e2ff tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=97bba700-f6c4-47c9-9772-e81193d3ec33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489476 Sep 16 04:48:51.642220 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.659269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.25.0.248 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/26bcf29d-978c-44e5-b06e-5cac9ff68d0a) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:51.712407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-c5737143-2609-41f0-8dee-738f2430107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:51.713987 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-c5737143-2609-41f0-8dee-738f2430107c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1573372 Sep 16 04:48:51.879686 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.921075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41dc7ecb-b499-47d8-a9f3-6d063c175528']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:51.942343 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4d0272-c720-4a9e-a151-06b89bc7d163') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:51.942654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4d0272-c720-4a9e-a151-06b89bc7d163') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:51.965701 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.967963 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:51.979571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-35d54246-19be-412d-82fe-2b890aa5b973 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550259 Sep 16 04:48:51.998362 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.021996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:52.022408 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:52.031062 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:52.138207 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.173312 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.190390 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.192257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "DELETE /v2.0/networks/41dc7ecb-b499-47d8-a9f3-6d063c175528 HTTP/1.1" status: 204 len: 168 time: 0.7751198 Sep 16 04:48:52.195055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39900) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:52.197240 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-482aa572-7246-442c-8696-e3ece16b5fbc service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074525 Sep 16 04:48:52.199005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:52.223318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b29dc6-43a3-4799-b635-4707f892261f tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Network': ['ID=41dc7ecb-b499-47d8-a9f3-6d063c175528,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:52.225339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:52.231625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:52.275550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-81342660-c54d-4dfb-98e5-eb095c542b16 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Deleting subnet 012b5894-a21f-4640-836c-5fd73117080a {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:48:52.279836 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81342660-c54d-4dfb-98e5-eb095c542b16 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.287066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=26bcf29d-978c-44e5-b06e-5cac9ff68d0a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:52.293585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-622e6f16-9f1e-4e01-9ed9-45e8e73b4f23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a9eebefd-bb8f-4439-b0cb-a73ce30e4442 HTTP/1.1" status: 200 len: 217 time: 0.0810993 Sep 16 04:48:52.325252 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81342660-c54d-4dfb-98e5-eb095c542b16 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.380652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-7d070adc-7025-4640-8ad8-f99f6d12cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:52.382181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-7d070adc-7025-4640-8ad8-f99f6d12cbd6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.0777011 Sep 16 04:48:52.426943 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81342660-c54d-4dfb-98e5-eb095c542b16 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.502890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-39f8c49c-bc6e-46bd-a0f6-32f398f15732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:52.504432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-39f8c49c-bc6e-46bd-a0f6-32f398f15732 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0939331 Sep 16 04:48:52.508743 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81342660-c54d-4dfb-98e5-eb095c542b16 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.540384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81342660-c54d-4dfb-98e5-eb095c542b16 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Subnet': ['ID=012b5894-a21f-4640-836c-5fd73117080a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:52.542574 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81342660-c54d-4dfb-98e5-eb095c542b16 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.544627 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-81342660-c54d-4dfb-98e5-eb095c542b16 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "DELETE /v2.0/subnets/012b5894-a21f-4640-836c-5fd73117080a HTTP/1.1" status: 204 len: 168 time: 0.3476312 Sep 16 04:48:52.550331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1484004-ed5c-4373-b50b-6112139ed4e5 None None] Network c01f3282-1d9a-4e7e-97f7-b7b244000351 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:52.551513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39910) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:52.827141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110f223-3f0e-458e-8263-8e1b5753ae7b None None] DHCP port deletion for c01f3282-1d9a-4e7e-97f7-b7b244000351 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:48:52.849763 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.915815 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c110f223-3f0e-458e-8263-8e1b5753ae7b None None] Deleting port e2b62812-9745-4d69-a3db-14097cdeaec5 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:52.916778 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c110f223-3f0e-458e-8263-8e1b5753ae7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:52.943296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-9c87e1c0-0289-46d1-9da9-0e9a60c64416 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235394 Sep 16 04:48:52.978616 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.031472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c110f223-3f0e-458e-8263-8e1b5753ae7b None None] For port e2b62812-9745-4d69-a3db-14097cdeaec5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e2b62812-9745-4d69-a3db-14097cdeaec5,segment=NetworkSegment(600b017e-79d9-45d1-917d-8c2605ff9ea5),segment_id=600b017e-79d9-45d1-917d-8c2605ff9ea5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:53.031880 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c110f223-3f0e-458e-8263-8e1b5753ae7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.045496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c110f223-3f0e-458e-8263-8e1b5753ae7b None None] Calling delete_port for e2b62812-9745-4d69-a3db-14097cdeaec5 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:53.113690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39924) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:53.131958 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.138480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Deleting port e2b62812-9745-4d69-a3db-14097cdeaec5 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:48:53.138916 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.155570 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c110f223-3f0e-458e-8263-8e1b5753ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.188167 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.188405 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110f223-3f0e-458e-8263-8e1b5753ae7b None None] No DVR routers for this DVR port e2b62812-9745-4d69-a3db-14097cdeaec5 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:53.194034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110f223-3f0e-458e-8263-8e1b5753ae7b None None] Pushing event deleted for resources: {'Port': ['ID=e2b62812-9745-4d69-a3db-14097cdeaec5,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.225955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ddd4c-d7b0-4739-9cf5-80aff0624c58 req-f299160a-92b8-4655-9934-62da4cacf972 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:53.227482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-910ddd4c-d7b0-4739-9cf5-80aff0624c58 req-f299160a-92b8-4655-9934-62da4cacf972 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 946 time: 0.5274310 Sep 16 04:48:53.232744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-701638f9-1292-4fce-9477-43b40868ade3 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791317 Sep 16 04:48:53.242798 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d7af5d8-b6ef-41bf-a4e1-b2f29a03270d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.328636 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-8c2f70c0-1300-4541-8b1a-5a6738f827d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c2c95a2-debe-415f-a8f5-e35aeadc3634 HTTP/1.1" status: 200 len: 217 time: 0.0609167 Sep 16 04:48:53.344489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] For port e2b62812-9745-4d69-a3db-14097cdeaec5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e2b62812-9745-4d69-a3db-14097cdeaec5,segment=NetworkSegment(600b017e-79d9-45d1-917d-8c2605ff9ea5),segment_id=600b017e-79d9-45d1-917d-8c2605ff9ea5)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:53.344887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.376717 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d7af5d8-b6ef-41bf-a4e1-b2f29a03270d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.382983 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d7af5d8-b6ef-41bf-a4e1-b2f29a03270d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.387007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e2b62812-9745-4d69-a3db-14097cdeaec5 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:48:53.414852 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Calling delete_port for e2b62812-9745-4d69-a3db-14097cdeaec5 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:48:53.421083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: e2b62812-9745-4d69-a3db-14097cdeaec5 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:48:53.421415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e2b62812-9745-4d69-a3db-14097cdeaec5 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:48:53.427837 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4d7af5d8-b6ef-41bf-a4e1-b2f29a03270d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a4bf65d4f5c4a76b44b1c8265ae7034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130503 Sep 16 04:48:53.428844 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7af5d8-b6ef-41bf-a4e1-b2f29a03270d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9351bb08-c6ee-4d01-aaa8-6515d38addb6,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.432385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39930) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:53.450194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-910ddd4c-d7b0-4739-9cf5-80aff0624c58 req-ea3a67be-2c2b-4d51-9374-ec9037325bb7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=97bba700-f6c4-47c9-9772-e81193d3ec33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882622 Sep 16 04:48:53.489387 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f475ed0-b9dc-4dd8-b3f2-44ef73895fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.508805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-7ecad152-8992-4055-a8b6-c5200b861d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:53.510292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-7ecad152-8992-4055-a8b6-c5200b861d6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4cfd570-b1ec-4147-b4f7-830b27a8fe55 HTTP/1.1" status: 200 len: 797 time: 0.1686237 Sep 16 04:48:53.511314 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f475ed0-b9dc-4dd8-b3f2-44ef73895fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.584897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59b430-3780-4e5c-ad6b-8c12ee0da3e7 req-06b4fe5c-5ea8-4366-a1f5-2c7be8a79757 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:53.586477 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e59b430-3780-4e5c-ad6b-8c12ee0da3e7 req-06b4fe5c-5ea8-4366-a1f5-2c7be8a79757 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 946 time: 0.0663419 Sep 16 04:48:53.595323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39934) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:53.603100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-64e4a081-c917-456a-b270-488076f3d475 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Request body: {'floatingip': {'port_id': '8b904360-3128-4ccc-bb23-463b37134277'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:53.606811 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f475ed0-b9dc-4dd8-b3f2-44ef73895fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.609446 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f475ed0-b9dc-4dd8-b3f2-44ef73895fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.610569 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7f475ed0-b9dc-4dd8-b3f2-44ef73895fdf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9351bb08-c6ee-4d01-aaa8-6515d38addb6 HTTP/1.1" status: 204 len: 168 time: 0.1782985 Sep 16 04:48:53.633490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-ce3d0ffe-d72a-4d59-bffd-c5183a7276ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:53.635032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-ce3d0ffe-d72a-4d59-bffd-c5183a7276ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0933747 Sep 16 04:48:53.663071 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64e4a081-c917-456a-b270-488076f3d475 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.667549 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.684065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.700755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f475ed0-b9dc-4dd8-b3f2-44ef73895fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9351bb08-c6ee-4d01-aaa8-6515d38addb6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.739036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.827770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] No DVR routers for this DVR port e2b62812-9745-4d69-a3db-14097cdeaec5 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:48:53.863277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=26bcf29d-978c-44e5-b06e-5cac9ff68d0a,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.938216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Port': ['ID=e2b62812-9745-4d69-a3db-14097cdeaec5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:53.940329 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:53.990062 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-b69c8e28-c811-409a-a047-6fbbc9a4833d service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355911 Sep 16 04:48:53.990534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39944) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:54.044313 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.075764 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25ac3613-ec04-439a-bde2-4d27106e7bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.179040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01f3282-1d9a-4e7e-97f7-b7b244000351']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:54.204194 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600b017e-79d9-45d1-917d-8c2605ff9ea5') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:54.204501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600b017e-79d9-45d1-917d-8c2605ff9ea5') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:54.213475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64e4a081-c917-456a-b270-488076f3d475 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.217241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64e4a081-c917-456a-b270-488076f3d475 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.231285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.257953 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Floating IP da47cad4-aa0c-4629-aa1d-cc1236373d9f associated. External IP: 172.25.0.248, port: 3575ebdc-1cd9-4814-a778-b9dbd70154c4. Sep 16 04:48:54.265541 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.320730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:48:54.321143 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.323223 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-64e4a081-c917-456a-b270-488076f3d475 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Floating IP e97a4ed5-7acb-4686-baff-edd3f7e4dd82 associated. External IP: 172.25.0.146, port: 8b904360-3128-4ccc-bb23-463b37134277. Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:48:54.324401 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:48:54.341280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-0cd0a328-5929-449d-a707-4bf13f36bdf5 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087854 Sep 16 04:48:54.548833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e4a081-c917-456a-b270-488076f3d475 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:54.663872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e4a081-c917-456a-b270-488076f3d475 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:54.668620 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64e4a081-c917-456a-b270-488076f3d475 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.674695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd1c0d-a346-4db8-a60d-a4f29caf5e6a None None] Sync routers for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:54.685068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd1c0d-a346-4db8-a60d-a4f29caf5e6a None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:54.686049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-21bd1c0d-a346-4db8-a60d-a4f29caf5e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:54.700582 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-64e4a081-c917-456a-b270-488076f3d475 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "PUT /v2.0/floatingips/e97a4ed5-7acb-4686-baff-edd3f7e4dd82 HTTP/1.1" status: 200 len: 992 time: 1.1003685 Sep 16 04:48:54.700582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'tag': '8b904360-3128-4ccc-bb23-463b37134277'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:48:54.702957 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57f9af7-c451-4e60-8821-fd3a8ee4440b" -d '{"events": [{"name": "network-changed", "server_uuid": "6450c91d-de45-41cb-83a6-f828d39c7ffc", "tag": "8b904360-3128-4ccc-bb23-463b37134277"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:48:54.787317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-b485e7e5-b0a8-439a-bee7-4bf443011a4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 HTTP/1.1" status: 200 len: 217 time: 0.4301922 Sep 16 04:48:54.819769 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a118b1-fd63-4e79-96ef-d8f33f8e7868 x-openstack-request-id: req-73a118b1-fd63-4e79-96ef-d8f33f8e7868 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:48:54.820133 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6450c91d-de45-41cb-83a6-f828d39c7ffc", "tag": "8b904360-3128-4ccc-bb23-463b37134277", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:48:54.820472 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73a118b1-fd63-4e79-96ef-d8f33f8e7868 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:48:54.821201 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'tag': '8b904360-3128-4ccc-bb23-463b37134277', 'status': 'completed', 'code': 200} Sep 16 04:48:54.833541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-21bd1c0d-a346-4db8-a60d-a4f29caf5e6a None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:54.872351 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.897352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f9af7-c451-4e60-8821-fd3a8ee4440b req-1db37147-d62f-45bd-b150-d4b40be06acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:54.898619 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:54.899412 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d57f9af7-c451-4e60-8821-fd3a8ee4440b req-1db37147-d62f-45bd-b150-d4b40be06acd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 1098 time: 0.0558860 Sep 16 04:48:54.901204 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "DELETE /v2.0/networks/c01f3282-1d9a-4e7e-97f7-b7b244000351 HTTP/1.1" status: 204 len: 168 time: 2.3123848 Sep 16 04:48:54.904026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39958) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:54.934727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bedbe-c179-432b-8567-9fa6fc3a8287 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Pushing event deleted for resources: {'Network': ['ID=c01f3282-1d9a-4e7e-97f7-b7b244000351,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:54.940941 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-197af3ed-1b00-4729-9b2e-25db8f051688 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "GET /v2.0/ports?device_id=66c452c6-b54f-47f2-ad41-605346afe098 HTTP/1.1" status: 200 len: 205 time: 0.0323489 Sep 16 04:48:54.944884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39960) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:54.966507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-65e3e0dc-fc3d-4a1a-8281-3546f4b8eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:54.968110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-65e3e0dc-fc3d-4a1a-8281-3546f4b8eae3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4cfd570-b1ec-4147-b4f7-830b27a8fe55 HTTP/1.1" status: 200 len: 797 time: 0.1300116 Sep 16 04:48:55.019706 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25ac3613-ec04-439a-bde2-4d27106e7bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.034892 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25ac3613-ec04-439a-bde2-4d27106e7bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.037397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f9af7-c451-4e60-8821-fd3a8ee4440b req-f333cb0d-3b39-4a76-b2fb-a69c166ec494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.038910 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d57f9af7-c451-4e60-8821-fd3a8ee4440b req-f333cb0d-3b39-4a76-b2fb-a69c166ec494 service neutron] 10.222.0.50 "GET /v2.0/networks?id=54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 200 len: 912 time: 0.1243701 Sep 16 04:48:55.118201 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-21bd1c0d-a346-4db8-a60d-a4f29caf5e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'e97a4ed5-7acb-4686-baff-edd3f7e4dd82', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'port_id': '8b904360-3128-4ccc-bb23-463b37134277', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'mac_address': 'fa:16:3e:91:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:48:37Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 1, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:04Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:55.132285 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d57f9af7-c451-4e60-8821-fd3a8ee4440b req-eec9fcd9-922d-4a7a-b5fa-ff8f129f6624 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b904360-3128-4ccc-bb23-463b37134277 HTTP/1.1" status: 200 len: 1000 time: 0.0834267 Sep 16 04:48:55.156084 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ef2-7e15-404b-a45c-141a0f93d623 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.220530 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-25ac3613-ec04-439a-bde2-4d27106e7bd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9a220e3b5d24837913190d498a29770&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2227516 Sep 16 04:48:55.222278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39964) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:55.235661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f9af7-c451-4e60-8821-fd3a8ee4440b req-3ea58c8f-724a-444f-82fa-a4db892f15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.235917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac3613-ec04-439a-bde2-4d27106e7bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62748f33-b4a9-4bbe-a348-821890dc5ad8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:55.239656 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d57f9af7-c451-4e60-8821-fd3a8ee4440b req-3ea58c8f-724a-444f-82fa-a4db892f15ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e14c121a-a13e-4cf4-87d5-73ea10aad127 HTTP/1.1" status: 200 len: 850 time: 0.0978968 Sep 16 04:48:55.307951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd1c0d-a346-4db8-a60d-a4f29caf5e6a None None] Checking router: ee6b3f27-2d80-48be-84c9-090ca84cc5c5 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:48:55.318277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd1c0d-a346-4db8-a60d-a4f29caf5e6a None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:55.318939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-c86e66c0-f2fe-410b-910e-71373cea32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.319579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-21bd1c0d-a346-4db8-a60d-a4f29caf5e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:55.320599 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-c86e66c0-f2fe-410b-910e-71373cea32ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3057945 Sep 16 04:48:55.347092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f9af7-c451-4e60-8821-fd3a8ee4440b req-9e4aac1a-d091-46a9-a89d-1ae4ebcf68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:55.349645 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d57f9af7-c451-4e60-8821-fd3a8ee4440b req-9e4aac1a-d091-46a9-a89d-1ae4ebcf68e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54ab4011-9c3b-42b6-b477-8b46a43d41ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015964 Sep 16 04:48:55.355307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89cced38-c4f7-4cc7-b720-95908fbfb4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.414549 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89cced38-c4f7-4cc7-b720-95908fbfb4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.441432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-21bd1c0d-a346-4db8-a60d-a4f29caf5e6a None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:48:55.457053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ef2-7e15-404b-a45c-141a0f93d623 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.460702 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ef2-7e15-404b-a45c-141a0f93d623 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.505692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:48:55.524662 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d57f9af7-c451-4e60-8821-fd3a8ee4440b req-c1943ab4-3bf9-485c-81d3-553bf47a00b3 service neutron] 10.222.0.50 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655817 Sep 16 04:48:55.552793 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89cced38-c4f7-4cc7-b720-95908fbfb4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.556543 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89cced38-c4f7-4cc7-b720-95908fbfb4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.557889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-89cced38-c4f7-4cc7-b720-95908fbfb4a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62748f33-b4a9-4bbe-a348-821890dc5ad8 HTTP/1.1" status: 204 len: 168 time: 0.3336270 Sep 16 04:48:55.570451 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ef2-7e15-404b-a45c-141a0f93d623 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.571060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bc8ef2-7e15-404b-a45c-141a0f93d623 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Fanout notify agent at l3_agent the message router_deleted on router 66c452c6-b54f-47f2-ad41-605346afe098 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:48:55.586065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ef2-7e15-404b-a45c-141a0f93d623 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.587199 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-39bc8ef2-7e15-404b-a45c-141a0f93d623 tempest-RoutersNegativeIpV6Test-67940540 tempest-RoutersNegativeIpV6Test-67940540-project] 10.222.0.53 "DELETE /v2.0/routers/66c452c6-b54f-47f2-ad41-605346afe098 HTTP/1.1" status: 204 len: 168 time: 0.6389396 Sep 16 04:48:55.683189 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-0dd735a7-6aff-4a6c-9f6d-567b2b6bccb1 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333211 Sep 16 04:48:55.685828 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d57f9af7-c451-4e60-8821-fd3a8ee4440b req-283218f7-0c00-4fe5-abe7-c3d530afcef4 service neutron] 10.222.0.50 "GET /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484118 Sep 16 04:48:55.686723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cced38-c4f7-4cc7-b720-95908fbfb4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62748f33-b4a9-4bbe-a348-821890dc5ad8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:55.789256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-21bd1c0d-a346-4db8-a60d-a4f29caf5e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'e97a4ed5-7acb-4686-baff-edd3f7e4dd82', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'port_id': '8b904360-3128-4ccc-bb23-463b37134277', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'mac_address': 'fa:16:3e:91:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:48:37Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 1, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:04Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:55.844739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:55.868756 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:55.881890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd1c0d-a346-4db8-a60d-a4f29caf5e6a None None] The sync data for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 is: [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'e97a4ed5-7acb-4686-baff-edd3f7e4dd82', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'port_id': '8b904360-3128-4ccc-bb23-463b37134277', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'mac_address': 'fa:16:3e:91:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:48:37Z', 'updated_at': '2021-09-16T04:48:54Z', 'revision_number': 1, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:04Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:55.892584 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38048d29-f5d9-4be5-9552-57fc79dd1a45 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:55.925059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39980) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:55.932794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8ea54329-fc19-47a1-9d1a-02d7522b8db7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1037142218'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:55.937900 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-efd7efc7-ad59-437f-9ebf-4844d4514f7d tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.5111272 Sep 16 04:48:55.951222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8f0a3ed-e49a-41c0-8194-d31f624e4b05 req-c69968ed-66b6-4851-a5f9-96f326e4c767 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519767 Sep 16 04:48:55.953457 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38048d29-f5d9-4be5-9552-57fc79dd1a45 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:55.954210 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-38048d29-f5d9-4be5-9552-57fc79dd1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:55.988993 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea54329-fc19-47a1-9d1a-02d7522b8db7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Made reservation on behalf of 926c408025e5458bb73e5fc6efb02ae7 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:55.999091 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ea54329-fc19-47a1-9d1a-02d7522b8db7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.019588 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-38048d29-f5d9-4be5-9552-57fc79dd1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:56.038950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea54329-fc19-47a1-9d1a-02d7522b8db7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:48:56.044526 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38048d29-f5d9-4be5-9552-57fc79dd1a45 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:56.045806 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-38048d29-f5d9-4be5-9552-57fc79dd1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:56.076423 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ea54329-fc19-47a1-9d1a-02d7522b8db7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.076423 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-8ea54329-fc19-47a1-9d1a-02d7522b8db7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Added segment a18d1925-250b-4834-9ec5-b454ba725cba of type vlan for network b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 Sep 16 04:48:56.105736 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-38048d29-f5d9-4be5-9552-57fc79dd1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:56.106422 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38048d29-f5d9-4be5-9552-57fc79dd1a45 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:56.133507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39986) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:56.141281 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ea54329-fc19-47a1-9d1a-02d7522b8db7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.177449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ea54329-fc19-47a1-9d1a-02d7522b8db7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.186463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea54329-fc19-47a1-9d1a-02d7522b8db7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:56.187170 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ea54329-fc19-47a1-9d1a-02d7522b8db7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.263584 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8ea54329-fc19-47a1-9d1a-02d7522b8db7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3372140 Sep 16 04:48:56.266319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39996) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:56.274013 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-de062577-d976-4810-9f21-40dbc531db0f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'subnet': {'network_id': 'b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:56.279154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e1292-0deb-47cd-8218-1ffe72b736eb None None] New status for floating IP e97a4ed5-7acb-4686-baff-edd3f7e4dd82: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:48:56.325034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea54329-fc19-47a1-9d1a-02d7522b8db7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Network': ['ID=b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:56.341276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:48:56.413091 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-271c3b89-f25d-4b8e-8185-29ec23b41d5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=966c5bd30c5a433a8da81451521027e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783136 Sep 16 04:48:56.414298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40002) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:56.465299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de062577-d976-4810-9f21-40dbc531db0f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Made reservation on behalf of 926c408025e5458bb73e5fc6efb02ae7 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:48:56.469857 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-de062577-d976-4810-9f21-40dbc531db0f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.514801 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e9939dc-8d85-4cd4-bf13-7b527773e022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.578483 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e9939dc-8d85-4cd4-bf13-7b527773e022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.692481 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e9939dc-8d85-4cd4-bf13-7b527773e022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.695107 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e9939dc-8d85-4cd4-bf13-7b527773e022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.696280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1e9939dc-8d85-4cd4-bf13-7b527773e022 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/308c6e7c-a934-497b-b149-f1573c08a695 HTTP/1.1" status: 204 len: 168 time: 0.2814636 Sep 16 04:48:56.712486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9939dc-8d85-4cd4-bf13-7b527773e022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308c6e7c-a934-497b-b149-f1573c08a695,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:56.758960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-de062577-d976-4810-9f21-40dbc531db0f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.839124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de062577-d976-4810-9f21-40dbc531db0f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Subnet': ['ID=47e051ba-7421-4c08-92a0-b0b69673c3a6,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:56.841647 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de062577-d976-4810-9f21-40dbc531db0f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Checking segment: {'id': 'a18d1925-250b-4834-9ec5-b454ba725cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:56.841934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de062577-d976-4810-9f21-40dbc531db0f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network hostable DHCP agents. Network: b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:48:56.862380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de062577-d976-4810-9f21-40dbc531db0f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:48:56.872775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-de062577-d976-4810-9f21-40dbc531db0f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:56.880217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de062577-d976-4810-9f21-40dbc531db0f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:48:56.881043 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-de062577-d976-4810-9f21-40dbc531db0f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.882275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f72a7c-70ae-4007-b991-ea1fbff356c1 None None] Network b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:56.899710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-de062577-d976-4810-9f21-40dbc531db0f tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6287642 Sep 16 04:48:56.900308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40026) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:56.905234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-689327743', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:56.932069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:56.933224 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.051254 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.133152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2', 'network_id': 'b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2', 'tenant_id': '926c408025e5458bb73e5fc6efb02ae7', 'fixed_ips': [{'subnet_id': '47e051ba-7421-4c08-92a0-b0b69673c3a6'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:48:57.134547 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.400312 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Allocated IP 172.20.0.2 (b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2/47e051ba-7421-4c08-92a0-b0b69673c3a6/c9353887-58e4-4a2c-84d3-89af084f8061) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:57.551141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40076) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:57.571679 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.581104 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.609044 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.625317 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Network b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:57.630505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:57.636427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:57.645254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Pushing event updated for resources: {'Port': ['ID=c9353887-58e4-4a2c-84d3-89af084f8061,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:57.693153 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c7eafe3-89e0-496a-96ca-7308da178414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.760409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Attempting to bind port c9353887-58e4-4a2c-84d3-89af084f8061 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:48:57.761645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Attempting to bind port c9353887-58e4-4a2c-84d3-89af084f8061 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'a18d1925-250b-4834-9ec5-b454ba725cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:48:57.765372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Attempting to bind port c9353887-58e4-4a2c-84d3-89af084f8061 on network b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:48:57.776171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:48:57.776562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Checking segment: {'id': 'a18d1925-250b-4834-9ec5-b454ba725cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:48:57.776978 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.777598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Bound using segment: {'id': 'a18d1925-250b-4834-9ec5-b454ba725cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:48:57.778616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Bound port: c9353887-58e4-4a2c-84d3-89af084f8061, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18d1925-250b-4834-9ec5-b454ba725cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:48:57.779262 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.841470 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c7eafe3-89e0-496a-96ca-7308da178414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.847045 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c7eafe3-89e0-496a-96ca-7308da178414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.862037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] For port c9353887-58e4-4a2c-84d3-89af084f8061, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:48:57.867065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] For port c9353887-58e4-4a2c-84d3-89af084f8061, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c9353887-58e4-4a2c-84d3-89af084f8061,segment=NetworkSegment(a18d1925-250b-4834-9ec5-b454ba725cba),segment_id=a18d1925-250b-4834-9ec5-b454ba725cba)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:48:57.876054 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.878023 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40088) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:57.898875 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.905818 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4c7eafe3-89e0-496a-96ca-7308da178414 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e7d9e79af10432b8b8774532b6edc67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534107 Sep 16 04:48:57.918917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40092) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:57.923742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:57.958999 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fd405-b7df-4288-a10e-7777e2d9033a None None] Pushing event updated for resources: {'Port': ['ID=c9353887-58e4-4a2c-84d3-89af084f8061,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:57.968918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7eafe3-89e0-496a-96ca-7308da178414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ebadaf-e71f-4a90-ac8b-01763e05642e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.013187 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e56274b7-ba82-4a14-9099-cacf3e583f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.040926 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e56274b7-ba82-4a14-9099-cacf3e583f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.067960 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.25.0.66 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/3f0145ff-7933-4544-a801-2284ea5f19d6) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:48:58.073841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-19a44172-a4c9-48bb-bf67-f295dbcc0e5c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group': {'name': 'tempest-secgroup--152439228'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:58.099815 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19a44172-a4c9-48bb-bf67-f295dbcc0e5c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.122524 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19a44172-a4c9-48bb-bf67-f295dbcc0e5c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.131858 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e56274b7-ba82-4a14-9099-cacf3e583f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.134590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e56274b7-ba82-4a14-9099-cacf3e583f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.138786 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e56274b7-ba82-4a14-9099-cacf3e583f3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8ebadaf-e71f-4a90-ac8b-01763e05642e HTTP/1.1" status: 204 len: 168 time: 0.2188048 Sep 16 04:48:58.154596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56274b7-ba82-4a14-9099-cacf3e583f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ebadaf-e71f-4a90-ac8b-01763e05642e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.232099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.295795 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.346546 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19a44172-a4c9-48bb-bf67-f295dbcc0e5c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.355884 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19a44172-a4c9-48bb-bf67-f295dbcc0e5c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.362884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:48:58.367715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:48:58.382386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:48:58.447100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a44172-a4c9-48bb-bf67-f295dbcc0e5c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82a4ad2-6ab6-41d5-8dca-620a95bed762,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.457140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=3f0145ff-7933-4544-a801-2284ea5f19d6,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.525817 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19a44172-a4c9-48bb-bf67-f295dbcc0e5c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.531043 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19a44172-a4c9-48bb-bf67-f295dbcc0e5c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.561091 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19a44172-a4c9-48bb-bf67-f295dbcc0e5c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.562446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-19a44172-a4c9-48bb-bf67-f295dbcc0e5c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6781154 Sep 16 04:48:58.568433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40106) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:58.573896 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a44172-a4c9-48bb-bf67-f295dbcc0e5c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2305dcd4-03f6-496d-a1fc-870c90735370,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.694507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-69d802a0-c0ed-4597-be9c-591e38ab34ef tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1249456 Sep 16 04:48:58.697352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40114) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:58.701978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-11410668-9300-4dae-877f-ebfe219b2f9b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group': {'name': 'tempest-security--817479344', 'description': 'tempest-security-description-492126324'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:58.739227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11410668-9300-4dae-877f-ebfe219b2f9b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.781428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.807355 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11410668-9300-4dae-877f-ebfe219b2f9b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.812582 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11410668-9300-4dae-877f-ebfe219b2f9b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.818853 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11410668-9300-4dae-877f-ebfe219b2f9b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:58.820819 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-11410668-9300-4dae-877f-ebfe219b2f9b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "PUT /v2.0/security-groups/2305dcd4-03f6-496d-a1fc-870c90735370 HTTP/1.1" status: 200 len: 1778 time: 0.1220763 Sep 16 04:48:58.824823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40120) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:58.881927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11410668-9300-4dae-877f-ebfe219b2f9b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2305dcd4-03f6-496d-a1fc-870c90735370,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:58.912643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f4a40384-4481-432e-9a20-f1464a04d9a8 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-groups/2305dcd4-03f6-496d-a1fc-870c90735370 HTTP/1.1" status: 200 len: 1778 time: 0.0863776 Sep 16 04:48:58.918794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40122) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:59.016685 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68492059-2bfc-4d96-9075-d250ef6f53ef tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.050473 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68492059-2bfc-4d96-9075-d250ef6f53ef tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.091564 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.115309 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68492059-2bfc-4d96-9075-d250ef6f53ef tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.120583 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68492059-2bfc-4d96-9075-d250ef6f53ef tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.125685 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-68492059-2bfc-4d96-9075-d250ef6f53ef tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-groups/2305dcd4-03f6-496d-a1fc-870c90735370 HTTP/1.1" status: 204 len: 168 time: 0.2035198 Sep 16 04:48:59.129806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40130) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:59.169250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68492059-2bfc-4d96-9075-d250ef6f53ef tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2305dcd4-03f6-496d-a1fc-870c90735370,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:59.213189 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d05711a5-dfc6-4c9d-8dec-020489d0780e tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0820937 Sep 16 04:48:59.218135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40134) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:59.239160 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-2e2d0beb-7a45-41e8-9106-019a9bc35142 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] delete failed (client error): The resource could not be found. Sep 16 04:48:59.247285 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2e2d0beb-7a45-41e8-9106-019a9bc35142 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-groups/2305dcd4-03f6-496d-a1fc-870c90735370 HTTP/1.1" status: 404 len: 347 time: 0.0279205 Sep 16 04:48:59.247488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40136) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:59.253315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a9c67ed5-e86e-4657-9588-e068d4348a54 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group': {'name': 'tempest-secgroup--917298140'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:59.301407 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc43e25-5930-4f19-8f7c-8334066c0fc2 None None] Network b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:48:59.324932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9c67ed5-e86e-4657-9588-e068d4348a54 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.453348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router 9868edf5-c3f6-4d4f-abfa-53f0a496ca1a is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:48:59.523112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c9353887-58e4-4a2c-84d3-89af084f8061 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:48:59.554902 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-97021e1f-695a-45fd-b537-aa821652ed58 None None] Provisioning complete for port c9353887-58e4-4a2c-84d3-89af084f8061 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:59.555297 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97021e1f-695a-45fd-b537-aa821652ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.570085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9c67ed5-e86e-4657-9588-e068d4348a54 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.578408 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9c67ed5-e86e-4657-9588-e068d4348a54 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.660093 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a9c67ed5-e86e-4657-9588-e068d4348a54 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.661364 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a9c67ed5-e86e-4657-9588-e068d4348a54 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4128442 Sep 16 04:48:59.664426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40160) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:59.671497 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0ba09e4b-5385-4b01-ba59-4d0e5bdac96b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group_rule': {'security_group_id': 'd8adee8f-2789-4f4e-b32f-38087e511720', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:48:59.680731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c67ed5-e86e-4657-9588-e068d4348a54 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8adee8f-2789-4f4e-b32f-38087e511720,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:59.686910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:48:59.700586 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa67e95-ebb6-4c88-91db-73bb5bcd4663 None None] Sync routers for ids ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:48:59.701993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c9353887-58e4-4a2c-84d3-89af084f8061 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:48:59.702381 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.715274 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa67e95-ebb6-4c88-91db-73bb5bcd4663 None None] Routers {'9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:59.716414 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0aa67e95-ebb6-4c88-91db-73bb5bcd4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:59.728142 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.732785 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ac8c69f0-7b6a-4eaf-850c-f66db654e3a2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8300598 Sep 16 04:48:59.733789 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ba09e4b-5385-4b01-ba59-4d0e5bdac96b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.735741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40162) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:59.757249 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0aa67e95-ebb6-4c88-91db-73bb5bcd4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:59.768758 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97021e1f-695a-45fd-b537-aa821652ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.781408 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa67e95-ebb6-4c88-91db-73bb5bcd4663 None None] Routers {'9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:48:59.782130 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0aa67e95-ebb6-4c88-91db-73bb5bcd4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:59.839583 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ba09e4b-5385-4b01-ba59-4d0e5bdac96b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.848412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ba09e4b-5385-4b01-ba59-4d0e5bdac96b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.857334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-97021e1f-695a-45fd-b537-aa821652ed58 None None] For port c9353887-58e4-4a2c-84d3-89af084f8061, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c9353887-58e4-4a2c-84d3-89af084f8061,segment=NetworkSegment(a18d1925-250b-4834-9ec5-b454ba725cba),segment_id=a18d1925-250b-4834-9ec5-b454ba725cba)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:48:59.863722 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0aa67e95-ebb6-4c88-91db-73bb5bcd4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:48:59.864824 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa67e95-ebb6-4c88-91db-73bb5bcd4663 None None] The sync data for ids ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:48:59.872062 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97021e1f-695a-45fd-b537-aa821652ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.892046 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba09e4b-5385-4b01-ba59-4d0e5bdac96b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5fd819-134f-43a9-9a0f-b255f8c4f771,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:48:59.903538 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ba09e4b-5385-4b01-ba59-4d0e5bdac96b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.904995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0ba09e4b-5385-4b01-ba59-4d0e5bdac96b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2387097 Sep 16 04:48:59.908489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40178) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:48:59.948700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1fba06b-2d37-4e09-8510-baa0d749eae7 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:48:59.958669 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1fba06b-2d37-4e09-8510-baa0d749eae7 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.008918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97021e1f-695a-45fd-b537-aa821652ed58 None None] Pushing event updated for resources: {'Port': ['ID=c9353887-58e4-4a2c-84d3-89af084f8061,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:00.032984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1fba06b-2d37-4e09-8510-baa0d749eae7 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.044586 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1fba06b-2d37-4e09-8510-baa0d749eae7 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.046291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b1fba06b-2d37-4e09-8510-baa0d749eae7 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/cd5fd819-134f-43a9-9a0f-b255f8c4f771 HTTP/1.1" status: 204 len: 168 time: 0.1358705 Sep 16 04:49:00.048503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40182) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:00.081032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fba06b-2d37-4e09-8510-baa0d749eae7 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd5fd819-134f-43a9-9a0f-b255f8c4f771,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:00.128683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-68278b0c-535f-4565-ad9a-a2365c578302 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0783746 Sep 16 04:49:00.131260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40184) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:00.190916 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d1f09945-5ea4-45ce-b9f4-ac79d12fd8a2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.191715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e2cedba3-254a-4bc9-8265-9f6473cfc769 None None] Provisioning complete for port c9353887-58e4-4a2c-84d3-89af084f8061 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:00.192454 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2cedba3-254a-4bc9-8265-9f6473cfc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.218499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d1f09945-5ea4-45ce-b9f4-ac79d12fd8a2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.248544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40188) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:00.275512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d1f09945-5ea4-45ce-b9f4-ac79d12fd8a2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.279374 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d1f09945-5ea4-45ce-b9f4-ac79d12fd8a2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.282086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d1f09945-5ea4-45ce-b9f4-ac79d12fd8a2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-groups/d8adee8f-2789-4f4e-b32f-38087e511720 HTTP/1.1" status: 204 len: 168 time: 0.1497838 Sep 16 04:49:00.284245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40192) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:00.300608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f09945-5ea4-45ce-b9f4-ac79d12fd8a2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8adee8f-2789-4f4e-b32f-38087e511720,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:00.338225 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-757bd8c0-2f81-4bbf-b891-65e26e04d8c9 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488472 Sep 16 04:49:00.341761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40194) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:00.346628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-8a8e6fbc-6129-4ac1-b404-a0e663214339 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151897051'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:00.371018 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8a8e6fbc-6129-4ac1-b404-a0e663214339 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.400248 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57e27808-b9bd-492d-a30f-70d8aebb7ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.421557 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.490658 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8a8e6fbc-6129-4ac1-b404-a0e663214339 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.496342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8a8e6fbc-6129-4ac1-b404-a0e663214339 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:00.530776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e6fbc-6129-4ac1-b404-a0e663214339 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c434ce6a-32d3-4b10-b23a-2d48ba2b8efc,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:00.970572 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:49:00.996772 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57e27808-b9bd-492d-a30f-70d8aebb7ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.003701 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57e27808-b9bd-492d-a30f-70d8aebb7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.004855 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8a8e6fbc-6129-4ac1-b404-a0e663214339 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.006252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8a8e6fbc-6129-4ac1-b404-a0e663214339 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6635659 Sep 16 04:49:01.008884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40204) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:01.013321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-295e867c-8c8d-4239-b787-363b0b42f275 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group_rule': {'security_group_id': 'c434ce6a-32d3-4b10-b23a-2d48ba2b8efc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:01.040107 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-295e867c-8c8d-4239-b787-363b0b42f275 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.051366 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.20.0.1 (b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2/47e051ba-7421-4c08-92a0-b0b69673c3a6/461436b2-8b7d-4b59-b65a-476fdc81c3a1) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:01.060623 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-57e27808-b9bd-492d-a30f-70d8aebb7ee5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96cd509afe5f46db86ba66c098612ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8110833 Sep 16 04:49:01.064174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40208) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:01.064867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e27808-b9bd-492d-a30f-70d8aebb7ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3b0c23-4791-42f7-a9d0-d31840b95d74,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.139030 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5b26b21-2dfb-4c0a-bfb2-9c792ed1e6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.161115 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-295e867c-8c8d-4239-b787-363b0b42f275 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.168986 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-295e867c-8c8d-4239-b787-363b0b42f275 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.175083 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.178606 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5b26b21-2dfb-4c0a-bfb2-9c792ed1e6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.206324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e867c-8c8d-4239-b787-363b0b42f275 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9788f718-06ae-418e-bf48-0120e11e0e29,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.208286 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.210686 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-295e867c-8c8d-4239-b787-363b0b42f275 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.214073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-295e867c-8c8d-4239-b787-363b0b42f275 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2018168 Sep 16 04:49:01.216860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40210) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:01.245724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f5e79df0-5256-4388-9f18-7adf6aced551 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group_rule': {'security_group_id': 'c434ce6a-32d3-4b10-b23a-2d48ba2b8efc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:01.246577 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5b26b21-2dfb-4c0a-bfb2-9c792ed1e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.249197 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5b26b21-2dfb-4c0a-bfb2-9c792ed1e6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.253656 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a5b26b21-2dfb-4c0a-bfb2-9c792ed1e6c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b3b0c23-4791-42f7-a9d0-d31840b95d74 HTTP/1.1" status: 204 len: 168 time: 0.1849468 Sep 16 04:49:01.260558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b26b21-2dfb-4c0a-bfb2-9c792ed1e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3b0c23-4791-42f7-a9d0-d31840b95d74,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.269981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:01.284686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:01.289460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:01.320484 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=461436b2-8b7d-4b59-b65a-476fdc81c3a1,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.335733 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5e79df0-5256-4388-9f18-7adf6aced551 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.382150 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.400942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c9353887-58e4-4a2c-84d3-89af084f8061 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:01.483116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c9353887-58e4-4a2c-84d3-89af084f8061 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:01.485814 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.532700 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5e79df0-5256-4388-9f18-7adf6aced551 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.548005 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5e79df0-5256-4388-9f18-7adf6aced551 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.605007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e79df0-5256-4388-9f18-7adf6aced551 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f123249a-c0ac-4154-a26f-882829119b70,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.617707 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5e79df0-5256-4388-9f18-7adf6aced551 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.621481 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f5e79df0-5256-4388-9f18-7adf6aced551 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3992081 Sep 16 04:49:01.623140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40224) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:01.628044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-935ec493-1f40-4ae1-9db4-b84d62fbf289 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group_rule': {'security_group_id': 'c434ce6a-32d3-4b10-b23a-2d48ba2b8efc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:01.639922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b6073877-5b9c-4c86-94db-8b34e6dd0c02 None None] Provisioning complete for port 461436b2-8b7d-4b59-b65a-476fdc81c3a1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:01.640352 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b6073877-5b9c-4c86-94db-8b34e6dd0c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.677369 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.685484 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-935ec493-1f40-4ae1-9db4-b84d62fbf289 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.709094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b6073877-5b9c-4c86-94db-8b34e6dd0c02 None None] Port 461436b2-8b7d-4b59-b65a-476fdc81c3a1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:01.759476 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-935ec493-1f40-4ae1-9db4-b84d62fbf289 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.771130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-935ec493-1f40-4ae1-9db4-b84d62fbf289 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.787720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ec493-1f40-4ae1-9db4-b84d62fbf289 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa41861b-8ac8-465a-a4aa-c9745973f539,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.797345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-935ec493-1f40-4ae1-9db4-b84d62fbf289 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.801775 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-935ec493-1f40-4ae1-9db4-b84d62fbf289 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1756117 Sep 16 04:49:01.802054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40234) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:01.806914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4981156d-cab1-4669-acdd-a74630d8571e tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group_rule': {'security_group_id': 'c434ce6a-32d3-4b10-b23a-2d48ba2b8efc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:01.839738 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4981156d-cab1-4669-acdd-a74630d8571e tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.912589 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4981156d-cab1-4669-acdd-a74630d8571e tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.916753 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4981156d-cab1-4669-acdd-a74630d8571e tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.935522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981156d-cab1-4669-acdd-a74630d8571e tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c359a54c-9258-4acd-84e2-e4deec6953f4,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:01.953807 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4981156d-cab1-4669-acdd-a74630d8571e tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:01.956149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4981156d-cab1-4669-acdd-a74630d8571e tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529663 Sep 16 04:49:01.958783 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40240) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:01.968546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7162b101-ca07-46c1-8a2d-6430a3015ada tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group_rule': {'security_group_id': 'c434ce6a-32d3-4b10-b23a-2d48ba2b8efc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:01.999627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7162b101-ca07-46c1-8a2d-6430a3015ada tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.052669 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.058205 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.070440 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7162b101-ca07-46c1-8a2d-6430a3015ada tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.075337 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7162b101-ca07-46c1-8a2d-6430a3015ada tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.091810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162b101-ca07-46c1-8a2d-6430a3015ada tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5904995-6599-4b2d-b6a5-1e574c32ac74,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.104051 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7162b101-ca07-46c1-8a2d-6430a3015ada tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.106118 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7162b101-ca07-46c1-8a2d-6430a3015ada tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1457560 Sep 16 04:49:02.108236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40246) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.132869 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f481701-52ab-4161-8d89-4287b606108b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.141125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f481701-52ab-4161-8d89-4287b606108b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.147806 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.165434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=461436b2-8b7d-4b59-b65a-476fdc81c3a1,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.192598 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f481701-52ab-4161-8d89-4287b606108b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.201826 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f481701-52ab-4161-8d89-4287b606108b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.203291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4f481701-52ab-4161-8d89-4287b606108b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b5904995-6599-4b2d-b6a5-1e574c32ac74 HTTP/1.1" status: 204 len: 168 time: 0.0940638 Sep 16 04:49:02.207577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40256) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.209854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f481701-52ab-4161-8d89-4287b606108b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5904995-6599-4b2d-b6a5-1e574c32ac74,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.317381 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-faa460f9-de9b-4bb2-81db-06bf51a5474d tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1081879 Sep 16 04:49:02.320516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40258) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.327017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:02.328560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:02.347962 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0cd33f7e-f60a-46a4-ba0c-8071b661c21f tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.356640 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0cd33f7e-f60a-46a4-ba0c-8071b661c21f tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.390499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0cd33f7e-f60a-46a4-ba0c-8071b661c21f tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.403619 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0cd33f7e-f60a-46a4-ba0c-8071b661c21f tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.407674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0cd33f7e-f60a-46a4-ba0c-8071b661c21f tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c359a54c-9258-4acd-84e2-e4deec6953f4 HTTP/1.1" status: 204 len: 168 time: 0.0858951 Sep 16 04:49:02.408383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40262) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.408746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd33f7e-f60a-46a4-ba0c-8071b661c21f tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c359a54c-9258-4acd-84e2-e4deec6953f4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.465713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40264) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.507666 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-aae43428-4e24-4d4c-b9a1-91bfe60bac91 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0949459 Sep 16 04:49:02.507666 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router 9868edf5-c3f6-4d4f-abfa-53f0a496ca1a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:02.507976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40268) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.537928 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-058777c8-52d1-4447-8f87-551366c00937 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.547317 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-058777c8-52d1-4447-8f87-551366c00937 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.580611 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-058777c8-52d1-4447-8f87-551366c00937 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.593071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-058777c8-52d1-4447-8f87-551366c00937 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.594210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-058777c8-52d1-4447-8f87-551366c00937 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fa41861b-8ac8-465a-a4aa-c9745973f539 HTTP/1.1" status: 204 len: 168 time: 0.0852623 Sep 16 04:49:02.614591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40272) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.621587 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d1b6703b-2e23-4689-95a3-756000589a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.623880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058777c8-52d1-4447-8f87-551366c00937 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa41861b-8ac8-465a-a4aa-c9745973f539,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.639441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c853ee20-c96c-477e-9161-cf63747d1b7b None None] Provisioning complete for port 461436b2-8b7d-4b59-b65a-476fdc81c3a1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:02.640021 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c853ee20-c96c-477e-9161-cf63747d1b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.643385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:02.652001 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40276) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.653570 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d0dbb626-2cb0-4aec-be34-8a969d753bdb tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "PUT /v2.0/routers/9868edf5-c3f6-4d4f-abfa-53f0a496ca1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9146316 Sep 16 04:49:02.661600 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'port': {'network_id': 'b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2', 'name': 'tempest-FloatingIPTestJSON-1457560616'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:02.678937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03735369-d8f8-41e6-8079-963a46712a10 None None] Sync routers for ids ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:02.704167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03735369-d8f8-41e6-8079-963a46712a10 None None] Routers {'9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:02.705626 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-03735369-d8f8-41e6-8079-963a46712a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:02.724301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-432cc7ac-5bef-4dda-a875-5862bdac07e2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1085360 Sep 16 04:49:02.727433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40278) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.744262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c853ee20-c96c-477e-9161-cf63747d1b7b None None] Port 461436b2-8b7d-4b59-b65a-476fdc81c3a1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:02.747062 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-03735369-d8f8-41e6-8079-963a46712a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:02.764734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03735369-d8f8-41e6-8079-963a46712a10 None None] Routers {'9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:02.765509 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-03735369-d8f8-41e6-8079-963a46712a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:02.772417 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7796077c-5b35-4dd8-8027-fd849d476276 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.784180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7796077c-5b35-4dd8-8027-fd849d476276 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.826936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7796077c-5b35-4dd8-8027-fd849d476276 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.836599 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7796077c-5b35-4dd8-8027-fd849d476276 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.840075 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7796077c-5b35-4dd8-8027-fd849d476276 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f123249a-c0ac-4154-a26f-882829119b70 HTTP/1.1" status: 204 len: 168 time: 0.1113434 Sep 16 04:49:02.842760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-03735369-d8f8-41e6-8079-963a46712a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:02.843413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03735369-d8f8-41e6-8079-963a46712a10 None None] The sync data for ids ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:02.844139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40284) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.856516 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796077c-5b35-4dd8-8027-fd849d476276 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f123249a-c0ac-4154-a26f-882829119b70,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.872562 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d1b6703b-2e23-4689-95a3-756000589a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.879802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d1b6703b-2e23-4689-95a3-756000589a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.895588 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-534879a6-c891-40cf-ad78-323266bd165d tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0503035 Sep 16 04:49:02.898251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40286) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.921593 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-217c0c12-2492-46fb-bb2b-b9d0a7bee075 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.922902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Made reservation on behalf of 926c408025e5458bb73e5fc6efb02ae7 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:02.926392 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.929262 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-217c0c12-2492-46fb-bb2b-b9d0a7bee075 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.945202 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d1b6703b-2e23-4689-95a3-756000589a33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=383eae87d21c42aa977845291e376e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739602 Sep 16 04:49:02.945202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40288) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.945518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6703b-2e23-4689-95a3-756000589a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080d57bd-3257-48f7-9473-24588b4d99ce,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:02.965008 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-217c0c12-2492-46fb-bb2b-b9d0a7bee075 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.969259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] device_id is not set on port 7e4ffc36-2979-4955-bebc-9c7f3230a167 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:02.971943 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-217c0c12-2492-46fb-bb2b-b9d0a7bee075 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:02.973649 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-217c0c12-2492-46fb-bb2b-b9d0a7bee075 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9788f718-06ae-418e-bf48-0120e11e0e29 HTTP/1.1" status: 204 len: 168 time: 0.0741057 Sep 16 04:49:02.975929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40290) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:02.986088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c0c12-2492-46fb-bb2b-b9d0a7bee075 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9788f718-06ae-418e-bf48-0120e11e0e29,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.025186 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-11f7db78-7e9f-4582-b921-6dc47c95a49b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456688 Sep 16 04:49:03.025383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40292) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:03.056247 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d538007f-06d6-4679-b396-13508284c047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.079560 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c539b7a-da7b-4f52-b7e3-a89d71953507 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.105287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c539b7a-da7b-4f52-b7e3-a89d71953507 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.114217 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d538007f-06d6-4679-b396-13508284c047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.146539 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c539b7a-da7b-4f52-b7e3-a89d71953507 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.149307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c539b7a-da7b-4f52-b7e3-a89d71953507 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.150635 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7c539b7a-da7b-4f52-b7e3-a89d71953507 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-groups/c434ce6a-32d3-4b10-b23a-2d48ba2b8efc HTTP/1.1" status: 204 len: 168 time: 0.1241670 Sep 16 04:49:03.153661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Allocated IP 172.20.0.11 (b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2/47e051ba-7421-4c08-92a0-b0b69673c3a6/7e4ffc36-2979-4955-bebc-9c7f3230a167) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:03.153853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40294) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:03.172111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539b7a-da7b-4f52-b7e3-a89d71953507 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c434ce6a-32d3-4b10-b23a-2d48ba2b8efc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.203946 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d538007f-06d6-4679-b396-13508284c047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.206613 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d538007f-06d6-4679-b396-13508284c047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.207772 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d538007f-06d6-4679-b396-13508284c047 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/080d57bd-3257-48f7-9473-24588b4d99ce HTTP/1.1" status: 204 len: 168 time: 0.2632785 Sep 16 04:49:03.210601 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c3de1959-bdd6-4c7d-a6c4-cdf2669cce66 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543334 Sep 16 04:49:03.218100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40298) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:03.224194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7de56a96-230e-48ed-8ab3-c3ce2d07143c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097729617'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:03.224864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538007f-06d6-4679-b396-13508284c047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080d57bd-3257-48f7-9473-24588b4d99ce,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.261498 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7de56a96-230e-48ed-8ab3-c3ce2d07143c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.370874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.373872 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7de56a96-230e-48ed-8ab3-c3ce2d07143c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.380268 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7de56a96-230e-48ed-8ab3-c3ce2d07143c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.413099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7de56a96-230e-48ed-8ab3-c3ce2d07143c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.416903 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7de56a96-230e-48ed-8ab3-c3ce2d07143c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1954074 Sep 16 04:49:03.417058 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.417200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de56a96-230e-48ed-8ab3-c3ce2d07143c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c1331c-367d-4c12-ad8a-4afd7dda8a3d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.417302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40304) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:03.427994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1857fa6a-a7fc-438b-980d-d8955b3cc3c6 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group_rule': {'security_group_id': 'a7c1331c-367d-4c12-ad8a-4afd7dda8a3d', 'direction': 'ingress', 'protocol': 17}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:03.472655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Network b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:03.480195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:03.488779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:03.497765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event updated for resources: {'Port': ['ID=7e4ffc36-2979-4955-bebc-9c7f3230a167,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.536416 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1857fa6a-a7fc-438b-980d-d8955b3cc3c6 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.567417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:03.568099 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.595740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3e4a11b5-226b-41f4-99b4-d097553093ee tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9416718 Sep 16 04:49:03.599423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40314) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:03.607617 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-94516fa7-47f4-4a14-8599-2e14140d9ae2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Request body: {'floatingip': {'port_id': '7e4ffc36-2979-4955-bebc-9c7f3230a167'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:03.624475 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1857fa6a-a7fc-438b-980d-d8955b3cc3c6 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.631921 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1857fa6a-a7fc-438b-980d-d8955b3cc3c6 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.657204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857fa6a-a7fc-438b-980d-d8955b3cc3c6 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20652bc-cc56-45d0-9cc2-eb183a2080bc,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.669236 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1857fa6a-a7fc-438b-980d-d8955b3cc3c6 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.671872 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1857fa6a-a7fc-438b-980d-d8955b3cc3c6 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2534184 Sep 16 04:49:03.675147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40316) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:03.699314 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94516fa7-47f4-4a14-8599-2e14140d9ae2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.761632 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e857e6f4-2c8e-4108-8226-ce30542fb28b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.776076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7230e2d9-3218-4304-a0b8-aa12cdd63c19 None None] Provisioning complete for port 7e4ffc36-2979-4955-bebc-9c7f3230a167 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:03.777816 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7230e2d9-3218-4304-a0b8-aa12cdd63c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.792352 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e857e6f4-2c8e-4108-8226-ce30542fb28b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.848392 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7230e2d9-3218-4304-a0b8-aa12cdd63c19 None None] Port 7e4ffc36-2979-4955-bebc-9c7f3230a167 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:03.855023 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e857e6f4-2c8e-4108-8226-ce30542fb28b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.862870 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e857e6f4-2c8e-4108-8226-ce30542fb28b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:03.864759 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e857e6f4-2c8e-4108-8226-ce30542fb28b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-groups/a7c1331c-367d-4c12-ad8a-4afd7dda8a3d HTTP/1.1" status: 204 len: 168 time: 0.1886399 Sep 16 04:49:03.867373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40330) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:03.886701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857e6f4-2c8e-4108-8226-ce30542fb28b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c1331c-367d-4c12-ad8a-4afd7dda8a3d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:03.999965 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-780dea05-b61f-40bb-aea1-ac7a7e449707 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1281679 Sep 16 04:49:04.000846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40338) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:04.005771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5aa97e46-0427-4454-8979-1c0260023605 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366522131'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:04.076364 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5aa97e46-0427-4454-8979-1c0260023605 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.308400 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5aa97e46-0427-4454-8979-1c0260023605 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.312908 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5aa97e46-0427-4454-8979-1c0260023605 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.366647 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa97e46-0427-4454-8979-1c0260023605 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc7da88-e34a-4d55-8023-0857f04233f4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:04.386025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5aa97e46-0427-4454-8979-1c0260023605 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.389797 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5aa97e46-0427-4454-8979-1c0260023605 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3855081 Sep 16 04:49:04.390166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40350) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:04.396367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group': {'name': 'tempest-secgroup--379005006'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:04.422069 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.443874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94516fa7-47f4-4a14-8599-2e14140d9ae2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.448430 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94516fa7-47f4-4a14-8599-2e14140d9ae2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.526415 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.534516 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.568163 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.572324 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1803775 Sep 16 04:49:04.573090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40358) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:04.573576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e6208f-1904-41fa-9a89-2c1b1ab6869c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:04.578182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d5fb0507-8f67-4f51-978d-2c226ffbc230 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group_rule': {'security_group_id': 'ffc7da88-e34a-4d55-8023-0857f04233f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a6e6208f-1904-41fa-9a89-2c1b1ab6869c', 'remote_ip_prefix': None}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:04.583018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.583311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.583658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.584000 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.584341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.584748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.585061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.585325 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.585683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.586002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.586328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.586650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2882e0c-bc4e-4db6-95b5-81516196f445 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:04.587078 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-94516fa7-47f4-4a14-8599-2e14140d9ae2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Floating IP da47cad4-aa0c-4629-aa1d-cc1236373d9f associated. External IP: 172.25.0.248, port: 3575ebdc-1cd9-4814-a778-b9dbd70154c4. Sep 16 04:49:04.677722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40360) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:04.702362 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0507-8f67-4f51-978d-2c226ffbc230 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.823135 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0507-8f67-4f51-978d-2c226ffbc230 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.830257 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0507-8f67-4f51-978d-2c226ffbc230 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.835474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-90685949'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:04.857631 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Made reservation on behalf of 61e6feb6c27143b78ec4f46e5baac5e9 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:04.862730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.873143 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.880018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb0507-8f67-4f51-978d-2c226ffbc230 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd2ad89-4b02-4686-b164-63374ee98911,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:04.889915 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0507-8f67-4f51-978d-2c226ffbc230 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.890994 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d5fb0507-8f67-4f51-978d-2c226ffbc230 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3168356 Sep 16 04:49:04.896057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40366) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:04.910888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94516fa7-47f4-4a14-8599-2e14140d9ae2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:04.951228 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5bafc5e7-a7ed-4394-80fa-ded03abcbff2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:04.966276 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5bafc5e7-a7ed-4394-80fa-ded03abcbff2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.024724 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5bafc5e7-a7ed-4394-80fa-ded03abcbff2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.035747 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5bafc5e7-a7ed-4394-80fa-ded03abcbff2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.035940 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5bafc5e7-a7ed-4394-80fa-ded03abcbff2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0dd2ad89-4b02-4686-b164-63374ee98911 HTTP/1.1" status: 204 len: 168 time: 0.1384442 Sep 16 04:49:05.038930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40372) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:05.039091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94516fa7-47f4-4a14-8599-2e14140d9ae2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:05.049437 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db213f-aaf1-4cfd-924c-21895049cac5 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:05.059311 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db213f-aaf1-4cfd-924c-21895049cac5 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:05.060166 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-28db213f-aaf1-4cfd-924c-21895049cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:05.075379 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.091776 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.093688 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-28db213f-aaf1-4cfd-924c-21895049cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:05.094953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafc5e7-a7ed-4394-80fa-ded03abcbff2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0dd2ad89-4b02-4686-b164-63374ee98911,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:05.108387 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db213f-aaf1-4cfd-924c-21895049cac5 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:05.109026 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-28db213f-aaf1-4cfd-924c-21895049cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:05.130368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:05.149534 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-28db213f-aaf1-4cfd-924c-21895049cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:05.150483 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db213f-aaf1-4cfd-924c-21895049cac5 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:05.160550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e7dc8e-79f5-4f72-84e1-400a72d796bd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:05.180502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7656bf9e-0967-43d1-a0ad-80b5398f3049 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1380737 Sep 16 04:49:05.184245 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.184854 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Added segment d63a57b8-2478-484f-86ac-669f57e1de80 of type vlan for network f21ea4c4-4865-4d0d-891f-e6a64839dc79 Sep 16 04:49:05.186090 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40376) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:05.255294 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.294785 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.296421 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a32b5f26-42ee-4daa-b43d-63279199f49b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.303862 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94516fa7-47f4-4a14-8599-2e14140d9ae2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router 9868edf5-c3f6-4d4f-abfa-53f0a496ca1a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:05.310677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.317036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:05.317675 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.353180 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a32b5f26-42ee-4daa-b43d-63279199f49b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.371024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6920879 Sep 16 04:49:05.378181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40378) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:05.388530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cff8471d-e4ba-499b-8392-3873b9db4301 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Request body: {'subnet': {'network_id': 'f21ea4c4-4865-4d0d-891f-e6a64839dc79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:05.422018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94516fa7-47f4-4a14-8599-2e14140d9ae2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:05.426692 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94516fa7-47f4-4a14-8599-2e14140d9ae2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.435862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495a3de-fc6a-4c4b-8376-6db6d073cf27 None None] Sync routers for ids ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:05.450669 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495a3de-fc6a-4c4b-8376-6db6d073cf27 None None] Routers {'9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:05.451576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f495a3de-fc6a-4c4b-8376-6db6d073cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:05.452540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202063f-f484-4126-9819-21c21c098872 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Pushing event updated for resources: {'Network': ['ID=f21ea4c4-4865-4d0d-891f-e6a64839dc79,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:05.485328 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-94516fa7-47f4-4a14-8599-2e14140d9ae2 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "PUT /v2.0/floatingips/da47cad4-aa0c-4629-aa1d-cc1236373d9f HTTP/1.1" status: 200 len: 979 time: 1.8831098 Sep 16 04:49:05.488572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40382) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:05.496697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network f21ea4c4-4865-4d0d-891f-e6a64839dc79 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:05.500394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f495a3de-fc6a-4c4b-8376-6db6d073cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:05.518674 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a32b5f26-42ee-4daa-b43d-63279199f49b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.521268 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a32b5f26-42ee-4daa-b43d-63279199f49b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.525843 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a32b5f26-42ee-4daa-b43d-63279199f49b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-groups/a6e6208f-1904-41fa-9a89-2c1b1ab6869c HTTP/1.1" status: 204 len: 168 time: 0.3354454 Sep 16 04:49:05.526033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40384) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:05.538584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b5f26-42ee-4daa-b43d-63279199f49b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e6208f-1904-41fa-9a89-2c1b1ab6869c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:05.540489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495a3de-fc6a-4c4b-8376-6db6d073cf27 None None] Routers {'9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:05.541848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f495a3de-fc6a-4c4b-8376-6db6d073cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:05.551861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff8471d-e4ba-499b-8392-3873b9db4301 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Made reservation on behalf of 61e6feb6c27143b78ec4f46e5baac5e9 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:05.556374 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff8471d-e4ba-499b-8392-3873b9db4301 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.584427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f495a3de-fc6a-4c4b-8376-6db6d073cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:05.585055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495a3de-fc6a-4c4b-8376-6db6d073cf27 None None] The sync data for ids ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:05.633859 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-663655aa-ec5f-4ee7-b6bf-0b53cff0e859 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1056359 Sep 16 04:49:05.636699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40386) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:05.653970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port 7e4ffc36-2979-4955-bebc-9c7f3230a167 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:05.654319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.735071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e664ce09-b389-45ce-8210-abd74423dec5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.742166 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.770803 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e664ce09-b389-45ce-8210-abd74423dec5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.831348 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff8471d-e4ba-499b-8392-3873b9db4301 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.881792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e664ce09-b389-45ce-8210-abd74423dec5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.884283 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e664ce09-b389-45ce-8210-abd74423dec5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.885432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e664ce09-b389-45ce-8210-abd74423dec5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-groups/ffc7da88-e34a-4d55-8023-0857f04233f4 HTTP/1.1" status: 204 len: 168 time: 0.2476895 Sep 16 04:49:05.894826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40388) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:05.923683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664ce09-b389-45ce-8210-abd74423dec5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc7da88-e34a-4d55-8023-0857f04233f4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:05.928369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8471d-e4ba-499b-8392-3873b9db4301 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Pushing event updated for resources: {'Subnet': ['ID=431183fd-c0e1-4769-bf6a-5f9d7ba0451e,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:05.934327 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.934705 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:05.935528 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Floating IP da47cad4-aa0c-4629-aa1d-cc1236373d9f disassociated. External IP: 172.25.0.248, port: 7e4ffc36-2979-4955-bebc-9c7f3230a167. Sep 16 04:49:05.935885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for 7e4ffc36-2979-4955-bebc-9c7f3230a167 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:05.956007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff8471d-e4ba-499b-8392-3873b9db4301 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Checking segment: {'id': 'd63a57b8-2478-484f-86ac-669f57e1de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f21ea4c4-4865-4d0d-891f-e6a64839dc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:05.956882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff8471d-e4ba-499b-8392-3873b9db4301 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Network hostable DHCP agents. Network: f21ea4c4-4865-4d0d-891f-e6a64839dc79, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:05.996255 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bc52e208-fe6b-4092-9164-5b064319e083 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0984101 Sep 16 04:49:05.999648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff8471d-e4ba-499b-8392-3873b9db4301 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Network f21ea4c4-4865-4d0d-891f-e6a64839dc79 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:06.000068 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40392) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:06.007205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e84c5c10-f154-496f-bdd7-f5d4084df52c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962636772'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:06.008177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-cff8471d-e4ba-499b-8392-3873b9db4301 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, f21ea4c4-4865-4d0d-891f-e6a64839dc79) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:06.012451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff8471d-e4ba-499b-8392-3873b9db4301 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:06.013048 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cff8471d-e4ba-499b-8392-3873b9db4301 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.022690 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61b4d5a-2519-4cb5-b57c-c5d4c18dd1eb None None] Network f21ea4c4-4865-4d0d-891f-e6a64839dc79 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:06.044872 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e84c5c10-f154-496f-bdd7-f5d4084df52c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.054011 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cff8471d-e4ba-499b-8392-3873b9db4301 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6746294 Sep 16 04:49:06.056421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40396) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:06.062085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Request body: {'port': {'network_id': 'f21ea4c4-4865-4d0d-891f-e6a64839dc79', 'name': 'tempest-DHCPAgentSchedulersTestJSON-770724338'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:06.196586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-f21ea4c4-4865-4d0d-891f-e6a64839dc79', 'network_id': 'f21ea4c4-4865-4d0d-891f-e6a64839dc79', 'tenant_id': '61e6feb6c27143b78ec4f46e5baac5e9', 'fixed_ips': [{'subnet_id': '431183fd-c0e1-4769-bf6a-5f9d7ba0451e'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:06.197698 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.210022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.343387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Allocated IP 172.20.0.2 (f21ea4c4-4865-4d0d-891f-e6a64839dc79/431183fd-c0e1-4769-bf6a-5f9d7ba0451e/82b0a375-b6f7-44a2-bdc8-4b63b097fabc) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:06.517158 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e84c5c10-f154-496f-bdd7-f5d4084df52c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.520739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=7e4ffc36-2979-4955-bebc-9c7f3230a167,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:06.524219 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e84c5c10-f154-496f-bdd7-f5d4084df52c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.570296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Made reservation on behalf of 61e6feb6c27143b78ec4f46e5baac5e9 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:06.573986 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.603741 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e84c5c10-f154-496f-bdd7-f5d4084df52c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.605171 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e84c5c10-f154-496f-bdd7-f5d4084df52c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6037490 Sep 16 04:49:06.607991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c5c10-f154-496f-bdd7-f5d4084df52c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d918b1-b25c-4b33-94f1-c1df6df723a5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:06.609048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40404) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:06.615619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-42c43753-fee3-4e64-aee0-17bf32cab478 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group_rule': {'security_group_id': '05d918b1-b25c-4b33-94f1-c1df6df723a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:06.621566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] device_id is not set on port ca92d150-92fb-4fd2-ba18-e774ecb92e9a yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:06.676577 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.683812 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router 9868edf5-c3f6-4d4f-abfa-53f0a496ca1a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:06.687602 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.700859 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42c43753-fee3-4e64-aee0-17bf32cab478 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.736110 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Network f21ea4c4-4865-4d0d-891f-e6a64839dc79 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:06.740015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:06.743641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:06.764451 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Pushing event updated for resources: {'Port': ['ID=82b0a375-b6f7-44a2-bdc8-4b63b097fabc,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:06.803467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Allocated IP 172.20.0.6 (f21ea4c4-4865-4d0d-891f-e6a64839dc79/431183fd-c0e1-4769-bf6a-5f9d7ba0451e/ca92d150-92fb-4fd2-ba18-e774ecb92e9a) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:06.813737 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42c43753-fee3-4e64-aee0-17bf32cab478 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.828029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Attempting to bind port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:06.828490 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:06.828661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Attempting to bind port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'd63a57b8-2478-484f-86ac-669f57e1de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f21ea4c4-4865-4d0d-891f-e6a64839dc79'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:06.828886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Attempting to bind port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc on network f21ea4c4-4865-4d0d-891f-e6a64839dc79 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:06.830746 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42c43753-fee3-4e64-aee0-17bf32cab478 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.842966 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bdcad3-b727-4922-aaf1-f2145ca9b721 None None] Sync routers for ids ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:06.843945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:06.844342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Checking segment: {'id': 'd63a57b8-2478-484f-86ac-669f57e1de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f21ea4c4-4865-4d0d-891f-e6a64839dc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:06.844749 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.846073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Bound using segment: {'id': 'd63a57b8-2478-484f-86ac-669f57e1de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f21ea4c4-4865-4d0d-891f-e6a64839dc79'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:06.846235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Bound port: 82b0a375-b6f7-44a2-bdc8-4b63b097fabc, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63a57b8-2478-484f-86ac-669f57e1de80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f21ea4c4-4865-4d0d-891f-e6a64839dc79'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:06.846625 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.857840 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bdcad3-b727-4922-aaf1-f2145ca9b721 None None] Routers {'9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:06.858681 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a2bdcad3-b727-4922-aaf1-f2145ca9b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:06.906618 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.909820 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-14004e28-b7bd-4ce8-8d90-8e83fb8117b3 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/ports/7e4ffc36-2979-4955-bebc-9c7f3230a167 HTTP/1.1" status: 204 len: 168 time: 1.4199023 Sep 16 04:49:06.913009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40406) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:06.914162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c43753-fee3-4e64-aee0-17bf32cab478 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2816459-2f07-43be-8d45-464df620a694,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:06.928005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] For port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:06.931589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] For port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=82b0a375-b6f7-44a2-bdc8-4b63b097fabc,segment=NetworkSegment(d63a57b8-2478-484f-86ac-669f57e1de80),segment_id=d63a57b8-2478-484f-86ac-669f57e1de80)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:06.933579 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42c43753-fee3-4e64-aee0-17bf32cab478 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:06.935089 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-42c43753-fee3-4e64-aee0-17bf32cab478 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3248892 Sep 16 04:49:06.938542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40408) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:06.942203 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.030600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0258c-fe3a-4dd0-b42c-795de8b91ceb None None] Pushing event updated for resources: {'Port': ['ID=82b0a375-b6f7-44a2-bdc8-4b63b097fabc,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.040932 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c6cd76e-9489-4e9e-a98f-bf0c1c612055 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.053647 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a2bdcad3-b727-4922-aaf1-f2145ca9b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:07.056590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c6cd76e-9489-4e9e-a98f-bf0c1c612055 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.067100 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bdcad3-b727-4922-aaf1-f2145ca9b721 None None] Routers {'9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:07.068213 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a2bdcad3-b727-4922-aaf1-f2145ca9b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:07.105801 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a2bdcad3-b727-4922-aaf1-f2145ca9b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:07.106784 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bdcad3-b727-4922-aaf1-f2145ca9b721 None None] The sync data for ids ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:07.116779 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.119924 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c6cd76e-9489-4e9e-a98f-bf0c1c612055 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.130100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c6cd76e-9489-4e9e-a98f-bf0c1c612055 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.133586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9c6cd76e-9489-4e9e-a98f-bf0c1c612055 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b2816459-2f07-43be-8d45-464df620a694 HTTP/1.1" status: 204 len: 168 time: 0.1901088 Sep 16 04:49:07.134234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40414) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.164479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cd76e-9489-4e9e-a98f-bf0c1c612055 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2816459-2f07-43be-8d45-464df620a694,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.200195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ed138d09-7277-414a-a16a-a0f0dfa7bc9c tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0650530 Sep 16 04:49:07.202736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40418) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.247143 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.343506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Network f21ea4c4-4865-4d0d-891f-e6a64839dc79 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:07.349754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:07.363331 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:07.417367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b55a-3a44-4d40-8ac6-bbd32ec59938 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.453240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Pushing event updated for resources: {'Port': ['ID=ca92d150-92fb-4fd2-ba18-e774ecb92e9a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.461051 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b55a-3a44-4d40-8ac6-bbd32ec59938 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.485789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 82b0a375-b6f7-44a2-bdc8-4b63b097fabc up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:07.488294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-77f8d2db-6ef2-42e5-8660-738ab91c1dd8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.488781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:07.490494 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.525864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e038b826-ef39-4cc6-97da-6c63926ae382 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4680216 Sep 16 04:49:07.529899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40422) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.535531 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b55a-3a44-4d40-8ac6-bbd32ec59938 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.535701 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.538504 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b55a-3a44-4d40-8ac6-bbd32ec59938 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.539691 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e2a2b55a-3a44-4d40-8ac6-bbd32ec59938 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-groups/05d918b1-b25c-4b33-94f1-c1df6df723a5 HTTP/1.1" status: 204 len: 168 time: 0.3360026 Sep 16 04:49:07.544262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40424) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.550245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:07.550629 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.556911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2b55a-3a44-4d40-8ac6-bbd32ec59938 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d918b1-b25c-4b33-94f1-c1df6df723a5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.621235 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-37c88aec-c3c7-4aa0-8933-141639dc94d0 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0758917 Sep 16 04:49:07.625586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40428) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.631534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9b7c61b8-2463-48d0-a15f-2219af3417e5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group': {'name': 'tempest-secgroup--90404355'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:07.657359 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b7c61b8-2463-48d0-a15f-2219af3417e5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.657573 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.692748 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=82b0a375-b6f7-44a2-bdc8-4b63b097fabc,segment=NetworkSegment(d63a57b8-2478-484f-86ac-669f57e1de80),segment_id=d63a57b8-2478-484f-86ac-669f57e1de80)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:07.696520 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.750506 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=82b0a375-b6f7-44a2-bdc8-4b63b097fabc,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.752738 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b7c61b8-2463-48d0-a15f-2219af3417e5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.757380 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b7c61b8-2463-48d0-a15f-2219af3417e5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.789711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c61b8-2463-48d0-a15f-2219af3417e5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2826b4-f366-4cd4-8ec2-310ab029059d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.792321 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b7c61b8-2463-48d0-a15f-2219af3417e5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.793569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9b7c61b8-2463-48d0-a15f-2219af3417e5 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1666288 Sep 16 04:49:07.796249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40430) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.801482 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d8567171-c5bc-4d3a-9ff9-d8b672cd75ac tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group_rule': {'security_group_id': '6c2826b4-f366-4cd4-8ec2-310ab029059d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:07.806936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a1230-eed2-43f5-a10e-147276fbb615 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Deleting port ca92d150-92fb-4fd2-ba18-e774ecb92e9a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:07.807541 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b0a1230-eed2-43f5-a10e-147276fbb615 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.828428 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d8567171-c5bc-4d3a-9ff9-d8b672cd75ac tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.891823 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d8567171-c5bc-4d3a-9ff9-d8b672cd75ac tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.896781 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d8567171-c5bc-4d3a-9ff9-d8b672cd75ac tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.915745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8567171-c5bc-4d3a-9ff9-d8b672cd75ac tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e076b3a-391a-48b6-a68a-c6bdf2abf484,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:07.926274 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d8567171-c5bc-4d3a-9ff9-d8b672cd75ac tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.929917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d8567171-c5bc-4d3a-9ff9-d8b672cd75ac tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303368 Sep 16 04:49:07.930331 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40432) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.950516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7648a19a-6608-412e-99fb-ab920481e7f7 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules/9e076b3a-391a-48b6-a68a-c6bdf2abf484 HTTP/1.1" status: 200 len: 763 time: 0.0167947 Sep 16 04:49:07.953642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40434) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:07.969646 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b0a1230-eed2-43f5-a10e-147276fbb615 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:07.989064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a1230-eed2-43f5-a10e-147276fbb615 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Calling delete_port for ca92d150-92fb-4fd2-ba18-e774ecb92e9a owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:07.999642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-938c8aec-5b74-48d3-8e41-620579411d5f tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0445919 Sep 16 04:49:08.002150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40436) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.020789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-77f8d2db-6ef2-42e5-8660-738ab91c1dd8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port 461436b2-8b7d-4b59-b65a-476fdc81c3a1 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:08.021137 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-77f8d2db-6ef2-42e5-8660-738ab91c1dd8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.033677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a56a38e0-a2bd-491f-8f51-60df9123a31b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.042806 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a56a38e0-a2bd-491f-8f51-60df9123a31b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.071643 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a56a38e0-a2bd-491f-8f51-60df9123a31b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.078458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a56a38e0-a2bd-491f-8f51-60df9123a31b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.079628 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a56a38e0-a2bd-491f-8f51-60df9123a31b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9e076b3a-391a-48b6-a68a-c6bdf2abf484 HTTP/1.1" status: 204 len: 168 time: 0.0764499 Sep 16 04:49:08.085386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40438) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.086199 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a38e0-a2bd-491f-8f51-60df9123a31b tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e076b3a-391a-48b6-a68a-c6bdf2abf484,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:08.174989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e18a30-3bf6-4341-83f2-848bf663aa38 None None] Network f21ea4c4-4865-4d0d-891f-e6a64839dc79 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:08.199281 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-baee8489-adb3-463d-aa26-62a5559ffcd3 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1128035 Sep 16 04:49:08.202121 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-77f8d2db-6ef2-42e5-8660-738ab91c1dd8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.202273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40442) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.211409 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3a8390da-e2bc-4131-83ae-8c6ae34dac73 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group_rule': {'security_group_id': '6c2826b4-f366-4cd4-8ec2-310ab029059d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:08.219298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-77f8d2db-6ef2-42e5-8660-738ab91c1dd8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for 461436b2-8b7d-4b59-b65a-476fdc81c3a1 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:08.249447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f695eb9a-f5d8-4c25-b54e-735e1e8085c7 None None] Provisioning complete for port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:08.249867 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f695eb9a-f5d8-4c25-b54e-735e1e8085c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.255650 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a8390da-e2bc-4131-83ae-8c6ae34dac73 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.319600 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b0a1230-eed2-43f5-a10e-147276fbb615 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.354547 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a8390da-e2bc-4131-83ae-8c6ae34dac73 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.360958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a1230-eed2-43f5-a10e-147276fbb615 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Pushing event deleted for resources: {'Port': ['ID=ca92d150-92fb-4fd2-ba18-e774ecb92e9a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:08.363400 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a8390da-e2bc-4131-83ae-8c6ae34dac73 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.390686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8390da-e2bc-4131-83ae-8c6ae34dac73 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b875a4be-2bf0-4757-b520-1385af2afca8,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:08.397722 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a8390da-e2bc-4131-83ae-8c6ae34dac73 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.403762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3a8390da-e2bc-4131-83ae-8c6ae34dac73 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2005115 Sep 16 04:49:08.404749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40450) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.429075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5ebbdcaf-87fe-455f-a1b8-06f4f27fa631 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules/b875a4be-2bf0-4757-b520-1385af2afca8 HTTP/1.1" status: 200 len: 763 time: 0.0228763 Sep 16 04:49:08.429809 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40452) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.480590 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8254ab3a-e239-4309-8a66-4dde6e2b4942 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0495965 Sep 16 04:49:08.481306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40454) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.493999 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b0a1230-eed2-43f5-a10e-147276fbb615 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.496379 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8b0a1230-eed2-43f5-a10e-147276fbb615 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] 10.222.0.53 "DELETE /v2.0/ports/ca92d150-92fb-4fd2-ba18-e774ecb92e9a HTTP/1.1" status: 204 len: 168 time: 0.9656141 Sep 16 04:49:08.499194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40456) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.508083 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b28285c4-6862-438d-8b35-2188785829b1 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.516917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b28285c4-6862-438d-8b35-2188785829b1 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.551745 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b28285c4-6862-438d-8b35-2188785829b1 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.565551 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b28285c4-6862-438d-8b35-2188785829b1 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.566731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b28285c4-6862-438d-8b35-2188785829b1 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b875a4be-2bf0-4757-b520-1385af2afca8 HTTP/1.1" status: 204 len: 168 time: 0.0843387 Sep 16 04:49:08.567726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28285c4-6862-438d-8b35-2188785829b1 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b875a4be-2bf0-4757-b520-1385af2afca8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:08.569277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40460) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.606890 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-02959bb0-2580-4a0b-a0fb-d16be4ccabe6 tempest-DHCPAgentSchedulersTestJSON-893345665 tempest-DHCPAgentSchedulersTestJSON-893345665-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.1040068 Sep 16 04:49:08.607450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40462) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.612532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6a2a8267-6f2b-4892-8b6d-baadeef6642f tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1535122908'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:08.623237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-77f8d2db-6ef2-42e5-8660-738ab91c1dd8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.626693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dc4b41a9-7330-4e51-8a55-38a352b83d45 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0562778 Sep 16 04:49:08.629519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40464) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.634151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0cefbb38-7254-47c3-9cd0-b824f2235bdd tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Request body: {'security_group_rule': {'security_group_id': '6c2826b4-f366-4cd4-8ec2-310ab029059d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:08.648921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8d2db-6ef2-42e5-8660-738ab91c1dd8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=461436b2-8b7d-4b59-b65a-476fdc81c3a1,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:08.651970 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.api [None req-0cefbb38-7254-47c3-9cd0-b824f2235bdd tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:49:08.651970 n-d-712142-17 neutron-server[94745]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:49:08.651970 n-d-712142-17 neutron-server[94745]: [parameters: {'project_id_1': 'ad092839e65246bbbe25653bd0303104', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 48, 48, 643035)}] Sep 16 04:49:08.651970 n-d-712142-17 neutron-server[94745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:49:08.652361 n-d-712142-17 neutron-server[94745]: DEBUG oslo_db.api [None req-0cefbb38-7254-47c3-9cd0-b824f2235bdd tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:49:08.661691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a8267-6f2b-4892-8b6d-baadeef6642f tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Made reservation on behalf of 61e6feb6c27143b78ec4f46e5baac5e9 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:08.670456 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8267-6f2b-4892-8b6d-baadeef6642f tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.700257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2a8267-6f2b-4892-8b6d-baadeef6642f tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:08.711984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8267-6f2b-4892-8b6d-baadeef6642f tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.712497 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-6a2a8267-6f2b-4892-8b6d-baadeef6642f tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Added segment 3d10ff9e-8a9a-4aab-9401-f83ae481ca7d of type vlan for network feca68d5-da39-4f2f-b5d5-d2c1c2686271 Sep 16 04:49:08.775414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8267-6f2b-4892-8b6d-baadeef6642f tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.811529 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8267-6f2b-4892-8b6d-baadeef6642f tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.829660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a8267-6f2b-4892-8b6d-baadeef6642f tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:08.831091 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a2a8267-6f2b-4892-8b6d-baadeef6642f tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.835442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7201385c-192e-4a30-862c-3f7cc44a2099 None None] Provisioning complete for port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:08.836072 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7201385c-192e-4a30-862c-3f7cc44a2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.884283 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-77f8d2db-6ef2-42e5-8660-738ab91c1dd8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:08.931122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6a2a8267-6f2b-4892-8b6d-baadeef6642f tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3229082 Sep 16 04:49:08.932067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a8267-6f2b-4892-8b6d-baadeef6642f tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Pushing event updated for resources: {'Network': ['ID=feca68d5-da39-4f2f-b5d5-d2c1c2686271,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:08.934225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40468) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:08.956197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network feca68d5-da39-4f2f-b5d5-d2c1c2686271 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:09.107391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e8d3c0bd-e6be-4dd1-8296-51bb29c10b3d None None] Could not find standard attr ID for object ca92d150-92fb-4fd2-ba18-e774ecb92e9a. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:49:09.161768 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cdf8cf35-8316-48d0-ba7e-742b66aa5aa4 tempest-DHCPAgentSchedulersTestJSON-893345665 tempest-DHCPAgentSchedulersTestJSON-893345665-project-admin] 10.222.0.53 "GET /v2.0/agents/290234fd-df6b-429f-b9f1-63ef62318927/dhcp-networks HTTP/1.1" status: 200 len: 12032 time: 0.2262366 Sep 16 04:49:09.167275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40470) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:09.183913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f8d2db-6ef2-42e5-8660-738ab91c1dd8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router 9868edf5-c3f6-4d4f-abfa-53f0a496ca1a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:09.209126 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-0cefbb38-7254-47c3-9cd0-b824f2235bdd tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Project ad092839e65246bbbe25653bd0303104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 04:49:09.216282 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0cefbb38-7254-47c3-9cd0-b824f2235bdd tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.310396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f8d2db-6ef2-42e5-8660-738ab91c1dd8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:09.317191 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-77f8d2db-6ef2-42e5-8660-738ab91c1dd8 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "PUT /v2.0/routers/9868edf5-c3f6-4d4f-abfa-53f0a496ca1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4022322 Sep 16 04:49:09.319304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40476) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:09.319970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62983f9-252d-4dcf-aafa-02e3c9541176 tempest-DHCPAgentSchedulersTestJSON-893345665 tempest-DHCPAgentSchedulersTestJSON-893345665-project-admin] Network feca68d5-da39-4f2f-b5d5-d2c1c2686271 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:09.323569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23145421-2a5e-47f0-beed-0b579848cab6 None None] Sync routers for ids ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:09.336614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23145421-2a5e-47f0-beed-0b579848cab6 None None] Routers {'9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:09.337729 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-23145421-2a5e-47f0-beed-0b579848cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:09.344502 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0cefbb38-7254-47c3-9cd0-b824f2235bdd tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.357818 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f62983f9-252d-4dcf-aafa-02e3c9541176 tempest-DHCPAgentSchedulersTestJSON-893345665 tempest-DHCPAgentSchedulersTestJSON-893345665-project-admin] 10.222.0.53 "POST /v2.0/agents/290234fd-df6b-429f-b9f1-63ef62318927/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1873691 Sep 16 04:49:09.357818 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0cefbb38-7254-47c3-9cd0-b824f2235bdd tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.358894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40478) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:09.385409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf19d1b-16d8-479e-a078-1ade0f5a17d9 None None] Network feca68d5-da39-4f2f-b5d5-d2c1c2686271 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:09.392200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-23145421-2a5e-47f0-beed-0b579848cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:09.441998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23145421-2a5e-47f0-beed-0b579848cab6 None None] Routers {'9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:09.442661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-23145421-2a5e-47f0-beed-0b579848cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:09.489691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 82b0a375-b6f7-44a2-bdc8-4b63b097fabc up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:09.497074 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.561458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-23145421-2a5e-47f0-beed-0b579848cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:09.562156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23145421-2a5e-47f0-beed-0b579848cab6 None None] The sync data for ids ['9868edf5-c3f6-4d4f-abfa-53f0a496ca1a'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:09.623217 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.623768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:09.623768 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.684081 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port 3f0145ff-7933-4544-a801-2284ea5f19d6 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:09.684546 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.773368 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.786748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefbb38-7254-47c3-9cd0-b824f2235bdd tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2cdc31-8476-4563-8f65-9e741a468fb0,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:09.787700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for 3f0145ff-7933-4544-a801-2284ea5f19d6 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:09.809147 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0cefbb38-7254-47c3-9cd0-b824f2235bdd tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:09.810404 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0cefbb38-7254-47c3-9cd0-b824f2235bdd tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1798339 Sep 16 04:49:09.835686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40486) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:09.859788 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-994ac8c4-8baa-4980-872b-e4b078e42ef0 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules/6a2cdc31-8476-4563-8f65-9e741a468fb0 HTTP/1.1" status: 200 len: 769 time: 0.0230334 Sep 16 04:49:09.863020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40488) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:09.907512 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-aa9b54c2-10af-4829-b9c4-ad0abbfe5eb5 tempest-DHCPAgentSchedulersTestJSON-893345665 tempest-DHCPAgentSchedulersTestJSON-893345665-project-admin] 10.222.0.53 "GET /v2.0/agents/290234fd-df6b-429f-b9f1-63ef62318927/dhcp-networks HTTP/1.1" status: 200 len: 12803 time: 0.5445898 Sep 16 04:49:09.910624 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40490) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:09.957759 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b0a518c4-2a7f-4e46-a991-becee65b8958 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0935326 Sep 16 04:49:09.960494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40492) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:09.984662 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-26cff660-fd3b-49d7-8cdc-84d46f211b0c tempest-DHCPAgentSchedulersTestJSON-893345665 tempest-DHCPAgentSchedulersTestJSON-893345665-project-admin] 10.222.0.53 "DELETE /v2.0/agents/290234fd-df6b-429f-b9f1-63ef62318927/dhcp-networks/feca68d5-da39-4f2f-b5d5-d2c1c2686271 HTTP/1.1" status: 204 len: 168 time: 0.0705888 Sep 16 04:49:09.985286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40494) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.012760 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2a375-33d1-41e8-a530-c52cb4808b5a tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.025217 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2a375-33d1-41e8-a530-c52cb4808b5a tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.064077 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.074060 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2a375-33d1-41e8-a530-c52cb4808b5a tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.096633 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2a375-33d1-41e8-a530-c52cb4808b5a tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.097945 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-00c2a375-33d1-41e8-a530-c52cb4808b5a tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6a2cdc31-8476-4563-8f65-9e741a468fb0 HTTP/1.1" status: 204 len: 168 time: 0.1365213 Sep 16 04:49:10.101698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40496) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.105570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=3f0145ff-7933-4544-a801-2284ea5f19d6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:10.108720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2a375-33d1-41e8-a530-c52cb4808b5a tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a2cdc31-8476-4563-8f65-9e741a468fb0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:10.131555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6a4fa349-53b2-4364-b820-826665ae5469 tempest-DHCPAgentSchedulersTestJSON-893345665 tempest-DHCPAgentSchedulersTestJSON-893345665-project-admin] 10.222.0.53 "GET /v2.0/agents/290234fd-df6b-429f-b9f1-63ef62318927/dhcp-networks HTTP/1.1" status: 200 len: 12032 time: 0.1450956 Sep 16 04:49:10.136612 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40498) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.163562 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.174286 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-acce21e3-ba69-4691-89ec-c0a0cfbef843 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0684433 Sep 16 04:49:10.174286 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-59b081d2-b625-4f79-b9a3-69a40d69f90a tempest-DHCPAgentSchedulersTestJSON-893345665 tempest-DHCPAgentSchedulersTestJSON-893345665-project-admin] 10.222.0.53 "GET /v2.0/networks/f21ea4c4-4865-4d0d-891f-e6a64839dc79/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0363047 Sep 16 04:49:10.174536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40500) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.181266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40502) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.226019 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-259fb89f-1e37-4507-a715-617f1e28088b tempest-DHCPAgentSchedulersTestJSON-893345665 tempest-DHCPAgentSchedulersTestJSON-893345665-project-admin] 10.222.0.53 "GET /v2.0/networks/f21ea4c4-4865-4d0d-891f-e6a64839dc79/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0436823 Sep 16 04:49:10.229460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40504) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.269135 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.269809 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18735ef6-51ba-4e08-a7e8-f7147affa2bc tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.271230 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.326255 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.326852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Fanout notify agent at l3_agent the message router_deleted on router 9868edf5-c3f6-4d4f-abfa-53f0a496ca1a {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:49:10.337630 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.338783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-35ea3977-5ffc-41b1-b22f-217f1bb69481 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/routers/9868edf5-c3f6-4d4f-abfa-53f0a496ca1a HTTP/1.1" status: 204 len: 168 time: 1.0184631 Sep 16 04:49:10.340061 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18735ef6-51ba-4e08-a7e8-f7147affa2bc tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.341299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40508) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.393854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-7faa848f-e5e4-49fe-9ec8-3f2328d23dc0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting subnet 47e051ba-7421-4c08-92a0-b0b69673c3a6 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:10.396718 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7faa848f-e5e4-49fe-9ec8-3f2328d23dc0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.413735 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a80367ce-394c-40a8-8126-405f22b77438 tempest-DHCPAgentSchedulersTestJSON-893345665 tempest-DHCPAgentSchedulersTestJSON-893345665-project-admin] 10.222.0.53 "GET /v2.0/agents/290234fd-df6b-429f-b9f1-63ef62318927/dhcp-networks HTTP/1.1" status: 200 len: 12032 time: 0.1831145 Sep 16 04:49:10.415037 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18735ef6-51ba-4e08-a7e8-f7147affa2bc tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.417882 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18735ef6-51ba-4e08-a7e8-f7147affa2bc tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.418042 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40510) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.418913 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-18735ef6-51ba-4e08-a7e8-f7147affa2bc tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "DELETE /v2.0/security-groups/6c2826b4-f366-4cd4-8ec2-310ab029059d HTTP/1.1" status: 204 len: 168 time: 0.2434783 Sep 16 04:49:10.422242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40512) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.433404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18735ef6-51ba-4e08-a7e8-f7147affa2bc tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2826b4-f366-4cd4-8ec2-310ab029059d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:10.491592 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-56697bfd-3af7-4deb-86aa-82ee92a35eb2 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669463 Sep 16 04:49:10.497733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40518) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.552233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6324cfc0-cbb9-4713-ba64-9646770b4208 tempest-SecGroupIPv6Test-407848269 tempest-SecGroupIPv6Test-407848269-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533328 Sep 16 04:49:10.774264 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7faa848f-e5e4-49fe-9ec8-3f2328d23dc0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.813547 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.825410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40526) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.916504 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7faa848f-e5e4-49fe-9ec8-3f2328d23dc0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.967048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:10.980187 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ad829522-d0d0-466e-87c2-c2e546d6385e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad092839e65246bbbe25653bd0303104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535876 Sep 16 04:49:10.982752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40532) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:10.997988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feca68d5-da39-4f2f-b5d5-d2c1c2686271']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:11.013053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d10ff9e-8a9a-4aab-9401-f83ae481ca7d') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:11.013363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d10ff9e-8a9a-4aab-9401-f83ae481ca7d') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:11.025548 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.033528 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5625daf-75f2-4bef-b6f7-a38198abef33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.042414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7faa848f-e5e4-49fe-9ec8-3f2328d23dc0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.044574 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.055966 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5625daf-75f2-4bef-b6f7-a38198abef33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.074950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa848f-e5e4-49fe-9ec8-3f2328d23dc0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Subnet': ['ID=47e051ba-7421-4c08-92a0-b0b69673c3a6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.077203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:11.077661 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:11.082376 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:11.085138 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7faa848f-e5e4-49fe-9ec8-3f2328d23dc0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.085623 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7faa848f-e5e4-49fe-9ec8-3f2328d23dc0 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/subnets/47e051ba-7421-4c08-92a0-b0b69673c3a6 HTTP/1.1" status: 204 len: 168 time: 0.7432568 Sep 16 04:49:11.088399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40534) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:11.094238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396fe9eb-b58e-4437-8ce7-fa2904ac54af None None] Network b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:11.152070 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.158053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5625daf-75f2-4bef-b6f7-a38198abef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.161024 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.161507 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5625daf-75f2-4bef-b6f7-a38198abef33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.162943 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] 10.222.0.53 "DELETE /v2.0/networks/feca68d5-da39-4f2f-b5d5-d2c1c2686271 HTTP/1.1" status: 204 len: 168 time: 0.7440732 Sep 16 04:49:11.165284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b5625daf-75f2-4bef-b6f7-a38198abef33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a82a4ad2-6ab6-41d5-8dca-620a95bed762 HTTP/1.1" status: 204 len: 168 time: 0.1790264 Sep 16 04:49:11.165981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40538) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:11.173158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5801546-f65d-4fc5-a838-c3a90e63d313 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Pushing event deleted for resources: {'Network': ['ID=feca68d5-da39-4f2f-b5d5-d2c1c2686271,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.202305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5625daf-75f2-4bef-b6f7-a38198abef33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82a4ad2-6ab6-41d5-8dca-620a95bed762,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.208337 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.210322 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20a1c0d-b6d3-4397-9399-936831c0374a tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] DELETE failed (client error): The resource could not be found. Sep 16 04:49:11.211029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20a1c0d-b6d3-4397-9399-936831c0374a tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:49:11.214094 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a20a1c0d-b6d3-4397-9399-936831c0374a tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] 10.222.0.53 "DELETE /v2.0/ports/ca92d150-92fb-4fd2-ba18-e774ecb92e9a HTTP/1.1" status: 404 len: 333 time: 0.0406876 Sep 16 04:49:11.215533 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40540) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:11.284864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdec6cd6-265c-4bb7-9f34-e58f8b169bfa tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Deleting subnet 431183fd-c0e1-4769-bf6a-5f9d7ba0451e {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:11.285416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port c9353887-58e4-4a2c-84d3-89af084f8061 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:11.286384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.288819 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdec6cd6-265c-4bb7-9f34-e58f8b169bfa tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.343810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcecbeb-112c-4372-8acf-5a661804b3e8 None None] DHCP port deletion for b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:11.351238 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdec6cd6-265c-4bb7-9f34-e58f8b169bfa tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.371455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] For port c9353887-58e4-4a2c-84d3-89af084f8061, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c9353887-58e4-4a2c-84d3-89af084f8061,segment=NetworkSegment(a18d1925-250b-4834-9ec5-b454ba725cba),segment_id=a18d1925-250b-4834-9ec5-b454ba725cba)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:11.371834 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.395370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for c9353887-58e4-4a2c-84d3-89af084f8061 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:11.452931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7dcecbeb-112c-4372-8acf-5a661804b3e8 None None] Deleting port c9353887-58e4-4a2c-84d3-89af084f8061 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:11.453458 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7dcecbeb-112c-4372-8acf-5a661804b3e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.459461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c9353887-58e4-4a2c-84d3-89af084f8061 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:11.464834 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdec6cd6-265c-4bb7-9f34-e58f8b169bfa tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.525875 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.557160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] No DVR routers for this DVR port c9353887-58e4-4a2c-84d3-89af084f8061 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:11.562233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=c9353887-58e4-4a2c-84d3-89af084f8061,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.564344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdec6cd6-265c-4bb7-9f34-e58f8b169bfa tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.600820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec6cd6-265c-4bb7-9f34-e58f8b169bfa tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Pushing event deleted for resources: {'Subnet': ['ID=431183fd-c0e1-4769-bf6a-5f9d7ba0451e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.616648 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdec6cd6-265c-4bb7-9f34-e58f8b169bfa tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.621805 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bdec6cd6-265c-4bb7-9f34-e58f8b169bfa tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] 10.222.0.53 "DELETE /v2.0/subnets/431183fd-c0e1-4769-bf6a-5f9d7ba0451e HTTP/1.1" status: 204 len: 168 time: 0.4036958 Sep 16 04:49:11.625045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40558) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:11.629420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac5bed-d896-4269-a4dc-8fdef085a523 None None] Network f21ea4c4-4865-4d0d-891f-e6a64839dc79 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:11.723728 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.754044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No active binding found for port c9353887-58e4-4a2c-84d3-89af084f8061 {{(pid=94746) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 04:49:11.754862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c9353887-58e4-4a2c-84d3-89af084f8061 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:11.769561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:11.773135 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7dcecbeb-112c-4372-8acf-5a661804b3e8 None None] For port c9353887-58e4-4a2c-84d3-89af084f8061, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c9353887-58e4-4a2c-84d3-89af084f8061,segment=NetworkSegment(a18d1925-250b-4834-9ec5-b454ba725cba),segment_id=a18d1925-250b-4834-9ec5-b454ba725cba)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:11.773857 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7dcecbeb-112c-4372-8acf-5a661804b3e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.780662 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.781159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18d1925-250b-4834-9ec5-b454ba725cba') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:11.781567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18d1925-250b-4834-9ec5-b454ba725cba') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:11.791406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7dcecbeb-112c-4372-8acf-5a661804b3e8 None None] Calling delete_port for c9353887-58e4-4a2c-84d3-89af084f8061 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:11.792950 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.809423 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.816822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:11.817333 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:11.820603 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:11.880824 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7dcecbeb-112c-4372-8acf-5a661804b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.901574 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.910495 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.913335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/networks/b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2 HTTP/1.1" status: 204 len: 168 time: 0.8238976 Sep 16 04:49:11.914516 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcecbeb-112c-4372-8acf-5a661804b3e8 None None] Pushing event deleted for resources: {'Port': ['ID=c9353887-58e4-4a2c-84d3-89af084f8061,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.916084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40568) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:11.923004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcecbeb-112c-4372-8acf-5a661804b3e8 None None] No DVR routers for this DVR port c9353887-58e4-4a2c-84d3-89af084f8061 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:11.930041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c9ecb6-13ba-4288-81ec-5d13b614adc8 None None] DHCP port deletion for f21ea4c4-4865-4d0d-891f-e6a64839dc79 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:11.941370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be45bd1-3448-4857-b478-2efd793f0128 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Network': ['ID=b0d7ce19-b1f7-4426-8a7e-bd5863a3b6e2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:11.958832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Deleting port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:11.959188 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:11.987325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-03c9ecb6-13ba-4288-81ec-5d13b614adc8 None None] Deleting port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:11.988137 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03c9ecb6-13ba-4288-81ec-5d13b614adc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.043831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] For port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=82b0a375-b6f7-44a2-bdc8-4b63b097fabc,segment=NetworkSegment(d63a57b8-2478-484f-86ac-669f57e1de80),segment_id=d63a57b8-2478-484f-86ac-669f57e1de80)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:12.044221 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.064041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Calling delete_port for 82b0a375-b6f7-44a2-bdc8-4b63b097fabc owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:12.069317 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-03c9ecb6-13ba-4288-81ec-5d13b614adc8 None None] For port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=82b0a375-b6f7-44a2-bdc8-4b63b097fabc,segment=NetworkSegment(d63a57b8-2478-484f-86ac-669f57e1de80),segment_id=d63a57b8-2478-484f-86ac-669f57e1de80)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:12.070092 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03c9ecb6-13ba-4288-81ec-5d13b614adc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.094027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-03c9ecb6-13ba-4288-81ec-5d13b614adc8 None None] Calling delete_port for 82b0a375-b6f7-44a2-bdc8-4b63b097fabc owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:12.107899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf8f9f-bd80-4227-a5e7-7e31c5b90de4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port 26bcf29d-978c-44e5-b06e-5cac9ff68d0a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:12.108244 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8f9f-bd80-4227-a5e7-7e31c5b90de4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.155143 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.184619 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Pushing event deleted for resources: {'Port': ['ID=82b0a375-b6f7-44a2-bdc8-4b63b097fabc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.186519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] No DVR routers for this DVR port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:12.197491 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03c9ecb6-13ba-4288-81ec-5d13b614adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.207987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8f9f-bd80-4227-a5e7-7e31c5b90de4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.208465 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8f9f-bd80-4227-a5e7-7e31c5b90de4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.226845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf8f9f-bd80-4227-a5e7-7e31c5b90de4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for 26bcf29d-978c-44e5-b06e-5cac9ff68d0a owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:12.233231 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9ecb6-13ba-4288-81ec-5d13b614adc8 None None] Pushing event deleted for resources: {'Port': ['ID=82b0a375-b6f7-44a2-bdc8-4b63b097fabc,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.235128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c9ecb6-13ba-4288-81ec-5d13b614adc8 None None] No DVR routers for this DVR port 82b0a375-b6f7-44a2-bdc8-4b63b097fabc on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:12.279981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40574) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:12.286587 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.308336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21ea4c4-4865-4d0d-891f-e6a64839dc79']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:12.318254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63a57b8-2478-484f-86ac-669f57e1de80') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:12.318559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63a57b8-2478-484f-86ac-669f57e1de80') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:12.331345 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.346571 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.353855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:12.354657 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:12.357891 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:12.385415 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8f9f-bd80-4227-a5e7-7e31c5b90de4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.412694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf8f9f-bd80-4227-a5e7-7e31c5b90de4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=26bcf29d-978c-44e5-b06e-5cac9ff68d0a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.425009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1188993762'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:12.441542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.447165 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.452371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] 10.222.0.53 "DELETE /v2.0/networks/f21ea4c4-4865-4d0d-891f-e6a64839dc79 HTTP/1.1" status: 204 len: 168 time: 0.8237841 Sep 16 04:49:12.469963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d48238-c35d-4d64-a97f-2fb936d07b79 tempest-DHCPAgentSchedulersTestJSON-1763508809 tempest-DHCPAgentSchedulersTestJSON-1763508809-project] Pushing event deleted for resources: {'Network': ['ID=f21ea4c4-4865-4d0d-891f-e6a64839dc79,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.473481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Made reservation on behalf of d9254cbbd8a3450f9273cfe6278d2305 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:12.476987 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.485854 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.499215 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8f9f-bd80-4227-a5e7-7e31c5b90de4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.502435 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8f9f-bd80-4227-a5e7-7e31c5b90de4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.503611 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9cbf8f9f-bd80-4227-a5e7-7e31c5b90de4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/floatingips/da47cad4-aa0c-4629-aa1d-cc1236373d9f HTTP/1.1" status: 204 len: 168 time: 0.5864158 Sep 16 04:49:12.507524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40582) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:12.530444 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b72086-9478-4409-878d-50264ccdf7ca tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] DELETE failed (client error): The resource could not be found. Sep 16 04:49:12.531124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b72086-9478-4409-878d-50264ccdf7ca tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:49:12.535486 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-28b72086-9478-4409-878d-50264ccdf7ca tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/ports/7e4ffc36-2979-4955-bebc-9c7f3230a167 HTTP/1.1" status: 404 len: 333 time: 0.0248568 Sep 16 04:49:12.536686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40584) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:12.567461 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8992c55f-d68d-4b78-8c14-dc0d772a0d94 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "GET /v2.0/ports?device_id=9868edf5-c3f6-4d4f-abfa-53f0a496ca1a HTTP/1.1" status: 200 len: 205 time: 0.0302022 Sep 16 04:49:12.569949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40586) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:12.612815 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-00f2928f-ebc1-420c-9dbc-35bcfd72997a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] delete failed (client error): The resource could not be found. Sep 16 04:49:12.614192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-00f2928f-ebc1-420c-9dbc-35bcfd72997a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/routers/9868edf5-c3f6-4d4f-abfa-53f0a496ca1a HTTP/1.1" status: 404 len: 336 time: 0.0431242 Sep 16 04:49:12.616743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40588) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:12.620042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.623968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.648017 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0aaa88-7e8e-4068-ac9b-2617889040f7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] DELETE failed (client error): The resource could not be found. Sep 16 04:49:12.648482 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0aaa88-7e8e-4068-ac9b-2617889040f7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:49:12.649488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:12.652565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cf0aaa88-7e8e-4068-ac9b-2617889040f7 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/subnets/47e051ba-7421-4c08-92a0-b0b69673c3a6 HTTP/1.1" status: 404 len: 337 time: 0.0325165 Sep 16 04:49:12.653082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40590) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:12.676942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e18be9-079f-4ec8-87c7-3537c4d478e5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.690745 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.690745 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Added segment c7350b7d-8bb4-437a-90f6-d830d9e6072c of type vlan for network e33c6019-9911-4f9c-8d91-bede17a37452 Sep 16 04:49:12.737002 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.765682 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.772427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:12.779155 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.784430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1bdfc5f0-0961-4a29-9b03-27c1478fdcda tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port 3575ebdc-1cd9-4814-a778-b9dbd70154c4 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:12.784791 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc5f0-0961-4a29-9b03-27c1478fdcda tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.812673 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5317080 Sep 16 04:49:12.815974 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40600) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:12.820864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-741fda2b-4c35-4756-aa78-fd8a479f9a19 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Request body: {'subnet': {'network_id': 'e33c6019-9911-4f9c-8d91-bede17a37452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:12.843034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40602) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:12.890298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8859993-a52c-454d-ac02-20fa53ba6fe2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Pushing event updated for resources: {'Network': ['ID=e33c6019-9911-4f9c-8d91-bede17a37452,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:12.902618 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc5f0-0961-4a29-9b03-27c1478fdcda tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:12.903782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network e33c6019-9911-4f9c-8d91-bede17a37452 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:12.916414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1bdfc5f0-0961-4a29-9b03-27c1478fdcda tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for 3575ebdc-1cd9-4814-a778-b9dbd70154c4 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:12.958192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741fda2b-4c35-4756-aa78-fd8a479f9a19 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Made reservation on behalf of d9254cbbd8a3450f9273cfe6278d2305 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:12.962176 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-741fda2b-4c35-4756-aa78-fd8a479f9a19 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.077803 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc5f0-0961-4a29-9b03-27c1478fdcda tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.095868 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-695e9969-4d85-444d-b551-ec2eb131dffe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61e6feb6c27143b78ec4f46e5baac5e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273767 Sep 16 04:49:13.099526 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40608) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:13.121621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfc5f0-0961-4a29-9b03-27c1478fdcda tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=3575ebdc-1cd9-4814-a778-b9dbd70154c4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:13.194499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bdfc5f0-0961-4a29-9b03-27c1478fdcda tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.197443 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1bdfc5f0-0961-4a29-9b03-27c1478fdcda tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/ports/3575ebdc-1cd9-4814-a778-b9dbd70154c4 HTTP/1.1" status: 204 len: 168 time: 0.5435438 Sep 16 04:49:13.200027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40610) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:13.227054 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6c5bf27-19a4-43dd-b152-a83dec566635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.256918 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-741fda2b-4c35-4756-aa78-fd8a479f9a19 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.260673 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6c5bf27-19a4-43dd-b152-a83dec566635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.290146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-19c283d7-21a0-4bc9-a96c-c07cf199a7d4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port 7d986194-1f79-414b-aaa8-6e1fc63a4206 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:13.290485 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19c283d7-21a0-4bc9-a96c-c07cf199a7d4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.348582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fda2b-4c35-4756-aa78-fd8a479f9a19 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Pushing event updated for resources: {'Subnet': ['ID=24664e40-78e0-4e90-a03d-4cfe55a16a6e,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:13.356557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741fda2b-4c35-4756-aa78-fd8a479f9a19 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Checking segment: {'id': 'c7350b7d-8bb4-437a-90f6-d830d9e6072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e33c6019-9911-4f9c-8d91-bede17a37452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:13.357238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741fda2b-4c35-4756-aa78-fd8a479f9a19 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Network hostable DHCP agents. Network: e33c6019-9911-4f9c-8d91-bede17a37452, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:13.375977 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741fda2b-4c35-4756-aa78-fd8a479f9a19 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Network e33c6019-9911-4f9c-8d91-bede17a37452 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:13.382570 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6c5bf27-19a4-43dd-b152-a83dec566635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.385302 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6c5bf27-19a4-43dd-b152-a83dec566635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.386496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c6c5bf27-19a4-43dd-b152-a83dec566635 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6e7dc8e-79f5-4f72-84e1-400a72d796bd HTTP/1.1" status: 204 len: 168 time: 0.2860470 Sep 16 04:49:13.394912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19c283d7-21a0-4bc9-a96c-c07cf199a7d4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.396420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-741fda2b-4c35-4756-aa78-fd8a479f9a19 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, e33c6019-9911-4f9c-8d91-bede17a37452) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:13.404830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741fda2b-4c35-4756-aa78-fd8a479f9a19 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:13.405351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-741fda2b-4c35-4756-aa78-fd8a479f9a19 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.409464 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6138e0f2-0fb6-4036-b37e-7549c2e803d6 None None] Network e33c6019-9911-4f9c-8d91-bede17a37452 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:13.410023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5bf27-19a4-43dd-b152-a83dec566635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e7dc8e-79f5-4f72-84e1-400a72d796bd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:13.424374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-19c283d7-21a0-4bc9-a96c-c07cf199a7d4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for 7d986194-1f79-414b-aaa8-6e1fc63a4206 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:13.426328 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-741fda2b-4c35-4756-aa78-fd8a479f9a19 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6088474 Sep 16 04:49:13.428493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40614) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:13.434153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Request body: {'port': {'network_id': 'e33c6019-9911-4f9c-8d91-bede17a37452', 'name': 'tempest-TagsExtTest-412432483'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:13.436060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 82b0a375-b6f7-44a2-bdc8-4b63b097fabc no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:13.472768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 82b0a375-b6f7-44a2-bdc8-4b63b097fabc {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:13.473462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 82b0a375-b6f7-44a2-bdc8-4b63b097fabc not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:13.576257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Made reservation on behalf of d9254cbbd8a3450f9273cfe6278d2305 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:13.580973 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.605721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] device_id is not set on port 5501ba2d-5155-428b-b264-33e8a7319b88 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:13.629933 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19c283d7-21a0-4bc9-a96c-c07cf199a7d4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.636520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-e33c6019-9911-4f9c-8d91-bede17a37452', 'network_id': 'e33c6019-9911-4f9c-8d91-bede17a37452', 'tenant_id': 'd9254cbbd8a3450f9273cfe6278d2305', 'fixed_ips': [{'subnet_id': '24664e40-78e0-4e90-a03d-4cfe55a16a6e'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:13.638043 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.669582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c283d7-21a0-4bc9-a96c-c07cf199a7d4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=7d986194-1f79-414b-aaa8-6e1fc63a4206,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:13.772559 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19c283d7-21a0-4bc9-a96c-c07cf199a7d4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.775370 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-19c283d7-21a0-4bc9-a96c-c07cf199a7d4 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/ports/7d986194-1f79-414b-aaa8-6e1fc63a4206 HTTP/1.1" status: 204 len: 168 time: 0.5741353 Sep 16 04:49:13.776259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Allocated IP 172.20.0.14 (e33c6019-9911-4f9c-8d91-bede17a37452/24664e40-78e0-4e90-a03d-4cfe55a16a6e/5501ba2d-5155-428b-b264-33e8a7319b88) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:13.777473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40622) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:13.821692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40626) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:13.848449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-703223d1-855d-4077-9029-97b18fe87e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:13.858503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeb2a86-4f5a-4fb1-b526-d078dbb11514 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:13.860153 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3eeb2a86-4f5a-4fb1-b526-d078dbb11514 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9d38654-4d7b-4156-bb86-22741ed5b6a6 HTTP/1.1" status: 200 len: 913 time: 0.0808702 Sep 16 04:49:13.862955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40628) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:14.015697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.070082 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-703223d1-855d-4077-9029-97b18fe87e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.078331 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-703223d1-855d-4077-9029-97b18fe87e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.094945 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.137063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Allocated IP 172.20.0.2 (e33c6019-9911-4f9c-8d91-bede17a37452/24664e40-78e0-4e90-a03d-4cfe55a16a6e/6f325810-eec9-4144-8d25-bc10113d5987) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:14.165998 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-703223d1-855d-4077-9029-97b18fe87e1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc3b4032ee81410ba4b9ad854561fdee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431852 Sep 16 04:49:14.170747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40638) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:14.186133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Network e33c6019-9911-4f9c-8d91-bede17a37452 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:14.186939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703223d1-855d-4077-9029-97b18fe87e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fac0872-e3bc-42f5-a954-44aea29646be,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.200745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:14.207745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:14.214159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Pushing event updated for resources: {'Port': ['ID=5501ba2d-5155-428b-b264-33e8a7319b88,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.309154 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.316719 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.325349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.325918 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.333294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67912204-08d7-4b5d-82ad-165d213d83a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.365641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Network e33c6019-9911-4f9c-8d91-bede17a37452 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:14.366508 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Pushing event updated for resources: {'Port': ['ID=6f325810-eec9-4144-8d25-bc10113d5987,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.367842 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9f81b79d-974c-4654-b054-52e52d737931 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9383056 Sep 16 04:49:14.370221 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67912204-08d7-4b5d-82ad-165d213d83a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.370924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:14.371806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40640) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:14.373404 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:14.378839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2f2b332d-718e-44c7-9ccc-5036dbaca842 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-966409902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:14.397555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0c50c-c17f-4f47-ac64-91b48966c99f req-392b60eb-d8b5-4a71-bdcc-11f610831c2d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:14.399109 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-83f0c50c-c17f-4f47-ac64-91b48966c99f req-392b60eb-d8b5-4a71-bdcc-11f610831c2d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 946 time: 0.4110830 Sep 16 04:49:14.399538 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72a39773-db22-4e93-adbe-a2b59d625647 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.430338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Attempting to bind port 6f325810-eec9-4144-8d25-bc10113d5987 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:14.430338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Attempting to bind port 6f325810-eec9-4144-8d25-bc10113d5987 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'c7350b7d-8bb4-437a-90f6-d830d9e6072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e33c6019-9911-4f9c-8d91-bede17a37452'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:14.431057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Attempting to bind port 6f325810-eec9-4144-8d25-bc10113d5987 on network e33c6019-9911-4f9c-8d91-bede17a37452 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:14.435757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:14.436147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Checking segment: {'id': 'c7350b7d-8bb4-437a-90f6-d830d9e6072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e33c6019-9911-4f9c-8d91-bede17a37452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:14.436560 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.437180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Bound using segment: {'id': 'c7350b7d-8bb4-437a-90f6-d830d9e6072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e33c6019-9911-4f9c-8d91-bede17a37452'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:14.437682 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Bound port: 6f325810-eec9-4144-8d25-bc10113d5987, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7350b7d-8bb4-437a-90f6-d830d9e6072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e33c6019-9911-4f9c-8d91-bede17a37452'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:14.438085 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.463247 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f2b332d-718e-44c7-9ccc-5036dbaca842 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.464341 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f2b332d-718e-44c7-9ccc-5036dbaca842 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.477030 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-83f0c50c-c17f-4f47-ac64-91b48966c99f req-915533d0-c56d-42a2-bcc3-674e3081fd16 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650156 Sep 16 04:49:14.520335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] For port 6f325810-eec9-4144-8d25-bc10113d5987, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:14.524072 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] For port 6f325810-eec9-4144-8d25-bc10113d5987, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6f325810-eec9-4144-8d25-bc10113d5987,segment=NetworkSegment(c7350b7d-8bb4-437a-90f6-d830d9e6072c),segment_id=c7350b7d-8bb4-437a-90f6-d830d9e6072c)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:14.531468 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.555721 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f2b332d-718e-44c7-9ccc-5036dbaca842 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.558457 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67912204-08d7-4b5d-82ad-165d213d83a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.562036 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67912204-08d7-4b5d-82ad-165d213d83a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.568852 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-67912204-08d7-4b5d-82ad-165d213d83a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7fac0872-e3bc-42f5-a954-44aea29646be HTTP/1.1" status: 204 len: 168 time: 0.3908606 Sep 16 04:49:14.584936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67912204-08d7-4b5d-82ad-165d213d83a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fac0872-e3bc-42f5-a954-44aea29646be,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.594500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f2b332d-718e-44c7-9ccc-5036dbaca842 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.616138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16466622-e0b6-45d1-8a7d-8f0a162a0a41 None None] Pushing event updated for resources: {'Port': ['ID=6f325810-eec9-4144-8d25-bc10113d5987,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:14.621818 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f2b332d-718e-44c7-9ccc-5036dbaca842 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.625733 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2f2b332d-718e-44c7-9ccc-5036dbaca842 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2496471 Sep 16 04:49:14.626008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40646) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:14.631662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5d7b7ec3-66e6-44ec-b717-0fd1eb6ce273 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1634200032', 'prefixes': ['172.20.0.0/16']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:14.736778 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5d7b7ec3-66e6-44ec-b717-0fd1eb6ce273 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks [] for subnetpool, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:14.738708 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5d7b7ec3-66e6-44ec-b717-0fd1eb6ce273 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1114626 Sep 16 04:49:14.742190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40650) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:14.747227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-a5b144a8-6ef0-4cf6-b2f3-44bcc29e8750 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e', 'tempest-TagsExtTest-Tag-629878086') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:14.920171 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a5b144a8-6ef0-4cf6-b2f3-44bcc29e8750 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "PUT /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags/tempest-TagsExtTest-Tag-629878086 HTTP/1.1" status: 201 len: 201 time: 0.1767552 Sep 16 04:49:14.921229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40656) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:14.929086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-813fb8ed-9e2f-4a13-acde-43e1e1a84aec tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88', 'tempest-TagsExtTest-Tag-1137757041') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:15.029033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-72a39773-db22-4e93-adbe-a2b59d625647 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port 97cc11ac-8fca-44f6-bec7-ef685541a0d7 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:15.029545 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-813fb8ed-9e2f-4a13-acde-43e1e1a84aec tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "PUT /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags/tempest-TagsExtTest-Tag-1137757041 HTTP/1.1" status: 201 len: 201 time: 0.1069415 Sep 16 04:49:15.029724 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72a39773-db22-4e93-adbe-a2b59d625647 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.030487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40660) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:15.036205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-c6cfd278-b027-494a-b1c1-e44dcbc6188f tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47', 'tempest-TagsExtTest-Tag-603754637') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:15.141445 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c6cfd278-b027-494a-b1c1-e44dcbc6188f tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "PUT /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags/tempest-TagsExtTest-Tag-603754637 HTTP/1.1" status: 201 len: 201 time: 0.1097209 Sep 16 04:49:15.145000 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40666) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:15.152007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-f738d48a-4e4e-4ffe-91a4-5e484fd5f024 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc', 'tempest-TagsExtTest-Tag-1878420427') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:15.200746 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72a39773-db22-4e93-adbe-a2b59d625647 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.222592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-72a39773-db22-4e93-adbe-a2b59d625647 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for 97cc11ac-8fca-44f6-bec7-ef685541a0d7 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:15.288187 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f738d48a-4e4e-4ffe-91a4-5e484fd5f024 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "PUT /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags/tempest-TagsExtTest-Tag-1878420427 HTTP/1.1" status: 201 len: 201 time: 0.1394885 Sep 16 04:49:15.288718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40678) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:15.294478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-4b290932-b820-419e-a3e7-11be0ddd1e75 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:15.359922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04e3d3-96b0-4ddf-bf46-73bad5905d86 req-10917f12-4b66-47fd-9705-ce3683ef0974 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:15.368176 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a04e3d3-96b0-4ddf-bf46-73bad5905d86 req-10917f12-4b66-47fd-9705-ce3683ef0974 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 946 time: 0.0798182 Sep 16 04:49:15.388597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4b290932-b820-419e-a3e7-11be0ddd1e75 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags HTTP/1.1" status: 200 len: 240 time: 0.0984898 Sep 16 04:49:15.391261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40680) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:15.396679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-eed240e4-9b9e-4416-9195-9c6c19d5492a tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e', 'tempest-TagsExtTest-Tag-629878086') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:15.479397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-eed240e4-9b9e-4416-9195-9c6c19d5492a tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags/tempest-TagsExtTest-Tag-629878086 HTTP/1.1" status: 204 len: 168 time: 0.0870292 Sep 16 04:49:15.481811 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40684) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:15.483369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6f325810-eec9-4144-8d25-bc10113d5987 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:15.487609 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-f7cdac46-33d0-4bb6-8599-cac83848a764 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e', 'tempest-TagsExtTest-Tag-629878086') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:15.526441 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a04e3d3-96b0-4ddf-bf46-73bad5905d86 req-9b053bef-2fba-4311-abda-773332901755 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475720 Sep 16 04:49:15.608528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6f325810-eec9-4144-8d25-bc10113d5987 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:15.609166 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.619818 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f7cdac46-33d0-4bb6-8599-cac83848a764 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags/tempest-TagsExtTest-Tag-629878086 HTTP/1.1" status: 204 len: 168 time: 0.1366279 Sep 16 04:49:15.622882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40694) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:15.631429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-1a2b49de-e36a-43b7-abe3-d93136bfc920 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:15.645232 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72a39773-db22-4e93-adbe-a2b59d625647 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.684739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a39773-db22-4e93-adbe-a2b59d625647 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=97cc11ac-8fca-44f6-bec7-ef685541a0d7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:15.712828 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1a2b49de-e36a-43b7-abe3-d93136bfc920 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags HTTP/1.1" status: 200 len: 205 time: 0.0883451 Sep 16 04:49:15.715283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40698) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:15.724022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-652570b4-feee-4126-9240-30de6632aa59 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:15.753460 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.797848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40702) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:15.803606 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-652570b4-feee-4126-9240-30de6632aa59 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags HTTP/1.1" status: 200 len: 241 time: 0.0871952 Sep 16 04:49:15.809558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 6f325810-eec9-4144-8d25-bc10113d5987, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6f325810-eec9-4144-8d25-bc10113d5987,segment=NetworkSegment(c7350b7d-8bb4-437a-90f6-d830d9e6072c),segment_id=c7350b7d-8bb4-437a-90f6-d830d9e6072c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:15.811828 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-88f0dd6b-502f-4803-ab05-a7eb5e24dc17 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88', 'tempest-TagsExtTest-Tag-1137757041') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:15.813837 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:15.906533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=6f325810-eec9-4144-8d25-bc10113d5987,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:15.978198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a7f0d8-7b41-4c11-992a-33bbfcfc3166 None None] Network e33c6019-9911-4f9c-8d91-bede17a37452 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:16.025261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-88f0dd6b-502f-4803-ab05-a7eb5e24dc17 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags/tempest-TagsExtTest-Tag-1137757041 HTTP/1.1" status: 204 len: 168 time: 0.2226582 Sep 16 04:49:16.028380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40712) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:16.029808 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72a39773-db22-4e93-adbe-a2b59d625647 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.035220 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-1c448f51-7fe2-4f36-9ae7-4668451ce1d1 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88', 'tempest-TagsExtTest-Tag-1137757041') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:16.096080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-bca519fe-5644-47bf-93a8-b6e7f7bd3a59 None None] Provisioning complete for port 6f325810-eec9-4144-8d25-bc10113d5987 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:16.097983 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bca519fe-5644-47bf-93a8-b6e7f7bd3a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.206434 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1c448f51-7fe2-4f36-9ae7-4668451ce1d1 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags/tempest-TagsExtTest-Tag-1137757041 HTTP/1.1" status: 204 len: 168 time: 0.1735215 Sep 16 04:49:16.206637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40720) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:16.211991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-06150ebe-3c1f-4acf-b81f-c824bbf24812 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:16.317897 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-06150ebe-3c1f-4acf-b81f-c824bbf24812 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags HTTP/1.1" status: 200 len: 205 time: 0.1082082 Sep 16 04:49:16.318731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40724) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:16.327914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-34da1392-f11c-465c-a079-2a8eef9e9694 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:16.407218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a39773-db22-4e93-adbe-a2b59d625647 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Router c9d38654-4d7b-4156-bb86-22741ed5b6a6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:16.511343 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69a2fe-5693-4d86-85e4-e7c9033fcf21 req-3e590158-c5e5-47fe-8f33-f8ced27f4299 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:16.520809 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f69a2fe-5693-4d86-85e4-e7c9033fcf21 req-3e590158-c5e5-47fe-8f33-f8ced27f4299 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 946 time: 0.2482929 Sep 16 04:49:16.524145 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-34da1392-f11c-465c-a079-2a8eef9e9694 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags HTTP/1.1" status: 200 len: 240 time: 0.2032702 Sep 16 04:49:16.529416 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40730) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:16.534533 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-e8fc2a3d-1b91-445f-9d68-46ff77d43dfe tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47', 'tempest-TagsExtTest-Tag-603754637') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:16.577238 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f69a2fe-5693-4d86-85e4-e7c9033fcf21 req-a2fd0a8b-8740-41c6-bd20-78afefd636fd tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554135 Sep 16 04:49:16.631016 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e8fc2a3d-1b91-445f-9d68-46ff77d43dfe tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags/tempest-TagsExtTest-Tag-603754637 HTTP/1.1" status: 204 len: 168 time: 0.0977120 Sep 16 04:49:16.632505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40736) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:16.637462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-d4a9f553-b78d-4f22-9b1c-c900d6e2786a tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47', 'tempest-TagsExtTest-Tag-603754637') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:16.652395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a39773-db22-4e93-adbe-a2b59d625647 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:16.658481 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-72a39773-db22-4e93-adbe-a2b59d625647 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "PUT /v2.0/routers/c9d38654-4d7b-4156-bb86-22741ed5b6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7939115 Sep 16 04:49:16.661630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40738) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:16.666545 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240c89b-fb53-49dd-a835-a9d29adffe10 None None] Sync routers for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:16.683093 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240c89b-fb53-49dd-a835-a9d29adffe10 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:16.686506 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3240c89b-fb53-49dd-a835-a9d29adffe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:16.781767 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3240c89b-fb53-49dd-a835-a9d29adffe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:16.788113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40740) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:16.799886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0242f470-8d73-45ff-abd8-b11ef19e1e35 None None] Provisioning complete for port 5501ba2d-5155-428b-b264-33e8a7319b88 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:16.800439 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240c89b-fb53-49dd-a835-a9d29adffe10 None None] Routers {'c9d38654-4d7b-4156-bb86-22741ed5b6a6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:16.800656 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0242f470-8d73-45ff-abd8-b11ef19e1e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.800838 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3240c89b-fb53-49dd-a835-a9d29adffe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:16.818151 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.862365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0242f470-8d73-45ff-abd8-b11ef19e1e35 None None] Port 5501ba2d-5155-428b-b264-33e8a7319b88 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:16.872194 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d4a9f553-b78d-4f22-9b1c-c900d6e2786a tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags/tempest-TagsExtTest-Tag-603754637 HTTP/1.1" status: 204 len: 168 time: 0.2384834 Sep 16 04:49:16.874565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40744) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:16.879260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-c3405f85-7374-4efb-b557-61c207d528f4 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:16.880545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0242f470-8d73-45ff-abd8-b11ef19e1e35 None None] Provisioning complete for port 6f325810-eec9-4144-8d25-bc10113d5987 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:16.881216 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0242f470-8d73-45ff-abd8-b11ef19e1e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:16.918277 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3240c89b-fb53-49dd-a835-a9d29adffe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:16.920144 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240c89b-fb53-49dd-a835-a9d29adffe10 None None] The sync data for ids ['c9d38654-4d7b-4156-bb86-22741ed5b6a6'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:17.035489 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c3405f85-7374-4efb-b557-61c207d528f4 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags HTTP/1.1" status: 200 len: 205 time: 0.1597967 Sep 16 04:49:17.037895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40748) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:17.042332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-6f454396-7d05-4469-b79b-9155e3ce5082 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:17.061772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.109657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-704983445'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:17.111856 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6f454396-7d05-4469-b79b-9155e3ce5082 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags HTTP/1.1" status: 200 len: 241 time: 0.0728414 Sep 16 04:49:17.114652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40750) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:17.123894 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-ead5f50b-ee05-47f5-a189-c4a7fa3947ac tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc', 'tempest-TagsExtTest-Tag-1878420427') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:17.140970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Made reservation on behalf of 7b3fef339dab49c1a320e1124ca52d82 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:17.144690 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.149650 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ead5f50b-ee05-47f5-a189-c4a7fa3947ac tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags/tempest-TagsExtTest-Tag-1878420427 HTTP/1.1" status: 204 len: 168 time: 0.0325234 Sep 16 04:49:17.151309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40754) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:17.155075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.156093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-685a1782-b891-40be-a17e-07deeb9151f9 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc', 'tempest-TagsExtTest-Tag-1878420427') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:17.172581 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1b303f5d-165b-441b-82da-4d9f829e3a55 None None] Provisioning complete for port 5501ba2d-5155-428b-b264-33e8a7319b88 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:17.172975 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1b303f5d-165b-441b-82da-4d9f829e3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.181546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting port 566ce52c-5c0a-418e-beec-7869c7e12ae2 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:17.182458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.204150 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-685a1782-b891-40be-a17e-07deeb9151f9 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags/tempest-TagsExtTest-Tag-1878420427 HTTP/1.1" status: 204 len: 168 time: 0.0512314 Sep 16 04:49:17.207620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40756) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:17.213278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-a87759af-5e25-480b-8a56-d195f35f9b99 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:17.224389 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-76608ef4-c1c0-4c34-9edc-494aa19d419a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.227525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1b303f5d-165b-441b-82da-4d9f829e3a55 None None] Port 5501ba2d-5155-428b-b264-33e8a7319b88 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:49:17.243910 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a87759af-5e25-480b-8a56-d195f35f9b99 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags HTTP/1.1" status: 200 len: 205 time: 0.0314465 Sep 16 04:49:17.244166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40758) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:17.248846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-61137e2f-f564-46b4-aced-b6f37f04fbd1 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:17.292483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-61137e2f-f564-46b4-aced-b6f37f04fbd1 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags HTTP/1.1" status: 204 len: 168 time: 0.0442970 Sep 16 04:49:17.292765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40762) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:17.299960 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-b1d27448-9e3f-4bd5-b9ac-5ea8942bbc5f tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:17.328203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.349740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Calling delete_port for 566ce52c-5c0a-418e-beec-7869c7e12ae2 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:17.411027 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b1d27448-9e3f-4bd5-b9ac-5ea8942bbc5f tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags HTTP/1.1" status: 204 len: 168 time: 0.1171844 Sep 16 04:49:17.413792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40764) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:17.419502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-2b6bdb54-f761-47f2-91e0-1789bec48c96 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:17.429660 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.438258 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.445674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6f325810-eec9-4144-8d25-bc10113d5987 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:17.483455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:17.487648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5885c43d-04ce-4942-a2d3-cf57e3186019,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:17.492668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-f35e1330-3d14-4d50-8bca-7e065b50421e tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.493834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-f35e1330-3d14-4d50-8bca-7e065b50421e tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.15 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 946 time: 0.0917263 Sep 16 04:49:17.524364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6f325810-eec9-4144-8d25-bc10113d5987 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:17.524888 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.539169 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.539588 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Added segment 74bdafb4-04f0-46ed-9528-2c3c53bda27b of type vlan for network 35a0d237-e39e-4030-a4b8-853cabbf3db7 Sep 16 04:49:17.584926 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2b6bdb54-f761-47f2-91e0-1789bec48c96 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags HTTP/1.1" status: 204 len: 168 time: 0.1695530 Sep 16 04:49:17.588167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40768) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:17.593441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-861e9b6d-6f48-46b4-a9f0-e0230479cad0 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:17.594923 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.667444 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.673804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:17.674367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.684047 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.704249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Deleting port a9223b29-ce5a-41ad-8441-f88ec04355d1 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:17.705136 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.734782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Port': ['ID=566ce52c-5c0a-418e-beec-7869c7e12ae2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:17.737818 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9484472 Sep 16 04:49:17.744189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40772) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:17.805538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Request body: {'network': {'name': 'tempest-network--1479683027', 'router:external': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:17.810723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006976d-d48a-44f7-b7e1-d5434c2ac3cc tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Pushing event updated for resources: {'Network': ['ID=35a0d237-e39e-4030-a4b8-853cabbf3db7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:17.822606 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 35a0d237-e39e-4030-a4b8-853cabbf3db7 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:17.864238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Made reservation on behalf of be4ecd44d5654edcb3f58880503b1fe2 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:17.866627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.871237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.882305 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.988203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:17.992003 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.052970 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.052970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Fanout notify agent at l3_agent the message router_deleted on router c9d38654-4d7b-4156-bb86-22741ed5b6a6 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:49:18.060415 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.061643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4c4326d3-a7ad-49fe-a9e4-b41f86d65623 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/routers/c9d38654-4d7b-4156-bb86-22741ed5b6a6 HTTP/1.1" status: 204 len: 168 time: 1.3983738 Sep 16 04:49:18.065748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40778) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:18.076584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d923e-39ab-4f75-a0ec-a71a2e2d25f0 req-face6f78-25c3-4413-8c55-e03d45f8503c tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:18.078282 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5d8d923e-39ab-4f75-a0ec-a71a2e2d25f0 req-face6f78-25c3-4413-8c55-e03d45f8503c tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 946 time: 0.4239726 Sep 16 04:49:18.084864 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-861e9b6d-6f48-46b4-a9f0-e0230479cad0 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags HTTP/1.1" status: 204 len: 168 time: 0.4957314 Sep 16 04:49:18.089076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40780) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:18.098559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-21117583-07a8-425c-aa58-bcba913e0e9a tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e', 'tempest-TagsExtTest-Tag-392221081') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:18.144735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65f9cba-38ea-4e41-83c5-caeb398ad76a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Deleting subnet 97abd0c1-ecd3-45ca-b9a2-fe3ef69f6d1c {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:18.153517 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a65f9cba-38ea-4e41-83c5-caeb398ad76a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.184774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] For port a9223b29-ce5a-41ad-8441-f88ec04355d1, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=a9223b29-ce5a-41ad-8441-f88ec04355d1,segment=NetworkSegment(31ae9b9a-81c5-4ffc-a523-a4246ae91582),segment_id=31ae9b9a-81c5-4ffc-a523-a4246ae91582)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:18.185141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.190372 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5d8d923e-39ab-4f75-a0ec-a71a2e2d25f0 req-6935daab-1a79-4d15-84cc-8f202bc203c0 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bcd861f-c582-4646-a8fa-d85dfc6e28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022737 Sep 16 04:49:18.191895 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.198085 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.222514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a65f9cba-38ea-4e41-83c5-caeb398ad76a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.247055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:18.275727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.276114 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Added segment 57143556-a11c-44ad-a1bf-76aaf102f47f of type vlan for network e1f13bed-12fc-410d-b994-0fd359aa618d Sep 16 04:49:18.277502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aea1d3-4110-489f-8a6f-a7bfa826b23c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:18.312787 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-21117583-07a8-425c-aa58-bcba913e0e9a tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "PUT /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags/tempest-TagsExtTest-Tag-392221081 HTTP/1.1" status: 201 len: 201 time: 0.2229428 Sep 16 04:49:18.316129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40786) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:18.325999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-e0b406d2-f3ba-4a7a-85bf-76cd6a2401e2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88', 'tempest-TagsExtTest-Tag-1535371351') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:18.333111 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a65f9cba-38ea-4e41-83c5-caeb398ad76a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.369932 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.420839 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.421884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:18.422479 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.436670 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a65f9cba-38ea-4e41-83c5-caeb398ad76a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.441643 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.442042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.442382 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Floating IP 7034179e-a3c8-41fa-a5f0-02ddf9a8111e disassociated. External IP: 172.25.0.156, port: a9223b29-ce5a-41ad-8441-f88ec04355d1. Sep 16 04:49:18.442724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Calling delete_port for a9223b29-ce5a-41ad-8441-f88ec04355d1 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:18.500394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f9cba-38ea-4e41-83c5-caeb398ad76a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Subnet': ['ID=97abd0c1-ecd3-45ca-b9a2-fe3ef69f6d1c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:18.508745 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e0b406d2-f3ba-4a7a-85bf-76cd6a2401e2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "PUT /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags/tempest-TagsExtTest-Tag-1535371351 HTTP/1.1" status: 201 len: 201 time: 0.1905639 Sep 16 04:49:18.510170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7649646 Sep 16 04:49:18.511207 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40790) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:18.516836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a65f9cba-38ea-4e41-83c5-caeb398ad76a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.517846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-cffe3348-47d8-4f38-b772-57906e563ed2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47', 'tempest-TagsExtTest-Tag-2023465299') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:18.519387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40792) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:18.519980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a65f9cba-38ea-4e41-83c5-caeb398ad76a tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/subnets/97abd0c1-ecd3-45ca-b9a2-fe3ef69f6d1c HTTP/1.1" status: 204 len: 168 time: 0.4532893 Sep 16 04:49:18.524550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40794) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:18.732759 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.775771 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.799694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6587638-5c21-4831-8e2e-7528743c0b01 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event updated for resources: {'Network': ['ID=e1f13bed-12fc-410d-b994-0fd359aa618d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:18.809426 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network e1f13bed-12fc-410d-b994-0fd359aa618d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:18.856377 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cffe3348-47d8-4f38-b772-57906e563ed2 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "PUT /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags/tempest-TagsExtTest-Tag-2023465299 HTTP/1.1" status: 201 len: 201 time: 0.3427980 Sep 16 04:49:18.859898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40798) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:18.866420 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-ab6fbeec-2e6d-488d-be4f-de37bae359df tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc', 'tempest-TagsExtTest-Tag-1829894133') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:18.910676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ab6fbeec-2e6d-488d-be4f-de37bae359df tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "PUT /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags/tempest-TagsExtTest-Tag-1829894133 HTTP/1.1" status: 201 len: 201 time: 0.0452917 Sep 16 04:49:18.911041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40800) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:18.916427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-67283eed-5014-4012-8de0-45cdacb7fc83 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e', {'tags': ['tempest-TagsExtTest-Tag-1033069036', 'tempest-TagsExtTest-Tag-864888679', 'tempest-TagsExtTest-Tag-222459984']}) {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:18.921387 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:18.983054 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.027460 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-67283eed-5014-4012-8de0-45cdacb7fc83 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "PUT /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags HTTP/1.1" status: 200 len: 316 time: 0.1152756 Sep 16 04:49:19.028302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40802) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:19.033591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-7913fce7-cb25-4d1c-aa0c-69335876b142 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.036731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Pushing event deleted for resources: {'Port': ['ID=a9223b29-ce5a-41ad-8441-f88ec04355d1,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:19.040962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.068346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f13bed-12fc-410d-b994-0fd359aa618d']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.090544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219d086d-da05-4f22-91cd-d80b1f3add3e']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.093480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57143556-a11c-44ad-a1bf-76aaf102f47f') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.093817 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57143556-a11c-44ad-a1bf-76aaf102f47f') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.102214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7913fce7-cb25-4d1c-aa0c-69335876b142 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags HTTP/1.1" status: 204 len: 168 time: 0.0729024 Sep 16 04:49:19.106114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40806) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:19.110599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-5f2eb732-5104-448a-b020-8a09d67a65ad tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e', 'tempest-TagsExtTest-Tag-1033069036') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.138965 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.151292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381e97d5-7b19-4bba-8451-586a8ad22a4e') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.151702 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381e97d5-7b19-4bba-8451-586a8ad22a4e') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.167275 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-5f2eb732-5104-448a-b020-8a09d67a65ad tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] show failed (client error): The resource could not be found. Sep 16 04:49:19.171861 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.171861 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.172923 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5f2eb732-5104-448a-b020-8a09d67a65ad tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags/tempest-TagsExtTest-Tag-1033069036 HTTP/1.1" status: 404 len: 329 time: 0.0658262 Sep 16 04:49:19.174517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40808) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:19.179362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-6f6239be-9121-4844-97de-3cdeee6a20cc tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e', 'tempest-TagsExtTest-Tag-864888679') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.187257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:19.187672 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:19.191385 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:19.213847 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.238663 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-6f6239be-9121-4844-97de-3cdeee6a20cc tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] show failed (client error): The resource could not be found. Sep 16 04:49:19.239730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6f6239be-9121-4844-97de-3cdeee6a20cc tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags/tempest-TagsExtTest-Tag-864888679 HTTP/1.1" status: 404 len: 328 time: 0.0637228 Sep 16 04:49:19.244055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40812) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:19.248301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-3d436019-b7a2-455a-97b3-dbb6cadb8c1d tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e', 'tempest-TagsExtTest-Tag-222459984') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.252556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:19.253098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:19.279243 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:19.308636 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-537cdbfb-bd3a-4440-b240-0f7e4b362228 req-2a574f95-7a41-4bae-bfee-be0f03978a58 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 210 time: 0.0287983 Sep 16 04:49:19.327182 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-3d436019-b7a2-455a-97b3-dbb6cadb8c1d tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] show failed (client error): The resource could not be found. Sep 16 04:49:19.328336 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3d436019-b7a2-455a-97b3-dbb6cadb8c1d tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags/tempest-TagsExtTest-Tag-222459984 HTTP/1.1" status: 404 len: 328 time: 0.0833478 Sep 16 04:49:19.332131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40814) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:19.337800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-bbc6ae38-09f1-4c6d-97d2-8a7ec06b10e0 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88', {'tags': ['tempest-TagsExtTest-Tag-1456150021', 'tempest-TagsExtTest-Tag-1089685525', 'tempest-TagsExtTest-Tag-106983396']}) {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.359377 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.368206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:19.369058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e1f13bed-12fc-410d-b994-0fd359aa618d {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:49:19.372324 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.379050 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "DELETE /v2.0/networks/e1f13bed-12fc-410d-b994-0fd359aa618d HTTP/1.1" status: 204 len: 168 time: 0.8571849 Sep 16 04:49:19.379910 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40818) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:19.386727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6f53d0b3-9fdc-4487-860d-9b7bb590a762 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:19.393189 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.396143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6da4c0-e22c-42cb-8767-ffe55bb42c36 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1f13bed-12fc-410d-b994-0fd359aa618d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:19.418542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.427989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f53d0b3-9fdc-4487-860d-9b7bb590a762 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Made reservation on behalf of be4ecd44d5654edcb3f58880503b1fe2 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:19.430927 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f53d0b3-9fdc-4487-860d-9b7bb590a762 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.431831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] 10.222.0.53 "DELETE /v2.0/networks/219d086d-da05-4f22-91cd-d80b1f3add3e HTTP/1.1" status: 204 len: 168 time: 0.9012032 Sep 16 04:49:19.471875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619da91-3a05-45a1-bf47-61fd22aacb33 tempest-FloatingIPTestJSON-711798801 tempest-FloatingIPTestJSON-711798801-project] Pushing event deleted for resources: {'Network': ['ID=219d086d-da05-4f22-91cd-d80b1f3add3e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:19.525799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bbc6ae38-09f1-4c6d-97d2-8a7ec06b10e0 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "PUT /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags HTTP/1.1" status: 200 len: 317 time: 0.1922965 Sep 16 04:49:19.526797 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f53d0b3-9fdc-4487-860d-9b7bb590a762 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:19.527692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40824) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:19.533752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-7a6ae2c2-245e-4ad9-b04d-4522acbcba21 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.552360 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f53d0b3-9fdc-4487-860d-9b7bb590a762 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.552714 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-6f53d0b3-9fdc-4487-860d-9b7bb590a762 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Added segment 5167dcf2-441d-426c-8295-4932992b0f7e of type vlan for network 938de7be-0a4c-477c-b7c1-52b3f448648c Sep 16 04:49:19.658214 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f53d0b3-9fdc-4487-860d-9b7bb590a762 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.685320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:19.709938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f53d0b3-9fdc-4487-860d-9b7bb590a762 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.711416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f53d0b3-9fdc-4487-860d-9b7bb590a762 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:19.712311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6f53d0b3-9fdc-4487-860d-9b7bb590a762 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.721197 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7a6ae2c2-245e-4ad9-b04d-4522acbcba21 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags HTTP/1.1" status: 204 len: 168 time: 0.1915114 Sep 16 04:49:19.724837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40828) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:19.744473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] No DVR routers for this DVR port a9223b29-ce5a-41ad-8441-f88ec04355d1 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:19.747422 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.750005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-0b2169c8-19ce-4206-9c79-06a37bc32905 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88', 'tempest-TagsExtTest-Tag-1456150021') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:19.750253 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a92ac8e9-6e9e-4251-8061-66cfc491ba2e req-7caaf642-cdd6-40de-a778-14f0dd771d67 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.15 "DELETE /v2.0/ports/a9223b29-ce5a-41ad-8441-f88ec04355d1 HTTP/1.1" status: 204 len: 173 time: 2.2482367 Sep 16 04:49:19.750915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'name': 'network-vif-deleted', 'tag': 'a9223b29-ce5a-41ad-8441-f88ec04355d1'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:19.753803 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f3b71e-df9f-4c2f-a34d-b7bcd99328c6" -d '{"events": [{"server_uuid": "4235dd1a-d2a4-474c-833b-0bf76e3bf4fb", "name": "network-vif-deleted", "tag": "a9223b29-ce5a-41ad-8441-f88ec04355d1"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:19.814470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6f53d0b3-9fdc-4487-860d-9b7bb590a762 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4312706 Sep 16 04:49:19.817071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40836) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:19.822419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Request body: {'subnet': {'network_id': '938de7be-0a4c-477c-b7c1-52b3f448648c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:19.866608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Made reservation on behalf of be4ecd44d5654edcb3f58880503b1fe2 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:19.869419 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:19.917898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53d0b3-9fdc-4487-860d-9b7bb590a762 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event updated for resources: {'Network': ['ID=938de7be-0a4c-477c-b7c1-52b3f448648c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:19.933091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 938de7be-0a4c-477c-b7c1-52b3f448648c details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:19.971794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40838) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:19.990949 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-0b2169c8-19ce-4206-9c79-06a37bc32905 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] show failed (client error): The resource could not be found. Sep 16 04:49:19.994518 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0b2169c8-19ce-4206-9c79-06a37bc32905 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags/tempest-TagsExtTest-Tag-1456150021 HTTP/1.1" status: 404 len: 329 time: 0.2475872 Sep 16 04:49:19.994952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40842) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:19.999560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-688eee14-587b-4480-8a3a-9d54b5d897ad tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88', 'tempest-TagsExtTest-Tag-1089685525') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:20.105054 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-688eee14-587b-4480-8a3a-9d54b5d897ad tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] show failed (client error): The resource could not be found. Sep 16 04:49:20.108775 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-688eee14-587b-4480-8a3a-9d54b5d897ad tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags/tempest-TagsExtTest-Tag-1089685525 HTTP/1.1" status: 404 len: 329 time: 0.1103425 Sep 16 04:49:20.110074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40844) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:20.119007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-cd4d7ec2-3fee-408e-b206-3faa42667f9d tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88', 'tempest-TagsExtTest-Tag-106983396') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:20.141329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed44c1d-fc1d-4d27-8bdc-a637f2938955 None None] Sync routers for ids ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:20.153872 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c9d09002-0115-42ab-814a-0f0e38fc6462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.159758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed44c1d-fc1d-4d27-8bdc-a637f2938955 None None] Routers {'17c1c1c4-60b9-4d17-bf67-e8bad61fff22'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:20.160081 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4c4cdb-606c-4221-ae4f-fde894683950 x-openstack-request-id: req-9f4c4cdb-606c-4221-ae4f-fde894683950 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:20.160559 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4235dd1a-d2a4-474c-833b-0bf76e3bf4fb", "name": "network-vif-deleted", "tag": "a9223b29-ce5a-41ad-8441-f88ec04355d1", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:20.160670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6ed44c1d-fc1d-4d27-8bdc-a637f2938955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:48:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:20.160791 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f4c4cdb-606c-4221-ae4f-fde894683950 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:20.160975 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4235dd1a-d2a4-474c-833b-0bf76e3bf4fb', 'name': 'network-vif-deleted', 'tag': 'a9223b29-ce5a-41ad-8441-f88ec04355d1', 'status': 'completed', 'code': 200} Sep 16 04:49:20.233935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8753520a-241c-4c8e-b45b-8ddd794bb244 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=926c408025e5458bb73e5fc6efb02ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606380 Sep 16 04:49:20.238506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40848) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:20.275016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-6ed44c1d-fc1d-4d27-8bdc-a637f2938955 None None] Set router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:20.292687 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-cd4d7ec2-3fee-408e-b206-3faa42667f9d tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] show failed (client error): The resource could not be found. Sep 16 04:49:20.297578 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cd4d7ec2-3fee-408e-b206-3faa42667f9d tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags/tempest-TagsExtTest-Tag-106983396 HTTP/1.1" status: 404 len: 328 time: 0.1864972 Sep 16 04:49:20.298946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40850) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:20.310294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-d8b4716a-a996-416e-a19f-1d96bd03f4a7 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47', {'tags': ['tempest-TagsExtTest-Tag-768064548', 'tempest-TagsExtTest-Tag-861864429', 'tempest-TagsExtTest-Tag-1859255454']}) {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:20.380650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a9223b29-ce5a-41ad-8441-f88ec04355d1 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:20.398564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.objects.ports [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94744) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:49:20.399370 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.420553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: a9223b29-ce5a-41ad-8441-f88ec04355d1 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:20.420953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device a9223b29-ce5a-41ad-8441-f88ec04355d1 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:20.426821 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9723251-f27d-4bdf-83d9-6f8600045393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.462668 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9723251-f27d-4bdf-83d9-6f8600045393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.474119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d8b4716a-a996-416e-a19f-1d96bd03f4a7 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "PUT /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags HTTP/1.1" status: 200 len: 316 time: 0.1692424 Sep 16 04:49:20.482032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40856) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:20.488788 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-242f8030-c83c-48d0-9a25-43d44291e5ac tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:20.510575 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff0f1d16-530c-4997-be1e-7e174132a097 req-85a0544c-eab8-4faf-baa9-0bd4a17b80eb tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/ports?device_id=4235dd1a-d2a4-474c-833b-0bf76e3bf4fb HTTP/1.1" status: 200 len: 210 time: 0.0512676 Sep 16 04:49:20.540436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bba709fb-9449-4f52-b44f-5318a5fe92b8,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:20.554956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Checking segment: {'id': '5167dcf2-441d-426c-8295-4932992b0f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '938de7be-0a4c-477c-b7c1-52b3f448648c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:20.555421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Network hostable DHCP agents. Network: 938de7be-0a4c-477c-b7c1-52b3f448648c, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:20.556967 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9723251-f27d-4bdf-83d9-6f8600045393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.559698 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9723251-f27d-4bdf-83d9-6f8600045393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.560866 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e9723251-f27d-4bdf-83d9-6f8600045393 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30edc32c-4898-4d18-9507-ac44ef18c926 HTTP/1.1" status: 204 len: 168 time: 0.3211846 Sep 16 04:49:20.589897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9723251-f27d-4bdf-83d9-6f8600045393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30edc32c-4898-4d18-9507-ac44ef18c926,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:20.599601 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6ed44c1d-fc1d-4d27-8bdc-a637f2938955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 4, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '9ca4b126-94ed-4eed-a58a-890c6c01a9f4', 'name': '', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'mac_address': 'fa:16:3e:a3:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:16Z', 'revision_number': 5, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'subnets': [{'id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:20.621718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Network 938de7be-0a4c-477c-b7c1-52b3f448648c is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:20.636485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 938de7be-0a4c-477c-b7c1-52b3f448648c) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:20.641501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:20.642857 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.646986 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-242f8030-c83c-48d0-9a25-43d44291e5ac tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags HTTP/1.1" status: 204 len: 168 time: 0.1635804 Sep 16 04:49:20.649834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40862) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:20.654683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-f986eeee-5fc5-4c01-a8f2-f17c82318c46 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47', 'tempest-TagsExtTest-Tag-768064548') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:20.663596 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21afe399-0726-46e2-9c26-f42c35dcd218 None None] Network 938de7be-0a4c-477c-b7c1-52b3f448648c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:20.664405 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-83443723-bfb2-4082-b36e-ef6c16f53e95 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8460534 Sep 16 04:49:20.665345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40864) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:20.667436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed44c1d-fc1d-4d27-8bdc-a637f2938955 None None] Checking router: 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:49:20.671165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Request body: {'floatingip': {'floating_network_id': '938de7be-0a4c-477c-b7c1-52b3f448648c'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:20.700710 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.746415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed44c1d-fc1d-4d27-8bdc-a637f2938955 None None] Routers {'17c1c1c4-60b9-4d17-bf67-e8bad61fff22'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:20.747039 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6ed44c1d-fc1d-4d27-8bdc-a637f2938955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:49:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:20.770969 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-f986eeee-5fc5-4c01-a8f2-f17c82318c46 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] show failed (client error): The resource could not be found. Sep 16 04:49:20.775444 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f986eeee-5fc5-4c01-a8f2-f17c82318c46 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags/tempest-TagsExtTest-Tag-768064548 HTTP/1.1" status: 404 len: 328 time: 0.1244545 Sep 16 04:49:20.776069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40870) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:20.781152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-a43a30ee-0d5f-4daa-ad53-c43521b93877 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47', 'tempest-TagsExtTest-Tag-861864429') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:20.802359 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.847726 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:20.881720 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-a43a30ee-0d5f-4daa-ad53-c43521b93877 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] show failed (client error): The resource could not be found. Sep 16 04:49:20.886387 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a43a30ee-0d5f-4daa-ad53-c43521b93877 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags/tempest-TagsExtTest-Tag-861864429 HTTP/1.1" status: 404 len: 328 time: 0.1093848 Sep 16 04:49:20.887142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40872) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:20.898228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-7cc67167-d216-4819-9a65-b82fd9fff605 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47', 'tempest-TagsExtTest-Tag-1859255454') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:20.908817 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f348bfb-7946-4203-be43-b8d614525dc1 None None] Network 938de7be-0a4c-477c-b7c1-52b3f448648c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:20.953314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-6ed44c1d-fc1d-4d27-8bdc-a637f2938955 None None] Set router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:20.992619 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Allocated IP 172.20.0.11 (938de7be-0a4c-477c-b7c1-52b3f448648c/bba709fb-9449-4f52-b44f-5318a5fe92b8/a42a7a1a-2629-4226-b476-d74c529cf012) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:21.032340 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-7cc67167-d216-4819-9a65-b82fd9fff605 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] show failed (client error): The resource could not be found. Sep 16 04:49:21.038143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7cc67167-d216-4819-9a65-b82fd9fff605 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags/tempest-TagsExtTest-Tag-1859255454 HTTP/1.1" status: 404 len: 329 time: 0.1497111 Sep 16 04:49:21.039905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40880) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.045114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-8b84c9fe-a3a1-46fd-9a50-6dce11121a46 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc', {'tags': ['tempest-TagsExtTest-Tag-1080160281', 'tempest-TagsExtTest-Tag-1144028996', 'tempest-TagsExtTest-Tag-1743303584']}) {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:21.096463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8b84c9fe-a3a1-46fd-9a50-6dce11121a46 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "PUT /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags HTTP/1.1" status: 200 len: 318 time: 0.0527182 Sep 16 04:49:21.096966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40884) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.110239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-0671b757-3862-407c-a570-f419e830e8a5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:21.122004 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.156337 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0671b757-3862-407c-a570-f419e830e8a5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags HTTP/1.1" status: 204 len: 168 time: 0.0540853 Sep 16 04:49:21.156550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40886) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.164538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-b44a6118-6cbe-4a73-b89c-90a0f971d8ac tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc', 'tempest-TagsExtTest-Tag-1080160281') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:21.167149 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.188271 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-b44a6118-6cbe-4a73-b89c-90a0f971d8ac tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] show failed (client error): The resource could not be found. Sep 16 04:49:21.189720 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b44a6118-6cbe-4a73-b89c-90a0f971d8ac tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags/tempest-TagsExtTest-Tag-1080160281 HTTP/1.1" status: 404 len: 329 time: 0.0321865 Sep 16 04:49:21.192843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40888) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.198153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-fb76fc98-27d9-46ef-952b-6b24efab3b20 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc', 'tempest-TagsExtTest-Tag-1144028996') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:21.228082 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-fb76fc98-27d9-46ef-952b-6b24efab3b20 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] show failed (client error): The resource could not be found. Sep 16 04:49:21.229530 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fb76fc98-27d9-46ef-952b-6b24efab3b20 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags/tempest-TagsExtTest-Tag-1144028996 HTTP/1.1" status: 404 len: 329 time: 0.0352004 Sep 16 04:49:21.233128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40890) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.235293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event updated for resources: {'Port': ['ID=a42a7a1a-2629-4226-b476-d74c529cf012,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:21.238663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-94734d5a-a394-4f82-accf-9a6f2d3ff308 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc', 'tempest-TagsExtTest-Tag-1743303584') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:21.256810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6ed44c1d-fc1d-4d27-8bdc-a637f2938955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 4, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '9ca4b126-94ed-4eed-a58a-890c6c01a9f4', 'name': '', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'mac_address': 'fa:16:3e:a3:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:16Z', 'revision_number': 5, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'subnets': [{'id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:21.257471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Network 938de7be-0a4c-477c-b7c1-52b3f448648c is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:21.259093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:21.262240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:21.266241 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-94734d5a-a394-4f82-accf-9a6f2d3ff308 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] show failed (client error): The resource could not be found. Sep 16 04:49:21.267986 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-94734d5a-a394-4f82-accf-9a6f2d3ff308 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags/tempest-TagsExtTest-Tag-1743303584 HTTP/1.1" status: 404 len: 329 time: 0.0335553 Sep 16 04:49:21.271330 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40894) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.276490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-b9e2b365-91bc-44f9-b125-5669e3f6281d tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c710856-6427-4a11-a123-30e185172ebc') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:21.291005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed44c1d-fc1d-4d27-8bdc-a637f2938955 None None] The sync data for ids ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'] in n-d-712142-17 is: [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:11Z', 'revision_number': 4, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '9ca4b126-94ed-4eed-a58a-890c6c01a9f4', 'name': '', 'network_id': '09019d96-2f58-44d1-b0b2-99c134cb802f', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'mac_address': 'fa:16:3e:a3:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:10Z', 'updated_at': '2021-09-16T04:47:16Z', 'revision_number': 5, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'subnets': [{'id': '866a8012-7345-48f0-b1db-6f1d17e6ecb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:21.317870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40898) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.323074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b9e2b365-91bc-44f9-b125-5669e3f6281d tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc/tags HTTP/1.1" status: 204 len: 168 time: 0.0387254 Sep 16 04:49:21.323509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-3f0c4117-a617-4efe-b61c-4718368bd99f tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '560c4954-b627-4442-b81a-59ddb3c12a47') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:21.461634 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.474408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3f0c4117-a617-4efe-b61c-4718368bd99f tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47/tags HTTP/1.1" status: 204 len: 168 time: 0.1527572 Sep 16 04:49:21.474757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40906) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.479771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-9f3a9eba-9dfc-4e1a-a5d4-8f5274c1d923 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5501ba2d-5155-428b-b264-33e8a7319b88') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:21.518306 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.544762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40910) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.565655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9f3a9eba-9dfc-4e1a-a5d4-8f5274c1d923 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88/tags HTTP/1.1" status: 204 len: 168 time: 0.0872347 Sep 16 04:49:21.566582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40914) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.571616 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-ca6ef31e-8d52-4a62-b15a-e15dae908e3f tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '24664e40-78e0-4e90-a03d-4cfe55a16a6e') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:21.595114 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.651271 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2412a7d9-6556-4f76-a773-15ce583c869c None None] New status for floating IP 7034179e-a3c8-41fa-a5f0-02ddf9a8111e: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:49:21.655860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40922) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.726507 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ca6ef31e-8d52-4a62-b15a-e15dae908e3f tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e/tags HTTP/1.1" status: 204 len: 168 time: 0.1578932 Sep 16 04:49:21.732481 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.734255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40924) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.745543 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2800957-fc08-4944-ac5c-a2dce5d4ee32 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.759351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.769074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'networks': [{'name': 'tempest-network--1303991796'}, {'name': 'tempest-network--1957487678'}]} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:21.769387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'network': {'name': 'tempest-network--1303991796'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:21.769882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'network': {'name': 'tempest-network--1957487678'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:21.799916 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2800957-fc08-4944-ac5c-a2dce5d4ee32 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.833587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Made reservation on behalf of 608eba621aa44f559ae10c9fc1bb7b66 for: {'network': 2} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:21.838202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.853210 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.879322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event updated for resources: {'Port': ['ID=a42a7a1a-2629-4226-b476-d74c529cf012,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:21.902269 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2800957-fc08-4944-ac5c-a2dce5d4ee32 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.905019 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c2800957-fc08-4944-ac5c-a2dce5d4ee32 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.906217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c2800957-fc08-4944-ac5c-a2dce5d4ee32 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "DELETE /v2.0/security-groups/7bcd861f-c582-4646-a8fa-d85dfc6e28e4 HTTP/1.1" status: 204 len: 168 time: 0.2475231 Sep 16 04:49:21.915680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40928) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.921238 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.943476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2800957-fc08-4944-ac5c-a2dce5d4ee32 tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcd861f-c582-4646-a8fa-d85dfc6e28e4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:21.950905 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-8390bedb-6535-42cc-86bd-d05a51cd6b2f tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] show failed (client error): The resource could not be found. Sep 16 04:49:21.954463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8390bedb-6535-42cc-86bd-d05a51cd6b2f tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "GET /v2.0/security-groups/7bcd861f-c582-4646-a8fa-d85dfc6e28e4 HTTP/1.1" status: 404 len: 347 time: 0.0338230 Sep 16 04:49:21.954962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40930) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:21.965540 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58f92be1-5115-4d86-8491-35236ada08c6 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks [] for subnetpool, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:21.966967 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-58f92be1-5115-4d86-8491-35236ada08c6 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/subnetpools/5c710856-6427-4a11-a123-30e185172ebc HTTP/1.1" status: 204 len: 168 time: 0.2316906 Sep 16 04:49:21.969755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40932) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:22.006372 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d7e588fd-7456-4e27-b56e-331bc3c38bf9 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "GET /v2.0/ports?device_id=560c4954-b627-4442-b81a-59ddb3c12a47 HTTP/1.1" status: 200 len: 205 time: 0.0315504 Sep 16 04:49:22.008810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40934) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:22.080949 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-571b13b3-2a6b-49a8-a739-6b5967bc2779 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.099662 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.105381 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.105884 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.124585 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.128720 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-17c2f8fb-b1e2-42e3-b5ea-3c5ab5c53cd9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4592912 Sep 16 04:49:22.130387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40936) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:22.227853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ad5bded0-50fb-4484-88ea-31cd1020748d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Deleting port f1c0247d-76e6-4779-a0c2-09c92502d111 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:22.228089 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad5bded0-50fb-4484-88ea-31cd1020748d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.236722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6ab6fd4c-2f2d-48d7-a80d-00e00dbfda2d tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=938de7be-0a4c-477c-b7c1-52b3f448648c HTTP/1.1" status: 200 len: 690 time: 0.1019154 Sep 16 04:49:22.236722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:22.237990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b29a5a-df46-4938-8cb5-1c767746e61d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:22.241222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40938) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:22.256029 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-571b13b3-2a6b-49a8-a739-6b5967bc2779 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.256559 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-571b13b3-2a6b-49a8-a739-6b5967bc2779 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.274349 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.274699 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Added segment a0903dd6-c21a-42ae-9b68-88df37d3911c of type vlan for network e0e7ef9b-8afa-4dcf-a541-808ede63369f Sep 16 04:49:22.304215 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-571b13b3-2a6b-49a8-a739-6b5967bc2779 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.304731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571b13b3-2a6b-49a8-a739-6b5967bc2779 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Fanout notify agent at l3_agent the message router_deleted on router 560c4954-b627-4442-b81a-59ddb3c12a47 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:49:22.311693 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-571b13b3-2a6b-49a8-a739-6b5967bc2779 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.316049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-571b13b3-2a6b-49a8-a739-6b5967bc2779 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/routers/560c4954-b627-4442-b81a-59ddb3c12a47 HTTP/1.1" status: 204 len: 168 time: 0.3030419 Sep 16 04:49:22.316049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40940) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:22.397356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.405916 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e95d6b1f-9aa8-4754-9595-98a2ca98ee86 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Deleting port 5501ba2d-5155-428b-b264-33e8a7319b88 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:22.406265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e95d6b1f-9aa8-4754-9595-98a2ca98ee86 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.448155 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad5bded0-50fb-4484-88ea-31cd1020748d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.448539 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad5bded0-50fb-4484-88ea-31cd1020748d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.479189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ad5bded0-50fb-4484-88ea-31cd1020748d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Calling delete_port for f1c0247d-76e6-4779-a0c2-09c92502d111 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:22.487837 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.490798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:22.502800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e95d6b1f-9aa8-4754-9595-98a2ca98ee86 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.514633 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e95d6b1f-9aa8-4754-9595-98a2ca98ee86 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Calling delete_port for 5501ba2d-5155-428b-b264-33e8a7319b88 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:22.594217 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.594561 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Added segment 06f2429e-bdcf-4593-a54c-9e6db802bad3 of type vlan for network bdbcb07a-ce0c-4b04-8c6a-99f122327b69 Sep 16 04:49:22.638226 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e95d6b1f-9aa8-4754-9595-98a2ca98ee86 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.670729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d6b1f-9aa8-4754-9595-98a2ca98ee86 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Pushing event deleted for resources: {'Port': ['ID=5501ba2d-5155-428b-b264-33e8a7319b88,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:22.672247 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.746055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e95d6b1f-9aa8-4754-9595-98a2ca98ee86 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.751131 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.751410 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e95d6b1f-9aa8-4754-9595-98a2ca98ee86 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/ports/5501ba2d-5155-428b-b264-33e8a7319b88 HTTP/1.1" status: 204 len: 168 time: 0.4339395 Sep 16 04:49:22.752157 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.752289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40946) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:22.757473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.769157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:22.769882 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.804300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Deleting port a42a7a1a-2629-4226-b476-d74c529cf012 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:22.804654 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.813202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Deleting subnet 24664e40-78e0-4e90-a03d-4cfe55a16a6e {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:22.817951 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.874210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3281655 Sep 16 04:49:22.879356 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:22.881990 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40950) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:22.940239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event updated for resources: {'Network': ['ID=e0e7ef9b-8afa-4dcf-a541-808ede63369f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:22.959458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network e0e7ef9b-8afa-4dcf-a541-808ede63369f details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:22.965160 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad5bded0-50fb-4484-88ea-31cd1020748d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.014398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bded0-50fb-4484-88ea-31cd1020748d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Pushing event deleted for resources: {'Port': ['ID=f1c0247d-76e6-4779-a0c2-09c92502d111,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:23.059423 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.124902 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.324943 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.325272 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.350755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3f310-c644-49d7-b441-da0525aff179 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event updated for resources: {'Network': ['ID=bdbcb07a-ce0c-4b04-8c6a-99f122327b69,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:23.363491 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network bdbcb07a-ce0c-4b04-8c6a-99f122327b69 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:23.364063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Calling delete_port for a42a7a1a-2629-4226-b476-d74c529cf012 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:23.411972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad5bded0-50fb-4484-88ea-31cd1020748d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.414577 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad5bded0-50fb-4484-88ea-31cd1020748d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.418518 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ad5bded0-50fb-4484-88ea-31cd1020748d tempest-ServersTestManualDisk-443090654 tempest-ServersTestManualDisk-443090654-project] 10.222.0.53 "DELETE /v2.0/floatingips/7034179e-a3c8-41fa-a5f0-02ddf9a8111e HTTP/1.1" status: 204 len: 168 time: 1.4589853 Sep 16 04:49:23.418795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40954) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:23.475278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d4d708-b14a-4110-95bf-766a6cec2761 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.481386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d4d708-b14a-4110-95bf-766a6cec2761 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.487777 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d4d708-b14a-4110-95bf-766a6cec2761 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.494312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d4d708-b14a-4110-95bf-766a6cec2761 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.500043 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d4d708-b14a-4110-95bf-766a6cec2761 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:23.502565 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-62d4d708-b14a-4110-95bf-766a6cec2761 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2976 time: 0.6194532 Sep 16 04:49:23.505749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40958) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:23.523396 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.545196 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.584707 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Pushing event deleted for resources: {'Subnet': ['ID=24664e40-78e0-4e90-a03d-4cfe55a16a6e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:23.595874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.597497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8535a10-8b89-4f63-ace8-9ddda921f4f9 None None] Network e33c6019-9911-4f9c-8d91-bede17a37452 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:23.600233 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/subnets/24664e40-78e0-4e90-a03d-4cfe55a16a6e HTTP/1.1" status: 204 len: 168 time: 0.8450398 Sep 16 04:49:23.601256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:23.601696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:23.601994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:23.602335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:23.602678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:23.603018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:23.603352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:23.603686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:23.604017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:23.604348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:23.604680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:23.605008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c7dbca-1b7a-41c7-b4bb-f0237256ede5 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:23.607329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40960) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:23.619658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event deleted for resources: {'Port': ['ID=a42a7a1a-2629-4226-b476-d74c529cf012,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:23.671473 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.701009 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.743810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.804297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa68ca-36d7-4b20-a9ea-86ec37a09f01 None None] DHCP port deletion for e33c6019-9911-4f9c-8d91-bede17a37452 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:23.863404 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.883086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-71aa68ca-36d7-4b20-a9ea-86ec37a09f01 None None] Deleting port 6f325810-eec9-4144-8d25-bc10113d5987 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:23.883643 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-71aa68ca-36d7-4b20-a9ea-86ec37a09f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.891236 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.899331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Deleting port 6f325810-eec9-4144-8d25-bc10113d5987 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:23.899676 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.920700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e7ef9b-8afa-4dcf-a541-808ede63369f']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:23.935967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0903dd6-c21a-42ae-9b68-88df37d3911c') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:23.936344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0903dd6-c21a-42ae-9b68-88df37d3911c') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:23.950759 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.978247 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.984401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-71aa68ca-36d7-4b20-a9ea-86ec37a09f01 None None] For port 6f325810-eec9-4144-8d25-bc10113d5987, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6f325810-eec9-4144-8d25-bc10113d5987,segment=NetworkSegment(c7350b7d-8bb4-437a-90f6-d830d9e6072c),segment_id=c7350b7d-8bb4-437a-90f6-d830d9e6072c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:23.984921 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-71aa68ca-36d7-4b20-a9ea-86ec37a09f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.985422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] For port 6f325810-eec9-4144-8d25-bc10113d5987, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6f325810-eec9-4144-8d25-bc10113d5987,segment=NetworkSegment(c7350b7d-8bb4-437a-90f6-d830d9e6072c),segment_id=c7350b7d-8bb4-437a-90f6-d830d9e6072c)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:23.985860 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.989373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:23.989827 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:23.992851 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:24.000360 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-71aa68ca-36d7-4b20-a9ea-86ec37a09f01 None None] Calling delete_port for 6f325810-eec9-4144-8d25-bc10113d5987 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:24.004808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Calling delete_port for 6f325810-eec9-4144-8d25-bc10113d5987 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:24.071100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.105821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bba709fb-9449-4f52-b44f-5318a5fe92b8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.111533 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-71aa68ca-36d7-4b20-a9ea-86ec37a09f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.124544 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.128251 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8977b40-35fd-4a42-8912-00c4a208cef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.148698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa68ca-36d7-4b20-a9ea-86ec37a09f01 None None] Pushing event deleted for resources: {'Port': ['ID=6f325810-eec9-4144-8d25-bc10113d5987,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.152263 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.154548 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "DELETE /v2.0/networks/e0e7ef9b-8afa-4dcf-a541-808ede63369f HTTP/1.1" status: 204 len: 168 time: 0.6462705 Sep 16 04:49:24.158394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db601af7-d5fb-4e9e-91b8-7eea71b57bbb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event deleted for resources: {'Network': ['ID=e0e7ef9b-8afa-4dcf-a541-808ede63369f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.162676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40968) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:24.163734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa68ca-36d7-4b20-a9ea-86ec37a09f01 None None] No DVR routers for this DVR port 6f325810-eec9-4144-8d25-bc10113d5987 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:24.186519 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.197145 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.223415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Pushing event deleted for resources: {'Port': ['ID=6f325810-eec9-4144-8d25-bc10113d5987,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.229305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] No DVR routers for this DVR port 6f325810-eec9-4144-8d25-bc10113d5987 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:24.243657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938de7be-0a4c-477c-b7c1-52b3f448648c']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:24.281202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5167dcf2-441d-426c-8295-4932992b0f7e') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:24.281506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5167dcf2-441d-426c-8295-4932992b0f7e') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:24.301020 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.304090 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.322073 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.334078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:24.334495 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:24.336213 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:24.382700 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.421481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33c6019-9911-4f9c-8d91-bede17a37452']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:24.435264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7350b7d-8bb4-437a-90f6-d830d9e6072c') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:24.435466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7350b7d-8bb4-437a-90f6-d830d9e6072c') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:24.446891 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.457990 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.465233 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.466384 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.475341 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:24.475852 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.479836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 938de7be-0a4c-477c-b7c1-52b3f448648c {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:24.481058 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:24.489094 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.493308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "DELETE /v2.0/networks/938de7be-0a4c-477c-b7c1-52b3f448648c HTTP/1.1" status: 204 len: 168 time: 2.2363884 Sep 16 04:49:24.493699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40970) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:24.500927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbcb07a-ce0c-4b04-8c6a-99f122327b69']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:24.504292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370f1ce-e8b0-4b12-9018-6505849eb14f tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event deleted for resources: {'Network': ['ID=938de7be-0a4c-477c-b7c1-52b3f448648c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.513621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f2429e-bdcf-4593-a54c-9e6db802bad3') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:24.513943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f2429e-bdcf-4593-a54c-9e6db802bad3') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:24.531621 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.546808 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.554303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:24.554716 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:24.558938 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:24.625218 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.635765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.638195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "DELETE /v2.0/networks/bdbcb07a-ce0c-4b04-8c6a-99f122327b69 HTTP/1.1" status: 204 len: 168 time: 0.4744315 Sep 16 04:49:24.640677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40974) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:24.667388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28c1ba-6e18-4f27-8651-f00d57bb68ab tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event deleted for resources: {'Network': ['ID=bdbcb07a-ce0c-4b04-8c6a-99f122327b69,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.709707 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f0693640-fa24-48f4-8d8f-0c0e3b48952e tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3354 time: 0.2123845 Sep 16 04:49:24.710688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40976) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:24.725863 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.737297 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.746202 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] 10.222.0.53 "DELETE /v2.0/networks/e33c6019-9911-4f9c-8d91-bede17a37452 HTTP/1.1" status: 204 len: 168 time: 1.1319776 Sep 16 04:49:24.762919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0575976-e74d-4187-8345-0dcf01079861 tempest-TagsExtTest-861244587 tempest-TagsExtTest-861244587-project] Pushing event deleted for resources: {'Network': ['ID=e33c6019-9911-4f9c-8d91-bede17a37452,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:24.784474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b8977b40-35fd-4a42-8912-00c4a208cef8 admin admin] Deleting port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:24.784828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8977b40-35fd-4a42-8912-00c4a208cef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.874953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-b8977b40-35fd-4a42-8912-00c4a208cef8 admin admin] For port 9ca4b126-94ed-4eed-a58a-890c6c01a9f4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9ca4b126-94ed-4eed-a58a-890c6c01a9f4,segment=NetworkSegment(31ae9b9a-81c5-4ffc-a523-a4246ae91582),segment_id=31ae9b9a-81c5-4ffc-a523-a4246ae91582)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:24.875319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8977b40-35fd-4a42-8912-00c4a208cef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:24.902719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b8977b40-35fd-4a42-8912-00c4a208cef8 admin admin] Calling delete_port for 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:24.948327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.948800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.949300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.949805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.950269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.950765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.951167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.951726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.952052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.952499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.952944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.953413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.958592 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7d5871e3-d8a3-484e-8318-a34bf7551289 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7647 time: 0.2446907 Sep 16 04:49:24.968329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230cf252-22ed-453a-ae8f-1ab9855cbebc tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.975084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230cf252-22ed-453a-ae8f-1ab9855cbebc tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:24.976712 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-230cf252-22ed-453a-ae8f-1ab9855cbebc tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3350210 Sep 16 04:49:24.977382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40982) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:24.980366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40986) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:24.990754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-61075561-9cc7-461d-8e1b-29b40d371511 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1300571952'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:25.021828 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-ecb149fd-0806-4cba-bc0a-96d87d4a211d tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] delete failed (client error): The resource could not be found. Sep 16 04:49:25.025401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ecb149fd-0806-4cba-bc0a-96d87d4a211d tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/860acb1d-83a3-4c99-b5bb-6b5db33c7d8a HTTP/1.1" status: 404 len: 345 time: 0.0444856 Sep 16 04:49:25.025996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40988) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:25.053109 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e89747-ee9b-4424-ade9-26af7321c807 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] DELETE failed (client error): The resource could not be found. Sep 16 04:49:25.053753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e89747-ee9b-4424-ade9-26af7321c807 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:49:25.055522 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-40e89747-ee9b-4424-ade9-26af7321c807 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "DELETE /v2.0/networks/938de7be-0a4c-477c-b7c1-52b3f448648c HTTP/1.1" status: 404 len: 339 time: 0.0289581 Sep 16 04:49:25.059665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40992) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:25.065441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e90790da-65df-47a3-ac65-6d4f9379e4c9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Request body: {'network': {'name': 'tempest-network--642541659', 'router:external': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:25.069563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61075561-9cc7-461d-8e1b-29b40d371511 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Made reservation on behalf of 608eba621aa44f559ae10c9fc1bb7b66 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:25.073097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61075561-9cc7-461d-8e1b-29b40d371511 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.107928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61075561-9cc7-461d-8e1b-29b40d371511 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:25.110105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90790da-65df-47a3-ac65-6d4f9379e4c9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Made reservation on behalf of be4ecd44d5654edcb3f58880503b1fe2 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:25.112333 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e90790da-65df-47a3-ac65-6d4f9379e4c9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.130413 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61075561-9cc7-461d-8e1b-29b40d371511 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.130780 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-61075561-9cc7-461d-8e1b-29b40d371511 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Added segment 4b1729be-92f6-4f1a-87b8-3046ed71fa33 of type vlan for network c8bb0137-292e-4663-97d9-b492a71243af Sep 16 04:49:25.159243 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8977b40-35fd-4a42-8912-00c4a208cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.175380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90790da-65df-47a3-ac65-6d4f9379e4c9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:25.188405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40996) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:25.192180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8977b40-35fd-4a42-8912-00c4a208cef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca4b126-94ed-4eed-a58a-890c6c01a9f4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:25.199987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61075561-9cc7-461d-8e1b-29b40d371511 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.202544 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e90790da-65df-47a3-ac65-6d4f9379e4c9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.202945 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-e90790da-65df-47a3-ac65-6d4f9379e4c9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Added segment 67b4418b-fd7a-4a75-ac9f-9fe081133cff of type vlan for network 41154847-f4e4-4165-8b54-c5ba7544c25c Sep 16 04:49:25.268818 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61075561-9cc7-461d-8e1b-29b40d371511 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.274618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61075561-9cc7-461d-8e1b-29b40d371511 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.275288 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61075561-9cc7-461d-8e1b-29b40d371511 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.279738 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e90790da-65df-47a3-ac65-6d4f9379e4c9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.337691 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-61075561-9cc7-461d-8e1b-29b40d371511 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3563371 Sep 16 04:49:25.386587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41000) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:25.402749 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8977b40-35fd-4a42-8912-00c4a208cef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.411644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-476be0bc-95f8-433b-b5b8-7d3225386cfd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2095243301'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:25.433452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61075561-9cc7-461d-8e1b-29b40d371511 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event updated for resources: {'Network': ['ID=c8bb0137-292e-4663-97d9-b492a71243af,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:25.446298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network c8bb0137-292e-4663-97d9-b492a71243af details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:25.456283 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-968c30cf-1e04-4be7-bb14-9198dbf77ccc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9254cbbd8a3450f9273cfe6278d2305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666612 Sep 16 04:49:25.459474 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e90790da-65df-47a3-ac65-6d4f9379e4c9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.460639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90790da-65df-47a3-ac65-6d4f9379e4c9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.461493 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e90790da-65df-47a3-ac65-6d4f9379e4c9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.465148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41002) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:25.508554 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476be0bc-95f8-433b-b5b8-7d3225386cfd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Made reservation on behalf of 608eba621aa44f559ae10c9fc1bb7b66 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:25.512206 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-476be0bc-95f8-433b-b5b8-7d3225386cfd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.523450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6f325810-eec9-4144-8d25-bc10113d5987 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:25.553645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 6f325810-eec9-4144-8d25-bc10113d5987 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:25.554001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6f325810-eec9-4144-8d25-bc10113d5987 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:25.575323 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e90790da-65df-47a3-ac65-6d4f9379e4c9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5146019 Sep 16 04:49:25.577656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41004) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:25.586760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90790da-65df-47a3-ac65-6d4f9379e4c9 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event updated for resources: {'Network': ['ID=41154847-f4e4-4165-8b54-c5ba7544c25c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:25.599133 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 41154847-f4e4-4165-8b54-c5ba7544c25c details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:25.604862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476be0bc-95f8-433b-b5b8-7d3225386cfd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:25.622679 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2ca140d-092b-4e13-aef0-8da25af77484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.624742 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-476be0bc-95f8-433b-b5b8-7d3225386cfd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.625090 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-476be0bc-95f8-433b-b5b8-7d3225386cfd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Added segment df034812-3aa1-4bdf-af4d-05a7462a7e72 of type vlan for network c3f7377d-b2df-400b-94a4-a8488300728f Sep 16 04:49:25.684798 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2ca140d-092b-4e13-aef0-8da25af77484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.694194 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-476be0bc-95f8-433b-b5b8-7d3225386cfd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.759189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-476be0bc-95f8-433b-b5b8-7d3225386cfd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.765857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476be0bc-95f8-433b-b5b8-7d3225386cfd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.766653 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-476be0bc-95f8-433b-b5b8-7d3225386cfd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.789046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f8921-36ae-41ae-b0d8-17eb919c9f17 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.795819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f8921-36ae-41ae-b0d8-17eb919c9f17 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.802853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f8921-36ae-41ae-b0d8-17eb919c9f17 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.805056 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-476be0bc-95f8-433b-b5b8-7d3225386cfd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4054306 Sep 16 04:49:25.809156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41008) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:25.812488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f8921-36ae-41ae-b0d8-17eb919c9f17 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:25.818105 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-095f8921-36ae-41ae-b0d8-17eb919c9f17 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2369950 Sep 16 04:49:25.818321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'ports': [{'network_id': 'c8bb0137-292e-4663-97d9-b492a71243af', 'name': 'tempest-port--861048073', 'admin_state_up': True}, {'network_id': 'c3f7377d-b2df-400b-94a4-a8488300728f', 'admin_state_up': False}]} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:25.818321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'port': {'network_id': 'c8bb0137-292e-4663-97d9-b492a71243af', 'name': 'tempest-port--861048073', 'admin_state_up': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:25.818618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'port': {'network_id': 'c3f7377d-b2df-400b-94a4-a8488300728f', 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:25.820855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41010) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:25.824049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8977b40-35fd-4a42-8912-00c4a208cef8 admin admin] Router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:49:25.862080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2ca140d-092b-4e13-aef0-8da25af77484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.864643 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a2ca140d-092b-4e13-aef0-8da25af77484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:25.868306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a2ca140d-092b-4e13-aef0-8da25af77484 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03e18be9-079f-4ec8-87c7-3537c4d478e5 HTTP/1.1" status: 204 len: 168 time: 0.3976290 Sep 16 04:49:25.870847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476be0bc-95f8-433b-b5b8-7d3225386cfd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event updated for resources: {'Network': ['ID=c3f7377d-b2df-400b-94a4-a8488300728f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:25.884951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network c3f7377d-b2df-400b-94a4-a8488300728f details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:25.891402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca140d-092b-4e13-aef0-8da25af77484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e18be9-079f-4ec8-87c7-3537c4d478e5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:25.968752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.075951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Made reservation on behalf of 608eba621aa44f559ae10c9fc1bb7b66 for: {'port': 2} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:26.081435 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.087636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8977b40-35fd-4a42-8912-00c4a208cef8 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:49:26.097491 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b8977b40-35fd-4a42-8912-00c4a208cef8 admin admin] 10.222.0.53 "PUT /v2.0/routers/17c1c1c4-60b9-4d17-bf67-e8bad61fff22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6772940 Sep 16 04:49:26.098148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41020) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:26.099356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.100010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d682fd9-ca97-4cd9-b1e9-728d35ba0cf2 None None] Sync routers for ids ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:49:26.114285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d682fd9-ca97-4cd9-b1e9-728d35ba0cf2 None None] Routers {'17c1c1c4-60b9-4d17-bf67-e8bad61fff22'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:26.115090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3d682fd9-ca97-4cd9-b1e9-728d35ba0cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:49:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:26.131222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.222985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] device_id is not set on port 44df652b-843f-497c-9354-6e8affd33b28 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:26.261767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-3d682fd9-ca97-4cd9-b1e9-728d35ba0cf2 None None] Set router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:26.388871 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.476738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] device_id is not set on port 4b3f5da9-040d-4d26-a4f8-d3556f950892 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:26.506186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3d682fd9-ca97-4cd9-b1e9-728d35ba0cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:49:25Z', 'revision_number': 5, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:26.535577 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d682fd9-ca97-4cd9-b1e9-728d35ba0cf2 None None] Checking router: 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:49:26.546585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d682fd9-ca97-4cd9-b1e9-728d35ba0cf2 None None] Routers {'17c1c1c4-60b9-4d17-bf67-e8bad61fff22'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:49:26.547237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3d682fd9-ca97-4cd9-b1e9-728d35ba0cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:49:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:26.614728 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.646308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41154847-f4e4-4165-8b54-c5ba7544c25c']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:26.663869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b4418b-fd7a-4a75-ac9f-9fe081133cff') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:26.664438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b4418b-fd7a-4a75-ac9f-9fe081133cff') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:26.672534 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.680966 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-3d682fd9-ca97-4cd9-b1e9-728d35ba0cf2 None None] Set router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:49:26.681284 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.683445 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.730124 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.745694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:26.746655 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:26.748250 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:26.758423 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event updated for resources: {'Port': ['ID=44df652b-843f-497c-9354-6e8affd33b28,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:26.763611 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Checking segment: {'id': '4b1729be-92f6-4f1a-87b8-3046ed71fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c8bb0137-292e-4663-97d9-b492a71243af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:26.764161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Network hostable DHCP agents. Network: c8bb0137-292e-4663-97d9-b492a71243af, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:26.776513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41042) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:26.787236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Network c8bb0137-292e-4663-97d9-b492a71243af is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:26.798611 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, c8bb0137-292e-4663-97d9-b492a71243af) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:26.803022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:26.803915 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.827463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d01db52-f920-41ed-ae59-10a9105e32b7 None None] Network c8bb0137-292e-4663-97d9-b492a71243af requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:26.866805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event updated for resources: {'Port': ['ID=4b3f5da9-040d-4d26-a4f8-d3556f950892,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:26.878037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Checking segment: {'id': 'df034812-3aa1-4bdf-af4d-05a7462a7e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c3f7377d-b2df-400b-94a4-a8488300728f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:26.878318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Network hostable DHCP agents. Network: c3f7377d-b2df-400b-94a4-a8488300728f, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:26.885734 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.895340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41154847-f4e4-4165-8b54-c5ba7544c25c {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:49:26.899871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Network c3f7377d-b2df-400b-94a4-a8488300728f is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:26.913517 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.914382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, c3f7377d-b2df-400b-94a4-a8488300728f) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:26.918830 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "DELETE /v2.0/networks/41154847-f4e4-4165-8b54-c5ba7544c25c HTTP/1.1" status: 204 len: 168 time: 1.0938129 Sep 16 04:49:26.925738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41046) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:26.938348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1b637a67-45c8-4023-8dc1-265873454fef tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Request body: {'network': {'name': 'tempest-network--610263575', 'router:external': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:26.943895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:26.952232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.955156 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.958395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9906770-fdbe-45c7-98d3-068f08e5584a tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event deleted for resources: {'Network': ['ID=41154847-f4e4-4165-8b54-c5ba7544c25c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:26.961400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:26.962124 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:26.962380 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f1b21c-2bd7-4a66-827a-fa877a7053ca None None] Network c3f7377d-b2df-400b-94a4-a8488300728f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:26.996127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b637a67-45c8-4023-8dc1-265873454fef tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Made reservation on behalf of be4ecd44d5654edcb3f58880503b1fe2 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:26.999426 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b637a67-45c8-4023-8dc1-265873454fef tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.006787 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-57a32d5b-5387-4aaa-83ee-7dc447c22dfb tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1962333 Sep 16 04:49:27.007432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41048) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:27.008187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1476015394'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:27.041011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Made reservation on behalf of 761d1c1432c34a4db501a1498356b062 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:27.045146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.061669 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.074295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b637a67-45c8-4023-8dc1-265873454fef tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:27.086222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Deleting port b665b482-3a37-42f3-8a3e-6bc1d7376eb7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:27.086578 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.086954 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b637a67-45c8-4023-8dc1-265873454fef tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.087429 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-1b637a67-45c8-4023-8dc1-265873454fef tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Added segment 8927f0a4-f76d-4f04-bfb4-cce3043089af of type vlan for network 49794eb0-35ea-4e0a-a27d-7befff46cc3b Sep 16 04:49:27.169432 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b637a67-45c8-4023-8dc1-265873454fef tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.220721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] For port b665b482-3a37-42f3-8a3e-6bc1d7376eb7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b665b482-3a37-42f3-8a3e-6bc1d7376eb7,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:27.221097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.237747 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b637a67-45c8-4023-8dc1-265873454fef tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.238856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b637a67-45c8-4023-8dc1-265873454fef tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.240411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b637a67-45c8-4023-8dc1-265873454fef tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.241097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Calling delete_port for b665b482-3a37-42f3-8a3e-6bc1d7376eb7 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:27.331767 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.344376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.345402 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3d682fd9-ca97-4cd9-b1e9-728d35ba0cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:49:25Z', 'revision_number': 5, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:27.356957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:27.369690 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.370065 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Added segment 76d15ce7-01c4-415b-b151-ffe353513092 of type vlan for network 20e9f5ff-3e4a-4b0b-b6df-d288b660599f Sep 16 04:49:27.375247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d5a7c-8eff-46c5-90a4-0660520dfb5f tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.382972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d5a7c-8eff-46c5-90a4-0660520dfb5f tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.384311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d682fd9-ca97-4cd9-b1e9-728d35ba0cf2 None None] The sync data for ids ['17c1c1c4-60b9-4d17-bf67-e8bad61fff22'] in n-d-712142-17 is: [{'id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'name': 'tempest-ServersTestManualDisk-160537207-router', 'tenant_id': '77ae311e2cbc4a0aac004fed2ec54654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:49:25Z', 'revision_number': 5, 'project_id': '77ae311e2cbc4a0aac004fed2ec54654', 'gw_port': {'id': 'b665b482-3a37-42f3-8a3e-6bc1d7376eb7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c1c1c4-60b9-4d17-bf67-e8bad61fff22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:06Z', 'updated_at': '2021-09-16T04:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:49:27.387848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-df3d5a7c-8eff-46c5-90a4-0660520dfb5f tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3783135 Sep 16 04:49:27.388462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41056) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:27.391058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b637a67-45c8-4023-8dc1-265873454fef tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event updated for resources: {'Network': ['ID=49794eb0-35ea-4e0a-a27d-7befff46cc3b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.402509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1b637a67-45c8-4023-8dc1-265873454fef tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4753866 Sep 16 04:49:27.406649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 49794eb0-35ea-4e0a-a27d-7befff46cc3b details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:27.408982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41058) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:27.413992 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.445197 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.450854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.451468 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.533963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0bd391-6e27-4244-9ab0-0958050ef713 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.538465 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bc0bd391-6e27-4244-9ab0-0958050ef713 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] 10.222.0.53 "GET /v2.0/networks/49794eb0-35ea-4e0a-a27d-7befff46cc3b HTTP/1.1" status: 200 len: 756 time: 0.1245816 Sep 16 04:49:27.538465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41060) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:27.574854 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7972431 Sep 16 04:49:27.577252 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Pushing event updated for resources: {'Network': ['ID=20e9f5ff-3e4a-4b0b-b6df-d288b660599f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.579887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e7514-6136-4ae1-abe4-2e8d895e255c tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804e97d1-6765-425f-bdb3-0c483f4aef10,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.584045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41062) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:27.589148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-ebe1d479-18a9-401d-abab-494a8db0ccfa tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '20e9f5ff-3e4a-4b0b-b6df-d288b660599f', 'tempest-TagsTest-Tag-2127153600') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:27.591882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 20e9f5ff-3e4a-4b0b-b6df-d288b660599f details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:27.661437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ee689f-b307-4cc9-9d07-7bdc5212b280 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:27.662646 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-08ee689f-b307-4cc9-9d07-7bdc5212b280 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] 10.222.0.53 "GET /v2.0/networks/35a0d237-e39e-4030-a4b8-853cabbf3db7 HTTP/1.1" status: 200 len: 767 time: 0.1226449 Sep 16 04:49:27.668858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41064) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:27.697081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d79a2-4969-43d9-a290-16e7f71d759f tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Deleting port 44df652b-843f-497c-9354-6e8affd33b28 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:27.697434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe8d79a2-4969-43d9-a290-16e7f71d759f tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.724238 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.757312 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ebe1d479-18a9-401d-abab-494a8db0ccfa tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "PUT /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f/tags/tempest-TagsTest-Tag-2127153600 HTTP/1.1" status: 201 len: 201 time: 0.1722271 Sep 16 04:49:27.758535 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b665b482-3a37-42f3-8a3e-6bc1d7376eb7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:27.760222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41066) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:27.765823 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-00b1ba17-7025-454a-975c-c179ef7515c7 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '20e9f5ff-3e4a-4b0b-b6df-d288b660599f', 'tempest-TagsTest-Tag-2127153600') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:27.820433 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.824926 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe8d79a2-4969-43d9-a290-16e7f71d759f tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.840792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d79a2-4969-43d9-a290-16e7f71d759f tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Calling delete_port for 44df652b-843f-497c-9354-6e8affd33b28 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:27.852921 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:27.946229 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-00b1ba17-7025-454a-975c-c179ef7515c7 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "GET /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f/tags/tempest-TagsTest-Tag-2127153600 HTTP/1.1" status: 204 len: 168 time: 0.1824121 Sep 16 04:49:27.946481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41070) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:27.950867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-b8da3aa7-00f4-48c0-bd9d-22ad83faa43a tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '20e9f5ff-3e4a-4b0b-b6df-d288b660599f') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:27.996439 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.001026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.067728 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.068413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c1c1c4-60b9-4d17-bf67-e8bad61fff22 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:49:28.074589 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.075543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9be1313a-e3f4-4718-9f79-943ea81c2ad5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/17c1c1c4-60b9-4d17-bf67-e8bad61fff22 HTTP/1.1" status: 204 len: 168 time: 1.9466105 Sep 16 04:49:28.099806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41072) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:28.137391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b8da3aa7-00f4-48c0-bd9d-22ad83faa43a tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "GET /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f/tags HTTP/1.1" status: 200 len: 238 time: 0.1897824 Sep 16 04:49:28.141029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41074) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:28.148373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-19c81fb5-9b93-42bb-873e-2dd3f5f1a258 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '20e9f5ff-3e4a-4b0b-b6df-d288b660599f', {'tags': ['tempest-TagsTest-Tag-107832448', 'tempest-TagsTest-Tag-1233387864', 'tempest-TagsTest-Tag-1772649269']}) {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:28.182297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc7b128-6947-49b8-9297-3ae60b4fe5db admin admin] Deleting subnet 866a8012-7345-48f0-b1db-6f1d17e6ecb4 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:28.191634 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b128-6947-49b8-9297-3ae60b4fe5db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.235244 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.264265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b128-6947-49b8-9297-3ae60b4fe5db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.265815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49794eb0-35ea-4e0a-a27d-7befff46cc3b']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:28.277597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8927f0a4-f76d-4f04-bfb4-cce3043089af') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:28.277865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8927f0a4-f76d-4f04-bfb4-cce3043089af') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:28.290102 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.293095 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe8d79a2-4969-43d9-a290-16e7f71d759f tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.306575 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-19c81fb5-9b93-42bb-873e-2dd3f5f1a258 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "PUT /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f/tags HTTP/1.1" status: 200 len: 308 time: 0.1607652 Sep 16 04:49:28.306864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41080) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:28.318248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-aadef28f-f5d8-4061-9901-7acd6ebe6f70 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '20e9f5ff-3e4a-4b0b-b6df-d288b660599f', 'tempest-TagsTest-Tag-107832448') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:28.366989 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.388299 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe8d79a2-4969-43d9-a290-16e7f71d759f tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.391003 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fe8d79a2-4969-43d9-a290-16e7f71d759f tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "DELETE /v2.0/ports/44df652b-843f-497c-9354-6e8affd33b28 HTTP/1.1" status: 204 len: 168 time: 1.0009015 Sep 16 04:49:28.394557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41082) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:28.395267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d79a2-4969-43d9-a290-16e7f71d759f tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event deleted for resources: {'Port': ['ID=44df652b-843f-497c-9354-6e8affd33b28,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:28.413736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:28.414154 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:28.416378 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:28.441509 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b128-6947-49b8-9297-3ae60b4fe5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.537947 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.546656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49794eb0-35ea-4e0a-a27d-7befff46cc3b {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:49:28.546873 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-580a2ea4-e674-45c1-9dc9-310b12ff5986 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Deleting port 4b3f5da9-040d-4d26-a4f8-d3556f950892 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:28.547085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-580a2ea4-e674-45c1-9dc9-310b12ff5986 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.550467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.552460 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b128-6947-49b8-9297-3ae60b4fe5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.552618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "DELETE /v2.0/networks/49794eb0-35ea-4e0a-a27d-7befff46cc3b HTTP/1.1" status: 204 len: 168 time: 0.8818264 Sep 16 04:49:28.564776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41086) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:28.572879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a1e9a032-7ad3-45fe-8eb8-474b24f1ccc5 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Request body: {'network': {'name': 'tempest-network--1418046351'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:28.576756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2d50e-c132-4de0-91d6-f47f1025c07c tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event deleted for resources: {'Network': ['ID=49794eb0-35ea-4e0a-a27d-7befff46cc3b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:28.595775 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-aadef28f-f5d8-4061-9901-7acd6ebe6f70 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "DELETE /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f/tags/tempest-TagsTest-Tag-107832448 HTTP/1.1" status: 204 len: 168 time: 0.2849615 Sep 16 04:49:28.597261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41088) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:28.601862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-e38b2da9-df2e-41c1-83a9-07aa61d01a90 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '20e9f5ff-3e4a-4b0b-b6df-d288b660599f', 'tempest-TagsTest-Tag-107832448') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:28.602847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7b128-6947-49b8-9297-3ae60b4fe5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=866a8012-7345-48f0-b1db-6f1d17e6ecb4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:28.613225 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b128-6947-49b8-9297-3ae60b4fe5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.617397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4dc7b128-6947-49b8-9297-3ae60b4fe5db admin admin] 10.222.0.53 "DELETE /v2.0/subnets/866a8012-7345-48f0-b1db-6f1d17e6ecb4 HTTP/1.1" status: 204 len: 168 time: 0.5142305 Sep 16 04:49:28.624859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d337453-8157-40cc-a073-1f1bb6b79e56 None None] Network 09019d96-2f58-44d1-b0b2-99c134cb802f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:28.625828 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41090) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:28.655553 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-580a2ea4-e674-45c1-9dc9-310b12ff5986 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.663056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e9a032-7ad3-45fe-8eb8-474b24f1ccc5 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Made reservation on behalf of be4ecd44d5654edcb3f58880503b1fe2 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:28.667181 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a032-7ad3-45fe-8eb8-474b24f1ccc5 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.670887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-580a2ea4-e674-45c1-9dc9-310b12ff5986 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Calling delete_port for 4b3f5da9-040d-4d26-a4f8-d3556f950892 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:28.720552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e9a032-7ad3-45fe-8eb8-474b24f1ccc5 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:28.738051 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a032-7ad3-45fe-8eb8-474b24f1ccc5 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.738792 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-a1e9a032-7ad3-45fe-8eb8-474b24f1ccc5 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Added segment 2f09372a-7bca-4936-8ead-a20a3824749c of type vlan for network 1cef3103-2f88-4a18-8b71-8bbaea2a4ff0 Sep 16 04:49:28.776799 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-580a2ea4-e674-45c1-9dc9-310b12ff5986 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.816842 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-580a2ea4-e674-45c1-9dc9-310b12ff5986 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.819626 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-580a2ea4-e674-45c1-9dc9-310b12ff5986 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "DELETE /v2.0/ports/4b3f5da9-040d-4d26-a4f8-d3556f950892 HTTP/1.1" status: 204 len: 168 time: 0.4240365 Sep 16 04:49:28.820820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a2ea4-e674-45c1-9dc9-310b12ff5986 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event deleted for resources: {'Port': ['ID=4b3f5da9-040d-4d26-a4f8-d3556f950892,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:28.823798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41092) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:28.839807 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a032-7ad3-45fe-8eb8-474b24f1ccc5 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.860215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-da29f5eb-89f6-46d6-b90e-122ef247bd6c tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0353086 Sep 16 04:49:28.864756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41094) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:28.870278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b6811581-ce3c-49d1-9c46-d82fa93a0b86 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1296230549'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:28.884083 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.899777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e085db5a-57cc-4af1-b567-64c394c575f1 None None] DHCP port deletion for 09019d96-2f58-44d1-b0b2-99c134cb802f request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:28.900166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6811581-ce3c-49d1-9c46-d82fa93a0b86 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Made reservation on behalf of 608eba621aa44f559ae10c9fc1bb7b66 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:28.904993 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b6811581-ce3c-49d1-9c46-d82fa93a0b86 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.905170 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-e38b2da9-df2e-41c1-83a9-07aa61d01a90 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] show failed (client error): The resource could not be found. Sep 16 04:49:28.906055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e38b2da9-df2e-41c1-83a9-07aa61d01a90 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "GET /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f/tags/tempest-TagsTest-Tag-107832448 HTTP/1.1" status: 404 len: 325 time: 0.3088098 Sep 16 04:49:28.911658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41096) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:28.918403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-f09e01db-be03-4e22-9210-da34cae2a83f tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '20e9f5ff-3e4a-4b0b-b6df-d288b660599f', 'tempest-TagsTest-Tag-1233387864') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:28.941803 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a032-7ad3-45fe-8eb8-474b24f1ccc5 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.942832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e9a032-7ad3-45fe-8eb8-474b24f1ccc5 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:28.943478 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a032-7ad3-45fe-8eb8-474b24f1ccc5 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.962009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a1e9a032-7ad3-45fe-8eb8-474b24f1ccc5 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3961430 Sep 16 04:49:28.970321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41100) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:28.983318 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e085db5a-57cc-4af1-b567-64c394c575f1 None None] Deleting port 98247d50-d691-45d8-9201-a1892d9e445c {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:28.984022 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e085db5a-57cc-4af1-b567-64c394c575f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:28.988194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-813ae102-ce6b-4b80-be97-c423a948a5bf tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:29.032234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6811581-ce3c-49d1-9c46-d82fa93a0b86 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:29.046310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a032-7ad3-45fe-8eb8-474b24f1ccc5 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event updated for resources: {'Network': ['ID=1cef3103-2f88-4a18-8b71-8bbaea2a4ff0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:29.058091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Deleting port 98247d50-d691-45d8-9201-a1892d9e445c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:29.058441 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.066979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 1cef3103-2f88-4a18-8b71-8bbaea2a4ff0 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:29.113372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e085db5a-57cc-4af1-b567-64c394c575f1 None None] For port 98247d50-d691-45d8-9201-a1892d9e445c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=98247d50-d691-45d8-9201-a1892d9e445c,segment=NetworkSegment(31ae9b9a-81c5-4ffc-a523-a4246ae91582),segment_id=31ae9b9a-81c5-4ffc-a523-a4246ae91582)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:29.114206 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e085db5a-57cc-4af1-b567-64c394c575f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.115307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b6811581-ce3c-49d1-9c46-d82fa93a0b86 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.116022 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-b6811581-ce3c-49d1-9c46-d82fa93a0b86 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Added segment 3ad57f40-7846-4b0c-8fd7-d7b650927c6c of type vlan for network b46dffac-7645-41e5-baa8-63511cba74ea Sep 16 04:49:29.125954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] For port 98247d50-d691-45d8-9201-a1892d9e445c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=98247d50-d691-45d8-9201-a1892d9e445c,segment=NetworkSegment(31ae9b9a-81c5-4ffc-a523-a4246ae91582),segment_id=31ae9b9a-81c5-4ffc-a523-a4246ae91582)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:29.126877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.137722 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f09e01db-be03-4e22-9210-da34cae2a83f tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "GET /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f/tags/tempest-TagsTest-Tag-1233387864 HTTP/1.1" status: 204 len: 168 time: 0.2243953 Sep 16 04:49:29.142645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41102) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:29.147134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.tag.tag_plugin [None req-c0c45cba-eb1b-4967-9422-a9157e44cb67 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '20e9f5ff-3e4a-4b0b-b6df-d288b660599f', 'tempest-TagsTest-Tag-1772649269') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:29.153811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Calling delete_port for 98247d50-d691-45d8-9201-a1892d9e445c owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:29.172754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e085db5a-57cc-4af1-b567-64c394c575f1 None None] Calling delete_port for 98247d50-d691-45d8-9201-a1892d9e445c owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:29.243164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b6811581-ce3c-49d1-9c46-d82fa93a0b86 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.270077 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e085db5a-57cc-4af1-b567-64c394c575f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.277292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c0c45cba-eb1b-4967-9422-a9157e44cb67 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "GET /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f/tags/tempest-TagsTest-Tag-1772649269 HTTP/1.1" status: 204 len: 168 time: 0.1335473 Sep 16 04:49:29.280421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41106) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:29.292847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-369bd05e-2377-4225-bcea-90aef3cd5e39 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '20e9f5ff-3e4a-4b0b-b6df-d288b660599f') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:29.293931 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.302206 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-813ae102-ce6b-4b80-be97-c423a948a5bf tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.304736 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085db5a-57cc-4af1-b567-64c394c575f1 None None] Pushing event deleted for resources: {'Port': ['ID=98247d50-d691-45d8-9201-a1892d9e445c,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:29.315136 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e085db5a-57cc-4af1-b567-64c394c575f1 None None] No DVR routers for this DVR port 98247d50-d691-45d8-9201-a1892d9e445c on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:29.341467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] No DVR routers for this DVR port 98247d50-d691-45d8-9201-a1892d9e445c on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:29.342350 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b6811581-ce3c-49d1-9c46-d82fa93a0b86 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.343017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98247d50-d691-45d8-9201-a1892d9e445c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:29.349363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6811581-ce3c-49d1-9c46-d82fa93a0b86 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.350115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b6811581-ce3c-49d1-9c46-d82fa93a0b86 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.385050 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-813ae102-ce6b-4b80-be97-c423a948a5bf tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.442966 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.446057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b665b482-3a37-42f3-8a3e-6bc1d7376eb7 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:29.472624 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09019d96-2f58-44d1-b0b2-99c134cb802f']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:29.472836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: b665b482-3a37-42f3-8a3e-6bc1d7376eb7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:29.472836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b665b482-3a37-42f3-8a3e-6bc1d7376eb7 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:29.472836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 98247d50-d691-45d8-9201-a1892d9e445c no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:29.473197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6811581-ce3c-49d1-9c46-d82fa93a0b86 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event updated for resources: {'Network': ['ID=b46dffac-7645-41e5-baa8-63511cba74ea,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:29.487063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ae9b9a-81c5-4ffc-a523-a4246ae91582') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:29.487626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ae9b9a-81c5-4ffc-a523-a4246ae91582') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:29.495092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-813ae102-ce6b-4b80-be97-c423a948a5bf tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Network 1cef3103-2f88-4a18-8b71-8bbaea2a4ff0 is not hosted by any dhcp agent {{(pid=94744) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:49:29.496457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813ae102-ce6b-4b80-be97-c423a948a5bf tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.497421 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-813ae102-ce6b-4b80-be97-c423a948a5bf tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.502514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.502704 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-813ae102-ce6b-4b80-be97-c423a948a5bf tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "PUT /v2.0/networks/1cef3103-2f88-4a18-8b71-8bbaea2a4ff0 HTTP/1.1" status: 200 len: 858 time: 0.5190697 Sep 16 04:49:29.504019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41112) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:29.510435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network b46dffac-7645-41e5-baa8-63511cba74ea details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:29.514142 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b6811581-ce3c-49d1-9c46-d82fa93a0b86 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6480613 Sep 16 04:49:29.517459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41114) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:29.537992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-618bd045-43dc-450c-a706-239ceb933c0d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1485557418'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:29.553486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ae102-ce6b-4b80-be97-c423a948a5bf tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event updated for resources: {'Network': ['ID=1cef3103-2f88-4a18-8b71-8bbaea2a4ff0,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:29.571023 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.585785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 98247d50-d691-45d8-9201-a1892d9e445c {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:29.586438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 98247d50-d691-45d8-9201-a1892d9e445c not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:29.587030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:29.614169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:29.614509 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.615254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:29.615608 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9ca4b126-94ed-4eed-a58a-890c6c01a9f4 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:29.620389 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-369bd05e-2377-4225-bcea-90aef3cd5e39 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "DELETE /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f/tags HTTP/1.1" status: 204 len: 168 time: 0.3366497 Sep 16 04:49:29.620780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41116) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: self.session.flush() Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:29.622479 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:29.628294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-8210506e-c9e0-48c7-9888-d21dc8dbdb47 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '20e9f5ff-3e4a-4b0b-b6df-d288b660599f', 'tempest-TagsTest-Tag-1233387864') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:29.648580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618bd045-43dc-450c-a706-239ceb933c0d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Made reservation on behalf of 608eba621aa44f559ae10c9fc1bb7b66 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:29.652094 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-618bd045-43dc-450c-a706-239ceb933c0d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.658344 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.700721 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-8210506e-c9e0-48c7-9888-d21dc8dbdb47 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] show failed (client error): The resource could not be found. Sep 16 04:49:29.700721 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8210506e-c9e0-48c7-9888-d21dc8dbdb47 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "GET /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f/tags/tempest-TagsTest-Tag-1233387864 HTTP/1.1" status: 404 len: 326 time: 0.0760882 Sep 16 04:49:29.701021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41118) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:29.708428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-57716f64-a88a-46d2-bb98-3b91cf660d6d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '20e9f5ff-3e4a-4b0b-b6df-d288b660599f', 'tempest-TagsTest-Tag-1772649269') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:29.724203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.746545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618bd045-43dc-450c-a706-239ceb933c0d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:29.753567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.755484 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/09019d96-2f58-44d1-b0b2-99c134cb802f HTTP/1.1" status: 204 len: 168 time: 1.1274967 Sep 16 04:49:29.782087 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-618bd045-43dc-450c-a706-239ceb933c0d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.782473 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-618bd045-43dc-450c-a706-239ceb933c0d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Added segment 1a55eeab-d040-4256-a584-04aff5137827 of type vlan for network 012d5e87-2da8-4a7f-acec-f7bdf80ebe4b Sep 16 04:49:29.783826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22d855-ec0c-427d-a534-61657fb485c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=09019d96-2f58-44d1-b0b2-99c134cb802f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:29.790742 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-57716f64-a88a-46d2-bb98-3b91cf660d6d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] show failed (client error): The resource could not be found. Sep 16 04:49:29.793670 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-57716f64-a88a-46d2-bb98-3b91cf660d6d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "GET /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f/tags/tempest-TagsTest-Tag-1772649269 HTTP/1.1" status: 404 len: 326 time: 0.0895092 Sep 16 04:49:29.794975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41122) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:29.800995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.tag.tag_plugin [None req-6edd8d2a-2a33-42be-9c47-2656b379cff1 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '20e9f5ff-3e4a-4b0b-b6df-d288b660599f') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:29.861222 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.870500 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-618bd045-43dc-450c-a706-239ceb933c0d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.874795 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6edd8d2a-2a33-42be-9c47-2656b379cff1 tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "DELETE /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f/tags HTTP/1.1" status: 204 len: 168 time: 0.0788636 Sep 16 04:49:29.879667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41124) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:29.888287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cef3103-2f88-4a18-8b71-8bbaea2a4ff0']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:29.906392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f09372a-7bca-4936-8ead-a20a3824749c') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:29.906694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f09372a-7bca-4936-8ead-a20a3824749c') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:29.920646 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.930005 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-618bd045-43dc-450c-a706-239ceb933c0d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.935622 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618bd045-43dc-450c-a706-239ceb933c0d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:29.936230 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-618bd045-43dc-450c-a706-239ceb933c0d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.951932 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:29.969722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-618bd045-43dc-450c-a706-239ceb933c0d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4375436 Sep 16 04:49:29.975107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41126) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:29.996604 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.012396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:30.012824 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:30.014558 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:30.026379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bd045-43dc-450c-a706-239ceb933c0d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event updated for resources: {'Network': ['ID=012d5e87-2da8-4a7f-acec-f7bdf80ebe4b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:30.046272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 012d5e87-2da8-4a7f-acec-f7bdf80ebe4b details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:30.099483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4dabfefe-a357-4821-8edd-2efa68ccbed9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77ae311e2cbc4a0aac004fed2ec54654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1230657 Sep 16 04:49:30.102273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41130) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:30.111395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41132) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:30.118689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'subnets': [{'network_id': 'b46dffac-7645-41e5-baa8-63511cba74ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1131867935', 'ip_version': 4}, {'network_id': '012d5e87-2da8-4a7f-acec-f7bdf80ebe4b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:30.119739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'subnet': {'network_id': 'b46dffac-7645-41e5-baa8-63511cba74ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1131867935', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:30.120428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Request body: {'subnet': {'network_id': '012d5e87-2da8-4a7f-acec-f7bdf80ebe4b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:30.132540 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.139249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1cef3103-2f88-4a18-8b71-8bbaea2a4ff0 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:49:30.168702 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.172954 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] 10.222.0.53 "DELETE /v2.0/networks/1cef3103-2f88-4a18-8b71-8bbaea2a4ff0 HTTP/1.1" status: 204 len: 168 time: 0.6659353 Sep 16 04:49:30.175084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c1c9a-69d7-44a9-9f20-b9ce4a172555 tempest-ExternalNetworksTestJSON-221805065 tempest-ExternalNetworksTestJSON-221805065-project-admin] Pushing event deleted for resources: {'Network': ['ID=1cef3103-2f88-4a18-8b71-8bbaea2a4ff0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:30.178766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41134) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:30.187500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.210680 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-df630cdc-f197-40f2-97a5-c168c52a1c07 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] DELETE failed (client error): The resource could not be found. Sep 16 04:49:30.211447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df630cdc-f197-40f2-97a5-c168c52a1c07 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:49:30.214675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-df630cdc-f197-40f2-97a5-c168c52a1c07 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] 10.222.0.53 "DELETE /v2.0/subnets/bba709fb-9449-4f52-b44f-5318a5fe92b8 HTTP/1.1" status: 404 len: 337 time: 0.0342877 Sep 16 04:49:30.216892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41136) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:30.266405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e9f5ff-3e4a-4b0b-b6df-d288b660599f']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:30.291855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d15ce7-01c4-415b-b151-ffe353513092') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:30.292149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d15ce7-01c4-415b-b151-ffe353513092') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:30.303429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.317014 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.349883 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.382317 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-75cc1931-2643-470b-88f7-44dbae144b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.388360 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:30.388795 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:30.393032 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:30.402590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.427758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a0d237-e39e-4030-a4b8-853cabbf3db7']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:30.437726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74bdafb4-04f0-46ed-9528-2c3c53bda27b') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:30.438050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74bdafb4-04f0-46ed-9528-2c3c53bda27b') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:30.449705 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.465439 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.474506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:30.475634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.481277 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-75cc1931-2643-470b-88f7-44dbae144b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:30.482391 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:30.496128 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.513195 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.515078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] 10.222.0.53 "DELETE /v2.0/networks/20e9f5ff-3e4a-4b0b-b6df-d288b660599f HTTP/1.1" status: 204 len: 168 time: 0.6344688 Sep 16 04:49:30.542981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069841e-3528-4137-9a14-3feacdf4b20d tempest-TagsTest-1266236052 tempest-TagsTest-1266236052-project] Pushing event deleted for resources: {'Network': ['ID=20e9f5ff-3e4a-4b0b-b6df-d288b660599f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:30.545101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Made reservation on behalf of 608eba621aa44f559ae10c9fc1bb7b66 for: {'subnet': 2} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:30.551818 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.552180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.616309 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.622207 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.628507 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] 10.222.0.53 "DELETE /v2.0/networks/35a0d237-e39e-4030-a4b8-853cabbf3db7 HTTP/1.1" status: 204 len: 168 time: 0.4076705 Sep 16 04:49:30.640475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-75cc1931-2643-470b-88f7-44dbae144b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.644103 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-75cc1931-2643-470b-88f7-44dbae144b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.645312 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-75cc1931-2643-470b-88f7-44dbae144b6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed08e9f4-115f-4995-8501-6874778f4983 HTTP/1.1" status: 204 len: 168 time: 0.5418258 Sep 16 04:49:30.649396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9280927-e001-4a79-8c50-4995c71bf687 tempest-ExternalNetworksTestJSON-1225202597 tempest-ExternalNetworksTestJSON-1225202597-project] Pushing event deleted for resources: {'Network': ['ID=35a0d237-e39e-4030-a4b8-853cabbf3db7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:30.657033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc1931-2643-470b-88f7-44dbae144b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed08e9f4-115f-4995-8501-6874778f4983,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:30.957483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41154) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:30.989512 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:30.990921 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41158) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:31.055674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event updated for resources: {'Subnet': ['ID=9900d373-71ec-4676-87b3-dfa3537a6212,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:31.061175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Checking segment: {'id': '3ad57f40-7846-4b0c-8fd7-d7b650927c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b46dffac-7645-41e5-baa8-63511cba74ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:31.061662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Network hostable DHCP agents. Network: b46dffac-7645-41e5-baa8-63511cba74ea, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:31.084467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Network b46dffac-7645-41e5-baa8-63511cba74ea is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:31.093666 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, b46dffac-7645-41e5-baa8-63511cba74ea) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:31.098379 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.105503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf11e15-6981-46f5-aee4-40bba96c9f44 None None] Network b46dffac-7645-41e5-baa8-63511cba74ea requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:31.146302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event updated for resources: {'Subnet': ['ID=492c24a3-a9c1-4749-a42c-7f5406967890,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:31.192953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Checking segment: {'id': '1a55eeab-d040-4256-a584-04aff5137827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '012d5e87-2da8-4a7f-acec-f7bdf80ebe4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:31.193318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Network hostable DHCP agents. Network: 012d5e87-2da8-4a7f-acec-f7bdf80ebe4b, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:31.217495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Network 012d5e87-2da8-4a7f-acec-f7bdf80ebe4b is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:31.234672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 012d5e87-2da8-4a7f-acec-f7bdf80ebe4b) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:31.240313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.241094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.241779 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.264140 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2f865023-bb7e-4a88-93b0-37d7a1fb1a9b tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1513994 Sep 16 04:49:31.268211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41166) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:31.268845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d8fa2-dc6a-42b6-849b-b03f1b3e3b9e None None] Network 012d5e87-2da8-4a7f-acec-f7bdf80ebe4b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:31.385126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46852f27-23c2-4d71-b40f-2f9e9c33d00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-b46dffac-7645-41e5-baa8-63511cba74ea', 'network_id': 'b46dffac-7645-41e5-baa8-63511cba74ea', 'tenant_id': '608eba621aa44f559ae10c9fc1bb7b66', 'fixed_ips': [{'subnet_id': '9900d373-71ec-4676-87b3-dfa3537a6212'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:31.385953 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-46852f27-23c2-4d71-b40f-2f9e9c33d00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.390705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4ff1c376-72c5-4195-92a0-036817d9ba50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=761d1c1432c34a4db501a1498356b062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4276040 Sep 16 04:49:31.391930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41174) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:31.414134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0553437c-3102-4cb1-bf58-a1e4ab3cb0a3 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.419233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0553437c-3102-4cb1-bf58-a1e4ab3cb0a3 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.419233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0553437c-3102-4cb1-bf58-a1e4ab3cb0a3 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:31.420841 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0553437c-3102-4cb1-bf58-a1e4ab3cb0a3 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1516843 Sep 16 04:49:31.426441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41176) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:31.472708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-67f67d61-0237-4875-8eea-0000203edcec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b3fef339dab49c1a320e1124ca52d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758365 Sep 16 04:49:31.472839 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8eee403d-bb63-464f-a6dc-1e854127991b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.473423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41182) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:31.498077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b627ee-255c-451f-828e-7871dc4ec59d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Deleting subnet 9900d373-71ec-4676-87b3-dfa3537a6212 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:31.501699 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d8b627ee-255c-451f-828e-7871dc4ec59d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.538893 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8eee403d-bb63-464f-a6dc-1e854127991b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.553943 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d8b627ee-255c-451f-828e-7871dc4ec59d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.578089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-012d5e87-2da8-4a7f-acec-f7bdf80ebe4b', 'network_id': '012d5e87-2da8-4a7f-acec-f7bdf80ebe4b', 'tenant_id': '608eba621aa44f559ae10c9fc1bb7b66', 'fixed_ips': [{'subnet_id': '492c24a3-a9c1-4749-a42c-7f5406967890'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:31.578985 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.594223 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e8a769b-a353-4d18-9c38-d0e2cf85437e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.635727 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e8a769b-a353-4d18-9c38-d0e2cf85437e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.637093 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d8b627ee-255c-451f-828e-7871dc4ec59d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.680861 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8eee403d-bb63-464f-a6dc-1e854127991b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.684273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8eee403d-bb63-464f-a6dc-1e854127991b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.688089 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8eee403d-bb63-464f-a6dc-1e854127991b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/804e97d1-6765-425f-bdb3-0c483f4aef10 HTTP/1.1" status: 204 len: 168 time: 0.2930136 Sep 16 04:49:31.716651 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee403d-bb63-464f-a6dc-1e854127991b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804e97d1-6765-425f-bdb3-0c483f4aef10,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:31.762661 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e8a769b-a353-4d18-9c38-d0e2cf85437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.765374 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d8b627ee-255c-451f-828e-7871dc4ec59d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.789125 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e8a769b-a353-4d18-9c38-d0e2cf85437e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.797463 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3e8a769b-a353-4d18-9c38-d0e2cf85437e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5885c43d-04ce-4942-a2d3-cf57e3186019 HTTP/1.1" status: 204 len: 168 time: 0.3198805 Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-46852f27-23c2-4d71-b40f-2f9e9c33d00c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9900d373-71ec-4676-87b3-dfa3537a6212: This subnet is being modified by another concurrent operation. Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:49:31.803030 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9900d373-71ec-4676-87b3-dfa3537a6212: This subnet is being modified by another concurrent operation. Sep 16 04:49:31.806677 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 04:49:31.821956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b627ee-255c-451f-828e-7871dc4ec59d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event deleted for resources: {'Subnet': ['ID=9900d373-71ec-4676-87b3-dfa3537a6212,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:31.830983 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d8b627ee-255c-451f-828e-7871dc4ec59d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:31.837631 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d8b627ee-255c-451f-828e-7871dc4ec59d tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "DELETE /v2.0/subnets/9900d373-71ec-4676-87b3-dfa3537a6212 HTTP/1.1" status: 204 len: 168 time: 0.4100885 Sep 16 04:49:31.840147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41200) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:31.842143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a769b-a353-4d18-9c38-d0e2cf85437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5885c43d-04ce-4942-a2d3-cf57e3186019,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:31.926156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cab38d8-722d-4a13-b5ec-666242d8efca tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Deleting subnet 492c24a3-a9c1-4749-a42c-7f5406967890 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:32.036322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87b07e4-43c1-4cd1-9bfb-41dc51717b9d None None] Network b46dffac-7645-41e5-baa8-63511cba74ea requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:32.113881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41210) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:32.124535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Allocated IP 172.20.0.18 (012d5e87-2da8-4a7f-acec-f7bdf80ebe4b/492c24a3-a9c1-4749-a42c-7f5406967890/32b75874-90f7-461c-bf78-6f5ffe95bb97) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:32.218287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41216) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:32.282215 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41220) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:32.282523 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-268397f3-2187-45d3-b04b-f1b263873d2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be4ecd44d5654edcb3f58880503b1fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626631 Sep 16 04:49:32.360500 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.362409 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e06cb8bb-ce6e-4ce2-bd4c-0a93b779684b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.367346 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cab38d8-722d-4a13-b5ec-666242d8efca tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.368532 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.415672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Network 012d5e87-2da8-4a7f-acec-f7bdf80ebe4b is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:32.419600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:32.421323 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e06cb8bb-ce6e-4ce2-bd4c-0a93b779684b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.422494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:32.430649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-74532753-network', 'tenant_id': '5b68e16f18bc47c496d1e44b153f0f70'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:32.437712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cab38d8-722d-4a13-b5ec-666242d8efca tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.459569 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Made reservation on behalf of 5b68e16f18bc47c496d1e44b153f0f70 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:32.462488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.475331 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.480110 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Pushing event updated for resources: {'Port': ['ID=32b75874-90f7-461c-bf78-6f5ffe95bb97,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:32.502677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Attempting to bind port 32b75874-90f7-461c-bf78-6f5ffe95bb97 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:32.503063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Attempting to bind port 32b75874-90f7-461c-bf78-6f5ffe95bb97 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '1a55eeab-d040-4256-a584-04aff5137827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '012d5e87-2da8-4a7f-acec-f7bdf80ebe4b'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:32.503443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Attempting to bind port 32b75874-90f7-461c-bf78-6f5ffe95bb97 on network 012d5e87-2da8-4a7f-acec-f7bdf80ebe4b {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:32.508883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:32.509266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Checking segment: {'id': '1a55eeab-d040-4256-a584-04aff5137827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '012d5e87-2da8-4a7f-acec-f7bdf80ebe4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:32.509751 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.510238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Bound using segment: {'id': '1a55eeab-d040-4256-a584-04aff5137827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '012d5e87-2da8-4a7f-acec-f7bdf80ebe4b'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:32.510761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Bound port: 32b75874-90f7-461c-bf78-6f5ffe95bb97, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a55eeab-d040-4256-a584-04aff5137827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '012d5e87-2da8-4a7f-acec-f7bdf80ebe4b'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:32.511161 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.583564 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e06cb8bb-ce6e-4ce2-bd4c-0a93b779684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.586781 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e06cb8bb-ce6e-4ce2-bd4c-0a93b779684b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.588554 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e06cb8bb-ce6e-4ce2-bd4c-0a93b779684b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66aea1d3-4110-489f-8a6f-a7bfa826b23c HTTP/1.1" status: 204 len: 168 time: 0.3043096 Sep 16 04:49:32.598988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] For port 32b75874-90f7-461c-bf78-6f5ffe95bb97, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:32.603439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] For port 32b75874-90f7-461c-bf78-6f5ffe95bb97, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=32b75874-90f7-461c-bf78-6f5ffe95bb97,segment=NetworkSegment(1a55eeab-d040-4256-a584-04aff5137827),segment_id=1a55eeab-d040-4256-a584-04aff5137827)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:32.610034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cb8bb-ce6e-4ce2-bd4c-0a93b779684b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aea1d3-4110-489f-8a6f-a7bfa826b23c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:32.610224 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.616126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cab38d8-722d-4a13-b5ec-666242d8efca tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.652743 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.660525 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.699416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30b58d-477e-4472-9b49-88d07ecad1bc None None] Pushing event updated for resources: {'Port': ['ID=32b75874-90f7-461c-bf78-6f5ffe95bb97,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:32.742383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:32.757509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255be498-5871-4dd9-b4e3-91e537bbe77d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:32.762140 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cab38d8-722d-4a13-b5ec-666242d8efca tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.787161 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.787815 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Added segment 00f54035-51bf-4853-b505-8dec04616494 of type vlan for network acfa3831-31f3-4b8b-96d0-e80d4414d7b7 Sep 16 04:49:32.805922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab38d8-722d-4a13-b5ec-666242d8efca tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event deleted for resources: {'Subnet': ['ID=492c24a3-a9c1-4749-a42c-7f5406967890,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:32.821580 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cab38d8-722d-4a13-b5ec-666242d8efca tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.824454 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6cab38d8-722d-4a13-b5ec-666242d8efca tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "DELETE /v2.0/subnets/492c24a3-a9c1-4749-a42c-7f5406967890 HTTP/1.1" status: 204 len: 168 time: 0.9828694 Sep 16 04:49:32.826497 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41240) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:32.867353 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.902482 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.903749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:32.904529 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:32.961543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0953c48-5a9d-4963-b33a-1914f7b83272 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:32.966153 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b0953c48-5a9d-4963-b33a-1914f7b83272 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1353805 Sep 16 04:49:32.966739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41246) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:32.980680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] Pushing event updated for resources: {'Network': ['ID=acfa3831-31f3-4b8b-96d0-e80d4414d7b7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:33.005426 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network acfa3831-31f3-4b8b-96d0-e80d4414d7b7 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:33.030775 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8904a85f-8c27-4147-9ba8-5261eec3be94 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9144368 Sep 16 04:49:33.031629 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41248) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:33.033558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41250) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:33.041204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-4fee3820-264d-4a92-adc6-4be010d42f9d admin admin] Request body: {'subnet': {'network_id': 'acfa3831-31f3-4b8b-96d0-e80d4414d7b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-74532753-subnet', 'tenant_id': '5b68e16f18bc47c496d1e44b153f0f70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:33.071773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee3820-264d-4a92-adc6-4be010d42f9d admin admin] Made reservation on behalf of 5b68e16f18bc47c496d1e44b153f0f70 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:33.082439 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fee3820-264d-4a92-adc6-4be010d42f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.117043 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.193837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Deleting port 32b75874-90f7-461c-bf78-6f5ffe95bb97 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:33.194597 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.273843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] For port 32b75874-90f7-461c-bf78-6f5ffe95bb97, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=32b75874-90f7-461c-bf78-6f5ffe95bb97,segment=NetworkSegment(1a55eeab-d040-4256-a584-04aff5137827),segment_id=1a55eeab-d040-4256-a584-04aff5137827)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:33.274222 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.294919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Calling delete_port for 32b75874-90f7-461c-bf78-6f5ffe95bb97 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:33.310533 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1153559310-network', 'tenant_id': '6d38d59cdb054fd59553264a92c3cbd7'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:33.350112 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fee3820-264d-4a92-adc6-4be010d42f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.359210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Made reservation on behalf of 6d38d59cdb054fd59553264a92c3cbd7 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:33.362843 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.405922 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.420013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.444469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event deleted for resources: {'Port': ['ID=32b75874-90f7-461c-bf78-6f5ffe95bb97,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:33.455966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] No DVR routers for this DVR port 32b75874-90f7-461c-bf78-6f5ffe95bb97 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:33.475826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee3820-264d-4a92-adc6-4be010d42f9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8099fac1-9787-4e46-8ecc-ac6b8a80e831,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:33.496108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 32b75874-90f7-461c-bf78-6f5ffe95bb97 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:33.506327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fee3820-264d-4a92-adc6-4be010d42f9d admin admin] Checking segment: {'id': '00f54035-51bf-4853-b505-8dec04616494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'acfa3831-31f3-4b8b-96d0-e80d4414d7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:33.507041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee3820-264d-4a92-adc6-4be010d42f9d admin admin] Network hostable DHCP agents. Network: acfa3831-31f3-4b8b-96d0-e80d4414d7b7, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:33.522582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 32b75874-90f7-461c-bf78-6f5ffe95bb97 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:33.522927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 32b75874-90f7-461c-bf78-6f5ffe95bb97 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 16 04:49:33.550115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee3820-264d-4a92-adc6-4be010d42f9d admin admin] Network acfa3831-31f3-4b8b-96d0-e80d4414d7b7 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:33.554813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Port 32b75874-90f7-461c-bf78-6f5ffe95bb97 not found, will not notify nova. {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 16 04:49:33.568080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-4fee3820-264d-4a92-adc6-4be010d42f9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, acfa3831-31f3-4b8b-96d0-e80d4414d7b7) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:33.573017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee3820-264d-4a92-adc6-4be010d42f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:33.573645 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4fee3820-264d-4a92-adc6-4be010d42f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.578403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9263204c-73db-45de-a330-974b82d5aef1 None None] Network acfa3831-31f3-4b8b-96d0-e80d4414d7b7 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:33.582301 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.628465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012d5e87-2da8-4a7f-acec-f7bdf80ebe4b']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:33.659865 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.666549 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.671181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a55eeab-d040-4256-a584-04aff5137827') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:33.672759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a55eeab-d040-4256-a584-04aff5137827') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:33.682849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:33.686511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4fee3820-264d-4a92-adc6-4be010d42f9d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6515877 Sep 16 04:49:33.724142 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.724704 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Added segment 3ddd5ca9-488a-4bc3-b488-783a168d2a11 of type vlan for network 0e6977b4-8abb-4d9b-8762-b61cf77cf270 Sep 16 04:49:33.727695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4790d9-41bf-482e-a08c-08de99a771b7 None None] Network acfa3831-31f3-4b8b-96d0-e80d4414d7b7 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:33.728617 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.774038 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.786000 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:33.786422 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:33.795470 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:33.817016 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750ddde6-8266-474a-8e81-ab9fca1ad42a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:33.854843 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.911554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.912839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:33.913467 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:33.980812 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9415183 Sep 16 04:49:33.980812 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41284) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:34.019698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-0809d4a1-55d5-4c98-acbd-7153d3e256e4 admin admin] Request body: {'subnet': {'network_id': '0e6977b4-8abb-4d9b-8762-b61cf77cf270', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1153559310-subnet', 'tenant_id': '6d38d59cdb054fd59553264a92c3cbd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:34.025977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.034764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b770b-5451-40b6-91aa-96bdebf4556e admin admin] Pushing event updated for resources: {'Network': ['ID=0e6977b4-8abb-4d9b-8762-b61cf77cf270,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:34.054332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0809d4a1-55d5-4c98-acbd-7153d3e256e4 admin admin] Made reservation on behalf of 6d38d59cdb054fd59553264a92c3cbd7 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:34.058621 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 0e6977b4-8abb-4d9b-8762-b61cf77cf270 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:34.059653 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0809d4a1-55d5-4c98-acbd-7153d3e256e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.076498 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.082666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "DELETE /v2.0/networks/012d5e87-2da8-4a7f-acec-f7bdf80ebe4b HTTP/1.1" status: 204 len: 168 time: 1.1126175 Sep 16 04:49:34.083735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253c3d9-d2f0-4b6c-8911-ae3599b887dd tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event deleted for resources: {'Network': ['ID=012d5e87-2da8-4a7f-acec-f7bdf80ebe4b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:34.087740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41290) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:34.253220 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.330392 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0809d4a1-55d5-4c98-acbd-7153d3e256e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.393059 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.421468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46dffac-7645-41e5-baa8-63511cba74ea']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:34.427616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809d4a1-55d5-4c98-acbd-7153d3e256e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b54815e-d95a-4d17-8a3b-04c9a7dbcfaf,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:34.433514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad57f40-7846-4b0c-8fd7-d7b650927c6c') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:34.434154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad57f40-7846-4b0c-8fd7-d7b650927c6c') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:34.439659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4808f291-855d-4931-8ad4-cea4f3ec26b2 None None] DHCP port deletion for 012d5e87-2da8-4a7f-acec-f7bdf80ebe4b request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:34.442677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809d4a1-55d5-4c98-acbd-7153d3e256e4 admin admin] Checking segment: {'id': '3ddd5ca9-488a-4bc3-b488-783a168d2a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e6977b4-8abb-4d9b-8762-b61cf77cf270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:34.443554 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0809d4a1-55d5-4c98-acbd-7153d3e256e4 admin admin] Network hostable DHCP agents. Network: 0e6977b4-8abb-4d9b-8762-b61cf77cf270, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:34.448456 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.449209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d6c77fea-35cb-469a-932e-8e9abfb41f97 None None] Could not find standard attr ID for object 32b75874-90f7-461c-bf78-6f5ffe95bb97. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:49:34.470437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0809d4a1-55d5-4c98-acbd-7153d3e256e4 admin admin] Network 0e6977b4-8abb-4d9b-8762-b61cf77cf270 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:34.474348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e996543-e983-4477-b4bf-9c963aeac71e None None] Network 012d5e87-2da8-4a7f-acec-f7bdf80ebe4b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:34.474962 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.481897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-0809d4a1-55d5-4c98-acbd-7153d3e256e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 0e6977b4-8abb-4d9b-8762-b61cf77cf270) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:34.484389 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:34.484796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.487724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0809d4a1-55d5-4c98-acbd-7153d3e256e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:34.488285 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:34.491181 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0809d4a1-55d5-4c98-acbd-7153d3e256e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.508880 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0809d4a1-55d5-4c98-acbd-7153d3e256e4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5265050 Sep 16 04:49:34.539046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaae5ac-fe10-44e3-b13d-2fbaca39dc58 None None] Network 0e6977b4-8abb-4d9b-8762-b61cf77cf270 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:34.543570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e996543-e983-4477-b4bf-9c963aeac71e None None] Network 012d5e87-2da8-4a7f-acec-f7bdf80ebe4b could not be found, it might have been deleted concurrently. {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 04:49:34.602097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.613155 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.616117 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "DELETE /v2.0/networks/b46dffac-7645-41e5-baa8-63511cba74ea HTTP/1.1" status: 204 len: 168 time: 0.5273986 Sep 16 04:49:34.627794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41312) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:34.660250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3ff2b-50ed-4d94-b054-64a8afe2b956 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event deleted for resources: {'Network': ['ID=b46dffac-7645-41e5-baa8-63511cba74ea,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:34.739570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-a0b5de2e-195d-4377-95c6-b89f651eeeb2 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:34.746817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-a0b5de2e-195d-4377-95c6-b89f651eeeb2 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/networks?id=acfa3831-31f3-4b8b-96d0-e80d4414d7b7 HTTP/1.1" status: 200 len: 820 time: 0.1606393 Sep 16 04:49:34.764920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01024c8-5876-4386-b2af-6ce3b16eeb8b None None] Network 0e6977b4-8abb-4d9b-8762-b61cf77cf270 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:34.765410 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-ad9c0176-27af-4e8f-9f2a-1a2b53d2ba74 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/quotas/5b68e16f18bc47c496d1e44b153f0f70 HTTP/1.1" status: 200 len: 375 time: 0.0175197 Sep 16 04:49:34.787499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.820758 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-f2618cb3-e33e-465e-8227-39a6267ddc35 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b68e16f18bc47c496d1e44b153f0f70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543511 Sep 16 04:49:34.872102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41322) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:34.910669 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.933979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca4affe-1add-4e8d-8b9a-68102272f293 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:49:34.939411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f7377d-b2df-400b-94a4-a8488300728f']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:34.950003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df034812-3aa1-4bdf-af4d-05a7462a7e72') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:34.950349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df034812-3aa1-4bdf-af4d-05a7462a7e72') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:34.962058 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.976811 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.985128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:34.986169 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:34.990809 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:35.031819 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-a88deabc-d9d7-44bd-9261-33de4050bef2 service neutron] 10.222.0.53 "GET /v2.0/networks/acfa3831-31f3-4b8b-96d0-e80d4414d7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094724 Sep 16 04:49:35.084877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.109868 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.112083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "DELETE /v2.0/networks/c3f7377d-b2df-400b-94a4-a8488300728f HTTP/1.1" status: 204 len: 168 time: 0.4829190 Sep 16 04:49:35.113088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854d6ae-e11f-4cf8-a72c-7e9c975de4f2 tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event deleted for resources: {'Network': ['ID=c3f7377d-b2df-400b-94a4-a8488300728f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:35.114890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41330) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:35.151026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca4affe-1add-4e8d-8b9a-68102272f293 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:49:35.203419 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.307429 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.343258 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.392553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8bb0137-292e-4663-97d9-b492a71243af']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:35.414784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1729be-92f6-4f1a-87b8-3046ed71fa33') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:35.415092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1729be-92f6-4f1a-87b8-3046ed71fa33') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:35.425897 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.436889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 32b75874-90f7-461c-bf78-6f5ffe95bb97 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:35.441522 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.449939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:35.450783 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:35.455748 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:35.479968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 32b75874-90f7-461c-bf78-6f5ffe95bb97 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:35.480532 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 32b75874-90f7-461c-bf78-6f5ffe95bb97 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:35.535326 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-0b6177d8-6137-40a9-9fa8-ccbdd544ace5 service neutron] 10.222.0.53 "GET /v2.0/networks/acfa3831-31f3-4b8b-96d0-e80d4414d7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025499 Sep 16 04:49:35.553571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-dd52fe88-c2c4-409d-88ce-a2052bb70a84 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-492956411'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:35.554116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-dd52fe88-c2c4-409d-88ce-a2052bb70a84 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Unknown quota resources ['metering_label']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:49:35.559627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.571760 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.577038 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] 10.222.0.53 "DELETE /v2.0/networks/c8bb0137-292e-4663-97d9-b492a71243af HTTP/1.1" status: 204 len: 168 time: 0.4610617 Sep 16 04:49:35.595306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff24d9c-0f13-455e-9d32-20fcdefd1dec tempest-BulkNetworkOpsTest-1326768164 tempest-BulkNetworkOpsTest-1326768164-project] Pushing event deleted for resources: {'Network': ['ID=c8bb0137-292e-4663-97d9-b492a71243af,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:35.622829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41344) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:35.628534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590359982-network', 'tenant_id': '9f74b66890f240a4bb13d18583fd99a5'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:35.672332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Made reservation on behalf of 9f74b66890f240a4bb13d18583fd99a5 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:35.675392 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.686375 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.816031 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd52fe88-c2c4-409d-88ce-a2052bb70a84 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:35.817513 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dd52fe88-c2c4-409d-88ce-a2052bb70a84 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9441619 Sep 16 04:49:35.820579 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41356) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:35.824981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9f466d6a-beb7-4664-b6b3-101ea7acbe92 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b51cb990-40ae-4b8c-9a75-ba5a40d27777'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:35.825961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9f466d6a-beb7-4664-b6b3-101ea7acbe92 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:49:35.913934 n-d-712142-17 neutron-server[94744]: WARNING neutron.services.metering.metering_plugin [None req-9f466d6a-beb7-4664-b6b3-101ea7acbe92 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 04:49:36.029988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41360) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:36.075149 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9f466d6a-beb7-4664-b6b3-101ea7acbe92 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.076381 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9f466d6a-beb7-4664-b6b3-101ea7acbe92 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2547998 Sep 16 04:49:36.082280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41364) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:36.086618 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-31dee082-51df-42b0-a546-dc1b91bb8ab2 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b51cb990-40ae-4b8c-9a75-ba5a40d27777'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:36.087154 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-31dee082-51df-42b0-a546-dc1b91bb8ab2 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:49:36.147011 n-d-712142-17 neutron-server[94744]: WARNING neutron.services.metering.metering_plugin [None req-31dee082-51df-42b0-a546-dc1b91bb8ab2 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 04:49:36.163273 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-009d5616-45a3-41da-93f0-79fcb5567554 req-47a1e02e-3dc9-4a85-8a94-43e5eb856981 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 210 time: 0.3717020 Sep 16 04:49:36.234377 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.239652 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.264444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:36.278903 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-31dee082-51df-42b0-a546-dc1b91bb8ab2 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.280094 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-31dee082-51df-42b0-a546-dc1b91bb8ab2 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1968300 Sep 16 04:49:36.284462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1e7461-ee93-4741-9d37-dc3a6e1d82b2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:36.291167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41374) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:36.306401 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.306746 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Added segment a25c8822-f2f6-4a89-8e74-21422ca4c2ac of type vlan for network c7e02676-e4ad-4158-af43-912d672309af Sep 16 04:49:36.325717 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c1e96b67-097e-4da2-a637-988ed07be531 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=608eba621aa44f559ae10c9fc1bb7b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914166 Sep 16 04:49:36.326132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41376) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:36.337970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-93567d82-de01-437b-bfe9-477d5b4ae669 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=6263cd11-0166-4a2f-8a8b-30da8491472e HTTP/1.1" status: 200 len: 462 time: 0.0329599 Sep 16 04:49:36.341136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41378) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:36.402066 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-76537d54-68ae-478c-85b0-86f1216b13a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.403591 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.425229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-76537d54-68ae-478c-85b0-86f1216b13a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.476306 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-76537d54-68ae-478c-85b0-86f1216b13a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.479214 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-76537d54-68ae-478c-85b0-86f1216b13a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.482709 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-76537d54-68ae-478c-85b0-86f1216b13a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88b29a5a-df46-4938-8cb5-1c767746e61d HTTP/1.1" status: 204 len: 168 time: 0.1533248 Sep 16 04:49:36.489251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76537d54-68ae-478c-85b0-86f1216b13a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b29a5a-df46-4938-8cb5-1c767746e61d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:36.562799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e74260fd-690a-4557-a968-8a7eda877637 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.564890 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e74260fd-690a-4557-a968-8a7eda877637 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/6263cd11-0166-4a2f-8a8b-30da8491472e HTTP/1.1" status: 204 len: 168 time: 0.2220905 Sep 16 04:49:36.568423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41384) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:36.574632 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.576144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:36.576865 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.589066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41386) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:36.591150 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8ae80712-bad2-465e-9ff0-b869503a68d5 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=6263cd11-0166-4a2f-8a8b-30da8491472e HTTP/1.1" status: 200 len: 221 time: 0.0209184 Sep 16 04:49:36.604218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a3054c2d-8e31-4004-bde5-8a479fdaa01c tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--815411896', 'description': 'label created by tempest'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:36.604703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a3054c2d-8e31-4004-bde5-8a479fdaa01c tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Unknown quota resources ['metering_label']. {{(pid=94745) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 04:49:36.650992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0266249 Sep 16 04:49:36.653559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41390) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:36.660333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-89a8946d-fe6d-43a0-8d38-da1b42c6cbdd admin admin] Request body: {'subnet': {'network_id': 'c7e02676-e4ad-4158-af43-912d672309af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590359982-subnet', 'tenant_id': '9f74b66890f240a4bb13d18583fd99a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:36.692523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a8946d-fe6d-43a0-8d38-da1b42c6cbdd admin admin] Made reservation on behalf of 9f74b66890f240a4bb13d18583fd99a5 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:36.696600 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89a8946d-fe6d-43a0-8d38-da1b42c6cbdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.730427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedae4af-f65b-4d6e-bee6-6c1e5389e7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c7e02676-e4ad-4158-af43-912d672309af,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:36.745002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network c7e02676-e4ad-4158-af43-912d672309af details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:36.913787 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a3054c2d-8e31-4004-bde5-8a479fdaa01c tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:36.917380 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a3054c2d-8e31-4004-bde5-8a479fdaa01c tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3144815 Sep 16 04:49:36.917801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41400) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:36.955202 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89a8946d-fe6d-43a0-8d38-da1b42c6cbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.001774 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4e23db38-93d7-4220-a097-0f4815c89386 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=405f604d-8ed5-49f5-8f0d-46be3dc08e07 HTTP/1.1" status: 200 len: 467 time: 0.0810657 Sep 16 04:49:37.002743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41404) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:37.008501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8946d-fe6d-43a0-8d38-da1b42c6cbdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c778ecae-2c91-4a87-99bc-6446c98a03b9,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:37.024037 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8946d-fe6d-43a0-8d38-da1b42c6cbdd admin admin] Checking segment: {'id': 'a25c8822-f2f6-4a89-8e74-21422ca4c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c7e02676-e4ad-4158-af43-912d672309af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:37.024401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8946d-fe6d-43a0-8d38-da1b42c6cbdd admin admin] Network hostable DHCP agents. Network: c7e02676-e4ad-4158-af43-912d672309af, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:37.040314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8946d-fe6d-43a0-8d38-da1b42c6cbdd admin admin] Network c7e02676-e4ad-4158-af43-912d672309af is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:37.052455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-89a8946d-fe6d-43a0-8d38-da1b42c6cbdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, c7e02676-e4ad-4158-af43-912d672309af) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:37.057183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a8946d-fe6d-43a0-8d38-da1b42c6cbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.058157 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89a8946d-fe6d-43a0-8d38-da1b42c6cbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.065047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8347dd9d-31f9-4b0c-b53d-ceaa2c5a2ad0 None None] Network c7e02676-e4ad-4158-af43-912d672309af requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:37.093107 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-89a8946d-fe6d-43a0-8d38-da1b42c6cbdd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4371622 Sep 16 04:49:37.271241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa08d2a-ef4f-4e0f-ab2d-bc5b7e58ddef None None] Network c7e02676-e4ad-4158-af43-912d672309af requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:37.278148 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88705c23-ba10-4a50-ad42-5e338abc06a7 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.281718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-88705c23-ba10-4a50-ad42-5e338abc06a7 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/405f604d-8ed5-49f5-8f0d-46be3dc08e07 HTTP/1.1" status: 204 len: 168 time: 0.2754335 Sep 16 04:49:37.283113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41420) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:37.313710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e1245fd3-e462-4980-a83b-ef6c04ab71dd tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=405f604d-8ed5-49f5-8f0d-46be3dc08e07 HTTP/1.1" status: 200 len: 216 time: 0.0250249 Sep 16 04:49:37.315019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41422) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:37.334160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8b0685a0-8754-4f52-91ef-78290118eafa tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0178974 Sep 16 04:49:37.339241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41424) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:37.348399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41426) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:37.400676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-766cf1b7-da13-46f8-b1f1-9ef0b0a6adfb tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0601664 Sep 16 04:49:37.405260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41430) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:37.453935 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d6c5a893-1a3a-4ce7-8f48-eb336b6e551e req-07370ce9-7cdc-48b3-81aa-0cb61e8c131a tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 210 time: 0.1424339 Sep 16 04:49:37.485050 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-31ca4470-5e18-4dc3-87ae-30833a674c98 tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/b51cb990-40ae-4b8c-9a75-ba5a40d27777 HTTP/1.1" status: 200 len: 472 time: 0.0778027 Sep 16 04:49:37.488717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41434) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:37.499908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-690a5c2d-8a74-4e16-b7a3-e63a1e5d5d6a tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/7b270bb7-c2f2-4d1d-add4-b2b589febb95 HTTP/1.1" status: 200 len: 459 time: 0.0100796 Sep 16 04:49:37.504251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41436) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:37.507666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6b5f3b-f2aa-41ad-8770-7c39ff842c38 admin admin] Deleting subnet 5b54815e-d95a-4d17-8a3b-04c9a7dbcfaf {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:37.508998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-5d52b995-76de-4dba-96c7-d6289bf72552 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:37.510854 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-5d52b995-76de-4dba-96c7-d6289bf72552 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.15 "GET /v2.0/networks?id=acfa3831-31f3-4b8b-96d0-e80d4414d7b7 HTTP/1.1" status: 200 len: 820 time: 0.2946126 Sep 16 04:49:37.518609 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5f3b-f2aa-41ad-8770-7c39ff842c38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.526860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Request body: {'port': {'device_id': '4bd4ffce-3b41-48f1-b90d-fb313f079e70', 'network_id': 'acfa3831-31f3-4b8b-96d0-e80d4414d7b7', 'admin_state_up': True, 'tenant_id': '5b68e16f18bc47c496d1e44b153f0f70'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:37.540923 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.569901 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5f3b-f2aa-41ad-8770-7c39ff842c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.595641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41438) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:37.654653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Made reservation on behalf of 5b68e16f18bc47c496d1e44b153f0f70 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:37.660024 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.692245 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8ceb3e22-d87c-479f-b4e6-ae3262d6405c tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.693392 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8ceb3e22-d87c-479f-b4e6-ae3262d6405c tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/7b270bb7-c2f2-4d1d-add4-b2b589febb95 HTTP/1.1" status: 204 len: 168 time: 0.1831810 Sep 16 04:49:37.697084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41442) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:37.714761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2110127519'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:37.718583 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5f3b-f2aa-41ad-8770-7c39ff842c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.791292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Allocated IP 172.20.0.13 (acfa3831-31f3-4b8b-96d0-e80d4414d7b7/8099fac1-9787-4e46-8ecc-ac6b8a80e831/e6fc81be-8631-4b96-939a-344571ecc347) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:37.894401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:37.898080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.951209 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.957472 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.972116 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87ff6901-e3d5-44f2-8c3e-78f9918ca37b tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.975710 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:49:37.976208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-87ff6901-e3d5-44f2-8c3e-78f9918ca37b tempest-MeteringIpV6TestJSON-1243661666 tempest-MeteringIpV6TestJSON-1243661666-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/b51cb990-40ae-4b8c-9a75-ba5a40d27777 HTTP/1.1" status: 204 len: 168 time: 0.2752807 Sep 16 04:49:37.980819 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5f3b-f2aa-41ad-8770-7c39ff842c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:37.992539 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.023152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b5f3b-f2aa-41ad-8770-7c39ff842c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b54815e-d95a-4d17-8a3b-04c9a7dbcfaf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.025681 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5f3b-f2aa-41ad-8770-7c39ff842c38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.029801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2b6b5f3b-f2aa-41ad-8770-7c39ff842c38 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5b54815e-d95a-4d17-8a3b-04c9a7dbcfaf HTTP/1.1" status: 204 len: 168 time: 0.6799297 Sep 16 04:49:38.031884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41448) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:38.034320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Network acfa3831-31f3-4b8b-96d0-e80d4414d7b7 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:38.037574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:38.041706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:38.083466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Pushing event updated for resources: {'Port': ['ID=e6fc81be-8631-4b96-939a-344571ecc347,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.109323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.109991 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.125205 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.217132 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.228093 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-1e060a50-6ff8-4bf9-80ae-2cd4da36f263 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7075913 Sep 16 04:49:38.246654 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.248305 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.270227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41456) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:38.294478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6977b4-8abb-4d9b-8762-b61cf77cf270']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:38.296569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:38.316351 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddd5ca9-488a-4bc3-b488-783a168d2a11') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:38.316673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddd5ca9-488a-4bc3-b488-783a168d2a11') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:38.318614 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153e9209-d2ef-4d0a-b8ae-3d9382324535,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.330889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.331241 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Added segment cd207e03-4823-4189-990f-30bd39d84498 of type vlan for network bd334915-70bf-422c-a9da-414fc0d62997 Sep 16 04:49:38.333378 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.393290 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Request body: {'port': {'device_id': '4bd4ffce-3b41-48f1-b90d-fb313f079e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:38.393938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.410596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:38.411401 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:38.413269 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:38.415393 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.428608 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cd2376a1-6e09-45b9-a57b-fe7fa186ec0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.476100 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.488725 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.497141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.497926 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.523092 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.541102 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.546392 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] 10.222.0.53 "DELETE /v2.0/networks/0e6977b4-8abb-4d9b-8762-b61cf77cf270 HTTP/1.1" status: 204 len: 168 time: 0.5124786 Sep 16 04:49:38.547351 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41466) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:38.646150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Network': ['ID=bd334915-70bf-422c-a9da-414fc0d62997,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.661778 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network bd334915-70bf-422c-a9da-414fc0d62997 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:38.673391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622abea4-27c8-4290-b9af-d5a2ea2649bb admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6977b4-8abb-4d9b-8762-b61cf77cf270,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.685796 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cd2376a1-6e09-45b9-a57b-fe7fa186ec0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.686352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cb1148-8cf7-43e1-81c4-b6d50382ca22 admin admin] Deleting subnet c778ecae-2c91-4a87-99bc-6446c98a03b9 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:38.691720 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cd2376a1-6e09-45b9-a57b-fe7fa186ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.697596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca2500-eae9-473c-a81d-4c94f9b10f6c req-a499dfce-2856-49e0-ae50-efdb932e8851 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:38.699199 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8eca2500-eae9-473c-a81d-4c94f9b10f6c req-a499dfce-2856-49e0-ae50-efdb932e8851 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 932 time: 0.1339908 Sep 16 04:49:38.701054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44cb1148-8cf7-43e1-81c4-b6d50382ca22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.730557 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-240eef06-0d27-4e01-b5a7-2bde9be7d64c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1338460 Sep 16 04:49:38.767719 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44cb1148-8cf7-43e1-81c4-b6d50382ca22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.800416 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8eca2500-eae9-473c-a81d-4c94f9b10f6c req-966aad24-fa79-48af-a6ba-2035a684941a tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/security-groups?id=255be498-5871-4dd9-b4e3-91e537bbe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715601 Sep 16 04:49:38.813280 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cd2376a1-6e09-45b9-a57b-fe7fa186ec0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=684bef7e47a143e3af4ffc025d4eb1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5418575 Sep 16 04:49:38.814842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41468) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:38.817733 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44cb1148-8cf7-43e1-81c4-b6d50382ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.843028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2376a1-6e09-45b9-a57b-fe7fa186ec0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbe56bf-c460-4726-a417-c5c134e773bd,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.878034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44cb1148-8cf7-43e1-81c4-b6d50382ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.903670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb1148-8cf7-43e1-81c4-b6d50382ca22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c778ecae-2c91-4a87-99bc-6446c98a03b9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:38.910107 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44cb1148-8cf7-43e1-81c4-b6d50382ca22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.914582 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-44cb1148-8cf7-43e1-81c4-b6d50382ca22 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c778ecae-2c91-4a87-99bc-6446c98a03b9 HTTP/1.1" status: 204 len: 168 time: 0.3565762 Sep 16 04:49:38.914814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41470) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:38.925000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c929a10e-eda2-4fbd-ade7-d87aea13603c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.935306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fc81be-8631-4b96-939a-344571ecc347 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:38.950299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.973443 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c929a10e-eda2-4fbd-ade7-d87aea13603c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:38.987986 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Transition to ACTIVE for port object e6fc81be-8631-4b96-939a-344571ecc347 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:49:38.992047 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.014633 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.072967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Pushing event updated for resources: {'Port': ['ID=e6fc81be-8631-4b96-939a-344571ecc347,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:39.111327 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.132080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c929a10e-eda2-4fbd-ade7-d87aea13603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.135007 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c929a10e-eda2-4fbd-ade7-d87aea13603c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.135648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e02676-e4ad-4158-af43-912d672309af']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:39.142323 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c929a10e-eda2-4fbd-ade7-d87aea13603c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fbe56bf-c460-4726-a417-c5c134e773bd HTTP/1.1" status: 204 len: 168 time: 0.3197689 Sep 16 04:49:39.147564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25c8822-f2f6-4a89-8e74-21422ca4c2ac') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:39.147913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25c8822-f2f6-4a89-8e74-21422ca4c2ac') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:39.158933 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.174329 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.181176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:39.181712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:39.183561 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:39.187951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Attempting to bind port e6fc81be-8631-4b96-939a-344571ecc347 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:39.189060 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Attempting to bind port e6fc81be-8631-4b96-939a-344571ecc347 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '00f54035-51bf-4853-b505-8dec04616494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'acfa3831-31f3-4b8b-96d0-e80d4414d7b7'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:39.189594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Attempting to bind port e6fc81be-8631-4b96-939a-344571ecc347 on network acfa3831-31f3-4b8b-96d0-e80d4414d7b7 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:39.200153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929a10e-eda2-4fbd-ade7-d87aea13603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbe56bf-c460-4726-a417-c5c134e773bd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:39.209686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Port e6fc81be-8631-4b96-939a-344571ecc347 on network acfa3831-31f3-4b8b-96d0-e80d4414d7b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:39.210074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Attempting to bind port e6fc81be-8631-4b96-939a-344571ecc347 on network acfa3831-31f3-4b8b-96d0-e80d4414d7b7 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:39.216378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:39.216904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Checking segment: {'id': '00f54035-51bf-4853-b505-8dec04616494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'acfa3831-31f3-4b8b-96d0-e80d4414d7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:39.217309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Bound using segment: {'id': '00f54035-51bf-4853-b505-8dec04616494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'acfa3831-31f3-4b8b-96d0-e80d4414d7b7'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:39.217782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Bound port: e6fc81be-8631-4b96-939a-344571ecc347, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f54035-51bf-4853-b505-8dec04616494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'acfa3831-31f3-4b8b-96d0-e80d4414d7b7'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:39.218169 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.268671 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.283363 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.285428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] 10.222.0.53 "DELETE /v2.0/networks/c7e02676-e4ad-4158-af43-912d672309af HTTP/1.1" status: 204 len: 168 time: 0.3697414 Sep 16 04:49:39.315454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b6027-df06-465c-8761-31ec651d690d admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e02676-e4ad-4158-af43-912d672309af,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:39.341407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] For port e6fc81be-8631-4b96-939a-344571ecc347, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:39.347568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] For port e6fc81be-8631-4b96-939a-344571ecc347, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e6fc81be-8631-4b96-939a-344571ecc347,segment=NetworkSegment(00f54035-51bf-4853-b505-8dec04616494),segment_id=00f54035-51bf-4853-b505-8dec04616494)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:39.352330 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.413729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.414529 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.416077 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] 10.222.0.15 "PUT /v2.0/ports/e6fc81be-8631-4b96-939a-344571ecc347 HTTP/1.1" status: 200 len: 1093 time: 1.1776528 Sep 16 04:49:39.416608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd4ffce-3b41-48f1-b90d-fb313f079e70', 'tag': 'e6fc81be-8631-4b96-939a-344571ecc347'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:39.419099 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a73b7b7-088a-443f-be6f-ea4ff262bc92" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd4ffce-3b41-48f1-b90d-fb313f079e70", "tag": "e6fc81be-8631-4b96-939a-344571ecc347"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:39.538302 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ef1d43-6bec-4f72-9e3d-25f629f2e17d x-openstack-request-id: req-a6ef1d43-6bec-4f72-9e3d-25f629f2e17d {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:39.539726 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd4ffce-3b41-48f1-b90d-fb313f079e70", "tag": "e6fc81be-8631-4b96-939a-344571ecc347", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:39.539985 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6ef1d43-6bec-4f72-9e3d-25f629f2e17d {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:39.540402 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd4ffce-3b41-48f1-b90d-fb313f079e70', 'tag': 'e6fc81be-8631-4b96-939a-344571ecc347', 'status': 'completed', 'code': 200} Sep 16 04:49:39.555868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41488) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:39.575078 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db0ff1d1-0156-42f9-8857-f8b2092b6aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.581810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2d9d4-a0b4-420b-bfbc-4a1c6e42866c service neutron] Pushing event updated for resources: {'Port': ['ID=e6fc81be-8631-4b96-939a-344571ecc347,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:39.605289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-a09618d7-83d3-4c72-bdec-1fab9da2559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.609390 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-a09618d7-83d3-4c72-bdec-1fab9da2559a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b68e16f18bc47c496d1e44b153f0f70&device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 1096 time: 0.1377842 Sep 16 04:49:39.626954 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41490) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:39.667442 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-8836a4d3-20ec-4f17-8ef5-57fae83be00b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6fc81be-8631-4b96-939a-344571ecc347 HTTP/1.1" status: 200 len: 217 time: 0.0497639 Sep 16 04:49:39.696804 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db0ff1d1-0156-42f9-8857-f8b2092b6aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.701120 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db0ff1d1-0156-42f9-8857-f8b2092b6aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.729301 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7b96d53e-12d9-47e7-b5cf-b915ae6dd208 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d38d59cdb054fd59553264a92c3cbd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012342 Sep 16 04:49:39.733217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41492) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:39.749160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-5372f94a-ced4-495a-a564-c5a1c081b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:39.750640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-5372f94a-ced4-495a-a564-c5a1c081b7c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8099fac1-9787-4e46-8ecc-ac6b8a80e831 HTTP/1.1" status: 200 len: 860 time: 0.0756736 Sep 16 04:49:39.754462 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-db0ff1d1-0156-42f9-8857-f8b2092b6aab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e89b4a7b2c514c3593c40a19ccb4030f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948876 Sep 16 04:49:39.754835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41494) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:39.761899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ff1d1-0156-42f9-8857-f8b2092b6aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3332fa59-38c2-4578-be36-be600a24f938,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:39.793994 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-4920bd8b-5f31-4480-83e4-5b4740c6caf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acfa3831-31f3-4b8b-96d0-e80d4414d7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339153 Sep 16 04:49:39.822008 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c96dac8-46e2-46ac-85c7-b9026bc323be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.828286 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14cacca5-44e3-4f3d-b575-c59426249b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.846018 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c96dac8-46e2-46ac-85c7-b9026bc323be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.894410 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14cacca5-44e3-4f3d-b575-c59426249b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.899565 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c96dac8-46e2-46ac-85c7-b9026bc323be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.903603 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c96dac8-46e2-46ac-85c7-b9026bc323be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:39.909219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9c96dac8-46e2-46ac-85c7-b9026bc323be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3332fa59-38c2-4578-be36-be600a24f938 HTTP/1.1" status: 204 len: 168 time: 0.1527815 Sep 16 04:49:39.918069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96dac8-46e2-46ac-85c7-b9026bc323be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3332fa59-38c2-4578-be36-be600a24f938,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:39.958890 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-ef3e6b82-2792-4614-8b64-d6ea7361d868 service neutron] 10.222.0.15 "GET /v2.0/networks/acfa3831-31f3-4b8b-96d0-e80d4414d7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574082 Sep 16 04:49:39.997829 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14cacca5-44e3-4f3d-b575-c59426249b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.000692 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14cacca5-44e3-4f3d-b575-c59426249b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.002446 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-14cacca5-44e3-4f3d-b575-c59426249b4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/750ddde6-8266-474a-8e81-ab9fca1ad42a HTTP/1.1" status: 204 len: 168 time: 0.2681322 Sep 16 04:49:40.009163 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876cf91-0e4c-4eb4-b553-7f9e516a14ab req-adec68b7-a4fc-41a0-8b6a-0d1f73162a25 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.010769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a876cf91-0e4c-4eb4-b553-7f9e516a14ab req-adec68b7-a4fc-41a0-8b6a-0d1f73162a25 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 944 time: 0.0803916 Sep 16 04:49:40.027922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cacca5-44e3-4f3d-b575-c59426249b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750ddde6-8266-474a-8e81-ab9fca1ad42a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:40.119918 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a876cf91-0e4c-4eb4-b553-7f9e516a14ab req-352127dc-1595-4f6f-a847-c6e13762b57e tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/security-groups?id=255be498-5871-4dd9-b4e3-91e537bbe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939627 Sep 16 04:49:40.141174 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fa12b89-b01e-4f82-9cfa-201d63ae7abc req-e847a540-e286-4d58-b74a-6b2227f24523 service neutron] 10.222.0.15 "GET /v2.0/networks/acfa3831-31f3-4b8b-96d0-e80d4414d7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657007 Sep 16 04:49:40.247875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73b7b7-088a-443f-be6f-ea4ff262bc92 req-6a0047f9-c259-42d3-be79-8146a8d05455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.250020 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a73b7b7-088a-443f-be6f-ea4ff262bc92 req-6a0047f9-c259-42d3-be79-8146a8d05455 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b68e16f18bc47c496d1e44b153f0f70&device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 1096 time: 0.0555418 Sep 16 04:49:40.367624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73b7b7-088a-443f-be6f-ea4ff262bc92 req-5906f1f3-cad0-49ae-9019-2fc3e5ac62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.369436 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a73b7b7-088a-443f-be6f-ea4ff262bc92 req-5906f1f3-cad0-49ae-9019-2fc3e5ac62d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=acfa3831-31f3-4b8b-96d0-e80d4414d7b7 HTTP/1.1" status: 200 len: 921 time: 0.1125667 Sep 16 04:49:40.419313 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a73b7b7-088a-443f-be6f-ea4ff262bc92 req-29c9b0b0-4a12-4d27-9a71-c092b3b7c841 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6fc81be-8631-4b96-939a-344571ecc347 HTTP/1.1" status: 200 len: 217 time: 0.0416667 Sep 16 04:49:40.480086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73b7b7-088a-443f-be6f-ea4ff262bc92 req-ab05b0a6-594a-48df-bae0-a8ab429a0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:40.481828 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a73b7b7-088a-443f-be6f-ea4ff262bc92 req-ab05b0a6-594a-48df-bae0-a8ab429a0bed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8099fac1-9787-4e46-8ecc-ac6b8a80e831 HTTP/1.1" status: 200 len: 860 time: 0.0553749 Sep 16 04:49:40.520326 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a73b7b7-088a-443f-be6f-ea4ff262bc92 req-12fb3cd8-87af-49f8-b041-dd4e7464e007 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acfa3831-31f3-4b8b-96d0-e80d4414d7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310705 Sep 16 04:49:40.571575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41516) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:40.699405 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e1733692-d5f0-406f-a134-069634405068 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f74b66890f240a4bb13d18583fd99a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273499 Sep 16 04:49:40.702019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41522) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:40.717938 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a73b7b7-088a-443f-be6f-ea4ff262bc92 req-6b3eefde-aa37-4a7a-89c0-aef349eac550 service neutron] 10.222.0.15 "GET /v2.0/networks/acfa3831-31f3-4b8b-96d0-e80d4414d7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886661 Sep 16 04:49:40.812589 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-66f81688-864e-465f-a634-bf68b9768325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.848927 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-66f81688-864e-465f-a634-bf68b9768325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.877821 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2a73b7b7-088a-443f-be6f-ea4ff262bc92 req-8c111938-f31b-4b08-bfd0-e770492fc1bb service neutron] 10.222.0.15 "GET /v2.0/networks/acfa3831-31f3-4b8b-96d0-e80d4414d7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490002 Sep 16 04:49:40.931294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-66f81688-864e-465f-a634-bf68b9768325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.936486 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-66f81688-864e-465f-a634-bf68b9768325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:40.941955 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-66f81688-864e-465f-a634-bf68b9768325 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b1e7461-ee93-4741-9d37-dc3a6e1d82b2 HTTP/1.1" status: 204 len: 168 time: 0.2348936 Sep 16 04:49:40.952456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f81688-864e-465f-a634-bf68b9768325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1e7461-ee93-4741-9d37-dc3a6e1d82b2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:41.294604 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956778f-9a09-4d23-9064-9ce21766c90b req-ec043ab8-fef9-4138-a7b2-e05e8ea59907 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:41.303902 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a956778f-9a09-4d23-9064-9ce21766c90b req-ec043ab8-fef9-4138-a7b2-e05e8ea59907 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 944 time: 0.0855851 Sep 16 04:49:41.353759 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a956778f-9a09-4d23-9064-9ce21766c90b req-97301008-4364-4f96-9e83-8258d1eb475c tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/security-groups?id=255be498-5871-4dd9-b4e3-91e537bbe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485442 Sep 16 04:49:41.886839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41580) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:42.044508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1217515237'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:42.066868 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Made reservation on behalf of 2359988404d2494fb830fd3e081e3d8f for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:42.070532 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.081256 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.093591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41588) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:42.099584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5e843a36-946b-4150-85c8-938a6f275759 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'subnet': {'network_id': 'bd334915-70bf-422c-a9da-414fc0d62997', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:42.186788 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.191222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.215337 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e843a36-946b-4150-85c8-938a6f275759 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:42.215951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:42.218899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e843a36-946b-4150-85c8-938a6f275759 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.230642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e998078e-ac97-4e01-a474-1a2eb316bfdd,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:42.236135 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.236487 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Added segment 797ab660-3997-49e0-ab54-1912354851fe of type vlan for network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d Sep 16 04:49:42.286273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.316898 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.323264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.323868 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.373508 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4855452 Sep 16 04:49:42.412902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123c338-ec02-4088-af44-9d599df2be54 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Pushing event updated for resources: {'Network': ['ID=7f3d862c-15ac-4ab3-8bd2-a97cb64b247d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:42.426444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:42.443905 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e843a36-946b-4150-85c8-938a6f275759 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.499648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e6fc81be-8631-4b96-939a-344571ecc347 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:49:42.539210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e843a36-946b-4150-85c8-938a6f275759 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Subnet': ['ID=d3971dff-8322-4562-9816-3042b1229e48,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:42.581091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a254d9-ec1e-4d2b-8f76-c234e16f5866 req-7995bee1-367b-43de-89d7-283727569966 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.589150 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-67a254d9-ec1e-4d2b-8f76-c234e16f5866 req-7995bee1-367b-43de-89d7-283727569966 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 944 time: 0.1106024 Sep 16 04:49:42.614248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e843a36-946b-4150-85c8-938a6f275759 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Checking segment: {'id': 'cd207e03-4823-4189-990f-30bd39d84498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bd334915-70bf-422c-a9da-414fc0d62997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:42.614632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e843a36-946b-4150-85c8-938a6f275759 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network hostable DHCP agents. Network: bd334915-70bf-422c-a9da-414fc0d62997, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:42.641493 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-67a254d9-ec1e-4d2b-8f76-c234e16f5866 req-64f6e054-7d8e-4245-8b9d-97414bcb70e9 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/security-groups?id=255be498-5871-4dd9-b4e3-91e537bbe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509400 Sep 16 04:49:42.648874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port e6fc81be-8631-4b96-939a-344571ecc347, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e6fc81be-8631-4b96-939a-344571ecc347,segment=NetworkSegment(00f54035-51bf-4853-b505-8dec04616494),segment_id=00f54035-51bf-4853-b505-8dec04616494)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:42.658403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e843a36-946b-4150-85c8-938a6f275759 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network bd334915-70bf-422c-a9da-414fc0d62997 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:42.665898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5e843a36-946b-4150-85c8-938a6f275759 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, bd334915-70bf-422c-a9da-414fc0d62997) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:42.667583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'e6fc81be-8631-4b96-939a-344571ecc347', 'network_id': 'acfa3831-31f3-4b8b-96d0-e80d4414d7b7', 'port_id': 'e6fc81be-8631-4b96-939a-344571ecc347', 'mac_address': 'fa:16:3e:df:2f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8099fac1-9787-4e46-8ecc-ac6b8a80e831', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:49:42.670718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e843a36-946b-4150-85c8-938a6f275759 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.671873 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e843a36-946b-4150-85c8-938a6f275759 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.697364 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5e843a36-946b-4150-85c8-938a6f275759 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6020906 Sep 16 04:49:42.700880 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41616) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:42.707286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba640b72-d1fd-479a-8e79-0d37e604585d None None] Network bd334915-70bf-422c-a9da-414fc0d62997 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:42.708338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-4b087314-567f-4711-8dcb-76e9525aaa4b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-681941686'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:42.750308 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.756519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b087314-567f-4711-8dcb-76e9525aaa4b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:42.760240 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4b087314-567f-4711-8dcb-76e9525aaa4b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.808708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fc81be-8631-4b96-939a-344571ecc347 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:49:42.811464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b087314-567f-4711-8dcb-76e9525aaa4b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:42.827086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41622) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:42.835067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Request body: {'port': {'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d', 'binding:host_id': 'n-h2-712142-17', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1934438815'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:42.837357 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4b087314-567f-4711-8dcb-76e9525aaa4b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.838189 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-4b087314-567f-4711-8dcb-76e9525aaa4b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Added segment af12d02b-44fe-4f94-8678-e3a880356730 of type vlan for network 852d666c-37c1-465e-859e-6ee5b90bd385 Sep 16 04:49:42.844670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port e6fc81be-8631-4b96-939a-344571ecc347, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e6fc81be-8631-4b96-939a-344571ecc347,segment=NetworkSegment(00f54035-51bf-4853-b505-8dec04616494),segment_id=00f54035-51bf-4853-b505-8dec04616494)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:42.851568 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.876762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Made reservation on behalf of 93b542598d664107a2ba0c69405e31cd for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:42.879790 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.892464 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.938704 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4b087314-567f-4711-8dcb-76e9525aaa4b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.953169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=e6fc81be-8631-4b96-939a-344571ecc347,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:42.959037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-bd334915-70bf-422c-a9da-414fc0d62997', 'network_id': 'bd334915-70bf-422c-a9da-414fc0d62997', 'tenant_id': '398fb0c700fc4f9188c127ef47e8d990', 'fixed_ips': [{'subnet_id': 'd3971dff-8322-4562-9816-3042b1229e48'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:42.960203 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.975527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.976172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.976694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.977211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.977754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.978399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.978740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.979233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.979855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.980655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.980958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.981437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:49:42.989631 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4b087314-567f-4711-8dcb-76e9525aaa4b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:42.997249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b087314-567f-4711-8dcb-76e9525aaa4b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:42.997873 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4b087314-567f-4711-8dcb-76e9525aaa4b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.020109 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.030964 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.038072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] device_id is not set on port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:43.044253 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4b087314-567f-4711-8dcb-76e9525aaa4b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3420510 Sep 16 04:49:43.047412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41634) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:43.053408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9bc92e88-4a86-43cf-b447-4c89a54ec699 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'subnet': {'network_id': '852d666c-37c1-465e-859e-6ee5b90bd385', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:43.114474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b087314-567f-4711-8dcb-76e9525aaa4b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Network': ['ID=852d666c-37c1-465e-859e-6ee5b90bd385,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:43.153944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d367113-5fa3-4c6c-b4f6-c836873a5963,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:43.197599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Allocated IP 2001:db8:0:ffff::2 (bd334915-70bf-422c-a9da-414fc0d62997/d3971dff-8322-4562-9816-3042b1229e48/1bddfc7f-a2f6-47bf-858b-66bace91b45d) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:43.201782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc92e88-4a86-43cf-b447-4c89a54ec699 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:43.208907 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9bc92e88-4a86-43cf-b447-4c89a54ec699 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.283742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['e6fc81be-8631-4b96-939a-344571ecc347'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:43.285926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 852d666c-37c1-465e-859e-6ee5b90bd385 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:43.408815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] device_id is not set on port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:43.431071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.439627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.446834 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9bc92e88-4a86-43cf-b447-4c89a54ec699 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.475941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41644) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:43.493940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event updated for resources: {'Port': ['ID=47d7209b-1e6f-4c68-bf55-16d496ba9d00,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:43.530762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc92e88-4a86-43cf-b447-4c89a54ec699 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Subnet': ['ID=d7c91bd7-8b02-4dc5-b60c-3f621a134ff0,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:43.533835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Checking segment: {'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:43.534452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Network hostable DHCP agents. Network: 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:43.555411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:43.572761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:43.573714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc92e88-4a86-43cf-b447-4c89a54ec699 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Checking segment: {'id': 'af12d02b-44fe-4f94-8678-e3a880356730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '852d666c-37c1-465e-859e-6ee5b90bd385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:43.574960 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc92e88-4a86-43cf-b447-4c89a54ec699 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network hostable DHCP agents. Network: 852d666c-37c1-465e-859e-6ee5b90bd385, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:43.583953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:43.600271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87bb65a-99b0-4ae0-a4f1-d83d77d5f698 None None] Network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:43.601298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:43.601968 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:43.602410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:43.603615 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc92e88-4a86-43cf-b447-4c89a54ec699 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network 852d666c-37c1-465e-859e-6ee5b90bd385 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:43.608128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:43.608302 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:43.608596 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 2 to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 Sep 16 04:49:43.614700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-9bc92e88-4a86-43cf-b447-4c89a54ec699 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 852d666c-37c1-465e-859e-6ee5b90bd385) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:43.619810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc92e88-4a86-43cf-b447-4c89a54ec699 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:43.621042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9bc92e88-4a86-43cf-b447-4c89a54ec699 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.625718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:43.626594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:43.626937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:43.633594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:43.634165 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:43.634864 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 3 to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 Sep 16 04:49:43.650583 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9bc92e88-4a86-43cf-b447-4c89a54ec699 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5995264 Sep 16 04:49:43.651166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41648) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:43.652674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7dc73e-4532-419c-8228-0f15af10db6b None None] Network 852d666c-37c1-465e-859e-6ee5b90bd385 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:43.656059 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26eced42-1f1b-4f67-b8bf-e7591bb5b8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.662885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:43.663390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:43.663827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:43.679940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:43.680413 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:43.684337 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 4 to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 Sep 16 04:49:43.746116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:43.746543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:43.746951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:43.761658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:43.761658 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:43.762150 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.764123 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 5 to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 Sep 16 04:49:43.775497 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26eced42-1f1b-4f67-b8bf-e7591bb5b8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.780899 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-26eced42-1f1b-4f67-b8bf-e7591bb5b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.788425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:43.788853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:43.789366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:43.806450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:43.807125 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:43.808600 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 6 to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 Sep 16 04:49:43.811353 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.817541 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:43.836351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Network bd334915-70bf-422c-a9da-414fc0d62997 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:43.840122 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:43.840585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:43.841147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:43.851110 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:43.851604 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:43.852351 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 7 to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 Sep 16 04:49:43.876213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:43.885937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:44.031706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Pushing event updated for resources: {'Port': ['ID=1bddfc7f-a2f6-47bf-858b-66bace91b45d,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.116084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Attempting to bind port 1bddfc7f-a2f6-47bf-858b-66bace91b45d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:44.116472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Attempting to bind port 1bddfc7f-a2f6-47bf-858b-66bace91b45d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'cd207e03-4823-4189-990f-30bd39d84498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bd334915-70bf-422c-a9da-414fc0d62997'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:44.116848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Attempting to bind port 1bddfc7f-a2f6-47bf-858b-66bace91b45d on network bd334915-70bf-422c-a9da-414fc0d62997 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:44.135055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:44.135055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Checking segment: {'id': 'cd207e03-4823-4189-990f-30bd39d84498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bd334915-70bf-422c-a9da-414fc0d62997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:44.135055 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.135517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Bound using segment: {'id': 'cd207e03-4823-4189-990f-30bd39d84498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bd334915-70bf-422c-a9da-414fc0d62997'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:44.135810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Bound port: 1bddfc7f-a2f6-47bf-858b-66bace91b45d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd207e03-4823-4189-990f-30bd39d84498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bd334915-70bf-422c-a9da-414fc0d62997'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:44.136118 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.185375 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eced42-1f1b-4f67-b8bf-e7591bb5b8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29d955d-a694-4557-a79a-0fccf3478261,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.186012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-852d666c-37c1-465e-859e-6ee5b90bd385', 'network_id': '852d666c-37c1-465e-859e-6ee5b90bd385', 'tenant_id': '398fb0c700fc4f9188c127ef47e8d990', 'fixed_ips': [{'subnet_id': 'd7c91bd7-8b02-4dc5-b60c-3f621a134ff0'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:44.186833 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.191825 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-26eced42-1f1b-4f67-b8bf-e7591bb5b8ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b054788ed9414ee884b7b5cfef40c425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144928 Sep 16 04:49:44.195557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41658) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:44.220942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d9e28-06ec-4879-bc6a-95fd8c045173 req-9d87470d-b351-4582-a53c-9da60d7ad42a tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.223423 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-388d9e28-06ec-4879-bc6a-95fd8c045173 req-9d87470d-b351-4582-a53c-9da60d7ad42a tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 945 time: 0.4461098 Sep 16 04:49:44.229177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:44.229799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:44.229894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:44.248526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:44.248857 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:44.257428 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 8 to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 Sep 16 04:49:44.260354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.296148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] For port 1bddfc7f-a2f6-47bf-858b-66bace91b45d, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:44.297260 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-388d9e28-06ec-4879-bc6a-95fd8c045173 req-29b15e7c-5d22-4b30-95ad-4fb1d438eb8b tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/security-groups?id=255be498-5871-4dd9-b4e3-91e537bbe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616670 Sep 16 04:49:44.299074 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89aa4175-aaff-4c0a-b357-b94eee1b2285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.301258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:44.301435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:44.301796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:44.309560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:44.309917 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:44.312715 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 9 to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 Sep 16 04:49:44.316089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] For port 1bddfc7f-a2f6-47bf-858b-66bace91b45d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1bddfc7f-a2f6-47bf-858b-66bace91b45d,segment=NetworkSegment(cd207e03-4823-4189-990f-30bd39d84498),segment_id=cd207e03-4823-4189-990f-30bd39d84498)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:44.323892 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89aa4175-aaff-4c0a-b357-b94eee1b2285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.325386 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.334555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:44.334768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:44.335074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:44.339296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:44.339724 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:44.340037 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 10 to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 Sep 16 04:49:44.353899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:44.354104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:44.354327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:44.358548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:44.358881 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:44.359253 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.381684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89aa4175-aaff-4c0a-b357-b94eee1b2285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.384629 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89aa4175-aaff-4c0a-b357-b94eee1b2285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.388198 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-89aa4175-aaff-4c0a-b357-b94eee1b2285 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f29d955d-a694-4557-a79a-0fccf3478261 HTTP/1.1" status: 204 len: 168 time: 0.1895578 Sep 16 04:49:44.398653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa4175-aaff-4c0a-b357-b94eee1b2285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29d955d-a694-4557-a79a-0fccf3478261,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.458544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Allocated IP 2001:db8::1 (852d666c-37c1-465e-859e-6ee5b90bd385/d7c91bd7-8b02-4dc5-b60c-3f621a134ff0/b64e1585-59eb-4638-b53e-8c75ad0147a1) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:44.464111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] For port 47d7209b-1e6f-4c68-bf55-16d496ba9d00, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:44.465555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempted to set empty binding levels {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 04:49:44.471668 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.478604 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6f82d-fc36-4d4d-908a-6510b210ed6d None None] Pushing event updated for resources: {'Port': ['ID=1bddfc7f-a2f6-47bf-858b-66bace91b45d,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.496159 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e6fc81be-8631-4b96-939a-344571ecc347 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:44.538609 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:44.540358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.577040 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.7485640 Sep 16 04:49:44.577851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41666) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:44.581803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d599f2-5c1b-40e2-8c18-a7ecddb72cdb tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event updated for resources: {'Port': ['ID=47d7209b-1e6f-4c68-bf55-16d496ba9d00,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.624502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port e6fc81be-8631-4b96-939a-344571ecc347 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:49:44.637387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port e6fc81be-8631-4b96-939a-344571ecc347 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:44.638101 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.739112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-fd256372-4697-4df0-8742-219baac9f385 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Deleting port 47d7209b-1e6f-4c68-bf55-16d496ba9d00 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:44.739514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd256372-4697-4df0-8742-219baac9f385 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.772544 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.805484 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.818318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-fd256372-4697-4df0-8742-219baac9f385 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] For port 47d7209b-1e6f-4c68-bf55-16d496ba9d00, host n-h2-712142-17, got binding levels [] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:44.818821 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd256372-4697-4df0-8742-219baac9f385 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.828477 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.842518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41668) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:44.850344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-fd256372-4697-4df0-8742-219baac9f385 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Calling delete_port for 47d7209b-1e6f-4c68-bf55-16d496ba9d00 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:44.858171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c91bd7-8b02-4dc5-b60c-3f621a134ff0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.895077 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c65baea7-536d-4267-9422-04ae0e9276c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.896917 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.922292 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Network 852d666c-37c1-465e-859e-6ee5b90bd385 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:44.925684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Pushing event updated for resources: {'Port': ['ID=b64e1585-59eb-4638-b53e-8c75ad0147a1,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.928767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:44.937465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:44.945839 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.958348 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd256372-4697-4df0-8742-219baac9f385 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:44.977373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852d666c-37c1-465e-859e-6ee5b90bd385']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:44.992057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd4ffce-3b41-48f1-b90d-fb313f079e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fc81be-8631-4b96-939a-344571ecc347'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:44.994351 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd256372-4697-4df0-8742-219baac9f385 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event deleted for resources: {'Port': ['ID=47d7209b-1e6f-4c68-bf55-16d496ba9d00,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:44.994539 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28161e2e-2b78-4b2d-b5f4-e6528fbeb2da" -d '{"events": [{"server_uuid": "4bd4ffce-3b41-48f1-b90d-fb313f079e70", "name": "network-vif-plugged", "status": "completed", "tag": "e6fc81be-8631-4b96-939a-344571ecc347"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:44.995017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af12d02b-44fe-4f94-8678-e3a880356730') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:44.995326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af12d02b-44fe-4f94-8678-e3a880356730') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:45.000225 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd256372-4697-4df0-8742-219baac9f385 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.006313 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fd256372-4697-4df0-8742-219baac9f385 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "DELETE /v2.0/ports/47d7209b-1e6f-4c68-bf55-16d496ba9d00 HTTP/1.1" status: 204 len: 168 time: 0.4272661 Sep 16 04:49:45.006961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41674) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:45.020734 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.034128 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b64bf1-3da9-4d65-988d-a5a7fe2b861d tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] GET failed (client error): The resource could not be found. Sep 16 04:49:45.039666 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b7b64bf1-3da9-4d65-988d-a5a7fe2b861d tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "GET /v2.0/ports/47d7209b-1e6f-4c68-bf55-16d496ba9d00 HTTP/1.1" status: 404 len: 333 time: 0.0312963 Sep 16 04:49:45.040399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41682) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:45.046293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Request body: {'port': {'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-620099808'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:45.056272 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.066104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port e6fc81be-8631-4b96-939a-344571ecc347, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e6fc81be-8631-4b96-939a-344571ecc347,segment=NetworkSegment(00f54035-51bf-4853-b505-8dec04616494),segment_id=00f54035-51bf-4853-b505-8dec04616494)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:45.068836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:45.069304 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:45.073325 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:45.110725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Attempting to bind port b64e1585-59eb-4638-b53e-8c75ad0147a1 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:45.111291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Attempting to bind port b64e1585-59eb-4638-b53e-8c75ad0147a1 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'af12d02b-44fe-4f94-8678-e3a880356730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '852d666c-37c1-465e-859e-6ee5b90bd385'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:45.111665 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Attempting to bind port b64e1585-59eb-4638-b53e-8c75ad0147a1 on network 852d666c-37c1-465e-859e-6ee5b90bd385 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:45.113853 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.144258 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:45.144639 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Checking segment: {'id': 'af12d02b-44fe-4f94-8678-e3a880356730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '852d666c-37c1-465e-859e-6ee5b90bd385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:45.145047 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.145444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Bound using segment: {'id': 'af12d02b-44fe-4f94-8678-e3a880356730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '852d666c-37c1-465e-859e-6ee5b90bd385'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:45.146068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Bound port: b64e1585-59eb-4638-b53e-8c75ad0147a1, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af12d02b-44fe-4f94-8678-e3a880356730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '852d666c-37c1-465e-859e-6ee5b90bd385'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:45.146547 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.171627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.api [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:49:45.171627 n-d-712142-17 neutron-server[94745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:49:45.171627 n-d-712142-17 neutron-server[94745]: [parameters: {'id': '852d666c-37c1-465e-859e-6ee5b90bd385'}] Sep 16 04:49:45.171627 n-d-712142-17 neutron-server[94745]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:49:45.172448 n-d-712142-17 neutron-server[94745]: DEBUG oslo_db.api [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:49:45.185201 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c65baea7-536d-4267-9422-04ae0e9276c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.189674 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c65baea7-536d-4267-9422-04ae0e9276c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.207849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Made reservation on behalf of 93b542598d664107a2ba0c69405e31cd for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:45.208427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=e6fc81be-8631-4b96-939a-344571ecc347,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:45.208945 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.231983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] device_id is not set on port 86098a2c-28ca-480f-b4f9-f34a209ee626 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:45.236803 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c65baea7-536d-4267-9422-04ae0e9276c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9b9704c020f41baa19109468e96f1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849216 Sep 16 04:49:45.238724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65baea7-536d-4267-9422-04ae0e9276c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ef208c-2df3-418a-9d92-549cc76e60fa,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:45.239750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41684) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:45.251854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] For port b64e1585-59eb-4638-b53e-8c75ad0147a1, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:45.256517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] For port b64e1585-59eb-4638-b53e-8c75ad0147a1, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b64e1585-59eb-4638-b53e-8c75ad0147a1,segment=NetworkSegment(af12d02b-44fe-4f94-8678-e3a880356730),segment_id=af12d02b-44fe-4f94-8678-e3a880356730)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:45.263940 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.326049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480b8c7-435a-4791-a51d-823f8c729309 None None] Pushing event updated for resources: {'Port': ['ID=b64e1585-59eb-4638-b53e-8c75ad0147a1,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:45.386090 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc94cee-000c-494e-a447-feb5b0ce19d5 x-openstack-request-id: req-7dc94cee-000c-494e-a447-feb5b0ce19d5 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:45.386401 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd4ffce-3b41-48f1-b90d-fb313f079e70", "name": "network-vif-plugged", "status": "completed", "tag": "e6fc81be-8631-4b96-939a-344571ecc347", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:45.386628 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7dc94cee-000c-494e-a447-feb5b0ce19d5 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:45.387020 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd4ffce-3b41-48f1-b90d-fb313f079e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fc81be-8631-4b96-939a-344571ecc347', 'code': 200} Sep 16 04:49:45.409752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ecf87522-e609-4a1a-8e83-f15eb7ead1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.436895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e049a3-100f-446a-a4a4-2d0e8fc435ab None None] Network 852d666c-37c1-465e-859e-6ee5b90bd385 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:45.462183 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ecf87522-e609-4a1a-8e83-f15eb7ead1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.471140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b581f1b-95d3-457b-90be-064a29164d70 req-4b31d39f-86ec-4f35-98f5-217805bcd39e tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.480660 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b581f1b-95d3-457b-90be-064a29164d70 req-4b31d39f-86ec-4f35-98f5-217805bcd39e tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 946 time: 0.0764906 Sep 16 04:49:45.531373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b581f1b-95d3-457b-90be-064a29164d70 req-0cd59d06-13c4-4488-8d80-f71254eba780 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/security-groups?id=255be498-5871-4dd9-b4e3-91e537bbe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448201 Sep 16 04:49:45.541825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1bddfc7f-a2f6-47bf-858b-66bace91b45d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:45.601436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.651793 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ecf87522-e609-4a1a-8e83-f15eb7ead1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.654005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1bddfc7f-a2f6-47bf-858b-66bace91b45d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:45.654468 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.655619 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ecf87522-e609-4a1a-8e83-f15eb7ead1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.659744 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ecf87522-e609-4a1a-8e83-f15eb7ead1d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22ef208c-2df3-418a-9d92-549cc76e60fa HTTP/1.1" status: 204 len: 168 time: 0.4158237 Sep 16 04:49:45.667558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf06a75-c1c0-413e-ba39-097a88b3d5a8 req-f587ac2f-5c03-4a88-867d-648376384df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.669159 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fbf06a75-c1c0-413e-ba39-097a88b3d5a8 req-f587ac2f-5c03-4a88-867d-648376384df7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 1098 time: 0.1827905 Sep 16 04:49:45.674715 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.694484 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf87522-e609-4a1a-8e83-f15eb7ead1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ef208c-2df3-418a-9d92-549cc76e60fa,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:45.734321 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.739723 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fbf06a75-c1c0-413e-ba39-097a88b3d5a8 req-8d0feb2a-ff0e-4da9-83c5-03ff0d1191f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=255be498-5871-4dd9-b4e3-91e537bbe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585060 Sep 16 04:49:45.792655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:45.801116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:45.810205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:45.811174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:45.811785 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.815795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Deleting port b64e1585-59eb-4638-b53e-8c75ad0147a1 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:45.816154 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.819123 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.852666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374336af-1611-43b7-b665-787263ae3130 None None] Network bd334915-70bf-422c-a9da-414fc0d62997 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:45.853983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event updated for resources: {'Port': ['ID=86098a2c-28ca-480f-b4f9-f34a209ee626,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:45.863507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-67027412-bf54-475f-a52b-09cfb7511d9f tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8217487 Sep 16 04:49:45.866626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41692) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:45.874423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:45.890198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 1bddfc7f-a2f6-47bf-858b-66bace91b45d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1bddfc7f-a2f6-47bf-858b-66bace91b45d,segment=NetworkSegment(cd207e03-4823-4189-990f-30bd39d84498),segment_id=cd207e03-4823-4189-990f-30bd39d84498)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:45.911037 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.924209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] For port b64e1585-59eb-4638-b53e-8c75ad0147a1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b64e1585-59eb-4638-b53e-8c75ad0147a1,segment=NetworkSegment(af12d02b-44fe-4f94-8678-e3a880356730),segment_id=af12d02b-44fe-4f94-8678-e3a880356730)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:45.924588 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.928742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-def41076-8195-4f25-8654-9ef0942028bd None None] Provisioning complete for port 1bddfc7f-a2f6-47bf-858b-66bace91b45d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:45.929122 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-def41076-8195-4f25-8654-9ef0942028bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:45.957448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Calling delete_port for b64e1585-59eb-4638-b53e-8c75ad0147a1 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:45.974241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.070045 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.084883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=1bddfc7f-a2f6-47bf-858b-66bace91b45d,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:46.116159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Port': ['ID=b64e1585-59eb-4638-b53e-8c75ad0147a1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:46.118499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No DVR routers for this DVR port b64e1585-59eb-4638-b53e-8c75ad0147a1 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:46.219332 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.248589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852d666c-37c1-465e-859e-6ee5b90bd385']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:46.269425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af12d02b-44fe-4f94-8678-e3a880356730') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:46.269772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af12d02b-44fe-4f94-8678-e3a880356730') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:46.278229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] device_id is not set on port 86098a2c-28ca-480f-b4f9-f34a209ee626 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:46.288255 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.290125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.295006 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.309547 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.318487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:46.319095 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:46.322877 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:46.362767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event updated for resources: {'Port': ['ID=86098a2c-28ca-480f-b4f9-f34a209ee626,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:46.369161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:46.369514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:46.369930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:46.374498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:46.374851 n-d-712142-17 neutron-server[94744]: ERROR neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:46.375249 n-d-712142-17 neutron-server[94744]: INFO neutron.plugins.ml2.plugin [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 2 to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 Sep 16 04:49:46.391184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:46.392393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:46.392393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:46.397871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:46.398336 n-d-712142-17 neutron-server[94744]: ERROR neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:46.399188 n-d-712142-17 neutron-server[94744]: INFO neutron.plugins.ml2.plugin [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 3 to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 Sep 16 04:49:46.401542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.421433 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.424292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:46.424544 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/852d666c-37c1-465e-859e-6ee5b90bd385 HTTP/1.1" status: 204 len: 168 time: 2.7721090 Sep 16 04:49:46.424676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:46.424986 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:46.427930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41714) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:46.434116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-69f358cb-d957-4859-8291-2100c2753a90 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-212647961'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:46.435797 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9bf03-0c71-4ffb-8f84-93bfe5f2e44d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Network': ['ID=852d666c-37c1-465e-859e-6ee5b90bd385,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:46.442276 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:46.442276 n-d-712142-17 neutron-server[94744]: ERROR neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:46.444771 n-d-712142-17 neutron-server[94744]: INFO neutron.plugins.ml2.plugin [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 4 to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 Sep 16 04:49:46.466267 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:46.466653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:46.467134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:46.474287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:46.474558 n-d-712142-17 neutron-server[94744]: ERROR neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:46.475808 n-d-712142-17 neutron-server[94744]: INFO neutron.plugins.ml2.plugin [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 5 to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 Sep 16 04:49:46.480280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f358cb-d957-4859-8291-2100c2753a90 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:46.483812 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-69f358cb-d957-4859-8291-2100c2753a90 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.505833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:46.506187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:46.506567 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:46.515800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:46.516174 n-d-712142-17 neutron-server[94744]: ERROR neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:46.518867 n-d-712142-17 neutron-server[94744]: INFO neutron.plugins.ml2.plugin [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 6 to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 Sep 16 04:49:46.532883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f358cb-d957-4859-8291-2100c2753a90 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:46.542354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:46.542727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:46.543135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:46.572028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-69f358cb-d957-4859-8291-2100c2753a90 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.572385 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-69f358cb-d957-4859-8291-2100c2753a90 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Added segment b5e27c50-c8d4-4a9b-b267-e3c500c7fd65 of type vlan for network 2e007a61-8fce-4a17-be44-cf37cb7bcc16 Sep 16 04:49:46.582672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccf26ad-6391-4f83-8ed8-3bd9998d2df3 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:49:46.591733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:46.592070 n-d-712142-17 neutron-server[94744]: ERROR neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:46.593141 n-d-712142-17 neutron-server[94744]: INFO neutron.plugins.ml2.plugin [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 7 to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 Sep 16 04:49:46.638145 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f80a2995-4614-4744-9e26-a95629b44e26 None None] Provisioning complete for port 1bddfc7f-a2f6-47bf-858b-66bace91b45d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:46.639024 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f80a2995-4614-4744-9e26-a95629b44e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.644112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:46.644458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:46.644799 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:46.651298 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-69f358cb-d957-4859-8291-2100c2753a90 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.658124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:46.658469 n-d-712142-17 neutron-server[94744]: ERROR neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:46.662226 n-d-712142-17 neutron-server[94744]: INFO neutron.plugins.ml2.plugin [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 8 to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 Sep 16 04:49:46.731635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:46.731983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:46.732330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:46.747151 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-69f358cb-d957-4859-8291-2100c2753a90 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.754762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f358cb-d957-4859-8291-2100c2753a90 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.754965 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-69f358cb-d957-4859-8291-2100c2753a90 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.761888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:46.762165 n-d-712142-17 neutron-server[94744]: ERROR neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:46.767419 n-d-712142-17 neutron-server[94744]: INFO neutron.plugins.ml2.plugin [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 9 to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 Sep 16 04:49:46.821147 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-69f358cb-d957-4859-8291-2100c2753a90 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3920803 Sep 16 04:49:46.824054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41726) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:46.825291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:46.826038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:46.826397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:46.831264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2e205872-ef3b-4201-a5cb-47cfef423e4e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'subnet': {'network_id': '2e007a61-8fce-4a17-be44-cf37cb7bcc16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:46.836766 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7422a1-2fab-41a4-bb19-e0065330dd47 req-18f016e6-e2c9-4fd6-bce6-824a6c313b3d tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:46.838401 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5d7422a1-2fab-41a4-bb19-e0065330dd47 req-18f016e6-e2c9-4fd6-bce6-824a6c313b3d tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 946 time: 0.1712372 Sep 16 04:49:46.849051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf26ad-6391-4f83-8ed8-3bd9998d2df3 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:49:46.889018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:46.889388 n-d-712142-17 neutron-server[94744]: ERROR neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:46.897779 n-d-712142-17 neutron-server[94744]: INFO neutron.plugins.ml2.plugin [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 10 to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 Sep 16 04:49:46.900581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f358cb-d957-4859-8291-2100c2753a90 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Network': ['ID=2e007a61-8fce-4a17-be44-cf37cb7bcc16,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:46.950085 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:46.950696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:46.951209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:46.968251 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5d7422a1-2fab-41a4-bb19-e0065330dd47 req-85cd6a2f-c89e-46ff-9923-bf852e06cd2c tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/security-groups?id=255be498-5871-4dd9-b4e3-91e537bbe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908494 Sep 16 04:49:46.969241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:46.970954 n-d-712142-17 neutron-server[94744]: ERROR neutron.plugins.ml2.managers [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 86098a2c-28ca-480f-b4f9-f34a209ee626 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:46.971502 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:46.990270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 2e007a61-8fce-4a17-be44-cf37cb7bcc16 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:47.008349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e205872-ef3b-4201-a5cb-47cfef423e4e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:47.013498 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e205872-ef3b-4201-a5cb-47cfef423e4e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.075272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] For port 86098a2c-28ca-480f-b4f9-f34a209ee626, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:47.076169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempted to set empty binding levels {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 04:49:47.083221 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.131405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] In _notify_port_updated(), no bound segment for port 86098a2c-28ca-480f-b4f9-f34a209ee626 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:49:47.132351 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.133154 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.137714 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "PUT /v2.0/ports/86098a2c-28ca-480f-b4f9-f34a209ee626 HTTP/1.1" status: 200 len: 975 time: 1.2699895 Sep 16 04:49:47.140405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41738) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:47.165942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8957e-3c5a-4943-9aa0-4a5ecdb1dcba tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event updated for resources: {'Port': ['ID=86098a2c-28ca-480f-b4f9-f34a209ee626,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:47.323555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.324110 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.324633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.325123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.325880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.326549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.327909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.328574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.330145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.338119 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b54978be-7ac6-418a-a79d-ecdb7256f7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.345114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.345963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.349789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.350332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.350822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.351304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.351786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.352262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.352736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.355280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.355479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.355966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.356461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.356910 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.357413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.368433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.368949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.369435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.369940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.370418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.370886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.371361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.371833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.372417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.372760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.373228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.373718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.374189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.374658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.375123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.375623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.376091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.376551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.377015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.381732 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5165a0be-89bc-49ed-abb9-025dd4564e9b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38841 time: 0.2367134 Sep 16 04:49:47.398477 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41748) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:47.436346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1bddfc7f-a2f6-47bf-858b-66bace91b45d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:47.484851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1bddfc7f-a2f6-47bf-858b-66bace91b45d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:47.486049 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.514939 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e205872-ef3b-4201-a5cb-47cfef423e4e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.577009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e205872-ef3b-4201-a5cb-47cfef423e4e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Subnet': ['ID=b23f80a9-a864-42cb-a014-a160b89a4eba,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:47.600837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcb5fd-b445-4546-be71-bd85adf1610e tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Deleting port 86098a2c-28ca-480f-b4f9-f34a209ee626 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:47.601197 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6bcb5fd-b445-4546-be71-bd85adf1610e tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.629808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e205872-ef3b-4201-a5cb-47cfef423e4e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Checking segment: {'id': 'b5e27c50-c8d4-4a9b-b267-e3c500c7fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2e007a61-8fce-4a17-be44-cf37cb7bcc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:47.630229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e205872-ef3b-4201-a5cb-47cfef423e4e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network hostable DHCP agents. Network: 2e007a61-8fce-4a17-be44-cf37cb7bcc16, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:47.683341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-a6bcb5fd-b445-4546-be71-bd85adf1610e tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] For port 86098a2c-28ca-480f-b4f9-f34a209ee626, host n-h2-712142-17, got binding levels [] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:47.683802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6bcb5fd-b445-4546-be71-bd85adf1610e tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.686638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e205872-ef3b-4201-a5cb-47cfef423e4e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network 2e007a61-8fce-4a17-be44-cf37cb7bcc16 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:47.701851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcb5fd-b445-4546-be71-bd85adf1610e tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Calling delete_port for 86098a2c-28ca-480f-b4f9-f34a209ee626 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:47.707955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-2e205872-ef3b-4201-a5cb-47cfef423e4e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 2e007a61-8fce-4a17-be44-cf37cb7bcc16) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:47.715598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e205872-ef3b-4201-a5cb-47cfef423e4e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:47.716212 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2e205872-ef3b-4201-a5cb-47cfef423e4e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.717898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce2a9b-4e3e-495b-a367-94ea292978ba None None] Network 2e007a61-8fce-4a17-be44-cf37cb7bcc16 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:47.770214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2e205872-ef3b-4201-a5cb-47cfef423e4e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9441037 Sep 16 04:49:47.773746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41764) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:47.779978 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-95280db9-3cab-438e-85d6-34836ca07137 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144847104'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:47.812524 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6bcb5fd-b445-4546-be71-bd85adf1610e tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.826972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95280db9-3cab-438e-85d6-34836ca07137 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:47.833235 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95280db9-3cab-438e-85d6-34836ca07137 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.864609 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95280db9-3cab-438e-85d6-34836ca07137 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:47.877285 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95280db9-3cab-438e-85d6-34836ca07137 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.877836 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-95280db9-3cab-438e-85d6-34836ca07137 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Added segment ff59faf3-8ab0-4105-91a2-3937b5321e57 of type vlan for network 4782d9af-8431-4a32-95ac-a016a15b1752 Sep 16 04:49:47.879844 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcb5fd-b445-4546-be71-bd85adf1610e tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event deleted for resources: {'Port': ['ID=86098a2c-28ca-480f-b4f9-f34a209ee626,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:47.887976 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6bcb5fd-b445-4546-be71-bd85adf1610e tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.890165 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a6bcb5fd-b445-4546-be71-bd85adf1610e tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "DELETE /v2.0/ports/86098a2c-28ca-480f-b4f9-f34a209ee626 HTTP/1.1" status: 204 len: 168 time: 0.4882772 Sep 16 04:49:47.893345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41766) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:47.923914 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-325d1c90-e4c0-4508-8558-aa5c536d6e07 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] GET failed (client error): The resource could not be found. Sep 16 04:49:47.925510 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-325d1c90-e4c0-4508-8558-aa5c536d6e07 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "GET /v2.0/ports/86098a2c-28ca-480f-b4f9-f34a209ee626 HTTP/1.1" status: 404 len: 333 time: 0.0306447 Sep 16 04:49:47.929196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41768) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:47.932793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-2e007a61-8fce-4a17-be44-cf37cb7bcc16', 'network_id': '2e007a61-8fce-4a17-be44-cf37cb7bcc16', 'tenant_id': '398fb0c700fc4f9188c127ef47e8d990', 'fixed_ips': [{'subnet_id': 'b23f80a9-a864-42cb-a014-a160b89a4eba'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:47.933597 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95280db9-3cab-438e-85d6-34836ca07137 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.934543 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:47.953223 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-6532914', 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:47.987263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Made reservation on behalf of 93b542598d664107a2ba0c69405e31cd for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:47.989885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.011958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] device_id is not set on port c7bd9a0b-a292-4a3e-aba5-59683af62d4e yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:48.022912 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95280db9-3cab-438e-85d6-34836ca07137 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.028887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95280db9-3cab-438e-85d6-34836ca07137 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.029582 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95280db9-3cab-438e-85d6-34836ca07137 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.117940 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-95280db9-3cab-438e-85d6-34836ca07137 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3420007 Sep 16 04:49:48.122374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41774) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:48.127936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Allocated IP 2001:db8::1 (2e007a61-8fce-4a17-be44-cf37cb7bcc16/b23f80a9-a864-42cb-a014-a160b89a4eba/862b3b88-bfca-4587-9ca2-389f0010a785) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:48.130856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'subnet': {'network_id': '4782d9af-8431-4a32-95ac-a016a15b1752', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:48.169226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95280db9-3cab-438e-85d6-34836ca07137 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Network': ['ID=4782d9af-8431-4a32-95ac-a016a15b1752,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:48.175253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9449a-eb30-4707-a12c-8a310fd1d998 req-f20e5b89-064f-4170-a0ad-88af84a8e82e tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.182141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98c9449a-eb30-4707-a12c-8a310fd1d998 req-f20e5b89-064f-4170-a0ad-88af84a8e82e tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 946 time: 0.1169364 Sep 16 04:49:48.201682 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 4782d9af-8431-4a32-95ac-a016a15b1752 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:48.256532 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98c9449a-eb30-4707-a12c-8a310fd1d998 req-9d3a4726-0982-47b1-9762-32316e19deb4 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/security-groups?id=255be498-5871-4dd9-b4e3-91e537bbe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736771 Sep 16 04:49:48.284886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:48.291724 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.293597 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.359230 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.370609 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.380505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.ipam_backend_mixin [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Performing IP validity checks on allocation pools {{(pid=94745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 04:49:48.381274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.ipam_backend_mixin [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 04:49:48.386853 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.432638 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:48.437807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:48.442431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:48.443399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.444333 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.464537 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 957 time: 0.5338252 Sep 16 04:49:48.467659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41788) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:48.473416 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91265bc6-526c-4b57-9149-3fb3ca6aca20 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event updated for resources: {'Port': ['ID=c7bd9a0b-a292-4a3e-aba5-59683af62d4e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:48.510826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Network 2e007a61-8fce-4a17-be44-cf37cb7bcc16 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:48.511805 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Pushing event updated for resources: {'Port': ['ID=862b3b88-bfca-4587-9ca2-389f0010a785,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:48.515987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:48.518452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:48.538022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d2e5c-ff38-496a-829c-a48c522d1cf7 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.539417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f63d2e5c-ff38-496a-829c-a48c522d1cf7 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "GET /v2.0/ports/c7bd9a0b-a292-4a3e-aba5-59683af62d4e HTTP/1.1" status: 200 len: 952 time: 0.0708740 Sep 16 04:49:48.542356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41790) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:48.564686 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.588095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Attempting to bind port 862b3b88-bfca-4587-9ca2-389f0010a785 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:48.588732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Attempting to bind port 862b3b88-bfca-4587-9ca2-389f0010a785 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'b5e27c50-c8d4-4a9b-b267-e3c500c7fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2e007a61-8fce-4a17-be44-cf37cb7bcc16'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:48.589189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Attempting to bind port 862b3b88-bfca-4587-9ca2-389f0010a785 on network 2e007a61-8fce-4a17-be44-cf37cb7bcc16 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:48.595177 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:48.595648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Checking segment: {'id': 'b5e27c50-c8d4-4a9b-b267-e3c500c7fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2e007a61-8fce-4a17-be44-cf37cb7bcc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:48.596129 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.596602 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Bound using segment: {'id': 'b5e27c50-c8d4-4a9b-b267-e3c500c7fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2e007a61-8fce-4a17-be44-cf37cb7bcc16'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:48.598366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Bound port: 862b3b88-bfca-4587-9ca2-389f0010a785, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e27c50-c8d4-4a9b-b267-e3c500c7fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2e007a61-8fce-4a17-be44-cf37cb7bcc16'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:48.598972 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.637633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Subnet': ['ID=532522ce-43ed-41cc-a6db-728b4b1b16b0,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:48.647843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Checking segment: {'id': 'ff59faf3-8ab0-4105-91a2-3937b5321e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4782d9af-8431-4a32-95ac-a016a15b1752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:48.648206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network hostable DHCP agents. Network: 4782d9af-8431-4a32-95ac-a016a15b1752, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:48.653300 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-2acd24cb-92d8-4e66-9ffc-63f50c056b7b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Deleting port c7bd9a0b-a292-4a3e-aba5-59683af62d4e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:48.653914 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2acd24cb-92d8-4e66-9ffc-63f50c056b7b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.668952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network 4782d9af-8431-4a32-95ac-a016a15b1752 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:48.682920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 4782d9af-8431-4a32-95ac-a016a15b1752) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:48.693887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ced2a-2675-4e6a-86e8-054738c9e5fb None None] Network 4782d9af-8431-4a32-95ac-a016a15b1752 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:48.698730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.700633 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.722732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] For port 862b3b88-bfca-4587-9ca2-389f0010a785, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:48.740169 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2acd24cb-92d8-4e66-9ffc-63f50c056b7b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.749374 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1c29611e-ca53-4640-8f29-4ad3075c9085 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6215181 Sep 16 04:49:48.749665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41794) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:48.761592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] For port 862b3b88-bfca-4587-9ca2-389f0010a785, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=862b3b88-bfca-4587-9ca2-389f0010a785,segment=NetworkSegment(b5e27c50-c8d4-4a9b-b267-e3c500c7fd65),segment_id=b5e27c50-c8d4-4a9b-b267-e3c500c7fd65)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:48.769801 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.774808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-2acd24cb-92d8-4e66-9ffc-63f50c056b7b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Calling delete_port for c7bd9a0b-a292-4a3e-aba5-59683af62d4e owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:48.777788 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039dce5-ffe7-40d9-9b93-ca1f5002393b req-6a5ff6d5-b7a6-4bd0-a311-754694199c23 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:48.779620 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7039dce5-ffe7-40d9-9b93-ca1f5002393b req-6a5ff6d5-b7a6-4bd0-a311-754694199c23 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 946 time: 0.0825794 Sep 16 04:49:48.824558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7039dce5-ffe7-40d9-9b93-ca1f5002393b req-7a39f609-55bd-4a44-b827-7b617ea9fe43 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/security-groups?id=255be498-5871-4dd9-b4e3-91e537bbe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373809 Sep 16 04:49:48.881339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118f1f2-7247-495c-a73c-6a6e4db5c6e2 None None] Pushing event updated for resources: {'Port': ['ID=862b3b88-bfca-4587-9ca2-389f0010a785,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:48.927934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4782d9af-8431-4a32-95ac-a016a15b1752', 'network_id': '4782d9af-8431-4a32-95ac-a016a15b1752', 'tenant_id': '398fb0c700fc4f9188c127ef47e8d990', 'fixed_ips': [{'subnet_id': '532522ce-43ed-41cc-a6db-728b4b1b16b0'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:48.928824 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:48.946686 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.004166 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2acd24cb-92d8-4e66-9ffc-63f50c056b7b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.067179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd24cb-92d8-4e66-9ffc-63f50c056b7b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7bd9a0b-a292-4a3e-aba5-59683af62d4e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:49.087689 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2acd24cb-92d8-4e66-9ffc-63f50c056b7b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.092142 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2acd24cb-92d8-4e66-9ffc-63f50c056b7b tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c7bd9a0b-a292-4a3e-aba5-59683af62d4e HTTP/1.1" status: 204 len: 168 time: 0.5462196 Sep 16 04:49:49.092142 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.092542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41800) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:49.129733 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Allocated IP 2001:db8::3 (4782d9af-8431-4a32-95ac-a016a15b1752/532522ce-43ed-41cc-a6db-728b4b1b16b0/b002dd07-bdc7-4dff-9915-d3a1ed26d4fb) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:49.143268 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-473a3904-6ad3-43d0-a994-572fdba39593 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] GET failed (client error): The resource could not be found. Sep 16 04:49:49.145689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-473a3904-6ad3-43d0-a994-572fdba39593 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "GET /v2.0/ports/c7bd9a0b-a292-4a3e-aba5-59683af62d4e HTTP/1.1" status: 404 len: 333 time: 0.0521564 Sep 16 04:49:49.154071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41802) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:49.159893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Request body: {'port': {'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-437280200'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:49.191794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Made reservation on behalf of 93b542598d664107a2ba0c69405e31cd for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:49.194414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.212640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] device_id is not set on port 5594897b-3177-4d92-a92e-204f27c6d3e1 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:49.317677 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.323745 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.349836 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.398447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Subnet': ['ID=532522ce-43ed-41cc-a6db-728b4b1b16b0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:49.416766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Network 4782d9af-8431-4a32-95ac-a016a15b1752 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:49.425753 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:49.427999 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.432200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:49.521323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Attempting to bind port b002dd07-bdc7-4dff-9915-d3a1ed26d4fb on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:49.521782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Attempting to bind port b002dd07-bdc7-4dff-9915-d3a1ed26d4fb by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ff59faf3-8ab0-4105-91a2-3937b5321e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4782d9af-8431-4a32-95ac-a016a15b1752'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:49.522360 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Attempting to bind port b002dd07-bdc7-4dff-9915-d3a1ed26d4fb on network 4782d9af-8431-4a32-95ac-a016a15b1752 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:49.524937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Pushing event updated for resources: {'Port': ['ID=b002dd07-bdc7-4dff-9915-d3a1ed26d4fb,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:49.530879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:49.531266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Checking segment: {'id': 'ff59faf3-8ab0-4105-91a2-3937b5321e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4782d9af-8431-4a32-95ac-a016a15b1752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:49.531679 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.532626 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Bound using segment: {'id': 'ff59faf3-8ab0-4105-91a2-3937b5321e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4782d9af-8431-4a32-95ac-a016a15b1752'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:49.533871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Bound port: b002dd07-bdc7-4dff-9915-d3a1ed26d4fb, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff59faf3-8ab0-4105-91a2-3937b5321e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4782d9af-8431-4a32-95ac-a016a15b1752'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:49.534278 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.541209 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.600075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 862b3b88-bfca-4587-9ca2-389f0010a785 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:49.605685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.641798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:49.666714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:49.668698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4782d9af-8431-4a32-95ac-a016a15b1752']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:49.675003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:49.677267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:49.677887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.697370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff59faf3-8ab0-4105-91a2-3937b5321e57') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:49.698889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff59faf3-8ab0-4105-91a2-3937b5321e57') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:49.735663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event updated for resources: {'Port': ['ID=5594897b-3177-4d92-a92e-204f27c6d3e1,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:49.750195 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] For port b002dd07-bdc7-4dff-9915-d3a1ed26d4fb, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:49.752423 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.756982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] For port b002dd07-bdc7-4dff-9915-d3a1ed26d4fb, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b002dd07-bdc7-4dff-9915-d3a1ed26d4fb,segment=NetworkSegment(ff59faf3-8ab0-4105-91a2-3937b5321e57),segment_id=ff59faf3-8ab0-4105-91a2-3937b5321e57)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:49.760909 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-18adc002-0c3a-482b-82c5-20333b7a7187 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6056376 Sep 16 04:49:49.763746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41822) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:49.775778 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.777120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:49.778352 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.789492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:49.790238 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:49.793816 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:49.884247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 862b3b88-bfca-4587-9ca2-389f0010a785 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:49.884247 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:49.893211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d570e-f4a8-4316-ba86-d31347192b02 None None] Pushing event updated for resources: {'Port': ['ID=b002dd07-bdc7-4dff-9915-d3a1ed26d4fb,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:49.897726 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.api [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:49:49.897726 n-d-712142-17 neutron-server[94744]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:49:49.897726 n-d-712142-17 neutron-server[94744]: [parameters: {'id': '4782d9af-8431-4a32-95ac-a016a15b1752'}] Sep 16 04:49:49.897726 n-d-712142-17 neutron-server[94744]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:49:49.898577 n-d-712142-17 neutron-server[94744]: DEBUG oslo_db.api [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:49:49.924065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.001336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16cd0a-972e-48c9-b87c-f98e3df7eafb req-15df69e7-7080-47b2-9807-b97933cc4c4e tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.006411 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5f16cd0a-972e-48c9-b87c-f98e3df7eafb req-15df69e7-7080-47b2-9807-b97933cc4c4e tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 946 time: 0.0916123 Sep 16 04:49:50.076649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e88d9-9818-4349-a9ea-057adf080adf None None] Network 4782d9af-8431-4a32-95ac-a016a15b1752 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:50.078752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-8fa29789-b616-4b66-9a88-996b86f6cff1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4435604 Sep 16 04:49:50.139837 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.167329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73822e2-63a5-4ee2-898e-2ab0eb9ba0b0 req-f182a8f6-059a-47bd-9161-88bc0fbf8ef3 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.170527 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b73822e2-63a5-4ee2-898e-2ab0eb9ba0b0 req-f182a8f6-059a-47bd-9161-88bc0fbf8ef3 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 946 time: 0.1450839 Sep 16 04:49:50.241521 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2279393a-b12c-4af1-be00-09c974e323ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.245370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-4b6d7817-e55d-4c7f-a96e-56dfcfd7fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.246247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-4b6d7817-e55d-4c7f-a96e-56dfcfd7fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.246741 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-4b6d7817-e55d-4c7f-a96e-56dfcfd7fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.247219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-4b6d7817-e55d-4c7f-a96e-56dfcfd7fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.247697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-4b6d7817-e55d-4c7f-a96e-56dfcfd7fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.248178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-4b6d7817-e55d-4c7f-a96e-56dfcfd7fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.248648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-4b6d7817-e55d-4c7f-a96e-56dfcfd7fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.253434 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-4b6d7817-e55d-4c7f-a96e-56dfcfd7fedb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 6505 time: 0.1391318 Sep 16 04:49:50.326866 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b73822e2-63a5-4ee2-898e-2ab0eb9ba0b0 req-4aae6986-a8d1-494c-92b1-e00da6db95ed tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/security-groups?id=255be498-5871-4dd9-b4e3-91e537bbe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446698 Sep 16 04:49:50.338620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e740c514-751a-4429-b0dc-03b33f8a9fba None None] Network 2e007a61-8fce-4a17-be44-cf37cb7bcc16 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:50.339363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-5f16cd0a-972e-48c9-b87c-f98e3df7eafb req-77845e21-1a2e-478c-bb09-7fd21f50ba9c tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Deleting port e6fc81be-8631-4b96-939a-344571ecc347 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:50.339892 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5f16cd0a-972e-48c9-b87c-f98e3df7eafb req-77845e21-1a2e-478c-bb09-7fd21f50ba9c tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.406268 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 862b3b88-bfca-4587-9ca2-389f0010a785, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=862b3b88-bfca-4587-9ca2-389f0010a785,segment=NetworkSegment(b5e27c50-c8d4-4a9b-b267-e3c500c7fd65),segment_id=b5e27c50-c8d4-4a9b-b267-e3c500c7fd65)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:50.430355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-b30ca1cc-9d40-4a16-a101-126e73433aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.430905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-b30ca1cc-9d40-4a16-a101-126e73433aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.431353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-b30ca1cc-9d40-4a16-a101-126e73433aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.433546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-b30ca1cc-9d40-4a16-a101-126e73433aab service neutron] 10.222.0.50 "GET /v2.0/networks?id=b484af42-d11f-4ec2-83eb-7d35c3841f1f&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e HTTP/1.1" status: 200 len: 2298 time: 0.1147346 Sep 16 04:49:50.443950 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.485850 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-5f16cd0a-972e-48c9-b87c-f98e3df7eafb req-77845e21-1a2e-478c-bb09-7fd21f50ba9c tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] For port e6fc81be-8631-4b96-939a-344571ecc347, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e6fc81be-8631-4b96-939a-344571ecc347,segment=NetworkSegment(00f54035-51bf-4853-b505-8dec04616494),segment_id=00f54035-51bf-4853-b505-8dec04616494)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:50.486379 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5f16cd0a-972e-48c9-b87c-f98e3df7eafb req-77845e21-1a2e-478c-bb09-7fd21f50ba9c tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.509536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-5f16cd0a-972e-48c9-b87c-f98e3df7eafb req-77845e21-1a2e-478c-bb09-7fd21f50ba9c tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Calling delete_port for e6fc81be-8631-4b96-939a-344571ecc347 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:50.545151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=862b3b88-bfca-4587-9ca2-389f0010a785,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:50.553477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e2ceb0a1-f796-4f92-90cc-ec691af0b309 None None] Provisioning complete for port 862b3b88-bfca-4587-9ca2-389f0010a785 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:50.553884 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb0a1-f796-4f92-90cc-ec691af0b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.583526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] device_id is not set on port 5594897b-3177-4d92-a92e-204f27c6d3e1 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:49:50.654578 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.671793 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-0261f3ef-d67f-42b2-800c-b283580351c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bb4b8a4-bd16-481d-9eea-d98db23b0b42 HTTP/1.1" status: 200 len: 1001 time: 0.2193260 Sep 16 04:49:50.677202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.787371 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.801741 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.839682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event updated for resources: {'Port': ['ID=5594897b-3177-4d92-a92e-204f27c6d3e1,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:50.890280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-37585287-7962-4071-aaf7-e91c7ce30333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:50.893204 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5f16cd0a-972e-48c9-b87c-f98e3df7eafb req-77845e21-1a2e-478c-bb09-7fd21f50ba9c tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:50.893391 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-37585287-7962-4071-aaf7-e91c7ce30333 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=04988699-f88f-44f7-ad1b-2f1effb65073 HTTP/1.1" status: 200 len: 856 time: 0.1144605 Sep 16 04:49:50.894882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:50.895859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:50.896548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:50.903238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:50.903671 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:50.904200 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 2 to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 Sep 16 04:49:50.904331 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f44c3d0-66da-415c-a9bb-78234b8f9820 req-a18c3102-04c6-493a-8de6-9eabe5446802 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5686123 Sep 16 04:49:50.912622 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['e6fc81be-8631-4b96-939a-344571ecc347'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:49:50.951994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77845e21-1a2e-478c-bb09-7fd21f50ba9c tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Pushing event deleted for resources: {'Port': ['ID=e6fc81be-8631-4b96-939a-344571ecc347,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:50.959309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:50.959767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:50.960214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:50.986087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:50.986590 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:50.988431 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 3 to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 Sep 16 04:49:51.006010 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:51.006504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:51.006949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:51.014114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:51.014668 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:51.015974 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 4 to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 Sep 16 04:49:51.028657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-92d76b33-4466-448c-a926-27b90d2b107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.030386 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-92d76b33-4466-448c-a926-27b90d2b107c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b484af42-d11f-4ec2-83eb-7d35c3841f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113207 Sep 16 04:49:51.035426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:51.035851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:51.036265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:51.039719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f16cd0a-972e-48c9-b87c-f98e3df7eafb req-77845e21-1a2e-478c-bb09-7fd21f50ba9c tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] No DVR routers for this DVR port e6fc81be-8631-4b96-939a-344571ecc347 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:51.041006 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:51.041420 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:51.042044 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 5 to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 Sep 16 04:49:51.046200 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5f16cd0a-972e-48c9-b87c-f98e3df7eafb req-77845e21-1a2e-478c-bb09-7fd21f50ba9c tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.049014 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5f16cd0a-972e-48c9-b87c-f98e3df7eafb req-77845e21-1a2e-478c-bb09-7fd21f50ba9c tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.15 "DELETE /v2.0/ports/e6fc81be-8631-4b96-939a-344571ecc347 HTTP/1.1" status: 204 len: 173 time: 1.0361326 Sep 16 04:49:51.049429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd4ffce-3b41-48f1-b90d-fb313f079e70', 'name': 'network-vif-deleted', 'tag': 'e6fc81be-8631-4b96-939a-344571ecc347'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:49:51.058235 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9453587c-e0c3-4843-bad6-8eb6b6ec0d98" -d '{"events": [{"server_uuid": "4bd4ffce-3b41-48f1-b90d-fb313f079e70", "name": "network-vif-deleted", "tag": "e6fc81be-8631-4b96-939a-344571ecc347"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:49:51.070197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Deleting port b002dd07-bdc7-4dff-9915-d3a1ed26d4fb {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:51.070558 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.074693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44c3d0-66da-415c-a9bb-78234b8f9820 req-3ae96247-2081-4136-9107-e55872543741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.077403 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f44c3d0-66da-415c-a9bb-78234b8f9820 req-3ae96247-2081-4136-9107-e55872543741 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 1097 time: 0.1212912 Sep 16 04:49:51.081234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:51.081586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:51.081996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:51.090698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:51.091215 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:51.121174 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 6 to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 Sep 16 04:49:51.154597 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d5dfa5-2096-48ee-bd83-3cf743811676 x-openstack-request-id: req-88d5dfa5-2096-48ee-bd83-3cf743811676 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:49:51.154597 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd4ffce-3b41-48f1-b90d-fb313f079e70", "name": "network-vif-deleted", "tag": "e6fc81be-8631-4b96-939a-344571ecc347", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:49:51.154923 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88d5dfa5-2096-48ee-bd83-3cf743811676 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:49:51.155631 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:51.155785 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd4ffce-3b41-48f1-b90d-fb313f079e70', 'name': 'network-vif-deleted', 'tag': 'e6fc81be-8631-4b96-939a-344571ecc347', 'status': 'completed', 'code': 200} Sep 16 04:49:51.155900 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:51.155900 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:51.164531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:51.164873 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:51.167121 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 7 to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 Sep 16 04:49:51.192984 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-1e60e06c-e371-4d12-98b5-5a9ecc7980d6 service neutron] 10.222.0.50 "GET /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468635 Sep 16 04:49:51.193700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:51.194050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:51.194392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:51.199076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:51.199416 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:51.199817 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 8 to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 Sep 16 04:49:51.232454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:51.232812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:51.233162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:51.245976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98df690-cb18-492c-8d3f-60106970dc11 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:49:51.246996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:51.247212 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:51.249656 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 9 to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 Sep 16 04:49:51.263528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] For port b002dd07-bdc7-4dff-9915-d3a1ed26d4fb, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b002dd07-bdc7-4dff-9915-d3a1ed26d4fb,segment=NetworkSegment(ff59faf3-8ab0-4105-91a2-3937b5321e57),segment_id=ff59faf3-8ab0-4105-91a2-3937b5321e57)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:51.263913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.283419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Calling delete_port for b002dd07-bdc7-4dff-9915-d3a1ed26d4fb owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:51.290451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:51.291057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:51.291326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:51.300316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:51.300652 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:51.302385 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempt 10 to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 Sep 16 04:49:51.306691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44c3d0-66da-415c-a9bb-78234b8f9820 req-56591173-74d2-4413-87b2-4b2784df1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.308559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f44c3d0-66da-415c-a9bb-78234b8f9820 req-56591173-74d2-4413-87b2-4b2784df1db6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 918 time: 0.1888063 Sep 16 04:49:51.324886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:51.325234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:51.325582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempting to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:51.330608 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-5440f893-c1a9-4932-82aa-7cfb4decad0e service neutron] 10.222.0.50 "GET /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268466 Sep 16 04:49:51.331802 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ee2f9b22-462b-47f0-80be-022eeed06174 None None] Provisioning complete for port 862b3b88-bfca-4587-9ca2-389f0010a785 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:51.332215 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ee2f9b22-462b-47f0-80be-022eeed06174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.332643 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:49:51.332976 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Failed to bind port 5594897b-3177-4d92-a92e-204f27c6d3e1 on host n-h2-712142-17 for vnic_type normal using segments [{'id': '797ab660-3997-49e0-ab54-1912354851fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f3d862c-15ac-4ab3-8bd2-a97cb64b247d'}] Sep 16 04:49:51.333348 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.393063 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-230218ec-5815-4ac9-be20-c2909c318e2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=267c03d0-c4a6-4d27-8848-96211f86e09b HTTP/1.1" status: 200 len: 217 time: 0.0466666 Sep 16 04:49:51.432335 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f44c3d0-66da-415c-a9bb-78234b8f9820 req-2fefe87e-193b-49f4-8b31-6cde63ce63a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c HTTP/1.1" status: 200 len: 1001 time: 0.0783439 Sep 16 04:49:51.489344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 862b3b88-bfca-4587-9ca2-389f0010a785 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:51.499277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-f2143a03-3230-4f4a-bdbc-98de6189b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.509482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-f2143a03-3230-4f4a-bdbc-98de6189b7b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.0915170 Sep 16 04:49:51.522780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] For port 5594897b-3177-4d92-a92e-204f27c6d3e1, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:51.523151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attempted to set empty binding levels {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 04:49:51.537594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.544233 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d48c527-d179-43cd-b883-ddbf4163455d req-da61cca5-1e80-4c00-8f4d-0ee87fa20201 tempest-InstanceActionsNegativeTestJSON-770417659 tempest-InstanceActionsNegativeTestJSON-770417659-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd4ffce-3b41-48f1-b90d-fb313f079e70 HTTP/1.1" status: 200 len: 210 time: 0.0725281 Sep 16 04:49:51.560106 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44c3d0-66da-415c-a9bb-78234b8f9820 req-24d5e768-078b-4fbf-a034-9adaf736f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.561809 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f44c3d0-66da-415c-a9bb-78234b8f9820 req-24d5e768-078b-4fbf-a034-9adaf736f157 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.1173565 Sep 16 04:49:51.563082 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.599740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] In _notify_port_updated(), no bound segment for port 5594897b-3177-4d92-a92e-204f27c6d3e1 on network 7f3d862c-15ac-4ab3-8bd2-a97cb64b247d {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:49:51.600618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.601237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.602733 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "PUT /v2.0/ports/5594897b-3177-4d92-a92e-204f27c6d3e1 HTTP/1.1" status: 200 len: 975 time: 1.8378155 Sep 16 04:49:51.606373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41846) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:51.619233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98df690-cb18-492c-8d3f-60106970dc11 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:49:51.624398 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.653692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Port': ['ID=b002dd07-bdc7-4dff-9915-d3a1ed26d4fb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:51.665458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No DVR routers for this DVR port b002dd07-bdc7-4dff-9915-d3a1ed26d4fb on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:51.684373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd3c5f-d3f2-4566-b30f-5c7f96cc9c90 tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event updated for resources: {'Port': ['ID=5594897b-3177-4d92-a92e-204f27c6d3e1,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:51.688488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 862b3b88-bfca-4587-9ca2-389f0010a785 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:51.690116 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.711536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-fed01353-da6d-4a49-aea7-035ca29242cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.713073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-fed01353-da6d-4a49-aea7-035ca29242cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1887302 Sep 16 04:49:51.742069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44c3d0-66da-415c-a9bb-78234b8f9820 req-0c6d3aa6-e9ea-4c3e-8506-ffa7dfb4a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:51.743651 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f44c3d0-66da-415c-a9bb-78234b8f9820 req-0c6d3aa6-e9ea-4c3e-8506-ffa7dfb4a49e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1737392 Sep 16 04:49:51.783848 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.811525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e08df257-8689-40b2-aaf9-fbff53a76abf tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Deleting port 5594897b-3177-4d92-a92e-204f27c6d3e1 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:51.811872 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e08df257-8689-40b2-aaf9-fbff53a76abf tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.833195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4782d9af-8431-4a32-95ac-a016a15b1752']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:51.871855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff59faf3-8ab0-4105-91a2-3937b5321e57') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:51.872159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff59faf3-8ab0-4105-91a2-3937b5321e57') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:51.888734 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.898472 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-57275e44-26c2-4d55-af4a-6947d3671cd0 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739163 Sep 16 04:49:51.904397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-e08df257-8689-40b2-aaf9-fbff53a76abf tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] For port 5594897b-3177-4d92-a92e-204f27c6d3e1, host n-h2-712142-17, got binding levels [] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:51.905669 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e08df257-8689-40b2-aaf9-fbff53a76abf tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.910111 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.923212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:51.923742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:51.926846 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:51.939426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f44c3d0-66da-415c-a9bb-78234b8f9820 req-510ac0f2-a232-48a4-97b9-b553ff39d816 service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577132 Sep 16 04:49:51.942556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e08df257-8689-40b2-aaf9-fbff53a76abf tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Calling delete_port for 5594897b-3177-4d92-a92e-204f27c6d3e1 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:52.069803 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.078183 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-ac6c3f9d-9bd4-4cd0-8dff-6610b89f826e service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648214 Sep 16 04:49:52.089718 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e08df257-8689-40b2-aaf9-fbff53a76abf tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.108459 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.114677 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/4782d9af-8431-4a32-95ac-a016a15b1752 HTTP/1.1" status: 204 len: 168 time: 3.3609135 Sep 16 04:49:52.116778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41860) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:52.122030 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f44c3d0-66da-415c-a9bb-78234b8f9820 req-aad6a3e7-778c-478e-a2e0-671a6deb2154 service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716449 Sep 16 04:49:52.136302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-408e3f04-63fb-4943-a224-b23629198639 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1850679481'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:52.142964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ed041-142d-4515-a37d-8af6104e9843 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Network': ['ID=4782d9af-8431-4a32-95ac-a016a15b1752,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:52.164797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408e3f04-63fb-4943-a224-b23629198639 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:52.169122 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-408e3f04-63fb-4943-a224-b23629198639 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.192203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08df257-8689-40b2-aaf9-fbff53a76abf tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Pushing event deleted for resources: {'Port': ['ID=5594897b-3177-4d92-a92e-204f27c6d3e1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:52.197556 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-424b4051-78ab-471f-9111-a634d7928cb0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=8859561b-453a-40df-b464-bbefeaa1629f HTTP/1.1" status: 200 len: 217 time: 0.0992887 Sep 16 04:49:52.206115 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e08df257-8689-40b2-aaf9-fbff53a76abf tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.207890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408e3f04-63fb-4943-a224-b23629198639 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:52.211674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e08df257-8689-40b2-aaf9-fbff53a76abf tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5594897b-3177-4d92-a92e-204f27c6d3e1 HTTP/1.1" status: 204 len: 168 time: 0.6043921 Sep 16 04:49:52.212553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41864) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:52.220976 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-408e3f04-63fb-4943-a224-b23629198639 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.221582 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-408e3f04-63fb-4943-a224-b23629198639 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Added segment f907ce8e-d2a3-4f7d-bf42-8986105b7eb1 of type vlan for network befaad20-203e-4e57-b871-59a814a2b7cf Sep 16 04:49:52.272378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-9926aedf-f07f-43a0-b98d-7b5b4116c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.274003 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-9926aedf-f07f-43a0-b98d-7b5b4116c4ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.0603023 Sep 16 04:49:52.281790 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-408e3f04-63fb-4943-a224-b23629198639 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.300861 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1039a228-4119-41b5-8135-6a9550aaf21c tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] GET failed (client error): The resource could not be found. Sep 16 04:49:52.307140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1039a228-4119-41b5-8135-6a9550aaf21c tempest-PortsAdminExtendedAttrsTestJSON-1526047739 tempest-PortsAdminExtendedAttrsTestJSON-1526047739-project-admin] 10.222.0.53 "GET /v2.0/ports/5594897b-3177-4d92-a92e-204f27c6d3e1 HTTP/1.1" status: 404 len: 333 time: 0.0437574 Sep 16 04:49:52.307668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41866) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:52.314257 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-408e3f04-63fb-4943-a224-b23629198639 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.320395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408e3f04-63fb-4943-a224-b23629198639 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.321029 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-408e3f04-63fb-4943-a224-b23629198639 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.357653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-408e3f04-63fb-4943-a224-b23629198639 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2375295 Sep 16 04:49:52.360196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41868) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:52.368307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c8fe93d8-0442-48aa-8399-744d8fea1934 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'subnet': {'network_id': 'befaad20-203e-4e57-b871-59a814a2b7cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:52.372854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-6a10ee9a-af2d-4ad2-ad5d-2061da8db52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:52.373998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-6a10ee9a-af2d-4ad2-ad5d-2061da8db52f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0833106 Sep 16 04:49:52.412014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e3f04-63fb-4943-a224-b23629198639 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Network': ['ID=befaad20-203e-4e57-b871-59a814a2b7cf,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:52.429240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network befaad20-203e-4e57-b871-59a814a2b7cf details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:52.445448 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.508533 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fe93d8-0442-48aa-8399-744d8fea1934 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:52.513898 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c8fe93d8-0442-48aa-8399-744d8fea1934 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.600117 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.604989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-d3ecd9b4-48dc-4158-b8b3-5d3b97f562ca service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013063 Sep 16 04:49:52.690156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41874) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:52.829857 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c8fe93d8-0442-48aa-8399-744d8fea1934 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.871415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e744e83-d8e5-4eb8-a9b0-38a8bdbf5c1a admin admin] Deleting subnet 8099fac1-9787-4e46-8ecc-ac6b8a80e831 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:49:52.877265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4e744e83-d8e5-4eb8-a9b0-38a8bdbf5c1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.959896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe93d8-0442-48aa-8399-744d8fea1934 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Subnet': ['ID=c450f261-9a73-4c87-a118-98667db234f4,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:52.963810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4e744e83-d8e5-4eb8-a9b0-38a8bdbf5c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:52.996436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3d862c-15ac-4ab3-8bd2-a97cb64b247d']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:52.998628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe93d8-0442-48aa-8399-744d8fea1934 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Checking segment: {'id': 'f907ce8e-d2a3-4f7d-bf42-8986105b7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'befaad20-203e-4e57-b871-59a814a2b7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:52.999220 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe93d8-0442-48aa-8399-744d8fea1934 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network hostable DHCP agents. Network: befaad20-203e-4e57-b871-59a814a2b7cf, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:53.017155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797ab660-3997-49e0-ab54-1912354851fe') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:53.017549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797ab660-3997-49e0-ab54-1912354851fe') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:53.017751 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4e744e83-d8e5-4eb8-a9b0-38a8bdbf5c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.050335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe93d8-0442-48aa-8399-744d8fea1934 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network befaad20-203e-4e57-b871-59a814a2b7cf is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:53.054331 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.063887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-c8fe93d8-0442-48aa-8399-744d8fea1934 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, befaad20-203e-4e57-b871-59a814a2b7cf) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:53.069805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fe93d8-0442-48aa-8399-744d8fea1934 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.069805 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c8fe93d8-0442-48aa-8399-744d8fea1934 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.082388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51eb7d3-2752-4384-b73e-e295fafe4515 None None] Network befaad20-203e-4e57-b871-59a814a2b7cf requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:53.093555 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.102244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:53.103365 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.104664 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c8fe93d8-0442-48aa-8399-744d8fea1934 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7432640 Sep 16 04:49:53.106716 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4e744e83-d8e5-4eb8-a9b0-38a8bdbf5c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.110520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41890) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:53.115642 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:53.161250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e744e83-d8e5-4eb8-a9b0-38a8bdbf5c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8099fac1-9787-4e46-8ecc-ac6b8a80e831,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:53.180563 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4e744e83-d8e5-4eb8-a9b0-38a8bdbf5c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.184927 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.185120 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4e744e83-d8e5-4eb8-a9b0-38a8bdbf5c1a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8099fac1-9787-4e46-8ecc-ac6b8a80e831 HTTP/1.1" status: 204 len: 168 time: 0.4915104 Sep 16 04:49:53.186297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41892) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:53.189181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-1f0bfe71-96c0-4df6-bd8f-1470bdae23c0 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722845 Sep 16 04:49:53.195903 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.206836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.208706 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] 10.222.0.53 "DELETE /v2.0/networks/7f3d862c-15ac-4ab3-8bd2-a97cb64b247d HTTP/1.1" status: 204 len: 168 time: 0.8825665 Sep 16 04:49:53.255404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67deb855-3a28-44e8-afd2-562bba073062 tempest-PortsAdminExtendedAttrsTestJSON-1829075251 tempest-PortsAdminExtendedAttrsTestJSON-1829075251-project] Pushing event deleted for resources: {'Network': ['ID=7f3d862c-15ac-4ab3-8bd2-a97cb64b247d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:53.258701 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-e7a832c2-48de-4e95-a647-43c8a33de7a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=86717a90-1a2b-48bb-a89d-656fe2598f86 HTTP/1.1" status: 200 len: 217 time: 0.0539038 Sep 16 04:49:53.345453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-befaad20-203e-4e57-b871-59a814a2b7cf', 'network_id': 'befaad20-203e-4e57-b871-59a814a2b7cf', 'tenant_id': '398fb0c700fc4f9188c127ef47e8d990', 'fixed_ips': [{'subnet_id': 'c450f261-9a73-4c87-a118-98667db234f4'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:53.346365 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.360970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-628c0263-73a1-4502-9810-9b36509abf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.362700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-628c0263-73a1-4502-9810-9b36509abf9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.0922093 Sep 16 04:49:53.474975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-e7130dab-6ef4-4187-948c-7e5867e6395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:53.478145 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-e7130dab-6ef4-4187-948c-7e5867e6395b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1028726 Sep 16 04:49:53.567797 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Allocated IP 2001:db8::1 (befaad20-203e-4e57-b871-59a814a2b7cf/c450f261-9a73-4c87-a118-98667db234f4/074fb26a-1420-4526-99c2-7923eb914748) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:49:53.650470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-5ad31034-808e-425f-8992-bd723ad34069 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606829 Sep 16 04:49:53.682380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41900) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:53.714203 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.725700 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.777241 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-581d4c6a-2fa5-411d-a27c-c8eb0629429e service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146579 Sep 16 04:49:53.788757 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.800880 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.853016 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-31770365-fce0-4e8d-9af9-1acee2ef753a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8d2795f4-96ee-449c-b4d6-af82e2788cd4 HTTP/1.1" status: 200 len: 217 time: 0.0647016 Sep 16 04:49:53.865109 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.872680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Network befaad20-203e-4e57-b871-59a814a2b7cf is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:49:53.880243 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:53.883026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:49:53.887839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Pushing event updated for resources: {'Port': ['ID=074fb26a-1420-4526-99c2-7923eb914748,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:53.912454 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:53.968141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfa3831-31f3-4b8b-96d0-e80d4414d7b7']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:53.999318 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3184ce7e-6bfd-4bbe-86ea-c3d43b93d6f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2359988404d2494fb830fd3e081e3d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127456 Sep 16 04:49:54.015353 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41914) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:54.015520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Attempting to bind port 074fb26a-1420-4526-99c2-7923eb914748 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:49:54.022528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Attempting to bind port 074fb26a-1420-4526-99c2-7923eb914748 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'f907ce8e-d2a3-4f7d-bf42-8986105b7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'befaad20-203e-4e57-b871-59a814a2b7cf'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:49:54.031146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Attempting to bind port 074fb26a-1420-4526-99c2-7923eb914748 on network befaad20-203e-4e57-b871-59a814a2b7cf {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:49:54.038280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:49:54.038672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Checking segment: {'id': 'f907ce8e-d2a3-4f7d-bf42-8986105b7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'befaad20-203e-4e57-b871-59a814a2b7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:54.039155 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.039570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Bound using segment: {'id': 'f907ce8e-d2a3-4f7d-bf42-8986105b7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'befaad20-203e-4e57-b871-59a814a2b7cf'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:49:54.040139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Bound port: 074fb26a-1420-4526-99c2-7923eb914748, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f907ce8e-d2a3-4f7d-bf42-8986105b7eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'befaad20-203e-4e57-b871-59a814a2b7cf'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:49:54.040453 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.048174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f54035-51bf-4853-b505-8dec04616494') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:54.051185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f54035-51bf-4853-b505-8dec04616494') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:54.051979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-e227e5f7-9eb4-4e2c-90f3-7fed3f50dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.059639 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-e227e5f7-9eb4-4e2c-90f3-7fed3f50dd28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.1868737 Sep 16 04:49:54.133327 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.185499 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.192504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] For port 074fb26a-1420-4526-99c2-7923eb914748, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:49:54.200747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] For port 074fb26a-1420-4526-99c2-7923eb914748, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=074fb26a-1420-4526-99c2-7923eb914748,segment=NetworkSegment(f907ce8e-d2a3-4f7d-bf42-8986105b7eb1),segment_id=f907ce8e-d2a3-4f7d-bf42-8986105b7eb1)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:49:54.201118 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.205642 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.221539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:54.222792 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:54.237320 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:54.252349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-fe26351f-ef05-4dcc-bf36-94d6eddf4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.255179 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-fe26351f-ef05-4dcc-bf36-94d6eddf4a78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1871126 Sep 16 04:49:54.306991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d78b7c-8b37-400e-8181-20a81b25cf61 None None] Pushing event updated for resources: {'Port': ['ID=074fb26a-1420-4526-99c2-7923eb914748,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:54.316845 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9cd05c6-cf0b-4bdd-92d9-31c7cac4bdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.353288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Subnet': ['ID=c450f261-9a73-4c87-a118-98667db234f4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:54.387678 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-41281d63-609c-4c42-abda-54ae737e21ff service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183662 Sep 16 04:49:54.412726 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.418374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.420484 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] 10.222.0.53 "DELETE /v2.0/networks/acfa3831-31f3-4b8b-96d0-e80d4414d7b7 HTTP/1.1" status: 204 len: 168 time: 1.2332044 Sep 16 04:49:54.422439 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.462394 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9cd05c6-cf0b-4bdd-92d9-31c7cac4bdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.472044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2b015-43ef-4886-94ae-a2ea059f620c admin admin] Pushing event deleted for resources: {'Network': ['ID=acfa3831-31f3-4b8b-96d0-e80d4414d7b7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:54.497449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befaad20-203e-4e57-b871-59a814a2b7cf']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:54.525112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f907ce8e-d2a3-4f7d-bf42-8986105b7eb1') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:54.525417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f907ce8e-d2a3-4f7d-bf42-8986105b7eb1') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:54.552312 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.555280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e6fc81be-8631-4b96-939a-344571ecc347 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:54.599740 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.605722 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9cd05c6-cf0b-4bdd-92d9-31c7cac4bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.608348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: e6fc81be-8631-4b96-939a-344571ecc347 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:54.608873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e6fc81be-8631-4b96-939a-344571ecc347 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:54.609493 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9cd05c6-cf0b-4bdd-92d9-31c7cac4bdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.612614 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e9cd05c6-cf0b-4bdd-92d9-31c7cac4bdc9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e998078e-ac97-4e01-a474-1a2eb316bfdd HTTP/1.1" status: 204 len: 168 time: 0.5873353 Sep 16 04:49:54.621127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:54.621692 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:54.625494 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:54.645421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd05c6-cf0b-4bdd-92d9-31c7cac4bdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e998078e-ac97-4e01-a474-1a2eb316bfdd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:54.649569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-92e3c165-187f-4323-94c9-753672d74d7f service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507932 Sep 16 04:49:54.728481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41922) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:54.746381 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.api [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:49:54.746381 n-d-712142-17 neutron-server[94744]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:49:54.746381 n-d-712142-17 neutron-server[94744]: [parameters: {'id': 'befaad20-203e-4e57-b871-59a814a2b7cf'}] Sep 16 04:49:54.746381 n-d-712142-17 neutron-server[94744]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:49:54.746907 n-d-712142-17 neutron-server[94744]: DEBUG oslo_db.api [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:49:54.752586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-ea2f2b31-43c2-4f76-a683-21edbe683cd8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57f89f03-3348-45b6-8af5-578e5a7722a3 HTTP/1.1" status: 200 len: 217 time: 0.0909865 Sep 16 04:49:54.838009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a2f69be5-7a66-4773-8576-b4edcebc4a6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b68e16f18bc47c496d1e44b153f0f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068871 Sep 16 04:49:54.840662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41926) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:54.843823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-a0e950df-a91a-4390-89f9-cd7cdeb66e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.846516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-a0e950df-a91a-4390-89f9-cd7cdeb66e44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5456bb97-7a6b-4d79-b62d-5adf05d63356 HTTP/1.1" status: 200 len: 797 time: 0.0813689 Sep 16 04:49:54.908092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-8b47d9e4-5f0c-4374-a9e9-e7670921c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:54.909703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-8b47d9e4-5f0c-4374-a9e9-e7670921c3fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503714 Sep 16 04:49:54.915002 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfc69319-664a-440c-bff8-f7fb31894b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:54.977752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfc69319-664a-440c-bff8-f7fb31894b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.061300 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-56ad471c-1bd7-48cf-86c5-0e7ece958a49 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389434 Sep 16 04:49:55.091811 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfc69319-664a-440c-bff8-f7fb31894b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.095239 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfc69319-664a-440c-bff8-f7fb31894b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.097153 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bfc69319-664a-440c-bff8-f7fb31894b50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/255be498-5871-4dd9-b4e3-91e537bbe77d HTTP/1.1" status: 204 len: 168 time: 0.2550108 Sep 16 04:49:55.108555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc69319-664a-440c-bff8-f7fb31894b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255be498-5871-4dd9-b4e3-91e537bbe77d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:55.168465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41936) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:55.251560 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.272508 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-ed7ff547-f522-4d4d-857c-656aef0a7174 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909459 Sep 16 04:49:55.320650 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-254b74dc-665c-4c89-80bb-2f9d94667c77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93b542598d664107a2ba0c69405e31cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448495 Sep 16 04:49:55.333057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41942) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:55.371543 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-f84943eb-05cb-4a5e-8311-5753b2614cc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c04427e-436b-4e81-8e71-1ce7b4320fe5 HTTP/1.1" status: 200 len: 217 time: 0.0844104 Sep 16 04:49:55.423876 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Deleting port 074fb26a-1420-4526-99c2-7923eb914748 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:49:55.424250 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.473500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7a89a637-f99b-42bf-a43d-c1dca5ce389f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.491908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-bf042364-2864-4029-8c44-2a4a127a7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.494526 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-bf042364-2864-4029-8c44-2a4a127a7cc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5456bb97-7a6b-4d79-b62d-5adf05d63356 HTTP/1.1" status: 200 len: 797 time: 0.1116679 Sep 16 04:49:55.576370 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7a89a637-f99b-42bf-a43d-c1dca5ce389f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.579158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] For port 074fb26a-1420-4526-99c2-7923eb914748, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=074fb26a-1420-4526-99c2-7923eb914748,segment=NetworkSegment(f907ce8e-d2a3-4f7d-bf42-8986105b7eb1),segment_id=f907ce8e-d2a3-4f7d-bf42-8986105b7eb1)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:49:55.579518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.583667 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 074fb26a-1420-4526-99c2-7923eb914748 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:49:55.602187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598458bc-7d95-489f-b76e-f348680326bb req-8bc27ccb-8b06-474e-84ee-a5fc1b4f7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:55.605169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Calling delete_port for 074fb26a-1420-4526-99c2-7923eb914748 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:49:55.606194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-8bc27ccb-8b06-474e-84ee-a5fc1b4f7b68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1003091 Sep 16 04:49:55.714572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 074fb26a-1420-4526-99c2-7923eb914748 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:49:55.715224 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.721573 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7a89a637-f99b-42bf-a43d-c1dca5ce389f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.724554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7a89a637-f99b-42bf-a43d-c1dca5ce389f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.728455 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7a89a637-f99b-42bf-a43d-c1dca5ce389f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d367113-5fa3-4c6c-b4f6-c836873a5963 HTTP/1.1" status: 204 len: 168 time: 0.3673348 Sep 16 04:49:55.746350 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89a637-f99b-42bf-a43d-c1dca5ce389f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d367113-5fa3-4c6c-b4f6-c836873a5963,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:55.768723 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.787027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98125ea-40d0-484f-bc92-8eb8f16aed25 None None] Network befaad20-203e-4e57-b871-59a814a2b7cf requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:55.804108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Port': ['ID=074fb26a-1420-4526-99c2-7923eb914748,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:55.811224 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No DVR routers for this DVR port 074fb26a-1420-4526-99c2-7923eb914748 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:49:55.856992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-edc08198-d1bb-435f-aed7-ef3883ae3451 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332468 Sep 16 04:49:55.916562 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.933663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1fa8aa3a-e9ac-44c7-9ef5-6b26ff7c1c30 None None] Could not find standard attr ID for object 074fb26a-1420-4526-99c2-7923eb914748. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:49:55.948591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befaad20-203e-4e57-b871-59a814a2b7cf']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:55.960860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f907ce8e-d2a3-4f7d-bf42-8986105b7eb1') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:55.961169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f907ce8e-d2a3-4f7d-bf42-8986105b7eb1') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:55.974582 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:55.989785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Could not find standard attr ID for object 074fb26a-1420-4526-99c2-7923eb914748. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:49:55.992747 n-d-712142-17 neutron-server[94746]: INFO neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No ports have port_id starting with 074fb26a-1420-4526-99c2-7923eb914748 Sep 16 04:49:56.009655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-598458bc-7d95-489f-b76e-f348680326bb req-b740105b-b810-47ab-9dc5-e7f55fa3ca51 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404760 Sep 16 04:49:56.011781 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.024239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:56.024661 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:56.028535 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:56.091427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d5d326-0b40-499c-8134-8418532a04f6 None None] DHCP port deletion for befaad20-203e-4e57-b871-59a814a2b7cf request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:49:56.115340 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.137929 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.140067 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/befaad20-203e-4e57-b871-59a814a2b7cf HTTP/1.1" status: 204 len: 168 time: 3.0042553 Sep 16 04:49:56.141234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb3990-0056-45b4-b09f-606eee280af3 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Network': ['ID=befaad20-203e-4e57-b871-59a814a2b7cf,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:56.143718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41964) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:56.150261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b1fce583-f3de-4b0b-856e-7524951eee7c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-397844206'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:56.176710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fce583-f3de-4b0b-856e-7524951eee7c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:56.182818 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b1fce583-f3de-4b0b-856e-7524951eee7c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.214174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fce583-f3de-4b0b-856e-7524951eee7c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:56.230090 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b1fce583-f3de-4b0b-856e-7524951eee7c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.230765 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-b1fce583-f3de-4b0b-856e-7524951eee7c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Added segment 354bbcbc-01de-4d02-922a-4c46fda39a54 of type vlan for network 594e1806-59a9-4c55-adbf-276fc00afefc Sep 16 04:49:56.290980 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b1fce583-f3de-4b0b-856e-7524951eee7c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.337950 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b1fce583-f3de-4b0b-856e-7524951eee7c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.347130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fce583-f3de-4b0b-856e-7524951eee7c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:56.347790 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b1fce583-f3de-4b0b-856e-7524951eee7c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.442106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b1fce583-f3de-4b0b-856e-7524951eee7c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2972729 Sep 16 04:49:56.444950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41988) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:56.455352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-36aa283d-537d-472d-8ea7-6e2a1b4778f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'subnet': {'network_id': '594e1806-59a9-4c55-adbf-276fc00afefc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:56.539253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41990) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:56.561445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fce583-f3de-4b0b-856e-7524951eee7c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Network': ['ID=594e1806-59a9-4c55-adbf-276fc00afefc,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:56.574857 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 594e1806-59a9-4c55-adbf-276fc00afefc details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:56.649675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36aa283d-537d-472d-8ea7-6e2a1b4778f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:56.665112 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36aa283d-537d-472d-8ea7-6e2a1b4778f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.727743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-13931716-network', 'tenant_id': '8d20f1dbc9d54f119da228fa8b50f057'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:56.757373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Made reservation on behalf of 8d20f1dbc9d54f119da228fa8b50f057 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:56.760859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.792164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.904905 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36aa283d-537d-472d-8ea7-6e2a1b4778f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.919428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.925342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.941881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:56.955979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:56.960415 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Added segment 14cd8c44-6ad8-429f-b719-69f19545a73c of type vlan for network f066d302-7535-4006-b15a-0cbcfd3276cc Sep 16 04:49:57.022121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa283d-537d-472d-8ea7-6e2a1b4778f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Subnet': ['ID=10f5cefc-ad84-4dd9-a749-3a706299298d,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:57.039742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36aa283d-537d-472d-8ea7-6e2a1b4778f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Checking segment: {'id': '354bbcbc-01de-4d02-922a-4c46fda39a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '594e1806-59a9-4c55-adbf-276fc00afefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:57.040589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa283d-537d-472d-8ea7-6e2a1b4778f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network hostable DHCP agents. Network: 594e1806-59a9-4c55-adbf-276fc00afefc, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:57.063074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa283d-537d-472d-8ea7-6e2a1b4778f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network 594e1806-59a9-4c55-adbf-276fc00afefc is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:57.065450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cedef10-f672-4d19-a307-ec813e493249,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:57.069509 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.077183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-36aa283d-537d-472d-8ea7-6e2a1b4778f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 594e1806-59a9-4c55-adbf-276fc00afefc) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:57.084389 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aa283d-537d-472d-8ea7-6e2a1b4778f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.085051 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36aa283d-537d-472d-8ea7-6e2a1b4778f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.095560 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3605f183-8305-45c4-ac0a-f12c1ae3d5b1 None None] Network 594e1806-59a9-4c55-adbf-276fc00afefc requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:57.100874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.102935 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.103662 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.106620 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-36aa283d-537d-472d-8ea7-6e2a1b4778f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6603277 Sep 16 04:49:57.109170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42008) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:57.173275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f066d302-7535-4006-b15a-0cbcfd3276cc,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:57.187271 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b8487d0c-e137-4925-8697-946ee207b7e4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6465435 Sep 16 04:49:57.191024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42010) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:57.200976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network f066d302-7535-4006-b15a-0cbcfd3276cc details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:57.201578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3b64183d-f979-47f3-99a3-170ba52068f5 admin admin] Request body: {'subnet': {'network_id': 'f066d302-7535-4006-b15a-0cbcfd3276cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-13931716-subnet', 'tenant_id': '8d20f1dbc9d54f119da228fa8b50f057', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:57.242569 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b64183d-f979-47f3-99a3-170ba52068f5 admin admin] Made reservation on behalf of 8d20f1dbc9d54f119da228fa8b50f057 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:57.246050 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3b64183d-f979-47f3-99a3-170ba52068f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.274831 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.382769 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.515640 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.556524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 074fb26a-1420-4526-99c2-7923eb914748 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:49:57.569468 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3b64183d-f979-47f3-99a3-170ba52068f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.582802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Subnet': ['ID=10f5cefc-ad84-4dd9-a749-3a706299298d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:57.613395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 074fb26a-1420-4526-99c2-7923eb914748 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:49:57.614172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 074fb26a-1420-4526-99c2-7923eb914748 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:49:57.644964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64183d-f979-47f3-99a3-170ba52068f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5666f6-eb09-44b0-b914-594965038ebf,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:57.647717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e83c6d9-6a85-49eb-919d-6cec987d5978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-594e1806-59a9-4c55-adbf-276fc00afefc', 'network_id': '594e1806-59a9-4c55-adbf-276fc00afefc', 'tenant_id': '398fb0c700fc4f9188c127ef47e8d990', 'fixed_ips': [{'subnet_id': '10f5cefc-ad84-4dd9-a749-3a706299298d'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:57.648852 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1e83c6d9-6a85-49eb-919d-6cec987d5978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.688549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64183d-f979-47f3-99a3-170ba52068f5 admin admin] Checking segment: {'id': '14cd8c44-6ad8-429f-b719-69f19545a73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f066d302-7535-4006-b15a-0cbcfd3276cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:57.688952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b64183d-f979-47f3-99a3-170ba52068f5 admin admin] Network hostable DHCP agents. Network: f066d302-7535-4006-b15a-0cbcfd3276cc, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:57.711999 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.727182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b64183d-f979-47f3-99a3-170ba52068f5 admin admin] Network f066d302-7535-4006-b15a-0cbcfd3276cc is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:57.743194 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594e1806-59a9-4c55-adbf-276fc00afefc']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:57.745547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-3b64183d-f979-47f3-99a3-170ba52068f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, f066d302-7535-4006-b15a-0cbcfd3276cc) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:57.755973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354bbcbc-01de-4d02-922a-4c46fda39a54') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:57.756287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354bbcbc-01de-4d02-922a-4c46fda39a54') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:49:57.768823 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b64183d-f979-47f3-99a3-170ba52068f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:57.769677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3b64183d-f979-47f3-99a3-170ba52068f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.789937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dc5f2c-3244-4fec-8112-741ee7a3ee62 None None] Network f066d302-7535-4006-b15a-0cbcfd3276cc requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:57.791376 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.819352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6e8864-de3f-4dc2-8d7e-190d5532cc68 None None] Network 594e1806-59a9-4c55-adbf-276fc00afefc requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:57.832008 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3b64183d-f979-47f3-99a3-170ba52068f5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6377869 Sep 16 04:49:57.832637 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.858240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:49:57.862242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:49:57.873167 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:49:57.981937 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:57.996710 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.015251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42036) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.024131 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/594e1806-59a9-4c55-adbf-276fc00afefc HTTP/1.1" status: 204 len: 168 time: 0.9122081 Sep 16 04:49:58.026086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9d649a92-5ac2-4a21-b7dd-293ec00ff7f6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-762455294'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:58.037505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42038) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.063444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffe260-fbf1-41aa-8f57-5be01d2400a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Network': ['ID=594e1806-59a9-4c55-adbf-276fc00afefc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:58.065791 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d649a92-5ac2-4a21-b7dd-293ec00ff7f6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:58.080314 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d649a92-5ac2-4a21-b7dd-293ec00ff7f6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.116093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d649a92-5ac2-4a21-b7dd-293ec00ff7f6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:58.134969 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d649a92-5ac2-4a21-b7dd-293ec00ff7f6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.135442 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-9d649a92-5ac2-4a21-b7dd-293ec00ff7f6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Added segment ce7f03bc-cc7d-4348-a61f-1eff225b9b80 of type vlan for network 03643cca-ab5c-4492-9d82-57c73d86de68 Sep 16 04:49:58.193043 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d649a92-5ac2-4a21-b7dd-293ec00ff7f6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.227953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f41946c-2125-407b-bc6d-f0e3e9c50434 None None] Network f066d302-7535-4006-b15a-0cbcfd3276cc requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:58.232707 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d649a92-5ac2-4a21-b7dd-293ec00ff7f6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.252137 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d649a92-5ac2-4a21-b7dd-293ec00ff7f6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.253017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d649a92-5ac2-4a21-b7dd-293ec00ff7f6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.287340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1271975656', 'router:external': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:58.307499 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9d649a92-5ac2-4a21-b7dd-293ec00ff7f6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2905321 Sep 16 04:49:58.310899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42048) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.316654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4aca9ddb-145b-4be8-91a3-ea4744b5db39 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'subnet': {'network_id': '03643cca-ab5c-4492-9d82-57c73d86de68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:58.351687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d649a92-5ac2-4a21-b7dd-293ec00ff7f6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Network': ['ID=03643cca-ab5c-4492-9d82-57c73d86de68,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:58.354644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Made reservation on behalf of 3594a7c3ba6e425f82d082d286e482ea for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:58.357152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.369056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 03643cca-ab5c-4492-9d82-57c73d86de68 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:58.372471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.533365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.544510 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.617348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:49:58.635517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aca9ddb-145b-4be8-91a3-ea4744b5db39 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:58.642222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.642222 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Added segment f2c0a61d-f67d-4fad-8a68-8e6e7b4861a7 of type vlan for network 1468fe10-bf84-4ba1-ba34-6f4fda1f66a1 Sep 16 04:49:58.647541 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4aca9ddb-145b-4be8-91a3-ea4744b5db39 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.696988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce00db-24ce-410d-841f-413f6d078228 req-95ce346a-d23a-4e3a-bacf-e16b29c3b9ca tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.699058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-95ce346a-d23a-4e3a-bacf-e16b29c3b9ca tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/networks?id=f066d302-7535-4006-b15a-0cbcfd3276cc HTTP/1.1" status: 200 len: 812 time: 0.2070844 Sep 16 04:49:58.742875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7b9e4e-5fe6-47da-bdeb-a0952fd1071e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:58.790295 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.794679 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-ed21fc15-be71-4208-a1b8-5531b20ffb8f tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/quotas/8d20f1dbc9d54f119da228fa8b50f057 HTTP/1.1" status: 200 len: 375 time: 0.0859020 Sep 16 04:49:58.833407 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.834665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:58.835304 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:58.861901 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-c7751a36-fcb9-4f33-9316-6ec1e474f701 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d20f1dbc9d54f119da228fa8b50f057&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587659 Sep 16 04:49:58.870860 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8321252 Sep 16 04:49:58.875056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42068) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:58.882041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Request body: {'subnet': {'network_id': '1468fe10-bf84-4ba1-ba34-6f4fda1f66a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:58.923827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadbfd5-f28e-496a-b812-dbf6687d0890 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event updated for resources: {'Network': ['ID=1468fe10-bf84-4ba1-ba34-6f4fda1f66a1,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:58.946237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 1468fe10-bf84-4ba1-ba34-6f4fda1f66a1 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:49:58.975622 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Made reservation on behalf of 3594a7c3ba6e425f82d082d286e482ea for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:58.981379 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.058996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-ac9e8383-0a19-4cdd-8447-a399d9851428 service neutron] 10.222.0.53 "GET /v2.0/networks/f066d302-7535-4006-b15a-0cbcfd3276cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883175 Sep 16 04:49:59.084984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4aca9ddb-145b-4be8-91a3-ea4744b5db39 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.166890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aca9ddb-145b-4be8-91a3-ea4744b5db39 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Checking segment: {'id': 'ce7f03bc-cc7d-4348-a61f-1eff225b9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '03643cca-ab5c-4492-9d82-57c73d86de68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:59.166890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aca9ddb-145b-4be8-91a3-ea4744b5db39 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network hostable DHCP agents. Network: 03643cca-ab5c-4492-9d82-57c73d86de68, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:49:59.170310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca9ddb-145b-4be8-91a3-ea4744b5db39 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Subnet': ['ID=dd4da4b2-c73d-4053-9b59-647f18448c48,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.189143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aca9ddb-145b-4be8-91a3-ea4744b5db39 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network 03643cca-ab5c-4492-9d82-57c73d86de68 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:49:59.205933 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4aca9ddb-145b-4be8-91a3-ea4744b5db39 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 03643cca-ab5c-4492-9d82-57c73d86de68) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:49:59.217182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ae54c-0c7e-47b8-aae7-26da20d2643d None None] Network 03643cca-ab5c-4492-9d82-57c73d86de68 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:49:59.221902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca9ddb-145b-4be8-91a3-ea4744b5db39 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:49:59.222494 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4aca9ddb-145b-4be8-91a3-ea4744b5db39 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.279206 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4aca9ddb-145b-4be8-91a3-ea4744b5db39 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9671767 Sep 16 04:49:59.284663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42074) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:49:59.294875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-59dfe796-e036-4f51-a804-15ff2a98a38f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'subnet': {'network_id': '03643cca-ab5c-4492-9d82-57c73d86de68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:49:59.319160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-5433dae0-f072-4676-89b4-d331662e7a31 service neutron] 10.222.0.53 "GET /v2.0/networks/f066d302-7535-4006-b15a-0cbcfd3276cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508881 Sep 16 04:49:59.618371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-386f941c-e2dc-4734-bbed-f7061e13ce67 req-c2de79ec-9d13-4658-a682-3c47c5d687ff tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 210 time: 0.0835073 Sep 16 04:49:59.644113 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-03643cca-ab5c-4492-9d82-57c73d86de68', 'network_id': '03643cca-ab5c-4492-9d82-57c73d86de68', 'tenant_id': '398fb0c700fc4f9188c127ef47e8d990', 'fixed_ips': [{'subnet_id': 'dd4da4b2-c73d-4053-9b59-647f18448c48'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:49:59.645572 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.662637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dfe796-e036-4f51-a804-15ff2a98a38f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:49:59.665823 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-59dfe796-e036-4f51-a804-15ff2a98a38f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.727479 n-d-712142-17 neutron-server[94744]: DEBUG neutron.objects.ports [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94744) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:49:59.727963 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:49:59.904902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9a704df2-22b0-42b9-956d-c0dcb932a650,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:49:59.961429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Checking segment: {'id': 'f2c0a61d-f67d-4fad-8a68-8e6e7b4861a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1468fe10-bf84-4ba1-ba34-6f4fda1f66a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:49:59.961838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Network hostable DHCP agents. Network: 1468fe10-bf84-4ba1-ba34-6f4fda1f66a1, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:00.071049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Network 1468fe10-bf84-4ba1-ba34-6f4fda1f66a1 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:00.086535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Allocated IP 2001:db8::2 (03643cca-ab5c-4492-9d82-57c73d86de68/dd4da4b2-c73d-4053-9b59-647f18448c48/d7de5a75-fca9-495f-a974-a8dcd9a28521) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:00.100594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 1468fe10-bf84-4ba1-ba34-6f4fda1f66a1) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:00.110930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.111836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19da2542-309e-4346-a4bf-2bedebc827f0 None None] Network 1468fe10-bf84-4ba1-ba34-6f4fda1f66a1 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:00.113820 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.178556 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b60a0989-6011-4e5d-841d-c7e94e9d1226 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3018341 Sep 16 04:50:00.181116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42098) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:00.189845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-760644597', 'network_id': '1468fe10-bf84-4ba1-ba34-6f4fda1f66a1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:00.230114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Made reservation on behalf of 3594a7c3ba6e425f82d082d286e482ea for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:00.232618 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.259491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] device_id is not set on port d079edd3-3beb-4163-8db2-85af9808ebc9 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:50:00.263784 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-59dfe796-e036-4f51-a804-15ff2a98a38f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.335544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aced974-d5b6-464f-b6b3-6a76f505adb3 None None] Network 1468fe10-bf84-4ba1-ba34-6f4fda1f66a1 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:00.361278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dfe796-e036-4f51-a804-15ff2a98a38f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network 03643cca-ab5c-4492-9d82-57c73d86de68 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:00.363578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-59dfe796-e036-4f51-a804-15ff2a98a38f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:00.373924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dfe796-e036-4f51-a804-15ff2a98a38f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.374889 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-59dfe796-e036-4f51-a804-15ff2a98a38f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.401517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42100) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:00.402126 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-59dfe796-e036-4f51-a804-15ff2a98a38f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1141908 Sep 16 04:50:00.423360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.437114 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.451790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfe796-e036-4f51-a804-15ff2a98a38f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Subnet': ['ID=d0538b12-37e8-412c-a7c2-f457744dcfd8,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.493024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f143bf-6f7d-49a3-9905-2f23d0efa0b0 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.494589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f143bf-6f7d-49a3-9905-2f23d0efa0b0 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.496771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f143bf-6f7d-49a3-9905-2f23d0efa0b0 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.497342 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Allocated IP 172.20.0.8 (1468fe10-bf84-4ba1-ba34-6f4fda1f66a1/9a704df2-22b0-42b9-956d-c0dcb932a650/d079edd3-3beb-4163-8db2-85af9808ebc9) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:00.498634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f143bf-6f7d-49a3-9905-2f23d0efa0b0 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.502644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f143bf-6f7d-49a3-9905-2f23d0efa0b0 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.504901 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b1f143bf-6f7d-49a3-9905-2f23d0efa0b0 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1015630 Sep 16 04:50:00.509497 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42102) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:00.519355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e5ec0354-f429-4a2b-98c0-3853e5e993f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-427202146'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:00.547901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Network 03643cca-ab5c-4492-9d82-57c73d86de68 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:00.553665 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:00.555799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Pushing event updated for resources: {'Port': ['ID=d7de5a75-fca9-495f-a974-a8dcd9a28521,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.561648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:00.565971 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ec0354-f429-4a2b-98c0-3853e5e993f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:00.572921 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5ec0354-f429-4a2b-98c0-3853e5e993f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.605414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ec0354-f429-4a2b-98c0-3853e5e993f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:00.625475 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5ec0354-f429-4a2b-98c0-3853e5e993f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.626267 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-e5ec0354-f429-4a2b-98c0-3853e5e993f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Added segment ef26ad7b-161e-4455-8081-dd09c0b54039 of type vlan for network 941a63db-d057-48e4-a63f-4069dde2d65e Sep 16 04:50:00.655015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Attempting to bind port d7de5a75-fca9-495f-a974-a8dcd9a28521 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:00.655608 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Attempting to bind port d7de5a75-fca9-495f-a974-a8dcd9a28521 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ce7f03bc-cc7d-4348-a61f-1eff225b9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '03643cca-ab5c-4492-9d82-57c73d86de68'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:00.655787 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Attempting to bind port d7de5a75-fca9-495f-a974-a8dcd9a28521 on network 03643cca-ab5c-4492-9d82-57c73d86de68 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:00.665522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:00.666326 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Checking segment: {'id': 'ce7f03bc-cc7d-4348-a61f-1eff225b9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '03643cca-ab5c-4492-9d82-57c73d86de68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:00.666791 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.668673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Bound using segment: {'id': 'ce7f03bc-cc7d-4348-a61f-1eff225b9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '03643cca-ab5c-4492-9d82-57c73d86de68'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:00.669293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Bound port: d7de5a75-fca9-495f-a974-a8dcd9a28521, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7f03bc-cc7d-4348-a61f-1eff225b9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '03643cca-ab5c-4492-9d82-57c73d86de68'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:00.670235 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.725886 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.785046 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.785294 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5ec0354-f429-4a2b-98c0-3853e5e993f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.855811 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event updated for resources: {'Port': ['ID=d079edd3-3beb-4163-8db2-85af9808ebc9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:00.872700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Network 1468fe10-bf84-4ba1-ba34-6f4fda1f66a1 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:00.874339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:00.877172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:00.893315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] For port d7de5a75-fca9-495f-a974-a8dcd9a28521, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:00.898657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] For port d7de5a75-fca9-495f-a974-a8dcd9a28521, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d7de5a75-fca9-495f-a974-a8dcd9a28521,segment=NetworkSegment(ce7f03bc-cc7d-4348-a61f-1eff225b9b80),segment_id=ce7f03bc-cc7d-4348-a61f-1eff225b9b80)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:00.907363 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.911190 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3acbc714-689c-46bf-b238-75bf3b8c01a1 req-694ddbc9-62e0-4e98-b75c-dccc1d33f7fa tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 210 time: 0.0813043 Sep 16 04:50:00.920913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5ec0354-f429-4a2b-98c0-3853e5e993f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:00.931446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ec0354-f429-4a2b-98c0-3853e5e993f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:00.934411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5ec0354-f429-4a2b-98c0-3853e5e993f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.012593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e5ec0354-f429-4a2b-98c0-3853e5e993f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4998534 Sep 16 04:50:01.021642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42116) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:01.026881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-47517ebe-a442-4759-a882-6a78ef889dc1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:01.198750 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec0354-f429-4a2b-98c0-3853e5e993f1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Network': ['ID=941a63db-d057-48e4-a63f-4069dde2d65e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:01.215716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983f5ce-1836-4da0-889f-43a63c902ad2 None None] Pushing event updated for resources: {'Port': ['ID=d7de5a75-fca9-495f-a974-a8dcd9a28521,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:01.229222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 941a63db-d057-48e4-a63f-4069dde2d65e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:01.242133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.248706 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.341794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42124) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:01.342084 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8fb83ef2-e0be-425c-99c2-c95a1dcac797 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1592762 Sep 16 04:50:01.658071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47517ebe-a442-4759-a882-6a78ef889dc1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.689142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce00db-24ce-410d-841f-413f6d078228 req-e88786aa-829a-4457-81b6-7a9f790520e1 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.690823 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47517ebe-a442-4759-a882-6a78ef889dc1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.692118 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-e88786aa-829a-4457-81b6-7a9f790520e1 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.15 "GET /v2.0/networks?id=f066d302-7535-4006-b15a-0cbcfd3276cc HTTP/1.1" status: 200 len: 812 time: 0.7459021 Sep 16 04:50:01.704742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47517ebe-a442-4759-a882-6a78ef889dc1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network 941a63db-d057-48e4-a63f-4069dde2d65e is not hosted by any dhcp agent {{(pid=94745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:50:01.708882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-81ce00db-24ce-410d-841f-413f6d078228 req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Request body: {'port': {'device_id': '72752b03-ad62-4081-8136-f4e8c95bc3bd', 'network_id': 'f066d302-7535-4006-b15a-0cbcfd3276cc', 'admin_state_up': True, 'tenant_id': '8d20f1dbc9d54f119da228fa8b50f057'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:01.714173 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47517ebe-a442-4759-a882-6a78ef889dc1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:01.714829 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47517ebe-a442-4759-a882-6a78ef889dc1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.716404 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-47517ebe-a442-4759-a882-6a78ef889dc1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "PUT /v2.0/networks/941a63db-d057-48e4-a63f-4069dde2d65e HTTP/1.1" status: 200 len: 723 time: 0.6935720 Sep 16 04:50:01.722462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42126) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:01.733586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-bd450b1d-7ccc-4a39-8b3d-1dc609f50393 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Deleting port d079edd3-3beb-4163-8db2-85af9808ebc9 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:01.734503 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd450b1d-7ccc-4a39-8b3d-1dc609f50393 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.744387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5a6406fa-5813-4418-a267-a1d4466bb229 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'subnet': {'network_id': '941a63db-d057-48e4-a63f-4069dde2d65e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:01.899261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47517ebe-a442-4759-a882-6a78ef889dc1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Network': ['ID=941a63db-d057-48e4-a63f-4069dde2d65e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:01.940724 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd450b1d-7ccc-4a39-8b3d-1dc609f50393 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:01.967620 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-bd450b1d-7ccc-4a39-8b3d-1dc609f50393 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Calling delete_port for d079edd3-3beb-4163-8db2-85af9808ebc9 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:01.981702 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6406fa-5813-4418-a267-a1d4466bb229 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:01.982086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 941a63db-d057-48e4-a63f-4069dde2d65e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:01.988229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5a6406fa-5813-4418-a267-a1d4466bb229 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.070655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ce00db-24ce-410d-841f-413f6d078228 req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Made reservation on behalf of 8d20f1dbc9d54f119da228fa8b50f057 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:02.074540 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-81ce00db-24ce-410d-841f-413f6d078228 req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.253342 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-61485615-f931-48a9-a056-eee9c70e8048 req-35f1a96d-683d-4346-b93d-d141f08cebf1 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 210 time: 0.1373420 Sep 16 04:50:02.415410 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd450b1d-7ccc-4a39-8b3d-1dc609f50393 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.505545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-81ce00db-24ce-410d-841f-413f6d078228 req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Allocated IP 172.20.0.3 (f066d302-7535-4006-b15a-0cbcfd3276cc/cc5666f6-eb09-44b0-b914-594965038ebf/746854f5-7696-4463-8a7d-4125480f1cec) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:02.536583 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd450b1d-7ccc-4a39-8b3d-1dc609f50393 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event deleted for resources: {'Port': ['ID=d079edd3-3beb-4163-8db2-85af9808ebc9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:02.639115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5a6406fa-5813-4418-a267-a1d4466bb229 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.731447 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd450b1d-7ccc-4a39-8b3d-1dc609f50393 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.735125 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bd450b1d-7ccc-4a39-8b3d-1dc609f50393 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d079edd3-3beb-4163-8db2-85af9808ebc9 HTTP/1.1" status: 204 len: 168 time: 1.3915353 Sep 16 04:50:02.738548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42146) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:02.762167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1468fe10-bf84-4ba1-ba34-6f4fda1f66a1', 'external_fixed_ips': [{'subnet_id': '9a704df2-22b0-42b9-956d-c0dcb932a650', 'ip_address': '172.20.0.8'}]}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:02.826665 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55539b0c-d463-404a-be5c-98ced6c89f9d None None] Network 03643cca-ab5c-4492-9d82-57c73d86de68 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:02.828086 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.830195 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.851589 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6406fa-5813-4418-a267-a1d4466bb229 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Subnet': ['ID=5b24c339-49ba-496a-b75b-2c398151e0d9,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:02.889751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-633b4423-cff9-4988-b6a5-3041f83ae8d8 None None] Provisioning complete for port d7de5a75-fca9-495f-a974-a8dcd9a28521 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:02.890608 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-633b4423-cff9-4988-b6a5-3041f83ae8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.892130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6406fa-5813-4418-a267-a1d4466bb229 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Checking segment: {'id': 'ef26ad7b-161e-4455-8081-dd09c0b54039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '941a63db-d057-48e4-a63f-4069dde2d65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:02.892668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6406fa-5813-4418-a267-a1d4466bb229 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network hostable DHCP agents. Network: 941a63db-d057-48e4-a63f-4069dde2d65e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:02.928970 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-81ce00db-24ce-410d-841f-413f6d078228 req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.936236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6406fa-5813-4418-a267-a1d4466bb229 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network 941a63db-d057-48e4-a63f-4069dde2d65e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:02.952562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-5a6406fa-5813-4418-a267-a1d4466bb229 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 941a63db-d057-48e4-a63f-4069dde2d65e) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:02.965747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6406fa-5813-4418-a267-a1d4466bb229 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:02.966404 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5a6406fa-5813-4418-a267-a1d4466bb229 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782678'] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:02.986972 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5a6406fa-5813-4418-a267-a1d4466bb229 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2570047 Sep 16 04:50:02.987205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42152) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:02.992760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5752042-ee85-4bb8-ab22-5bf2408f4c8a None None] Network 941a63db-d057-48e4-a63f-4069dde2d65e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:02.997432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-11460f5d-be7b-40a8-99f3-b958f3d6781b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:03.046009 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-81ce00db-24ce-410d-841f-413f6d078228 req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.084098 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.182746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ce00db-24ce-410d-841f-413f6d078228 req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Network f066d302-7535-4006-b15a-0cbcfd3276cc is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:03.191616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-81ce00db-24ce-410d-841f-413f6d078228 req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:03.198376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ce00db-24ce-410d-841f-413f6d078228 req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:03.202900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Pushing event updated for resources: {'Port': ['ID=746854f5-7696-4463-8a7d-4125480f1cec,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:03.234060 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11460f5d-be7b-40a8-99f3-b958f3d6781b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26124186'] for subnet, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.294853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce00db-24ce-410d-841f-413f6d078228 req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:03.295425 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-81ce00db-24ce-410d-841f-413f6d078228 req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.311249 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-66647e6b-c902-4f60-8f0e-4668a70e1ed3 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6073079 Sep 16 04:50:03.324789 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-633b4423-cff9-4988-b6a5-3041f83ae8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.332009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Request body: {'port': {'device_id': '72752b03-ad62-4081-8136-f4e8c95bc3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:03.479013 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-941a63db-d057-48e4-a63f-4069dde2d65e', 'network_id': '941a63db-d057-48e4-a63f-4069dde2d65e', 'tenant_id': '398fb0c700fc4f9188c127ef47e8d990', 'fixed_ips': [{'subnet_id': '5b24c339-49ba-496a-b75b-2c398151e0d9'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:03.485440 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.537121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-633b4423-cff9-4988-b6a5-3041f83ae8d8 None None] For port d7de5a75-fca9-495f-a974-a8dcd9a28521, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d7de5a75-fca9-495f-a974-a8dcd9a28521,segment=NetworkSegment(ce7f03bc-cc7d-4348-a61f-1eff225b9b80),segment_id=ce7f03bc-cc7d-4348-a61f-1eff225b9b80)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:03.579588 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-633b4423-cff9-4988-b6a5-3041f83ae8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.614308 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.673388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d7de5a75-fca9-495f-a974-a8dcd9a28521 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:03.681441 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11460f5d-be7b-40a8-99f3-b958f3d6781b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767728591620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25435243'] for subnet, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.784212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b4423-cff9-4988-b6a5-3041f83ae8d8 None None] Pushing event updated for resources: {'Port': ['ID=d7de5a75-fca9-495f-a974-a8dcd9a28521,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:03.866017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d7de5a75-fca9-495f-a974-a8dcd9a28521 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:03.866638 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.898015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Allocated IP 2001:db8::2 (941a63db-d057-48e4-a63f-4069dde2d65e/5b24c339-49ba-496a-b75b-2c398151e0d9/4708faf4-7a79-4c2f-a6ba-120f1e9d3deb) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:03.901383 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:03.921033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d4eeb2-aa2f-44c6-8b9c-7b83bfce0bfa None None] Update dhcp port {'port': {'network_id': '03643cca-ab5c-4492-9d82-57c73d86de68', 'fixed_ips': [{'subnet_id': 'dd4da4b2-c73d-4053-9b59-647f18448c48', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd0538b12-37e8-412c-a7c2-f457744dcfd8'}], 'binding:host_id': 'n-d-712142-17'}, 'id': 'd7de5a75-fca9-495f-a974-a8dcd9a28521'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:50:03.996186 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62d4eeb2-aa2f-44c6-8b9c-7b83bfce0bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.134148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcc917-8359-4ffc-952b-30ad142979b7 req-bcff7d3e-8614-4c35-bbfc-0c89b2efe65f tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.140326 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d8bcc917-8359-4ffc-952b-30ad142979b7 req-bcff7d3e-8614-4c35-bbfc-0c89b2efe65f tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 931 time: 0.6961966 Sep 16 04:50:04.180721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11460f5d-be7b-40a8-99f3-b958f3d6781b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:04.180961 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11460f5d-be7b-40a8-99f3-b958f3d6781b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.188518 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-11460f5d-be7b-40a8-99f3-b958f3d6781b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "PUT /v2.0/subnets/5b24c339-49ba-496a-b75b-2c398151e0d9 HTTP/1.1" status: 200 len: 826 time: 1.1959205 Sep 16 04:50:04.191144 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42170) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:04.249741 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d8bcc917-8359-4ffc-952b-30ad142979b7 req-a79c1888-795a-449b-b970-76ceb7e71247 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cedef10-f672-4d19-a307-ec813e493249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008468 Sep 16 04:50:04.256920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11460f5d-be7b-40a8-99f3-b958f3d6781b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Subnet': ['ID=5b24c339-49ba-496a-b75b-2c398151e0d9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.326717 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.361141 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.382298 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.414930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Network 941a63db-d057-48e4-a63f-4069dde2d65e is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:04.417824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-62d4eeb2-aa2f-44c6-8b9c-7b83bfce0bfa None None] Allocated IP 172.20.0.1 (03643cca-ab5c-4492-9d82-57c73d86de68/d0538b12-37e8-412c-a7c2-f457744dcfd8/d7de5a75-fca9-495f-a974-a8dcd9a28521) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:04.426643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:04.433104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:04.443745 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.444070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Pushing event updated for resources: {'Port': ['ID=4708faf4-7a79-4c2f-a6ba-120f1e9d3deb,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.528118 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.593246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Attempting to bind port 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:04.593878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Attempting to bind port 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ef26ad7b-161e-4455-8081-dd09c0b54039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '941a63db-d057-48e4-a63f-4069dde2d65e'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:04.597120 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Attempting to bind port 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb on network 941a63db-d057-48e4-a63f-4069dde2d65e {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:04.622075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:04.622697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Checking segment: {'id': 'ef26ad7b-161e-4455-8081-dd09c0b54039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '941a63db-d057-48e4-a63f-4069dde2d65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:04.623283 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.624767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Bound using segment: {'id': 'ef26ad7b-161e-4455-8081-dd09c0b54039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '941a63db-d057-48e4-a63f-4069dde2d65e'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:04.626450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Bound port: 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef26ad7b-161e-4455-8081-dd09c0b54039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '941a63db-d057-48e4-a63f-4069dde2d65e'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:04.627050 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.660097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Deleting port 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:04.660449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.716421 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-62d4eeb2-aa2f-44c6-8b9c-7b83bfce0bfa None None] For port d7de5a75-fca9-495f-a974-a8dcd9a28521, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d7de5a75-fca9-495f-a974-a8dcd9a28521,segment=NetworkSegment(ce7f03bc-cc7d-4348-a61f-1eff225b9b80),segment_id=ce7f03bc-cc7d-4348-a61f-1eff225b9b80)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:04.725150 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746854f5-7696-4463-8a7d-4125480f1cec {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:04.774660 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.775740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Allocated IP 172.20.0.8 (1468fe10-bf84-4ba1-ba34-6f4fda1f66a1/9a704df2-22b0-42b9-956d-c0dcb932a650/26cc28b4-3c03-45d6-86a2-af43e685ff73) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:04.799040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Transition to ACTIVE for port object 746854f5-7696-4463-8a7d-4125480f1cec will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:04.809811 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.825751 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62d4eeb2-aa2f-44c6-8b9c-7b83bfce0bfa None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.833426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] For port 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb, host n-d-712142-17, got binding levels [] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:04.833991 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.838158 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62d4eeb2-aa2f-44c6-8b9c-7b83bfce0bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:04.874015 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Calling delete_port for 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:04.899060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] For port 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:04.899814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Pushing event updated for resources: {'Port': ['ID=746854f5-7696-4463-8a7d-4125480f1cec,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:04.908300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] For port 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4708faf4-7a79-4c2f-a6ba-120f1e9d3deb,segment=NetworkSegment(ef26ad7b-161e-4455-8081-dd09c0b54039),segment_id=ef26ad7b-161e-4455-8081-dd09c0b54039)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:04.936471 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.007803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4eeb2-aa2f-44c6-8b9c-7b83bfce0bfa None None] Pushing event updated for resources: {'Port': ['ID=d7de5a75-fca9-495f-a974-a8dcd9a28521,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.049880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.132759 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.170775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Attempting to bind port 746854f5-7696-4463-8a7d-4125480f1cec on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:05.171364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Attempting to bind port 746854f5-7696-4463-8a7d-4125480f1cec by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '14cd8c44-6ad8-429f-b719-69f19545a73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f066d302-7535-4006-b15a-0cbcfd3276cc'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:05.171705 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Attempting to bind port 746854f5-7696-4463-8a7d-4125480f1cec on network f066d302-7535-4006-b15a-0cbcfd3276cc {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:05.176401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.208690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Port': ['ID=4708faf4-7a79-4c2f-a6ba-120f1e9d3deb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.224062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Port 746854f5-7696-4463-8a7d-4125480f1cec on network f066d302-7535-4006-b15a-0cbcfd3276cc not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:05.224599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Attempting to bind port 746854f5-7696-4463-8a7d-4125480f1cec on network f066d302-7535-4006-b15a-0cbcfd3276cc {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:05.239991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:05.240771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Checking segment: {'id': '14cd8c44-6ad8-429f-b719-69f19545a73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f066d302-7535-4006-b15a-0cbcfd3276cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:05.241889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Bound using segment: {'id': '14cd8c44-6ad8-429f-b719-69f19545a73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f066d302-7535-4006-b15a-0cbcfd3276cc'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:05.242517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Bound port: 746854f5-7696-4463-8a7d-4125480f1cec, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14cd8c44-6ad8-429f-b719-69f19545a73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f066d302-7535-4006-b15a-0cbcfd3276cc'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:05.243105 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.331632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Network 1468fe10-bf84-4ba1-ba34-6f4fda1f66a1 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:05.343675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event updated for resources: {'Port': ['ID=26cc28b4-3c03-45d6-86a2-af43e685ff73,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.364004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:05.372162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:05.416747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:05.417112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:05.417469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:05.417841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:05.418189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:05.418529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:05.418870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:05.419210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:05.419548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:05.419884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:05.420219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:05.420557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:05.447160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] For port 746854f5-7696-4463-8a7d-4125480f1cec, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:05.462830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] For port 746854f5-7696-4463-8a7d-4125480f1cec, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=746854f5-7696-4463-8a7d-4125480f1cec,segment=NetworkSegment(14cd8c44-6ad8-429f-b719-69f19545a73c),segment_id=14cd8c44-6ad8-429f-b719-69f19545a73c)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:05.525534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0aa496-6061-40f5-8c65-385e3ecf5303 None None] Pushing event updated for resources: {'Port': ['ID=4708faf4-7a79-4c2f-a6ba-120f1e9d3deb,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.565030 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.572574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d7de5a75-fca9-495f-a974-a8dcd9a28521 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:05.595456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No DVR routers for this DVR port 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:05.597885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.619156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b526266-2a0f-4f5b-9960-617bb3e26f97 req-96873f61-0ec5-49c7-bd03-beaa71bf2e21 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.620783 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b526266-2a0f-4f5b-9960-617bb3e26f97 req-96873f61-0ec5-49c7-bd03-beaa71bf2e21 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 943 time: 0.2464316 Sep 16 04:50:05.680949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:05.681775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.698109 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] 10.222.0.15 "PUT /v2.0/ports/746854f5-7696-4463-8a7d-4125480f1cec HTTP/1.1" status: 200 len: 1092 time: 2.3609371 Sep 16 04:50:05.724389 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d7de5a75-fca9-495f-a974-a8dcd9a28521 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:05.725185 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.749335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72752b03-ad62-4081-8136-f4e8c95bc3bd', 'tag': '746854f5-7696-4463-8a7d-4125480f1cec'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:05.753111 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be72a698-dbd4-47f7-9acb-0d3662f79ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "72752b03-ad62-4081-8136-f4e8c95bc3bd", "tag": "746854f5-7696-4463-8a7d-4125480f1cec"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:05.757787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd67bf-ea9d-4604-a6ec-b74d06d3abac service neutron] Pushing event updated for resources: {'Port': ['ID=746854f5-7696-4463-8a7d-4125480f1cec,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:05.818562 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b526266-2a0f-4f5b-9960-617bb3e26f97 req-31b84b45-4f69-43ad-8f75-831524a8cb40 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cedef10-f672-4d19-a307-ec813e493249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825290 Sep 16 04:50:05.860105 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:05.968034 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.071782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137019b0-02d6-4717-aa56-6a67f1b5dd9d None None] Network 03643cca-ab5c-4492-9d82-57c73d86de68 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:06.095400 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.122805 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.138575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941a63db-d057-48e4-a63f-4069dde2d65e']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:06.174429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef26ad7b-161e-4455-8081-dd09c0b54039') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:06.175428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef26ad7b-161e-4455-8081-dd09c0b54039') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:06.187474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-97077f36-34ed-4ae9-9caf-6fc0430644d8 None None] Provisioning complete for port d7de5a75-fca9-495f-a974-a8dcd9a28521 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:06.188720 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97077f36-34ed-4ae9-9caf-6fc0430644d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.197097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.218163 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.227665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:06.228225 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.322215 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933a4f1a-7ca7-4548-b605-b5ba5bc2aa86 x-openstack-request-id: req-933a4f1a-7ca7-4548-b605-b5ba5bc2aa86 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:06.322427 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72752b03-ad62-4081-8136-f4e8c95bc3bd", "tag": "746854f5-7696-4463-8a7d-4125480f1cec", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:06.322662 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-933a4f1a-7ca7-4548-b605-b5ba5bc2aa86 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:06.323058 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72752b03-ad62-4081-8136-f4e8c95bc3bd', 'tag': '746854f5-7696-4463-8a7d-4125480f1cec', 'status': 'completed', 'code': 200} Sep 16 04:50:06.323726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Subnet': ['ID=5b24c339-49ba-496a-b75b-2c398151e0d9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:06.327131 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:06.332164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.343929 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.350067 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/941a63db-d057-48e4-a63f-4069dde2d65e HTTP/1.1" status: 204 len: 168 time: 2.1555004 Sep 16 04:50:06.351814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42210) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:06.388106 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce00db-24ce-410d-841f-413f6d078228 req-f073a092-694f-438f-be2b-5e7d968b0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.389814 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-f073a092-694f-438f-be2b-5e7d968b0fde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d20f1dbc9d54f119da228fa8b50f057&device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 1095 time: 0.6044254 Sep 16 04:50:06.395172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3f154-f496-46dd-a153-33da97f68dfa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Network': ['ID=941a63db-d057-48e4-a63f-4069dde2d65e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:06.441491 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-444f7ecc-a061-4555-9fdb-9ff7dd937016 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:06.442183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444f7ecc-a061-4555-9fdb-9ff7dd937016 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:06.449844 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-444f7ecc-a061-4555-9fdb-9ff7dd937016 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/941a63db-d057-48e4-a63f-4069dde2d65e HTTP/1.1" status: 404 len: 339 time: 0.0966012 Sep 16 04:50:06.450545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42212) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:06.457960 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-9167d5dd-4433-434b-a05e-692694db7e5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=746854f5-7696-4463-8a7d-4125480f1cec HTTP/1.1" status: 200 len: 217 time: 0.0596564 Sep 16 04:50:06.462157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a5322cc1-8b59-4313-8a66-63846f82fa8a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1005109760', 'description': 'd1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:06.466938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e247f-3301-4088-9909-e17c85def025 req-e213d9c7-7c67-473c-81de-38a7ed00d32c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.472992 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-073e247f-3301-4088-9909-e17c85def025 req-e213d9c7-7c67-473c-81de-38a7ed00d32c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1625915 Sep 16 04:50:06.478143 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.505926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5322cc1-8b59-4313-8a66-63846f82fa8a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:06.509988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5322cc1-8b59-4313-8a66-63846f82fa8a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.553225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce00db-24ce-410d-841f-413f6d078228 req-5e32714d-baf5-4c87-8969-a88fdad182bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.554593 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-5e32714d-baf5-4c87-8969-a88fdad182bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc5666f6-eb09-44b0-b914-594965038ebf HTTP/1.1" status: 200 len: 852 time: 0.0798030 Sep 16 04:50:06.558008 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-073e247f-3301-4088-9909-e17c85def025 req-9c0574f9-cb66-4e09-a571-381040b72be5 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708160 Sep 16 04:50:06.616708 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-f0f33a7a-73a7-411b-a79c-0aad0fafe21f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f066d302-7535-4006-b15a-0cbcfd3276cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447922 Sep 16 04:50:06.646781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-36196965-08c6-4d74-b3dd-23a6637241c3 None None] Could not find standard attr ID for object 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:50:06.678187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5322cc1-8b59-4313-8a66-63846f82fa8a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:06.692945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5322cc1-8b59-4313-8a66-63846f82fa8a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.692945 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-a5322cc1-8b59-4313-8a66-63846f82fa8a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Added segment 8c3e0ad7-41f9-487e-94e1-6b002c8e8f27 of type vlan for network 6de2d645-7e7b-40dc-b21c-5549cc7eb516 Sep 16 04:50:06.752357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6845c4-88f3-4204-81f0-0d24aa4e50f9 None None] DHCP port deletion for 941a63db-d057-48e4-a63f-4069dde2d65e request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:06.757566 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5322cc1-8b59-4313-8a66-63846f82fa8a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.790216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b63924-3a5a-401b-abc3-b19813dbe08b None None] Network 941a63db-d057-48e4-a63f-4069dde2d65e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:06.803702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-49e6e241-5370-4134-aacb-a6ab8ba0bddd None None] Provisioning complete for port d7de5a75-fca9-495f-a974-a8dcd9a28521 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:06.804076 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-49e6e241-5370-4134-aacb-a6ab8ba0bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.811419 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5322cc1-8b59-4313-8a66-63846f82fa8a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.816488 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-35e09a63-3b37-46aa-8e57-67dddafdd59c service neutron] 10.222.0.15 "GET /v2.0/networks/f066d302-7535-4006-b15a-0cbcfd3276cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988516 Sep 16 04:50:06.818070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5322cc1-8b59-4313-8a66-63846f82fa8a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:06.818701 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5322cc1-8b59-4313-8a66-63846f82fa8a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:06.825413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Router 1d1d190b-e557-4bb9-a05a-93a45af8a0b0 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:06.826648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b63924-3a5a-401b-abc3-b19813dbe08b None None] Network 941a63db-d057-48e4-a63f-4069dde2d65e could not be found, it might have been deleted concurrently. {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 04:50:06.837513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cbc1de-d28b-4713-9a42-7f934f6f79b2 None None] Network 941a63db-d057-48e4-a63f-4069dde2d65e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:06.858249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cbc1de-d28b-4713-9a42-7f934f6f79b2 None None] Network 941a63db-d057-48e4-a63f-4069dde2d65e could not be found, it might have been deleted concurrently. {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 04:50:06.972986 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81ce00db-24ce-410d-841f-413f6d078228 req-f242f085-a8b2-4dc4-958c-895e24cfb8e9 service neutron] 10.222.0.15 "GET /v2.0/networks/f066d302-7535-4006-b15a-0cbcfd3276cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485589 Sep 16 04:50:07.058919 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a5322cc1-8b59-4313-8a66-63846f82fa8a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6055729 Sep 16 04:50:07.061882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42224) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.067472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5322cc1-8b59-4313-8a66-63846f82fa8a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Network': ['ID=6de2d645-7e7b-40dc-b21c-5549cc7eb516,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.079913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 6de2d645-7e7b-40dc-b21c-5549cc7eb516 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:07.145522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cc5bf-9a13-443d-8a79-83db2f9f0374 req-79f2927a-cd65-4189-a2fa-18a1c6908a3c tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.147090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-653cc5bf-9a13-443d-8a79-83db2f9f0374 req-79f2927a-cd65-4189-a2fa-18a1c6908a3c tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 943 time: 0.1597219 Sep 16 04:50:07.174928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:07.188430 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Sync routers for ids ['1d1d190b-e557-4bb9-a05a-93a45af8a0b0'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:07.190250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a2ee3-531e-4556-880b-75a5fc40d0a4 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.194812 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bd1a2ee3-531e-4556-880b-75a5fc40d0a4 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/networks?id=6de2d645-7e7b-40dc-b21c-5549cc7eb516 HTTP/1.1" status: 200 len: 765 time: 0.1307521 Sep 16 04:50:07.195655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42232) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.199311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.201968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3b0765df-ac2a-4857-8bc4-ef882b623c41 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4585872 Sep 16 04:50:07.204106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42238) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.212263 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Routers {'1d1d190b-e557-4bb9-a05a-93a45af8a0b0'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:07.213018 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:49:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1d1d190b-e557-4bb9-a05a-93a45af8a0b0'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:07.218891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fe9e42bd-4845-4607-a469-b3270298d08a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'network': {'description': 'd2'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:07.280182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-653cc5bf-9a13-443d-8a79-83db2f9f0374 req-c6a9da82-2f84-49ed-bf08-230292296762 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cedef10-f672-4d19-a307-ec813e493249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129708 Sep 16 04:50:07.291945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72a698-dbd4-47f7-9acb-0d3662f79ae1 req-158fe74f-f2e5-4f9f-bf09-ccccb074ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.294067 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be72a698-dbd4-47f7-9acb-0d3662f79ae1 req-158fe74f-f2e5-4f9f-bf09-ccccb074ef28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d20f1dbc9d54f119da228fa8b50f057&device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 1095 time: 0.2663972 Sep 16 04:50:07.355709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.378035 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Set router 1d1d190b-e557-4bb9-a05a-93a45af8a0b0 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:07.419306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:07.458373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:07.458727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4708faf4-7a79-4c2f-a6ba-120f1e9d3deb not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:07.522623 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe9e42bd-4845-4607-a469-b3270298d08a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.524783 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.530135 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.544599 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe9e42bd-4845-4607-a469-b3270298d08a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.568309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe9e42bd-4845-4607-a469-b3270298d08a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network 6de2d645-7e7b-40dc-b21c-5549cc7eb516 is not hosted by any dhcp agent {{(pid=94744) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:50:07.574362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9e42bd-4845-4607-a469-b3270298d08a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.574574 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe9e42bd-4845-4607-a469-b3270298d08a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.579117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fe9e42bd-4845-4607-a469-b3270298d08a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "PUT /v2.0/networks/6de2d645-7e7b-40dc-b21c-5549cc7eb516 HTTP/1.1" status: 200 len: 762 time: 0.3671813 Sep 16 04:50:07.579963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42246) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.621516 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72a698-dbd4-47f7-9acb-0d3662f79ae1 req-23b93fce-7cd3-402d-a8dc-d0026b2e7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.623127 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be72a698-dbd4-47f7-9acb-0d3662f79ae1 req-23b93fce-7cd3-402d-a8dc-d0026b2e7fa7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f066d302-7535-4006-b15a-0cbcfd3276cc HTTP/1.1" status: 200 len: 913 time: 0.3085742 Sep 16 04:50:07.647239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Deleting port 26cc28b4-3c03-45d6-86a2-af43e685ff73 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:07.647804 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.692588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e42bd-4845-4607-a469-b3270298d08a tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Network': ['ID=6de2d645-7e7b-40dc-b21c-5549cc7eb516,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:07.696895 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be72a698-dbd4-47f7-9acb-0d3662f79ae1 req-f99268ff-4808-4017-b408-56f9c54addca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=746854f5-7696-4463-8a7d-4125480f1cec HTTP/1.1" status: 200 len: 217 time: 0.0420237 Sep 16 04:50:07.705396 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 6de2d645-7e7b-40dc-b21c-5549cc7eb516 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:07.724047 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1d190b-e557-4bb9-a05a-93a45af8a0b0', 'name': '', 'tenant_id': '3594a7c3ba6e425f82d082d286e482ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1468fe10-bf84-4ba1-ba34-6f4fda1f66a1', 'external_fixed_ips': [{'subnet_id': '9a704df2-22b0-42b9-956d-c0dcb932a650', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '26cc28b4-3c03-45d6-86a2-af43e685ff73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:02Z', 'updated_at': '2021-09-16T04:50:05Z', 'revision_number': 3, 'project_id': '3594a7c3ba6e425f82d082d286e482ea', 'gw_port': {'id': '26cc28b4-3c03-45d6-86a2-af43e685ff73', 'name': '', 'network_id': '1468fe10-bf84-4ba1-ba34-6f4fda1f66a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1d190b-e557-4bb9-a05a-93a45af8a0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '9a704df2-22b0-42b9-956d-c0dcb932a650', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:04Z', 'updated_at': '2021-09-16T04:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a704df2-22b0-42b9-956d-c0dcb932a650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:07.764772 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Checking router: 1d1d190b-e557-4bb9-a05a-93a45af8a0b0 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:07.765503 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Updating router 1d1d190b-e557-4bb9-a05a-93a45af8a0b0 port 26cc28b4-3c03-45d6-86a2-af43e685ff73 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:07.796774 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.805093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72a698-dbd4-47f7-9acb-0d3662f79ae1 req-0f5aedc9-004a-43e3-ae6d-62f3dd9c4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.806628 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be72a698-dbd4-47f7-9acb-0d3662f79ae1 req-0f5aedc9-004a-43e3-ae6d-62f3dd9c4d45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc5666f6-eb09-44b0-b914-594965038ebf HTTP/1.1" status: 200 len: 852 time: 0.1014626 Sep 16 04:50:07.821295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dc2f1-82c1-4717-9538-a61db849ff9e req-e00ab839-cfd1-4f56-9f22-4bce8580cbcd tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.821512 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:07.829959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0a9dc2f1-82c1-4717-9538-a61db849ff9e req-e00ab839-cfd1-4f56-9f22-4bce8580cbcd tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1107898 Sep 16 04:50:07.836205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebd6c82-1f2e-4e74-9061-1a8c4daa5b71 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:07.838045 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9ebd6c82-1f2e-4e74-9061-1a8c4daa5b71 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/networks?id=6de2d645-7e7b-40dc-b21c-5549cc7eb516 HTTP/1.1" status: 200 len: 765 time: 0.2568600 Sep 16 04:50:07.839724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Calling delete_port for 26cc28b4-3c03-45d6-86a2-af43e685ff73 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:07.845571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42250) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:07.882081 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be72a698-dbd4-47f7-9acb-0d3662f79ae1 req-7bd79a0e-015c-41d4-ae60-6ba4489f7b92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f066d302-7535-4006-b15a-0cbcfd3276cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452285 Sep 16 04:50:07.918041 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0a9dc2f1-82c1-4717-9538-a61db849ff9e req-b8db8bc9-ab54-4609-90ed-b6c25dab2ff1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861073 Sep 16 04:50:08.008508 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be72a698-dbd4-47f7-9acb-0d3662f79ae1 req-57d86724-c8bb-4b32-b662-d9bdb5e62a1e service neutron] 10.222.0.15 "GET /v2.0/networks/f066d302-7535-4006-b15a-0cbcfd3276cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149769 Sep 16 04:50:08.137882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4172b3-2baf-4209-a1f2-393fd56503fa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.138116 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be72a698-dbd4-47f7-9acb-0d3662f79ae1 req-a94b50a7-3784-4c4a-bef2-5f4bd1a61ac7 service neutron] 10.222.0.15 "GET /v2.0/networks/f066d302-7535-4006-b15a-0cbcfd3276cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207809 Sep 16 04:50:08.157650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4172b3-2baf-4209-a1f2-393fd56503fa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.159472 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8f4172b3-2baf-4209-a1f2-393fd56503fa tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1387 time: 0.3123665 Sep 16 04:50:08.162555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42256) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.210534 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4c6ebe3c-ce99-43cf-bee9-460e0028591b tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 207 time: 0.0437491 Sep 16 04:50:08.211184 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42258) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.245335 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.252652 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.db.api [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:50:08.252652 n-d-712142-17 neutron-server[94747]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Sep 16 04:50:08.252652 n-d-712142-17 neutron-server[94747]: [parameters: {'host': 'n-d-712142-17', 'ml2_port_bindings_port_id': '26cc28b4-3c03-45d6-86a2-af43e685ff73', 'ml2_port_bindings_host': ''}] Sep 16 04:50:08.252652 n-d-712142-17 neutron-server[94747]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:50:08.253170 n-d-712142-17 neutron-server[94747]: DEBUG oslo_db.api [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:50:08.385386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a03fd18-7da0-45ef-a9fe-685e0b97e482 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.396294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a03fd18-7da0-45ef-a9fe-685e0b97e482 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.401983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a03fd18-7da0-45ef-a9fe-685e0b97e482 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.407902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a03fd18-7da0-45ef-a9fe-685e0b97e482 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.413572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a03fd18-7da0-45ef-a9fe-685e0b97e482 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.419447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a03fd18-7da0-45ef-a9fe-685e0b97e482 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.425526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a03fd18-7da0-45ef-a9fe-685e0b97e482 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.427432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3a03fd18-7da0-45ef-a9fe-685e0b97e482 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4334 time: 0.2155852 Sep 16 04:50:08.431854 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.433573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42264) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.475707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event deleted for resources: {'Port': ['ID=26cc28b4-3c03-45d6-86a2-af43e685ff73,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.540800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8c9c8-dd5d-41aa-bf4f-93472f82f3c3 req-3a0597f5-30e8-4990-a79e-cc651ef0d017 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.548070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-39f8c9c8-dd5d-41aa-bf4f-93472f82f3c3 req-3a0597f5-30e8-4990-a79e-cc651ef0d017 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 943 time: 0.1826997 Sep 16 04:50:08.588945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.594510 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ba915958-6fd4-47a5-9fb8-27ff493f80a5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 914 time: 0.1584716 Sep 16 04:50:08.597358 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42270) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.599652 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 746854f5-7696-4463-8a7d-4125480f1cec details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:08.685082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-39f8c9c8-dd5d-41aa-bf4f-93472f82f3c3 req-7c441a0b-2d80-48b8-a5d9-9dd6b918fc6e tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cedef10-f672-4d19-a307-ec813e493249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316240 Sep 16 04:50:08.718540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5730da8a-2543-4a67-a2f8-a80f4dc7d396 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.720250 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 746854f5-7696-4463-8a7d-4125480f1cec, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=746854f5-7696-4463-8a7d-4125480f1cec,segment=NetworkSegment(14cd8c44-6ad8-429f-b719-69f19545a73c),segment_id=14cd8c44-6ad8-429f-b719-69f19545a73c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:08.720570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5730da8a-2543-4a67-a2f8-a80f4dc7d396 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.722405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5730da8a-2543-4a67-a2f8-a80f4dc7d396 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.724518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5730da8a-2543-4a67-a2f8-a80f4dc7d396 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.725772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.726217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5730da8a-2543-4a67-a2f8-a80f4dc7d396 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.728005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5730da8a-2543-4a67-a2f8-a80f4dc7d396 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1291952 Sep 16 04:50:08.733563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42272) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.734956 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.736893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '746854f5-7696-4463-8a7d-4125480f1cec', 'network_id': 'f066d302-7535-4006-b15a-0cbcfd3276cc', 'port_id': '746854f5-7696-4463-8a7d-4125480f1cec', 'mac_address': 'fa:16:3e:75:31:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5666f6-eb09-44b0-b914-594965038ebf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:08.780786 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Port 26cc28b4-3c03-45d6-86a2-af43e685ff73 not found while updating agent binding for router 1d1d190b-e557-4bb9-a05a-93a45af8a0b0. {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 04:50:08.791000 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.791551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d1d190b-e557-4bb9-a05a-93a45af8a0b0 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:08.802200 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Routers set() bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:08.802784 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Router IDs set() for agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:50:08.803423 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.804614 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-72ebc805-a90d-404a-ab0a-c7476075d463 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1d1d190b-e557-4bb9-a05a-93a45af8a0b0 HTTP/1.1" status: 204 len: 168 time: 1.5995605 Sep 16 04:50:08.805795 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_agentschedulers_db [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1d1d190b-e557-4bb9-a05a-93a45af8a0b0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:49:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent'). {{(pid=94747) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:50:08.806389 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7084f7-5aa4-4a49-845d-e92707dbe69c None None] The sync data for ids ['1d1d190b-e557-4bb9-a05a-93a45af8a0b0'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:08.810809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab1eea4-4b2f-4d9f-a909-f2e247bc71b4 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.811798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42274) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.813600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab1eea4-4b2f-4d9f-a909-f2e247bc71b4 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.815352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab1eea4-4b2f-4d9f-a909-f2e247bc71b4 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.816969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab1eea4-4b2f-4d9f-a909-f2e247bc71b4 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.818644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab1eea4-4b2f-4d9f-a909-f2e247bc71b4 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.825410 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cab1eea4-4b2f-4d9f-a909-f2e247bc71b4 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0867043 Sep 16 04:50:08.825630 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42276) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:08.832668 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.847975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746854f5-7696-4463-8a7d-4125480f1cec {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:08.872891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 746854f5-7696-4463-8a7d-4125480f1cec, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=746854f5-7696-4463-8a7d-4125480f1cec,segment=NetworkSegment(14cd8c44-6ad8-429f-b719-69f19545a73c),segment_id=14cd8c44-6ad8-429f-b719-69f19545a73c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:08.875621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf69fa02-2560-4045-9cc0-d44a8f9f1af9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Deleting subnet 9a704df2-22b0-42b9-956d-c0dcb932a650 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:08.877852 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.880761 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cf69fa02-2560-4045-9cc0-d44a8f9f1af9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:08.954519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7108f9-4629-40be-8cf5-83756f542724 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:08.961724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=746854f5-7696-4463-8a7d-4125480f1cec,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:08.975540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1e7108f9-4629-40be-8cf5-83756f542724 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/networks/bd334915-70bf-422c-a9da-414fc0d62997 HTTP/1.1" status: 200 len: 804 time: 0.1488504 Sep 16 04:50:08.979487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42280) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:09.087928 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['746854f5-7696-4463-8a7d-4125480f1cec'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:09.138223 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5c07d-71a8-4b89-9d48-95d9f86a851c req-a1c3ae01-c1f5-4913-9258-efa24be4e3a8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.140324 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-86b5c07d-71a8-4b89-9d48-95d9f86a851c req-a1c3ae01-c1f5-4913-9258-efa24be4e3a8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1174004 Sep 16 04:50:09.148404 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-231f88e0-dc0f-41bb-8e54-a4710a09bb6f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/networks/bd334915-70bf-422c-a9da-414fc0d62997?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1677608 Sep 16 04:50:09.156971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42284) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:09.233337 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-86b5c07d-71a8-4b89-9d48-95d9f86a851c req-6504bc49-7ac7-43aa-8b96-a076907eab06 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838184 Sep 16 04:50:09.251319 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226876a-092f-4676-8af9-1cc60d34d75e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.252592 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f226876a-092f-4676-8af9-1cc60d34d75e tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/subnets/d3971dff-8322-4562-9816-3042b1229e48 HTTP/1.1" status: 200 len: 843 time: 0.0933385 Sep 16 04:50:09.267694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42288) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:09.332785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2702172d-13c0-42d7-8da4-e30eb5494167 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.334270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2702172d-13c0-42d7-8da4-e30eb5494167 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "GET /v2.0/subnets/d3971dff-8322-4562-9816-3042b1229e48?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0656626 Sep 16 04:50:09.338103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42290) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:09.342982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6743cb08-2c60-4771-a1ac-6094cbb5a5e7 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2112531889'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:09.362796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cf69fa02-2560-4045-9cc0-d44a8f9f1af9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.365776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6743cb08-2c60-4771-a1ac-6094cbb5a5e7 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:09.371414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6743cb08-2c60-4771-a1ac-6094cbb5a5e7 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.402793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6743cb08-2c60-4771-a1ac-6094cbb5a5e7 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:09.416057 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cf69fa02-2560-4045-9cc0-d44a8f9f1af9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.418168 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6743cb08-2c60-4771-a1ac-6094cbb5a5e7 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.418525 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-6743cb08-2c60-4771-a1ac-6094cbb5a5e7 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Added segment bdd56366-05cd-4a95-a52f-f86b48c8ab79 of type vlan for network 5e24f47f-f0cf-4c60-aa86-81cf6f16636d Sep 16 04:50:09.474029 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6743cb08-2c60-4771-a1ac-6094cbb5a5e7 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.478780 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cf69fa02-2560-4045-9cc0-d44a8f9f1af9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.504697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6743cb08-2c60-4771-a1ac-6094cbb5a5e7 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.506019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69fa02-2560-4045-9cc0-d44a8f9f1af9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9a704df2-22b0-42b9-956d-c0dcb932a650,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:09.509835 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cf69fa02-2560-4045-9cc0-d44a8f9f1af9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.514998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cf69fa02-2560-4045-9cc0-d44a8f9f1af9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/9a704df2-22b0-42b9-956d-c0dcb932a650 HTTP/1.1" status: 204 len: 168 time: 0.6968410 Sep 16 04:50:09.514998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42294) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:09.517657 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743cb08-2c60-4771-a1ac-6094cbb5a5e7 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.518376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6743cb08-2c60-4771-a1ac-6094cbb5a5e7 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.590005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6743cb08-2c60-4771-a1ac-6094cbb5a5e7 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2507610 Sep 16 04:50:09.592912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42296) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:09.593128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.599041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'subnet': {'network_id': '5e24f47f-f0cf-4c60-aa86-81cf6f16636d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:09.604279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743cb08-2c60-4771-a1ac-6094cbb5a5e7 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Network': ['ID=5e24f47f-f0cf-4c60-aa86-81cf6f16636d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:09.616263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 5e24f47f-f0cf-4c60-aa86-81cf6f16636d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:09.684279 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.714800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Made reservation on behalf of 398fb0c700fc4f9188c127ef47e8d990 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:09.718692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1468fe10-bf84-4ba1-ba34-6f4fda1f66a1']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:09.720273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.732771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c0a61d-f67d-4fad-8a68-8e6e7b4861a7') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:09.733027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c0a61d-f67d-4fad-8a68-8e6e7b4861a7') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:09.744430 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.762474 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.770029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:09.770491 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:09.772426 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:09.807265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.ipam_backend_mixin [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Performing IP validity checks on allocation pools {{(pid=94744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 04:50:09.807822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.ipam_backend_mixin [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 04:50:09.874492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.882075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1468fe10-bf84-4ba1-ba34-6f4fda1f66a1 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:50:09.887327 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:09.893564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "DELETE /v2.0/networks/1468fe10-bf84-4ba1-ba34-6f4fda1f66a1 HTTP/1.1" status: 204 len: 168 time: 0.3765998 Sep 16 04:50:09.912486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526bc7b-acb2-4541-b730-ff6ebc450a7d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event deleted for resources: {'Network': ['ID=1468fe10-bf84-4ba1-ba34-6f4fda1f66a1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:09.923781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ccc2d-b9f9-4abc-b01a-abe3d8fad803 req-e82ea6bd-ca1c-4652-9de2-5f9e69c345f8 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:09.925791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-db1ccc2d-b9f9-4abc-b01a-abe3d8fad803 req-e82ea6bd-ca1c-4652-9de2-5f9e69c345f8 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 944 time: 0.1168847 Sep 16 04:50:10.003979 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-db1ccc2d-b9f9-4abc-b01a-abe3d8fad803 req-44ccc1f0-a410-4bc3-aa4b-53cabab93be6 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cedef10-f672-4d19-a307-ec813e493249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716267 Sep 16 04:50:10.040563 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.169254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Subnet': ['ID=c0efc22a-a31a-4fd3-9e2e-d8d2f4bbff45,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:10.226872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Checking segment: {'id': 'bdd56366-05cd-4a95-a52f-f86b48c8ab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e24f47f-f0cf-4c60-aa86-81cf6f16636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:10.227248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network hostable DHCP agents. Network: 5e24f47f-f0cf-4c60-aa86-81cf6f16636d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:10.240572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42322) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:10.245441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-54ced18f-ca49-4b48-87a7-61f130ab016b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Request body: {'router': {'name': 'tempest-router--2061208037', 'project_id': '9e5ea8297831485e9fb38cd30d69997e'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:10.282924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Network 5e24f47f-f0cf-4c60-aa86-81cf6f16636d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:10.296433 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54ced18f-ca49-4b48-87a7-61f130ab016b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.300180 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54ced18f-ca49-4b48-87a7-61f130ab016b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.306254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 5e24f47f-f0cf-4c60-aa86-81cf6f16636d) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:10.311069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.311603 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.331489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad6e7a9-023e-4719-bf24-e7f8ae83e9d4 None None] Network 5e24f47f-f0cf-4c60-aa86-81cf6f16636d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:10.335029 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5a02d327-f728-4604-8fa0-99ef17d0f691 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7410653 Sep 16 04:50:10.337269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42328) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:10.348447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5c4441a9-0ec8-4e3b-a2a4-40ebc168be78 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:10.518281 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54ced18f-ca49-4b48-87a7-61f130ab016b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.548551 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5c4441a9-0ec8-4e3b-a2a4-40ebc168be78 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26124186'] for subnet, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.553192 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54ced18f-ca49-4b48-87a7-61f130ab016b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.584933 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54ced18f-ca49-4b48-87a7-61f130ab016b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.586247 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-54ced18f-ca49-4b48-87a7-61f130ab016b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3443348 Sep 16 04:50:10.590638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42332) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:10.613337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 746854f5-7696-4463-8a7d-4125480f1cec up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:10.617671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02010bf-91ab-4776-b413-1217e26ae2f4 req-ccc9b57f-13db-4f19-990d-3460414517fe tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.625363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b02010bf-91ab-4776-b413-1217e26ae2f4 req-ccc9b57f-13db-4f19-990d-3460414517fe tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.2653537 Sep 16 04:50:10.646119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-5e24f47f-f0cf-4c60-aa86-81cf6f16636d', 'network_id': '5e24f47f-f0cf-4c60-aa86-81cf6f16636d', 'tenant_id': '398fb0c700fc4f9188c127ef47e8d990', 'fixed_ips': [{'subnet_id': 'c0efc22a-a31a-4fd3-9e2e-d8d2f4bbff45'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:10.646960 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.719805 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-541fe2b2-0407-4f7d-b687-4ad965c06aa7 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.745313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 746854f5-7696-4463-8a7d-4125480f1cec completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:10.757397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 746854f5-7696-4463-8a7d-4125480f1cec triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:10.757806 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.814351 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b02010bf-91ab-4776-b413-1217e26ae2f4 req-a495e6f8-1f01-4c7e-80c8-008936b5fdb6 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877897 Sep 16 04:50:10.816841 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5c4441a9-0ec8-4e3b-a2a4-40ebc168be78 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767728591620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25435243'] for subnet, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.839343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4441a9-0ec8-4e3b-a2a4-40ebc168be78 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:10.840059 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5c4441a9-0ec8-4e3b-a2a4-40ebc168be78 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.844780 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5c4441a9-0ec8-4e3b-a2a4-40ebc168be78 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "PUT /v2.0/subnets/c0efc22a-a31a-4fd3-9e2e-d8d2f4bbff45 HTTP/1.1" status: 200 len: 900 time: 0.5035012 Sep 16 04:50:10.862901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42334) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:10.902375 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.909828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4441a9-0ec8-4e3b-a2a4-40ebc168be78 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event updated for resources: {'Subnet': ['ID=c0efc22a-a31a-4fd3-9e2e-d8d2f4bbff45,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:10.917316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Allocated IP 2001:db8::3 (5e24f47f-f0cf-4c60-aa86-81cf6f16636d/c0efc22a-a31a-4fd3-9e2e-d8d2f4bbff45/1bf17fb3-0283-4074-8bf6-3464b19d9a26) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:10.953236 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-541fe2b2-0407-4f7d-b687-4ad965c06aa7 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.953236 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-541fe2b2-0407-4f7d-b687-4ad965c06aa7 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:10.976321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 746854f5-7696-4463-8a7d-4125480f1cec, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=746854f5-7696-4463-8a7d-4125480f1cec,segment=NetworkSegment(14cd8c44-6ad8-429f-b719-69f19545a73c),segment_id=14cd8c44-6ad8-429f-b719-69f19545a73c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:10.978693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72752b03-ad62-4081-8136-f4e8c95bc3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746854f5-7696-4463-8a7d-4125480f1cec'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:10.981508 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b90df2e-7815-45c1-b789-8d407ce284a4" -d '{"events": [{"server_uuid": "72752b03-ad62-4081-8136-f4e8c95bc3bd", "name": "network-vif-plugged", "status": "completed", "tag": "746854f5-7696-4463-8a7d-4125480f1cec"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:10.987989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.012295 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-541fe2b2-0407-4f7d-b687-4ad965c06aa7 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.012894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541fe2b2-0407-4f7d-b687-4ad965c06aa7 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c95b82fb-9605-4c64-bfea-fe924e8d4b54 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:11.027021 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-541fe2b2-0407-4f7d-b687-4ad965c06aa7 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.028580 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-541fe2b2-0407-4f7d-b687-4ad965c06aa7 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "DELETE /v2.0/routers/c95b82fb-9605-4c64-bfea-fe924e8d4b54 HTTP/1.1" status: 204 len: 168 time: 0.4369864 Sep 16 04:50:11.061987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=746854f5-7696-4463-8a7d-4125480f1cec,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:11.075702 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21643ee8-0890-4d68-a9e3-6e98f24ba378 x-openstack-request-id: req-21643ee8-0890-4d68-a9e3-6e98f24ba378 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:11.076006 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72752b03-ad62-4081-8136-f4e8c95bc3bd", "name": "network-vif-plugged", "status": "completed", "tag": "746854f5-7696-4463-8a7d-4125480f1cec", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:11.076269 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21643ee8-0890-4d68-a9e3-6e98f24ba378 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:11.076666 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72752b03-ad62-4081-8136-f4e8c95bc3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746854f5-7696-4463-8a7d-4125480f1cec', 'code': 200} Sep 16 04:50:11.124264 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.231800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b49259-5267-48c4-beab-458bbc2e0712 req-3eb3bdc8-73c9-47ce-bd49-4a27178aaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.232512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cad5d-5dbe-4a9f-a1fe-40b069ffd551 req-7baac227-d342-4c9f-9e13-ab1b5c8e56e1 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:11.233515 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b7b49259-5267-48c4-beab-458bbc2e0712 req-3eb3bdc8-73c9-47ce-bd49-4a27178aaf5b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 1097 time: 0.0991938 Sep 16 04:50:11.246275 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-602cad5d-5dbe-4a9f-a1fe-40b069ffd551 req-7baac227-d342-4c9f-9e13-ab1b5c8e56e1 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 945 time: 0.1269858 Sep 16 04:50:11.255908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42346) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:11.285097 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.292342 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.294013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.305275 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-602cad5d-5dbe-4a9f-a1fe-40b069ffd551 req-7c457908-c8df-4298-97e2-965376c8c6b1 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cedef10-f672-4d19-a307-ec813e493249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581131 Sep 16 04:50:11.331909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Network 5e24f47f-f0cf-4c60-aa86-81cf6f16636d is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:11.334873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:11.338445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:11.357000 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Pushing event updated for resources: {'Port': ['ID=1bf17fb3-0283-4074-8bf6-3464b19d9a26,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:11.384475 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b7b49259-5267-48c4-beab-458bbc2e0712 req-89d28ac9-5382-4be4-a8b4-a37221423348 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6cedef10-f672-4d19-a307-ec813e493249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358180 Sep 16 04:50:11.408648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Attempting to bind port 1bf17fb3-0283-4074-8bf6-3464b19d9a26 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:11.409234 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Attempting to bind port 1bf17fb3-0283-4074-8bf6-3464b19d9a26 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'bdd56366-05cd-4a95-a52f-f86b48c8ab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e24f47f-f0cf-4c60-aa86-81cf6f16636d'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:11.409634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Attempting to bind port 1bf17fb3-0283-4074-8bf6-3464b19d9a26 on network 5e24f47f-f0cf-4c60-aa86-81cf6f16636d {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:11.414984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:11.416578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Checking segment: {'id': 'bdd56366-05cd-4a95-a52f-f86b48c8ab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e24f47f-f0cf-4c60-aa86-81cf6f16636d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:11.416578 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.416578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Bound using segment: {'id': 'bdd56366-05cd-4a95-a52f-f86b48c8ab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e24f47f-f0cf-4c60-aa86-81cf6f16636d'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:11.416871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Bound port: 1bf17fb3-0283-4074-8bf6-3464b19d9a26, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd56366-05cd-4a95-a52f-f86b48c8ab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e24f47f-f0cf-4c60-aa86-81cf6f16636d'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:11.417390 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.445378 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.504926 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Subnet': ['ID=c0efc22a-a31a-4fd3-9e2e-d8d2f4bbff45,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:11.549864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] For port 1bf17fb3-0283-4074-8bf6-3464b19d9a26, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:11.555792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] For port 1bf17fb3-0283-4074-8bf6-3464b19d9a26, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1bf17fb3-0283-4074-8bf6-3464b19d9a26,segment=NetworkSegment(bdd56366-05cd-4a95-a52f-f86b48c8ab79),segment_id=bdd56366-05cd-4a95-a52f-f86b48c8ab79)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:11.561377 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.576128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1395674984', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:11.603108 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.621032 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.622672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.643318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e24f47f-f0cf-4c60-aa86-81cf6f16636d']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.661716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd56366-05cd-4a95-a52f-f86b48c8ab79') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.662720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd56366-05cd-4a95-a52f-f86b48c8ab79') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:11.679485 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.679802 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314154df-5fd2-4bd1-bd4c-598c3fba581d None None] Network 5e24f47f-f0cf-4c60-aa86-81cf6f16636d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:11.683588 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615f830-ab9d-41c8-becc-98e6f5b3b913 None None] Pushing event updated for resources: {'Port': ['ID=1bf17fb3-0283-4074-8bf6-3464b19d9a26,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:11.702113 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.713646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:11.714491 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:11.721016 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:11.794257 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.823787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.api [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 04:50:11.823787 n-d-712142-17 neutron-server[94744]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 04:50:11.823787 n-d-712142-17 neutron-server[94744]: [parameters: {'id': '5e24f47f-f0cf-4c60-aa86-81cf6f16636d'}] Sep 16 04:50:11.823787 n-d-712142-17 neutron-server[94744]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:50:11.824408 n-d-712142-17 neutron-server[94744]: DEBUG oslo_db.api [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:50:11.858374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac46e7b-18d0-4083-9207-dbd63b62ed83 None None] Network 5e24f47f-f0cf-4c60-aa86-81cf6f16636d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:11.983958 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:11.997157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be16eadf-1e05-43fa-94ac-eb33dd59d9a2 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:50:12.028916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d239b-8256-46ba-86f4-bed182ff599d req-31df481a-5532-4aff-b370-d69749d46ef7 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.034607 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa8d239b-8256-46ba-86f4-bed182ff599d req-31df481a-5532-4aff-b370-d69749d46ef7 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1095095 Sep 16 04:50:12.118389 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa8d239b-8256-46ba-86f4-bed182ff599d req-b0d8240b-6ef0-4a74-a425-487fd57342d8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740874 Sep 16 04:50:12.158676 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16eadf-1e05-43fa-94ac-eb33dd59d9a2 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:50:12.264816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.284057 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.326078 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.431275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Deleting port 1bf17fb3-0283-4074-8bf6-3464b19d9a26 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:12.431591 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.551204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Allocated IP 172.25.0.184 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/b94242a2-e930-41c4-9cff-29ba3aecdc2c) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:12.650849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] For port 1bf17fb3-0283-4074-8bf6-3464b19d9a26, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1bf17fb3-0283-4074-8bf6-3464b19d9a26,segment=NetworkSegment(bdd56366-05cd-4a95-a52f-f86b48c8ab79),segment_id=bdd56366-05cd-4a95-a52f-f86b48c8ab79)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:12.651225 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.680549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10812767-4ea5-4147-945a-9886aad66b72 req-027e6f61-7483-47ab-a229-6bb7a204f928 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:12.682113 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10812767-4ea5-4147-945a-9886aad66b72 req-027e6f61-7483-47ab-a229-6bb7a204f928 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 945 time: 0.1565888 Sep 16 04:50:12.682894 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Calling delete_port for 1bf17fb3-0283-4074-8bf6-3464b19d9a26 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:12.716163 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.771194 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.782383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10812767-4ea5-4147-945a-9886aad66b72 req-0d34a3e0-eaec-4fcc-98f2-97c3132cf6ee tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cedef10-f672-4d19-a307-ec813e493249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889561 Sep 16 04:50:12.828942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Pushing event updated for resources: {'Port': ['ID=b94242a2-e930-41c4-9cff-29ba3aecdc2c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.829370 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:12.839034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:12.840434 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:12.843155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:12.877392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Port': ['ID=1bf17fb3-0283-4074-8bf6-3464b19d9a26,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:12.884208 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No DVR routers for this DVR port 1bf17fb3-0283-4074-8bf6-3464b19d9a26 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:12.984087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42382) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:12.994749 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.015609 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e24f47f-f0cf-4c60-aa86-81cf6f16636d']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:13.026090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd56366-05cd-4a95-a52f-f86b48c8ab79') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:13.026400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd56366-05cd-4a95-a52f-f86b48c8ab79') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:13.041894 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.057766 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.066487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:13.066928 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:13.074494 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:13.153306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.166871 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.182109 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.184794 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/5e24f47f-f0cf-4c60-aa86-81cf6f16636d HTTP/1.1" status: 204 len: 168 time: 2.3208935 Sep 16 04:50:13.195708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42388) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:13.204581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae2336-e175-45d2-80d3-a651d8ea1133 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Network': ['ID=5e24f47f-f0cf-4c60-aa86-81cf6f16636d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:13.216350 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e56ba28-bbff-4d54-af81-c1ffcf0c639d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.243150 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6fca13-6894-409a-93b5-d888874f3468 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:13.244030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6fca13-6894-409a-93b5-d888874f3468 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:13.246359 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1e6fca13-6894-409a-93b5-d888874f3468 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/subnets/c0efc22a-a31a-4fd3-9e2e-d8d2f4bbff45 HTTP/1.1" status: 404 len: 337 time: 0.0487874 Sep 16 04:50:13.247916 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42390) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:13.283056 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-4783a300-2508-4488-a807-aa3eae47486d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:13.283986 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4783a300-2508-4488-a807-aa3eae47486d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:13.285802 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4783a300-2508-4488-a807-aa3eae47486d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/5e24f47f-f0cf-4c60-aa86-81cf6f16636d HTTP/1.1" status: 404 len: 339 time: 0.0369411 Sep 16 04:50:13.288377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42392) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:13.340095 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8f4aa-996e-48f4-b275-d8ab1396e0e0 req-d5c92cd4-d091-4f23-9532-d76fabab5d9a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.341664 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81b8f4aa-996e-48f4-b275-d8ab1396e0e0 req-d5c92cd4-d091-4f23-9532-d76fabab5d9a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1075921 Sep 16 04:50:13.407548 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.432650 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81b8f4aa-996e-48f4-b275-d8ab1396e0e0 req-f9b4c838-fdf6-453f-80d4-50191b49d701 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564322 Sep 16 04:50:13.449879 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.459400 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e56ba28-bbff-4d54-af81-c1ffcf0c639d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.493286 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e56ba28-bbff-4d54-af81-c1ffcf0c639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.508808 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.530009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de2d645-7e7b-40dc-b21c-5549cc7eb516']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:13.540669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3e0ad7-41f9-487e-94e1-6b002c8e8f27') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:13.540973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3e0ad7-41f9-487e-94e1-6b002c8e8f27') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:13.551519 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.565997 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.571826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:13.572221 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:13.575226 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:13.580658 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7e56ba28-bbff-4d54-af81-c1ffcf0c639d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c1a714733d04589b1829839fad33c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948331 Sep 16 04:50:13.583294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42396) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:13.589381 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56ba28-bbff-4d54-af81-c1ffcf0c639d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4ebfe4-485c-460e-8337-1944d29e215c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:13.642640 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.651033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.653040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/6de2d645-7e7b-40dc-b21c-5549cc7eb516 HTTP/1.1" status: 204 len: 168 time: 0.3637159 Sep 16 04:50:13.656039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42400) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:13.662899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8abc7f-be27-4390-b902-34fe680f1ee6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Network': ['ID=6de2d645-7e7b-40dc-b21c-5549cc7eb516,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:13.667542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25109853-ec21-413c-940b-859bf6beaf24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.693269 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a04c141-3d3e-45aa-a097-6188c2eaef7f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:13.693768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a04c141-3d3e-45aa-a097-6188c2eaef7f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:13.695511 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7a04c141-3d3e-45aa-a097-6188c2eaef7f tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/subnets/5b24c339-49ba-496a-b75b-2c398151e0d9 HTTP/1.1" status: 404 len: 337 time: 0.0378602 Sep 16 04:50:13.698352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42402) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:13.718091 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25109853-ec21-413c-940b-859bf6beaf24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.718682 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-69976b0e-b3d8-4e55-8436-804d0cce9e62 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:13.718878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69976b0e-b3d8-4e55-8436-804d0cce9e62 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:13.720139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Router e168ca6b-6fb5-46ca-afc5-d203de82ac76 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:13.720928 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-69976b0e-b3d8-4e55-8436-804d0cce9e62 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/941a63db-d057-48e4-a63f-4069dde2d65e HTTP/1.1" status: 404 len: 339 time: 0.0212588 Sep 16 04:50:13.723465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42404) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:13.776792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64e00da-65ad-4c97-bd10-7dcc6c380b9d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Deleting subnet d0538b12-37e8-412c-a7c2-f457744dcfd8 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:13.779960 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c64e00da-65ad-4c97-bd10-7dcc6c380b9d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.896520 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25109853-ec21-413c-940b-859bf6beaf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.899199 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25109853-ec21-413c-940b-859bf6beaf24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.902735 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-25109853-ec21-413c-940b-859bf6beaf24 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e4ebfe4-485c-460e-8337-1944d29e215c HTTP/1.1" status: 204 len: 168 time: 0.3161740 Sep 16 04:50:13.916674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:13.919215 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25109853-ec21-413c-940b-859bf6beaf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4ebfe4-485c-460e-8337-1944d29e215c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:13.939351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b682d8-d2a8-4040-abe3-13d61effb7a8 None None] Sync routers for ids ['e168ca6b-6fb5-46ca-afc5-d203de82ac76'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:13.952236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d277fdd-5aed-41a6-a3f3-ca0956a69e26 req-3c59e719-edf1-480a-95e2-84123c778cc4 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:13.953507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b682d8-d2a8-4040-abe3-13d61effb7a8 None None] Routers {'e168ca6b-6fb5-46ca-afc5-d203de82ac76'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:13.954534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-67b682d8-d2a8-4040-abe3-13d61effb7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:49:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['e168ca6b-6fb5-46ca-afc5-d203de82ac76'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:13.960450 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d277fdd-5aed-41a6-a3f3-ca0956a69e26 req-3c59e719-edf1-480a-95e2-84123c778cc4 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 945 time: 0.0952687 Sep 16 04:50:13.968590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:13.973113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4fa0bc15-be36-4f40-bd4d-bc641be79b7e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7153943 Sep 16 04:50:13.974956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42412) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:13.993544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-67b682d8-d2a8-4040-abe3-13d61effb7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:14.005723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b682d8-d2a8-4040-abe3-13d61effb7a8 None None] Routers {'e168ca6b-6fb5-46ca-afc5-d203de82ac76'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:14.006660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-67b682d8-d2a8-4040-abe3-13d61effb7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:49:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['e168ca6b-6fb5-46ca-afc5-d203de82ac76'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:14.046281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-67b682d8-d2a8-4040-abe3-13d61effb7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:14.047327 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b682d8-d2a8-4040-abe3-13d61effb7a8 None None] The sync data for ids ['e168ca6b-6fb5-46ca-afc5-d203de82ac76'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:14.049258 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d277fdd-5aed-41a6-a3f3-ca0956a69e26 req-1edf21b5-7e85-4e3f-b12f-dfa5f4e81759 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cedef10-f672-4d19-a307-ec813e493249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879190 Sep 16 04:50:14.151213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6ce5aedf-4558-4d3e-b4b2-4e1e787d1fc1 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/routers/e168ca6b-6fb5-46ca-afc5-d203de82ac76 HTTP/1.1" status: 200 len: 921 time: 0.1720431 Sep 16 04:50:14.152302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42420) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:14.193272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d53d6f49-ba87-4348-84e8-ed21744508f4 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "GET /v2.0/ports?device_id=e168ca6b-6fb5-46ca-afc5-d203de82ac76 HTTP/1.1" status: 200 len: 205 time: 0.0372562 Sep 16 04:50:14.193502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42424) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:14.221131 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c64e00da-65ad-4c97-bd10-7dcc6c380b9d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.322981 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c64e00da-65ad-4c97-bd10-7dcc6c380b9d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.324835 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.386743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42430) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:14.407736 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b01f3def-76eb-467c-ac15-e53b27671836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.442464 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c64e00da-65ad-4c97-bd10-7dcc6c380b9d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.508227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e00da-65ad-4c97-bd10-7dcc6c380b9d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Subnet': ['ID=d0538b12-37e8-412c-a7c2-f457744dcfd8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:14.513456 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c64e00da-65ad-4c97-bd10-7dcc6c380b9d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.515710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c64e00da-65ad-4c97-bd10-7dcc6c380b9d tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/subnets/d0538b12-37e8-412c-a7c2-f457744dcfd8 HTTP/1.1" status: 204 len: 168 time: 0.7912567 Sep 16 04:50:14.520656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42434) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:14.528539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff0857c-d047-450a-a02c-9e9ab86cc7b6 None None] Network 03643cca-ab5c-4492-9d82-57c73d86de68 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:14.598183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951367e-ac2e-49d4-b500-47d8d2ab9099 req-f8849216-00eb-4912-a06f-070ac8b0a41e tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:14.599827 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2951367e-ac2e-49d4-b500-47d8d2ab9099 req-f8849216-00eb-4912-a06f-070ac8b0a41e tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 945 time: 0.1731081 Sep 16 04:50:14.631303 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9a79ae-960c-40db-8100-70044d7a3a97 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Deleting subnet dd4da4b2-c73d-4053-9b59-647f18448c48 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:14.641358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af9a79ae-960c-40db-8100-70044d7a3a97 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.711656 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2951367e-ac2e-49d4-b500-47d8d2ab9099 req-68f91a62-f00d-496d-b4d8-2802ef45b05f tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cedef10-f672-4d19-a307-ec813e493249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050951 Sep 16 04:50:14.719222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af9a79ae-960c-40db-8100-70044d7a3a97 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.780127 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b01f3def-76eb-467c-ac15-e53b27671836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.788759 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b01f3def-76eb-467c-ac15-e53b27671836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.805734 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.866761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f3def-76eb-467c-ac15-e53b27671836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efa9a96-7e6b-4212-93bc-29e26e14d578,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:14.890544 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b01f3def-76eb-467c-ac15-e53b27671836 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8ef873071b54369903d2a386f2334f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5025411 Sep 16 04:50:14.891337 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42440) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:14.899036 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af9a79ae-960c-40db-8100-70044d7a3a97 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.928566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4055ece-91fc-4d3a-9e22-744bfefad481 req-6e2fc592-bb3f-4b70-9a4e-8e1165f9f590 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:14.936141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f4055ece-91fc-4d3a-9e22-744bfefad481 req-6e2fc592-bb3f-4b70-9a4e-8e1165f9f590 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1319253 Sep 16 04:50:14.978489 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:50:14.984946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Deleting port b94242a2-e930-41c4-9cff-29ba3aecdc2c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:14.986011 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:14.993326 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af9a79ae-960c-40db-8100-70044d7a3a97 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.032154 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f4055ece-91fc-4d3a-9e22-744bfefad481 req-444a04f0-ffa4-433b-8be1-07d6e601659d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939281 Sep 16 04:50:15.035165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a79ae-960c-40db-8100-70044d7a3a97 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4da4b2-c73d-4053-9b59-647f18448c48,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:15.047044 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af9a79ae-960c-40db-8100-70044d7a3a97 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.052031 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-af9a79ae-960c-40db-8100-70044d7a3a97 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/subnets/dd4da4b2-c73d-4053-9b59-647f18448c48 HTTP/1.1" status: 204 len: 168 time: 0.5273521 Sep 16 04:50:15.054592 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42444) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:15.092329 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53e77648-9b9b-4ad8-afbf-a26fcddc684a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.127233 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53e77648-9b9b-4ad8-afbf-a26fcddc684a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.143673 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.147815 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.176524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Calling delete_port for b94242a2-e930-41c4-9cff-29ba3aecdc2c owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:15.204549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Deleting port d7de5a75-fca9-495f-a974-a8dcd9a28521 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:15.204998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.244165 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53e77648-9b9b-4ad8-afbf-a26fcddc684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.246828 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53e77648-9b9b-4ad8-afbf-a26fcddc684a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.250553 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-53e77648-9b9b-4ad8-afbf-a26fcddc684a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4efa9a96-7e6b-4212-93bc-29e26e14d578 HTTP/1.1" status: 204 len: 168 time: 0.3532913 Sep 16 04:50:15.265335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e77648-9b9b-4ad8-afbf-a26fcddc684a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efa9a96-7e6b-4212-93bc-29e26e14d578,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:15.301061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] For port d7de5a75-fca9-495f-a974-a8dcd9a28521, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d7de5a75-fca9-495f-a974-a8dcd9a28521,segment=NetworkSegment(ce7f03bc-cc7d-4348-a61f-1eff225b9b80),segment_id=ce7f03bc-cc7d-4348-a61f-1eff225b9b80)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:15.301521 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.315758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Calling delete_port for d7de5a75-fca9-495f-a974-a8dcd9a28521 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:15.398906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e2e1b3-73c8-4c2b-bf24-c59c5441bdc9 None None] Network 03643cca-ab5c-4492-9d82-57c73d86de68 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:15.403398 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.407353 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.435189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Pushing event deleted for resources: {'Port': ['ID=b94242a2-e930-41c4-9cff-29ba3aecdc2c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:15.448742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No DVR routers for this DVR port d7de5a75-fca9-495f-a974-a8dcd9a28521 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:15.456868 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Port': ['ID=d7de5a75-fca9-495f-a974-a8dcd9a28521,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:15.513491 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.564029 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.589239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03643cca-ab5c-4492-9d82-57c73d86de68']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:15.604814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7f03bc-cc7d-4348-a61f-1eff225b9b80') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:15.605549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7f03bc-cc7d-4348-a61f-1eff225b9b80') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:15.619438 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.636314 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.644444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:15.645859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.649239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e8311b98-63ab-445a-bce2-31dc3aca645d None None] Could not find standard attr ID for object d7de5a75-fca9-495f-a974-a8dcd9a28521. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:15.650418 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:15.665180 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.668749 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.725929 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.726688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Fanout notify agent at l3_agent the message router_deleted on router e168ca6b-6fb5-46ca-afc5-d203de82ac76 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:15.740287 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.745088 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eeb071f5-3201-48f6-b9c3-6de47a62c214 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/routers/e168ca6b-6fb5-46ca-afc5-d203de82ac76 HTTP/1.1" status: 204 len: 168 time: 1.5471599 Sep 16 04:50:15.745505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42456) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:15.753788 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac54876-70b1-4a30-afc4-2f26616ebc91 None None] DHCP port deletion for 03643cca-ab5c-4492-9d82-57c73d86de68 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:15.766550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1719356585', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'enable_snat': False}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:15.794633 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.799158 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.800637 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.806445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fe74c-fecf-4a7f-ba0f-56e75d6c79bf req-9ca95239-0dab-45e2-9efb-0e5a5e905d4d tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:15.808506 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f2fe74c-fecf-4a7f-ba0f-56e75d6c79bf req-9ca95239-0dab-45e2-9efb-0e5a5e905d4d tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.15 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 945 time: 0.1266570 Sep 16 04:50:15.814850 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.819987 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/03643cca-ab5c-4492-9d82-57c73d86de68 HTTP/1.1" status: 204 len: 168 time: 0.7609653 Sep 16 04:50:15.821197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42460) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:15.849994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f9161-7824-43a9-bcf9-791620f327b1 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Network': ['ID=03643cca-ab5c-4492-9d82-57c73d86de68,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:15.875927 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3ea13f-1bb5-4d54-804c-ff7c795024f5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:15.876403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3ea13f-1bb5-4d54-804c-ff7c795024f5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:15.880615 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6a3ea13f-1bb5-4d54-804c-ff7c795024f5 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/subnets/10f5cefc-ad84-4dd9-a749-3a706299298d HTTP/1.1" status: 404 len: 337 time: 0.0560412 Sep 16 04:50:15.886725 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42466) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:15.904935 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:15.915346 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2d9a40-838c-4f3d-a753-b51cd8ba8ada tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:15.916054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2d9a40-838c-4f3d-a753-b51cd8ba8ada tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:15.920489 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fa2d9a40-838c-4f3d-a753-b51cd8ba8ada tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/594e1806-59a9-4c55-adbf-276fc00afefc HTTP/1.1" status: 404 len: 339 time: 0.0273101 Sep 16 04:50:15.927222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42468) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:15.956417 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a761f1db-48d3-4ac9-8b54-ae5c941fe96c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:15.957108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a761f1db-48d3-4ac9-8b54-ae5c941fe96c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:15.958772 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a761f1db-48d3-4ac9-8b54-ae5c941fe96c tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/subnets/c450f261-9a73-4c87-a118-98667db234f4 HTTP/1.1" status: 404 len: 337 time: 0.0294952 Sep 16 04:50:15.962249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42472) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:16.001463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41b0ce-e34a-4bf4-8b6d-cb98fceed4f3 req-4d62da05-3dfa-4ef6-9b4a-7319f02dd033 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.003051 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c41b0ce-e34a-4bf4-8b6d-cb98fceed4f3 req-4d62da05-3dfa-4ef6-9b4a-7319f02dd033 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 945 time: 0.1820028 Sep 16 04:50:16.043924 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9689c553-8fb3-4837-aaab-cd1dce933101 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:16.045031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9689c553-8fb3-4837-aaab-cd1dce933101 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:16.048915 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9689c553-8fb3-4837-aaab-cd1dce933101 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/befaad20-203e-4e57-b871-59a814a2b7cf HTTP/1.1" status: 404 len: 339 time: 0.0854609 Sep 16 04:50:16.052927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42478) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:16.078501 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c41b0ce-e34a-4bf4-8b6d-cb98fceed4f3 req-2c8b51e4-c848-4448-9997-366ad153e68a tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cedef10-f672-4d19-a307-ec813e493249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601740 Sep 16 04:50:16.117284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-0f2fe74c-fecf-4a7f-ba0f-56e75d6c79bf req-4464909d-ef0b-4e43-85de-d36e9f91e387 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Deleting port 746854f5-7696-4463-8a7d-4125480f1cec {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:16.117860 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0f2fe74c-fecf-4a7f-ba0f-56e75d6c79bf req-4464909d-ef0b-4e43-85de-d36e9f91e387 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.149629 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e15db65-b4a3-4b40-b902-92dc1c7ae8c6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:16.150284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e15db65-b4a3-4b40-b902-92dc1c7ae8c6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:16.153013 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0e15db65-b4a3-4b40-b902-92dc1c7ae8c6 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/subnets/532522ce-43ed-41cc-a6db-728b4b1b16b0 HTTP/1.1" status: 404 len: 337 time: 0.0996456 Sep 16 04:50:16.157671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42486) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:16.209189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.226437 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-40876891-3ad6-425a-8db1-6ed0f7a04a22 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:16.227334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40876891-3ad6-425a-8db1-6ed0f7a04a22 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:16.229364 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-40876891-3ad6-425a-8db1-6ed0f7a04a22 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/4782d9af-8431-4a32-95ac-a016a15b1752 HTTP/1.1" status: 404 len: 339 time: 0.0722773 Sep 16 04:50:16.231879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42490) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:16.289441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50645071-33f8-437e-a86d-5a250d3545e3 req-f10a8c3b-4edd-4701-ad30-5f7c3a87cf03 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:16.298838 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50645071-33f8-437e-a86d-5a250d3545e3 req-f10a8c3b-4edd-4701-ad30-5f7c3a87cf03 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1040933 Sep 16 04:50:16.333841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-317ed404-b0d1-4b87-a933-219c713f4146 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Deleting subnet b23f80a9-a864-42cb-a014-a160b89a4eba {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:16.338236 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-317ed404-b0d1-4b87-a933-219c713f4146 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.345653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-0f2fe74c-fecf-4a7f-ba0f-56e75d6c79bf req-4464909d-ef0b-4e43-85de-d36e9f91e387 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] For port 746854f5-7696-4463-8a7d-4125480f1cec, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=746854f5-7696-4463-8a7d-4125480f1cec,segment=NetworkSegment(14cd8c44-6ad8-429f-b719-69f19545a73c),segment_id=14cd8c44-6ad8-429f-b719-69f19545a73c)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:16.346041 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0f2fe74c-fecf-4a7f-ba0f-56e75d6c79bf req-4464909d-ef0b-4e43-85de-d36e9f91e387 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.366955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-0f2fe74c-fecf-4a7f-ba0f-56e75d6c79bf req-4464909d-ef0b-4e43-85de-d36e9f91e387 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Calling delete_port for 746854f5-7696-4463-8a7d-4125480f1cec owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:16.384432 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-317ed404-b0d1-4b87-a933-219c713f4146 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.401888 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-50645071-33f8-437e-a86d-5a250d3545e3 req-a14d0598-6ca9-4ed2-9b39-3e2c063ce0cc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020558 Sep 16 04:50:16.487850 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-317ed404-b0d1-4b87-a933-219c713f4146 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.537033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0f2fe74c-fecf-4a7f-ba0f-56e75d6c79bf req-4464909d-ef0b-4e43-85de-d36e9f91e387 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.553029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['746854f5-7696-4463-8a7d-4125480f1cec'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:16.571427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464909d-ef0b-4e43-85de-d36e9f91e387 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Pushing event deleted for resources: {'Port': ['ID=746854f5-7696-4463-8a7d-4125480f1cec,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.610007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7ea763cd-c867-4303-91c2-4c98a6e4597c details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:16.628634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-317ed404-b0d1-4b87-a933-219c713f4146 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.663691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2fe74c-fecf-4a7f-ba0f-56e75d6c79bf req-4464909d-ef0b-4e43-85de-d36e9f91e387 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] No DVR routers for this DVR port 746854f5-7696-4463-8a7d-4125480f1cec on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:16.666753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0f2fe74c-fecf-4a7f-ba0f-56e75d6c79bf req-4464909d-ef0b-4e43-85de-d36e9f91e387 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.669463 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f2fe74c-fecf-4a7f-ba0f-56e75d6c79bf req-4464909d-ef0b-4e43-85de-d36e9f91e387 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.15 "DELETE /v2.0/ports/746854f5-7696-4463-8a7d-4125480f1cec HTTP/1.1" status: 204 len: 173 time: 0.8443668 Sep 16 04:50:16.671070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72752b03-ad62-4081-8136-f4e8c95bc3bd', 'name': 'network-vif-deleted', 'tag': '746854f5-7696-4463-8a7d-4125480f1cec'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:16.674470 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4480e9a4-cf17-429d-86d0-6c3bb231a278" -d '{"events": [{"server_uuid": "72752b03-ad62-4081-8136-f4e8c95bc3bd", "name": "network-vif-deleted", "tag": "746854f5-7696-4463-8a7d-4125480f1cec"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:16.725466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ed404-b0d1-4b87-a933-219c713f4146 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Subnet': ['ID=b23f80a9-a864-42cb-a014-a160b89a4eba,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:16.733052 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-317ed404-b0d1-4b87-a933-219c713f4146 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.744146 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42504) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:16.745043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-317ed404-b0d1-4b87-a933-219c713f4146 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/subnets/b23f80a9-a864-42cb-a014-a160b89a4eba HTTP/1.1" status: 204 len: 168 time: 0.5115805 Sep 16 04:50:16.782770 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fdcc1b-f70b-4901-baea-9215f06b663c x-openstack-request-id: req-68fdcc1b-f70b-4901-baea-9215f06b663c {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:16.783398 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72752b03-ad62-4081-8136-f4e8c95bc3bd", "name": "network-vif-deleted", "tag": "746854f5-7696-4463-8a7d-4125480f1cec", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:16.783820 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68fdcc1b-f70b-4901-baea-9215f06b663c {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:16.784408 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72752b03-ad62-4081-8136-f4e8c95bc3bd', 'name': 'network-vif-deleted', 'tag': '746854f5-7696-4463-8a7d-4125480f1cec', 'status': 'completed', 'code': 200} Sep 16 04:50:16.803574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00c3437-1b9c-404b-b0f6-5c4856f59b89 None None] Network 2e007a61-8fce-4a17-be44-cf37cb7bcc16 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:16.806694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:16.834278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.858051 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.860088 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'port_id': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'mac_address': 'fa:16:3e:3f:61:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:16.886467 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:16.988300 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.011578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ea763cd-c867-4303-91c2-4c98a6e4597c {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:17.021777 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Deleting port 862b3b88-bfca-4587-9ca2-389f0010a785 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:17.022126 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.051089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:17.100092 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.145267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Allocated IP 172.25.0.117 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/e990764c-543d-4891-b4b6-53b452417efe) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:17.220251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] For port 862b3b88-bfca-4587-9ca2-389f0010a785, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=862b3b88-bfca-4587-9ca2-389f0010a785,segment=NetworkSegment(b5e27c50-c8d4-4a9b-b267-e3c500c7fd65),segment_id=b5e27c50-c8d4-4a9b-b267-e3c500c7fd65)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:17.220940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.253843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Calling delete_port for 862b3b88-bfca-4587-9ca2-389f0010a785 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:17.259445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['7ea763cd-c867-4303-91c2-4c98a6e4597c'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:17.309758 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-061d92b1-1751-492f-809c-ff918d94d812 req-82a67dc6-481a-486f-a6a2-a92a075088b7 tempest-ServerAddressesTestJSON-992376503 tempest-ServerAddressesTestJSON-992376503-project] 10.222.0.53 "GET /v2.0/ports?device_id=72752b03-ad62-4081-8136-f4e8c95bc3bd HTTP/1.1" status: 200 len: 210 time: 0.0766015 Sep 16 04:50:17.323707 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.372961 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.396253 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a064bc8-c964-44ce-aded-37b18f713334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.398682 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.422459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:17.426996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:17.434088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:17.436757 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.473861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event updated for resources: {'Port': ['ID=e990764c-543d-4891-b4b6-53b452417efe,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.497945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Port': ['ID=862b3b88-bfca-4587-9ca2-389f0010a785,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.497945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No DVR routers for this DVR port 862b3b88-bfca-4587-9ca2-389f0010a785 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:17.592213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa35867-dd5d-4d23-aa94-bd7c15184d31 None None] DHCP port deletion for 2e007a61-8fce-4a17-be44-cf37cb7bcc16 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:17.639224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d7de5a75-fca9-495f-a974-a8dcd9a28521 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:17.639947 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.663974 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d7de5a75-fca9-495f-a974-a8dcd9a28521 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:17.664482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d7de5a75-fca9-495f-a974-a8dcd9a28521 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:17.674647 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e007a61-8fce-4a17-be44-cf37cb7bcc16']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:17.686026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e27c50-c8d4-4a9b-b267-e3c500c7fd65') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:17.686423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e27c50-c8d4-4a9b-b267-e3c500c7fd65') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:17.697506 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.697747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0d7a6-cb6e-4bc2-bc0d-c3838f25b5b8 req-e4de5f6b-8b09-465b-9b25-0bb0370394f4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:17.699184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ef0d7a6-cb6e-4bc2-bc0d-c3838f25b5b8 req-e4de5f6b-8b09-465b-9b25-0bb0370394f4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.0925710 Sep 16 04:50:17.712281 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.718408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:17.719744 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:17.723713 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:17.793575 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.801965 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.806548 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/2e007a61-8fce-4a17-be44-cf37cb7bcc16 HTTP/1.1" status: 204 len: 168 time: 1.0582719 Sep 16 04:50:17.809563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42534) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:17.816489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7402664-86d9-40b6-96f7-173d96c0ba07 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Network': ['ID=2e007a61-8fce-4a17-be44-cf37cb7bcc16,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:17.822184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ef0d7a6-cb6e-4bc2-bc0d-c3838f25b5b8 req-90920acc-2047-45d1-b592-2c2d272ce359 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836809 Sep 16 04:50:17.849095 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-138dc31a-ef4f-4d5b-a1ee-fc6fde316d86 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:17.849095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138dc31a-ef4f-4d5b-a1ee-fc6fde316d86 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:17.849095 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-138dc31a-ef4f-4d5b-a1ee-fc6fde316d86 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/subnets/d7c91bd7-8b02-4dc5-b60c-3f621a134ff0 HTTP/1.1" status: 404 len: 337 time: 0.0356712 Sep 16 04:50:17.852423 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42538) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:17.880216 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:17.882361 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd0301e-cfb3-480d-9fc7-611a94ad1622 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:17.883086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd0301e-cfb3-480d-9fc7-611a94ad1622 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:17.884659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7bd0301e-cfb3-480d-9fc7-611a94ad1622 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/852d666c-37c1-465e-859e-6ee5b90bd385 HTTP/1.1" status: 404 len: 339 time: 0.0331485 Sep 16 04:50:17.887225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42542) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:17.995035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c53baa-7f69-4d61-8d09-ec313f652f05 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Deleting subnet d3971dff-8322-4562-9816-3042b1229e48 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:18.029647 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6c53baa-7f69-4d61-8d09-ec313f652f05 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.083649 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6c53baa-7f69-4d61-8d09-ec313f652f05 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.261130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6c53baa-7f69-4d61-8d09-ec313f652f05 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.266204 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.365898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42590) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:18.448983 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6c53baa-7f69-4d61-8d09-ec313f652f05 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.452216 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6286dd-7788-4268-8328-368ed85a5f3a admin admin] Deleting subnet cc5666f6-eb09-44b0-b914-594965038ebf {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:18.456880 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef6286dd-7788-4268-8328-368ed85a5f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.492241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c53baa-7f69-4d61-8d09-ec313f652f05 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Subnet': ['ID=d3971dff-8322-4562-9816-3042b1229e48,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.498759 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef6286dd-7788-4268-8328-368ed85a5f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.503984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6c53baa-7f69-4d61-8d09-ec313f652f05 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.508088 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d6c53baa-7f69-4d61-8d09-ec313f652f05 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/subnets/d3971dff-8322-4562-9816-3042b1229e48 HTTP/1.1" status: 204 len: 168 time: 0.6177547 Sep 16 04:50:18.508461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42610) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:18.509345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8691417b-c68c-4edb-a608-19f0c14ec503 None None] Network bd334915-70bf-422c-a9da-414fc0d62997 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:18.561018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef6286dd-7788-4268-8328-368ed85a5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.601066 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.608787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Router 1fd33914-0eeb-467c-b1fa-1ba566a5c2f7 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:18.655171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7ea763cd-c867-4303-91c2-4c98a6e4597c up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:18.673697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef6286dd-7788-4268-8328-368ed85a5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.729240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6286dd-7788-4268-8328-368ed85a5f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5666f6-eb09-44b0-b914-594965038ebf,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:18.732788 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef6286dd-7788-4268-8328-368ed85a5f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.749935 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42626) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:18.753445 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ef6286dd-7788-4268-8328-368ed85a5f3a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cc5666f6-eb09-44b0-b914-594965038ebf HTTP/1.1" status: 204 len: 168 time: 0.3865457 Sep 16 04:50:18.813310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Deleting port 1bddfc7f-a2f6-47bf-858b-66bace91b45d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:18.813718 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.823801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 7ea763cd-c867-4303-91c2-4c98a6e4597c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:18.824243 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.848030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:18.879400 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Sync routers for ids ['1fd33914-0eeb-467c-b1fa-1ba566a5c2f7'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:18.896636 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.919367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:18.920688 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e1e2f9ed-0c69-4799-b3c3-a74e01216b82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.1736567 Sep 16 04:50:18.925176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42640) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:18.929751 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Routers {'1fd33914-0eeb-467c-b1fa-1ba566a5c2f7'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:18.930644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda297da-34b5-450c-a0fc-2a2ff9818b87 None None] DHCP port deletion for bd334915-70bf-422c-a9da-414fc0d62997 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:18.933962 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:49:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1fd33914-0eeb-467c-b1fa-1ba566a5c2f7'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:19.015211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] For port 1bddfc7f-a2f6-47bf-858b-66bace91b45d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1bddfc7f-a2f6-47bf-858b-66bace91b45d,segment=NetworkSegment(cd207e03-4823-4189-990f-30bd39d84498),segment_id=cd207e03-4823-4189-990f-30bd39d84498)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:19.015211 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.025743 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.063515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Calling delete_port for 1bddfc7f-a2f6-47bf-858b-66bace91b45d owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:19.088578 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1d759d69-50ec-45e0-bb04-daf43d361aa5 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/routers/1fd33914-0eeb-467c-b1fa-1ba566a5c2f7 HTTP/1.1" status: 200 len: 909 time: 0.1601546 Sep 16 04:50:19.091371 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45c814-cd8f-488b-b6bf-a1521c327e65 req-60a56f13-c11e-4d13-9dba-77a400437a54 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:19.094978 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42650) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:19.098996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f45c814-cd8f-488b-b6bf-a1521c327e65 req-60a56f13-c11e-4d13-9dba-77a400437a54 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.1396155 Sep 16 04:50:19.104329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1719356585', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'enable_snat': True}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:19.143362 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.144488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.177996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:19.199252 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a486317-6e47-4833-af01-79f4a3836ef0" -d '{"events": [{"server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "name": "network-vif-plugged", "status": "completed", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:19.210490 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.237913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.258168 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f45c814-cd8f-488b-b6bf-a1521c327e65 req-cd9396c0-803b-4679-b7ea-ad5219adab0c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574676 Sep 16 04:50:19.268414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f066d302-7535-4006-b15a-0cbcfd3276cc']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:19.279839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:19.288913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cd8c44-6ad8-429f-b719-69f19545a73c') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:19.289094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fda297da-34b5-450c-a0fc-2a2ff9818b87 None None] Deleting port 1bddfc7f-a2f6-47bf-858b-66bace91b45d {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:19.289380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cd8c44-6ad8-429f-b719-69f19545a73c') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:19.289517 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fda297da-34b5-450c-a0fc-2a2ff9818b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.291230 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.292077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 746854f5-7696-4463-8a7d-4125480f1cec no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:19.318480 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.339838 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Set router 1fd33914-0eeb-467c-b1fa-1ba566a5c2f7 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:19.386412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.419469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:19.419929 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.430193 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:19.465438 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:19.534983 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ef5788-ba61-433f-b82c-d8af88409974 x-openstack-request-id: req-46ef5788-ba61-433f-b82c-d8af88409974 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:19.535568 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "name": "network-vif-plugged", "status": "completed", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:19.536048 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46ef5788-ba61-433f-b82c-d8af88409974 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:19.536763 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'code': 200} Sep 16 04:50:19.541105 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 746854f5-7696-4463-8a7d-4125480f1cec {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:19.541815 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 746854f5-7696-4463-8a7d-4125480f1cec not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:19.547084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] No DVR routers for this DVR port 1bddfc7f-a2f6-47bf-858b-66bace91b45d on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:19.599810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1bddfc7f-a2f6-47bf-858b-66bace91b45d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:19.633261 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 1bddfc7f-a2f6-47bf-858b-66bace91b45d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:19.634052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1bddfc7f-a2f6-47bf-858b-66bace91b45d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:19.635224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 862b3b88-bfca-4587-9ca2-389f0010a785 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:19.682660 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.684726 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 862b3b88-bfca-4587-9ca2-389f0010a785 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:19.685179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 862b3b88-bfca-4587-9ca2-389f0010a785 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:19.709188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fda297da-34b5-450c-a0fc-2a2ff9818b87 None None] For port 1bddfc7f-a2f6-47bf-858b-66bace91b45d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1bddfc7f-a2f6-47bf-858b-66bace91b45d,segment=NetworkSegment(cd207e03-4823-4189-990f-30bd39d84498),segment_id=cd207e03-4823-4189-990f-30bd39d84498)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:19.710104 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fda297da-34b5-450c-a0fc-2a2ff9818b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.721176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:19.762278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fda297da-34b5-450c-a0fc-2a2ff9818b87 None None] Calling delete_port for 1bddfc7f-a2f6-47bf-858b-66bace91b45d owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:19.832870 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd33914-0eeb-467c-b1fa-1ba566a5c2f7', 'name': 'tempest-snat-router-1719356585', 'tenant_id': '3594a7c3ba6e425f82d082d286e482ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.117'}], 'enable_snat': False}, 'gw_port_id': 'e990764c-543d-4891-b4b6-53b452417efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:15Z', 'updated_at': '2021-09-16T04:50:17Z', 'revision_number': 3, 'project_id': '3594a7c3ba6e425f82d082d286e482ea', 'gw_port': {'id': 'e990764c-543d-4891-b4b6-53b452417efe', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd33914-0eeb-467c-b1fa-1ba566a5c2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:16Z', 'updated_at': '2021-09-16T04:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:19.873027 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Checking router: 1fd33914-0eeb-467c-b1fa-1ba566a5c2f7 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:19.873741 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Updating router 1fd33914-0eeb-467c-b1fa-1ba566a5c2f7 port e990764c-543d-4891-b4b6-53b452417efe binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:19.902880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Port': ['ID=1bddfc7f-a2f6-47bf-858b-66bace91b45d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:19.904845 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.932260 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fda297da-34b5-450c-a0fc-2a2ff9818b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.942840 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.957762 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.964203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f066d302-7535-4006-b15a-0cbcfd3276cc HTTP/1.1" status: 204 len: 168 time: 1.2127602 Sep 16 04:50:19.969712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:19.987985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea38ee9-1501-4915-a60f-189b3e3575b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f066d302-7535-4006-b15a-0cbcfd3276cc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.005283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd334915-70bf-422c-a9da-414fc0d62997']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:20.020813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda297da-34b5-450c-a0fc-2a2ff9818b87 None None] Pushing event deleted for resources: {'Port': ['ID=1bddfc7f-a2f6-47bf-858b-66bace91b45d,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.024543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd207e03-4823-4189-990f-30bd39d84498') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:20.025238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd207e03-4823-4189-990f-30bd39d84498') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:20.032378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda297da-34b5-450c-a0fc-2a2ff9818b87 None None] No DVR routers for this DVR port 1bddfc7f-a2f6-47bf-858b-66bace91b45d on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:20.043221 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.098943 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.108443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:20.109113 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:20.113333 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:20.157965 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d949c313-36d9-4665-939a-e101d0c1d60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.212557 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.238021 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.244363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] 10.222.0.53 "DELETE /v2.0/networks/bd334915-70bf-422c-a9da-414fc0d62997 HTTP/1.1" status: 204 len: 168 time: 1.7347605 Sep 16 04:50:20.246139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2d26a-5181-491a-b652-512c3b38e341 tempest-NetworksIpV6Test-1422437383 tempest-NetworksIpV6Test-1422437383-project] Pushing event deleted for resources: {'Network': ['ID=bd334915-70bf-422c-a9da-414fc0d62997,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.285155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42682) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:20.298830 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.363989 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.431440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5388863d-c5cf-46d3-9cad-628f275c7c90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d20f1dbc9d54f119da228fa8b50f057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448581 Sep 16 04:50:20.434690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42688) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:20.449291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42690) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:20.527964 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.546867 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.588491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb5572-eb55-46be-a591-867bf8d4c576 req-47f8a819-202b-4e5c-9607-4357c025e3ac tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:20.590419 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bcbb5572-eb55-46be-a591-867bf8d4c576 req-47f8a819-202b-4e5c-9607-4357c025e3ac tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1176915 Sep 16 04:50:20.600203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-daca4ac7-52dd-441c-a293-71a525366c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.629778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Allocated IP 172.25.0.68 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/da3ede8d-dba3-4410-9cac-069781c65728) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:20.648312 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-daca4ac7-52dd-441c-a293-71a525366c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.677843 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bcbb5572-eb55-46be-a591-867bf8d4c576 req-1ebd5e46-2ec7-47d9-865a-8d60ef424abb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797832 Sep 16 04:50:20.769123 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Pushing event updated for resources: {'Port': ['ID=e990764c-543d-4891-b4b6-53b452417efe,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.771119 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.783730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-daca4ac7-52dd-441c-a293-71a525366c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.790345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-daca4ac7-52dd-441c-a293-71a525366c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.799462 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-daca4ac7-52dd-441c-a293-71a525366c4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6cedef10-f672-4d19-a307-ec813e493249 HTTP/1.1" status: 204 len: 168 time: 0.3623562 Sep 16 04:50:20.809875 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:20.810206 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:20.810569 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:20.810925 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:20.811302 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:20.811640 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:20.811979 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:20.813169 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:20.813169 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:20.813169 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:20.813650 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:20.813800 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:20.836111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca4ac7-52dd-441c-a293-71a525366c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cedef10-f672-4d19-a307-ec813e493249,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:20.868263 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.880573 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Attempting to bind port e990764c-543d-4891-b4b6-53b452417efe on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:20.882217 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Attempting to bind port e990764c-543d-4891-b4b6-53b452417efe by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:20.884968 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Attempting to bind port e990764c-543d-4891-b4b6-53b452417efe on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:20.901808 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f4838a7c-f431-4cc0-8b3a-c2bc8e47c9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.909683 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:20.910555 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:20.923096 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.923994 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:20.928508 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Bound port: e990764c-543d-4891-b4b6-53b452417efe, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:20.928931 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.967537 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:20.975867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42702) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:21.045439 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f4838a7c-f431-4cc0-8b3a-c2bc8e47c9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.059639 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f4838a7c-f431-4cc0-8b3a-c2bc8e47c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.069734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:21.077244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:21.089448 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:21.139383 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f4838a7c-f431-4cc0-8b3a-c2bc8e47c9f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99f1b8f1651e40b288945a7a7b2f4abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6890194 Sep 16 04:50:21.145099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42708) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:21.164400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4838a7c-f431-4cc0-8b3a-c2bc8e47c9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5a11c5-40cd-46cc-9ce0-b48377e1ee5f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:21.198011 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] For port e990764c-543d-4891-b4b6-53b452417efe, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:21.207172 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] For port e990764c-543d-4891-b4b6-53b452417efe, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e990764c-543d-4891-b4b6-53b452417efe,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:21.221769 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.223036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-843ddbf7-e07d-48c8-952a-8da31b5739db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.294631 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-843ddbf7-e07d-48c8-952a-8da31b5739db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.311051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event updated for resources: {'Port': ['ID=da3ede8d-dba3-4410-9cac-069781c65728,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:21.350699 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Routers {'1fd33914-0eeb-467c-b1fa-1ba566a5c2f7'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:21.352664 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1fd33914-0eeb-467c-b1fa-1ba566a5c2f7'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:21.376434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-843ddbf7-e07d-48c8-952a-8da31b5739db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.383991 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-843ddbf7-e07d-48c8-952a-8da31b5739db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.385178 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-843ddbf7-e07d-48c8-952a-8da31b5739db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b5a11c5-40cd-46cc-9ce0-b48377e1ee5f HTTP/1.1" status: 204 len: 168 time: 0.2390928 Sep 16 04:50:21.409282 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ddbf7-e07d-48c8-952a-8da31b5739db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5a11c5-40cd-46cc-9ce0-b48377e1ee5f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:21.427356 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61c8b5-d020-488c-9f06-ba793f52c7c3 None None] Pushing event updated for resources: {'Port': ['ID=e990764c-543d-4891-b4b6-53b452417efe,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:21.474028 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f13276f7-4fa5-42ee-ad12-f36673006a01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=398fb0c700fc4f9188c127ef47e8d990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4943366 Sep 16 04:50:21.474299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42720) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:21.531601 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] Set router 1fd33914-0eeb-467c-b1fa-1ba566a5c2f7 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:21.595125 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.610677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d5859c4-9037-49e1-a2a8-d460245c0512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.655532 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d5859c4-9037-49e1-a2a8-d460245c0512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.769505 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.779609 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d5859c4-9037-49e1-a2a8-d460245c0512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.782945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d5859c4-9037-49e1-a2a8-d460245c0512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:21.789145 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0d5859c4-9037-49e1-a2a8-d460245c0512 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/153e9209-d2ef-4d0a-b8ae-3d9382324535 HTTP/1.1" status: 204 len: 168 time: 0.3136847 Sep 16 04:50:21.814260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5859c4-9037-49e1-a2a8-d460245c0512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153e9209-d2ef-4d0a-b8ae-3d9382324535,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:21.979246 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd33914-0eeb-467c-b1fa-1ba566a5c2f7', 'name': 'tempest-snat-router-1719356585', 'tenant_id': '3594a7c3ba6e425f82d082d286e482ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.117'}], 'enable_snat': False}, 'gw_port_id': 'e990764c-543d-4891-b4b6-53b452417efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:15Z', 'updated_at': '2021-09-16T04:50:17Z', 'revision_number': 3, 'project_id': '3594a7c3ba6e425f82d082d286e482ea', 'gw_port': {'id': 'e990764c-543d-4891-b4b6-53b452417efe', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd33914-0eeb-467c-b1fa-1ba566a5c2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:16Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:22.024834 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b042786-687b-4d87-9c2b-fc10cbc62b81 None None] The sync data for ids ['1fd33914-0eeb-467c-b1fa-1ba566a5c2f7'] in n-d-712142-17 is: [{'id': '1fd33914-0eeb-467c-b1fa-1ba566a5c2f7', 'name': 'tempest-snat-router-1719356585', 'tenant_id': '3594a7c3ba6e425f82d082d286e482ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.117'}], 'enable_snat': False}, 'gw_port_id': 'e990764c-543d-4891-b4b6-53b452417efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:15Z', 'updated_at': '2021-09-16T04:50:17Z', 'revision_number': 3, 'project_id': '3594a7c3ba6e425f82d082d286e482ea', 'gw_port': {'id': 'e990764c-543d-4891-b4b6-53b452417efe', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd33914-0eeb-467c-b1fa-1ba566a5c2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:16Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:22.033429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1579f07-0a45-4659-9958-9a2c5283b925 req-e7548050-83cb-48b3-a55b-4e31092ec51a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:22.036170 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1579f07-0a45-4659-9958-9a2c5283b925 req-e7548050-83cb-48b3-a55b-4e31092ec51a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1831455 Sep 16 04:50:22.120746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42738) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:22.145231 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-45c3c3b7-0fc3-4b8b-ad5b-02b206980434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.379598 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.400551 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-45c3c3b7-0fc3-4b8b-ad5b-02b206980434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.406540 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-45c3c3b7-0fc3-4b8b-ad5b-02b206980434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:22.412878 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1579f07-0a45-4659-9958-9a2c5283b925 req-ea17aa12-05a6-4c13-a53a-c61bc27aaf08 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711069 Sep 16 04:50:22.586530 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-45c3c3b7-0fc3-4b8b-ad5b-02b206980434 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a491f23f330f49528b00cb2e9b79dd8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646699 Sep 16 04:50:22.589139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42750) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:22.774454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Router c88604db-29f2-43f3-a44c-7ca24d3714a1 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:22.874225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42756) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:23.086396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:23.112158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Sync routers for ids ['c88604db-29f2-43f3-a44c-7ca24d3714a1'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:23.120247 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.121710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-603fac6c-c312-4352-b132-317dcae1d6d9 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0253534 Sep 16 04:50:23.124473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42764) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:23.148619 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Routers {'c88604db-29f2-43f3-a44c-7ca24d3714a1'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:23.149543 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c88604db-29f2-43f3-a44c-7ca24d3714a1'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:23.266688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3c3b7-0fc3-4b8b-ad5b-02b206980434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30436a43-2c99-447d-b959-38fdbbe046f3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.275110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-597963963-network', 'tenant_id': 'c329891caf83491e9f7ca95911270da6'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:23.336528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Set router c88604db-29f2-43f3-a44c-7ca24d3714a1 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:23.407040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c7481de-1294-4c53-af35-f48339c3361b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.411318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Made reservation on behalf of c329891caf83491e9f7ca95911270da6 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:23.417780 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.479974 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.494593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c7481de-1294-4c53-af35-f48339c3361b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.525266 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.550132 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-95922cf0-4cc4-419b-9697-125bfdbee78f tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/routers/c88604db-29f2-43f3-a44c-7ca24d3714a1 HTTP/1.1" status: 200 len: 907 time: 0.4188175 Sep 16 04:50:23.550359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42780) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:23.719080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e990764c-543d-4891-b4b6-53b452417efe up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:23.778912 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.792627 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e56c6-2bdf-4c18-8376-d3fcf67531c8 req-b1843eeb-1049-466f-991c-ce15dac60e31 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.802045 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc3e56c6-2bdf-4c18-8376-d3fcf67531c8 req-b1843eeb-1049-466f-991c-ce15dac60e31 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1657467 Sep 16 04:50:23.810725 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.866549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42782) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:23.881381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:23.887687 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.889943 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c7481de-1294-4c53-af35-f48339c3361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.893387 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.893781 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Added segment dff7941b-cb1a-4056-9c04-2a40741c870b of type vlan for network e670719f-0f73-44fb-b205-e57c9e6482ab Sep 16 04:50:23.893934 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c7481de-1294-4c53-af35-f48339c3361b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.895154 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6c7481de-1294-4c53-af35-f48339c3361b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30436a43-2c99-447d-b959-38fdbbe046f3 HTTP/1.1" status: 204 len: 168 time: 1.3050053 Sep 16 04:50:23.935858 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e990764c-543d-4891-b4b6-53b452417efe triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:23.936731 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.962214 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.991878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454882b0-5e5f-4669-8f03-256c9dce3588,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:23.995156 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:23.996169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:23.997017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.022837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88604db-29f2-43f3-a44c-7ca24d3714a1', 'name': 'tempest-snat-router-1719356585', 'tenant_id': '3594a7c3ba6e425f82d082d286e482ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'da3ede8d-dba3-4410-9cac-069781c65728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:19Z', 'updated_at': '2021-09-16T04:50:21Z', 'revision_number': 3, 'project_id': '3594a7c3ba6e425f82d082d286e482ea', 'gw_port': {'id': 'da3ede8d-dba3-4410-9cac-069781c65728', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88604db-29f2-43f3-a44c-7ca24d3714a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:50:20Z', 'updated_at': '2021-09-16T04:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:24.034382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:24.034872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:24.035415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:24.035983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:24.036500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:24.037163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:24.037942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:24.038291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:24.038626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:24.038975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:24.039299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:24.039684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:24.052977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Checking router: c88604db-29f2-43f3-a44c-7ca24d3714a1 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:50:24.053437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Updating router c88604db-29f2-43f3-a44c-7ca24d3714a1 port da3ede8d-dba3-4410-9cac-069781c65728 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:50:24.092529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7481de-1294-4c53-af35-f48339c3361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30436a43-2c99-447d-b959-38fdbbe046f3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:24.094520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fc3e56c6-2bdf-4c18-8376-d3fcf67531c8 req-19d6479e-4d50-4f12-bcd7-f7d924a72be2 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886300 Sep 16 04:50:24.105984 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.109145 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2237992 Sep 16 04:50:24.112349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42788) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:24.149410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0927d098-9a4e-47d2-ab25-eb61deb66561 admin admin] Request body: {'subnet': {'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-597963963-subnet', 'tenant_id': 'c329891caf83491e9f7ca95911270da6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:24.154509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a00a4-14d8-4ed6-b2a3-fd3ed1873cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=e670719f-0f73-44fb-b205-e57c9e6482ab,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:24.199128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0927d098-9a4e-47d2-ab25-eb61deb66561 admin admin] Made reservation on behalf of c329891caf83491e9f7ca95911270da6 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:24.203458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0927d098-9a4e-47d2-ab25-eb61deb66561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.270237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9efabace-62de-405d-92cb-19cc5377f12d tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] Request body: {'port': {'network_id': 'fc13c163-eec8-4d8d-8dcb-69c38104fe07', 'name': 'tempest-NetworksNegativeTestJSON-1238016001'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:24.324599 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efabace-62de-405d-92cb-19cc5377f12d tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] POST failed (client error): The resource could not be found. Sep 16 04:50:24.325410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efabace-62de-405d-92cb-19cc5377f12d tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:24.326639 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9efabace-62de-405d-92cb-19cc5377f12d tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4591284 Sep 16 04:50:24.331180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42790) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:24.386741 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24ae08e-05fa-4e72-9640-ab0253d75a5a tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:24.389069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24ae08e-05fa-4e72-9640-ab0253d75a5a tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:24.398650 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a24ae08e-05fa-4e72-9640-ab0253d75a5a tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] 10.222.0.53 "DELETE /v2.0/networks/9514625a-f62c-488f-9bdf-55a9b8daa678 HTTP/1.1" status: 404 len: 339 time: 0.0663414 Sep 16 04:50:24.402223 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42796) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:24.459142 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bcc4cc6-88e2-46a6-8b7e-6c28e63ca2e6 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:24.459960 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bcc4cc6-88e2-46a6-8b7e-6c28e63ca2e6 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:24.463731 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3bcc4cc6-88e2-46a6-8b7e-6c28e63ca2e6 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] 10.222.0.53 "DELETE /v2.0/ports/6271a15e-9658-482f-9975-bde413fa6860 HTTP/1.1" status: 404 len: 333 time: 0.0602150 Sep 16 04:50:24.468780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42800) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:24.532435 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7217e0-80ca-4f39-9bfa-9aed3927d1e4 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] DELETE failed (client error): The resource could not be found. Sep 16 04:50:24.533003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7217e0-80ca-4f39-9bfa-9aed3927d1e4 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:24.538705 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4f7217e0-80ca-4f39-9bfa-9aed3927d1e4 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] 10.222.0.53 "DELETE /v2.0/subnets/b36d0417-a661-4574-bf15-512a797eb300 HTTP/1.1" status: 404 len: 337 time: 0.0650878 Sep 16 04:50:24.540546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42804) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:24.653401 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.662263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network e670719f-0f73-44fb-b205-e57c9e6482ab details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:24.747644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port e990764c-543d-4891-b4b6-53b452417efe, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e990764c-543d-4891-b4b6-53b452417efe,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:24.776916 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.788251 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.801209 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-06be75ff-edb4-4f26-bc74-1111a6a7a394 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] GET failed (client error): The resource could not be found. Sep 16 04:50:24.801209 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-06be75ff-edb4-4f26-bc74-1111a6a7a394 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] 10.222.0.53 "GET /v2.0/networks/6b007e13-b7b1-49b7-aadb-66fa967312b6 HTTP/1.1" status: 404 len: 339 time: 0.2543361 Sep 16 04:50:24.801209 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0927d098-9a4e-47d2-ab25-eb61deb66561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.801650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42812) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:24.811194 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.860912 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35a4959-2bf8-4b38-8eab-a70dd09c1baf tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] GET failed (client error): The resource could not be found. Sep 16 04:50:24.863824 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e35a4959-2bf8-4b38-8eab-a70dd09c1baf tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] 10.222.0.53 "GET /v2.0/ports/a102b330-aad8-4e27-8f63-1009baca95ac HTTP/1.1" status: 404 len: 333 time: 0.0615580 Sep 16 04:50:24.867433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42814) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:24.926491 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-5774dcc7-93ac-4b99-9ca3-941b1031823e tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] GET failed (client error): The resource could not be found. Sep 16 04:50:24.927887 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5774dcc7-93ac-4b99-9ca3-941b1031823e tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] 10.222.0.53 "GET /v2.0/subnets/71431209-93f0-4e1b-afac-e73596d3949a HTTP/1.1" status: 404 len: 337 time: 0.0577250 Sep 16 04:50:24.931360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:24.933143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42818) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:24.940515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a65d702a-37b2-4924-b683-eaf1b4df16e8 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:24.959283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927d098-9a4e-47d2-ab25-eb61deb66561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d9ede1-de16-4e4e-ac56-0f29b66bf35e,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:24.965314 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65d702a-37b2-4924-b683-eaf1b4df16e8 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] PUT failed (client error): The resource could not be found. Sep 16 04:50:24.966349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65d702a-37b2-4924-b683-eaf1b4df16e8 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:24.967882 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a65d702a-37b2-4924-b683-eaf1b4df16e8 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] 10.222.0.53 "PUT /v2.0/networks/8d4f6194-7cac-470a-aa85-b1f94166caa5 HTTP/1.1" status: 404 len: 339 time: 0.0337374 Sep 16 04:50:24.974650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42820) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:24.986864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4e391ecc-2dfa-4f3b-a623-584ffeb76a73 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:25.014291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0927d098-9a4e-47d2-ab25-eb61deb66561 admin admin] Checking segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:25.014851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0927d098-9a4e-47d2-ab25-eb61deb66561 admin admin] Network hostable DHCP agents. Network: e670719f-0f73-44fb-b205-e57c9e6482ab, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:25.021136 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e391ecc-2dfa-4f3b-a623-584ffeb76a73 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] PUT failed (client error): The resource could not be found. Sep 16 04:50:25.022039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e391ecc-2dfa-4f3b-a623-584ffeb76a73 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:25.023313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4e391ecc-2dfa-4f3b-a623-584ffeb76a73 tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] 10.222.0.53 "PUT /v2.0/ports/2e527325-771b-415d-ac9e-4a1b5b82313d HTTP/1.1" status: 404 len: 333 time: 0.0475907 Sep 16 04:50:25.027646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42822) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:25.036612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-33683af5-b931-4b8e-920b-aaeb69cf462e tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:25.041988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Deleting port da3ede8d-dba3-4410-9cac-069781c65728 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:25.042860 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.091960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=e990764c-543d-4891-b4b6-53b452417efe,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:25.099651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Attempting to bind port da3ede8d-dba3-4410-9cac-069781c65728 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:25.100021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Attempting to bind port da3ede8d-dba3-4410-9cac-069781c65728 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:25.100392 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Attempting to bind port da3ede8d-dba3-4410-9cac-069781c65728 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:25.106669 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-33683af5-b931-4b8e-920b-aaeb69cf462e tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] PUT failed (client error): The resource could not be found. Sep 16 04:50:25.107181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33683af5-b931-4b8e-920b-aaeb69cf462e tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:50:25.113021 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-33683af5-b931-4b8e-920b-aaeb69cf462e tempest-NetworksNegativeTestJSON-1071525981 tempest-NetworksNegativeTestJSON-1071525981-project] 10.222.0.53 "PUT /v2.0/subnets/2ec8a032-b585-462d-b6a7-01bb131161b5 HTTP/1.1" status: 404 len: 337 time: 0.0792964 Sep 16 04:50:25.126782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0927d098-9a4e-47d2-ab25-eb61deb66561 admin admin] Network e670719f-0f73-44fb-b205-e57c9e6482ab is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:25.135090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:25.135477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:25.135890 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.136387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:25.136869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Bound port: da3ede8d-dba3-4410-9cac-069781c65728, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:25.137346 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.198269 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] For port da3ede8d-dba3-4410-9cac-069781c65728, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:25.201909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] For port da3ede8d-dba3-4410-9cac-069781c65728, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=da3ede8d-dba3-4410-9cac-069781c65728,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:25.211630 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.262118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f4458-ef4c-429c-b8f3-9ee51abec437 None None] Pushing event updated for resources: {'Port': ['ID=da3ede8d-dba3-4410-9cac-069781c65728,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:25.264987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-0927d098-9a4e-47d2-ab25-eb61deb66561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, e670719f-0f73-44fb-b205-e57c9e6482ab) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:25.283298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0927d098-9a4e-47d2-ab25-eb61deb66561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:25.285237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0927d098-9a4e-47d2-ab25-eb61deb66561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.295908 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1602eddd-84d0-4244-9a0b-3e65242f6927 None None] Network e670719f-0f73-44fb-b205-e57c9e6482ab requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:25.329475 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0927d098-9a4e-47d2-ab25-eb61deb66561 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2031736 Sep 16 04:50:25.338642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] For port da3ede8d-dba3-4410-9cac-069781c65728, host n-d-712142-17, got binding levels [] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:25.339248 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.369012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Routers {'c88604db-29f2-43f3-a44c-7ca24d3714a1'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:25.369919 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c88604db-29f2-43f3-a44c-7ca24d3714a1'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:25.371133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Calling delete_port for da3ede8d-dba3-4410-9cac-069781c65728 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:25.641694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42846) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:25.671677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.684342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e990764c-543d-4891-b4b6-53b452417efe up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:25.755389 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event deleted for resources: {'Port': ['ID=da3ede8d-dba3-4410-9cac-069781c65728,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:25.777392 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] Set router c88604db-29f2-43f3-a44c-7ca24d3714a1 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:50:25.892539 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:25.968511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88604db-29f2-43f3-a44c-7ca24d3714a1', 'name': 'tempest-snat-router-1719356585', 'tenant_id': '3594a7c3ba6e425f82d082d286e482ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:19Z', 'updated_at': '2021-09-16T04:50:24Z', 'revision_number': 4, 'project_id': '3594a7c3ba6e425f82d082d286e482ea', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:26.027447 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.032332 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.059625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f451c5-eb83-4dbf-9c60-65aef6ba4772 None None] The sync data for ids ['c88604db-29f2-43f3-a44c-7ca24d3714a1'] in n-d-712142-17 is: [{'id': 'c88604db-29f2-43f3-a44c-7ca24d3714a1', 'name': 'tempest-snat-router-1719356585', 'tenant_id': '3594a7c3ba6e425f82d082d286e482ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:50:19Z', 'updated_at': '2021-09-16T04:50:24Z', 'revision_number': 4, 'project_id': '3594a7c3ba6e425f82d082d286e482ea', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:26.087909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f4458-ef4c-429c-b8f3-9ee51abec437 None None] Pushing event updated for resources: {'Port': ['ID=da3ede8d-dba3-4410-9cac-069781c65728,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:26.110257 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e990764c-543d-4891-b4b6-53b452417efe triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:26.110906 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.167435 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0407ae27-d313-44c7-be29-ffe9f02f67ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.172791 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.173362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c88604db-29f2-43f3-a44c-7ca24d3714a1 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:26.177550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c30e8-1c72-4881-907d-f9479dad1dd3 req-2600d780-6aef-4811-b9bc-15b53d8ff3ee tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.187583 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be9c30e8-1c72-4881-907d-f9479dad1dd3 req-2600d780-6aef-4811-b9bc-15b53d8ff3ee tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.9312150 Sep 16 04:50:26.197969 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.200168 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4dbb832f-9c12-487f-b072-168187734a64 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "DELETE /v2.0/routers/c88604db-29f2-43f3-a44c-7ca24d3714a1 HTTP/1.1" status: 204 len: 168 time: 2.6496823 Sep 16 04:50:26.203782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42860) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:26.245323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a42cc23-6957-4e26-806a-07e09f294779 None None] Network e670719f-0f73-44fb-b205-e57c9e6482ab requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:26.272230 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be9c30e8-1c72-4881-907d-f9479dad1dd3 req-9dd6e6dc-6b25-425e-8a77-ae2c884dc01a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830281 Sep 16 04:50:26.542100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.821698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-ee15a437-c045-43cb-a523-9da4b2c6ed01 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:26.829335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-ee15a437-c045-43cb-a523-9da4b2c6ed01 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.3026662 Sep 16 04:50:26.865287 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-c684df1b-34f8-4172-96bd-fe799e29c952 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/quotas/c329891caf83491e9f7ca95911270da6 HTTP/1.1" status: 200 len: 375 time: 0.0349019 Sep 16 04:50:26.908480 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-46f0871d-4e74-45b1-86da-d47e3d7c7dcb tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422578 Sep 16 04:50:26.920277 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.962938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0407ae27-d313-44c7-be29-ffe9f02f67ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:26.975611 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0407ae27-d313-44c7-be29-ffe9f02f67ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.095625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407ae27-d313-44c7-be29-ffe9f02f67ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f029442-daa8-491a-8c09-099ca00a7c6b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:27.103731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0407ae27-d313-44c7-be29-ffe9f02f67ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2979b5a63e7445ea9327cc8b687c9787&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4548008 Sep 16 04:50:27.104263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42892) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:27.122286 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-5fc34481-436c-4e7b-a3e0-09be535f7851 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032449 Sep 16 04:50:27.157792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Deleting port e990764c-543d-4891-b4b6-53b452417efe {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:27.158139 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.227209 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5917cf92-760b-4ef1-8d66-ee53245f6d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.267584 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5917cf92-760b-4ef1-8d66-ee53245f6d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.298476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-e86b4257-931b-4104-92eb-c2fcda4eafff service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668034 Sep 16 04:50:27.311682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] For port e990764c-543d-4891-b4b6-53b452417efe, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e990764c-543d-4891-b4b6-53b452417efe,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:27.312701 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.341201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Calling delete_port for e990764c-543d-4891-b4b6-53b452417efe owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:27.401701 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5917cf92-760b-4ef1-8d66-ee53245f6d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.405423 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5917cf92-760b-4ef1-8d66-ee53245f6d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.407186 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5917cf92-760b-4ef1-8d66-ee53245f6d13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f029442-daa8-491a-8c09-099ca00a7c6b HTTP/1.1" status: 204 len: 168 time: 0.3015146 Sep 16 04:50:27.419279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917cf92-760b-4ef1-8d66-ee53245f6d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f029442-daa8-491a-8c09-099ca00a7c6b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:27.628291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2309ed9-003d-4f59-b8b8-133e4c05f0a5 req-f04a09c1-6076-44bd-8f87-4bf8186fb771 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:27.632972 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e2309ed9-003d-4f59-b8b8-133e4c05f0a5 req-f04a09c1-6076-44bd-8f87-4bf8186fb771 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1935163 Sep 16 04:50:27.767942 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e2309ed9-003d-4f59-b8b8-133e4c05f0a5 req-50113047-494c-4e21-90e9-63e1e6e84cbb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068385 Sep 16 04:50:27.882699 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:27.964745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8adae0a5-b79c-47d5-ac0b-b63072d3b020 req-5946a274-4d54-4164-a694-553045358c38 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 210 time: 0.1239576 Sep 16 04:50:28.042949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event deleted for resources: {'Port': ['ID=e990764c-543d-4891-b4b6-53b452417efe,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:28.114341 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.327016 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.329792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.411935 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.412455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd33914-0eeb-467c-b1fa-1ba566a5c2f7 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:28.426698 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.428043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3964542c-15a3-47f6-a410-2c20bbbd128d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1fd33914-0eeb-467c-b1fa-1ba566a5c2f7 HTTP/1.1" status: 204 len: 168 time: 2.2215393 Sep 16 04:50:28.432464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42942) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:28.438419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-297851278', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:28.478647 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.480857 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.551475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.788098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:28.977546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42964) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:29.072875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e8d74-1aa6-4fa2-b019-b7709cfce255 req-58d06e17-1f3f-4604-8c08-9a6eff2fa6ef tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.081901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-136e8d74-1aa6-4fa2-b019-b7709cfce255 req-58d06e17-1f3f-4604-8c08-9a6eff2fa6ef tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1902614 Sep 16 04:50:29.158348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-136e8d74-1aa6-4fa2-b019-b7709cfce255 req-f8dfcaf7-147a-493f-bcaa-55c600710899 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681887 Sep 16 04:50:29.206382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'network': {'name': 'tempest-RoutersTest-958468550'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:29.290322 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:29.301229 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.348219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06dab9d5-9559-490a-a8c4-b2debd22c952 req-7a7b4c95-b569-482c-a1b4-471d394444f4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 210 time: 0.0879385 Sep 16 04:50:29.359686 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.390185 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.427321 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.524165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-f8a94f08-ff52-46df-953b-4c9aa2672ef8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.526182 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-f8a94f08-ff52-46df-953b-4c9aa2672ef8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.2648664 Sep 16 04:50:29.545361 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Request body: {'port': {'device_id': 'e89c9b2d-5a45-4393-a7fd-544938ba80e5', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'admin_state_up': True, 'tenant_id': 'c329891caf83491e9f7ca95911270da6'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:29.550560 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e990764c-543d-4891-b4b6-53b452417efe no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:29.586589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: e990764c-543d-4891-b4b6-53b452417efe {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:29.587124 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e990764c-543d-4891-b4b6-53b452417efe not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:29.597548 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.602205 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.631957 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:29.650342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98db0cd9-0a33-4a29-befe-88b017a83f8f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:29.658642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.659295 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Added segment 84fd2af4-027d-4ab6-9229-37eb9b38d230 of type vlan for network 7d92fbb2-17d3-45b1-a3db-c66456202abb Sep 16 04:50:29.697078 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Allocated IP 172.25.0.75 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/1e85ba3e-2faa-4242-949b-6c719287a685) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:29.719368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.795022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Made reservation on behalf of c329891caf83491e9f7ca95911270da6 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:29.795327 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.799346 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.810237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:29.810237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:29.969440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Network': ['ID=7d92fbb2-17d3-45b1-a3db-c66456202abb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:29.982980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 7d92fbb2-17d3-45b1-a3db-c66456202abb details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:29.987426 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-faa98b13-0d74-4663-bc39-0727cc1d116f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0086465 Sep 16 04:50:29.989914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42986) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:29.998775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0a943925-308b-4399-b1fe-212f283bef02 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'network': {'name': 'tempest-RoutersTest-1237542274'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:30.064634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a943925-308b-4399-b1fe-212f283bef02 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:30.068618 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a943925-308b-4399-b1fe-212f283bef02 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.073559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Allocated IP 172.20.0.9 (e670719f-0f73-44fb-b205-e57c9e6482ab/62d9ede1-de16-4e4e-ac56-0f29b66bf35e/8245fffc-1f72-45b7-8067-7ab4df914c37) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:30.120407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a943925-308b-4399-b1fe-212f283bef02 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:30.120616 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.147908 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a943925-308b-4399-b1fe-212f283bef02 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.148523 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-0a943925-308b-4399-b1fe-212f283bef02 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Added segment 55ccbb53-e142-47c6-90ac-69aed7cfda1f of type vlan for network 7a65729f-4958-4f16-a761-12815f5cb440 Sep 16 04:50:30.227161 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a943925-308b-4399-b1fe-212f283bef02 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.289553 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a943925-308b-4399-b1fe-212f283bef02 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.299905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a943925-308b-4399-b1fe-212f283bef02 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.301089 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a943925-308b-4399-b1fe-212f283bef02 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.315265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.381485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0a943925-308b-4399-b1fe-212f283bef02 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3903992 Sep 16 04:50:30.400101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42998) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:30.411053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e8bda334-09ef-4c1d-82f8-670362d6adcc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'subnet': {'network_id': '7d92fbb2-17d3-45b1-a3db-c66456202abb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:30.456060 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:30.460928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a943925-308b-4399-b1fe-212f283bef02 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Network': ['ID=7a65729f-4958-4f16-a761-12815f5cb440,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.473356 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 7a65729f-4958-4f16-a761-12815f5cb440 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:30.487250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:30.496954 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:30.506687 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.511170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Pushing event updated for resources: {'Port': ['ID=1e85ba3e-2faa-4242-949b-6c719287a685,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:30.622204 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0d68914-1408-4d61-b4d7-f766f1bc6028 req-94cea91d-3ae9-4a0f-b0ad-de337a6a3de0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 210 time: 0.0520103 Sep 16 04:50:30.637805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689acf0-790a-4d67-b8a8-0e2792775740 req-a891d6d3-ef50-4870-b7b8-e3a6850e0f56 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:30.647056 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c689acf0-790a-4d67-b8a8-0e2792775740 req-a891d6d3-ef50-4870-b7b8-e3a6850e0f56 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.3331494 Sep 16 04:50:30.882300 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c689acf0-790a-4d67-b8a8-0e2792775740 req-6668f11f-88f3-48d7-94db-229a86496ac9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342083 Sep 16 04:50:30.919632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bda334-09ef-4c1d-82f8-670362d6adcc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:30.923924 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8bda334-09ef-4c1d-82f8-670362d6adcc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:30.930865 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.036795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Network e670719f-0f73-44fb-b205-e57c9e6482ab is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:31.078247 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:31.087240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:31.143014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event updated for resources: {'Port': ['ID=8245fffc-1f72-45b7-8067-7ab4df914c37,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:31.214658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:31.215208 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.257094 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-dce54129-8b98-4d93-82ca-0bdafb73eac7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7205627 Sep 16 04:50:31.284775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Request body: {'port': {'device_id': 'e89c9b2d-5a45-4393-a7fd-544938ba80e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:31.344677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.410330 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.550745 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8bda334-09ef-4c1d-82f8-670362d6adcc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:31.691689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bda334-09ef-4c1d-82f8-670362d6adcc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Subnet': ['ID=1705c1a5-494d-4bff-9af3-d548bbceb18c,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:32.059596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452fb82-9a33-4d61-b142-5e437b34c780 req-bc143076-1274-4e5a-89b1-30a1fe604067 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.074208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7452fb82-9a33-4d61-b142-5e437b34c780 req-bc143076-1274-4e5a-89b1-30a1fe604067 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1056159 Sep 16 04:50:32.120951 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7452fb82-9a33-4d61-b142-5e437b34c780 req-2a90080b-7e8a-4c70-943d-f8bd2d82e02f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455143 Sep 16 04:50:32.254719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bda334-09ef-4c1d-82f8-670362d6adcc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Checking segment: {'id': '84fd2af4-027d-4ab6-9229-37eb9b38d230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7d92fbb2-17d3-45b1-a3db-c66456202abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:32.255326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bda334-09ef-4c1d-82f8-670362d6adcc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network hostable DHCP agents. Network: 7d92fbb2-17d3-45b1-a3db-c66456202abb, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:32.329129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392e3a7-1876-49e8-b3ab-75a1df0aeb47 req-e27f3e6f-0ff1-4da7-940e-b10dd671a294 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.337093 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5392e3a7-1876-49e8-b3ab-75a1df0aeb47 req-e27f3e6f-0ff1-4da7-940e-b10dd671a294 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 931 time: 0.5930312 Sep 16 04:50:32.389626 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.392266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bda334-09ef-4c1d-82f8-670362d6adcc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network 7d92fbb2-17d3-45b1-a3db-c66456202abb is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:32.470256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-e8bda334-09ef-4c1d-82f8-670362d6adcc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 7d92fbb2-17d3-45b1-a3db-c66456202abb) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:32.475848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bda334-09ef-4c1d-82f8-670362d6adcc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:32.476651 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8bda334-09ef-4c1d-82f8-670362d6adcc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.480482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe3cd59-5eb0-4c59-84b7-50455e50b186 None None] Network 7d92fbb2-17d3-45b1-a3db-c66456202abb requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:32.510522 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5392e3a7-1876-49e8-b3ab-75a1df0aeb47 req-a7b4d9c8-625e-4654-99f2-10509e972ad7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719921 Sep 16 04:50:32.612445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8245fffc-1f72-45b7-8067-7ab4df914c37 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:32.621207 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.636622 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Transition to ACTIVE for port object 8245fffc-1f72-45b7-8067-7ab4df914c37 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:32.698260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-7d92fbb2-17d3-45b1-a3db-c66456202abb', 'network_id': '7d92fbb2-17d3-45b1-a3db-c66456202abb', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'fixed_ips': [{'subnet_id': '1705c1a5-494d-4bff-9af3-d548bbceb18c'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:32.699201 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.710189 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:32.765923 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e8bda334-09ef-4c1d-82f8-670362d6adcc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3625338 Sep 16 04:50:32.768459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43030) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:32.773514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ecfc7b09-4d44-4c03-a0d1-a64fef89328c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'subnet': {'network_id': '7a65729f-4958-4f16-a761-12815f5cb440', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:32.844602 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Pushing event updated for resources: {'Port': ['ID=8245fffc-1f72-45b7-8067-7ab4df914c37,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:32.920044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Allocated IP 172.20.0.2 (7d92fbb2-17d3-45b1-a3db-c66456202abb/1705c1a5-494d-4bff-9af3-d548bbceb18c/0e0d0365-aec6-4900-845a-bf1f488b8969) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:33.007641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfc7b09-4d44-4c03-a0d1-a64fef89328c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:33.010869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Router 1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:33.013524 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7b09-4d44-4c03-a0d1-a64fef89328c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.016407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Attempting to bind port 8245fffc-1f72-45b7-8067-7ab4df914c37 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:33.016820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Attempting to bind port 8245fffc-1f72-45b7-8067-7ab4df914c37 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:33.017512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Attempting to bind port 8245fffc-1f72-45b7-8067-7ab4df914c37 on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:33.027131 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Port 8245fffc-1f72-45b7-8067-7ab4df914c37 on network e670719f-0f73-44fb-b205-e57c9e6482ab not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:33.027464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Attempting to bind port 8245fffc-1f72-45b7-8067-7ab4df914c37 on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:33.035704 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:33.036098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Checking segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:33.036665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Bound using segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:33.037111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Bound port: 8245fffc-1f72-45b7-8067-7ab4df914c37, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:33.037476 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.288672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] For port 8245fffc-1f72-45b7-8067-7ab4df914c37, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:33.311402 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:33.318997 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.325870 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fd6c62-47fc-454e-9308-e77018d410d4 None None] Sync routers for ids ['1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:33.335280 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.346460 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd6c62-47fc-454e-9308-e77018d410d4 None None] Routers {'1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:33.349311 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e0fd6c62-47fc-454e-9308-e77018d410d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:33.373918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Network 7d92fbb2-17d3-45b1-a3db-c66456202abb is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:33.378386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] For port 8245fffc-1f72-45b7-8067-7ab4df914c37, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8245fffc-1f72-45b7-8067-7ab4df914c37,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:33.381667 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:33.413005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:33.430278 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.458777 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e0fd6c62-47fc-454e-9308-e77018d410d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:33.473418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Pushing event updated for resources: {'Port': ['ID=0e0d0365-aec6-4900-845a-bf1f488b8969,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:33.492215 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd6c62-47fc-454e-9308-e77018d410d4 None None] Routers {'1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:33.492839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Attempting to bind port 0e0d0365-aec6-4900-845a-bf1f488b8969 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:33.493337 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e0fd6c62-47fc-454e-9308-e77018d410d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:33.493459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Attempting to bind port 0e0d0365-aec6-4900-845a-bf1f488b8969 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '84fd2af4-027d-4ab6-9229-37eb9b38d230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7d92fbb2-17d3-45b1-a3db-c66456202abb'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:33.493897 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Attempting to bind port 0e0d0365-aec6-4900-845a-bf1f488b8969 on network 7d92fbb2-17d3-45b1-a3db-c66456202abb {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:33.500112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:33.500767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Checking segment: {'id': '84fd2af4-027d-4ab6-9229-37eb9b38d230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7d92fbb2-17d3-45b1-a3db-c66456202abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:33.501760 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.501893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Bound using segment: {'id': '84fd2af4-027d-4ab6-9229-37eb9b38d230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7d92fbb2-17d3-45b1-a3db-c66456202abb'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:33.502461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Bound port: 0e0d0365-aec6-4900-845a-bf1f488b8969, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84fd2af4-027d-4ab6-9229-37eb9b38d230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7d92fbb2-17d3-45b1-a3db-c66456202abb'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:33.502954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.540023 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.542056 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-199152a9-ec14-4f9e-9e7a-d092ad8c01cf tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1085491 Sep 16 04:50:33.547432 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e0fd6c62-47fc-454e-9308-e77018d410d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:33.548118 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fd6c62-47fc-454e-9308-e77018d410d4 None None] The sync data for ids ['1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:33.551529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43042) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:33.583019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.585327 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.588677 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] 10.222.0.15 "PUT /v2.0/ports/8245fffc-1f72-45b7-8067-7ab4df914c37 HTTP/1.1" status: 200 len: 1092 time: 2.3092871 Sep 16 04:50:33.592695 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89c9b2d-5a45-4393-a7fd-544938ba80e5', 'tag': '8245fffc-1f72-45b7-8067-7ab4df914c37'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:33.593915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0b50967a-4ebb-4f62-876f-1d3df90d8abb tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'enable_snat': False}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:33.597175 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d51971-80de-44fc-84a4-897f10df7d98" -d '{"events": [{"name": "network-changed", "server_uuid": "e89c9b2d-5a45-4393-a7fd-544938ba80e5", "tag": "8245fffc-1f72-45b7-8067-7ab4df914c37"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:33.623200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c096cf-57b6-488b-beec-a60c5de51919 req-bfea4497-e411-4c15-b79b-daa45305ebb8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.623200 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-44c096cf-57b6-488b-beec-a60c5de51919 req-bfea4497-e411-4c15-b79b-daa45305ebb8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.3441508 Sep 16 04:50:33.640904 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] For port 0e0d0365-aec6-4900-845a-bf1f488b8969, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:33.647023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] For port 0e0d0365-aec6-4900-845a-bf1f488b8969, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0e0d0365-aec6-4900-845a-bf1f488b8969,segment=NetworkSegment(84fd2af4-027d-4ab6-9229-37eb9b38d230),segment_id=84fd2af4-027d-4ab6-9229-37eb9b38d230)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:33.658972 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:33.663782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6e91e-e53e-4333-98f7-8909ac19329b service neutron] Pushing event updated for resources: {'Port': ['ID=8245fffc-1f72-45b7-8067-7ab4df914c37,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:33.711890 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-44c096cf-57b6-488b-beec-a60c5de51919 req-ff68c2e8-71b7-4f01-b0cb-7f86e06cf8c1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813017 Sep 16 04:50:33.726928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-9a671018-ca2b-49be-9250-370a14ad5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.737903 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-9a671018-ca2b-49be-9250-370a14ad5161 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 1095 time: 0.0942218 Sep 16 04:50:33.821117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-1b9842c4-3261-4e7e-9ab5-6a8ace318371 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8245fffc-1f72-45b7-8067-7ab4df914c37 HTTP/1.1" status: 200 len: 217 time: 0.0717661 Sep 16 04:50:33.835706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4b8b8-e5c3-4097-aee4-77f470662a7a None None] Pushing event updated for resources: {'Port': ['ID=0e0d0365-aec6-4900-845a-bf1f488b8969,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:33.848808 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7519c364-edbc-4f40-a779-f7347602f434 x-openstack-request-id: req-7519c364-edbc-4f40-a779-f7347602f434 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:33.849136 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89c9b2d-5a45-4393-a7fd-544938ba80e5", "tag": "8245fffc-1f72-45b7-8067-7ab4df914c37", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:33.849400 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7519c364-edbc-4f40-a779-f7347602f434 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:33.850552 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89c9b2d-5a45-4393-a7fd-544938ba80e5', 'tag': '8245fffc-1f72-45b7-8067-7ab4df914c37', 'status': 'completed', 'code': 200} Sep 16 04:50:33.892185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-d9e01139-ee92-4c7f-a23c-8077eb8eaa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:33.894172 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-d9e01139-ee92-4c7f-a23c-8077eb8eaa3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.0636778 Sep 16 04:50:33.947648 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-ce68b2b5-11bc-412d-9c58-6e1f05b3e92c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444555 Sep 16 04:50:33.978832 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7b09-4d44-4c03-a0d1-a64fef89328c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.062610 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-4d861fe3-3794-4335-aeef-0e3360de891d service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037118 Sep 16 04:50:34.135233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c348c-7f1a-4519-a7ee-bbad9c77c4b6 req-3e0239ae-f3fc-4cb3-9fe3-904e5869f3ea tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.151291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c4c348c-7f1a-4519-a7ee-bbad9c77c4b6 req-3e0239ae-f3fc-4cb3-9fe3-904e5869f3ea tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 943 time: 0.2807581 Sep 16 04:50:34.188565 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc7b09-4d44-4c03-a0d1-a64fef89328c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Subnet': ['ID=1d63dca4-84a0-4ca3-81b8-11d494c1863f,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:34.226066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc7b09-4d44-4c03-a0d1-a64fef89328c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Checking segment: {'id': '55ccbb53-e142-47c6-90ac-69aed7cfda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7a65729f-4958-4f16-a761-12815f5cb440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:34.226431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfc7b09-4d44-4c03-a0d1-a64fef89328c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network hostable DHCP agents. Network: 7a65729f-4958-4f16-a761-12815f5cb440, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:34.245392 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5b4d6a0-7ad9-454e-9e4d-a8db0ac61b85 req-be979c6e-85b7-4cf2-84ac-43d538082d4a service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711152 Sep 16 04:50:34.382341 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d51971-80de-44fc-84a4-897f10df7d98 req-e564fca8-6016-4912-ba5c-07004403ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.384098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0d51971-80de-44fc-84a4-897f10df7d98 req-e564fca8-6016-4912-ba5c-07004403ac0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 1095 time: 0.0769930 Sep 16 04:50:34.535369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d51971-80de-44fc-84a4-897f10df7d98 req-a07bad95-d2c2-489d-bbdd-f735c51e54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.538100 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0d51971-80de-44fc-84a4-897f10df7d98 req-a07bad95-d2c2-489d-bbdd-f735c51e54fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 906 time: 0.1436024 Sep 16 04:50:34.603763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0d51971-80de-44fc-84a4-897f10df7d98 req-d08eb0de-a82b-451a-a585-30d666d55348 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8245fffc-1f72-45b7-8067-7ab4df914c37 HTTP/1.1" status: 200 len: 217 time: 0.0584490 Sep 16 04:50:34.751045 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c4c348c-7f1a-4519-a7ee-bbad9c77c4b6 req-a05a9677-32fe-402a-b3b6-233f830e23b8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5981586 Sep 16 04:50:34.755738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfc7b09-4d44-4c03-a0d1-a64fef89328c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network 7a65729f-4958-4f16-a761-12815f5cb440 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:34.761690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d51971-80de-44fc-84a4-897f10df7d98 req-7556b7c5-46f7-44a2-af4f-18bac3902766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.769986 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0d51971-80de-44fc-84a4-897f10df7d98 req-7556b7c5-46f7-44a2-af4f-18bac3902766 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.1270847 Sep 16 04:50:34.826142 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0d51971-80de-44fc-84a4-897f10df7d98 req-34a27a13-e671-45a5-b66e-a83e5fe63fdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483260 Sep 16 04:50:34.868190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ecfc7b09-4d44-4c03-a0d1-a64fef89328c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 7a65729f-4958-4f16-a761-12815f5cb440) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:34.873518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc7b09-4d44-4c03-a0d1-a64fef89328c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:34.874199 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7b09-4d44-4c03-a0d1-a64fef89328c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:34.887004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a801bc6-3ab8-43bb-8d0e-0244cd0442dd None None] Network 7a65729f-4958-4f16-a761-12815f5cb440 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:34.908978 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ecfc7b09-4d44-4c03-a0d1-a64fef89328c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1369109 Sep 16 04:50:34.938050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43056) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:34.965063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a92c9237-c642-4ebc-a235-45c3183230f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1998781387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:35.033843 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0d51971-80de-44fc-84a4-897f10df7d98 req-cb5c607d-85f2-44eb-bb8f-221bba202788 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974890 Sep 16 04:50:35.050212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29c23a-f8d0-4f89-a584-5d41987d9181 req-a5726598-415b-413b-8c1b-5dcc302276e4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.058968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b29c23a-f8d0-4f89-a584-5d41987d9181 req-a5726598-415b-413b-8c1b-5dcc302276e4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1700909 Sep 16 04:50:35.136685 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b29c23a-f8d0-4f89-a584-5d41987d9181 req-d1ae9187-a934-4949-8e75-f2281c66228c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768359 Sep 16 04:50:35.152541 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a92c9237-c642-4ebc-a235-45c3183230f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.154081 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a92c9237-c642-4ebc-a235-45c3183230f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.244144 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b50967a-4ebb-4f62-876f-1d3df90d8abb tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.291373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0d51971-80de-44fc-84a4-897f10df7d98 req-d41d17c0-b213-4fc4-83f9-dcb64d7ec7c6 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501860 Sep 16 04:50:35.303533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-7a65729f-4958-4f16-a761-12815f5cb440', 'network_id': '7a65729f-4958-4f16-a761-12815f5cb440', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'fixed_ips': [{'subnet_id': '1d63dca4-84a0-4ca3-81b8-11d494c1863f'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:35.304693 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.352990 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a92c9237-c642-4ebc-a235-45c3183230f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.366925 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a92c9237-c642-4ebc-a235-45c3183230f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.429941 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a92c9237-c642-4ebc-a235-45c3183230f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.433693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a92c9237-c642-4ebc-a235-45c3183230f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4697802 Sep 16 04:50:35.434690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43060) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:35.520737 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:35.546876 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Allocated IP 172.21.0.2 (7a65729f-4958-4f16-a761-12815f5cb440/1d63dca4-84a0-4ca3-81b8-11d494c1863f/ed5a3002-b100-4297-80ab-521024461d97) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:35.658761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0e0d0365-aec6-4900-845a-bf1f488b8969 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:35.692708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532b3939-578b-4f07-87c9-c23e53f8d315 None None] Network 7d92fbb2-17d3-45b1-a3db-c66456202abb requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:35.990760 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d0a16-e164-4d32-b180-234ee597abd7 req-84ad5d92-dac0-4854-92a1-b79033bd9a3d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:35.992904 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a64d0a16-e164-4d32-b180-234ee597abd7 req-84ad5d92-dac0-4854-92a1-b79033bd9a3d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 943 time: 0.1267025 Sep 16 04:50:36.071607 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a64d0a16-e164-4d32-b180-234ee597abd7 req-dda73d15-c719-4491-8ea8-07260431895e tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691857 Sep 16 04:50:36.144045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-38e5b5f9-4f8f-4693-bf54-46bbe80adc20 None None] Provisioning complete for port 0e0d0365-aec6-4900-845a-bf1f488b8969 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:36.144521 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-38e5b5f9-4f8f-4693-bf54-46bbe80adc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.165960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.299837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0e0d0365-aec6-4900-845a-bf1f488b8969 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:36.305238 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.370181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23357d8-3f22-40fe-97c8-7dad733aa1f6 req-dd0ad6a8-4f86-461d-8974-a247b834e6a9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:36.378160 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b23357d8-3f22-40fe-97c8-7dad733aa1f6 req-dd0ad6a8-4f86-461d-8974-a247b834e6a9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.0844343 Sep 16 04:50:36.431870 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.449882 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b23357d8-3f22-40fe-97c8-7dad733aa1f6 req-1f2a7435-8085-4a62-a232-c4b9838f8eeb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667536 Sep 16 04:50:36.543498 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.625320 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Network 7a65729f-4958-4f16-a761-12815f5cb440 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:36.665279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Pushing event updated for resources: {'Port': ['ID=ed5a3002-b100-4297-80ab-521024461d97,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:36.682764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:36.697180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:36.786837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8245fffc-1f72-45b7-8067-7ab4df914c37 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:36.801577 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.892444 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-38e5b5f9-4f8f-4693-bf54-46bbe80adc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.897690 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Attempting to bind port ed5a3002-b100-4297-80ab-521024461d97 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:36.898210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Attempting to bind port ed5a3002-b100-4297-80ab-521024461d97 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '55ccbb53-e142-47c6-90ac-69aed7cfda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7a65729f-4958-4f16-a761-12815f5cb440'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:36.899222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Attempting to bind port ed5a3002-b100-4297-80ab-521024461d97 on network 7a65729f-4958-4f16-a761-12815f5cb440 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:36.962529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:36.962872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Checking segment: {'id': '55ccbb53-e142-47c6-90ac-69aed7cfda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7a65729f-4958-4f16-a761-12815f5cb440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:36.963253 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.963661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Bound using segment: {'id': '55ccbb53-e142-47c6-90ac-69aed7cfda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7a65729f-4958-4f16-a761-12815f5cb440'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:36.964157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Bound port: ed5a3002-b100-4297-80ab-521024461d97, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ccbb53-e142-47c6-90ac-69aed7cfda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7a65729f-4958-4f16-a761-12815f5cb440'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:36.964549 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:36.996130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 0e0d0365-aec6-4900-845a-bf1f488b8969, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0e0d0365-aec6-4900-845a-bf1f488b8969,segment=NetworkSegment(84fd2af4-027d-4ab6-9229-37eb9b38d230),segment_id=84fd2af4-027d-4ab6-9229-37eb9b38d230)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:37.043250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Allocated IP 172.20.0.1 (7d92fbb2-17d3-45b1-a3db-c66456202abb/1705c1a5-494d-4bff-9af3-d548bbceb18c/fac8c50c-e0c9-4772-a4b0-b0a7c71eda4c) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:37.076527 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.190732 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b50967a-4ebb-4f62-876f-1d3df90d8abb tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.197481 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b50967a-4ebb-4f62-876f-1d3df90d8abb tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.231649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8245fffc-1f72-45b7-8067-7ab4df914c37, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8245fffc-1f72-45b7-8067-7ab4df914c37,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:37.245185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '8245fffc-1f72-45b7-8067-7ab4df914c37', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'port_id': '8245fffc-1f72-45b7-8067-7ab4df914c37', 'mac_address': 'fa:16:3e:c9:7c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d9ede1-de16-4e4e-ac56-0f29b66bf35e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:37.366726 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] For port ed5a3002-b100-4297-80ab-521024461d97, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:37.367361 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.370570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] For port ed5a3002-b100-4297-80ab-521024461d97, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ed5a3002-b100-4297-80ab-521024461d97,segment=NetworkSegment(55ccbb53-e142-47c6-90ac-69aed7cfda1f),segment_id=55ccbb53-e142-47c6-90ac-69aed7cfda1f)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:37.375078 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-38e5b5f9-4f8f-4693-bf54-46bbe80adc20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:50:37.376756 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-38e5b5f9-4f8f-4693-bf54-46bbe80adc20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:50:37.380591 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.432413 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.445127 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.530306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8245fffc-1f72-45b7-8067-7ab4df914c37 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:37.555926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network 7d92fbb2-17d3-45b1-a3db-c66456202abb is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:37.571498 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:37.575012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:37.597102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc329860-51c3-4ac1-a564-1066271a2434 req-f29b16f6-81a1-4e11-acae-54749c239567 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.598752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc329860-51c3-4ac1-a564-1066271a2434 req-f29b16f6-81a1-4e11-acae-54749c239567 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 943 time: 0.1819942 Sep 16 04:50:37.602841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8245fffc-1f72-45b7-8067-7ab4df914c37, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8245fffc-1f72-45b7-8067-7ab4df914c37,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:37.608084 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.611138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=0e0d0365-aec6-4900-845a-bf1f488b8969,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.619652 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.717424 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc329860-51c3-4ac1-a564-1066271a2434 req-284c464f-5171-4dd8-8d8d-26836ba64ea7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687566 Sep 16 04:50:37.753908 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b036d-5688-411b-b0dd-2951eec44b3d req-09e3e5b7-b7bb-4e15-a57c-8732df04334d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:37.754524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=fac8c50c-e0c9-4772-a4b0-b0a7c71eda4c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.783035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af3b036d-5688-411b-b0dd-2951eec44b3d req-09e3e5b7-b7bb-4e15-a57c-8732df04334d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1334591 Sep 16 04:50:37.860083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:37.870106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1492265-7a1d-4c56-b061-93099ebadcd8 None None] Pushing event updated for resources: {'Port': ['ID=ed5a3002-b100-4297-80ab-521024461d97,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:37.889389 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af3b036d-5688-411b-b0dd-2951eec44b3d req-3c2a7c43-db0a-42d8-b882-b05d3fd0fdea tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733807 Sep 16 04:50:37.980775 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:37.989151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b50967a-4ebb-4f62-876f-1d3df90d8abb tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Router 1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:38.274539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=8245fffc-1f72-45b7-8067-7ab4df914c37,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:38.415601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b50967a-4ebb-4f62-876f-1d3df90d8abb tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:38.429002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff8a33f-832b-4030-bfd6-48dc813cb146 None None] Sync routers for ids ['1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:38.446018 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b50967a-4ebb-4f62-876f-1d3df90d8abb tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.450138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43114) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:38.450299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0b50967a-4ebb-4f62-876f-1d3df90d8abb tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "PUT /v2.0/routers/1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5 HTTP/1.1" status: 200 len: 920 time: 4.8975806 Sep 16 04:50:38.451305 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-32e68538-f318-4c6a-b796-546f719424bb None None] Provisioning complete for port fac8c50c-e0c9-4772-a4b0-b0a7c71eda4c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:38.452051 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32e68538-f318-4c6a-b796-546f719424bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.468451 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.497149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff8a33f-832b-4030-bfd6-48dc813cb146 None None] Routers {'1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:38.497841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-eff8a33f-832b-4030-bfd6-48dc813cb146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:38.585836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-eff8a33f-832b-4030-bfd6-48dc813cb146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:38.615146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff8a33f-832b-4030-bfd6-48dc813cb146 None None] Routers {'1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:38.616223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-eff8a33f-832b-4030-bfd6-48dc813cb146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:38.664886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-32e68538-f318-4c6a-b796-546f719424bb None None] Port fac8c50c-e0c9-4772-a4b0-b0a7c71eda4c cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:38.671228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-eff8a33f-832b-4030-bfd6-48dc813cb146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:38.673405 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff8a33f-832b-4030-bfd6-48dc813cb146 None None] The sync data for ids ['1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:38.680654 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9a5462ab-75aa-459f-9a91-8617d28dc7c3 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/routers/1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5 HTTP/1.1" status: 200 len: 920 time: 0.2287006 Sep 16 04:50:38.684340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43122) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:38.713303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-32e68538-f318-4c6a-b796-546f719424bb None None] Provisioning complete for port 0e0d0365-aec6-4900-845a-bf1f488b8969 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:38.717465 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32e68538-f318-4c6a-b796-546f719424bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:38.889226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab6ec80-b0b0-448c-a8b9-7964e26ca23b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:38.895297 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0ab6ec80-b0b0-448c-a8b9-7964e26ca23b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&device_id=1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2064021 Sep 16 04:50:38.896273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43126) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:39.052994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13d622-3b68-450c-b931-82536f0a142e tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.054719 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0a13d622-3b68-450c-b931-82536f0a142e tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 881 time: 0.1573083 Sep 16 04:50:39.058542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43132) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:39.108157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-78586047-9429-4e22-9341-8cd5d3b29b49 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5 HTTP/1.1" status: 200 len: 205 time: 0.0453906 Sep 16 04:50:39.108825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43134) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:39.138659 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.154553 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.263295 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.399054 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.419344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8707814b-72b1-410e-b597-81ccf8517e2e None None] Network 7a65729f-4958-4f16-a761-12815f5cb440 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:39.420472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f177f32-37d7-4b75-9756-e56855e403b1 req-f6cb70cf-0cdc-4efd-96df-37e2b584d05e tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.429542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f177f32-37d7-4b75-9756-e56855e403b1 req-f6cb70cf-0cdc-4efd-96df-37e2b584d05e tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 944 time: 0.2871912 Sep 16 04:50:39.444207 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=fac8c50c-e0c9-4772-a4b0-b0a7c71eda4c,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:39.607174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f177f32-37d7-4b75-9756-e56855e403b1 req-7ba9a812-0891-464d-b1e5-523036718afa tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722414 Sep 16 04:50:39.653870 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-29747f8c-1be5-45a6-9ddc-248ec47e6471 None None] Provisioning complete for port ed5a3002-b100-4297-80ab-521024461d97 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:39.654183 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29747f8c-1be5-45a6-9ddc-248ec47e6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:39.695229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network 7d92fbb2-17d3-45b1-a3db-c66456202abb is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:39.703306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:39.708181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac1884-d396-47df-85d3-ef1e2c754749 req-e9f09d8f-2abc-4888-b7bb-cd43f62e0401 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:39.727789 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3aac1884-d396-47df-85d3-ef1e2c754749 req-e9f09d8f-2abc-4888-b7bb-cd43f62e0401 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.3737931 Sep 16 04:50:39.862275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ed5a3002-b100-4297-80ab-521024461d97 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:39.910063 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3aac1884-d396-47df-85d3-ef1e2c754749 req-4998abc7-34af-4435-9d8e-678f12905cbc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648238 Sep 16 04:50:40.036993 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29747f8c-1be5-45a6-9ddc-248ec47e6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.053931 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.186726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Deleting port 1e85ba3e-2faa-4242-949b-6c719287a685 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:40.188289 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.227187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-29747f8c-1be5-45a6-9ddc-248ec47e6471 None None] For port ed5a3002-b100-4297-80ab-521024461d97, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ed5a3002-b100-4297-80ab-521024461d97,segment=NetworkSegment(55ccbb53-e142-47c6-90ac-69aed7cfda1f),segment_id=55ccbb53-e142-47c6-90ac-69aed7cfda1f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:40.230700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ed5a3002-b100-4297-80ab-521024461d97 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:40.231045 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.237231 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-29747f8c-1be5-45a6-9ddc-248ec47e6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.375234 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29747f8c-1be5-45a6-9ddc-248ec47e6471 None None] Pushing event updated for resources: {'Port': ['ID=ed5a3002-b100-4297-80ab-521024461d97,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:40.405304 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.441109 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f0398093-a395-45ef-ae6d-254befd7080c None None] Provisioning complete for port fac8c50c-e0c9-4772-a4b0-b0a7c71eda4c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:40.441704 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f0398093-a395-45ef-ae6d-254befd7080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.442667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Calling delete_port for 1e85ba3e-2faa-4242-949b-6c719287a685 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:40.546182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0e0d0365-aec6-4900-845a-bf1f488b8969 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:40.617511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f0398093-a395-45ef-ae6d-254befd7080c None None] Port fac8c50c-e0c9-4772-a4b0-b0a7c71eda4c cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:40.687238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0e0d0365-aec6-4900-845a-bf1f488b8969 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:40.687632 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.761195 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-400b09fd-1365-4431-95de-ac3618d777dd None None] Provisioning complete for port ed5a3002-b100-4297-80ab-521024461d97 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:40.761575 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-400b09fd-1365-4431-95de-ac3618d777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:40.786272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 2f1bf19e-94f4-4a73-b29c-8d2d267f8df3 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:40.787140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8245fffc-1f72-45b7-8067-7ab4df914c37 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:40.934478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 8245fffc-1f72-45b7-8067-7ab4df914c37 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:40.991876 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 8245fffc-1f72-45b7-8067-7ab4df914c37 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:40.994997 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.010507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:41.018887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f0a5e4eb-8d44-4a07-b21e-127d58559a4e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/2f1bf19e-94f4-4a73-b29c-8d2d267f8df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5839310 Sep 16 04:50:41.019503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43172) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:41.026144 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ea4a9-83d3-4de6-bf8b-55f4def15869 None None] Sync routers for ids ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:41.050534 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ea4a9-83d3-4de6-bf8b-55f4def15869 None None] Routers {'2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:41.051671 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ba8ea4a9-83d3-4de6-bf8b-55f4def15869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:41.087556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47736a50-796d-40bc-8b8d-19ac88ad2034 req-395d8b22-f523-4abc-b23f-d09bb0b1bd58 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.116919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c646284-72cb-45af-95ed-2d82e47c0de9 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:41.121233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7c646284-72cb-45af-95ed-2d82e47c0de9 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports/fac8c50c-e0c9-4772-a4b0-b0a7c71eda4c HTTP/1.1" status: 200 len: 910 time: 0.0972359 Sep 16 04:50:41.121470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43178) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:41.132654 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-47736a50-796d-40bc-8b8d-19ac88ad2034 req-395d8b22-f523-4abc-b23f-d09bb0b1bd58 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 944 time: 0.3808930 Sep 16 04:50:41.164158 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ba8ea4a9-83d3-4de6-bf8b-55f4def15869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:41.174450 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ea4a9-83d3-4de6-bf8b-55f4def15869 None None] Routers {'2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:41.175359 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ba8ea4a9-83d3-4de6-bf8b-55f4def15869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:41.214866 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ba8ea4a9-83d3-4de6-bf8b-55f4def15869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:41.215806 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ea4a9-83d3-4de6-bf8b-55f4def15869 None None] The sync data for ids ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:41.267355 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.335486 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-47736a50-796d-40bc-8b8d-19ac88ad2034 req-051dceb1-bdff-485a-b965-b02b35d0942e tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974196 Sep 16 04:50:41.338767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Pushing event deleted for resources: {'Port': ['ID=1e85ba3e-2faa-4242-949b-6c719287a685,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:41.485017 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.560619 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8245fffc-1f72-45b7-8067-7ab4df914c37, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8245fffc-1f72-45b7-8067-7ab4df914c37,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:41.561817 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89c9b2d-5a45-4393-a7fd-544938ba80e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8245fffc-1f72-45b7-8067-7ab4df914c37'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:41.568782 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb55d820-ded9-4b63-ab69-bfeef3ab4c2b" -d '{"events": [{"server_uuid": "e89c9b2d-5a45-4393-a7fd-544938ba80e5", "name": "network-vif-plugged", "status": "completed", "tag": "8245fffc-1f72-45b7-8067-7ab4df914c37"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:41.578969 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.686235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=8245fffc-1f72-45b7-8067-7ab4df914c37,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:41.703018 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ed5a3002-b100-4297-80ab-521024461d97 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:41.714887 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.779527 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6864e9-992f-4b7f-8962-cad149a7dc40 x-openstack-request-id: req-2f6864e9-992f-4b7f-8962-cad149a7dc40 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:41.779809 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89c9b2d-5a45-4393-a7fd-544938ba80e5", "name": "network-vif-plugged", "status": "completed", "tag": "8245fffc-1f72-45b7-8067-7ab4df914c37", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:41.780069 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f6864e9-992f-4b7f-8962-cad149a7dc40 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:41.780549 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89c9b2d-5a45-4393-a7fd-544938ba80e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8245fffc-1f72-45b7-8067-7ab4df914c37', 'code': 200} Sep 16 04:50:41.846713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.849579 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.878997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ed5a3002-b100-4297-80ab-521024461d97 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:41.879642 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.908996 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.909659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:41.919402 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:41.926545 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3984662d-3b21-4fc3-9109-abbeeabc01ee tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/routers/1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5 HTTP/1.1" status: 204 len: 168 time: 2.8166389 Sep 16 04:50:41.928468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43186) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:41.967340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-654b813a-2774-4f1e-bb44-7ab3fb3a2935 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1619069631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:41.990682 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.005504 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823333b4-9aa8-4f31-917f-ae0fc2579daf req-98050858-3619-4314-98c2-7a3afd3b4849 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.015362 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-823333b4-9aa8-4f31-917f-ae0fc2579daf req-98050858-3619-4314-98c2-7a3afd3b4849 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.3755097 Sep 16 04:50:42.065071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b1f2d-a81e-49a8-a7e5-568be4721826 req-4861fb6e-7604-4a6b-b265-d8233c2a2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.067332 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a75b1f2d-a81e-49a8-a7e5-568be4721826 req-4861fb6e-7604-4a6b-b265-d8233c2a2955 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 1097 time: 0.1678629 Sep 16 04:50:42.069980 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-654b813a-2774-4f1e-bb44-7ab3fb3a2935 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.071566 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-654b813a-2774-4f1e-bb44-7ab3fb3a2935 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.150843 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-823333b4-9aa8-4f31-917f-ae0fc2579daf req-48bb948a-4982-4aaf-a9c5-9140c2d87229 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343272 Sep 16 04:50:42.227737 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a75b1f2d-a81e-49a8-a7e5-568be4721826 req-21f73b1c-a016-4d66-9631-ef74a3b4039b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347928 Sep 16 04:50:42.230480 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-654b813a-2774-4f1e-bb44-7ab3fb3a2935 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.236546 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-654b813a-2774-4f1e-bb44-7ab3fb3a2935 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.255428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-654b813a-2774-4f1e-bb44-7ab3fb3a2935 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.260168 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-654b813a-2774-4f1e-bb44-7ab3fb3a2935 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3144801 Sep 16 04:50:42.261134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43194) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:42.266762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:42.429489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Allocated IP 172.21.0.1 (7a65729f-4958-4f16-a761-12815f5cb440/1d63dca4-84a0-4ca3-81b8-11d494c1863f/7d529d3e-68ce-4691-aa01-ccd90f93cdb1) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:42.532739 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.586009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac5ede-a1fc-42d9-965d-256c8f770761 req-a2ad73f6-5187-4218-b17b-012ebf8be2c5 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:42.593704 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58ac5ede-a1fc-42d9-965d-256c8f770761 req-a2ad73f6-5187-4218-b17b-012ebf8be2c5 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 945 time: 0.1486564 Sep 16 04:50:42.668162 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58ac5ede-a1fc-42d9-965d-256c8f770761 req-dab402eb-6ec7-471c-821d-b5d91b970840 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668528 Sep 16 04:50:42.713942 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.759033 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.806036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network 7a65729f-4958-4f16-a761-12815f5cb440 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:42.808077 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.812490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:42.817722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:42.821913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=7d529d3e-68ce-4691-aa01-ccd90f93cdb1,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:42.865010 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:42.887162 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.094068 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Allocated IP 172.25.0.211 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/7d5cf76d-8f0c-44e7-94dc-68d8142d2e2e) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:43.115367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd924cc3-9bca-4962-afc8-6376416dd230 req-cccc13a2-cf0b-4b0f-8dcf-3c5d77466cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.117045 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd924cc3-9bca-4962-afc8-6376416dd230 req-cccc13a2-cf0b-4b0f-8dcf-3c5d77466cae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 1097 time: 0.0837784 Sep 16 04:50:43.141874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.260692 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-dd86985d-d33d-4957-a76d-8f268b54871b None None] Provisioning complete for port 7d529d3e-68ce-4691-aa01-ccd90f93cdb1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:43.261272 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dd86985d-d33d-4957-a76d-8f268b54871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.329914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-dd86985d-d33d-4957-a76d-8f268b54871b None None] Port 7d529d3e-68ce-4691-aa01-ccd90f93cdb1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:43.492320 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.498488 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.599436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=7d529d3e-68ce-4691-aa01-ccd90f93cdb1,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:43.602661 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:43.726108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network 7a65729f-4958-4f16-a761-12815f5cb440 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:43.727928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:43.872458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093092a-6dbe-4b18-877c-8d10d49c660c req-e487f81b-a8d1-48b8-bc00-f668f8adba33 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.874344 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c093092a-6dbe-4b18-877c-8d10d49c660c req-e487f81b-a8d1-48b8-bc00-f668f8adba33 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.5875952 Sep 16 04:50:43.875656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd924cc3-9bca-4962-afc8-6376416dd230 req-73764b22-5b60-4b34-a590-f3c13d771bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.877131 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd924cc3-9bca-4962-afc8-6376416dd230 req-73764b22-5b60-4b34-a590-f3c13d771bb8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 918 time: 0.7467952 Sep 16 04:50:43.975538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad96ba-5feb-4c3c-aeca-715999d79e20 req-d83d4dbd-533e-4a77-957b-86d91831f65a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:43.977262 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01ad96ba-5feb-4c3c-aeca-715999d79e20 req-d83d4dbd-533e-4a77-957b-86d91831f65a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 945 time: 0.1075583 Sep 16 04:50:43.979816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 2f1bf19e-94f4-4a73-b29c-8d2d267f8df3 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:44.007586 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd924cc3-9bca-4962-afc8-6376416dd230 req-f369f850-b0aa-4414-92d9-ba30c99cc48a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c HTTP/1.1" status: 200 len: 1001 time: 0.1163690 Sep 16 04:50:44.019615 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.043659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01ad96ba-5feb-4c3c-aeca-715999d79e20 req-2b3d3721-919d-42fe-82cc-9419a2c7f28f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566952 Sep 16 04:50:44.193963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-954b8336-48ee-4d41-bb0e-5d85018904b8 None None] Provisioning complete for port 7d529d3e-68ce-4691-aa01-ccd90f93cdb1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:44.193963 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-954b8336-48ee-4d41-bb0e-5d85018904b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.218303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:44.225812 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f5a7e8eb-260c-434b-be9f-ac9ae8fa34f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/2f1bf19e-94f4-4a73-b29c-8d2d267f8df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1030817 Sep 16 04:50:44.228290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43228) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:44.242009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32838bed-41f9-42c8-9185-2baaec0e18e4 None None] Sync routers for ids ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:44.258386 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c093092a-6dbe-4b18-877c-8d10d49c660c req-aac391c5-b059-4def-aa5b-5b530bc92bcd tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769574 Sep 16 04:50:44.278790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32838bed-41f9-42c8-9185-2baaec0e18e4 None None] Routers {'2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:44.282365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-32838bed-41f9-42c8-9185-2baaec0e18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:44.294096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd924cc3-9bca-4962-afc8-6376416dd230 req-7725c33c-e53a-4696-87ee-edac73c0497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.296199 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd924cc3-9bca-4962-afc8-6376416dd230 req-7725c33c-e53a-4696-87ee-edac73c0497b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.2748296 Sep 16 04:50:44.319099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0619b358-db0d-4ed9-8c76-64cc30664c97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.326789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0619b358-db0d-4ed9-8c76-64cc30664c97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports/7d529d3e-68ce-4691-aa01-ccd90f93cdb1 HTTP/1.1" status: 200 len: 910 time: 0.0972297 Sep 16 04:50:44.330232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43230) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:44.390263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-32838bed-41f9-42c8-9185-2baaec0e18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:44.402967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-954b8336-48ee-4d41-bb0e-5d85018904b8 None None] Port 7d529d3e-68ce-4691-aa01-ccd90f93cdb1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:50:44.416335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd924cc3-9bca-4962-afc8-6376416dd230 req-f5ce1272-e790-4055-bf36-075870f9122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.417471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32838bed-41f9-42c8-9185-2baaec0e18e4 None None] Routers {'2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:44.418442 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd924cc3-9bca-4962-afc8-6376416dd230 req-f5ce1272-e790-4055-bf36-075870f9122d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1081841 Sep 16 04:50:44.419951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-32838bed-41f9-42c8-9185-2baaec0e18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:44.424669 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.488772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-32838bed-41f9-42c8-9185-2baaec0e18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:44.491353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32838bed-41f9-42c8-9185-2baaec0e18e4 None None] The sync data for ids ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:44.611262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:44.626802 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:44.638558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:44.705369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886cadc-a1b2-4524-bcc9-949115d78af8 req-9f302788-dbf1-46e4-873e-12b1bf0c82f0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:44.712546 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9886cadc-a1b2-4524-bcc9-949115d78af8 req-9f302788-dbf1-46e4-873e-12b1bf0c82f0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.2902896 Sep 16 04:50:44.722020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Pushing event updated for resources: {'Port': ['ID=7d5cf76d-8f0c-44e7-94dc-68d8142d2e2e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:44.751840 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9886cadc-a1b2-4524-bcc9-949115d78af8 req-8ff58cb2-b38c-466c-b1a0-b905d74ed31b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/quotas/c329891caf83491e9f7ca95911270da6 HTTP/1.1" status: 200 len: 375 time: 0.0382915 Sep 16 04:50:44.811763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd924cc3-9bca-4962-afc8-6376416dd230 req-e0267198-74d2-47e3-9143-698079ba3dcb service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857063 Sep 16 04:50:44.896420 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6531c6ad-8cca-4304-b1c7-e2389173ce97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:44.941191 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9886cadc-a1b2-4524-bcc9-949115d78af8 req-47cd2e8a-24a6-43ec-8f4c-b48bb9c0b9e9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1789098 Sep 16 04:50:45.041560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43254) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:45.126359 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fd924cc3-9bca-4962-afc8-6376416dd230 req-356b2517-0493-4ec5-a9be-2ac3a5f5f27f service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914841 Sep 16 04:50:45.192424 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9886cadc-a1b2-4524-bcc9-949115d78af8 req-684249f2-dc93-4d85-b105-4e32602d2d16 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988847 Sep 16 04:50:45.230094 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c26f9bdd-7da2-494c-a8a1-20e8c028f72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.251691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6531c6ad-8cca-4304-b1c7-e2389173ce97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port 7d529d3e-68ce-4691-aa01-ccd90f93cdb1 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:45.252181 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6531c6ad-8cca-4304-b1c7-e2389173ce97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.312220 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.379523 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9886cadc-a1b2-4524-bcc9-949115d78af8 req-30e9bb34-92c9-48ef-9dbe-c291e4581db8 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468821 Sep 16 04:50:45.417422 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6531c6ad-8cca-4304-b1c7-e2389173ce97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.443978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6531c6ad-8cca-4304-b1c7-e2389173ce97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for 7d529d3e-68ce-4691-aa01-ccd90f93cdb1 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:45.459677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8045fce-3402-4ccd-afa4-138ff8aed219 req-01ce0dda-092d-48cb-900e-50dfbdfc2684 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:45.461366 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d8045fce-3402-4ccd-afa4-138ff8aed219 req-01ce0dda-092d-48cb-900e-50dfbdfc2684 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1036277 Sep 16 04:50:45.546593 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.550776 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.709079 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c26f9bdd-7da2-494c-a8a1-20e8c028f72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.721301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d8045fce-3402-4ccd-afa4-138ff8aed219 req-34329070-3cc0-437e-b168-a9c97f3915b6 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463641 Sep 16 04:50:45.722142 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c26f9bdd-7da2-494c-a8a1-20e8c028f72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.767650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Router 1f219308-e9b5-448b-9f56-97af0321bfa4 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:45.805128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f9bdd-7da2-494c-a8a1-20e8c028f72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302b7aae-78be-4379-ab8d-c390cbc394a9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:45.814972 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c26f9bdd-7da2-494c-a8a1-20e8c028f72d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18ec284b6fd24d06a608ef48fd7bb714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7722099 Sep 16 04:50:45.820019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43274) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:45.907131 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6531c6ad-8cca-4304-b1c7-e2389173ce97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:45.954762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531c6ad-8cca-4304-b1c7-e2389173ce97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=7d529d3e-68ce-4691-aa01-ccd90f93cdb1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:46.008128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-831ac3f9-ed42-4d4b-be1d-950ca26dacb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.069538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:46.081635 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5601b0b-60ac-4570-a2a8-a75491ae5546 None None] Sync routers for ids ['1f219308-e9b5-448b-9f56-97af0321bfa4'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:46.082932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.091508 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8a27de04-5f1f-4cbf-80ba-856d6254c7b3 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "PUT /v2.0/routers/1f219308-e9b5-448b-9f56-97af0321bfa4 HTTP/1.1" status: 200 len: 880 time: 3.8264303 Sep 16 04:50:46.091508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43286) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.094625 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5601b0b-60ac-4570-a2a8-a75491ae5546 None None] Routers {'1f219308-e9b5-448b-9f56-97af0321bfa4'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:46.098475 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e5601b0b-60ac-4570-a2a8-a75491ae5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1f219308-e9b5-448b-9f56-97af0321bfa4'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:46.184700 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e5601b0b-60ac-4570-a2a8-a75491ae5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:46.223306 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5601b0b-60ac-4570-a2a8-a75491ae5546 None None] Routers {'1f219308-e9b5-448b-9f56-97af0321bfa4'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:46.224120 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e5601b0b-60ac-4570-a2a8-a75491ae5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1f219308-e9b5-448b-9f56-97af0321bfa4'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:46.287680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-831ac3f9-ed42-4d4b-be1d-950ca26dacb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.288266 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f50ef35e-1c9d-457d-a0d4-d624809a2bb1 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/routers/1f219308-e9b5-448b-9f56-97af0321bfa4 HTTP/1.1" status: 200 len: 921 time: 0.1811159 Sep 16 04:50:46.288384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43298) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.303932 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e5601b0b-60ac-4570-a2a8-a75491ae5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:46.307655 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5601b0b-60ac-4570-a2a8-a75491ae5546 None None] The sync data for ids ['1f219308-e9b5-448b-9f56-97af0321bfa4'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:46.397412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6531c6ad-8cca-4304-b1c7-e2389173ce97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.416256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f003e6-1000-4cdd-a1b7-e841e1700fac tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.420345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-66f003e6-1000-4cdd-a1b7-e841e1700fac tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&device_id=1f219308-e9b5-448b-9f56-97af0321bfa4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1281788 Sep 16 04:50:46.420930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43302) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.491086 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-831ac3f9-ed42-4d4b-be1d-950ca26dacb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.493712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-831ac3f9-ed42-4d4b-be1d-950ca26dacb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:46.497419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-831ac3f9-ed42-4d4b-be1d-950ca26dacb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/302b7aae-78be-4379-ab8d-c390cbc394a9 HTTP/1.1" status: 204 len: 168 time: 0.6737459 Sep 16 04:50:46.506678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ac3f9-ed42-4d4b-be1d-950ca26dacb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302b7aae-78be-4379-ab8d-c390cbc394a9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:46.530026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-da1e2afa-159a-410d-990b-03353dbbf139 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.540270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-da1e2afa-159a-410d-990b-03353dbbf139 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.2499530 Sep 16 04:50:46.564355 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-c2de97e3-0012-4e90-abd7-816fa1efe0d0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/quotas/c329891caf83491e9f7ca95911270da6 HTTP/1.1" status: 200 len: 375 time: 0.0225558 Sep 16 04:50:46.653649 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-c2ce32e5-e3e8-4de1-9a14-371c51a70654 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882981 Sep 16 04:50:46.766148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f04bfd-94f6-4faf-a0ba-92d38ec37969 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:46.767644 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-33f04bfd-94f6-4faf-a0ba-92d38ec37969 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 881 time: 0.3452611 Sep 16 04:50:46.778512 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-bda17b47-5f88-481d-b82c-71f1592cc309 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238165 Sep 16 04:50:46.781397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43308) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:46.798216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7ea763cd-c867-4303-91c2-4c98a6e4597c no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:46.902746 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-5513352c-4a20-49d6-9db8-33501fda01c0 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232584 Sep 16 04:50:46.964862 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4a624268-e510-46b6-8c49-5be9a63ed798 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f219308-e9b5-448b-9f56-97af0321bfa4 HTTP/1.1" status: 200 len: 205 time: 0.0723264 Sep 16 04:50:46.970702 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43314) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:47.063378 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.140961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:47.144720 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c0f05c-8a39-4aa6-b135-5305fb37f584" -d '{"events": [{"server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:47.154123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43320) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:47.180465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:47.185922 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.208413 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4b5ca88b-6f9b-4f84-8cf8-47fb40b1950e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.228307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6531c6ad-8cca-4304-b1c7-e2389173ce97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 2f1bf19e-94f4-4a73-b29c-8d2d267f8df3 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:47.292711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f3d18-8e39-400d-a6c5-536c09388737 req-642e5eab-d37a-437c-81bf-ce0ae2234d61 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:47.310057 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc0f3d18-8e39-400d-a6c5-536c09388737 req-642e5eab-d37a-437c-81bf-ce0ae2234d61 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1750739 Sep 16 04:50:47.310297 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c495bf-6f2c-4cc0-be0d-ebd3cff1596f x-openstack-request-id: req-22c495bf-6f2c-4cc0-be0d-ebd3cff1596f {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:47.310432 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "name": "network-vif-unplugged", "status": "failed", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c", "code": 422}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:47.310936 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22c495bf-6f2c-4cc0-be0d-ebd3cff1596f {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:47.312179 n-d-712142-17 neutron-server[94746]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'code': 422} returned with failed status Sep 16 04:50:47.313936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:47.351527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.352144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.352672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.353293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.353832 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.354339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.354855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.355358 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.355859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.356358 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.356855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.357338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:50:47.373599 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9be112f-b75d-430b-b75b-00377018b542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.407545 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-67a66434-48f6-4782-a92c-c6e21df7985f req-7c97f798-f1f4-42d0-8e7b-550f2d02c1ba tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 210 time: 0.0545774 Sep 16 04:50:47.414193 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.474228 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc0f3d18-8e39-400d-a6c5-536c09388737 req-f919d92b-b9bc-4a4a-9123-968c3546f2c4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632285 Sep 16 04:50:47.498483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6531c6ad-8cca-4304-b1c7-e2389173ce97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:47.514263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6531c6ad-8cca-4304-b1c7-e2389173ce97 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/2f1bf19e-94f4-4a73-b29c-8d2d267f8df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1826265 Sep 16 04:50:47.515736 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67b31b-8e5e-49f8-9f7c-1917c903710c None None] Sync routers for ids ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:47.516121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43334) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:47.531289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67b31b-8e5e-49f8-9f7c-1917c903710c None None] Routers {'2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:47.531959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fb67b31b-8e5e-49f8-9f7c-1917c903710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:47.588505 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.609570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fb67b31b-8e5e-49f8-9f7c-1917c903710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:47.625594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67b31b-8e5e-49f8-9f7c-1917c903710c None None] Routers {'2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:47.626334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fb67b31b-8e5e-49f8-9f7c-1917c903710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:47.682103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fb67b31b-8e5e-49f8-9f7c-1917c903710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:47.683535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67b31b-8e5e-49f8-9f7c-1917c903710c None None] The sync data for ids ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:47.745585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Deleting port 7d5cf76d-8f0c-44e7-94dc-68d8142d2e2e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:47.745922 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.787895 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4b5ca88b-6f9b-4f84-8cf8-47fb40b1950e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.794356 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4b5ca88b-6f9b-4f84-8cf8-47fb40b1950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.888283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ca88b-6f9b-4f84-8cf8-47fb40b1950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1941f43c-e4d9-4244-b43c-f5c6908d4494,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:47.897068 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4b5ca88b-6f9b-4f84-8cf8-47fb40b1950e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26b63f9b02d046aaacf00645e6ba39fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7396793 Sep 16 04:50:47.897498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43348) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:47.948993 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:47.968493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Calling delete_port for 7d5cf76d-8f0c-44e7-94dc-68d8142d2e2e owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:47.984912 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d1e86798-5a3c-421b-948f-e4251c741535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.036806 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27bb3542-f3b2-40b0-8c2f-6de66388681b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.051214 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d1e86798-5a3c-421b-948f-e4251c741535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.182287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d1e86798-5a3c-421b-948f-e4251c741535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.185278 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d1e86798-5a3c-421b-948f-e4251c741535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.186897 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d1e86798-5a3c-421b-948f-e4251c741535 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1941f43c-e4d9-4244-b43c-f5c6908d4494 HTTP/1.1" status: 204 len: 168 time: 0.2878451 Sep 16 04:50:48.215819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e86798-5a3c-421b-948f-e4251c741535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1941f43c-e4d9-4244-b43c-f5c6908d4494,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:48.249780 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.299664 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Pushing event deleted for resources: {'Port': ['ID=7d5cf76d-8f0c-44e7-94dc-68d8142d2e2e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:48.377648 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.570895 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-070f5e3f-e1d7-4535-b8e3-fd72ffc01668 req-445f4900-7ff0-4184-89f9-af27e9c79e52 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 210 time: 0.0484269 Sep 16 04:50:48.583039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-27bb3542-f3b2-40b0-8c2f-6de66388681b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port fac8c50c-e0c9-4772-a4b0-b0a7c71eda4c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:48.584488 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27bb3542-f3b2-40b0-8c2f-6de66388681b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.775281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43376) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:48.788221 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27bb3542-f3b2-40b0-8c2f-6de66388681b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.798738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bb7ae-8c85-42bf-b875-75646b00c507 req-72c2807c-4038-4650-98f8-3ad7268e8ea4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:48.800320 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b80bb7ae-8c85-42bf-b875-75646b00c507 req-72c2807c-4038-4650-98f8-3ad7268e8ea4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 943 time: 0.1041400 Sep 16 04:50:48.821306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8316318f-6e77-456a-9b49-c8302a16af15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.834756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-27bb3542-f3b2-40b0-8c2f-6de66388681b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for fac8c50c-e0c9-4772-a4b0-b0a7c71eda4c owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:48.889458 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b80bb7ae-8c85-42bf-b875-75646b00c507 req-05e8434c-8313-414a-ac12-149785d62249 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780623 Sep 16 04:50:48.963809 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:48.976702 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.088962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.089527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Fanout notify agent at l3_agent the message router_deleted on router 1f219308-e9b5-448b-9f56-97af0321bfa4 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:49.098697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.099335 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e2390d84-f982-48ec-b0e3-4a659c35c023 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/routers/1f219308-e9b5-448b-9f56-97af0321bfa4 HTTP/1.1" status: 204 len: 168 time: 2.1261177 Sep 16 04:50:49.103023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43386) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:49.107537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-1f4f34f7-0e4e-49c2-8a94-96b9bcf1d4ff tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1992228287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:49.120462 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8316318f-6e77-456a-9b49-c8302a16af15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.130611 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8316318f-6e77-456a-9b49-c8302a16af15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.158103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a7c19175-b347-4bdc-8acd-9e2f2462204c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:49.159729 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a7c19175-b347-4bdc-8acd-9e2f2462204c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.1985245 Sep 16 04:50:49.161181 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1f4f34f7-0e4e-49c2-8a94-96b9bcf1d4ff tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.162368 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1f4f34f7-0e4e-49c2-8a94-96b9bcf1d4ff tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.175330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Request body: {'port': {'device_id': '79ca435f-2c0c-4acc-b3e9-e38efe4d65a1', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'admin_state_up': True, 'tenant_id': 'c329891caf83491e9f7ca95911270da6'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:49.185011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316318f-6e77-456a-9b49-c8302a16af15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551d97eb-f0c2-427a-a770-b74ce7839a0b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:49.195882 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8316318f-6e77-456a-9b49-c8302a16af15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd5b19ee34524d838cff23d120de308c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172039 Sep 16 04:50:49.196201 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27bb3542-f3b2-40b0-8c2f-6de66388681b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.197105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43390) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:49.226936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb3542-f3b2-40b0-8c2f-6de66388681b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=fac8c50c-e0c9-4772-a4b0-b0a7c71eda4c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:49.354278 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1f4f34f7-0e4e-49c2-8a94-96b9bcf1d4ff tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.367500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1f4f34f7-0e4e-49c2-8a94-96b9bcf1d4ff tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.385557 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27bb3542-f3b2-40b0-8c2f-6de66388681b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.422629 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-5e216433-14f1-4157-a828-31c3497ab59e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3449576 Sep 16 04:50:49.424471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1f4f34f7-0e4e-49c2-8a94-96b9bcf1d4ff tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.428052 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1f4f34f7-0e4e-49c2-8a94-96b9bcf1d4ff tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3214934 Sep 16 04:50:49.429723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-7663ac22-4ec2-4e1d-8811-d3b252f7bfd0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:50:49.435559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43392) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:49.438951 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-7663ac22-4ec2-4e1d-8811-d3b252f7bfd0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154679 Sep 16 04:50:49.441681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'enable_snat': True}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:49.457832 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3ff339d4-aa8d-48b4-9a64-80932c3f2648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.491428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3ff339d4-aa8d-48b4-9a64-80932c3f2648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.504515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Made reservation on behalf of c329891caf83491e9f7ca95911270da6 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:49.508111 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.644120 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3ff339d4-aa8d-48b4-9a64-80932c3f2648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.647033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3ff339d4-aa8d-48b4-9a64-80932c3f2648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.648627 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3ff339d4-aa8d-48b4-9a64-80932c3f2648 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/551d97eb-f0c2-427a-a770-b74ce7839a0b HTTP/1.1" status: 204 len: 168 time: 0.4480357 Sep 16 04:50:49.667552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff339d4-aa8d-48b4-9a64-80932c3f2648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551d97eb-f0c2-427a-a770-b74ce7839a0b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:49.691041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Allocated IP 172.20.0.7 (e670719f-0f73-44fb-b205-e57c9e6482ab/62d9ede1-de16-4e4e-ac56-0f29b66bf35e/daba1be6-17c4-424b-a7ec-67755e5992fe) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:49.767536 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3de61e27-75ca-4d4f-9455-068af57aa9db req-8021faac-f85a-41b5-9263-9e4d065aa45a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 210 time: 0.0634534 Sep 16 04:50:49.811256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bb3542-f3b2-40b0-8c2f-6de66388681b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 2f1bf19e-94f4-4a73-b29c-8d2d267f8df3 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:50:49.923471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.973950 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.975730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:49.982767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bb3542-f3b2-40b0-8c2f-6de66388681b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:49.991663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:49.992412 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-27bb3542-f3b2-40b0-8c2f-6de66388681b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/2f1bf19e-94f4-4a73-b29c-8d2d267f8df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4750409 Sep 16 04:50:49.994136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43410) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:50.003579 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26c0a87-9a1e-461f-be9a-e8cd8a6f67b9 None None] Sync routers for ids ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:50.019913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Network e670719f-0f73-44fb-b205-e57c9e6482ab is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:50.025044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:50.031890 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c0a87-9a1e-461f-be9a-e8cd8a6f67b9 None None] Routers {'2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:50.036880 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-676ca99f-35ea-4dea-9f73-323766399057 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f1bf19e-94f4-4a73-b29c-8d2d267f8df3 HTTP/1.1" status: 200 len: 205 time: 0.0416436 Sep 16 04:50:50.037475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43412) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:50.038195 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e26c0a87-9a1e-461f-be9a-e8cd8a6f67b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:50.056752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:50.175536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event updated for resources: {'Port': ['ID=daba1be6-17c4-424b-a7ec-67755e5992fe,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:50.193744 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e672c208-0c31-4cd5-af58-0e3bbc40a3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.194787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c7699-2a03-48f0-9b82-8fb4a2307475 req-4a1052dd-21a2-454f-ab32-e2917ceb7e76 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.195941 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e26c0a87-9a1e-461f-be9a-e8cd8a6f67b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:50.203660 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac5c7699-2a03-48f0-9b82-8fb4a2307475 req-4a1052dd-21a2-454f-ab32-e2917ceb7e76 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 943 time: 0.1807423 Sep 16 04:50:50.217043 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:50.217334 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35ea2996-1d88-4a3a-a219-81c41754c7ae tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.218367 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.224276 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c0a87-9a1e-461f-be9a-e8cd8a6f67b9 None None] Routers {'2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:50.225600 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e26c0a87-9a1e-461f-be9a-e8cd8a6f67b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:50.264333 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-a5258168-e5e7-46a6-8442-9e32bc35220f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0949831 Sep 16 04:50:50.284674 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac5c7699-2a03-48f0-9b82-8fb4a2307475 req-5d134622-e711-4c3e-b3d3-3e667e0cecf7 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802777 Sep 16 04:50:50.306035 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e26c0a87-9a1e-461f-be9a-e8cd8a6f67b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:50.307073 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26c0a87-9a1e-461f-be9a-e8cd8a6f67b9 None None] The sync data for ids ['2f1bf19e-94f4-4a73-b29c-8d2d267f8df3'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:50.315821 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Request body: {'port': {'device_id': '79ca435f-2c0c-4acc-b3e9-e38efe4d65a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:50.406086 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.500040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35ea2996-1d88-4a3a-a219-81c41754c7ae tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.502844 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35ea2996-1d88-4a3a-a219-81c41754c7ae tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.554037 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35ea2996-1d88-4a3a-a219-81c41754c7ae tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.554580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ea2996-1d88-4a3a-a219-81c41754c7ae tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Fanout notify agent at l3_agent the message router_deleted on router 2f1bf19e-94f4-4a73-b29c-8d2d267f8df3 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:50.562788 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35ea2996-1d88-4a3a-a219-81c41754c7ae tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.564476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-35ea2996-1d88-4a3a-a219-81c41754c7ae tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/2f1bf19e-94f4-4a73-b29c-8d2d267f8df3 HTTP/1.1" status: 204 len: 168 time: 0.5257652 Sep 16 04:50:50.593264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43430) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:50.716603 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4026b2d-ff5a-4eff-87e9-4b7f4b31c18d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting subnet 1d63dca4-84a0-4ca3-81b8-11d494c1863f {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:50.728676 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4026b2d-ff5a-4eff-87e9-4b7f4b31c18d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.748899 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.823410 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4026b2d-ff5a-4eff-87e9-4b7f4b31c18d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:50.824614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7ea763cd-c867-4303-91c2-4c98a6e4597c no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:50.949679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daba1be6-17c4-424b-a7ec-67755e5992fe {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:50.977188 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.069715 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4026b2d-ff5a-4eff-87e9-4b7f4b31c18d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.116741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Transition to ACTIVE for port object daba1be6-17c4-424b-a7ec-67755e5992fe will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:51.208121 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.234224 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.299850 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.317836 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4026b2d-ff5a-4eff-87e9-4b7f4b31c18d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.389533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93146be8-2503-4d9f-9976-aed07d1572d3 None None] Network 7a65729f-4958-4f16-a761-12815f5cb440 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:51.396730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Allocated IP 172.25.0.47 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/65b531a9-156d-4f60-a21f-36cac906cd49) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:51.435302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4026b2d-ff5a-4eff-87e9-4b7f4b31c18d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Subnet': ['ID=1d63dca4-84a0-4ca3-81b8-11d494c1863f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:51.440007 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4026b2d-ff5a-4eff-87e9-4b7f4b31c18d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.449897 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b4026b2d-ff5a-4eff-87e9-4b7f4b31c18d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/1d63dca4-84a0-4ca3-81b8-11d494c1863f HTTP/1.1" status: 204 len: 168 time: 0.8472691 Sep 16 04:50:51.450011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43454) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:51.455709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96d26d-3640-4e11-8afa-be3fe680d686 req-f3d0a3a9-8c6c-4fea-b251-3ec7e8ae05ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.458181 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9e96d26d-3640-4e11-8afa-be3fe680d686 req-f3d0a3a9-8c6c-4fea-b251-3ec7e8ae05ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 931 time: 0.4777553 Sep 16 04:50:51.511224 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Pushing event updated for resources: {'Port': ['ID=daba1be6-17c4-424b-a7ec-67755e5992fe,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:51.578703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a83619d-9721-4c29-9578-a0a6d78338a1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting subnet 1705c1a5-494d-4bff-9af3-d548bbceb18c {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:50:51.584999 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a83619d-9721-4c29-9578-a0a6d78338a1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.612192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Attempting to bind port daba1be6-17c4-424b-a7ec-67755e5992fe on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:51.612569 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Attempting to bind port daba1be6-17c4-424b-a7ec-67755e5992fe by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:51.612930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Attempting to bind port daba1be6-17c4-424b-a7ec-67755e5992fe on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:51.617427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36279c71-cf41-4773-8418-9f9ab78e6bb9 req-487dc1fc-333b-4778-aea8-5c66301f264d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.625357 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-36279c71-cf41-4773-8418-9f9ab78e6bb9 req-487dc1fc-333b-4778-aea8-5c66301f264d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 943 time: 0.1843362 Sep 16 04:50:51.625594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Port daba1be6-17c4-424b-a7ec-67755e5992fe on network e670719f-0f73-44fb-b205-e57c9e6482ab not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:50:51.625718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Attempting to bind port daba1be6-17c4-424b-a7ec-67755e5992fe on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:51.637010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:51.637364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Checking segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:51.637768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Bound using segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:51.638207 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Bound port: daba1be6-17c4-424b-a7ec-67755e5992fe, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:51.638710 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.645451 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9e96d26d-3640-4e11-8afa-be3fe680d686 req-57bcf01d-8a1b-49f0-8199-eb9268393cb4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642280 Sep 16 04:50:51.655868 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.711836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.715398 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a83619d-9721-4c29-9578-a0a6d78338a1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.740576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] For port daba1be6-17c4-424b-a7ec-67755e5992fe, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:51.747244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] For port daba1be6-17c4-424b-a7ec-67755e5992fe, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=daba1be6-17c4-424b-a7ec-67755e5992fe,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:51.754496 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.786314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-36279c71-cf41-4773-8418-9f9ab78e6bb9 req-ffba0e9b-8d12-4103-94c1-56026a68286f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601918 Sep 16 04:50:51.803798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.804343 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:51.805894 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] 10.222.0.15 "PUT /v2.0/ports/daba1be6-17c4-424b-a7ec-67755e5992fe HTTP/1.1" status: 200 len: 1092 time: 1.5180981 Sep 16 04:50:51.806367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ca435f-2c0c-4acc-b3e9-e38efe4d65a1', 'tag': 'daba1be6-17c4-424b-a7ec-67755e5992fe'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:51.808634 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cc2997-8324-4b33-8f1a-c3c0a4f84037" -d '{"events": [{"name": "network-changed", "server_uuid": "79ca435f-2c0c-4acc-b3e9-e38efe4d65a1", "tag": "daba1be6-17c4-424b-a7ec-67755e5992fe"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:51.851765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-49913181-5e99-4f3c-a0da-d900cf73bbef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2177567 Sep 16 04:50:51.870542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a9f531-1062-4065-8fd5-c7ad390626d9 None None] DHCP port deletion for 7a65729f-4958-4f16-a761-12815f5cb440 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:51.887771 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfd9aa6-1cfd-40df-a0c9-0deaf6aead0b x-openstack-request-id: req-2cfd9aa6-1cfd-40df-a0c9-0deaf6aead0b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:51.888071 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ca435f-2c0c-4acc-b3e9-e38efe4d65a1", "tag": "daba1be6-17c4-424b-a7ec-67755e5992fe", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:51.888327 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cfd9aa6-1cfd-40df-a0c9-0deaf6aead0b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:51.888751 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ca435f-2c0c-4acc-b3e9-e38efe4d65a1', 'tag': 'daba1be6-17c4-424b-a7ec-67755e5992fe', 'status': 'completed', 'code': 200} Sep 16 04:50:51.892336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80417ef9-dccc-48ed-9eff-e95682093303 service neutron] Pushing event updated for resources: {'Port': ['ID=daba1be6-17c4-424b-a7ec-67755e5992fe,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:51.925456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-dae44995-0ccb-4a5d-a27a-3328ddae1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:51.928150 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-dae44995-0ccb-4a5d-a27a-3328ddae1152 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 1095 time: 0.0772562 Sep 16 04:50:51.982568 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:50:52.007720 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-90a9f531-1062-4065-8fd5-c7ad390626d9 None None] Deleting port ed5a3002-b100-4297-80ab-521024461d97 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:52.008363 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-90a9f531-1062-4065-8fd5-c7ad390626d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.018542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a83619d-9721-4c29-9578-a0a6d78338a1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.039535 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-cde1586e-619a-491b-b280-3b6277a63182 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daba1be6-17c4-424b-a7ec-67755e5992fe HTTP/1.1" status: 200 len: 217 time: 0.1034265 Sep 16 04:50:52.041935 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.115910 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-97dfd71b-4cc2-48ce-b07d-2c0795c19901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.116403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-97dfd71b-4cc2-48ce-b07d-2c0795c19901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.116885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-97dfd71b-4cc2-48ce-b07d-2c0795c19901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.117365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-97dfd71b-4cc2-48ce-b07d-2c0795c19901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.117867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-97dfd71b-4cc2-48ce-b07d-2c0795c19901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.118570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-97dfd71b-4cc2-48ce-b07d-2c0795c19901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.118807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-97dfd71b-4cc2-48ce-b07d-2c0795c19901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.119482 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-bc2da260-994f-4ece-bede-11e26da3c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.120817 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-97dfd71b-4cc2-48ce-b07d-2c0795c19901 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6498 time: 0.1913435 Sep 16 04:50:52.123058 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-bc2da260-994f-4ece-bede-11e26da3c803 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.0741260 Sep 16 04:50:52.126953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-90a9f531-1062-4065-8fd5-c7ad390626d9 None None] For port ed5a3002-b100-4297-80ab-521024461d97, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ed5a3002-b100-4297-80ab-521024461d97,segment=NetworkSegment(55ccbb53-e142-47c6-90ac-69aed7cfda1f),segment_id=55ccbb53-e142-47c6-90ac-69aed7cfda1f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:52.127747 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-90a9f531-1062-4065-8fd5-c7ad390626d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.138815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:52.143581 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-90a9f531-1062-4065-8fd5-c7ad390626d9 None None] Calling delete_port for ed5a3002-b100-4297-80ab-521024461d97 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:52.146546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:52.161590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:52.191559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-fa1952a3-7f38-4d30-b87b-b2e0fe9dd731 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521233 Sep 16 04:50:52.196921 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event updated for resources: {'Port': ['ID=65b531a9-156d-4f60-a21f-36cac906cd49,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:52.226681 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a83619d-9721-4c29-9578-a0a6d78338a1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.248072 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-90a9f531-1062-4065-8fd5-c7ad390626d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.294271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9f531-1062-4065-8fd5-c7ad390626d9 None None] No DVR routers for this DVR port ed5a3002-b100-4297-80ab-521024461d97 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:52.301345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9f531-1062-4065-8fd5-c7ad390626d9 None None] Pushing event deleted for resources: {'Port': ['ID=ed5a3002-b100-4297-80ab-521024461d97,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:52.325481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83619d-9721-4c29-9578-a0a6d78338a1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Subnet': ['ID=1705c1a5-494d-4bff-9af3-d548bbceb18c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:52.334238 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a83619d-9721-4c29-9578-a0a6d78338a1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.338465 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7a83619d-9721-4c29-9578-a0a6d78338a1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/1705c1a5-494d-4bff-9af3-d548bbceb18c HTTP/1.1" status: 204 len: 168 time: 0.8882151 Sep 16 04:50:52.339978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43474) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:52.347758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6db105-3454-4b05-8da7-61a234f97439 None None] Network 7d92fbb2-17d3-45b1-a3db-c66456202abb requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:52.391413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f6a9d6d-75f9-4ca1-b389-d52ee4475fa7 req-9b1906d5-4553-491d-8e69-7e0d38111a1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0725515 Sep 16 04:50:52.393920 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-afd73d9d-42eb-4fc8-8053-b5257512cc69 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963482 Sep 16 04:50:52.558161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-35607dce-91d5-4367-99a4-1b707dcc169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.559017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-35607dce-91d5-4367-99a4-1b707dcc169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.559571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-35607dce-91d5-4367-99a4-1b707dcc169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.562139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-35607dce-91d5-4367-99a4-1b707dcc169d service neutron] 10.222.0.50 "GET /v2.0/networks?id=fa5d8253-b53f-4418-8054-91a24185d3f4&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&id=29ad4d4c-cf1f-437c-b71a-b27ce3500821 HTTP/1.1" status: 200 len: 2293 time: 0.4125574 Sep 16 04:50:52.568161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a9d6d-75f9-4ca1-b389-d52ee4475fa7 req-4a205090-2da2-4314-879e-68753069c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.570176 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f6a9d6d-75f9-4ca1-b389-d52ee4475fa7 req-4a205090-2da2-4314-879e-68753069c454 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 1097 time: 0.1271045 Sep 16 04:50:52.622795 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-743563ab-9e98-4298-83e4-99f47b7c8355 req-c45e1d5d-3821-45a8-a6e5-c307b6f6f6d8 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188172 Sep 16 04:50:52.694061 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.715342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b410ee08-8899-4598-8c98-3ae67353c53e None None] DHCP port deletion for 7d92fbb2-17d3-45b1-a3db-c66456202abb request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:50:52.727966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a9d6d-75f9-4ca1-b389-d52ee4475fa7 req-8573bf2d-4fe0-461c-9eb0-c7a38a49bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.729568 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f6a9d6d-75f9-4ca1-b389-d52ee4475fa7 req-8573bf2d-4fe0-461c-9eb0-c7a38a49bde7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 906 time: 0.1352310 Sep 16 04:50:52.822684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b410ee08-8899-4598-8c98-3ae67353c53e None None] Deleting port 0e0d0365-aec6-4900-845a-bf1f488b8969 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:52.823071 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b410ee08-8899-4598-8c98-3ae67353c53e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:52.826295 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f6a9d6d-75f9-4ca1-b389-d52ee4475fa7 req-66de7526-3dc4-4004-ad64-89d67806edea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8245fffc-1f72-45b7-8067-7ab4df914c37 HTTP/1.1" status: 200 len: 217 time: 0.0832469 Sep 16 04:50:52.851639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2997-8324-4b33-8f1a-c3c0a4f84037 req-8bbe59b2-7703-4c29-8c85-cdc17e8e9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.853571 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62cc2997-8324-4b33-8f1a-c3c0a4f84037 req-8bbe59b2-7703-4c29-8c85-cdc17e8e9348 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 1095 time: 0.1225719 Sep 16 04:50:52.865674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-4b11c446-c59e-431c-8c2f-6f8f899e0502 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa345f8b-b575-4bfd-8d95-b3355e4d9944 HTTP/1.1" status: 200 len: 1002 time: 0.2651379 Sep 16 04:50:52.993052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2997-8324-4b33-8f1a-c3c0a4f84037 req-d63877cf-875b-4375-a902-f91d252c12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:52.994580 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62cc2997-8324-4b33-8f1a-c3c0a4f84037 req-d63877cf-875b-4375-a902-f91d252c12cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 906 time: 0.1132357 Sep 16 04:50:53.013830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b410ee08-8899-4598-8c98-3ae67353c53e None None] For port 0e0d0365-aec6-4900-845a-bf1f488b8969, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0e0d0365-aec6-4900-845a-bf1f488b8969,segment=NetworkSegment(84fd2af4-027d-4ab6-9229-37eb9b38d230),segment_id=84fd2af4-027d-4ab6-9229-37eb9b38d230)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:53.014635 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b410ee08-8899-4598-8c98-3ae67353c53e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.054408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b410ee08-8899-4598-8c98-3ae67353c53e None None] Calling delete_port for 0e0d0365-aec6-4900-845a-bf1f488b8969 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:53.068997 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62cc2997-8324-4b33-8f1a-c3c0a4f84037 req-8846ac25-8ab4-4279-8642-7c5fa97abf66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daba1be6-17c4-424b-a7ec-67755e5992fe HTTP/1.1" status: 200 len: 217 time: 0.0581589 Sep 16 04:50:53.123006 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.148859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a9d6d-75f9-4ca1-b389-d52ee4475fa7 req-d7312517-3e12-431f-9342-c7675f24d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.150422 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f6a9d6d-75f9-4ca1-b389-d52ee4475fa7 req-d7312517-3e12-431f-9342-c7675f24d77a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.3131189 Sep 16 04:50:53.151720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2997-8324-4b33-8f1a-c3c0a4f84037 req-46059999-afd6-42af-84cd-0b451af3ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.153078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62cc2997-8324-4b33-8f1a-c3c0a4f84037 req-46059999-afd6-42af-84cd-0b451af3ac15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.0702844 Sep 16 04:50:53.173002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcc8bc-9b3f-4705-a9bc-20f37867768c req-0858faa1-83c7-4180-9e97-2b7dfb24f54e tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.174820 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-53fcc8bc-9b3f-4705-a9bc-20f37867768c req-0858faa1-83c7-4180-9e97-2b7dfb24f54e tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 943 time: 0.1748724 Sep 16 04:50:53.175684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a65729f-4958-4f16-a761-12815f5cb440']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:53.199981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ccbb53-e142-47c6-90ac-69aed7cfda1f') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:53.200400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ccbb53-e142-47c6-90ac-69aed7cfda1f') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:53.230600 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.247167 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b410ee08-8899-4598-8c98-3ae67353c53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.254964 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62cc2997-8324-4b33-8f1a-c3c0a4f84037 req-16228185-d6c3-4f06-99b6-94f95887ab17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791316 Sep 16 04:50:53.257157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f6a9d6d-75f9-4ca1-b389-d52ee4475fa7 req-87680877-7802-4d51-886f-3aad390eb6bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799510 Sep 16 04:50:53.282941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410ee08-8899-4598-8c98-3ae67353c53e None None] Pushing event deleted for resources: {'Port': ['ID=0e0d0365-aec6-4900-845a-bf1f488b8969,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:53.292338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410ee08-8899-4598-8c98-3ae67353c53e None None] No DVR routers for this DVR port 0e0d0365-aec6-4900-845a-bf1f488b8969 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:50:53.295311 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.321071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-ff901f10-200f-46a0-807c-9f51cfe5325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.322529 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-ff901f10-200f-46a0-807c-9f51cfe5325e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=00a4d388-5b99-4d6f-99ce-71998e089d31 HTTP/1.1" status: 200 len: 850 time: 0.1369846 Sep 16 04:50:53.341097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.350087 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.371072 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-53fcc8bc-9b3f-4705-a9bc-20f37867768c req-01b30a16-8237-4964-b399-008ca2fb15ba tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794801 Sep 16 04:50:53.433293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ef9e1-bc4d-477a-96cb-a255d6ee0373 req-5fe63920-a78f-4e57-861b-8f90a9be3f3f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.446053 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-364ef9e1-bc4d-477a-96cb-a255d6ee0373 req-5fe63920-a78f-4e57-861b-8f90a9be3f3f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 943 time: 0.5882757 Sep 16 04:50:53.448636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:53.449049 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:53.454463 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:53.548155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ed5a3002-b100-4297-80ab-521024461d97 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:53.549028 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f6a9d6d-75f9-4ca1-b389-d52ee4475fa7 req-480515e9-c592-4d7f-bcc4-44776960e480 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716393 Sep 16 04:50:53.551503 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62cc2997-8324-4b33-8f1a-c3c0a4f84037 req-e7e19b6f-8fe4-4011-9553-039c7e6d2380 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753062 Sep 16 04:50:53.569500 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ed5a3002-b100-4297-80ab-521024461d97 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:53.570164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ed5a3002-b100-4297-80ab-521024461d97 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:53.570769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0e0d0365-aec6-4900-845a-bf1f488b8969 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:50:53.608755 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 0e0d0365-aec6-4900-845a-bf1f488b8969 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:50:53.617890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0e0d0365-aec6-4900-845a-bf1f488b8969 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:50:53.643157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-364ef9e1-bc4d-477a-96cb-a255d6ee0373 req-6536f3dc-63dc-4208-aa6e-eb08db040e37 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771607 Sep 16 04:50:53.647452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-c7f3ffd0-2f36-4e7d-b59f-ee97085452eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:53.649136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-c7f3ffd0-2f36-4e7d-b59f-ee97085452eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fa5d8253-b53f-4418-8054-91a24185d3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3177328 Sep 16 04:50:53.680088 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.699114 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.701599 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/networks/7a65729f-4958-4f16-a761-12815f5cb440 HTTP/1.1" status: 204 len: 168 time: 1.3591390 Sep 16 04:50:53.727204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43498) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:53.776238 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f6a9d6d-75f9-4ca1-b389-d52ee4475fa7 req-82dfe1fc-ece2-46f7-951b-0d6872602b85 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086301 Sep 16 04:50:53.822753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3f6e4-d7f0-446b-9fc8-05bf46e4f0f7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Network': ['ID=7a65729f-4958-4f16-a761-12815f5cb440,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:53.897938 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62cc2997-8324-4b33-8f1a-c3c0a4f84037 req-f452dbbe-3e7c-4e6e-adb6-7c18d508f4c8 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286748 Sep 16 04:50:53.935441 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:53.985814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-fa110de7-2b5c-4db7-869a-a0a8458fc663 service neutron] 10.222.0.50 "GET /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020456 Sep 16 04:50:54.137425 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.170417 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.173914 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.210457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d92fbb2-17d3-45b1-a3db-c66456202abb']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:54.224762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fd2af4-027d-4ab6-9229-37eb9b38d230') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:54.225447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fd2af4-027d-4ab6-9229-37eb9b38d230') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:54.241943 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.308809 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-fa94f05e-5984-435d-b4c1-4c82133c6028 service neutron] 10.222.0.50 "GET /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903428 Sep 16 04:50:54.315594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.803179 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:50:54.803825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:50:54.808656 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:50:54.815116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bca35-9edf-4d93-a0eb-9392af8b081f req-097a3580-2f5d-4268-b1ab-96f3451c585a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:54.823310 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-271bca35-9edf-4d93-a0eb-9392af8b081f req-097a3580-2f5d-4268-b1ab-96f3451c585a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 943 time: 0.0627084 Sep 16 04:50:54.853377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device daba1be6-17c4-424b-a7ec-67755e5992fe details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:50:54.863725 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-e3d6654c-2f2c-4219-95d3-d30fce22c485 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=b2c539f9-3dcb-4aee-84f4-297e697dc188 HTTP/1.1" status: 200 len: 217 time: 0.5442550 Sep 16 04:50:54.910383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-271bca35-9edf-4d93-a0eb-9392af8b081f req-16edfff5-d12f-43c4-8e5b-4083a631bafc tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859768 Sep 16 04:50:55.075158 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.088315 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.093330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/networks/7d92fbb2-17d3-45b1-a3db-c66456202abb HTTP/1.1" status: 204 len: 168 time: 1.3607500 Sep 16 04:50:55.099255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43534) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:55.104301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-af8d3c8c-6c4b-4a69-8907-c531968d020b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'network': {'name': 'tempest-RoutersTest-2093805422'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:55.115565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port daba1be6-17c4-424b-a7ec-67755e5992fe, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=daba1be6-17c4-424b-a7ec-67755e5992fe,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:55.148809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'daba1be6-17c4-424b-a7ec-67755e5992fe', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'port_id': 'daba1be6-17c4-424b-a7ec-67755e5992fe', 'mac_address': 'fa:16:3e:dd:3d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d9ede1-de16-4e4e-ac56-0f29b66bf35e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:50:55.159184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8d3c8c-6c4b-4a69-8907-c531968d020b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:55.166107 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af8d3c8c-6c4b-4a69-8907-c531968d020b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.182599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a673bb-f38c-430b-a4e3-9b7fec61e438 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Network': ['ID=7d92fbb2-17d3-45b1-a3db-c66456202abb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:55.207438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8d3c8c-6c4b-4a69-8907-c531968d020b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:50:55.224101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534fb84-ec96-4f7b-808b-b03493eb638a req-ae7ea446-c5a0-4cf2-8514-f608236fbcb8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.228560 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af8d3c8c-6c4b-4a69-8907-c531968d020b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.230459 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-af8d3c8c-6c4b-4a69-8907-c531968d020b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Added segment c818a0ed-fcd6-4941-a916-e6d956760bba of type vlan for network 504d2db4-2f64-448e-a63e-c0c80fd24e0a Sep 16 04:50:55.240596 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.241518 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9534fb84-ec96-4f7b-808b-b03493eb638a req-ae7ea446-c5a0-4cf2-8514-f608236fbcb8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 943 time: 0.4340031 Sep 16 04:50:55.244223 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-4fb6e7a9-40a4-4682-a069-e8fb34c6805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.245737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-4fb6e7a9-40a4-4682-a069-e8fb34c6805a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.3472977 Sep 16 04:50:55.269307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daba1be6-17c4-424b-a7ec-67755e5992fe {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:55.312499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port daba1be6-17c4-424b-a7ec-67755e5992fe, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=daba1be6-17c4-424b-a7ec-67755e5992fe,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:55.316158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Router 38b6b91b-fc97-4ede-8bb7-e4d2b7d665db is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:50:55.318092 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.332208 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af8d3c8c-6c4b-4a69-8907-c531968d020b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.336270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9534fb84-ec96-4f7b-808b-b03493eb638a req-29e9cecd-a5cb-49dc-bcac-1811a035ea33 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938444 Sep 16 04:50:55.357898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-7f8f7a85-b2be-4718-a603-5da99c4e9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.360251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-7f8f7a85-b2be-4718-a603-5da99c4e9773 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1030009 Sep 16 04:50:55.386191 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af8d3c8c-6c4b-4a69-8907-c531968d020b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.394956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d3c8c-6c4b-4a69-8907-c531968d020b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:55.396220 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af8d3c8c-6c4b-4a69-8907-c531968d020b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.418969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=daba1be6-17c4-424b-a7ec-67755e5992fe,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:55.457055 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-af8d3c8c-6c4b-4a69-8907-c531968d020b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3565202 Sep 16 04:50:55.460128 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43540) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:55.472534 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d70b69cd-6878-4b8a-96f9-73bc293e131e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'subnet': {'network_id': '504d2db4-2f64-448e-a63e-c0c80fd24e0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:55.533773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['daba1be6-17c4-424b-a7ec-67755e5992fe'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:50:55.535807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d3c8c-6c4b-4a69-8907-c531968d020b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Network': ['ID=504d2db4-2f64-448e-a63e-c0c80fd24e0a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:55.616703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-593cb58f-3952-4b57-9e9a-73341f28522b service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478054 Sep 16 04:50:55.622145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70b69cd-6878-4b8a-96f9-73bc293e131e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:55.628641 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d70b69cd-6878-4b8a-96f9-73bc293e131e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.638383 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 504d2db4-2f64-448e-a63e-c0c80fd24e0a details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:50:55.879706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:50:55.888730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:55.891281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e9c6f-9977-4309-b2d3-cb9dbbd66dea None None] Sync routers for ids ['38b6b91b-fc97-4ede-8bb7-e4d2b7d665db'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:50:55.894651 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43548) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:55.899586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7c547ccc-2fbf-43ac-a65c-3a1beff7c61b tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "PUT /v2.0/routers/38b6b91b-fc97-4ede-8bb7-e4d2b7d665db HTTP/1.1" status: 200 len: 914 time: 6.4629028 Sep 16 04:50:55.902835 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e9c6f-9977-4309-b2d3-cb9dbbd66dea None None] Routers {'38b6b91b-fc97-4ede-8bb7-e4d2b7d665db'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:55.903766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5f1e9c6f-9977-4309-b2d3-cb9dbbd66dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['38b6b91b-fc97-4ede-8bb7-e4d2b7d665db'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:55.907966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-c40a048d-e3fb-4fcb-aaa7-7f55a4f8d028 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799454 Sep 16 04:50:55.944902 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5f1e9c6f-9977-4309-b2d3-cb9dbbd66dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:55.959942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e9c6f-9977-4309-b2d3-cb9dbbd66dea None None] Routers {'38b6b91b-fc97-4ede-8bb7-e4d2b7d665db'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:50:55.960658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5f1e9c6f-9977-4309-b2d3-cb9dbbd66dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['38b6b91b-fc97-4ede-8bb7-e4d2b7d665db'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:56.007565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5f1e9c6f-9977-4309-b2d3-cb9dbbd66dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:50:56.008242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e9c6f-9977-4309-b2d3-cb9dbbd66dea None None] The sync data for ids ['38b6b91b-fc97-4ede-8bb7-e4d2b7d665db'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:50:56.038079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-8e096310-71f7-470d-86fb-8b4a7d25bc84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=3e01476a-ab84-4363-8e04-bb85002972b9 HTTP/1.1" status: 200 len: 217 time: 0.1198654 Sep 16 04:50:56.101707 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-27d11821-f4b5-41e9-aed8-e0f07b1eac82 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/routers/38b6b91b-fc97-4ede-8bb7-e4d2b7d665db HTTP/1.1" status: 200 len: 920 time: 0.2047374 Sep 16 04:50:56.102878 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d70b69cd-6878-4b8a-96f9-73bc293e131e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.104686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43558) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.150655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-6313ba55-0a69-4325-8650-e81fc5e40c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.161013 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-6313ba55-0a69-4325-8650-e81fc5e40c5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.1068921 Sep 16 04:50:56.162538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b69cd-6878-4b8a-96f9-73bc293e131e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Subnet': ['ID=668dd504-ba21-464c-9f59-75215f3b97e6,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:56.199843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3a5e0-c902-48da-b8ac-e28e735a4d22 req-972308ac-95bc-41e2-bdb3-6570bbf6b887 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.204967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23e3a5e0-c902-48da-b8ac-e28e735a4d22 req-972308ac-95bc-41e2-bdb3-6570bbf6b887 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 944 time: 0.1267831 Sep 16 04:50:56.217386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e268c644-2573-43b5-954e-b708959e731c tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.218967 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e268c644-2573-43b5-954e-b708959e731c tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&device_id=38b6b91b-fc97-4ede-8bb7-e4d2b7d665db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0654590 Sep 16 04:50:56.221936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43562) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.244507 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b69cd-6878-4b8a-96f9-73bc293e131e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Checking segment: {'id': 'c818a0ed-fcd6-4941-a916-e6d956760bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '504d2db4-2f64-448e-a63e-c0c80fd24e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:56.244880 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b69cd-6878-4b8a-96f9-73bc293e131e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network hostable DHCP agents. Network: 504d2db4-2f64-448e-a63e-c0c80fd24e0a, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:50:56.299764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23e3a5e0-c902-48da-b8ac-e28e735a4d22 req-c4313d3f-f5d9-49b0-af7d-04cf4324a283 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649576 Sep 16 04:50:56.329630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-14666991-7799-43bb-aed8-c35620256782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.347345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e94340-4864-490f-9e16-70ddb1840ad1 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.349689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-14666991-7799-43bb-aed8-c35620256782 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1849315 Sep 16 04:50:56.353420 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-83e94340-4864-490f-9e16-70ddb1840ad1 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 881 time: 0.1296585 Sep 16 04:50:56.354065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43568) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.367595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b69cd-6878-4b8a-96f9-73bc293e131e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network 504d2db4-2f64-448e-a63e-c0c80fd24e0a is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:50:56.383784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d70b69cd-6878-4b8a-96f9-73bc293e131e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 504d2db4-2f64-448e-a63e-c0c80fd24e0a) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:56.399775 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2545932-dd92-4a09-a52a-e3c25d76c897 None None] Network 504d2db4-2f64-448e-a63e-c0c80fd24e0a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:56.426124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70b69cd-6878-4b8a-96f9-73bc293e131e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.429373 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d70b69cd-6878-4b8a-96f9-73bc293e131e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.463618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f11180de-8816-4f42-9879-3d13f9645a9e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "GET /v2.0/ports?device_id=38b6b91b-fc97-4ede-8bb7-e4d2b7d665db HTTP/1.1" status: 200 len: 205 time: 0.1080568 Sep 16 04:50:56.473051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43572) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.586466 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d70b69cd-6878-4b8a-96f9-73bc293e131e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1183980 Sep 16 04:50:56.589755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43576) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.596546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-953dce5c-2c0c-46e7-b534-aab752429e16 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2056181625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:56.632707 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-a3c52112-d02d-4b74-9b2b-74215ad4b4f5 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570605 Sep 16 04:50:56.727240 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-953dce5c-2c0c-46e7-b534-aab752429e16 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.728378 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-953dce5c-2c0c-46e7-b534-aab752429e16 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.746056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-504d2db4-2f64-448e-a63e-c0c80fd24e0a', 'network_id': '504d2db4-2f64-448e-a63e-c0c80fd24e0a', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'fixed_ips': [{'subnet_id': '668dd504-ba21-464c-9f59-75215f3b97e6'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:50:56.754233 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.792615 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-953dce5c-2c0c-46e7-b534-aab752429e16 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.807284 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-953dce5c-2c0c-46e7-b534-aab752429e16 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.830575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392a3bd-cb93-4936-a556-24cbb40e9686 req-4ced289e-b6bb-4c09-8aee-2ae8da2220e5 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:56.839878 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c392a3bd-cb93-4936-a556-24cbb40e9686 req-4ced289e-b6bb-4c09-8aee-2ae8da2220e5 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 943 time: 0.2345755 Sep 16 04:50:56.842932 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-01757d2c-2fc6-4ef9-b90d-dd07bbeb6d72 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975081 Sep 16 04:50:56.854053 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.929283 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-6070348a-159c-4171-8189-d3734ceec502 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bde9702d-41e5-4b56-b01c-9dc5a65b1554 HTTP/1.1" status: 200 len: 217 time: 0.0790234 Sep 16 04:50:56.936098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-953dce5c-2c0c-46e7-b534-aab752429e16 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:56.940290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43582) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:56.946218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'port': {'network_id': '504d2db4-2f64-448e-a63e-c0c80fd24e0a', 'name': 'tempest-RoutersTest-51593550'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:56.953374 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-953dce5c-2c0c-46e7-b534-aab752429e16 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3624687 Sep 16 04:50:56.977016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Allocated IP 172.20.0.2 (504d2db4-2f64-448e-a63e-c0c80fd24e0a/668dd504-ba21-464c-9f59-75215f3b97e6/39558b14-7d72-49c1-a062-1f984d9b5b37) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:56.986179 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c392a3bd-cb93-4936-a556-24cbb40e9686 req-5a70b91f-791b-4109-88db-29af318cc612 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449394 Sep 16 04:50:57.118969 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.153889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:50:57.158322 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.165085 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.170111 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device daba1be6-17c4-424b-a7ec-67755e5992fe up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:57.173712 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.207043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] device_id is not set on port ef0baf37-c3b1-446c-86cc-520d421af578 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:50:57.242887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Network 504d2db4-2f64-448e-a63e-c0c80fd24e0a is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:57.250875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Deleting port 65b531a9-156d-4f60-a21f-36cac906cd49 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:50:57.252112 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.254833 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:57.261862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:57.266751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Pushing event updated for resources: {'Port': ['ID=39558b14-7d72-49c1-a062-1f984d9b5b37,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.274041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-acdc2179-e763-4a32-a12b-46282e2bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.275116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-acdc2179-e763-4a32-a12b-46282e2bfe2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.3373349 Sep 16 04:50:57.352436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port daba1be6-17c4-424b-a7ec-67755e5992fe completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:50:57.361267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port daba1be6-17c4-424b-a7ec-67755e5992fe triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:57.361817 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.401023 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.408948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Attempting to bind port 39558b14-7d72-49c1-a062-1f984d9b5b37 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:50:57.409425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Attempting to bind port 39558b14-7d72-49c1-a062-1f984d9b5b37 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'c818a0ed-fcd6-4941-a916-e6d956760bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '504d2db4-2f64-448e-a63e-c0c80fd24e0a'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:50:57.409924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Attempting to bind port 39558b14-7d72-49c1-a062-1f984d9b5b37 on network 504d2db4-2f64-448e-a63e-c0c80fd24e0a {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:50:57.434274 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Calling delete_port for 65b531a9-156d-4f60-a21f-36cac906cd49 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:50:57.435681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:50:57.436872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Checking segment: {'id': 'c818a0ed-fcd6-4941-a916-e6d956760bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '504d2db4-2f64-448e-a63e-c0c80fd24e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:50:57.437559 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.438163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Bound using segment: {'id': 'c818a0ed-fcd6-4941-a916-e6d956760bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '504d2db4-2f64-448e-a63e-c0c80fd24e0a'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:50:57.438828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Bound port: 39558b14-7d72-49c1-a062-1f984d9b5b37, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c818a0ed-fcd6-4941-a916-e6d956760bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '504d2db4-2f64-448e-a63e-c0c80fd24e0a'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:50:57.439500 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.463522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-b0a6f3ad-834e-4245-95bf-31fad771c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:57.465529 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-b0a6f3ad-834e-4245-95bf-31fad771c19e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1782370 Sep 16 04:50:57.488971 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Allocated IP 172.20.0.6 (504d2db4-2f64-448e-a63e-c0c80fd24e0a/668dd504-ba21-464c-9f59-75215f3b97e6/ef0baf37-c3b1-446c-86cc-520d421af578) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:50:57.573670 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.660021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port daba1be6-17c4-424b-a7ec-67755e5992fe, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=daba1be6-17c4-424b-a7ec-67755e5992fe,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:57.662660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] For port 39558b14-7d72-49c1-a062-1f984d9b5b37, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:57.666565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ca435f-2c0c-4acc-b3e9-e38efe4d65a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daba1be6-17c4-424b-a7ec-67755e5992fe'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:50:57.671353 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f66c99-2a54-485a-9df4-e92da25eba4f" -d '{"events": [{"server_uuid": "79ca435f-2c0c-4acc-b3e9-e38efe4d65a1", "name": "network-vif-plugged", "status": "completed", "tag": "daba1be6-17c4-424b-a7ec-67755e5992fe"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:50:57.677695 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.690399 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-77fa48b3-a95e-4655-9944-4d74cc4b7f41 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125270 Sep 16 04:50:57.695211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] For port 39558b14-7d72-49c1-a062-1f984d9b5b37, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=39558b14-7d72-49c1-a062-1f984d9b5b37,segment=NetworkSegment(c818a0ed-fcd6-4941-a916-e6d956760bba),segment_id=c818a0ed-fcd6-4941-a916-e6d956760bba)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:50:57.722789 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:57.785325 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbfdb90-9dc9-4160-a842-422ee728cf0e x-openstack-request-id: req-ddbfdb90-9dc9-4160-a842-422ee728cf0e {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:50:57.785641 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ca435f-2c0c-4acc-b3e9-e38efe4d65a1", "name": "network-vif-plugged", "status": "completed", "tag": "daba1be6-17c4-424b-a7ec-67755e5992fe", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:50:57.785900 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddbfdb90-9dc9-4160-a842-422ee728cf0e {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:50:57.786305 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ca435f-2c0c-4acc-b3e9-e38efe4d65a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daba1be6-17c4-424b-a7ec-67755e5992fe', 'code': 200} Sep 16 04:50:57.789325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=daba1be6-17c4-424b-a7ec-67755e5992fe,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:57.860972 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14fd12-00d2-4900-b345-62b9e01a0d38 None None] Pushing event updated for resources: {'Port': ['ID=39558b14-7d72-49c1-a062-1f984d9b5b37,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:58.171188 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.215059 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.220492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.227078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-a64b8d18-0938-4a72-a362-815b91c9eb99 service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591433 Sep 16 04:50:58.284264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Pushing event deleted for resources: {'Port': ['ID=65b531a9-156d-4f60-a21f-36cac906cd49,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:58.341932 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-c273ee7e-dd83-4341-8e96-e83d8846512e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a9eebefd-bb8f-4439-b0cb-a73ce30e4442 HTTP/1.1" status: 200 len: 217 time: 0.0967507 Sep 16 04:50:58.342793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fb759-6a3d-4b3a-a175-ab89f7b43ef2 req-b6bb3784-700b-4fbe-a083-7cd3dc95c26c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.344158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network 504d2db4-2f64-448e-a63e-c0c80fd24e0a is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:50:58.344448 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bf4fb759-6a3d-4b3a-a175-ab89f7b43ef2 req-b6bb3784-700b-4fbe-a083-7cd3dc95c26c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 945 time: 0.8240423 Sep 16 04:50:58.349423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-0e9e8998-bbb3-4c0e-9270-f600e8bce4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.350928 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-0e9e8998-bbb3-4c0e-9270-f600e8bce4b0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a&tenant_id=5524a442c55b41bcacc6bc4394ab46b3 HTTP/1.1" status: 200 len: 1095 time: 0.8326588 Sep 16 04:50:58.356059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:50:58.366118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:50:58.377126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40658a7-f116-4686-955f-c3162a6127b7 req-4810955c-fc37-49f4-89c3-2c2b2ecd6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.378688 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a40658a7-f116-4686-955f-c3162a6127b7 req-4810955c-fc37-49f4-89c3-2c2b2ecd6380 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 1097 time: 0.2242880 Sep 16 04:50:58.383030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:58.451165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2345d59-ec1a-494d-a8cd-73d1b78ab39d req-cdaf2795-d073-4dd3-b107-8ff8f4b4ba9d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.458994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2345d59-ec1a-494d-a8cd-73d1b78ab39d req-cdaf2795-d073-4dd3-b107-8ff8f4b4ba9d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 943 time: 0.2459266 Sep 16 04:50:58.460983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=ef0baf37-c3b1-446c-86cc-520d421af578,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:50:58.546785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2345d59-ec1a-494d-a8cd-73d1b78ab39d req-a002888c-fd5f-44a8-a68a-9176d2597bce tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824997 Sep 16 04:50:58.562013 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.564459 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.577473 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a40658a7-f116-4686-955f-c3162a6127b7 req-5105d092-6244-43db-936b-35c917de2150 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821911 Sep 16 04:50:58.578271 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.586039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-349c41c6-2ffe-4165-90aa-dba452a369a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.587108 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.588745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-349c41c6-2ffe-4165-90aa-dba452a369a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 200 len: 797 time: 0.2195044 Sep 16 04:50:58.624785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9d420eb7-eb72-4cb7-b8e3-a0b8d629ccfe tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.6829855 Sep 16 04:50:58.627568 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43598) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:58.726830 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bf4fb759-6a3d-4b3a-a175-ab89f7b43ef2 req-70115f5d-012e-43f4-9c83-f6bd8d6dda24 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537018 Sep 16 04:50:58.814475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.818628 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.919347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-3c9128bc-7a03-4e82-a47c-7674c7caff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:50:58.921950 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-3c9128bc-7a03-4e82-a47c-7674c7caff76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3193026 Sep 16 04:50:58.993582 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:58.994411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Fanout notify agent at l3_agent the message router_deleted on router 38b6b91b-fc97-4ede-8bb7-e4d2b7d665db {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:50:59.008981 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.010211 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bc975576-f8e5-49a8-9896-548875168070 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/routers/38b6b91b-fc97-4ede-8bb7-e4d2b7d665db HTTP/1.1" status: 204 len: 168 time: 2.5347974 Sep 16 04:50:59.018903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43604) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:59.032365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-75dd2ad7-9d4b-4e6e-b4ab-ba3ed3f365e9 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-825739956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:59.197637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:50:59.241006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-da8b4e60-291a-4892-b8e1-7a79952d6f6b service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019292 Sep 16 04:50:59.253691 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-75dd2ad7-9d4b-4e6e-b4ab-ba3ed3f365e9 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.255139 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-75dd2ad7-9d4b-4e6e-b4ab-ba3ed3f365e9 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.260209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:50:59.281236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef1fc9a-0b08-48d8-8cf8-e41ac3471d42 None None] Network 504d2db4-2f64-448e-a63e-c0c80fd24e0a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:50:59.346261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea763cd-c867-4303-91c2-4c98a6e4597c {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:50:59.396488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5e184ac2-be93-45e5-b9ff-ae0e4687bfa3 None None] Provisioning complete for port 39558b14-7d72-49c1-a062-1f984d9b5b37 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:59.397181 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e184ac2-be93-45e5-b9ff-ae0e4687bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.419595 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.429404 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-75dd2ad7-9d4b-4e6e-b4ab-ba3ed3f365e9 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.459407 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-75dd2ad7-9d4b-4e6e-b4ab-ba3ed3f365e9 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.487656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Transition to ACTIVE for port object 7ea763cd-c867-4303-91c2-4c98a6e4597c will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:50:59.532609 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.541142 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.655786 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-75dd2ad7-9d4b-4e6e-b4ab-ba3ed3f365e9 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.669859 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-75dd2ad7-9d4b-4e6e-b4ab-ba3ed3f365e9 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6502824 Sep 16 04:50:59.671309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43614) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:50:59.695191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'enable_snat': False}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:50:59.716603 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 39558b14-7d72-49c1-a062-1f984d9b5b37 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:50:59.847728 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e184ac2-be93-45e5-b9ff-ae0e4687bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:50:59.914207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 39558b14-7d72-49c1-a062-1f984d9b5b37 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:50:59.940002 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.010031 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-6cc14e50-7483-4a41-adff-bd604aa0d71f service neutron] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7297421 Sep 16 04:51:00.092005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5e184ac2-be93-45e5-b9ff-ae0e4687bfa3 None None] For port 39558b14-7d72-49c1-a062-1f984d9b5b37, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=39558b14-7d72-49c1-a062-1f984d9b5b37,segment=NetworkSegment(c818a0ed-fcd6-4941-a916-e6d956760bba),segment_id=c818a0ed-fcd6-4941-a916-e6d956760bba)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:00.127008 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e184ac2-be93-45e5-b9ff-ae0e4687bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.208980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-51e684ae-ae01-4e5f-b6b8-fb17e555864f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c2c95a2-debe-415f-a8f5-e35aeadc3634 HTTP/1.1" status: 200 len: 217 time: 0.1608036 Sep 16 04:51:00.216365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43626) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:00.218561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=9']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:00.289774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27480431-8336-4a86-92b0-281957883a12 req-c182c7bb-ac4c-43e1-a35c-2c80ec83d03c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.303417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-27480431-8336-4a86-92b0-281957883a12 req-c182c7bb-ac4c-43e1-a35c-2c80ec83d03c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 945 time: 0.2903252 Sep 16 04:51:00.404198 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.423488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a41a2-04f0-44d3-a310-580c04a7645f req-b97500d8-8232-467c-a501-2f1b81e80084 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.424331 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-dcd5225d-5d26-4709-8985-b31b193a932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:00.425980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-dcd5225d-5d26-4709-8985-b31b193a932d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4cfd570-b1ec-4147-b4f7-830b27a8fe55 HTTP/1.1" status: 200 len: 797 time: 0.1919835 Sep 16 04:51:00.431976 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-205a41a2-04f0-44d3-a310-580c04a7645f req-b97500d8-8232-467c-a501-2f1b81e80084 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 943 time: 0.5630014 Sep 16 04:51:00.434820 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.435223 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] No DVR routers for this DVR port 7ea763cd-c867-4303-91c2-4c98a6e4597c on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:00.458272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e184ac2-be93-45e5-b9ff-ae0e4687bfa3 None None] Pushing event updated for resources: {'Port': ['ID=39558b14-7d72-49c1-a062-1f984d9b5b37,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:00.568883 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.582400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3662c9aa-29f9-48cc-90d7-a259f0ea78cc None None] Provisioning complete for port ef0baf37-c3b1-446c-86cc-520d421af578 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:00.582848 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3662c9aa-29f9-48cc-90d7-a259f0ea78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.652576 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-205a41a2-04f0-44d3-a310-580c04a7645f req-d6f40f79-abc1-48a6-a2ef-e2487fa08547 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140660 Sep 16 04:51:00.658655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3662c9aa-29f9-48cc-90d7-a259f0ea78cc None None] Port ef0baf37-c3b1-446c-86cc-520d421af578 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:00.694600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3662c9aa-29f9-48cc-90d7-a259f0ea78cc None None] Provisioning complete for port 39558b14-7d72-49c1-a062-1f984d9b5b37 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:00.694988 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3662c9aa-29f9-48cc-90d7-a259f0ea78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.872538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Attempting to bind port 7ea763cd-c867-4303-91c2-4c98a6e4597c on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:00.872888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Attempting to bind port 7ea763cd-c867-4303-91c2-4c98a6e4597c by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:00.873230 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Attempting to bind port 7ea763cd-c867-4303-91c2-4c98a6e4597c on network 065d0039-91ee-4176-812f-d22ac91cf01d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:00.880269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Port 7ea763cd-c867-4303-91c2-4c98a6e4597c on network 065d0039-91ee-4176-812f-d22ac91cf01d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:00.880607 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Attempting to bind port 7ea763cd-c867-4303-91c2-4c98a6e4597c on network 065d0039-91ee-4176-812f-d22ac91cf01d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:00.888369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:00.888722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Checking segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:00.890452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Bound using segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:00.890452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Bound port: 7ea763cd-c867-4303-91c2-4c98a6e4597c, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:00.890849 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:00.998270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-20e59d55-eac3-48e3-a83d-441239c56b6b None None] Provisioning complete for port ef0baf37-c3b1-446c-86cc-520d421af578 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:00.999064 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20e59d55-eac3-48e3-a83d-441239c56b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.043723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-20e59d55-eac3-48e3-a83d-441239c56b6b None None] Port ef0baf37-c3b1-446c-86cc-520d421af578 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:01.096638 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.112616 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.170920 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78362acd-e600-41d7-b1ba-f194cb2f3ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.185721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:01.204197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:01.212451 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.215414 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-27480431-8336-4a86-92b0-281957883a12 req-895ed5b3-bab5-4bcf-a9b6-6e09dfc83aa5 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9108372 Sep 16 04:51:01.284737 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.285441 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.287263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] 10.222.0.50 "PUT /v2.0/ports/7ea763cd-c867-4303-91c2-4c98a6e4597c HTTP/1.1" status: 200 len: 1092 time: 2.9126430 Sep 16 04:51:01.290276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=ef0baf37-c3b1-446c-86cc-520d421af578,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:01.291527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:01.294884 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d51411b-70c2-4258-886a-06878a96781d" -d '{"events": [{"name": "network-changed", "server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:01.347107 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.348040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Allocated IP 172.25.0.90 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/6d833bb1-dea5-4e31-a078-f3657c5c5a97) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:01.359257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-b913d6e7-de9c-4ce1-8656-a321db0abe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.361113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-b913d6e7-de9c-4ce1-8656-a321db0abe54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9134800 Sep 16 04:51:01.409219 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29312fc8-3e08-4853-837b-69472ddf432c x-openstack-request-id: req-29312fc8-3e08-4853-837b-69472ddf432c {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:01.409507 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:01.409820 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29312fc8-3e08-4853-837b-69472ddf432c {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:01.410182 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'status': 'completed', 'code': 200} Sep 16 04:51:01.412451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246089f-e971-453c-b137-67a25b5ea5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=10']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:01.476833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-3feb07bb-e8f7-4053-bddf-ddad144ae90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.478378 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-3feb07bb-e8f7-4053-bddf-ddad144ae90c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 1096 time: 0.1389933 Sep 16 04:51:01.497153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc298f7-48c9-4d1d-a207-aaa24b387fab req-cdbb465e-a504-40c3-a2ce-0ad0588e1bae tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.508319 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3cc298f7-48c9-4d1d-a207-aaa24b387fab req-cdbb465e-a504-40c3-a2ce-0ad0588e1bae tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 945 time: 0.1799426 Sep 16 04:51:01.533117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 39558b14-7d72-49c1-a062-1f984d9b5b37 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:01.538928 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-401c05f6-2736-486b-9bc5-32f32299b4ec service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301098 Sep 16 04:51:01.610114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 39558b14-7d72-49c1-a062-1f984d9b5b37 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:01.612101 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.672188 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3cc298f7-48c9-4d1d-a207-aaa24b387fab req-e20c8635-60f9-4337-b3aa-585b0f1b31ab tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628954 Sep 16 04:51:01.704401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-86803b73-da12-4a24-adf7-0163b63acb5b service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280420 Sep 16 04:51:01.793894 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-e7983014-dea6-408e-94a7-fab3e9a7cea0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 HTTP/1.1" status: 200 len: 217 time: 0.0681529 Sep 16 04:51:01.817537 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.825952 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78362acd-e600-41d7-b1ba-f194cb2f3ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.864092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-444bd401-5f41-4b5b-85d9-d87765d7d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.869420 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-444bd401-5f41-4b5b-85d9-d87765d7d571 service neutron] 10.222.0.50 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 918 time: 0.3442400 Sep 16 04:51:01.901970 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78362acd-e600-41d7-b1ba-f194cb2f3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.964486 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:01.986513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-0091bd65-aec7-450d-b712-72f8b2f63636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:01.988169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-0091bd65-aec7-450d-b712-72f8b2f63636 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e4cfd570-b1ec-4147-b4f7-830b27a8fe55 HTTP/1.1" status: 200 len: 797 time: 0.1714144 Sep 16 04:51:01.995621 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78362acd-e600-41d7-b1ba-f194cb2f3ec3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fe9049e081d46f6bf90760f2f167d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7782207 Sep 16 04:51:01.999555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43648) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:02.010281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78362acd-e600-41d7-b1ba-f194cb2f3ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ad7164-c0a5-4f8e-88d0-68cb707eee23,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:02.097835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346154e-51ca-4741-be8e-5ee66fc628e4 req-6fdad943-1909-426a-ac62-990a3f68d4d6 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.099876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2346154e-51ca-4741-be8e-5ee66fc628e4 req-6fdad943-1909-426a-ac62-990a3f68d4d6 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.3188751 Sep 16 04:51:02.274775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-6c431898-9585-465e-93f1-9373806919fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.276395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-6c431898-9585-465e-93f1-9373806919fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29ad4d4c-cf1f-437c-b71a-b27ce3500821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2670479 Sep 16 04:51:02.288550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2346154e-51ca-4741-be8e-5ee66fc628e4 req-af5175fb-8836-407f-8c8d-5829966d563a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775372 Sep 16 04:51:02.309095 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc1e570b-ae3a-4c94-925c-0f3582dc666d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.309341 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.370612 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-745cc8b5-2037-48ae-967d-db47d83f450e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c HTTP/1.1" status: 200 len: 999 time: 0.4891334 Sep 16 04:51:02.382491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:02.401354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1f9e8-cfa4-4f92-8baa-a77cd1c701df req-a1bdd16c-443a-4433-8951-814a043a7d08 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.402873 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9d1f9e8-cfa4-4f92-8baa-a77cd1c701df req-a1bdd16c-443a-4433-8951-814a043a7d08 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 945 time: 0.1631677 Sep 16 04:51:02.407334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:02.431697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:02.439879 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc1e570b-ae3a-4c94-925c-0f3582dc666d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.447797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Pushing event updated for resources: {'Port': ['ID=6d833bb1-dea5-4e31-a078-f3657c5c5a97,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:02.507118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-a5312908-67e3-4112-ab5a-376577f2351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.508644 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-a5312908-67e3-4112-ab5a-376577f2351c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.1250885 Sep 16 04:51:02.528292 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9d1f9e8-cfa4-4f92-8baa-a77cd1c701df req-26976cc0-ca52-48fb-85bb-eb9ea95c5427 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918233 Sep 16 04:51:02.537419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-1d696550-ebe4-42ae-945f-60cc298c7515 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477944 Sep 16 04:51:02.652527 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc1e570b-ae3a-4c94-925c-0f3582dc666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.655696 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc1e570b-ae3a-4c94-925c-0f3582dc666d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.656904 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bc1e570b-ae3a-4c94-925c-0f3582dc666d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3ad7164-c0a5-4f8e-88d0-68cb707eee23 HTTP/1.1" status: 204 len: 168 time: 0.6542149 Sep 16 04:51:02.662639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-5b4080ba-146e-463d-ab85-7d670149e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:02.664653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-5b4080ba-146e-463d-ab85-7d670149e91a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469648 Sep 16 04:51:02.667527 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.682377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e570b-ae3a-4c94-925c-0f3582dc666d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ad7164-c0a5-4f8e-88d0-68cb707eee23,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:02.685670 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.785569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=ef0baf37-c3b1-446c-86cc-520d421af578,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:02.817377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c013911f-b9f4-4b24-84a9-ac4d744a05ff req-e3fa7f77-8a28-429b-b577-468198fa9b63 service neutron] 10.222.0.50 "GET /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696235 Sep 16 04:51:02.827508 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.943206 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:02.993913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network 504d2db4-2f64-448e-a63e-c0c80fd24e0a is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:03.001704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:03.046676 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-c082e04f-09bf-423a-811a-53988c27a077 service neutron] 10.222.0.50 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677938 Sep 16 04:51:03.309109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43660) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:03.349633 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d042662-38f7-4db9-93a9-6fbdad287a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.372986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router ea499eb1-ced2-4059-81f0-dbb1692b0e24 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:51:03.429735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-30519c10-394a-4058-9a24-bc582ea57d5e None None] Provisioning complete for port ef0baf37-c3b1-446c-86cc-520d421af578 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:03.431278 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-30519c10-394a-4058-9a24-bc582ea57d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.487878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-30519c10-394a-4058-9a24-bc582ea57d5e None None] Port ef0baf37-c3b1-446c-86cc-520d421af578 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:03.502883 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6ee9bf7-e6ad-418c-87b7-d33e2c6bdbf5 req-86c641ae-a2a6-4999-849d-4386309ab3a1 service neutron] 10.222.0.50 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353914 Sep 16 04:51:03.584584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:03.600392 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36a47a-a797-468b-95ab-12a17d9db509 None None] Sync routers for ids ['ea499eb1-ced2-4059-81f0-dbb1692b0e24'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:03.604775 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5f22badc-7c6a-4d99-9aa9-94fe25e9dca0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/ea499eb1-ced2-4059-81f0-dbb1692b0e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9738803 Sep 16 04:51:03.610645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43670) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:03.613661 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36a47a-a797-468b-95ab-12a17d9db509 None None] Routers {'ea499eb1-ced2-4059-81f0-dbb1692b0e24'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:03.614601 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-de36a47a-a797-468b-95ab-12a17d9db509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ea499eb1-ced2-4059-81f0-dbb1692b0e24'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:03.620975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0c565-13d6-463e-8866-e9a9f2110e4a req-59d65abb-4a7f-4494-a125-3ba9c5744e95 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.629101 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2dc0c565-13d6-463e-8866-e9a9f2110e4a req-59d65abb-4a7f-4494-a125-3ba9c5744e95 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.1571476 Sep 16 04:51:03.650371 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b791bc-b25d-48fc-9c42-454f008288b6 req-d8d1cdd0-84ce-4168-9fca-e0936ad3ed5f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.651928 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-94b791bc-b25d-48fc-9c42-454f008288b6 req-d8d1cdd0-84ce-4168-9fca-e0936ad3ed5f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 945 time: 0.3736918 Sep 16 04:51:03.659527 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-de36a47a-a797-468b-95ab-12a17d9db509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:03.670001 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36a47a-a797-468b-95ab-12a17d9db509 None None] Routers {'ea499eb1-ced2-4059-81f0-dbb1692b0e24'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:03.671383 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-de36a47a-a797-468b-95ab-12a17d9db509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ea499eb1-ced2-4059-81f0-dbb1692b0e24'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:03.707943 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-de36a47a-a797-468b-95ab-12a17d9db509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:03.708473 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36a47a-a797-468b-95ab-12a17d9db509 None None] The sync data for ids ['ea499eb1-ced2-4059-81f0-dbb1692b0e24'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:03.722535 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.729310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a35034-2049-4a48-9bb0-eabd422a6673 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.730805 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-99a35034-2049-4a48-9bb0-eabd422a6673 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports/ef0baf37-c3b1-446c-86cc-520d421af578 HTTP/1.1" status: 200 len: 975 time: 0.1189957 Sep 16 04:51:03.738924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43676) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:03.741712 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.770726 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2dc0c565-13d6-463e-8866-e9a9f2110e4a req-ac08b8c9-6512-42d5-8536-fab0bc52d3bc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402905 Sep 16 04:51:03.849696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51411b-70c2-4258-886a-06878a96781d req-2dff3b0f-68ed-4b73-97dc-ae1c2b3f5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.850525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e45f8-18fe-4bf5-a75e-81d42fd05935 req-254aed6d-8127-4479-b194-1f308d90a020 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:03.851190 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d51411b-70c2-4258-886a-06878a96781d req-2dff3b0f-68ed-4b73-97dc-ae1c2b3f5e5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 1096 time: 0.2469921 Sep 16 04:51:03.852051 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f12e45f8-18fe-4bf5-a75e-81d42fd05935 req-254aed6d-8127-4479-b194-1f308d90a020 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 945 time: 0.1961870 Sep 16 04:51:03.856026 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d042662-38f7-4db9-93a9-6fbdad287a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.861408 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7d042662-38f7-4db9-93a9-6fbdad287a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:03.977287 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7d042662-38f7-4db9-93a9-6fbdad287a18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4730af0eba9c47f59bd0366321eec801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6587775 Sep 16 04:51:03.979346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43686) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:03.984126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d042662-38f7-4db9-93a9-6fbdad287a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef5ef21-e931-4f45-8ae7-0b7ad30c6dcb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:04.002247 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-94b791bc-b25d-48fc-9c42-454f008288b6 req-18668ec3-8c33-46cb-8381-d0999114a3ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Deleting port daba1be6-17c4-424b-a7ec-67755e5992fe {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:04.002602 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-94b791bc-b25d-48fc-9c42-454f008288b6 req-18668ec3-8c33-46cb-8381-d0999114a3ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.059502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f12e45f8-18fe-4bf5-a75e-81d42fd05935 req-c88d24cd-d0a4-4c3d-ba64-3912a1d650ec tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858978 Sep 16 04:51:04.077864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51411b-70c2-4258-886a-06878a96781d req-3578f5b3-68ff-4956-a115-918c84de9d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:04.077864 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d51411b-70c2-4258-886a-06878a96781d req-3578f5b3-68ff-4956-a115-918c84de9d00 service neutron] 10.222.0.50 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 918 time: 0.2152603 Sep 16 04:51:04.216437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Router 8230e0aa-9e35-4024-b71a-23ac03110404 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:51:04.224708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-94b791bc-b25d-48fc-9c42-454f008288b6 req-18668ec3-8c33-46cb-8381-d0999114a3ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] For port daba1be6-17c4-424b-a7ec-67755e5992fe, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=daba1be6-17c4-424b-a7ec-67755e5992fe,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:04.229276 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-793e3f36-7f3f-48ec-9f2d-014fc712d516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.234095 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-94b791bc-b25d-48fc-9c42-454f008288b6 req-18668ec3-8c33-46cb-8381-d0999114a3ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.257508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-94b791bc-b25d-48fc-9c42-454f008288b6 req-18668ec3-8c33-46cb-8381-d0999114a3ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Calling delete_port for daba1be6-17c4-424b-a7ec-67755e5992fe owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:04.304686 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-793e3f36-7f3f-48ec-9f2d-014fc712d516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.424781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:04.440971 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.442329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d3066134-ef0c-413a-b5af-52d2108d5293 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "PUT /v2.0/routers/8230e0aa-9e35-4024-b71a-23ac03110404 HTTP/1.1" status: 200 len: 914 time: 4.7674925 Sep 16 04:51:04.444666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44751f-eab0-4430-b61b-48e5403c27d0 None None] Sync routers for ids ['8230e0aa-9e35-4024-b71a-23ac03110404'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:04.445336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43694) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:04.479259 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-793e3f36-7f3f-48ec-9f2d-014fc712d516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.484703 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-793e3f36-7f3f-48ec-9f2d-014fc712d516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.486850 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-793e3f36-7f3f-48ec-9f2d-014fc712d516 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ef5ef21-e931-4f45-8ae7-0b7ad30c6dcb HTTP/1.1" status: 204 len: 168 time: 0.5038376 Sep 16 04:51:04.487552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44751f-eab0-4430-b61b-48e5403c27d0 None None] Routers {'8230e0aa-9e35-4024-b71a-23ac03110404'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:04.488269 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6a44751f-eab0-4430-b61b-48e5403c27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8230e0aa-9e35-4024-b71a-23ac03110404'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:04.558413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e3f36-7f3f-48ec-9f2d-014fc712d516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef5ef21-e931-4f45-8ae7-0b7ad30c6dcb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:04.597557 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-94b791bc-b25d-48fc-9c42-454f008288b6 req-18668ec3-8c33-46cb-8381-d0999114a3ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.631476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37', 'daba1be6-17c4-424b-a7ec-67755e5992fe'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:04.636170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6a44751f-eab0-4430-b61b-48e5403c27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:04.668693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18668ec3-8c33-46cb-8381-d0999114a3ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event deleted for resources: {'Port': ['ID=daba1be6-17c4-424b-a7ec-67755e5992fe,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:04.684321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44751f-eab0-4430-b61b-48e5403c27d0 None None] Routers {'8230e0aa-9e35-4024-b71a-23ac03110404'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:04.685406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6a44751f-eab0-4430-b61b-48e5403c27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8230e0aa-9e35-4024-b71a-23ac03110404'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:04.690182 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e9446e81-8a71-45af-a73c-01f7d5099536 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/routers/8230e0aa-9e35-4024-b71a-23ac03110404 HTTP/1.1" status: 200 len: 920 time: 0.2403350 Sep 16 04:51:04.699984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43700) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:04.739510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6a44751f-eab0-4430-b61b-48e5403c27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:04.740728 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44751f-eab0-4430-b61b-48e5403c27d0 None None] The sync data for ids ['8230e0aa-9e35-4024-b71a-23ac03110404'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:04.753021 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.900792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b791bc-b25d-48fc-9c42-454f008288b6 req-18668ec3-8c33-46cb-8381-d0999114a3ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] No DVR routers for this DVR port daba1be6-17c4-424b-a7ec-67755e5992fe on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:04.908380 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-94b791bc-b25d-48fc-9c42-454f008288b6 req-18668ec3-8c33-46cb-8381-d0999114a3ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:04.910921 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-94b791bc-b25d-48fc-9c42-454f008288b6 req-18668ec3-8c33-46cb-8381-d0999114a3ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "DELETE /v2.0/ports/daba1be6-17c4-424b-a7ec-67755e5992fe HTTP/1.1" status: 204 len: 173 time: 1.2524033 Sep 16 04:51:04.920992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ca435f-2c0c-4acc-b3e9-e38efe4d65a1', 'name': 'network-vif-deleted', 'tag': 'daba1be6-17c4-424b-a7ec-67755e5992fe'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:04.923736 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5215ef-b669-47d3-9129-feda1510cdb7" -d '{"events": [{"server_uuid": "79ca435f-2c0c-4acc-b3e9-e38efe4d65a1", "name": "network-vif-deleted", "tag": "daba1be6-17c4-424b-a7ec-67755e5992fe"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:04.993885 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d51411b-70c2-4258-886a-06878a96781d req-a8d51f2b-204d-4aaa-8047-a027f2799a73 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c HTTP/1.1" status: 200 len: 999 time: 0.2387576 Sep 16 04:51:04.996953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679396d4-342b-482d-b52e-57a08953968d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.001159 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-679396d4-342b-482d-b52e-57a08953968d tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&device_id=8230e0aa-9e35-4024-b71a-23ac03110404&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2972233 Sep 16 04:51:05.002515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43708) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:05.034652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5a6d1-3397-42d6-8027-9822abb33153 req-7d9d4ef8-e9c4-432d-a544-aebbaa81109a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.036309 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b7a5a6d1-3397-42d6-8027-9822abb33153 req-7d9d4ef8-e9c4-432d-a544-aebbaa81109a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.1367517 Sep 16 04:51:05.037991 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846c516e-0697-4125-af37-52218247b364 x-openstack-request-id: req-846c516e-0697-4125-af37-52218247b364 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:05.038284 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ca435f-2c0c-4acc-b3e9-e38efe4d65a1", "name": "network-vif-deleted", "tag": "daba1be6-17c4-424b-a7ec-67755e5992fe", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:05.038538 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-846c516e-0697-4125-af37-52218247b364 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:05.038924 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ca435f-2c0c-4acc-b3e9-e38efe4d65a1', 'name': 'network-vif-deleted', 'tag': 'daba1be6-17c4-424b-a7ec-67755e5992fe', 'status': 'completed', 'code': 200} Sep 16 04:51:05.269711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51411b-70c2-4258-886a-06878a96781d req-74b325d9-2caa-498f-8e9f-82b9c85e7ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.271487 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d51411b-70c2-4258-886a-06878a96781d req-74b325d9-2caa-498f-8e9f-82b9c85e7ff4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.2662828 Sep 16 04:51:05.294518 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b7a5a6d1-3397-42d6-8027-9822abb33153 req-4c1a6f02-f2b5-42c7-8ff8-ff3425da5b97 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864834 Sep 16 04:51:05.374034 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.411809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94046199-b4c3-4698-8a8a-51311f7eea6c tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.415932 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-94046199-b4c3-4698-8a8a-51311f7eea6c tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 881 time: 0.4069240 Sep 16 04:51:05.426333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43720) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:05.513244 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-57075457-a4bf-4e4c-a740-dd1c0b0865d0 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "GET /v2.0/ports?device_id=8230e0aa-9e35-4024-b71a-23ac03110404 HTTP/1.1" status: 200 len: 205 time: 0.0819924 Sep 16 04:51:05.519191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43724) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:05.628936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51411b-70c2-4258-886a-06878a96781d req-19d1aac1-f856-4094-9b88-1c366c5e8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:05.630511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d51411b-70c2-4258-886a-06878a96781d req-19d1aac1-f856-4094-9b88-1c366c5e8c0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3073311 Sep 16 04:51:05.716503 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:05.911216 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-058aaead-27ad-4da5-bc26-a8bfb427164e req-d119f58b-a9e7-48a1-9941-7687089bbe2f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ca435f-2c0c-4acc-b3e9-e38efe4d65a1 HTTP/1.1" status: 200 len: 210 time: 0.0680377 Sep 16 04:51:06.202407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port ef0baf37-c3b1-446c-86cc-520d421af578 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:06.203129 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.335026 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.354295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for ef0baf37-c3b1-446c-86cc-520d421af578 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:06.428393 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.527119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Deleting port 6d833bb1-dea5-4e31-a078-f3657c5c5a97 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:06.527497 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.562402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ac6eb-f2f8-49cb-a833-305e2a0b592f req-654df295-1c80-4264-80ad-2ab2d6f14af1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:06.570243 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-935ac6eb-f2f8-49cb-a833-305e2a0b592f req-654df295-1c80-4264-80ad-2ab2d6f14af1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.1248479 Sep 16 04:51:06.647261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-935ac6eb-f2f8-49cb-a833-305e2a0b592f req-b924c8cb-7a24-4c37-8947-2fa4b7455dae tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755725 Sep 16 04:51:06.677423 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.703818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Calling delete_port for 6d833bb1-dea5-4e31-a078-f3657c5c5a97 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:06.832922 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:06.868640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=ef0baf37-c3b1-446c-86cc-520d421af578,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:06.880243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:06.880594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:06.880939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:06.881358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:06.881599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:06.881959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:06.882290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:06.882617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:06.882943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:06.883266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:06.883591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:06.883914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:06.908411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device daba1be6-17c4-424b-a7ec-67755e5992fe no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:06.986258 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: daba1be6-17c4-424b-a7ec-67755e5992fe {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:06.987025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device daba1be6-17c4-424b-a7ec-67755e5992fe not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:07.028522 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.069049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Pushing event deleted for resources: {'Port': ['ID=6d833bb1-dea5-4e31-a078-f3657c5c5a97,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:07.149194 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.165623 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.339943 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.343310 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.406866 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.407482 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Fanout notify agent at l3_agent the message router_deleted on router 8230e0aa-9e35-4024-b71a-23ac03110404 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:51:07.432259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router ea499eb1-ced2-4059-81f0-dbb1692b0e24 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:07.448004 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.455445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43766) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:07.456110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-81e28fc4-a034-4e6b-a4a3-00796b1ef5c1 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/routers/8230e0aa-9e35-4024-b71a-23ac03110404 HTTP/1.1" status: 204 len: 168 time: 1.9356229 Sep 16 04:51:07.460647 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-441209542', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:07.517844 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.559658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:07.565846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-579dff00-de11-49d3-8490-072f78423ea7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/ea499eb1-ced2-4059-81f0-dbb1692b0e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8257275 Sep 16 04:51:07.569187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43770) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:07.573196 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.575732 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.576976 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0136b6b6-cf15-43f0-bfc4-a3f4a5b9f4ef None None] Sync routers for ids ['ea499eb1-ced2-4059-81f0-dbb1692b0e24'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:07.595015 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0136b6b6-cf15-43f0-bfc4-a3f4a5b9f4ef None None] Routers {'ea499eb1-ced2-4059-81f0-dbb1692b0e24'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:07.597045 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0136b6b6-cf15-43f0-bfc4-a3f4a5b9f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ea499eb1-ced2-4059-81f0-dbb1692b0e24'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:07.646682 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0136b6b6-cf15-43f0-bfc4-a3f4a5b9f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:07.665092 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0136b6b6-cf15-43f0-bfc4-a3f4a5b9f4ef None None] Routers {'ea499eb1-ced2-4059-81f0-dbb1692b0e24'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:07.666018 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0136b6b6-cf15-43f0-bfc4-a3f4a5b9f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ea499eb1-ced2-4059-81f0-dbb1692b0e24'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:07.689219 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.720141 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0136b6b6-cf15-43f0-bfc4-a3f4a5b9f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:07.721135 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0136b6b6-cf15-43f0-bfc4-a3f4a5b9f4ef None None] The sync data for ids ['ea499eb1-ced2-4059-81f0-dbb1692b0e24'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:07.898754 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-4e86be13-0eb3-4781-a6a0-ed7646d9dbe8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 04:51:07.902780 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4e86be13-0eb3-4781-a6a0-ed7646d9dbe8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/ea499eb1-ced2-4059-81f0-dbb1692b0e24/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3317814 Sep 16 04:51:07.903391 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43780) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:07.937865 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:07.969503 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3664fbb7-7ad2-4db0-9494-4073c9d5045f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea499eb1-ced2-4059-81f0-dbb1692b0e24 HTTP/1.1" status: 200 len: 205 time: 0.0625603 Sep 16 04:51:07.971601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43782) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:08.075491 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36e04f7e-6daa-4f7d-b758-1a245d22f31e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.292267 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36e04f7e-6daa-4f7d-b758-1a245d22f31e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.296077 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36e04f7e-6daa-4f7d-b758-1a245d22f31e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.354855 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36e04f7e-6daa-4f7d-b758-1a245d22f31e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.355359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e04f7e-6daa-4f7d-b758-1a245d22f31e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Fanout notify agent at l3_agent the message router_deleted on router ea499eb1-ced2-4059-81f0-dbb1692b0e24 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:51:08.363603 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36e04f7e-6daa-4f7d-b758-1a245d22f31e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.364707 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-36e04f7e-6daa-4f7d-b758-1a245d22f31e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/ea499eb1-ced2-4059-81f0-dbb1692b0e24 HTTP/1.1" status: 204 len: 168 time: 0.3904092 Sep 16 04:51:08.367513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43788) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:08.518074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec240957-4d28-49a6-9f27-24abb67b7a45 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting subnet 668dd504-ba21-464c-9f59-75215f3b97e6 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:08.521445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.523123 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec240957-4d28-49a6-9f27-24abb67b7a45 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.563933 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.618059 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec240957-4d28-49a6-9f27-24abb67b7a45 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.771378 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec240957-4d28-49a6-9f27-24abb67b7a45 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.774698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Allocated IP 172.25.0.209 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/677d1fce-c3a1-45cd-ba53-2f155a3f19db) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:08.911110 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec240957-4d28-49a6-9f27-24abb67b7a45 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.953952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec240957-4d28-49a6-9f27-24abb67b7a45 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Subnet': ['ID=668dd504-ba21-464c-9f59-75215f3b97e6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:08.955985 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec240957-4d28-49a6-9f27-24abb67b7a45 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:08.960662 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ec240957-4d28-49a6-9f27-24abb67b7a45 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/668dd504-ba21-464c-9f59-75215f3b97e6 HTTP/1.1" status: 204 len: 168 time: 0.5897052 Sep 16 04:51:08.961940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43794) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:08.981029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508e733-de25-48ac-a89c-64733cbd9220 None None] Network 504d2db4-2f64-448e-a63e-c0c80fd24e0a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:08.993073 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.050513 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.119316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Pushing event updated for resources: {'Port': ['ID=677d1fce-c3a1-45cd-ba53-2f155a3f19db,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:09.133992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:09.135556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:09.142545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:09.210495 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.280815 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2081f0c7-e126-4bff-8b22-c28fdc375d74 None None] DHCP port deletion for 504d2db4-2f64-448e-a63e-c0c80fd24e0a request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:51:09.289323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port 39558b14-7d72-49c1-a062-1f984d9b5b37 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:09.289323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.371188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] For port 39558b14-7d72-49c1-a062-1f984d9b5b37, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=39558b14-7d72-49c1-a062-1f984d9b5b37,segment=NetworkSegment(c818a0ed-fcd6-4941-a916-e6d956760bba),segment_id=c818a0ed-fcd6-4941-a916-e6d956760bba)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:09.371622 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.387901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for 39558b14-7d72-49c1-a062-1f984d9b5b37 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:09.406096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2081f0c7-e126-4bff-8b22-c28fdc375d74 None None] Deleting port 39558b14-7d72-49c1-a062-1f984d9b5b37 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:09.406484 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2081f0c7-e126-4bff-8b22-c28fdc375d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.501643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2081f0c7-e126-4bff-8b22-c28fdc375d74 None None] For port 39558b14-7d72-49c1-a062-1f984d9b5b37, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=39558b14-7d72-49c1-a062-1f984d9b5b37,segment=NetworkSegment(c818a0ed-fcd6-4941-a916-e6d956760bba),segment_id=c818a0ed-fcd6-4941-a916-e6d956760bba)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:09.502367 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2081f0c7-e126-4bff-8b22-c28fdc375d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.565508 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2081f0c7-e126-4bff-8b22-c28fdc375d74 None None] Calling delete_port for 39558b14-7d72-49c1-a062-1f984d9b5b37 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:09.583306 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.635077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=39558b14-7d72-49c1-a062-1f984d9b5b37,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:09.637297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No DVR routers for this DVR port 39558b14-7d72-49c1-a062-1f984d9b5b37 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:09.664910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.679003 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2081f0c7-e126-4bff-8b22-c28fdc375d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.681408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 39558b14-7d72-49c1-a062-1f984d9b5b37 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:09.707506 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 39558b14-7d72-49c1-a062-1f984d9b5b37 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:09.708963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 39558b14-7d72-49c1-a062-1f984d9b5b37 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:09.751005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081f0c7-e126-4bff-8b22-c28fdc375d74 None None] Pushing event deleted for resources: {'Port': ['ID=39558b14-7d72-49c1-a062-1f984d9b5b37,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:09.753406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081f0c7-e126-4bff-8b22-c28fdc375d74 None None] No DVR routers for this DVR port 39558b14-7d72-49c1-a062-1f984d9b5b37 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:09.753549 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.786946 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504d2db4-2f64-448e-a63e-c0c80fd24e0a']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:09.800745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c818a0ed-fcd6-4941-a916-e6d956760bba') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:09.801115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c818a0ed-fcd6-4941-a916-e6d956760bba') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:09.822561 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.847363 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.857160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:09.857836 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:09.902621 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:10.008545 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.028921 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.031520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/networks/504d2db4-2f64-448e-a63e-c0c80fd24e0a HTTP/1.1" status: 204 len: 168 time: 1.0636494 Sep 16 04:51:10.050949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43804) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:10.052211 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55411225-8f06-4877-80bb-30cf0d266339 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Network': ['ID=504d2db4-2f64-448e-a63e-c0c80fd24e0a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:10.066443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-07bc95a5-e69a-4b1b-ac56-6efc230c75d7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'network': {'name': 'tempest-RoutersTest-19216520'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:10.093554 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bc95a5-e69a-4b1b-ac56-6efc230c75d7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:10.098490 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07bc95a5-e69a-4b1b-ac56-6efc230c75d7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.164510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bc95a5-e69a-4b1b-ac56-6efc230c75d7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:10.193732 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07bc95a5-e69a-4b1b-ac56-6efc230c75d7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.198016 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-07bc95a5-e69a-4b1b-ac56-6efc230c75d7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Added segment 932ebf42-4328-41e5-bcb5-f80563aa30b8 of type vlan for network 2b2b0e33-0fb6-49dd-aa75-361200b502c9 Sep 16 04:51:10.294347 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07bc95a5-e69a-4b1b-ac56-6efc230c75d7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.354852 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07bc95a5-e69a-4b1b-ac56-6efc230c75d7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.361353 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc95a5-e69a-4b1b-ac56-6efc230c75d7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:10.361990 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07bc95a5-e69a-4b1b-ac56-6efc230c75d7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.446925 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.456896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-07bc95a5-e69a-4b1b-ac56-6efc230c75d7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3948750 Sep 16 04:51:10.457584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43806) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:10.466459 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-73728c70-7de0-4bb9-957c-bbed242635f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'subnet': {'network_id': '2b2b0e33-0fb6-49dd-aa75-361200b502c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:10.472517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc95a5-e69a-4b1b-ac56-6efc230c75d7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Network': ['ID=2b2b0e33-0fb6-49dd-aa75-361200b502c9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:10.491952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 2b2b0e33-0fb6-49dd-aa75-361200b502c9 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:10.579227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73728c70-7de0-4bb9-957c-bbed242635f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:10.583907 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-73728c70-7de0-4bb9-957c-bbed242635f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.696476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Router c7ce08e7-463f-4463-b3d8-70825e4c1985 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:51:10.881073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:10.895475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259fce6f-bf79-4d8b-97c7-6a76894ae2b9 None None] Sync routers for ids ['c7ce08e7-463f-4463-b3d8-70825e4c1985'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:10.924102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259fce6f-bf79-4d8b-97c7-6a76894ae2b9 None None] Routers {'c7ce08e7-463f-4463-b3d8-70825e4c1985'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:10.924854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-259fce6f-bf79-4d8b-97c7-6a76894ae2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c7ce08e7-463f-4463-b3d8-70825e4c1985'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:10.933462 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-73728c70-7de0-4bb9-957c-bbed242635f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.962537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:10.966844 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-19aed432-7cd5-43bd-94d0-e0056f960e7d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5074799 Sep 16 04:51:10.968587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43812) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:10.974654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:11.005577 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-259fce6f-bf79-4d8b-97c7-6a76894ae2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:11.026306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259fce6f-bf79-4d8b-97c7-6a76894ae2b9 None None] Routers {'c7ce08e7-463f-4463-b3d8-70825e4c1985'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:11.027019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-259fce6f-bf79-4d8b-97c7-6a76894ae2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c7ce08e7-463f-4463-b3d8-70825e4c1985'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:11.104556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73728c70-7de0-4bb9-957c-bbed242635f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Checking segment: {'id': '932ebf42-4328-41e5-bcb5-f80563aa30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2b2b0e33-0fb6-49dd-aa75-361200b502c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:11.105589 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73728c70-7de0-4bb9-957c-bbed242635f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network hostable DHCP agents. Network: 2b2b0e33-0fb6-49dd-aa75-361200b502c9, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:11.133574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-259fce6f-bf79-4d8b-97c7-6a76894ae2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:11.134822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259fce6f-bf79-4d8b-97c7-6a76894ae2b9 None None] The sync data for ids ['c7ce08e7-463f-4463-b3d8-70825e4c1985'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:11.153598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73728c70-7de0-4bb9-957c-bbed242635f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Subnet': ['ID=54d7588f-0e99-4e2b-b371-4ff262b01d94,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:11.194388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73728c70-7de0-4bb9-957c-bbed242635f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network 2b2b0e33-0fb6-49dd-aa75-361200b502c9 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:11.206284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-73728c70-7de0-4bb9-957c-bbed242635f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 2b2b0e33-0fb6-49dd-aa75-361200b502c9) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:11.216244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af98914a-393b-46f0-afab-e731592a1648 None None] Network 2b2b0e33-0fb6-49dd-aa75-361200b502c9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:11.224057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73728c70-7de0-4bb9-957c-bbed242635f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:11.224971 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-73728c70-7de0-4bb9-957c-bbed242635f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.275011 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-73728c70-7de0-4bb9-957c-bbed242635f3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8117847 Sep 16 04:51:11.277170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43816) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:11.297540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-78494f7e-3849-4ee2-8780-9f7757cecc44 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1364729080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:11.385851 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78494f7e-3849-4ee2-8780-9f7757cecc44 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.387208 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78494f7e-3849-4ee2-8780-9f7757cecc44 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.504627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-2b2b0e33-0fb6-49dd-aa75-361200b502c9', 'network_id': '2b2b0e33-0fb6-49dd-aa75-361200b502c9', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'fixed_ips': [{'subnet_id': '54d7588f-0e99-4e2b-b371-4ff262b01d94'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:11.506295 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.550450 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78494f7e-3849-4ee2-8780-9f7757cecc44 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.561070 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78494f7e-3849-4ee2-8780-9f7757cecc44 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.587965 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78494f7e-3849-4ee2-8780-9f7757cecc44 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.589820 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-78494f7e-3849-4ee2-8780-9f7757cecc44 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3101802 Sep 16 04:51:11.593417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43818) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:11.614261 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.637643 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.694603 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Allocated IP 172.20.0.2 (2b2b0e33-0fb6-49dd-aa75-361200b502c9/54d7588f-0e99-4e2b-b371-4ff262b01d94/9fecd28c-53d1-4db3-9e3d-228a515bdf29) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:11.705847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Deleting port 677d1fce-c3a1-45cd-ba53-2f155a3f19db {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:11.706404 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.876908 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.882421 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.889991 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:11.901109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Calling delete_port for 677d1fce-c3a1-45cd-ba53-2f155a3f19db owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:11.964887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Network 2b2b0e33-0fb6-49dd-aa75-361200b502c9 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:11.968772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:11.985014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:12.031216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Pushing event updated for resources: {'Port': ['ID=9fecd28c-53d1-4db3-9e3d-228a515bdf29,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:12.044888 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.135932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Attempting to bind port 9fecd28c-53d1-4db3-9e3d-228a515bdf29 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:12.136263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Attempting to bind port 9fecd28c-53d1-4db3-9e3d-228a515bdf29 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '932ebf42-4328-41e5-bcb5-f80563aa30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2b2b0e33-0fb6-49dd-aa75-361200b502c9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:12.136553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Attempting to bind port 9fecd28c-53d1-4db3-9e3d-228a515bdf29 on network 2b2b0e33-0fb6-49dd-aa75-361200b502c9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:12.151611 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:12.152163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Checking segment: {'id': '932ebf42-4328-41e5-bcb5-f80563aa30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2b2b0e33-0fb6-49dd-aa75-361200b502c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:12.152600 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.153049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Bound using segment: {'id': '932ebf42-4328-41e5-bcb5-f80563aa30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2b2b0e33-0fb6-49dd-aa75-361200b502c9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:12.156186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Bound port: 9fecd28c-53d1-4db3-9e3d-228a515bdf29, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932ebf42-4328-41e5-bcb5-f80563aa30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2b2b0e33-0fb6-49dd-aa75-361200b502c9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:12.158102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.234314 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.285435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Pushing event deleted for resources: {'Port': ['ID=677d1fce-c3a1-45cd-ba53-2f155a3f19db,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:12.330398 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] For port 9fecd28c-53d1-4db3-9e3d-228a515bdf29, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:12.344974 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] For port 9fecd28c-53d1-4db3-9e3d-228a515bdf29, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9fecd28c-53d1-4db3-9e3d-228a515bdf29,segment=NetworkSegment(932ebf42-4328-41e5-bcb5-f80563aa30b8),segment_id=932ebf42-4328-41e5-bcb5-f80563aa30b8)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:12.354603 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.440180 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.511019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae302b-9f76-49e5-ab10-f3c4b842342b None None] Pushing event updated for resources: {'Port': ['ID=9fecd28c-53d1-4db3-9e3d-228a515bdf29,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:12.557320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Allocated IP 172.20.0.1 (2b2b0e33-0fb6-49dd-aa75-361200b502c9/54d7588f-0e99-4e2b-b371-4ff262b01d94/3c747df9-4cac-4818-b490-be2068f1e1c7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:12.858605 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.877971 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.883401 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:12.935318 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.015004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network 2b2b0e33-0fb6-49dd-aa75-361200b502c9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:13.018174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:13.021264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:13.083251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Router c7ce08e7-463f-4463-b3d8-70825e4c1985 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:13.219848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=3c747df9-4cac-4818-b490-be2068f1e1c7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:13.230502 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.280833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:13.289328 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.290772 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-15cc8022-f9be-43c3-b391-888dfe8e9e6b tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "PUT /v2.0/routers/c7ce08e7-463f-4463-b3d8-70825e4c1985 HTTP/1.1" status: 200 len: 705 time: 2.3200727 Sep 16 04:51:13.293313 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43836) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:13.293467 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11e1e8-5e02-49aa-a764-32b48b76b7cc None None] Sync routers for ids ['c7ce08e7-463f-4463-b3d8-70825e4c1985'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:13.316890 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11e1e8-5e02-49aa-a764-32b48b76b7cc None None] Routers {'c7ce08e7-463f-4463-b3d8-70825e4c1985'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:13.317706 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6d11e1e8-5e02-49aa-a764-32b48b76b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c7ce08e7-463f-4463-b3d8-70825e4c1985'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:13.413521 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6d11e1e8-5e02-49aa-a764-32b48b76b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:13.426373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1dba66d0-22e5-49ec-bb69-dcb507e7ec02 tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/routers/c7ce08e7-463f-4463-b3d8-70825e4c1985 HTTP/1.1" status: 200 len: 740 time: 0.1318815 Sep 16 04:51:13.429107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43840) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:13.436050 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11e1e8-5e02-49aa-a764-32b48b76b7cc None None] Routers {'c7ce08e7-463f-4463-b3d8-70825e4c1985'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:13.436939 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6d11e1e8-5e02-49aa-a764-32b48b76b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c7ce08e7-463f-4463-b3d8-70825e4c1985'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:13.472522 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.511953 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6d11e1e8-5e02-49aa-a764-32b48b76b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:13.513238 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11e1e8-5e02-49aa-a764-32b48b76b7cc None None] The sync data for ids ['c7ce08e7-463f-4463-b3d8-70825e4c1985'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:13.601429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0992fdca-84c9-41a3-a669-5f742148c0bf tempest-RoutersAdminTest-1146777356 tempest-RoutersAdminTest-1146777356-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&device_id=c7ce08e7-463f-4463-b3d8-70825e4c1985 HTTP/1.1" status: 200 len: 205 time: 0.1708999 Sep 16 04:51:13.605238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43842) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:13.657435 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7e0d5db1-14b5-4a5d-b1d4-c45b1b6db009 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ce08e7-463f-4463-b3d8-70825e4c1985 HTTP/1.1" status: 200 len: 205 time: 0.0509882 Sep 16 04:51:13.659893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43844) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:13.689936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9fecd28c-53d1-4db3-9e3d-228a515bdf29 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:13.833852 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a2fa-3a1b-4963-875a-e69cb66b31c7 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:13.850212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 9fecd28c-53d1-4db3-9e3d-228a515bdf29 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:13.850659 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.012242 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.051474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 9fecd28c-53d1-4db3-9e3d-228a515bdf29, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9fecd28c-53d1-4db3-9e3d-228a515bdf29,segment=NetworkSegment(932ebf42-4328-41e5-bcb5-f80563aa30b8),segment_id=932ebf42-4328-41e5-bcb5-f80563aa30b8)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:14.059420 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.064019 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.069779 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.118734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=9fecd28c-53d1-4db3-9e3d-228a515bdf29,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:14.144016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc75381-6cb4-4bf6-82b8-7e860d65121a None None] Network 2b2b0e33-0fb6-49dd-aa75-361200b502c9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:14.228727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=3c747df9-4cac-4818-b490-be2068f1e1c7,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:14.240814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.283190 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a2fa-3a1b-4963-875a-e69cb66b31c7 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.288977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a2fa-3a1b-4963-875a-e69cb66b31c7 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.397803 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a2fa-3a1b-4963-875a-e69cb66b31c7 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.399224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae0a2fa-3a1b-4963-875a-e69cb66b31c7 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Fanout notify agent at l3_agent the message router_deleted on router c7ce08e7-463f-4463-b3d8-70825e4c1985 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:51:14.410537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3e4fd581-1477-4bd5-85bb-244e5737f349 None None] Provisioning complete for port 9fecd28c-53d1-4db3-9e3d-228a515bdf29 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:14.415731 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd581-1477-4bd5-85bb-244e5737f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.444582 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4ae0a2fa-3a1b-4963-875a-e69cb66b31c7 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:14.454557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43850) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:14.461344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4ae0a2fa-3a1b-4963-875a-e69cb66b31c7 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/routers/c7ce08e7-463f-4463-b3d8-70825e4c1985 HTTP/1.1" status: 204 len: 168 time: 0.7999675 Sep 16 04:51:14.541713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network 2b2b0e33-0fb6-49dd-aa75-361200b502c9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:14.544733 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b151bff9-f74f-4d56-adc3-049509ac3c73 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ce08e7-463f-4463-b3d8-70825e4c1985 HTTP/1.1" status: 200 len: 205 time: 0.0886366 Sep 16 04:51:14.546718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:14.547680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43854) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:14.669208 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-70093678-0721-4bcc-9f7e-593e978efca7 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] delete failed (client error): The resource could not be found. Sep 16 04:51:14.679297 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-70093678-0721-4bcc-9f7e-593e978efca7 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/routers/c7ce08e7-463f-4463-b3d8-70825e4c1985 HTTP/1.1" status: 404 len: 336 time: 0.1302934 Sep 16 04:51:14.680206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43856) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:14.758729 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-96549a00-ac5a-4748-88dd-5214717dfbf2 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "GET /v2.0/ports?device_id=8230e0aa-9e35-4024-b71a-23ac03110404 HTTP/1.1" status: 200 len: 205 time: 0.0771992 Sep 16 04:51:14.759339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43858) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:14.801526 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:51:14.836203 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-0568180f-4425-4bb3-955a-d62a23ef788e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] delete failed (client error): The resource could not be found. Sep 16 04:51:14.840163 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0568180f-4425-4bb3-955a-d62a23ef788e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/routers/8230e0aa-9e35-4024-b71a-23ac03110404 HTTP/1.1" status: 404 len: 336 time: 0.0798795 Sep 16 04:51:14.840907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43860) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:14.894189 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-39c92f28-a449-4923-a44b-ea0114075067 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "GET /v2.0/ports?device_id=38b6b91b-fc97-4ede-8bb7-e4d2b7d665db HTTP/1.1" status: 200 len: 205 time: 0.0480237 Sep 16 04:51:14.896389 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43862) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:14.945137 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-45f09a2f-e00d-4f34-b6c9-83db237aceb0 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] delete failed (client error): The resource could not be found. Sep 16 04:51:14.946062 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-45f09a2f-e00d-4f34-b6c9-83db237aceb0 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/routers/38b6b91b-fc97-4ede-8bb7-e4d2b7d665db HTTP/1.1" status: 404 len: 336 time: 0.0484807 Sep 16 04:51:14.948629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43864) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:14.949105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:14.960368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f03f36-6041-46d3-8beb-12883ee53ee1 None None] Sync routers for ids ['12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:14.962344 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-692c7481-6ff5-45b1-be83-e7a1e4ba525b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3671193 Sep 16 04:51:14.964957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43868) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:14.972339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f03f36-6041-46d3-8beb-12883ee53ee1 None None] Routers {'12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:14.984989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-81f03f36-6041-46d3-8beb-12883ee53ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:14.995960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-95883c93-8871-4776-a93c-159c80f0881c tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f219308-e9b5-448b-9f56-97af0321bfa4 HTTP/1.1" status: 200 len: 205 time: 0.0462229 Sep 16 04:51:14.996358 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43872) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:15.037403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-81f03f36-6041-46d3-8beb-12883ee53ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:15.053737 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dae68b-fd21-4012-bef7-35ee890c946b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.055558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-01dae68b-fd21-4012-bef7-35ee890c946b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports/3c747df9-4cac-4818-b490-be2068f1e1c7 HTTP/1.1" status: 200 len: 910 time: 0.0892644 Sep 16 04:51:15.057037 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-e342a560-5f50-480b-bc55-d38ff737ef78 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] delete failed (client error): The resource could not be found. Sep 16 04:51:15.058268 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e342a560-5f50-480b-bc55-d38ff737ef78 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/routers/1f219308-e9b5-448b-9f56-97af0321bfa4 HTTP/1.1" status: 404 len: 336 time: 0.0609138 Sep 16 04:51:15.058890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43876) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:15.061674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43878) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:15.078959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5e3317f5-e9ea-48ec-8e05-265fd748d943 None None] Provisioning complete for port 9fecd28c-53d1-4db3-9e3d-228a515bdf29 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:15.080936 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e3317f5-e9ea-48ec-8e05-265fd748d943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.128432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6aa03dc2-e994-431c-86e5-1b0c2cc95fb4 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5 HTTP/1.1" status: 200 len: 205 time: 0.0653059 Sep 16 04:51:15.130861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43880) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:15.142225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f03f36-6041-46d3-8beb-12883ee53ee1 None None] Routers {'12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:15.142888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-81f03f36-6041-46d3-8beb-12883ee53ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:15.195838 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-c0600a7f-2f8c-4327-8eb2-519a61d76de0 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] delete failed (client error): The resource could not be found. Sep 16 04:51:15.200365 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c0600a7f-2f8c-4327-8eb2-519a61d76de0 tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/routers/1ea2006d-2f1c-4ae6-ba0e-fb29fae6bac5 HTTP/1.1" status: 404 len: 336 time: 0.0683537 Sep 16 04:51:15.201954 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43882) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:15.224180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-81f03f36-6041-46d3-8beb-12883ee53ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:15.224860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f03f36-6041-46d3-8beb-12883ee53ee1 None None] The sync data for ids ['12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:15.283132 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-31ae6507-00ec-4dd8-b707-ebe9d3e1a90d tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "GET /v2.0/ports?device_id=e168ca6b-6fb5-46ca-afc5-d203de82ac76 HTTP/1.1" status: 200 len: 205 time: 0.0779262 Sep 16 04:51:15.285292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43884) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:15.311362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5e3317f5-e9ea-48ec-8e05-265fd748d943 None None] Provisioning complete for port 3c747df9-4cac-4818-b490-be2068f1e1c7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:15.312102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e3317f5-e9ea-48ec-8e05-265fd748d943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.347689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5e3317f5-e9ea-48ec-8e05-265fd748d943 None None] Port 3c747df9-4cac-4818-b490-be2068f1e1c7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:15.351407 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-6e7d4666-0153-4657-ad53-73e68d4008cc tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] delete failed (client error): The resource could not be found. Sep 16 04:51:15.359083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6e7d4666-0153-4657-ad53-73e68d4008cc tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/routers/e168ca6b-6fb5-46ca-afc5-d203de82ac76 HTTP/1.1" status: 404 len: 336 time: 0.0726631 Sep 16 04:51:15.359687 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43886) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:15.394790 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4dce55-de5c-400a-bbf4-2799b930ef3e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] DELETE failed (client error): The resource could not be found. Sep 16 04:51:15.395272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4dce55-de5c-400a-bbf4-2799b930ef3e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:51:15.400239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7c4dce55-de5c-400a-bbf4-2799b930ef3e tempest-RoutersAdminTest-1051057597 tempest-RoutersAdminTest-1051057597-project] 10.222.0.53 "DELETE /v2.0/subnets/9a704df2-22b0-42b9-956d-c0dcb932a650 HTTP/1.1" status: 404 len: 337 time: 0.0392656 Sep 16 04:51:15.475680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b59cb31b-ab66-4413-8e01-874bec4c1b76 None None] Provisioning complete for port 3c747df9-4cac-4818-b490-be2068f1e1c7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:15.476065 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b59cb31b-ab66-4413-8e01-874bec4c1b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.578536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b59cb31b-ab66-4413-8e01-874bec4c1b76 None None] Port 3c747df9-4cac-4818-b490-be2068f1e1c7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:15.584672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9fecd28c-53d1-4db3-9e3d-228a515bdf29 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:15.602553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c141d-db78-44a5-a60d-89c433c65f95 req-dfbe5131-29f3-499c-a521-65a366a89742 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.605854 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc0c141d-db78-44a5-a60d-89c433c65f95 req-dfbe5131-29f3-499c-a521-65a366a89742 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.0986536 Sep 16 04:51:15.653747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 9fecd28c-53d1-4db3-9e3d-228a515bdf29 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:15.654899 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.670930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc0c141d-db78-44a5-a60d-89c433c65f95 req-8845ed89-3330-4a9a-bf77-11964a06a07a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549915 Sep 16 04:51:15.714945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ab8c5014-5e3d-4fb6-ae26-31819306b280 None None] Provisioning complete for port 3c747df9-4cac-4818-b490-be2068f1e1c7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:15.715447 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5014-5e3d-4fb6-ae26-31819306b280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:15.745935 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d51411b-70c2-4258-886a-06878a96781d req-9d67dfee-59cf-40fa-a06e-d948d2ba79d6 service neutron] 10.222.0.50 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511488 Sep 16 04:51:15.839447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c5014-5e3d-4fb6-ae26-31819306b280 None None] Port 3c747df9-4cac-4818-b490-be2068f1e1c7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:15.860323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe2e25-d2fa-4a91-b37e-3af986988f47 req-2e779edb-5296-4c63-9cfd-e2459852509d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.877659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe2e25-d2fa-4a91-b37e-3af986988f47 req-2e779edb-5296-4c63-9cfd-e2459852509d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.897630 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe2e25-d2fa-4a91-b37e-3af986988f47 req-2e779edb-5296-4c63-9cfd-e2459852509d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.903972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe2e25-d2fa-4a91-b37e-3af986988f47 req-2e779edb-5296-4c63-9cfd-e2459852509d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.910859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe2e25-d2fa-4a91-b37e-3af986988f47 req-2e779edb-5296-4c63-9cfd-e2459852509d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.916790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe2e25-d2fa-4a91-b37e-3af986988f47 req-2e779edb-5296-4c63-9cfd-e2459852509d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.923840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe2e25-d2fa-4a91-b37e-3af986988f47 req-2e779edb-5296-4c63-9cfd-e2459852509d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:15.925714 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a7fe2e25-d2fa-4a91-b37e-3af986988f47 req-2e779edb-5296-4c63-9cfd-e2459852509d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5434 time: 0.2973328 Sep 16 04:51:15.933440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43898) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:16.001208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d51411b-70c2-4258-886a-06878a96781d req-a01a0531-d05c-4d36-93a8-8588748176b0 service neutron] 10.222.0.50 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457368 Sep 16 04:51:16.071317 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-68f7268a-d4af-4654-8c11-5b391edffcfb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.089266 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0adc1497-3309-4ddd-bf2f-15e8c349162c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.089675 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a7fe2e25-d2fa-4a91-b37e-3af986988f47 req-149fb4c6-5425-4e51-85f3-97883cb9fcc9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811427 Sep 16 04:51:16.268167 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0adc1497-3309-4ddd-bf2f-15e8c349162c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.282182 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0adc1497-3309-4ddd-bf2f-15e8c349162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.328276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0adc1497-3309-4ddd-bf2f-15e8c349162c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9578671c086f4a958062e12771daef80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936172 Sep 16 04:51:16.331312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc1497-3309-4ddd-bf2f-15e8c349162c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63095c66-1b3c-4543-8cb6-72067b092466,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:16.336422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43910) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:16.428055 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dc07e39-7e57-47cd-ba8c-9f534414fa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.456349 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dc07e39-7e57-47cd-ba8c-9f534414fa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.588656 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dc07e39-7e57-47cd-ba8c-9f534414fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.591327 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4dc07e39-7e57-47cd-ba8c-9f534414fa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:16.593673 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4dc07e39-7e57-47cd-ba8c-9f534414fa2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63095c66-1b3c-4543-8cb6-72067b092466 HTTP/1.1" status: 204 len: 168 time: 0.2556860 Sep 16 04:51:16.610801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc07e39-7e57-47cd-ba8c-9f534414fa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63095c66-1b3c-4543-8cb6-72067b092466,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:16.656009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-828bc621-9c2d-44c4-9be2-df0d0078dcff tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.658341 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-828bc621-9c2d-44c4-9be2-df0d0078dcff tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.1707814 Sep 16 04:51:16.676696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-18c2e42f-b898-4359-b84a-fc8f3d5823be tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/quotas/c329891caf83491e9f7ca95911270da6 HTTP/1.1" status: 200 len: 375 time: 0.0121963 Sep 16 04:51:16.729453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955f2c0-0713-435b-b25b-8e75fad4f6e1 req-a4ae7108-a1c3-4600-98a3-97528b21e1db tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.736293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955f2c0-0713-435b-b25b-8e75fad4f6e1 req-a4ae7108-a1c3-4600-98a3-97528b21e1db tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.744830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955f2c0-0713-435b-b25b-8e75fad4f6e1 req-a4ae7108-a1c3-4600-98a3-97528b21e1db tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.751053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955f2c0-0713-435b-b25b-8e75fad4f6e1 req-a4ae7108-a1c3-4600-98a3-97528b21e1db tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.757550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955f2c0-0713-435b-b25b-8e75fad4f6e1 req-a4ae7108-a1c3-4600-98a3-97528b21e1db tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.765696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955f2c0-0713-435b-b25b-8e75fad4f6e1 req-a4ae7108-a1c3-4600-98a3-97528b21e1db tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.772289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955f2c0-0713-435b-b25b-8e75fad4f6e1 req-a4ae7108-a1c3-4600-98a3-97528b21e1db tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:16.774049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1955f2c0-0713-435b-b25b-8e75fad4f6e1 req-a4ae7108-a1c3-4600-98a3-97528b21e1db tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5434 time: 0.5634506 Sep 16 04:51:16.871346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-e09bf755-81bc-4ea9-83f6-7ac5b1c1aa3d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1853063 Sep 16 04:51:17.059263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-657d25db-5df5-4404-960d-f82a5b12bdd0 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725321 Sep 16 04:51:17.090661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-68f7268a-d4af-4654-8c11-5b391edffcfb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port 3c747df9-4cac-4818-b490-be2068f1e1c7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:17.091347 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-68f7268a-d4af-4654-8c11-5b391edffcfb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.204157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43938) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:17.206149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9a1dc-b37e-47cc-832e-52342851222a req-fd092984-dbed-4412-a907-8ea7cf4bf67c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:17.214246 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93d9a1dc-b37e-47cc-832e-52342851222a req-fd092984-dbed-4412-a907-8ea7cf4bf67c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.1868010 Sep 16 04:51:17.221563 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c97e710d-5768-4d85-a98d-277673e08eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.256565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-ff687d26-bc0d-4f1e-96f0-acf42fce3cc8 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914513 Sep 16 04:51:17.270334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-68f7268a-d4af-4654-8c11-5b391edffcfb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.271282 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2c519cd4-8fbf-412e-a3ac-74dfdaf33cd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3594a7c3ba6e425f82d082d286e482ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658007 Sep 16 04:51:17.273661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43940) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:17.287733 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93d9a1dc-b37e-47cc-832e-52342851222a req-f500febf-3c46-46ff-b388-90d14d6c3abe tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723987 Sep 16 04:51:17.292068 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-68f7268a-d4af-4654-8c11-5b391edffcfb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for 3c747df9-4cac-4818-b490-be2068f1e1c7 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:17.410259 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38446286-1b1f-4de9-a683-e30c5ae5efbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.463185 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38446286-1b1f-4de9-a683-e30c5ae5efbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.528068 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07c82a31-565c-461d-8aaf-73281c9138aa req-f5cdc063-ae55-47f0-8204-87df182e93da tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 210 time: 0.0288632 Sep 16 04:51:17.531776 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38446286-1b1f-4de9-a683-e30c5ae5efbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.535069 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38446286-1b1f-4de9-a683-e30c5ae5efbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.536487 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-38446286-1b1f-4de9-a683-e30c5ae5efbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f7b9e4e-5fe6-47da-bdeb-a0952fd1071e HTTP/1.1" status: 204 len: 168 time: 0.2618587 Sep 16 04:51:17.546452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38446286-1b1f-4de9-a683-e30c5ae5efbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7b9e4e-5fe6-47da-bdeb-a0952fd1071e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:17.619714 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-68f7268a-d4af-4654-8c11-5b391edffcfb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:17.655362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7268a-d4af-4654-8c11-5b391edffcfb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=3c747df9-4cac-4818-b490-be2068f1e1c7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:17.859180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-68f7268a-d4af-4654-8c11-5b391edffcfb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.105790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f7268a-d4af-4654-8c11-5b391edffcfb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:18.195060 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f7268a-d4af-4654-8c11-5b391edffcfb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:18.200275 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-68f7268a-d4af-4654-8c11-5b391edffcfb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1403408 Sep 16 04:51:18.204513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43972) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:18.207487 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efdcae-4119-41f6-9786-5e4d6b497139 None None] Sync routers for ids ['12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:18.218012 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efdcae-4119-41f6-9786-5e4d6b497139 None None] Routers {'12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:18.219044 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-34efdcae-4119-41f6-9786-5e4d6b497139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:18.258467 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-34efdcae-4119-41f6-9786-5e4d6b497139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:18.266958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43974) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:18.267454 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-46b1d5a4-af19-4a73-b013-2f5e5646235c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e HTTP/1.1" status: 200 len: 205 time: 0.0616786 Sep 16 04:51:18.271365 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efdcae-4119-41f6-9786-5e4d6b497139 None None] Routers {'12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:18.272241 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-34efdcae-4119-41f6-9786-5e4d6b497139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:50:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:18.331658 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-34efdcae-4119-41f6-9786-5e4d6b497139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:18.332326 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efdcae-4119-41f6-9786-5e4d6b497139 None None] The sync data for ids ['12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:18.356240 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d530ab3-3588-47b6-9a8e-b43633bfebec tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.537484 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac80c8b-bcac-474e-aebe-a3c0fa310cd4 req-9d78db80-dbda-4f01-9fbe-4ec094f9c0af tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.541410 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ac80c8b-bcac-474e-aebe-a3c0fa310cd4 req-9d78db80-dbda-4f01-9fbe-4ec094f9c0af tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.0992420 Sep 16 04:51:18.653018 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ac80c8b-bcac-474e-aebe-a3c0fa310cd4 req-82d565f9-77f3-4344-aff4-fdf932ec20da tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044784 Sep 16 04:51:18.667769 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d530ab3-3588-47b6-9a8e-b43633bfebec tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.674004 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d530ab3-3588-47b6-9a8e-b43633bfebec tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.816481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43998) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:18.893109 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e86cf3d0-593e-44f7-9f7b-c91f46f2c947 req-54280cf3-281d-4d42-b361-9a8861f7bed5 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 210 time: 0.1644332 Sep 16 04:51:18.897465 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d530ab3-3588-47b6-9a8e-b43633bfebec tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.898051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d530ab3-3588-47b6-9a8e-b43633bfebec tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Fanout notify agent at l3_agent the message router_deleted on router 12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:51:18.909574 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4d530ab3-3588-47b6-9a8e-b43633bfebec tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:18.910729 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4d530ab3-3588-47b6-9a8e-b43633bfebec tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e HTTP/1.1" status: 204 len: 168 time: 0.6427116 Sep 16 04:51:18.914190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44008) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:18.987044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-eb463318-bc97-4adc-8ac3-8ae152794b7b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:18.988560 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-eb463318-bc97-4adc-8ac3-8ae152794b7b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.2590821 Sep 16 04:51:19.006858 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Request body: {'port': {'device_id': 'fc6bd77a-55ec-491a-85c4-7416be745afb', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'admin_state_up': True, 'tenant_id': 'c329891caf83491e9f7ca95911270da6'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:19.016532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba5c490-ba3f-4546-9aef-379deade8b87 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting subnet 54d7588f-0e99-4e2b-b371-4ff262b01d94 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:19.032184 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c490-ba3f-4546-9aef-379deade8b87 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.080463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44016) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:19.126640 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c490-ba3f-4546-9aef-379deade8b87 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.171652 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a24705f-70b1-49fb-9099-de14b0bec165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.192303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-6163182'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:19.223649 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.api [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:51:19.223649 n-d-712142-17 neutron-server[94745]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:51:19.223649 n-d-712142-17 neutron-server[94745]: [parameters: {'project_id': '6ab3ef4e237040969d8a5799cc999144', 'id': '3f3cb536-69a0-44a5-802f-e6e6a521ab1b', 'expiration': datetime.datetime(2021, 9, 16, 4, 53, 19, 206528)}] Sep 16 04:51:19.223649 n-d-712142-17 neutron-server[94745]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:51:19.224165 n-d-712142-17 neutron-server[94745]: DEBUG oslo_db.api [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:51:19.226475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.api [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:51:19.226475 n-d-712142-17 neutron-server[94744]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 04:51:19.226475 n-d-712142-17 neutron-server[94744]: [parameters: {'project_id': 'c329891caf83491e9f7ca95911270da6', 'id': '047e135b-8c66-43df-a48b-569b9d8778b2', 'expiration': datetime.datetime(2021, 9, 16, 4, 53, 19, 218310)}] Sep 16 04:51:19.226475 n-d-712142-17 neutron-server[94744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:51:19.226835 n-d-712142-17 neutron-server[94744]: DEBUG oslo_db.api [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:51:19.244652 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c490-ba3f-4546-9aef-379deade8b87 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.247667 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44024) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:19.308170 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a24705f-70b1-49fb-9099-de14b0bec165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.314639 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c490-ba3f-4546-9aef-379deade8b87 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.320880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a24705f-70b1-49fb-9099-de14b0bec165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.342862 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5c490-ba3f-4546-9aef-379deade8b87 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Subnet': ['ID=54d7588f-0e99-4e2b-b371-4ff262b01d94,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.350687 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3ba5c490-ba3f-4546-9aef-379deade8b87 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.355244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b700ab5a-5772-4439-9ad1-6ede68779869 None None] Network 2b2b0e33-0fb6-49dd-aa75-361200b502c9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:19.355717 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3ba5c490-ba3f-4546-9aef-379deade8b87 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/54d7588f-0e99-4e2b-b371-4ff262b01d94 HTTP/1.1" status: 204 len: 168 time: 0.4376023 Sep 16 04:51:19.355831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44028) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:19.389415 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7a24705f-70b1-49fb-9099-de14b0bec165 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6a68bdde74e45a3b57d7be37df71cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066835 Sep 16 04:51:19.392030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44030) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:19.398840 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24705f-70b1-49fb-9099-de14b0bec165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833eae62-1184-44ce-b90a-530fe2e1259e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.407878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330667b-a88b-4d32-b84b-d88c8a74f50b req-9898e8a9-795f-43e2-857d-45d0a8a38bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.408318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330667b-a88b-4d32-b84b-d88c8a74f50b req-9898e8a9-795f-43e2-857d-45d0a8a38bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.408809 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330667b-a88b-4d32-b84b-d88c8a74f50b req-9898e8a9-795f-43e2-857d-45d0a8a38bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.409342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330667b-a88b-4d32-b84b-d88c8a74f50b req-9898e8a9-795f-43e2-857d-45d0a8a38bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.409776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330667b-a88b-4d32-b84b-d88c8a74f50b req-9898e8a9-795f-43e2-857d-45d0a8a38bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.410250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330667b-a88b-4d32-b84b-d88c8a74f50b req-9898e8a9-795f-43e2-857d-45d0a8a38bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.410928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330667b-a88b-4d32-b84b-d88c8a74f50b req-9898e8a9-795f-43e2-857d-45d0a8a38bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:19.412750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0330667b-a88b-4d32-b84b-d88c8a74f50b req-9898e8a9-795f-43e2-857d-45d0a8a38bb7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 6498 time: 0.1634431 Sep 16 04:51:19.439234 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.473545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0330667b-a88b-4d32-b84b-d88c8a74f50b req-ed3dd54e-0287-4298-b67b-efc7f779f20b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529840 Sep 16 04:51:19.491334 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a49176bf-87bb-454f-90ed-c89dc1c313e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.514520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port 9fecd28c-53d1-4db3-9e3d-228a515bdf29 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:19.515184 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.521431 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a49176bf-87bb-454f-90ed-c89dc1c313e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.574241 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a49176bf-87bb-454f-90ed-c89dc1c313e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.577423 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a49176bf-87bb-454f-90ed-c89dc1c313e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.580849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] For port 9fecd28c-53d1-4db3-9e3d-228a515bdf29, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9fecd28c-53d1-4db3-9e3d-228a515bdf29,segment=NetworkSegment(932ebf42-4328-41e5-bcb5-f80563aa30b8),segment_id=932ebf42-4328-41e5-bcb5-f80563aa30b8)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:19.581227 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.585172 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a49176bf-87bb-454f-90ed-c89dc1c313e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/833eae62-1184-44ce-b90a-530fe2e1259e HTTP/1.1" status: 204 len: 168 time: 0.1890833 Sep 16 04:51:19.596368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b661e-17eb-4397-8ae8-69b138542e80 None None] DHCP port deletion for 2b2b0e33-0fb6-49dd-aa75-361200b502c9 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:51:19.597370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49176bf-87bb-454f-90ed-c89dc1c313e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833eae62-1184-44ce-b90a-530fe2e1259e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.600922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for 9fecd28c-53d1-4db3-9e3d-228a515bdf29 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:19.660586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-284b661e-17eb-4397-8ae8-69b138542e80 None None] Deleting port 9fecd28c-53d1-4db3-9e3d-228a515bdf29 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:19.661305 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-284b661e-17eb-4397-8ae8-69b138542e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.702923 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.742966 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-284b661e-17eb-4397-8ae8-69b138542e80 None None] For port 9fecd28c-53d1-4db3-9e3d-228a515bdf29, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9fecd28c-53d1-4db3-9e3d-228a515bdf29,segment=NetworkSegment(932ebf42-4328-41e5-bcb5-f80563aa30b8),segment_id=932ebf42-4328-41e5-bcb5-f80563aa30b8)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:19.743639 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-284b661e-17eb-4397-8ae8-69b138542e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.758926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-284b661e-17eb-4397-8ae8-69b138542e80 None None] Calling delete_port for 9fecd28c-53d1-4db3-9e3d-228a515bdf29 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:19.767463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Made reservation on behalf of 6ab3ef4e237040969d8a5799cc999144 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:19.768753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No DVR routers for this DVR port 9fecd28c-53d1-4db3-9e3d-228a515bdf29 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:19.772753 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.777166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=9fecd28c-53d1-4db3-9e3d-228a515bdf29,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:19.790185 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:19.977270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Made reservation on behalf of c329891caf83491e9f7ca95911270da6 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:19.990319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.042865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44044) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:20.054467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.061874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.066656 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.115348 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-698ebd96-b573-408b-9a6c-2b4e95044208 req-a70dfd12-9baa-4d0b-9594-232041b8e344 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 210 time: 0.0488746 Sep 16 04:51:20.117322 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-284b661e-17eb-4397-8ae8-69b138542e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.134788 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:20.140263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73cc535c-e917-4232-9250-47c2f3b2da51,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:20.142598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d462d42-184a-4c46-95e7-2ef9a8995712 req-52e8073d-1851-424e-869c-260faa84c989 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.148931 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.149286 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Added segment 466b3af9-0251-458e-af15-daa1c88bde8a of type vlan for network a555d880-e45b-4c00-a4df-a16a763b4a5e Sep 16 04:51:20.150283 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d462d42-184a-4c46-95e7-2ef9a8995712 req-52e8073d-1851-424e-869c-260faa84c989 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.3642423 Sep 16 04:51:20.169698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e5fc-a035-41c4-b257-be3ce8c5714d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.187806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b661e-17eb-4397-8ae8-69b138542e80 None None] Pushing event deleted for resources: {'Port': ['ID=9fecd28c-53d1-4db3-9e3d-228a515bdf29,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:20.188555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2b0e33-0fb6-49dd-aa75-361200b502c9']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:20.203317 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.206115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b661e-17eb-4397-8ae8-69b138542e80 None None] No DVR routers for this DVR port 9fecd28c-53d1-4db3-9e3d-228a515bdf29 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:20.215988 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-47bef302-daee-40a9-a042-06b6559f03d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.230589 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932ebf42-4328-41e5-bcb5-f80563aa30b8') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:20.230947 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932ebf42-4328-41e5-bcb5-f80563aa30b8') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:20.239958 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.246525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.246714 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.254860 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.307865 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d462d42-184a-4c46-95e7-2ef9a8995712 req-c0e2d4a9-f056-4133-999b-fda945d3d234 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566937 Sep 16 04:51:20.308816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.317261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event updated for resources: {'Network': ['ID=a555d880-e45b-4c00-a4df-a16a763b4a5e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:20.327751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:20.328180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:20.333175 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:20.345233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a555d880-e45b-4c00-a4df-a16a763b4a5e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:20.412589 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Allocated IP 172.20.0.12 (e670719f-0f73-44fb-b205-e57c9e6482ab/62d9ede1-de16-4e4e-ac56-0f29b66bf35e/ff25571b-9606-4ae1-a4a2-87a306621d08) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:20.421879 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.434275 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.436120 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/networks/2b2b0e33-0fb6-49dd-aa75-361200b502c9 HTTP/1.1" status: 204 len: 168 time: 1.0793087 Sep 16 04:51:20.440224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44048) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:20.444938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1371271994', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:20.460985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e65ac-4e3c-4bf6-9e32-8a147ee0d756 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Network': ['ID=2b2b0e33-0fb6-49dd-aa75-361200b502c9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:20.519266 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e5fc-a035-41c4-b257-be3ce8c5714d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.528225 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5df832d6-13f8-42c9-8466-d0d55a81626a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7101045 Sep 16 04:51:20.530169 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e5fc-a035-41c4-b257-be3ce8c5714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.531650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44050) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:20.536495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-038d4718-ce7f-48f5-8a61-f950436c59c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Request body: {'subnet': {'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:20.570172 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.571186 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.615964 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b3f1e5fc-a035-41c4-b257-be3ce8c5714d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b56e393ed97e4cb9917601432b73cf50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5603697 Sep 16 04:51:20.617526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44052) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:20.623541 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1e5fc-a035-41c4-b257-be3ce8c5714d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cea0c0-b7d2-4ee5-988f-4d963af04523,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:20.666197 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.692711 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.699783 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.706752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038d4718-ce7f-48f5-8a61-f950436c59c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Made reservation on behalf of 6ab3ef4e237040969d8a5799cc999144 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:20.710241 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-038d4718-ce7f-48f5-8a61-f950436c59c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.713583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:20.749129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Network e670719f-0f73-44fb-b205-e57c9e6482ab is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:20.753044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:20.756765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:20.766608 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.811599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event updated for resources: {'Port': ['ID=ff25571b-9606-4ae1-a4a2-87a306621d08,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:20.826200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:20.827023 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.841078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-fb98a139-568c-4447-95c0-9356994db4ce tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8430119 Sep 16 04:51:20.853432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Request body: {'port': {'device_id': 'fc6bd77a-55ec-491a-85c4-7416be745afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:20.886314 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c1377d1f-e86a-4ba9-b12e-dba435d807dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.909512 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.923902 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:20.972389 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c1377d1f-e86a-4ba9-b12e-dba435d807dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.130467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c1377d1f-e86a-4ba9-b12e-dba435d807dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.133017 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c1377d1f-e86a-4ba9-b12e-dba435d807dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.134210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c1377d1f-e86a-4ba9-b12e-dba435d807dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00cea0c0-b7d2-4ee5-988f-4d963af04523 HTTP/1.1" status: 204 len: 168 time: 0.5157423 Sep 16 04:51:21.160772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1377d1f-e86a-4ba9-b12e-dba435d807dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cea0c0-b7d2-4ee5-988f-4d963af04523,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:21.180758 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-038d4718-ce7f-48f5-8a61-f950436c59c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.210326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff25571b-9606-4ae1-a4a2-87a306621d08 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:21.219531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.245590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Transition to ACTIVE for port object ff25571b-9606-4ae1-a4a2-87a306621d08 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:21.252064 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.335130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Pushing event updated for resources: {'Port': ['ID=ff25571b-9606-4ae1-a4a2-87a306621d08,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:21.406047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Attempting to bind port ff25571b-9606-4ae1-a4a2-87a306621d08 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:21.406399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Attempting to bind port ff25571b-9606-4ae1-a4a2-87a306621d08 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:21.411406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Attempting to bind port ff25571b-9606-4ae1-a4a2-87a306621d08 on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:21.412694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Port ff25571b-9606-4ae1-a4a2-87a306621d08 on network e670719f-0f73-44fb-b205-e57c9e6482ab not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:21.413026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Attempting to bind port ff25571b-9606-4ae1-a4a2-87a306621d08 on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:21.418430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:21.418770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Checking segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:21.419157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Bound using segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:21.419595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Bound port: ff25571b-9606-4ae1-a4a2-87a306621d08, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:21.420502 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.517897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328efea1-bc83-473b-ad01-1ea29fd3672f req-16273dc8-e68a-4bda-bd07-6dc981521bf1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.519748 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-328efea1-bc83-473b-ad01-1ea29fd3672f req-16273dc8-e68a-4bda-bd07-6dc981521bf1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.0968244 Sep 16 04:51:21.542569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9fecd28c-53d1-4db3-9e3d-228a515bdf29 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:21.569689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] For port ff25571b-9606-4ae1-a4a2-87a306621d08, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:21.578286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 9fecd28c-53d1-4db3-9e3d-228a515bdf29 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:21.578638 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9fecd28c-53d1-4db3-9e3d-228a515bdf29 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:21.604767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] For port ff25571b-9606-4ae1-a4a2-87a306621d08, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ff25571b-9606-4ae1-a4a2-87a306621d08,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:21.607344 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.610608 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-328efea1-bc83-473b-ad01-1ea29fd3672f req-430097f2-515a-43b5-bcf1-fcfa775bd412 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752747 Sep 16 04:51:21.615856 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.640369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d4718-ce7f-48f5-8a61-f950436c59c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event updated for resources: {'Subnet': ['ID=07c2b22b-1101-401d-86e3-4ca9c58b407f,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:21.647209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.647991 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.649595 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] 10.222.0.15 "PUT /v2.0/ports/ff25571b-9606-4ae1-a4a2-87a306621d08 HTTP/1.1" status: 200 len: 1093 time: 0.8004534 Sep 16 04:51:21.670319 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6bd77a-55ec-491a-85c4-7416be745afb', 'tag': 'ff25571b-9606-4ae1-a4a2-87a306621d08'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:21.672859 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0509c1ce-8921-43f9-a2f7-53bfd1dec993" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6bd77a-55ec-491a-85c4-7416be745afb", "tag": "ff25571b-9606-4ae1-a4a2-87a306621d08"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:21.728495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff00854-ec92-41f0-98fe-b17d2de1db0a service neutron] Pushing event updated for resources: {'Port': ['ID=ff25571b-9606-4ae1-a4a2-87a306621d08,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:21.735028 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe1e8a2-e42a-42b0-8ede-275a2f32db0b x-openstack-request-id: req-bbe1e8a2-e42a-42b0-8ede-275a2f32db0b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:21.735311 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6bd77a-55ec-491a-85c4-7416be745afb", "tag": "ff25571b-9606-4ae1-a4a2-87a306621d08", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:21.735568 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbe1e8a2-e42a-42b0-8ede-275a2f32db0b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:21.735954 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6bd77a-55ec-491a-85c4-7416be745afb', 'tag': 'ff25571b-9606-4ae1-a4a2-87a306621d08', 'status': 'completed', 'code': 200} Sep 16 04:51:21.770717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-f3fb4711-e62a-48df-8146-f4ebd7614e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.772339 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-f3fb4711-e62a-48df-8146-f4ebd7614e2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 1096 time: 0.0595694 Sep 16 04:51:21.816822 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.817113 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-87f4b11f-f4e0-4b30-b971-825febec9ad1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff25571b-9606-4ae1-a4a2-87a306621d08 HTTP/1.1" status: 200 len: 217 time: 0.0360022 Sep 16 04:51:21.818627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d4718-ce7f-48f5-8a61-f950436c59c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Checking segment: {'id': '466b3af9-0251-458e-af15-daa1c88bde8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:21.819029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038d4718-ce7f-48f5-8a61-f950436c59c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Network hostable DHCP agents. Network: a555d880-e45b-4c00-a4df-a16a763b4a5e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:21.846379 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:21.856714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd5391-bc45-47c6-be5b-f2b980a38d5a req-be0cdc93-13b6-4ba4-a4d4-908b560c5598 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.859037 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89cd5391-bc45-47c6-be5b-f2b980a38d5a req-be0cdc93-13b6-4ba4-a4d4-908b560c5598 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 944 time: 0.2130713 Sep 16 04:51:21.869984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-8812e56b-b393-4471-ab47-9cd1081df020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.871615 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-8812e56b-b393-4471-ab47-9cd1081df020 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.0477049 Sep 16 04:51:21.908469 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-cff89678-9af3-449f-adaa-a83db8c8e6e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298426 Sep 16 04:51:21.931395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038d4718-ce7f-48f5-8a61-f950436c59c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Network a555d880-e45b-4c00-a4df-a16a763b4a5e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:21.962033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-038d4718-ce7f-48f5-8a61-f950436c59c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, a555d880-e45b-4c00-a4df-a16a763b4a5e) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:21.973181 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478aea4e-d2bb-430b-8767-0bff839cb9fd None None] Network a555d880-e45b-4c00-a4df-a16a763b4a5e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:21.988330 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d4718-ce7f-48f5-8a61-f950436c59c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:21.989287 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-038d4718-ce7f-48f5-8a61-f950436c59c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.001121 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89cd5391-bc45-47c6-be5b-f2b980a38d5a req-88c0ea26-13c6-4eea-bf95-2e91a25cbda6 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257651 Sep 16 04:51:22.028571 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-8dcfe9a9-1fbf-4831-910d-4bfffb4ec1f1 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120219 Sep 16 04:51:22.038690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Allocated IP 172.25.0.33 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/6e0aadac-a51d-45f1-ac82-77a8a2bde9d1) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:22.041763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-038d4718-ce7f-48f5-8a61-f950436c59c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5091238 Sep 16 04:51:22.044623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44078) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:22.051176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Request body: {'port': {'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e', 'name': 'tempest-AllowedAddressPairTestJSON-1800253827'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:22.163847 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-98003f46-779f-4ce5-a1cd-75f0410753e1 req-55c17e23-a1dc-4a8b-a46e-17e67cecb3a7 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285353 Sep 16 04:51:22.182014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-a555d880-e45b-4c00-a4df-a16a763b4a5e', 'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e', 'tenant_id': '6ab3ef4e237040969d8a5799cc999144', 'fixed_ips': [{'subnet_id': '07c2b22b-1101-401d-86e3-4ca9c58b407f'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:22.182988 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.249507 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.258607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Made reservation on behalf of 6ab3ef4e237040969d8a5799cc999144 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:22.262514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.265134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509c1ce-8921-43f9-a2f7-53bfd1dec993 req-381e9425-60cf-413e-a47c-a03c0c468f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.267156 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0509c1ce-8921-43f9-a2f7-53bfd1dec993 req-381e9425-60cf-413e-a47c-a03c0c468f46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 1096 time: 0.0479879 Sep 16 04:51:22.287279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] device_id is not set on port 09c44271-b92e-4e46-bc1d-cc4f742b8b01 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:51:22.358819 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Allocated IP 172.20.0.2 (a555d880-e45b-4c00-a4df-a16a763b4a5e/07c2b22b-1101-401d-86e3-4ca9c58b407f/eb794e5b-7ee2-4da8-8257-f14d1ae418c9) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:22.388717 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.404796 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509c1ce-8921-43f9-a2f7-53bfd1dec993 req-61404708-78be-4352-bd06-7da73cf9abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.406630 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0509c1ce-8921-43f9-a2f7-53bfd1dec993 req-61404708-78be-4352-bd06-7da73cf9abb2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 906 time: 0.1290720 Sep 16 04:51:22.450801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:22.453450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:22.455980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:22.471016 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0509c1ce-8921-43f9-a2f7-53bfd1dec993 req-20838c25-37d9-464a-b2b2-661d36d63c2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff25571b-9606-4ae1-a4a2-87a306621d08 HTTP/1.1" status: 200 len: 217 time: 0.0540926 Sep 16 04:51:22.503547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=6e0aadac-a51d-45f1-ac82-77a8a2bde9d1,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:22.538885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509c1ce-8921-43f9-a2f7-53bfd1dec993 req-28f815e3-33d0-4464-a8f8-87ff2afde019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.541085 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0509c1ce-8921-43f9-a2f7-53bfd1dec993 req-28f815e3-33d0-4464-a8f8-87ff2afde019 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.0623438 Sep 16 04:51:22.545146 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.552001 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.580000 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0509c1ce-8921-43f9-a2f7-53bfd1dec993 req-7914a24c-f9af-4cf5-beb1-23a4bcab3cca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302749 Sep 16 04:51:22.598239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Network a555d880-e45b-4c00-a4df-a16a763b4a5e is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:22.605341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:22.610533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:22.615500 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Pushing event updated for resources: {'Port': ['ID=eb794e5b-7ee2-4da8-8257-f14d1ae418c9,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:22.679492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Attempting to bind port eb794e5b-7ee2-4da8-8257-f14d1ae418c9 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:22.679880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Attempting to bind port eb794e5b-7ee2-4da8-8257-f14d1ae418c9 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '466b3af9-0251-458e-af15-daa1c88bde8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:22.680310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Attempting to bind port eb794e5b-7ee2-4da8-8257-f14d1ae418c9 on network a555d880-e45b-4c00-a4df-a16a763b4a5e {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:22.681495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Allocated IP 172.20.0.4 (a555d880-e45b-4c00-a4df-a16a763b4a5e/07c2b22b-1101-401d-86e3-4ca9c58b407f/09c44271-b92e-4e46-bc1d-cc4f742b8b01) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:22.686901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:22.687288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Checking segment: {'id': '466b3af9-0251-458e-af15-daa1c88bde8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:22.687761 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.688161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Bound using segment: {'id': '466b3af9-0251-458e-af15-daa1c88bde8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:22.688705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Bound port: eb794e5b-7ee2-4da8-8257-f14d1ae418c9, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466b3af9-0251-458e-af15-daa1c88bde8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:22.689103 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.747131 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0509c1ce-8921-43f9-a2f7-53bfd1dec993 req-e92bf954-1500-4a57-b9d6-88a56d3b6409 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563845 Sep 16 04:51:22.778316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] For port eb794e5b-7ee2-4da8-8257-f14d1ae418c9, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:22.785729 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] For port eb794e5b-7ee2-4da8-8257-f14d1ae418c9, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=eb794e5b-7ee2-4da8-8257-f14d1ae418c9,segment=NetworkSegment(466b3af9-0251-458e-af15-daa1c88bde8a),segment_id=466b3af9-0251-458e-af15-daa1c88bde8a)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:22.792821 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:22.877299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c605200-8b75-4b59-8dd2-77dec57a4548 None None] Pushing event updated for resources: {'Port': ['ID=eb794e5b-7ee2-4da8-8257-f14d1ae418c9,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:22.885597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0509c1ce-8921-43f9-a2f7-53bfd1dec993 req-84c13f58-61ea-4237-9323-ec3b05b0608d service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303229 Sep 16 04:51:22.960439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aa93d-263d-46f9-a12e-8c84be0d81d7 req-f639f13d-05bd-4e11-a608-521bea0058a6 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:22.962206 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-955aa93d-263d-46f9-a12e-8c84be0d81d7 req-f639f13d-05bd-4e11-a608-521bea0058a6 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 944 time: 0.2038455 Sep 16 04:51:22.994887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.083200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7ea763cd-c867-4303-91c2-4c98a6e4597c details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:23.112861 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.163333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-955aa93d-263d-46f9-a12e-8c84be0d81d7 req-98bd1393-7bed-4fd2-b9b1-bc0b5f8c6d08 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928241 Sep 16 04:51:23.194304 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.219643 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.288847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event updated for resources: {'Port': ['ID=09c44271-b92e-4e46-bc1d-cc4f742b8b01,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.289407 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:23.301065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Network a555d880-e45b-4c00-a4df-a16a763b4a5e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:23.304284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'port_id': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'mac_address': 'fa:16:3e:3f:61:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:23.304512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:23.307550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:23.356998 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.374504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea763cd-c867-4303-91c2-4c98a6e4597c {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:23.397820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:23.406872 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.415321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.415776 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.497139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4be1c3cc-eda7-49ae-b899-a64e34ee986b tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4502587 Sep 16 04:51:23.501567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44110) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:23.502827 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=11']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:23.509986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Request body: {'port': {'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e', 'name': 'tempest-AllowedAddressPairTestJSON-1829331128', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:9d:ce:72'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:23.518816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.645183 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device eb794e5b-7ee2-4da8-8257-f14d1ae418c9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:23.722979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd654d28-8799-452a-8e2b-7d71402afdd7 req-3e9b1232-e607-4f4d-912c-ba0204a67e01 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:23.725174 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bd654d28-8799-452a-8e2b-7d71402afdd7 req-3e9b1232-e607-4f4d-912c-ba0204a67e01 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 944 time: 0.5942535 Sep 16 04:51:23.743776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Made reservation on behalf of 6ab3ef4e237040969d8a5799cc999144 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:23.759763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port eb794e5b-7ee2-4da8-8257-f14d1ae418c9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:23.760295 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.778002 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bd654d28-8799-452a-8e2b-7d71402afdd7 req-d8c65935-5343-4819-806d-08d55cb52e0f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456927 Sep 16 04:51:23.815027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['7ea763cd-c867-4303-91c2-4c98a6e4597c'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:23.888751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 2f6e6774-c301-4e4e-b905-b4545e199412 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:51:23.923352 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:23.980814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] device_id is not set on port 87d1412b-92df-4859-a5a7-457966d0043d yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:51:23.995923 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.083471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port eb794e5b-7ee2-4da8-8257-f14d1ae418c9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=eb794e5b-7ee2-4da8-8257-f14d1ae418c9,segment=NetworkSegment(466b3af9-0251-458e-af15-daa1c88bde8a),segment_id=466b3af9-0251-458e-af15-daa1c88bde8a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:24.092462 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.097653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:24.112666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa39db-4c2a-4273-9851-9aa6e13b83d7 None None] Sync routers for ids ['2f6e6774-c301-4e4e-b905-b4545e199412'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:24.150653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa39db-4c2a-4273-9851-9aa6e13b83d7 None None] Routers {'2f6e6774-c301-4e4e-b905-b4545e199412'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:24.151584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-34aa39db-4c2a-4273-9851-9aa6e13b83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f6e6774-c301-4e4e-b905-b4545e199412'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:24.152217 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.162043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ceed65af-7250-402a-a243-6461a1b5a6a3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.7181718 Sep 16 04:51:24.162369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44120) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:24.178492 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Allocated IP 172.20.0.7 (a555d880-e45b-4c00-a4df-a16a763b4a5e/07c2b22b-1101-401d-86e3-4ca9c58b407f/87d1412b-92df-4859-a5a7-457966d0043d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:24.241030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835816b8-2c80-4caa-a4fa-a59377898190 None None] Network a555d880-e45b-4c00-a4df-a16a763b4a5e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:24.265163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-34aa39db-4c2a-4273-9851-9aa6e13b83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:24.294244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa39db-4c2a-4273-9851-9aa6e13b83d7 None None] Routers {'2f6e6774-c301-4e4e-b905-b4545e199412'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:24.296244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-34aa39db-4c2a-4273-9851-9aa6e13b83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f6e6774-c301-4e4e-b905-b4545e199412'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:24.303251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=eb794e5b-7ee2-4da8-8257-f14d1ae418c9,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:24.338808 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cb23c389-0ce1-4372-b699-69924f40c2b0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/routers/2f6e6774-c301-4e4e-b905-b4545e199412 HTTP/1.1" status: 200 len: 880 time: 0.1748335 Sep 16 04:51:24.343026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44124) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:24.346700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-34aa39db-4c2a-4273-9851-9aa6e13b83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:24.347339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa39db-4c2a-4273-9851-9aa6e13b83d7 None None] The sync data for ids ['2f6e6774-c301-4e4e-b905-b4545e199412'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:24.375331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7ff8660e-9cdf-4dfc-86eb-3c5f5ab8ad94 None None] Provisioning complete for port eb794e5b-7ee2-4da8-8257-f14d1ae418c9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:24.375699 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7ff8660e-9cdf-4dfc-86eb-3c5f5ab8ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.406816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.494481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72298e74-6053-446d-922d-cde00e4cbab8 req-fe054b9f-089e-4bc1-993f-f3d33dc33926 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.503545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72298e74-6053-446d-922d-cde00e4cbab8 req-fe054b9f-089e-4bc1-993f-f3d33dc33926 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.0933876 Sep 16 04:51:24.512223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.549340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Network a555d880-e45b-4c00-a4df-a16a763b4a5e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:24.586562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:24.594711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:24.669262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event updated for resources: {'Port': ['ID=87d1412b-92df-4859-a5a7-457966d0043d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:24.682901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cb493832-3ee6-414f-9c10-9e7f7b159f81 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3385689 Sep 16 04:51:24.683599 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72298e74-6053-446d-922d-cde00e4cbab8 req-4046bc38-ae61-45e6-a88f-4b3e431bfef3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791430 Sep 16 04:51:24.687388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44128) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:24.693878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-74a2718d-4a50-4cda-b213-e297dbc6f935 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1371271994'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:24.709329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.710053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.728255 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0f7ab672-fc52-400a-95c5-2e5724ea8b83 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2241371 Sep 16 04:51:24.731495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44130) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:24.798043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb23645-1a85-4847-8c19-f3fc1f6ed12d tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.804262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb23645-1a85-4847-8c19-f3fc1f6ed12d tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.810811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb23645-1a85-4847-8c19-f3fc1f6ed12d tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.813939 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1cb23645-1a85-4847-8c19-f3fc1f6ed12d tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.0779486 Sep 16 04:51:24.816372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44134) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:24.924201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a41e6c51-6cd9-48f5-9e3d-1de0ad681d77 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Deleting port 87d1412b-92df-4859-a5a7-457966d0043d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:24.924755 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a41e6c51-6cd9-48f5-9e3d-1de0ad681d77 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:24.957205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db17894-08ef-43b9-89a7-e84ace700d44 req-acb1f358-6afb-4577-90a9-986a9480effd tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:24.958783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9db17894-08ef-43b9-89a7-e84ace700d44 req-acb1f358-6afb-4577-90a9-986a9480effd tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 944 time: 0.0919702 Sep 16 04:51:24.990836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7adbc25e-6b34-45f2-b56d-a7986ebca410 None None] Provisioning complete for port 09c44271-b92e-4e46-bc1d-cc4f742b8b01 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:24.991592 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7adbc25e-6b34-45f2-b56d-a7986ebca410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.041997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7adbc25e-6b34-45f2-b56d-a7986ebca410 None None] Port 09c44271-b92e-4e46-bc1d-cc4f742b8b01 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:25.043930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device ff25571b-9606-4ae1-a4a2-87a306621d08 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:25.069541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7adbc25e-6b34-45f2-b56d-a7986ebca410 None None] Provisioning complete for port 87d1412b-92df-4859-a5a7-457966d0043d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:25.070238 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7adbc25e-6b34-45f2-b56d-a7986ebca410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.078877 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9db17894-08ef-43b9-89a7-e84ace700d44 req-a77fdad6-616d-45b2-a53c-48f5f31325e0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137528 Sep 16 04:51:25.102644 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a41e6c51-6cd9-48f5-9e3d-1de0ad681d77 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.118862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a41e6c51-6cd9-48f5-9e3d-1de0ad681d77 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Calling delete_port for 87d1412b-92df-4859-a5a7-457966d0043d owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:25.191874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-74a2718d-4a50-4cda-b213-e297dbc6f935 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.194862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7adbc25e-6b34-45f2-b56d-a7986ebca410 None None] Port 87d1412b-92df-4859-a5a7-457966d0043d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:25.210473 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-74a2718d-4a50-4cda-b213-e297dbc6f935 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.234046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7adbc25e-6b34-45f2-b56d-a7986ebca410 None None] Provisioning complete for port eb794e5b-7ee2-4da8-8257-f14d1ae418c9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:25.234584 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7adbc25e-6b34-45f2-b56d-a7986ebca410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.287597 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port ff25571b-9606-4ae1-a4a2-87a306621d08, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ff25571b-9606-4ae1-a4a2-87a306621d08,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:25.314701 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'ff25571b-9606-4ae1-a4a2-87a306621d08', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'port_id': 'ff25571b-9606-4ae1-a4a2-87a306621d08', 'mac_address': 'fa:16:3e:ec:8c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d9ede1-de16-4e4e-ac56-0f29b66bf35e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:25.344620 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a41e6c51-6cd9-48f5-9e3d-1de0ad681d77 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.356910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a2718d-4a50-4cda-b213-e297dbc6f935 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 2f6e6774-c301-4e4e-b905-b4545e199412 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:25.399953 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.416221 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e6c51-6cd9-48f5-9e3d-1de0ad681d77 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event deleted for resources: {'Port': ['ID=87d1412b-92df-4859-a5a7-457966d0043d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:25.439133 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff25571b-9606-4ae1-a4a2-87a306621d08 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:25.493557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port ff25571b-9606-4ae1-a4a2-87a306621d08, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ff25571b-9606-4ae1-a4a2-87a306621d08,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:25.508083 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.514860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a2718d-4a50-4cda-b213-e297dbc6f935 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:25.526209 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa79bc-c978-46af-bdca-5f535b4e4b60 None None] Sync routers for ids ['2f6e6774-c301-4e4e-b905-b4545e199412'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:25.530882 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-74a2718d-4a50-4cda-b213-e297dbc6f935 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.541677 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-74a2718d-4a50-4cda-b213-e297dbc6f935 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/2f6e6774-c301-4e4e-b905-b4545e199412 HTTP/1.1" status: 200 len: 887 time: 0.8475618 Sep 16 04:51:25.541677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44142) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:25.546778 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa79bc-c978-46af-bdca-5f535b4e4b60 None None] Routers {'2f6e6774-c301-4e4e-b905-b4545e199412'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:25.547416 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5afa79bc-c978-46af-bdca-5f535b4e4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f6e6774-c301-4e4e-b905-b4545e199412'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:25.611393 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device eb794e5b-7ee2-4da8-8257-f14d1ae418c9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:25.673508 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a41e6c51-6cd9-48f5-9e3d-1de0ad681d77 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.675560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a41e6c51-6cd9-48f5-9e3d-1de0ad681d77 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "DELETE /v2.0/ports/87d1412b-92df-4859-a5a7-457966d0043d HTTP/1.1" status: 204 len: 168 time: 0.8582044 Sep 16 04:51:25.679473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44144) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:25.719628 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d084b4cd-0e32-458c-9029-d18f1549a91c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/routers/2f6e6774-c301-4e4e-b905-b4545e199412 HTTP/1.1" status: 200 len: 887 time: 0.1666873 Sep 16 04:51:25.721806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44150) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:25.723051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-161f75d5-2d11-4e7b-8efc-b758842a1afc None None] Provisioning complete for port 09c44271-b92e-4e46-bc1d-cc4f742b8b01 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:25.723439 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-161f75d5-2d11-4e7b-8efc-b758842a1afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:25.725004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=ff25571b-9606-4ae1-a4a2-87a306621d08,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:25.785125 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4432b22d-7166-46d8-826e-593ee2db9f84 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] GET failed (client error): The resource could not be found. Sep 16 04:51:25.786812 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4432b22d-7166-46d8-826e-593ee2db9f84 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "GET /v2.0/ports/87d1412b-92df-4859-a5a7-457966d0043d HTTP/1.1" status: 404 len: 333 time: 0.1063051 Sep 16 04:51:25.792796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['ff25571b-9606-4ae1-a4a2-87a306621d08'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:25.793453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44152) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:25.807211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Request body: {'port': {'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e', 'name': 'tempest-AllowedAddressPairTestJSON-252031284'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:25.824139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44154) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:25.824838 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fc691533-bf75-4379-99aa-2499ab6aa06c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f6e6774-c301-4e4e-b905-b4545e199412 HTTP/1.1" status: 200 len: 205 time: 0.0995159 Sep 16 04:51:25.870965 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5afa79bc-c978-46af-bdca-5f535b4e4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:25.880579 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa79bc-c978-46af-bdca-5f535b4e4b60 None None] Routers {'2f6e6774-c301-4e4e-b905-b4545e199412'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:25.881208 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5afa79bc-c978-46af-bdca-5f535b4e4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f6e6774-c301-4e4e-b905-b4545e199412'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:25.923729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce75ab-717e-486f-a95a-b04da2fa07a0 req-fdb9ec38-e8a0-412f-a91e-c81e22cec9b3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:25.933266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-161f75d5-2d11-4e7b-8efc-b758842a1afc None None] Port 09c44271-b92e-4e46-bc1d-cc4f742b8b01 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:25.934190 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5bce75ab-717e-486f-a95a-b04da2fa07a0 req-fdb9ec38-e8a0-412f-a91e-c81e22cec9b3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.0946562 Sep 16 04:51:25.952586 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5afa79bc-c978-46af-bdca-5f535b4e4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:25.953526 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa79bc-c978-46af-bdca-5f535b4e4b60 None None] The sync data for ids ['2f6e6774-c301-4e4e-b905-b4545e199412'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:25.967239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port eb794e5b-7ee2-4da8-8257-f14d1ae418c9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:25.967903 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.040121 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5bce75ab-717e-486f-a95a-b04da2fa07a0 req-557d7a05-7b1a-4866-8cdf-47180009906c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741901 Sep 16 04:51:26.048072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.090020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Made reservation on behalf of 6ab3ef4e237040969d8a5799cc999144 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:26.093879 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.100300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b60ae5dc-82b9-42a2-8f8e-3ea0750f51b9 None None] Could not find standard attr ID for object 87d1412b-92df-4859-a5a7-457966d0043d. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:51:26.118952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] device_id is not set on port 301b9418-b2bc-44af-b4ff-a8d6441d9c0a yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:51:26.640267 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.666112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46237c7c-5096-40f8-9f36-2b39d7352cea req-9e8e2ca7-a034-4fdc-842b-41e092582dbb tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:26.667655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46237c7c-5096-40f8-9f36-2b39d7352cea req-9e8e2ca7-a034-4fdc-842b-41e092582dbb tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 945 time: 0.4631793 Sep 16 04:51:26.676322 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Allocated IP 172.20.0.3 (a555d880-e45b-4c00-a4df-a16a763b4a5e/07c2b22b-1101-401d-86e3-4ca9c58b407f/301b9418-b2bc-44af-b4ff-a8d6441d9c0a) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:26.765944 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46237c7c-5096-40f8-9f36-2b39d7352cea req-e59f9919-da6a-4a01-959f-b4345fa6f22f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870919 Sep 16 04:51:26.794027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port 6e0aadac-a51d-45f1-ac82-77a8a2bde9d1 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:26.794376 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.944050 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.961142 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:26.966254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for 6e0aadac-a51d-45f1-ac82-77a8a2bde9d1 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:27.010514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device ff25571b-9606-4ae1-a4a2-87a306621d08 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:27.050552 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.071401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port ff25571b-9606-4ae1-a4a2-87a306621d08 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:27.076653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port ff25571b-9606-4ae1-a4a2-87a306621d08 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:27.076653 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.110719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7ea763cd-c867-4303-91c2-4c98a6e4597c up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:27.155352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Network a555d880-e45b-4c00-a4df-a16a763b4a5e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:27.178529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:27.182894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:27.186010 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event updated for resources: {'Port': ['ID=301b9418-b2bc-44af-b4ff-a8d6441d9c0a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:27.210362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 7ea763cd-c867-4303-91c2-4c98a6e4597c completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:27.220703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 7ea763cd-c867-4303-91c2-4c98a6e4597c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:27.221230 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.224337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.284651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6bd77a-55ec-491a-85c4-7416be745afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff25571b-9606-4ae1-a4a2-87a306621d08'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:27.287134 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da734496-ac90-44ee-86c4-367bdac20d99" -d '{"events": [{"server_uuid": "fc6bd77a-55ec-491a-85c4-7416be745afb", "name": "network-vif-plugged", "status": "completed", "tag": "ff25571b-9606-4ae1-a4a2-87a306621d08"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:27.293709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b394b-73c2-4918-9814-76f6c0f6e274 req-62777e82-810f-42fa-822e-8a062f175d5d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.296102 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d57b394b-73c2-4918-9814-76f6c0f6e274 req-62777e82-810f-42fa-822e-8a062f175d5d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 945 time: 0.1641152 Sep 16 04:51:27.310921 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port ff25571b-9606-4ae1-a4a2-87a306621d08, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ff25571b-9606-4ae1-a4a2-87a306621d08,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:27.323073 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.325186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.329765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.336114 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.393693 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fca265c-60f3-4a55-864e-26578c38bfc0 x-openstack-request-id: req-1fca265c-60f3-4a55-864e-26578c38bfc0 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:27.394066 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6bd77a-55ec-491a-85c4-7416be745afb", "name": "network-vif-plugged", "status": "completed", "tag": "ff25571b-9606-4ae1-a4a2-87a306621d08", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:27.394235 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fca265c-60f3-4a55-864e-26578c38bfc0 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:27.394678 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6bd77a-55ec-491a-85c4-7416be745afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff25571b-9606-4ae1-a4a2-87a306621d08', 'code': 200} Sep 16 04:51:27.395290 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.414275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=6e0aadac-a51d-45f1-ac82-77a8a2bde9d1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:27.445307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44170) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:27.446259 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0000264a-51b1-48f2-8334-801f5ac71373 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6422453 Sep 16 04:51:27.461912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:9d:ce:72'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:27.462068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:27.475962 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.508797 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=ff25571b-9606-4ae1-a4a2-87a306621d08,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:27.523952 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d57b394b-73c2-4918-9814-76f6c0f6e274 req-9c8222e0-0dad-46e3-8ef8-28fde7f412dc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904869 Sep 16 04:51:27.555088 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.579838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea5e2e-83f6-47c3-a398-3c5406bc9a07 req-ad7fff63-0dc6-40a0-8d1c-ff7773f45c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.582308 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8ea5e2e-83f6-47c3-a398-3c5406bc9a07 req-ad7fff63-0dc6-40a0-8d1c-ff7773f45c8e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 1098 time: 0.1502328 Sep 16 04:51:27.594726 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aacb6411-0650-4140-a0eb-2d3cfcbb1c01 None None] Provisioning complete for port 301b9418-b2bc-44af-b4ff-a8d6441d9c0a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:27.595099 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aacb6411-0650-4140-a0eb-2d3cfcbb1c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.625178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=12']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:27.640024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-aacb6411-0650-4140-a0eb-2d3cfcbb1c01 None None] Port 301b9418-b2bc-44af-b4ff-a8d6441d9c0a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:27.658093 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.660232 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.664098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8ea5e2e-83f6-47c3-a398-3c5406bc9a07 req-5ece22db-d306-4589-9018-edc6861a2ac0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480330 Sep 16 04:51:27.714650 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.715576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Fanout notify agent at l3_agent the message router_deleted on router 2f6e6774-c301-4e4e-b905-b4545e199412 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:51:27.715764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.724627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.731112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44172) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:27.731287 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b3334c6d-b547-4c51-92d6-ca37d8583bcd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/2f6e6774-c301-4e4e-b905-b4545e199412 HTTP/1.1" status: 204 len: 168 time: 1.9053948 Sep 16 04:51:27.738671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f770f9e8-7a4a-4c23-ac1c-f01f35a14ab2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'network': {'name': 'tempest-RoutersTest-727440121'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:27.800518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f770f9e8-7a4a-4c23-ac1c-f01f35a14ab2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:27.804204 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f770f9e8-7a4a-4c23-ac1c-f01f35a14ab2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.883332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f770f9e8-7a4a-4c23-ac1c-f01f35a14ab2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:27.932926 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f770f9e8-7a4a-4c23-ac1c-f01f35a14ab2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:27.933273 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-f770f9e8-7a4a-4c23-ac1c-f01f35a14ab2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Added segment faabe510-9517-4017-9449-0cb17a288a4a of type vlan for network be2f3671-ae62-4a7b-9b96-7a6d781eca4f Sep 16 04:51:27.990678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada2c5c-17e1-499c-b79f-11ccf6217533 req-e941123c-fe64-4514-8ad7-2de364763176 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:27.992192 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cada2c5c-17e1-499c-b79f-11ccf6217533 req-e941123c-fe64-4514-8ad7-2de364763176 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 946 time: 0.1434207 Sep 16 04:51:28.034753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f770f9e8-7a4a-4c23-ac1c-f01f35a14ab2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.079947 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cada2c5c-17e1-499c-b79f-11ccf6217533 req-0d6369a7-31e1-4b30-a963-8b4520a702c6 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792124 Sep 16 04:51:28.090538 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.096684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.105704 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f770f9e8-7a4a-4c23-ac1c-f01f35a14ab2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.112229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770f9e8-7a4a-4c23-ac1c-f01f35a14ab2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.112817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f770f9e8-7a4a-4c23-ac1c-f01f35a14ab2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.200553 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f770f9e8-7a4a-4c23-ac1c-f01f35a14ab2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4647367 Sep 16 04:51:28.202151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44178) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:28.209232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b522deb0-f333-4621-8114-c0aca7ea1ef0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'subnet': {'network_id': 'be2f3671-ae62-4a7b-9b96-7a6d781eca4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:28.251184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event updated for resources: {'Port': ['ID=301b9418-b2bc-44af-b4ff-a8d6441d9c0a,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:28.264030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:28.264392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:28.264748 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:28.265098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:28.265448 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:28.265822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:28.266165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:28.266506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:28.266845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:28.267181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:28.267515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:28.267848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:28.274202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770f9e8-7a4a-4c23-ac1c-f01f35a14ab2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Network': ['ID=be2f3671-ae62-4a7b-9b96-7a6d781eca4f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:28.281483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] In _notify_port_updated(), no bound segment for port 301b9418-b2bc-44af-b4ff-a8d6441d9c0a on network a555d880-e45b-4c00-a4df-a16a763b4a5e {{(pid=94744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:51:28.290348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network be2f3671-ae62-4a7b-9b96-7a6d781eca4f details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:28.302447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.303954 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.308030 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a3f84273-8429-4c06-bb5b-e5a41c6800fc tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "PUT /v2.0/ports/301b9418-b2bc-44af-b4ff-a8d6441d9c0a HTTP/1.1" status: 200 len: 992 time: 0.8608758 Sep 16 04:51:28.308735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44180) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:28.344855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b522deb0-f333-4621-8114-c0aca7ea1ef0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:28.349672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b522deb0-f333-4621-8114-c0aca7ea1ef0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.472035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1fed8486-461d-406c-ac28-1b04cd4b38ae None None] Provisioning complete for port 301b9418-b2bc-44af-b4ff-a8d6441d9c0a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:28.472409 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1fed8486-461d-406c-ac28-1b04cd4b38ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.481685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-7da80e9b-ecd8-46e5-a30e-5a6151277e0c tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Deleting port 301b9418-b2bc-44af-b4ff-a8d6441d9c0a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:28.483866 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7da80e9b-ecd8-46e5-a30e-5a6151277e0c tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.515951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1fed8486-461d-406c-ac28-1b04cd4b38ae None None] Port 301b9418-b2bc-44af-b4ff-a8d6441d9c0a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:28.588613 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b522deb0-f333-4621-8114-c0aca7ea1ef0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.620754 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7da80e9b-ecd8-46e5-a30e-5a6151277e0c tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.643035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-7da80e9b-ecd8-46e5-a30e-5a6151277e0c tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Calling delete_port for 301b9418-b2bc-44af-b4ff-a8d6441d9c0a owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:28.719755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522deb0-f333-4621-8114-c0aca7ea1ef0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Subnet': ['ID=17db8297-d6e6-4d50-967f-f313f340921a,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:28.730185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522deb0-f333-4621-8114-c0aca7ea1ef0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Checking segment: {'id': 'faabe510-9517-4017-9449-0cb17a288a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'be2f3671-ae62-4a7b-9b96-7a6d781eca4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:28.730551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522deb0-f333-4621-8114-c0aca7ea1ef0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network hostable DHCP agents. Network: be2f3671-ae62-4a7b-9b96-7a6d781eca4f, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:28.744481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbf7de-71cd-4eee-9eba-e90606e34cce req-be5d700e-b643-419f-9d56-369411af348c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.746078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3dbf7de-71cd-4eee-9eba-e90606e34cce req-be5d700e-b643-419f-9d56-369411af348c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 946 time: 0.1039853 Sep 16 04:51:28.777242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522deb0-f333-4621-8114-c0aca7ea1ef0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network be2f3671-ae62-4a7b-9b96-7a6d781eca4f is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:28.793531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-b522deb0-f333-4621-8114-c0aca7ea1ef0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, be2f3671-ae62-4a7b-9b96-7a6d781eca4f) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:28.800500 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b522deb0-f333-4621-8114-c0aca7ea1ef0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:28.801672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b522deb0-f333-4621-8114-c0aca7ea1ef0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.802823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c8be6d-ce98-4b91-bdb3-3bda6128fc7d None None] Network be2f3671-ae62-4a7b-9b96-7a6d781eca4f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:28.811424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7da80e9b-ecd8-46e5-a30e-5a6151277e0c tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.823274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3dbf7de-71cd-4eee-9eba-e90606e34cce req-f8777bc1-3aee-4ff6-b837-9b78406dc1bc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661018 Sep 16 04:51:28.837288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b522deb0-f333-4621-8114-c0aca7ea1ef0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6308827 Sep 16 04:51:28.838026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44186) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:28.843307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-68021892-9818-4bc4-997f-e8a4243fcc53 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-129742326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:28.846479 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da80e9b-ecd8-46e5-a30e-5a6151277e0c tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event deleted for resources: {'Port': ['ID=301b9418-b2bc-44af-b4ff-a8d6441d9c0a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:28.874530 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68021892-9818-4bc4-997f-e8a4243fcc53 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.875988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68021892-9818-4bc4-997f-e8a4243fcc53 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.957532 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68021892-9818-4bc4-997f-e8a4243fcc53 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.970179 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68021892-9818-4bc4-997f-e8a4243fcc53 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:28.985984 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:51:29.002217 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68021892-9818-4bc4-997f-e8a4243fcc53 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.004025 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-68021892-9818-4bc4-997f-e8a4243fcc53 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1649454 Sep 16 04:51:29.007298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-be2f3671-ae62-4a7b-9b96-7a6d781eca4f', 'network_id': 'be2f3671-ae62-4a7b-9b96-7a6d781eca4f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'fixed_ips': [{'subnet_id': '17db8297-d6e6-4d50-967f-f313f340921a'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:29.007587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44190) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:29.008412 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.074218 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7da80e9b-ecd8-46e5-a30e-5a6151277e0c tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.084239 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7da80e9b-ecd8-46e5-a30e-5a6151277e0c tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "DELETE /v2.0/ports/301b9418-b2bc-44af-b4ff-a8d6441d9c0a HTTP/1.1" status: 204 len: 168 time: 0.7719414 Sep 16 04:51:29.085435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44192) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:29.137107 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2997a10-43c2-4d2d-a794-47f66dac161a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] GET failed (client error): The resource could not be found. Sep 16 04:51:29.143320 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d2997a10-43c2-4d2d-a794-47f66dac161a tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "GET /v2.0/ports/301b9418-b2bc-44af-b4ff-a8d6441d9c0a HTTP/1.1" status: 404 len: 333 time: 0.0567327 Sep 16 04:51:29.144732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44196) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:29.151186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Request body: {'port': {'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e', 'name': 'tempest-AllowedAddressPairTestJSON-996098256'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:29.224387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Allocated IP 172.20.0.2 (be2f3671-ae62-4a7b-9b96-7a6d781eca4f/17db8297-d6e6-4d50-967f-f313f340921a/e75f313d-6998-4f28-90bf-7319443053b0) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:29.313893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Made reservation on behalf of 6ab3ef4e237040969d8a5799cc999144 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:29.320193 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.323554 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4204073-67cd-43b1-b5f9-487b1869223f req-aff33f5e-9445-49bd-9ecf-91fd51fef590 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.326534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4204073-67cd-43b1-b5f9-487b1869223f req-aff33f5e-9445-49bd-9ecf-91fd51fef590 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 946 time: 0.1152880 Sep 16 04:51:29.344768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] device_id is not set on port 95cc87b3-5958-479c-9c5f-cbc1de76c3dd yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:51:29.445545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4204073-67cd-43b1-b5f9-487b1869223f req-dce4c2b0-b1e4-4203-94b5-d35e1fa17336 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815890 Sep 16 04:51:29.493898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Allocated IP 172.20.0.14 (a555d880-e45b-4c00-a4df-a16a763b4a5e/07c2b22b-1101-401d-86e3-4ca9c58b407f/95cc87b3-5958-479c-9c5f-cbc1de76c3dd) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:29.501061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:29.513964 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b765bf2-0b6a-4f97-9a79-21b77d29284a" -d '{"events": [{"server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "name": "network-vif-plugged", "status": "completed", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:29.531429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.618169 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.623253 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3266ad03-dbda-42ba-821c-2a065518156e x-openstack-request-id: req-3266ad03-dbda-42ba-821c-2a065518156e {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:29.623954 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "name": "network-vif-plugged", "status": "completed", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:29.624402 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3266ad03-dbda-42ba-821c-2a065518156e {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:29.625217 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'code': 200} Sep 16 04:51:29.626866 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.667306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Network be2f3671-ae62-4a7b-9b96-7a6d781eca4f is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:29.671357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:29.675400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:29.688846 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Pushing event updated for resources: {'Port': ['ID=e75f313d-6998-4f28-90bf-7319443053b0,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:29.729013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.751590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Attempting to bind port e75f313d-6998-4f28-90bf-7319443053b0 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:29.752118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Attempting to bind port e75f313d-6998-4f28-90bf-7319443053b0 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'faabe510-9517-4017-9449-0cb17a288a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'be2f3671-ae62-4a7b-9b96-7a6d781eca4f'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:29.752610 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Attempting to bind port e75f313d-6998-4f28-90bf-7319443053b0 on network be2f3671-ae62-4a7b-9b96-7a6d781eca4f {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:29.758994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:29.759522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Checking segment: {'id': 'faabe510-9517-4017-9449-0cb17a288a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'be2f3671-ae62-4a7b-9b96-7a6d781eca4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:29.760333 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.760515 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Bound using segment: {'id': 'faabe510-9517-4017-9449-0cb17a288a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'be2f3671-ae62-4a7b-9b96-7a6d781eca4f'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:29.761106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Bound port: e75f313d-6998-4f28-90bf-7319443053b0, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faabe510-9517-4017-9449-0cb17a288a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'be2f3671-ae62-4a7b-9b96-7a6d781eca4f'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:29.761851 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.820399 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.836356 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] For port e75f313d-6998-4f28-90bf-7319443053b0, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:29.840194 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] For port e75f313d-6998-4f28-90bf-7319443053b0, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e75f313d-6998-4f28-90bf-7319443053b0,segment=NetworkSegment(faabe510-9517-4017-9449-0cb17a288a4a),segment_id=faabe510-9517-4017-9449-0cb17a288a4a)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:29.846108 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:29.888124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Network a555d880-e45b-4c00-a4df-a16a763b4a5e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:29.894031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:29.896948 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:29.933779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d7c8a-1639-49b6-a461-610e9f41cb4e None None] Pushing event updated for resources: {'Port': ['ID=e75f313d-6998-4f28-90bf-7319443053b0,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:29.935588 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Allocated IP 172.20.0.1 (be2f3671-ae62-4a7b-9b96-7a6d781eca4f/17db8297-d6e6-4d50-967f-f313f340921a/f5206c1e-62db-450e-9aea-b4ab42888e9d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:29.961056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event updated for resources: {'Port': ['ID=95cc87b3-5958-479c-9c5f-cbc1de76c3dd,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:29.977932 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5384f2-53d1-48c6-880f-7fd092b4553c req-2c2e9d9d-10e3-425f-a1c4-1b3848cca0b5 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.979655 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ce5384f2-53d1-48c6-880f-7fd092b4553c req-2c2e9d9d-10e3-425f-a1c4-1b3848cca0b5 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 946 time: 0.2078893 Sep 16 04:51:29.981707 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1381d-05e6-44cc-9167-0d5d5c4669ac req-b26af05f-c4c6-4c32-be5c-6ce18064a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:29.984557 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-18d1381d-05e6-44cc-9167-0d5d5c4669ac req-b26af05f-c4c6-4c32-be5c-6ce18064a1dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 1098 time: 0.2010224 Sep 16 04:51:30.049993 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.050648 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.092053 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-40bf05a7-527b-4c72-b3fd-7f9edc8ab71e tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9451675 Sep 16 04:51:30.097123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44206) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:30.100458 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ce5384f2-53d1-48c6-880f-7fd092b4553c req-39da179f-e3ad-46c8-a889-d50d1090686f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118600 Sep 16 04:51:30.105660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-64d2699f-b23a-4003-a97d-a98f9287f4c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9d:ce:72'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:30.111020 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-18d1381d-05e6-44cc-9167-0d5d5c4669ac req-f6bf2071-196d-45e5-bef2-0befa322bfa3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034999 Sep 16 04:51:30.164055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eee27-a4ec-4515-b751-68647dab7e72 req-c49feb38-e847-4576-b124-fd8a7bff06aa tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.171932 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c24eee27-a4ec-4515-b751-68647dab7e72 req-c49feb38-e847-4576-b124-fd8a7bff06aa tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 946 time: 0.1631465 Sep 16 04:51:30.210381 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64d2699f-b23a-4003-a97d-a98f9287f4c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.233680 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c24eee27-a4ec-4515-b751-68647dab7e72 req-f133c9a9-a653-4976-b62c-f12747ee320d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607469 Sep 16 04:51:30.236514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.323752 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.409373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7b90cc7b-ef1d-4dec-86e1-1f53588549e3 None None] Provisioning complete for port 95cc87b3-5958-479c-9c5f-cbc1de76c3dd triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:30.410460 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b90cc7b-ef1d-4dec-86e1-1f53588549e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.463372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network be2f3671-ae62-4a7b-9b96-7a6d781eca4f is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:30.486495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:30.495291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7b90cc7b-ef1d-4dec-86e1-1f53588549e3 None None] Port 95cc87b3-5958-479c-9c5f-cbc1de76c3dd cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:30.504102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:30.517577 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64d2699f-b23a-4003-a97d-a98f9287f4c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.524181 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64d2699f-b23a-4003-a97d-a98f9287f4c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.548324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=f5206c1e-62db-450e-9aea-b4ab42888e9d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:30.584162 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.673697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2699f-b23a-4003-a97d-a98f9287f4c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event updated for resources: {'Port': ['ID=95cc87b3-5958-479c-9c5f-cbc1de76c3dd,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:30.691830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756772c-7d71-4363-a5dc-7ae7a84b0ef7 req-d1e51e1b-ddaa-4ec3-81a2-3c9e24d8b533 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.693565 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e756772c-7d71-4363-a5dc-7ae7a84b0ef7 req-d1e51e1b-ddaa-4ec3-81a2-3c9e24d8b533 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 946 time: 0.0933132 Sep 16 04:51:30.702912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-64d2699f-b23a-4003-a97d-a98f9287f4c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] In _notify_port_updated(), no bound segment for port 95cc87b3-5958-479c-9c5f-cbc1de76c3dd on network a555d880-e45b-4c00-a4df-a16a763b4a5e {{(pid=94744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:51:30.708730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d2699f-b23a-4003-a97d-a98f9287f4c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:30.709404 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64d2699f-b23a-4003-a97d-a98f9287f4c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.713171 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-64d2699f-b23a-4003-a97d-a98f9287f4c7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "PUT /v2.0/ports/95cc87b3-5958-479c-9c5f-cbc1de76c3dd HTTP/1.1" status: 200 len: 996 time: 0.6093938 Sep 16 04:51:30.713433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44216) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:30.752926 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.827707 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e756772c-7d71-4363-a5dc-7ae7a84b0ef7 req-c70e6dc0-0f5e-4f3a-a1ee-de5299b79c6f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157384 Sep 16 04:51:30.857577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8c0ea-88ff-462e-bb34-829f635e35cb tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Deleting port 95cc87b3-5958-479c-9c5f-cbc1de76c3dd {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:30.857998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c0ea-88ff-462e-bb34-829f635e35cb tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.931506 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-696d8e18-0f7e-43ed-b481-676704a3d679 None None] Provisioning complete for port 95cc87b3-5958-479c-9c5f-cbc1de76c3dd triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:30.932133 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-696d8e18-0f7e-43ed-b481-676704a3d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.981688 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c0ea-88ff-462e-bb34-829f635e35cb tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:30.990885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-696d8e18-0f7e-43ed-b481-676704a3d679 None None] Port 95cc87b3-5958-479c-9c5f-cbc1de76c3dd cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:30.999742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8c0ea-88ff-462e-bb34-829f635e35cb tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Calling delete_port for 95cc87b3-5958-479c-9c5f-cbc1de76c3dd owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:31.114358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.120800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.165229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c0ea-88ff-462e-bb34-829f635e35cb tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.233386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=f5206c1e-62db-450e-9aea-b4ab42888e9d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:31.236400 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.305728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8c0ea-88ff-462e-bb34-829f635e35cb tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event deleted for resources: {'Port': ['ID=95cc87b3-5958-479c-9c5f-cbc1de76c3dd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:31.325038 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c0ea-88ff-462e-bb34-829f635e35cb tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.345635 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6ec8c0ea-88ff-462e-bb34-829f635e35cb tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "DELETE /v2.0/ports/95cc87b3-5958-479c-9c5f-cbc1de76c3dd HTTP/1.1" status: 204 len: 168 time: 0.6309237 Sep 16 04:51:31.348074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44224) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:31.396334 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f0d465-365d-44da-8fe7-fce5e9ac0208 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] GET failed (client error): The resource could not be found. Sep 16 04:51:31.397975 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e1f0d465-365d-44da-8fe7-fce5e9ac0208 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "GET /v2.0/ports/95cc87b3-5958-479c-9c5f-cbc1de76c3dd HTTP/1.1" status: 404 len: 333 time: 0.0472612 Sep 16 04:51:31.401594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44226) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:31.407552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Request body: {'port': {'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e', 'name': 'tempest-AllowedAddressPairTestJSON-992281913'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:31.518093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network be2f3671-ae62-4a7b-9b96-7a6d781eca4f is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:31.528713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:31.597024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045fd2a-446b-4974-be7f-88fe222f3aa8 None None] Network be2f3671-ae62-4a7b-9b96-7a6d781eca4f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:31.646937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe65fbe-80eb-4b13-bd12-bb138843d2aa req-25991f61-cbbd-402e-973a-0dabff99ad2d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:31.648772 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1fe65fbe-80eb-4b13-bd12-bb138843d2aa req-25991f61-cbbd-402e-973a-0dabff99ad2d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 946 time: 0.2602122 Sep 16 04:51:31.651914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Made reservation on behalf of 6ab3ef4e237040969d8a5799cc999144 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:31.660096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.683357 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] device_id is not set on port 6657d5ba-1f61-4142-b23b-0391a735ac4d yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:51:31.723226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e75f313d-6998-4f28-90bf-7319443053b0 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:31.780945 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1fe65fbe-80eb-4b13-bd12-bb138843d2aa req-1cacd604-b63d-4257-b447-26f6619e7f1a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138330 Sep 16 04:51:31.806670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f89ce59e-e654-455a-a8d5-443509aa2a2e None None] Provisioning complete for port e75f313d-6998-4f28-90bf-7319443053b0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:31.807142 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f89ce59e-e654-455a-a8d5-443509aa2a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:31.814737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 72ce2d82-dba4-4d3c-8870-810f53910eab is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:51:31.887450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e75f313d-6998-4f28-90bf-7319443053b0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:31.887835 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.004848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:32.012942 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-142e6a50-e9b9-4687-8ba1-5b61751b8505 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/72ce2d82-dba4-4d3c-8870-810f53910eab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0023162 Sep 16 04:51:32.017427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44246) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:32.031880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21aa7a0-da8e-4179-9644-cd2cdcecf0ad None None] Sync routers for ids ['72ce2d82-dba4-4d3c-8870-810f53910eab'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:32.098122 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f89ce59e-e654-455a-a8d5-443509aa2a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.104545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b20198b-1ae6-43a6-9cf4-6a37ce764ffd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.136234 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9b20198b-1ae6-43a6-9cf4-6a37ce764ffd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports/f5206c1e-62db-450e-9aea-b4ab42888e9d HTTP/1.1" status: 200 len: 910 time: 0.0880904 Sep 16 04:51:32.141263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44256) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:32.147617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3e66becf-70aa-48d5-85ed-cd6c703b097a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '17db8297-d6e6-4d50-967f-f313f340921a'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:32.208732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f89ce59e-e654-455a-a8d5-443509aa2a2e None None] For port e75f313d-6998-4f28-90bf-7319443053b0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e75f313d-6998-4f28-90bf-7319443053b0,segment=NetworkSegment(faabe510-9517-4017-9449-0cb17a288a4a),segment_id=faabe510-9517-4017-9449-0cb17a288a4a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:32.212395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21aa7a0-da8e-4179-9644-cd2cdcecf0ad None None] Routers {'72ce2d82-dba4-4d3c-8870-810f53910eab'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:32.213267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d21aa7a0-da8e-4179-9644-cd2cdcecf0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['72ce2d82-dba4-4d3c-8870-810f53910eab'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:32.269063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255402f-d71e-4205-8c4d-a49460ecd5bf req-e38ec653-c8ae-487e-9677-b5e4f9a6f41b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.271954 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7255402f-d71e-4205-8c4d-a49460ecd5bf req-e38ec653-c8ae-487e-9677-b5e4f9a6f41b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 946 time: 0.1279838 Sep 16 04:51:32.280744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d21aa7a0-da8e-4179-9644-cd2cdcecf0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:32.309057 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f89ce59e-e654-455a-a8d5-443509aa2a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.328861 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.358444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21aa7a0-da8e-4179-9644-cd2cdcecf0ad None None] Routers {'72ce2d82-dba4-4d3c-8870-810f53910eab'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:32.360830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d21aa7a0-da8e-4179-9644-cd2cdcecf0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['72ce2d82-dba4-4d3c-8870-810f53910eab'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:32.398731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25721786-d008-45d6-b84c-ff4e14ff48c5 req-12473e69-c69c-4f04-9385-61d50f718eac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:32.400845 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-25721786-d008-45d6-b84c-ff4e14ff48c5 req-12473e69-c69c-4f04-9385-61d50f718eac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 946 time: 0.2554619 Sep 16 04:51:32.483186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d21aa7a0-da8e-4179-9644-cd2cdcecf0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:32.484066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21aa7a0-da8e-4179-9644-cd2cdcecf0ad None None] The sync data for ids ['72ce2d82-dba4-4d3c-8870-810f53910eab'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:32.486941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Allocated IP 172.20.0.10 (a555d880-e45b-4c00-a4df-a16a763b4a5e/07c2b22b-1101-401d-86e3-4ca9c58b407f/6657d5ba-1f61-4142-b23b-0391a735ac4d) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:32.541905 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e66becf-70aa-48d5-85ed-cd6c703b097a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.569671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ce59e-e654-455a-a8d5-443509aa2a2e None None] Pushing event updated for resources: {'Port': ['ID=e75f313d-6998-4f28-90bf-7319443053b0,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:32.627284 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-25721786-d008-45d6-b84c-ff4e14ff48c5 req-2849be55-6c80-46ad-9c9a-0d826bb1d9e3 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100894 Sep 16 04:51:32.630707 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:51:32.630707 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:51:32.649451 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b5d11fa6-aecf-4fce-a457-1988d66a29d6 None None] Provisioning complete for port f5206c1e-62db-450e-9aea-b4ab42888e9d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:32.650053 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5d11fa6-aecf-4fce-a457-1988d66a29d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.651807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-7255402f-d71e-4205-8c4d-a49460ecd5bf req-0c0740c0-d8c2-4156-88f9-cf1b3328290d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Deleting port ff25571b-9606-4ae1-a4a2-87a306621d08 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:32.652168 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7255402f-d71e-4205-8c4d-a49460ecd5bf req-0c0740c0-d8c2-4156-88f9-cf1b3328290d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.693207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b5d11fa6-aecf-4fce-a457-1988d66a29d6 None None] Port f5206c1e-62db-450e-9aea-b4ab42888e9d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:32.706886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b5d11fa6-aecf-4fce-a457-1988d66a29d6 None None] Provisioning complete for port e75f313d-6998-4f28-90bf-7319443053b0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:32.707279 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5d11fa6-aecf-4fce-a457-1988d66a29d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.941901 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:32.994655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765d0b4-89c5-4eb5-963b-cf0b1c62b3f6 req-9769bc52-053b-4f46-9b68-2bb3994ea7dc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.017229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c765d0b4-89c5-4eb5-963b-cf0b1c62b3f6 req-9769bc52-053b-4f46-9b68-2bb3994ea7dc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 946 time: 0.1157062 Sep 16 04:51:33.027482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-16df7c3b-ccc3-4714-9614-3c1d4fd66d73 None None] Provisioning complete for port f5206c1e-62db-450e-9aea-b4ab42888e9d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:33.027930 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16df7c3b-ccc3-4714-9614-3c1d4fd66d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.046389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7255402f-d71e-4205-8c4d-a49460ecd5bf req-0c0740c0-d8c2-4156-88f9-cf1b3328290d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] For port ff25571b-9606-4ae1-a4a2-87a306621d08, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ff25571b-9606-4ae1-a4a2-87a306621d08,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:33.046876 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7255402f-d71e-4205-8c4d-a49460ecd5bf req-0c0740c0-d8c2-4156-88f9-cf1b3328290d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.058790 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.093166 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-16df7c3b-ccc3-4714-9614-3c1d4fd66d73 None None] Port f5206c1e-62db-450e-9aea-b4ab42888e9d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:33.120142 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c765d0b4-89c5-4eb5-963b-cf0b1c62b3f6 req-ed1dede1-719f-46b5-bec3-eb7a3ee2fa99 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987713 Sep 16 04:51:33.139950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-7255402f-d71e-4205-8c4d-a49460ecd5bf req-0c0740c0-d8c2-4156-88f9-cf1b3328290d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Calling delete_port for ff25571b-9606-4ae1-a4a2-87a306621d08 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:33.240038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event updated for resources: {'Port': ['ID=6657d5ba-1f61-4142-b23b-0391a735ac4d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:33.278720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Network a555d880-e45b-4c00-a4df-a16a763b4a5e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:33.286538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:33.289746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:33.302544 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e66becf-70aa-48d5-85ed-cd6c703b097a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.318517 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e66becf-70aa-48d5-85ed-cd6c703b097a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.386084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.386904 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.453799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-52777dcf-1c2f-4774-acc9-3de33081349d None None] Provisioning complete for port f5206c1e-62db-450e-9aea-b4ab42888e9d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:33.454186 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-52777dcf-1c2f-4774-acc9-3de33081349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.462810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66becf-70aa-48d5-85ed-cd6c703b097a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:33.463494 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e66becf-70aa-48d5-85ed-cd6c703b097a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.471302 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3e66becf-70aa-48d5-85ed-cd6c703b097a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/ports/f5206c1e-62db-450e-9aea-b4ab42888e9d HTTP/1.1" status: 200 len: 910 time: 1.3255966 Sep 16 04:51:33.472849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44288) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:33.481640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66becf-70aa-48d5-85ed-cd6c703b097a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=f5206c1e-62db-450e-9aea-b4ab42888e9d,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:33.529286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-52777dcf-1c2f-4774-acc9-3de33081349d None None] Port f5206c1e-62db-450e-9aea-b4ab42888e9d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:33.569347 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cafb6ee1-4757-41f6-adaf-a1d9cb96cda9 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1644981 Sep 16 04:51:33.569766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44290) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:33.574889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Request body: {'port': {'network_id': 'a555d880-e45b-4c00-a4df-a16a763b4a5e', 'name': 'tempest-AllowedAddressPairTestJSON-1436149268'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:33.589571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e75f313d-6998-4f28-90bf-7319443053b0 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:33.657135 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7255402f-d71e-4205-8c4d-a49460ecd5bf req-0c0740c0-d8c2-4156-88f9-cf1b3328290d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.677242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:33.725945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e75f313d-6998-4f28-90bf-7319443053b0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:33.726384 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.791432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f06f741b-f8ea-482a-83ff-05ef0cc81acd None None] Provisioning complete for port 6657d5ba-1f61-4142-b23b-0391a735ac4d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:33.791913 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f06f741b-f8ea-482a-83ff-05ef0cc81acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.802228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0740c0-d8c2-4156-88f9-cf1b3328290d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event deleted for resources: {'Port': ['ID=ff25571b-9606-4ae1-a4a2-87a306621d08,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:33.853597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7be599ee-48d9-45d0-9209-2bc3546f6492 req-2d1db423-c529-4a33-8b0a-9aab52297e60 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc6bd77a-55ec-491a-85c4-7416be745afb HTTP/1.1" status: 200 len: 210 time: 0.0871775 Sep 16 04:51:33.911013 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7255402f-d71e-4205-8c4d-a49460ecd5bf req-0c0740c0-d8c2-4156-88f9-cf1b3328290d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] No DVR routers for this DVR port ff25571b-9606-4ae1-a4a2-87a306621d08 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:33.915502 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7255402f-d71e-4205-8c4d-a49460ecd5bf req-0c0740c0-d8c2-4156-88f9-cf1b3328290d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:33.915878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f06f741b-f8ea-482a-83ff-05ef0cc81acd None None] Port 6657d5ba-1f61-4142-b23b-0391a735ac4d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:33.917482 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7255402f-d71e-4205-8c4d-a49460ecd5bf req-0c0740c0-d8c2-4156-88f9-cf1b3328290d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "DELETE /v2.0/ports/ff25571b-9606-4ae1-a4a2-87a306621d08 HTTP/1.1" status: 204 len: 173 time: 1.6217506 Sep 16 04:51:33.917964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6bd77a-55ec-491a-85c4-7416be745afb', 'name': 'network-vif-deleted', 'tag': 'ff25571b-9606-4ae1-a4a2-87a306621d08'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:33.920575 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac44df53-8c30-4b77-a3c4-de2e1bfdd750" -d '{"events": [{"server_uuid": "fc6bd77a-55ec-491a-85c4-7416be745afb", "name": "network-vif-deleted", "tag": "ff25571b-9606-4ae1-a4a2-87a306621d08"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:33.998790 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fca6fb-6f6f-4d5b-be93-3529774f394f x-openstack-request-id: req-49fca6fb-6f6f-4d5b-be93-3529774f394f {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:33.999809 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6bd77a-55ec-491a-85c4-7416be745afb", "name": "network-vif-deleted", "tag": "ff25571b-9606-4ae1-a4a2-87a306621d08", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:33.999809 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49fca6fb-6f6f-4d5b-be93-3529774f394f {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:34.005038 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6bd77a-55ec-491a-85c4-7416be745afb', 'name': 'network-vif-deleted', 'tag': 'ff25571b-9606-4ae1-a4a2-87a306621d08', 'status': 'completed', 'code': 200} Sep 16 04:51:34.158310 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc224-0be9-4db3-bfdf-3814f5c2f92e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.224485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Made reservation on behalf of 6ab3ef4e237040969d8a5799cc999144 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:34.228154 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.246058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] device_id is not set on port eb5c958a-8daf-48e5-8fa4-ef38d7ed331d yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:51:34.339398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173c91c-a53b-4372-8bb7-c003bae1c9f3 req-c407e039-c2d5-48a5-8532-116a25d4895b tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.341902 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8173c91c-a53b-4372-8bb7-c003bae1c9f3 req-c407e039-c2d5-48a5-8532-116a25d4895b tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 946 time: 0.1257191 Sep 16 04:51:34.368476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Allocated IP 172.20.0.14 (a555d880-e45b-4c00-a4df-a16a763b4a5e/07c2b22b-1101-401d-86e3-4ca9c58b407f/eb5c958a-8daf-48e5-8fa4-ef38d7ed331d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:34.411947 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8173c91c-a53b-4372-8bb7-c003bae1c9f3 req-7b613b67-0435-4b88-a2d2-f73ed21ee0e0 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448601 Sep 16 04:51:34.541820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-7f1fc224-0be9-4db3-bfdf-3814f5c2f92e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port f5206c1e-62db-450e-9aea-b4ab42888e9d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:34.542496 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc224-0be9-4db3-bfdf-3814f5c2f92e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.636497 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.658337 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc224-0be9-4db3-bfdf-3814f5c2f92e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.672449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-7f1fc224-0be9-4db3-bfdf-3814f5c2f92e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for f5206c1e-62db-450e-9aea-b4ab42888e9d owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:34.678973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.722301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Network a555d880-e45b-4c00-a4df-a16a763b4a5e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:34.725425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:34.729405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:34.776952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event updated for resources: {'Port': ['ID=eb5c958a-8daf-48e5-8fa4-ef38d7ed331d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:34.806395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:34.807056 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:34.836681 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7480774a-f8a8-4b6f-8d63-7b07df84da61 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2657597 Sep 16 04:51:34.839770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44312) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:34.846547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-610e2cf8-7adf-40e1-9d93-2e4381c407aa tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:9d:ce:72'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e4:3c:91'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:34.955249 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc224-0be9-4db3-bfdf-3814f5c2f92e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.018635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fc224-0be9-4db3-bfdf-3814f5c2f92e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=f5206c1e-62db-450e-9aea-b4ab42888e9d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:35.064590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device ff25571b-9606-4ae1-a4a2-87a306621d08 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:35.141524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: ff25571b-9606-4ae1-a4a2-87a306621d08 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:35.141952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device ff25571b-9606-4ae1-a4a2-87a306621d08 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:35.189447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ecf7a3a8-fd07-4b64-bd85-88035ffcf27e None None] Provisioning complete for port eb5c958a-8daf-48e5-8fa4-ef38d7ed331d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:35.189862 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a3a8-fd07-4b64-bd85-88035ffcf27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.254064 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-610e2cf8-7adf-40e1-9d93-2e4381c407aa tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.286556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7a3a8-fd07-4b64-bd85-88035ffcf27e None None] Port eb5c958a-8daf-48e5-8fa4-ef38d7ed331d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:35.311706 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc224-0be9-4db3-bfdf-3814f5c2f92e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.400344 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.559073 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-610e2cf8-7adf-40e1-9d93-2e4381c407aa tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.567943 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-610e2cf8-7adf-40e1-9d93-2e4381c407aa tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.587650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1fc224-0be9-4db3-bfdf-3814f5c2f92e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 72ce2d82-dba4-4d3c-8870-810f53910eab has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:35.602840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-6977232c-add8-41da-9cac-4f50e168dcdf tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.611810 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-6977232c-add8-41da-9cac-4f50e168dcdf tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.2377861 Sep 16 04:51:35.631926 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-56c79e41-3f24-4ac3-ab97-a0e0516821e5 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/quotas/c329891caf83491e9f7ca95911270da6 HTTP/1.1" status: 200 len: 375 time: 0.0190217 Sep 16 04:51:35.653323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e2cf8-7adf-40e1-9d93-2e4381c407aa tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event updated for resources: {'Port': ['ID=eb5c958a-8daf-48e5-8fa4-ef38d7ed331d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:35.692682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-610e2cf8-7adf-40e1-9d93-2e4381c407aa tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] In _notify_port_updated(), no bound segment for port eb5c958a-8daf-48e5-8fa4-ef38d7ed331d on network a555d880-e45b-4c00-a4df-a16a763b4a5e {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:51:35.698465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e2cf8-7adf-40e1-9d93-2e4381c407aa tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:35.700268 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-610e2cf8-7adf-40e1-9d93-2e4381c407aa tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:35.707595 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-610e2cf8-7adf-40e1-9d93-2e4381c407aa tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "PUT /v2.0/ports/eb5c958a-8daf-48e5-8fa4-ef38d7ed331d HTTP/1.1" status: 200 len: 1057 time: 0.8634398 Sep 16 04:51:35.707859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44352) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:35.794875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1fc224-0be9-4db3-bfdf-3814f5c2f92e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:35.803081 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7f1fc224-0be9-4db3-bfdf-3814f5c2f92e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/72ce2d82-dba4-4d3c-8870-810f53910eab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3289344 Sep 16 04:51:35.807099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44358) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:35.812557 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e5f397-6569-4cfa-9183-f934075ecbc7 None None] Sync routers for ids ['72ce2d82-dba4-4d3c-8870-810f53910eab'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:35.828747 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e5f397-6569-4cfa-9183-f934075ecbc7 None None] Routers {'72ce2d82-dba4-4d3c-8870-810f53910eab'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:35.831599 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a7e5f397-6569-4cfa-9183-f934075ecbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['72ce2d82-dba4-4d3c-8870-810f53910eab'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:35.844076 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b28eb17e-a4d3-431b-94be-70e09f4dc319 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ce2d82-dba4-4d3c-8870-810f53910eab HTTP/1.1" status: 200 len: 205 time: 0.0313835 Sep 16 04:51:35.844535 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4241a285-311e-46ce-b410-cea51d608f3f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2115226 Sep 16 04:51:35.851032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44362) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:35.890052 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a7e5f397-6569-4cfa-9183-f934075ecbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:35.924149 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e5f397-6569-4cfa-9183-f934075ecbc7 None None] Routers {'72ce2d82-dba4-4d3c-8870-810f53910eab'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:35.925054 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a7e5f397-6569-4cfa-9183-f934075ecbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['72ce2d82-dba4-4d3c-8870-810f53910eab'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:36.018307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8d2c0db3-93b2-4791-87dd-fcb600bc6451 None None] Provisioning complete for port eb5c958a-8daf-48e5-8fa4-ef38d7ed331d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:36.018536 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a7e5f397-6569-4cfa-9183-f934075ecbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:36.018684 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8d2c0db3-93b2-4791-87dd-fcb600bc6451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.019042 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e5f397-6569-4cfa-9183-f934075ecbc7 None None] The sync data for ids ['72ce2d82-dba4-4d3c-8870-810f53910eab'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:36.064967 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-420911be-1dea-4276-be09-ead428e2850e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.073418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c0db3-93b2-4791-87dd-fcb600bc6451 None None] Port eb5c958a-8daf-48e5-8fa4-ef38d7ed331d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:36.118050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c9d50a75-1450-42a4-a7be-f2d98cd0e815 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Deleting port eb5c958a-8daf-48e5-8fa4-ef38d7ed331d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:36.118727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9d50a75-1450-42a4-a7be-f2d98cd0e815 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.156281 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-c8f528f2-da5a-4892-b0e6-3ff85786a354 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104579 Sep 16 04:51:36.283595 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-2f0486da-3b02-4fc2-b187-5ac117d024bc service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263418 Sep 16 04:51:36.345816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-420911be-1dea-4276-be09-ead428e2850e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.350744 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-420911be-1dea-4276-be09-ead428e2850e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.362209 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9d50a75-1450-42a4-a7be-f2d98cd0e815 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.410603 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c9d50a75-1450-42a4-a7be-f2d98cd0e815 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Calling delete_port for eb5c958a-8daf-48e5-8fa4-ef38d7ed331d owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:36.475669 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-420911be-1dea-4276-be09-ead428e2850e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.476186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420911be-1dea-4276-be09-ead428e2850e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Fanout notify agent at l3_agent the message router_deleted on router 72ce2d82-dba4-4d3c-8870-810f53910eab {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:51:36.484490 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-420911be-1dea-4276-be09-ead428e2850e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.488080 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-420911be-1dea-4276-be09-ead428e2850e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/72ce2d82-dba4-4d3c-8870-810f53910eab HTTP/1.1" status: 204 len: 168 time: 0.6336336 Sep 16 04:51:36.489001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44378) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:36.536340 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b16bb0c-841e-474e-abd8-2795b0d22cb1 req-aafcdee1-7e2f-49c5-ac1a-ac2228f39a3f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 210 time: 0.0409269 Sep 16 04:51:36.589446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bf428c-4cd0-48e5-9c0a-4e9d6fae687f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting subnet 17db8297-d6e6-4d50-967f-f313f340921a {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:36.594283 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55bf428c-4cd0-48e5-9c0a-4e9d6fae687f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.649440 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55bf428c-4cd0-48e5-9c0a-4e9d6fae687f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.678622 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9d50a75-1450-42a4-a7be-f2d98cd0e815 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.756917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d50a75-1450-42a4-a7be-f2d98cd0e815 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event deleted for resources: {'Port': ['ID=eb5c958a-8daf-48e5-8fa4-ef38d7ed331d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:36.851027 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55bf428c-4cd0-48e5-9c0a-4e9d6fae687f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:36.942471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55bf428c-4cd0-48e5-9c0a-4e9d6fae687f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.016669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf428c-4cd0-48e5-9c0a-4e9d6fae687f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Subnet': ['ID=17db8297-d6e6-4d50-967f-f313f340921a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.028310 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55bf428c-4cd0-48e5-9c0a-4e9d6fae687f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.031840 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-55bf428c-4cd0-48e5-9c0a-4e9d6fae687f tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/17db8297-d6e6-4d50-967f-f313f340921a HTTP/1.1" status: 204 len: 168 time: 0.5419474 Sep 16 04:51:37.033107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddee8b1-c2f7-4707-9527-a8b15202f361 None None] Network be2f3671-ae62-4a7b-9b96-7a6d781eca4f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:37.045739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44396) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:37.147457 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9d50a75-1450-42a4-a7be-f2d98cd0e815 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.156764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c9d50a75-1450-42a4-a7be-f2d98cd0e815 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "DELETE /v2.0/ports/eb5c958a-8daf-48e5-8fa4-ef38d7ed331d HTTP/1.1" status: 204 len: 168 time: 1.4478831 Sep 16 04:51:37.159340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44400) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:37.197527 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-294648ee-0fd4-490d-9a09-2b8b46e4e730 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] GET failed (client error): The resource could not be found. Sep 16 04:51:37.202711 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-294648ee-0fd4-490d-9a09-2b8b46e4e730 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "GET /v2.0/ports/eb5c958a-8daf-48e5-8fa4-ef38d7ed331d HTTP/1.1" status: 404 len: 333 time: 0.0393908 Sep 16 04:51:37.203383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44402) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:37.203957 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.272226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port e75f313d-6998-4f28-90bf-7319443053b0 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:37.272969 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.360780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-42a77acb-b57e-4c44-9953-f91c834d99f7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Deleting port 6657d5ba-1f61-4142-b23b-0391a735ac4d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:37.361148 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42a77acb-b57e-4c44-9953-f91c834d99f7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.385269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] For port e75f313d-6998-4f28-90bf-7319443053b0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e75f313d-6998-4f28-90bf-7319443053b0,segment=NetworkSegment(faabe510-9517-4017-9449-0cb17a288a4a),segment_id=faabe510-9517-4017-9449-0cb17a288a4a)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:37.385680 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.415974 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for e75f313d-6998-4f28-90bf-7319443053b0 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:37.478569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b5d4e-8826-44c5-bfe7-6379c017ff6a None None] DHCP port deletion for be2f3671-ae62-4a7b-9b96-7a6d781eca4f request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:51:37.529048 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42a77acb-b57e-4c44-9953-f91c834d99f7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.551940 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.552202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-42a77acb-b57e-4c44-9953-f91c834d99f7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Calling delete_port for 6657d5ba-1f61-4142-b23b-0391a735ac4d owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:37.588567 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.631263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b5d4e-8826-44c5-bfe7-6379c017ff6a None None] Deleting port e75f313d-6998-4f28-90bf-7319443053b0 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:37.639304 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5d4e-8826-44c5-bfe7-6379c017ff6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.643837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e75f313d-6998-4f28-90bf-7319443053b0 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:37.655065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=e75f313d-6998-4f28-90bf-7319443053b0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.665075 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No DVR routers for this DVR port e75f313d-6998-4f28-90bf-7319443053b0 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:37.706920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: e75f313d-6998-4f28-90bf-7319443053b0 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:37.707274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e75f313d-6998-4f28-90bf-7319443053b0 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:37.782096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3c1b5d4e-8826-44c5-bfe7-6379c017ff6a None None] For port e75f313d-6998-4f28-90bf-7319443053b0, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:37.782618 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5d4e-8826-44c5-bfe7-6379c017ff6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.797446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b5d4e-8826-44c5-bfe7-6379c017ff6a None None] Calling delete_port for e75f313d-6998-4f28-90bf-7319443053b0 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:37.800351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-3c1b5d4e-8826-44c5-bfe7-6379c017ff6a None None] Port e75f313d-6998-4f28-90bf-7319443053b0 was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:51:37.800612 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e50a867b-9cee-477c-b031-fa2bf8832135 req-9c61ecf6-ed95-411f-b404-b0e9c4856f43 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 210 time: 0.1129205 Sep 16 04:51:37.801752 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5d4e-8826-44c5-bfe7-6379c017ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.808531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:37.839261 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b5d4e-8826-44c5-bfe7-6379c017ff6a None None] No DVR routers for this DVR port e75f313d-6998-4f28-90bf-7319443053b0 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:37.842294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b5d4e-8826-44c5-bfe7-6379c017ff6a None None] Pushing event deleted for resources: {'Port': ['ID=e75f313d-6998-4f28-90bf-7319443053b0,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:37.845200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2f3671-ae62-4a7b-9b96-7a6d781eca4f']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:37.916022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faabe510-9517-4017-9449-0cb17a288a4a') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:37.916733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faabe510-9517-4017-9449-0cb17a288a4a') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:37.964567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42a77acb-b57e-4c44-9953-f91c834d99f7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.009755 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.025527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a77acb-b57e-4c44-9953-f91c834d99f7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event deleted for resources: {'Port': ['ID=6657d5ba-1f61-4142-b23b-0391a735ac4d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:38.083236 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.102258 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:38.102676 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:38.116424 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:38.175063 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42a77acb-b57e-4c44-9953-f91c834d99f7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.177991 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-42a77acb-b57e-4c44-9953-f91c834d99f7 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "DELETE /v2.0/ports/6657d5ba-1f61-4142-b23b-0391a735ac4d HTTP/1.1" status: 204 len: 168 time: 0.9733810 Sep 16 04:51:38.180442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44420) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:38.219130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-966d8115-a8f1-4134-b56d-f2090d558c1a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.220078 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-215ab011-96f0-4433-bec3-ecc5ad9ece37 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] GET failed (client error): The resource could not be found. Sep 16 04:51:38.221126 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-966d8115-a8f1-4134-b56d-f2090d558c1a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.3387318 Sep 16 04:51:38.223369 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-215ab011-96f0-4433-bec3-ecc5ad9ece37 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "GET /v2.0/ports/6657d5ba-1f61-4142-b23b-0391a735ac4d HTTP/1.1" status: 404 len: 333 time: 0.0410783 Sep 16 04:51:38.227140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44422) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:38.229372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.270491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Request body: {'port': {'device_id': '013046ed-fd97-49f8-91c6-618ade0b29cc', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'admin_state_up': True, 'tenant_id': 'c329891caf83491e9f7ca95911270da6'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:38.284772 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.290512 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/networks/be2f3671-ae62-4a7b-9b96-7a6d781eca4f HTTP/1.1" status: 204 len: 168 time: 1.2435765 Sep 16 04:51:38.294522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44428) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:38.299588 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5d0a5ada-632b-437f-8915-2db9ea8cc101 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1675277160', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:38.355514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5ada-632b-437f-8915-2db9ea8cc101 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.362866 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5ada-632b-437f-8915-2db9ea8cc101 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.372196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b18293-1bea-457f-9413-c48518b9d7dc tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Network': ['ID=be2f3671-ae62-4a7b-9b96-7a6d781eca4f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:38.435094 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5ada-632b-437f-8915-2db9ea8cc101 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.441230 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5ada-632b-437f-8915-2db9ea8cc101 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.460450 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5ada-632b-437f-8915-2db9ea8cc101 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.464365 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5d0a5ada-632b-437f-8915-2db9ea8cc101 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1660955 Sep 16 04:51:38.464543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44430) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:38.471691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4c0893ae-5421-4e48-a317-8daf753e34dd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'network': {'name': 'tempest-RoutersTest-295236124'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:38.503063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0893ae-5421-4e48-a317-8daf753e34dd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:38.507843 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c0893ae-5421-4e48-a317-8daf753e34dd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.543681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0893ae-5421-4e48-a317-8daf753e34dd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:38.557521 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c0893ae-5421-4e48-a317-8daf753e34dd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.558651 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-4c0893ae-5421-4e48-a317-8daf753e34dd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Added segment 664beb6d-74b8-41fe-a991-998b885a0759 of type vlan for network a63537fb-dea2-41d7-a8a6-81e7bf1951ea Sep 16 04:51:38.609223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c0893ae-5421-4e48-a317-8daf753e34dd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.639802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c0893ae-5421-4e48-a317-8daf753e34dd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.646274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0893ae-5421-4e48-a317-8daf753e34dd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:38.647003 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4c0893ae-5421-4e48-a317-8daf753e34dd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.701970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4c0893ae-5421-4e48-a317-8daf753e34dd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2360132 Sep 16 04:51:38.709623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44436) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:38.718134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3b34ac05-c1a3-418b-a883-eca8e59cb5ba tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'subnet': {'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:38.780663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0893ae-5421-4e48-a317-8daf753e34dd tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Network': ['ID=a63537fb-dea2-41d7-a8a6-81e7bf1951ea,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:38.792179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a63537fb-dea2-41d7-a8a6-81e7bf1951ea details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:38.849827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-44005287-d377-40ff-aec2-f4f276d2455d tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Deleting port 09c44271-b92e-4e46-bc1d-cc4f742b8b01 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:38.850206 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44005287-d377-40ff-aec2-f4f276d2455d tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.877721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b34ac05-c1a3-418b-a883-eca8e59cb5ba tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:38.901697 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b34ac05-c1a3-418b-a883-eca8e59cb5ba tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.933268 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Made reservation on behalf of c329891caf83491e9f7ca95911270da6 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:38.938853 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:38.988155 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44005287-d377-40ff-aec2-f4f276d2455d tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.034640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-44005287-d377-40ff-aec2-f4f276d2455d tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Calling delete_port for 09c44271-b92e-4e46-bc1d-cc4f742b8b01 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:39.094887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7c9005d-39a1-4c04-865b-71ae3eab409d req-924e24fc-57ea-466a-90e8-2861fa4187f8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 210 time: 0.0476530 Sep 16 04:51:39.209129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Allocated IP 172.20.0.3 (e670719f-0f73-44fb-b205-e57c9e6482ab/62d9ede1-de16-4e4e-ac56-0f29b66bf35e/abee20c4-0d60-4727-96fb-4a27f9588704) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:39.304313 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b34ac05-c1a3-418b-a883-eca8e59cb5ba tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.407457 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44005287-d377-40ff-aec2-f4f276d2455d tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.407897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34ac05-c1a3-418b-a883-eca8e59cb5ba tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Subnet': ['ID=bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:39.455526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34ac05-c1a3-418b-a883-eca8e59cb5ba tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Checking segment: {'id': '664beb6d-74b8-41fe-a991-998b885a0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:39.455920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b34ac05-c1a3-418b-a883-eca8e59cb5ba tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network hostable DHCP agents. Network: a63537fb-dea2-41d7-a8a6-81e7bf1951ea, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:39.457732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44005287-d377-40ff-aec2-f4f276d2455d tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event deleted for resources: {'Port': ['ID=09c44271-b92e-4e46-bc1d-cc4f742b8b01,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:39.477977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b34ac05-c1a3-418b-a883-eca8e59cb5ba tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network a63537fb-dea2-41d7-a8a6-81e7bf1951ea is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:39.497681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3b34ac05-c1a3-418b-a883-eca8e59cb5ba tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, a63537fb-dea2-41d7-a8a6-81e7bf1951ea) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:39.505892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34ac05-c1a3-418b-a883-eca8e59cb5ba tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.508218 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b34ac05-c1a3-418b-a883-eca8e59cb5ba tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.525087 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8de66e-e238-46c5-a57d-c6d663084dd7 None None] Network a63537fb-dea2-41d7-a8a6-81e7bf1951ea requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:39.547694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3b34ac05-c1a3-418b-a883-eca8e59cb5ba tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8364828 Sep 16 04:51:39.550430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44454) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:39.575295 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.604136 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44005287-d377-40ff-aec2-f4f276d2455d tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.606218 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-44005287-d377-40ff-aec2-f4f276d2455d tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "DELETE /v2.0/ports/09c44271-b92e-4e46-bc1d-cc4f742b8b01 HTTP/1.1" status: 204 len: 168 time: 1.3779337 Sep 16 04:51:39.609540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44456) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:39.701473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-630f17db-7529-4524-9f5c-fc0bd5f8a911 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Deleting subnet 07c2b22b-1101-401d-86e3-4ca9c58b407f {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:39.711441 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-630f17db-7529-4524-9f5c-fc0bd5f8a911 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.794941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.798152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:39.801090 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.815069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:39.855661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event updated for resources: {'Port': ['ID=abee20c4-0d60-4727-96fb-4a27f9588704,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:39.877181 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-630f17db-7529-4524-9f5c-fc0bd5f8a911 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.906096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Network e670719f-0f73-44fb-b205-e57c9e6482ab is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:39.911575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:39.914167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:39.962336 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:39.990590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:39.991317 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.012839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Allocated IP 172.20.0.2 (a63537fb-dea2-41d7-a8a6-81e7bf1951ea/bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6/ba665de6-21c0-4edb-94ea-115f3d7ebdcc) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:40.040970 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-4e4e3593-11d9-4643-8218-020ea69e5b06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8086188 Sep 16 04:51:40.047791 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-630f17db-7529-4524-9f5c-fc0bd5f8a911 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.055930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Request body: {'port': {'device_id': '013046ed-fd97-49f8-91c6-618ade0b29cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:40.151501 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.244936 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.257092 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.317342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Network a63537fb-dea2-41d7-a8a6-81e7bf1951ea is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:40.327975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:40.344334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:40.348744 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-630f17db-7529-4524-9f5c-fc0bd5f8a911 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.400387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f17db-7529-4524-9f5c-fc0bd5f8a911 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event deleted for resources: {'Subnet': ['ID=07c2b22b-1101-401d-86e3-4ca9c58b407f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:40.407845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd802f46-d95c-4af3-803e-bcbe2651b477 req-c29c1057-0b6a-4a2d-87ff-4e63b356edd8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:40.409777 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd802f46-d95c-4af3-803e-bcbe2651b477 req-c29c1057-0b6a-4a2d-87ff-4e63b356edd8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 931 time: 0.1187861 Sep 16 04:51:40.412862 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-630f17db-7529-4524-9f5c-fc0bd5f8a911 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.417399 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-630f17db-7529-4524-9f5c-fc0bd5f8a911 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "DELETE /v2.0/subnets/07c2b22b-1101-401d-86e3-4ca9c58b407f HTTP/1.1" status: 204 len: 168 time: 0.8068604 Sep 16 04:51:40.418049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44478) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:40.423801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4238be2a-1a1c-4f0d-8ef7-1fb76c80c96d None None] Network a555d880-e45b-4c00-a4df-a16a763b4a5e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:40.508151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Allocated IP 172.20.0.1 (a63537fb-dea2-41d7-a8a6-81e7bf1951ea/bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6/27deb24f-c7c6-4972-bc72-a5c2f3d4008d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:40.535409 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd802f46-d95c-4af3-803e-bcbe2651b477 req-31323c68-8c2e-4738-b25b-b8d20855f775 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170015 Sep 16 04:51:40.706892 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.710103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abee20c4-0d60-4727-96fb-4a27f9588704 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:40.719828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.739259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Transition to ACTIVE for port object abee20c4-0d60-4727-96fb-4a27f9588704 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:51:40.780048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.815636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Pushing event updated for resources: {'Port': ['ID=ba665de6-21c0-4edb-94ea-115f3d7ebdcc,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:40.835738 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.839988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Pushing event updated for resources: {'Port': ['ID=abee20c4-0d60-4727-96fb-4a27f9588704,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:40.886145 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.903034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Attempting to bind port ba665de6-21c0-4edb-94ea-115f3d7ebdcc on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:40.903434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Attempting to bind port ba665de6-21c0-4edb-94ea-115f3d7ebdcc by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '664beb6d-74b8-41fe-a991-998b885a0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:40.904143 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Attempting to bind port ba665de6-21c0-4edb-94ea-115f3d7ebdcc on network a63537fb-dea2-41d7-a8a6-81e7bf1951ea {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:40.911171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:40.911575 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Checking segment: {'id': '664beb6d-74b8-41fe-a991-998b885a0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:40.911955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.912350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Bound using segment: {'id': '664beb6d-74b8-41fe-a991-998b885a0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:40.912825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Bound port: ba665de6-21c0-4edb-94ea-115f3d7ebdcc, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664beb6d-74b8-41fe-a991-998b885a0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:40.913212 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:40.986936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network a63537fb-dea2-41d7-a8a6-81e7bf1951ea is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:40.992733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Deleting port eb794e5b-7ee2-4da8-8257-f14d1ae418c9 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:40.993252 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.003413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:41.008322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] For port ba665de6-21c0-4edb-94ea-115f3d7ebdcc, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:41.010455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=27deb24f-c7c6-4972-bc72-a5c2f3d4008d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:41.012728 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:41.018125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] For port ba665de6-21c0-4edb-94ea-115f3d7ebdcc, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ba665de6-21c0-4edb-94ea-115f3d7ebdcc,segment=NetworkSegment(664beb6d-74b8-41fe-a991-998b885a0759),segment_id=664beb6d-74b8-41fe-a991-998b885a0759)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:41.023694 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.043945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c5506-8cf4-4cb2-a761-50647bd09b10 None None] DHCP port deletion for a555d880-e45b-4c00-a4df-a16a763b4a5e request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:51:41.074569 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.102899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Attempting to bind port abee20c4-0d60-4727-96fb-4a27f9588704 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:41.103521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Attempting to bind port abee20c4-0d60-4727-96fb-4a27f9588704 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:41.103754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Attempting to bind port abee20c4-0d60-4727-96fb-4a27f9588704 on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:41.114132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] For port eb794e5b-7ee2-4da8-8257-f14d1ae418c9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=eb794e5b-7ee2-4da8-8257-f14d1ae418c9,segment=NetworkSegment(466b3af9-0251-458e-af15-daa1c88bde8a),segment_id=466b3af9-0251-458e-af15-daa1c88bde8a)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:41.114596 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.117288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Port abee20c4-0d60-4727-96fb-4a27f9588704 on network e670719f-0f73-44fb-b205-e57c9e6482ab not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:51:41.117741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Attempting to bind port abee20c4-0d60-4727-96fb-4a27f9588704 on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:41.129347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:41.129803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Checking segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:41.130345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Bound using segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:41.130871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Bound port: abee20c4-0d60-4727-96fb-4a27f9588704, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:41.131310 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.141371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1798efb-a7ca-4d8b-9144-4bb8e44401c2 None None] Pushing event updated for resources: {'Port': ['ID=ba665de6-21c0-4edb-94ea-115f3d7ebdcc,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:41.167558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c5506-8cf4-4cb2-a761-50647bd09b10 None None] Deleting port eb794e5b-7ee2-4da8-8257-f14d1ae418c9 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:41.168129 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5506-8cf4-4cb2-a761-50647bd09b10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.178481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Calling delete_port for eb794e5b-7ee2-4da8-8257-f14d1ae418c9 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:41.262584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7b0c5506-8cf4-4cb2-a761-50647bd09b10 None None] For port eb794e5b-7ee2-4da8-8257-f14d1ae418c9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=eb794e5b-7ee2-4da8-8257-f14d1ae418c9,segment=NetworkSegment(466b3af9-0251-458e-af15-daa1c88bde8a),segment_id=466b3af9-0251-458e-af15-daa1c88bde8a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:41.263449 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5506-8cf4-4cb2-a761-50647bd09b10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.283618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c5506-8cf4-4cb2-a761-50647bd09b10 None None] Calling delete_port for eb794e5b-7ee2-4da8-8257-f14d1ae418c9 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:41.291343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] For port abee20c4-0d60-4727-96fb-4a27f9588704, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:41.299736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] For port abee20c4-0d60-4727-96fb-4a27f9588704, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abee20c4-0d60-4727-96fb-4a27f9588704,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:41.311449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.321868 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.380305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.381088 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.382616 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] 10.222.0.15 "PUT /v2.0/ports/abee20c4-0d60-4727-96fb-4a27f9588704 HTTP/1.1" status: 200 len: 1092 time: 1.3309951 Sep 16 04:51:41.383265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013046ed-fd97-49f8-91c6-618ade0b29cc', 'tag': 'abee20c4-0d60-4727-96fb-4a27f9588704'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:41.385750 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3714416b-843e-449c-83b6-21efa36399bb" -d '{"events": [{"name": "network-changed", "server_uuid": "013046ed-fd97-49f8-91c6-618ade0b29cc", "tag": "abee20c4-0d60-4727-96fb-4a27f9588704"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:41.434588 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5506-8cf4-4cb2-a761-50647bd09b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.442506 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.521938 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c5506-8cf4-4cb2-a761-50647bd09b10 None None] Pushing event deleted for resources: {'Port': ['ID=eb794e5b-7ee2-4da8-8257-f14d1ae418c9,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:41.526475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c5506-8cf4-4cb2-a761-50647bd09b10 None None] No DVR routers for this DVR port eb794e5b-7ee2-4da8-8257-f14d1ae418c9 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:41.548477 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e058bc-20c2-4f30-9b5e-dabb39468ecd x-openstack-request-id: req-22e058bc-20c2-4f30-9b5e-dabb39468ecd {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:41.549284 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013046ed-fd97-49f8-91c6-618ade0b29cc", "tag": "abee20c4-0d60-4727-96fb-4a27f9588704", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:41.549753 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22e058bc-20c2-4f30-9b5e-dabb39468ecd {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:41.563004 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013046ed-fd97-49f8-91c6-618ade0b29cc', 'tag': 'abee20c4-0d60-4727-96fb-4a27f9588704', 'status': 'completed', 'code': 200} Sep 16 04:51:41.567633 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f56fe1-dc36-484b-b620-0cc5a4e32c64 service neutron] Pushing event updated for resources: {'Port': ['ID=abee20c4-0d60-4727-96fb-4a27f9588704,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:41.652661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] No DVR routers for this DVR port eb794e5b-7ee2-4da8-8257-f14d1ae418c9 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:41.673274 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-2edabd22-e165-4dd3-b0ad-95d97fa0e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:41.679399 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-2edabd22-e165-4dd3-b0ad-95d97fa0e619 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 1095 time: 0.2570584 Sep 16 04:51:41.683109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event deleted for resources: {'Port': ['ID=eb794e5b-7ee2-4da8-8257-f14d1ae418c9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:41.827302 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ba665de6-21c0-4edb-94ea-115f3d7ebdcc up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:41.916534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ba665de6-21c0-4edb-94ea-115f3d7ebdcc triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:41.917337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:41.918444 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-de0e8ebd-8477-4cef-91cf-cb66746efa22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abee20c4-0d60-4727-96fb-4a27f9588704 HTTP/1.1" status: 200 len: 217 time: 0.2130976 Sep 16 04:51:42.041146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.068085 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a555d880-e45b-4c00-a4df-a16a763b4a5e']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:42.081126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466b3af9-0251-458e-af15-daa1c88bde8a') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:42.081689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466b3af9-0251-458e-af15-daa1c88bde8a') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:42.084798 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.094764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.134933 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port ba665de6-21c0-4edb-94ea-115f3d7ebdcc, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ba665de6-21c0-4edb-94ea-115f3d7ebdcc,segment=NetworkSegment(664beb6d-74b8-41fe-a991-998b885a0759),segment_id=664beb6d-74b8-41fe-a991-998b885a0759)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:42.140444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.141954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.161569 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:51:42.161850 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:51:42.166653 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:51:42.191434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46089e23-bda0-4f70-aec7-5c22f8119f42 req-9cd3e40a-7418-4e68-b60d-ec673481f847 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.193198 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-46089e23-bda0-4f70-aec7-5c22f8119f42 req-9cd3e40a-7418-4e68-b60d-ec673481f847 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 943 time: 0.4683483 Sep 16 04:51:42.198011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-6930bfe5-45aa-458d-8882-87b955ffa7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.199652 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-6930bfe5-45aa-458d-8882-87b955ffa7cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.2422147 Sep 16 04:51:42.248381 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.250505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=ba665de6-21c0-4edb-94ea-115f3d7ebdcc,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:42.254512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.257837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device eb794e5b-7ee2-4da8-8257-f14d1ae418c9 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:42.302281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: eb794e5b-7ee2-4da8-8257-f14d1ae418c9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:42.302567 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device eb794e5b-7ee2-4da8-8257-f14d1ae418c9 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:42.332080 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-8f7c667d-23f7-4da3-a822-16606d9ebe11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963485 Sep 16 04:51:42.349387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=27deb24f-c7c6-4972-bc72-a5c2f3d4008d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:42.352285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.408549 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.428942 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:42.433084 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] 10.222.0.53 "DELETE /v2.0/networks/a555d880-e45b-4c00-a4df-a16a763b4a5e HTTP/1.1" status: 204 len: 168 time: 2.0077903 Sep 16 04:51:42.437877 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-46089e23-bda0-4f70-aec7-5c22f8119f42 req-2ecf04f3-04d9-4f91-aba5-084fcddadf9e tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034297 Sep 16 04:51:42.482847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8240e-4f3e-4072-aa68-2b913f569019 tempest-AllowedAddressPairTestJSON-660594658 tempest-AllowedAddressPairTestJSON-660594658-project] Pushing event deleted for resources: {'Network': ['ID=a555d880-e45b-4c00-a4df-a16a763b4a5e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:42.520538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network a63537fb-dea2-41d7-a8a6-81e7bf1951ea is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:42.522532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:42.537171 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-cb9274ec-ab76-47bf-a789-efa401c96401 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938839 Sep 16 04:51:42.713707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 315c821e-3ac4-4c98-bd2f-8a2070009769 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:51:42.724164 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ca088a8-95b5-45c3-a13f-0ccc06ec000e req-3b24e416-8d27-4ee0-8d03-b9de124d55c5 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748698 Sep 16 04:51:42.875450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714416b-843e-449c-83b6-21efa36399bb req-3b942a13-d666-45a6-b67c-f08618c31b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:42.877387 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3714416b-843e-449c-83b6-21efa36399bb req-3b942a13-d666-45a6-b67c-f08618c31b1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 1095 time: 0.0864580 Sep 16 04:51:42.957438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44532) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:42.999671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:43.002374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d74ddca-8cfa-4e06-997a-07d3f3d6d3da None None] Network a63537fb-dea2-41d7-a8a6-81e7bf1951ea requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:43.012715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5df0068c-f11d-44eb-a52d-a7084b114c50 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4587109 Sep 16 04:51:43.014115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44540) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:43.026344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-626cfa55-6fbc-4db5-9f5b-125e4198fc22 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'network': {'name': 'tempest-RoutersTest-233789294'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:43.052972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714416b-843e-449c-83b6-21efa36399bb req-1106ece6-34d6-40f7-9576-249fa3401385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.054682 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3714416b-843e-449c-83b6-21efa36399bb req-1106ece6-34d6-40f7-9576-249fa3401385 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 906 time: 0.1694634 Sep 16 04:51:43.067326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626cfa55-6fbc-4db5-9f5b-125e4198fc22 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:43.071685 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-626cfa55-6fbc-4db5-9f5b-125e4198fc22 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.103813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626cfa55-6fbc-4db5-9f5b-125e4198fc22 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:43.117967 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-626cfa55-6fbc-4db5-9f5b-125e4198fc22 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.118464 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-626cfa55-6fbc-4db5-9f5b-125e4198fc22 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Added segment 54c1937a-b670-4f92-afce-1423960ce5c6 of type vlan for network cba4861c-5b86-4262-a69f-ea6a607baa2f Sep 16 04:51:43.164027 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3714416b-843e-449c-83b6-21efa36399bb req-f61a9959-ddab-4328-a4a2-b19b8c5202e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abee20c4-0d60-4727-96fb-4a27f9588704 HTTP/1.1" status: 200 len: 217 time: 0.1004910 Sep 16 04:51:43.165804 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-626cfa55-6fbc-4db5-9f5b-125e4198fc22 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.176567 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Sync routers for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:43.199700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-626cfa55-6fbc-4db5-9f5b-125e4198fc22 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.210655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626cfa55-6fbc-4db5-9f5b-125e4198fc22 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.211708 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-626cfa55-6fbc-4db5-9f5b-125e4198fc22 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.233283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c163db5f-e68d-45fc-a0cb-45b754643328 None None] Provisioning complete for port ba665de6-21c0-4edb-94ea-115f3d7ebdcc triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:43.233561 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c163db5f-e68d-45fc-a0cb-45b754643328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.241453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714416b-843e-449c-83b6-21efa36399bb req-fb453cc0-f82d-4753-bc6b-61e54a3e929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.243241 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3714416b-843e-449c-83b6-21efa36399bb req-fb453cc0-f82d-4753-bc6b-61e54a3e929f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.0720468 Sep 16 04:51:43.271730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-626cfa55-6fbc-4db5-9f5b-125e4198fc22 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2546380 Sep 16 04:51:43.274419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44542) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:43.275871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:43.276606 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:43.282833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ef0ecc75-9d53-49c0-bc5a-1ea644e55969 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'subnet': {'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:43.317557 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3714416b-843e-449c-83b6-21efa36399bb req-99bab4a8-5d5b-4cc4-81b8-01c0843596b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659020 Sep 16 04:51:43.351165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cfa55-6fbc-4db5-9f5b-125e4198fc22 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Network': ['ID=cba4861c-5b86-4262-a69f-ea6a607baa2f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:43.420982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:43.436591 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-28267d6d-a28d-43f3-a06d-e65ff679e737 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ab3ef4e237040969d8a5799cc999144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774885 Sep 16 04:51:43.442079 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44550) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:43.495584 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3714416b-843e-449c-83b6-21efa36399bb req-67fc3cdb-1448-43d5-8128-1ef181df93bc service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698368 Sep 16 04:51:43.573650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network cba4861c-5b86-4262-a69f-ea6a607baa2f details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:43.589401 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06f46a76-e6c0-4fad-9ebe-f7e3cc4848c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.611318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0ecc75-9d53-49c0-bc5a-1ea644e55969 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:43.615832 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef0ecc75-9d53-49c0-bc5a-1ea644e55969 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:43.633671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3714416b-843e-449c-83b6-21efa36399bb req-7594cf84-94dc-4398-85e9-9e2846ba36cb service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300194 Sep 16 04:51:43.684230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ba665de6-21c0-4edb-94ea-115f3d7ebdcc up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:43.697083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999d228-db4f-48d4-b909-9ed4f2aef9f8 req-73d5701a-d817-45c9-a418-494587b011d7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:43.699276 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a999d228-db4f-48d4-b909-9ed4f2aef9f8 req-73d5701a-d817-45c9-a418-494587b011d7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 943 time: 0.0646586 Sep 16 04:51:43.775552 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a999d228-db4f-48d4-b909-9ed4f2aef9f8 req-61bdbb90-7f91-46bf-8898-f94d23d671da tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684938 Sep 16 04:51:43.957677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ba665de6-21c0-4edb-94ea-115f3d7ebdcc triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:43.958167 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.142272 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06f46a76-e6c0-4fad-9ebe-f7e3cc4848c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.218660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:51:41Z', 'revision_number': 2, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:41Z', 'revision_number': 2, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:44.259123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Checking router: 315c821e-3ac4-4c98-bd2f-8a2070009769 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:44.259861 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Updating router 315c821e-3ac4-4c98-bd2f-8a2070009769 port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:51:44.297239 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.361876 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06f46a76-e6c0-4fad-9ebe-f7e3cc4848c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.364609 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06f46a76-e6c0-4fad-9ebe-f7e3cc4848c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.368239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-06f46a76-e6c0-4fad-9ebe-f7e3cc4848c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73cc535c-e917-4232-9250-47c2f3b2da51 HTTP/1.1" status: 204 len: 168 time: 0.9228945 Sep 16 04:51:44.429676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f46a76-e6c0-4fad-9ebe-f7e3cc4848c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cc535c-e917-4232-9250-47c2f3b2da51,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:44.439070 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef0ecc75-9d53-49c0-bc5a-1ea644e55969 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.572363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ecc75-9d53-49c0-bc5a-1ea644e55969 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Subnet': ['ID=460f6b3c-9f17-468b-8988-f415ea674ef3,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:44.590654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0ecc75-9d53-49c0-bc5a-1ea644e55969 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Checking segment: {'id': '54c1937a-b670-4f92-afce-1423960ce5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:44.591064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ecc75-9d53-49c0-bc5a-1ea644e55969 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network hostable DHCP agents. Network: cba4861c-5b86-4262-a69f-ea6a607baa2f, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:44.621946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ecc75-9d53-49c0-bc5a-1ea644e55969 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network cba4861c-5b86-4262-a69f-ea6a607baa2f is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:44.642580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ef0ecc75-9d53-49c0-bc5a-1ea644e55969 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, cba4861c-5b86-4262-a69f-ea6a607baa2f) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:44.647617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ecc75-9d53-49c0-bc5a-1ea644e55969 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:44.648218 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef0ecc75-9d53-49c0-bc5a-1ea644e55969 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.663220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b341550e-689a-4dcb-8810-e5e0435cc653 None None] Provisioning complete for port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:44.663740 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b341550e-689a-4dcb-8810-e5e0435cc653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:44.665937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0276e27-df73-4d46-9972-6600e0f24732 None None] Network cba4861c-5b86-4262-a69f-ea6a607baa2f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:44.673108 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ef0ecc75-9d53-49c0-bc5a-1ea644e55969 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3965118 Sep 16 04:51:44.675857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44576) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:44.790307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b341550e-689a-4dcb-8810-e5e0435cc653 None None] Port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:45.022085 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2ab6c-379d-40fe-89ac-b4c09e425236 req-1924a7ba-7dd0-4c14-855f-afdbe5bf351d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:45.023654 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0f2ab6c-379d-40fe-89ac-b4c09e425236 req-1924a7ba-7dd0-4c14-855f-afdbe5bf351d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 943 time: 0.0985837 Sep 16 04:51:45.131835 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b341550e-689a-4dcb-8810-e5e0435cc653 None None] Provisioning complete for port ba665de6-21c0-4edb-94ea-115f3d7ebdcc triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:45.136597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0f2ab6c-379d-40fe-89ac-b4c09e425236 req-a29ecf10-5270-48d2-b027-b4af534dddee tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040323 Sep 16 04:51:45.163798 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b341550e-689a-4dcb-8810-e5e0435cc653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.182694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device abee20c4-0d60-4727-96fb-4a27f9588704 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:51:45.196917 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.483235 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.505441 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.611594 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.resource_extend [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:51:45.772982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-cba4861c-5b86-4262-a69f-ea6a607baa2f', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:45.774309 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:45.832848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44614) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:45.963633 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ed8a5-fd5e-4649-8a7b-c28b7ebc099d None None] Pushing event updated for resources: {'Port': ['ID=27deb24f-c7c6-4972-bc72-a5c2f3d4008d,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:46.015849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-888613190'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:46.017112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Allocated IP 172.21.0.1 (cba4861c-5b86-4262-a69f-ea6a607baa2f/460f6b3c-9f17-468b-8988-f415ea674ef3/1701747d-c3c9-45dc-8c91-ce3e8db4abf1) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:46.054997 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:46.066990 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.070731 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Attempting to bind port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:46.071364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Attempting to bind port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '664beb6d-74b8-41fe-a991-998b885a0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:46.071930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Attempting to bind port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d on network a63537fb-dea2-41d7-a8a6-81e7bf1951ea {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:46.092758 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.116492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port abee20c4-0d60-4727-96fb-4a27f9588704, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abee20c4-0d60-4727-96fb-4a27f9588704,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:46.143434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:46.143843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Checking segment: {'id': '664beb6d-74b8-41fe-a991-998b885a0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:46.144370 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.146063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Bound using segment: {'id': '664beb6d-74b8-41fe-a991-998b885a0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:46.146664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Bound port: 27deb24f-c7c6-4972-bc72-a5c2f3d4008d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664beb6d-74b8-41fe-a991-998b885a0759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:46.147687 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.221067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'abee20c4-0d60-4727-96fb-4a27f9588704', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'port_id': 'abee20c4-0d60-4727-96fb-4a27f9588704', 'mac_address': 'fa:16:3e:c6:9e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d9ede1-de16-4e4e-ac56-0f29b66bf35e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:51:46.221927 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.300572 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.312597 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.329649 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.368560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network cba4861c-5b86-4262-a69f-ea6a607baa2f is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:46.373302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:46.380073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:46.383520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:46.410378 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.412327 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Added segment 82b18ca6-3746-49d8-b060-dd5728e9207b of type vlan for network 4211d509-25f4-4a41-874d-6b71d4ade588 Sep 16 04:51:46.412470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5c897165-b0f7-42f1-8dc2-acfdb9deb05d None None] Provisioning complete for port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:46.412789 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c897165-b0f7-42f1-8dc2-acfdb9deb05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.415022 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.421571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] For port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:46.448841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=1701747d-c3c9-45dc-8c91-ce3e8db4abf1,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:46.478195 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] For port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=27deb24f-c7c6-4972-bc72-a5c2f3d4008d,segment=NetworkSegment(664beb6d-74b8-41fe-a991-998b885a0759),segment_id=664beb6d-74b8-41fe-a991-998b885a0759)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:46.480026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Allocated IP 172.21.0.2 (cba4861c-5b86-4262-a69f-ea6a607baa2f/460f6b3c-9f17-468b-8988-f415ea674ef3/8dda6afd-e24a-40d7-99c6-aab93d989aac) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:46.480835 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.486684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abee20c4-0d60-4727-96fb-4a27f9588704 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:51:46.507756 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.508238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port abee20c4-0d60-4727-96fb-4a27f9588704, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abee20c4-0d60-4727-96fb-4a27f9588704,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:46.520344 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.539131 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.584480 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.596821 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.597666 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.650529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ed8a5-fd5e-4649-8a7b-c28b7ebc099d None None] Pushing event updated for resources: {'Port': ['ID=27deb24f-c7c6-4972-bc72-a5c2f3d4008d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:46.673357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5c897165-b0f7-42f1-8dc2-acfdb9deb05d None None] Port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:46.682592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:46.683316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:46.774004 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:46.774901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9409156 Sep 16 04:51:46.780057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44634) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:46.799009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['abee20c4-0d60-4727-96fb-4a27f9588704'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:51:46.814719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-77e3edbe-c859-44dd-aa81-2f416c7c68d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:46.858201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bfe69-4795-43a4-b4a6-a4b37cac4fc7 req-3febe72d-20a9-4a0b-b23a-35591671a9e1 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:46.858201 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f6bfe69-4795-43a4-b4a6-a4b37cac4fc7 req-3febe72d-20a9-4a0b-b23a-35591671a9e1 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 944 time: 0.5583570 Sep 16 04:51:46.858201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d137749-c96e-4488-8450-313d6ed9083c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:46.943932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=abee20c4-0d60-4727-96fb-4a27f9588704,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:46.996221 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:47.025544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dabf3-ef22-4862-b67f-9af1fc087914 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Network': ['ID=4211d509-25f4-4a41-874d-6b71d4ade588,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:47.067493 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f6bfe69-4795-43a4-b4a6-a4b37cac4fc7 req-07a840a2-7a33-4adf-b4ad-76a98a5c93fd tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677996 Sep 16 04:51:47.069110 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:47.170615 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e3edbe-c859-44dd-aa81-2f416c7c68d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:47.174343 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77e3edbe-c859-44dd-aa81-2f416c7c68d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.252854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-44d8fd0e-22c0-4b61-88e3-0c50000e047d None None] Provisioning complete for port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:47.253600 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44d8fd0e-22c0-4b61-88e3-0c50000e047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.414762 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.425145 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-115d360e-54d0-4e51-a241-7256b5a1efad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.443620 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.457433 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77e3edbe-c859-44dd-aa81-2f416c7c68d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.545940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3edbe-c859-44dd-aa81-2f416c7c68d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=dbefed06-f14e-4394-aadf-8f41e68e95c3,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:47.659599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e3edbe-c859-44dd-aa81-2f416c7c68d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:47.660353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e3edbe-c859-44dd-aa81-2f416c7c68d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network hostable DHCP agents. Network: 4211d509-25f4-4a41-874d-6b71d4ade588, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:47.679607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Network cba4861c-5b86-4262-a69f-ea6a607baa2f is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:47.698636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:47.704395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e3edbe-c859-44dd-aa81-2f416c7c68d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:47.709766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:47.711665 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44d8fd0e-22c0-4b61-88e3-0c50000e047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.720956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Pushing event updated for resources: {'Port': ['ID=8dda6afd-e24a-40d7-99c6-aab93d989aac,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:47.721405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-77e3edbe-c859-44dd-aa81-2f416c7c68d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 4211d509-25f4-4a41-874d-6b71d4ade588) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:47.736070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3edbe-c859-44dd-aa81-2f416c7c68d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:47.738630 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77e3edbe-c859-44dd-aa81-2f416c7c68d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.742398 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d0d324-f9e0-40fe-aaab-a0fe06578f38 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:47.764976 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.765211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.765211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.765211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.765211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.765211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.765211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.765211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.765211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.765211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.765211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.765211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.766539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:47.787171 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.803447 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-77e3edbe-c859-44dd-aa81-2f416c7c68d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0000503 Sep 16 04:51:47.806479 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44660) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:47.816494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'name': 'tempest-NetworksTestDHCPv6-1246866718'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:47.878518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=1701747d-c3c9-45dc-8c91-ce3e8db4abf1,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:47.889639 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:47.988307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:47.993456 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.013349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port c5633de1-923d-4cc3-b89e-0959aee07995 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:51:48.036036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-44d8fd0e-22c0-4b61-88e3-0c50000e047d None None] For port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=27deb24f-c7c6-4972-bc72-a5c2f3d4008d,segment=NetworkSegment(664beb6d-74b8-41fe-a991-998b885a0759),segment_id=664beb6d-74b8-41fe-a991-998b885a0759)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:48.044979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network cba4861c-5b86-4262-a69f-ea6a607baa2f is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:48.048182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:48.061087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44d8fd0e-22c0-4b61-88e3-0c50000e047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.229397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::1d9 (4211d509-25f4-4a41-874d-6b71d4ade588/dbefed06-f14e-4394-aadf-8f41e68e95c3/c5633de1-923d-4cc3-b89e-0959aee07995) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:48.248004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 315c821e-3ac4-4c98-bd2f-8a2070009769 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:48.366855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Attempting to bind port 8dda6afd-e24a-40d7-99c6-aab93d989aac on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:48.367232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Attempting to bind port 8dda6afd-e24a-40d7-99c6-aab93d989aac by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '54c1937a-b670-4f92-afce-1423960ce5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:48.367601 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Attempting to bind port 8dda6afd-e24a-40d7-99c6-aab93d989aac on network cba4861c-5b86-4262-a69f-ea6a607baa2f {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:48.382533 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f122dac-1625-4ca8-8791-eee116ccc700 req-7fbf6a93-e11e-4122-b407-d2df76a3fee8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.389228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:48.389632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Checking segment: {'id': '54c1937a-b670-4f92-afce-1423960ce5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:48.390052 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.390456 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Bound using segment: {'id': '54c1937a-b670-4f92-afce-1423960ce5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:48.390716 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f122dac-1625-4ca8-8791-eee116ccc700 req-7fbf6a93-e11e-4122-b407-d2df76a3fee8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 944 time: 0.1805229 Sep 16 04:51:48.390947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Bound port: 8dda6afd-e24a-40d7-99c6-aab93d989aac, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c1937a-b670-4f92-afce-1423960ce5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:48.391337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.447540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:48.458457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-72158197-b64a-4a3a-b7a3-26da3d51cf9c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7814243 Sep 16 04:51:48.465355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44678) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:48.467043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:51:46Z', 'revision_number': 3, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:46Z', 'revision_number': 1, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:46Z', 'revision_number': 4, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:48.468827 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8fd0e-22c0-4b61-88e3-0c50000e047d None None] Pushing event updated for resources: {'Port': ['ID=27deb24f-c7c6-4972-bc72-a5c2f3d4008d,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.483584 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f122dac-1625-4ca8-8791-eee116ccc700 req-512d015d-a335-4c15-bda0-0ab2f8cf6175 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863097 Sep 16 04:51:48.487775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e1d550f6-c71c-4e00-a9a8-2488701be8cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'network': {'name': 'tempest-RoutersTest-834003752'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:48.527129 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44242906-19d0-4075-9e8e-c035aa3378c7 None None] The sync data for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 is: [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:51:46Z', 'revision_number': 3, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:46Z', 'revision_number': 1, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:46Z', 'revision_number': 4, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:48.598613 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231e7e-9d65-4ee0-bb66-3cd6495100b3 req-6d5099eb-f2b0-4c35-b651-e09263ec936d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.603369 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa231e7e-9d65-4ee0-bb66-3cd6495100b3 req-6d5099eb-f2b0-4c35-b651-e09263ec936d tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 946 time: 0.1427915 Sep 16 04:51:48.628359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] For port 8dda6afd-e24a-40d7-99c6-aab93d989aac, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:48.637961 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.639376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': 'dbefed06-f14e-4394-aadf-8f41e68e95c3'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:48.640257 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.650767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] For port 8dda6afd-e24a-40d7-99c6-aab93d989aac, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8dda6afd-e24a-40d7-99c6-aab93d989aac,segment=NetworkSegment(54c1937a-b670-4f92-afce-1423960ce5c6),segment_id=54c1937a-b670-4f92-afce-1423960ce5c6)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:48.705828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d550f6-c71c-4e00-a9a8-2488701be8cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:48.720350 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.721018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e1d550f6-c71c-4e00-a9a8-2488701be8cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.740272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fa231e7e-9d65-4ee0-bb66-3cd6495100b3 req-09bf94ae-97bd-4035-9685-c9a3da4f3de9 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=97bba700-f6c4-47c9-9772-e81193d3ec33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287091 Sep 16 04:51:48.759517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d550f6-c71c-4e00-a9a8-2488701be8cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:48.767271 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.786418 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e1d550f6-c71c-4e00-a9a8-2488701be8cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.787016 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-e1d550f6-c71c-4e00-a9a8-2488701be8cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Added segment 076f6e0c-1c04-440f-972a-b5d6ab367ebb of type vlan for network c3d62826-ede3-48b8-b7ea-a8463c638d88 Sep 16 04:51:48.848135 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e1d550f6-c71c-4e00-a9a8-2488701be8cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.913557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:48.922861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:48.932422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:48.953173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b226f1-e874-490d-bf3f-8c3d1030c234 None None] Pushing event updated for resources: {'Port': ['ID=8dda6afd-e24a-40d7-99c6-aab93d989aac,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.959555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.960252 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.967270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=c5633de1-923d-4cc3-b89e-0959aee07995,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:48.972872 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e1d550f6-c71c-4e00-a9a8-2488701be8cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:48.979376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d550f6-c71c-4e00-a9a8-2488701be8cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:48.979929 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e1d550f6-c71c-4e00-a9a8-2488701be8cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.014838 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e1d550f6-c71c-4e00-a9a8-2488701be8cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5473673 Sep 16 04:51:49.017497 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44690) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:49.025443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2534be07-33a3-4164-bd63-89bfd7f454cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'subnet': {'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:49.081237 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-40d9e1c9-53cc-46c2-985c-b80a6ef76af2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2724607 Sep 16 04:51:49.082885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Allocated IP 2001:db8::2 (4211d509-25f4-4a41-874d-6b71d4ade588/dbefed06-f14e-4394-aadf-8f41e68e95c3/0c046159-a3a9-447a-8aa4-fd64d3f6b0b0) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:49.083868 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44694) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:49.171758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device abee20c4-0d60-4727-96fb-4a27f9588704 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:49.244600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d550f6-c71c-4e00-a9a8-2488701be8cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Network': ['ID=c3d62826-ede3-48b8-b7ea-a8463c638d88,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:49.261132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network c3d62826-ede3-48b8-b7ea-a8463c638d88 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:49.268253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2534be07-33a3-4164-bd63-89bfd7f454cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:49.272771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2534be07-33a3-4164-bd63-89bfd7f454cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.286040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72956e1e-eb93-4a6e-ae9a-8d2f999091ac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.290771 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-72956e1e-eb93-4a6e-ae9a-8d2f999091ac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1999123 Sep 16 04:51:49.291618 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44698) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:49.481410 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port abee20c4-0d60-4727-96fb-4a27f9588704 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:51:49.511004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-98ab88fc-2908-477c-b2c4-9db0007d0c70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port c5633de1-923d-4cc3-b89e-0959aee07995 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:49.511556 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98ab88fc-2908-477c-b2c4-9db0007d0c70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.513524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port abee20c4-0d60-4727-96fb-4a27f9588704 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:49.514070 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.628507 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.657901 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.675175 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2534be07-33a3-4164-bd63-89bfd7f454cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.789922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:49.815538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:49.818743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534be07-33a3-4164-bd63-89bfd7f454cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Subnet': ['ID=2d5f585e-a4a7-4b00-83f6-d649105ee5e9,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:49.826289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:49.839158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8dda6afd-e24a-40d7-99c6-aab93d989aac up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:49.883667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92761ca1-31ba-40fb-988a-55aceb9bba6f req-d8c52e78-acf5-42dd-9ca8-bdb7c0852ba8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.887538 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-92761ca1-31ba-40fb-988a-55aceb9bba6f req-d8c52e78-acf5-42dd-9ca8-bdb7c0852ba8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 944 time: 0.2042429 Sep 16 04:51:49.890952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534be07-33a3-4164-bd63-89bfd7f454cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Checking segment: {'id': '076f6e0c-1c04-440f-972a-b5d6ab367ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:49.894355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534be07-33a3-4164-bd63-89bfd7f454cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network hostable DHCP agents. Network: c3d62826-ede3-48b8-b7ea-a8463c638d88, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:51:49.896040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Pushing event updated for resources: {'Port': ['ID=0c046159-a3a9-447a-8aa4-fd64d3f6b0b0,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:49.901135 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98ab88fc-2908-477c-b2c4-9db0007d0c70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.918977 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-98ab88fc-2908-477c-b2c4-9db0007d0c70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for c5633de1-923d-4cc3-b89e-0959aee07995 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:49.936413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534be07-33a3-4164-bd63-89bfd7f454cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network c3d62826-ede3-48b8-b7ea-a8463c638d88 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:51:49.952905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-2534be07-33a3-4164-bd63-89bfd7f454cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, c3d62826-ede3-48b8-b7ea-a8463c638d88) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:49.960987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534be07-33a3-4164-bd63-89bfd7f454cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:49.961527 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2534be07-33a3-4164-bd63-89bfd7f454cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:49.977630 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.056852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff8ab9f-9cf2-4bf9-904e-6f7f93222081 None None] Network c3d62826-ede3-48b8-b7ea-a8463c638d88 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:50.106143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2534be07-33a3-4164-bd63-89bfd7f454cb tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0850389 Sep 16 04:51:50.107242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44712) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:50.188415 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-92761ca1-31ba-40fb-988a-55aceb9bba6f req-9b4b1e24-d1c9-4da6-a6ed-2ef142824d44 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768575 Sep 16 04:51:50.378794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Attempting to bind port 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:50.378794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Attempting to bind port 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:50.379315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Attempting to bind port 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:50.381071 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013046ed-fd97-49f8-91c6-618ade0b29cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abee20c4-0d60-4727-96fb-4a27f9588704'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:50.383495 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20604805-4de6-4d8e-8c93-e79683e7f6d9" -d '{"events": [{"server_uuid": "013046ed-fd97-49f8-91c6-618ade0b29cc", "name": "network-vif-plugged", "status": "completed", "tag": "abee20c4-0d60-4727-96fb-4a27f9588704"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:50.416791 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b99ce030-7acc-495f-b98d-3572a5fdd98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.428920 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98ab88fc-2908-477c-b2c4-9db0007d0c70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.433459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port abee20c4-0d60-4727-96fb-4a27f9588704, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abee20c4-0d60-4727-96fb-4a27f9588704,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:50.433459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:50.433459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:50.433459 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.433459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:50.433459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Bound port: 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:50.433459 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.466365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab88fc-2908-477c-b2c4-9db0007d0c70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=c5633de1-923d-4cc3-b89e-0959aee07995,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:50.504161 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.509220 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d849d50a-6fb8-4c33-9d07-77344d61536b x-openstack-request-id: req-d849d50a-6fb8-4c33-9d07-77344d61536b {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:50.509566 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013046ed-fd97-49f8-91c6-618ade0b29cc", "name": "network-vif-plugged", "status": "completed", "tag": "abee20c4-0d60-4727-96fb-4a27f9588704", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:50.509840 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d849d50a-6fb8-4c33-9d07-77344d61536b {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:50.510226 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013046ed-fd97-49f8-91c6-618ade0b29cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abee20c4-0d60-4727-96fb-4a27f9588704', 'code': 200} Sep 16 04:51:50.528539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad7613-5cd9-490e-b1df-debf3d2201ac req-b60c949d-ebca-4c1d-8617-b95aa842e1d4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.530222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0ad7613-5cd9-490e-b1df-debf3d2201ac req-b60c949d-ebca-4c1d-8617-b95aa842e1d4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 946 time: 0.5514462 Sep 16 04:51:50.542938 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98ab88fc-2908-477c-b2c4-9db0007d0c70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.546546 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-98ab88fc-2908-477c-b2c4-9db0007d0c70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/c5633de1-923d-4cc3-b89e-0959aee07995 HTTP/1.1" status: 204 len: 168 time: 1.2533352 Sep 16 04:51:50.550468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44720) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:50.620415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-19b5cfce-491c-4859-a240-8e9a6cb2a576 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.625467 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-19b5cfce-491c-4859-a240-8e9a6cb2a576 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.50 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 946 time: 0.3251700 Sep 16 04:51:50.676841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 8dda6afd-e24a-40d7-99c6-aab93d989aac triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:50.681268 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.721446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0ad7613-5cd9-490e-b1df-debf3d2201ac req-231f5ea4-9332-4dab-bec8-0940b13620d0 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups?id=97bba700-f6c4-47c9-9772-e81193d3ec33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232800 Sep 16 04:51:50.771230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df0e135-4026-4e08-bb59-04e33b8b9972 None None] Network cba4861c-5b86-4262-a69f-ea6a607baa2f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:50.816994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56caf66-fc35-4988-b9ed-3a39d75c6530 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.819583 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56caf66-fc35-4988-b9ed-3a39d75c6530 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.823736 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e56caf66-fc35-4988-b9ed-3a39d75c6530 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2722576 Sep 16 04:51:50.828575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44724) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:50.835268 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897b5fb-e5bd-45f0-934a-6918bd492714 req-a57604b2-bd9e-4fd3-b7ab-7c9d9e10ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:50.836931 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1897b5fb-e5bd-45f0-934a-6918bd492714 req-a57604b2-bd9e-4fd3-b7ab-7c9d9e10ceca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 1097 time: 0.2591503 Sep 16 04:51:50.890157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-c3d62826-ede3-48b8-b7ea-a8463c638d88', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:50.893422 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.901143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Deleting port 8b904360-3128-4ccc-bb23-463b37134277 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:50.901997 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.936313 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd81ce0-72a8-4b66-9ced-0529922ac26b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet dbefed06-f14e-4394-aadf-8f41e68e95c3 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:50.943167 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdd81ce0-72a8-4b66-9ced-0529922ac26b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.982578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] For port 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:50.983838 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:50.986521 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1897b5fb-e5bd-45f0-934a-6918bd492714 req-833918a0-8e3b-4a10-b21e-7abfd4736cc6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411915 Sep 16 04:51:50.990311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] For port 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0c046159-a3a9-447a-8aa4-fd64d3f6b0b0,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:50.994431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=abee20c4-0d60-4727-96fb-4a27f9588704,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:51.014904 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdd81ce0-72a8-4b66-9ced-0529922ac26b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.075084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] For port 8b904360-3128-4ccc-bb23-463b37134277, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8b904360-3128-4ccc-bb23-463b37134277,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:51.076029 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.103967 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.110478 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.190589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fc9a65db-e6ba-47cd-ba52-3a6b0c4465c1 None None] Provisioning complete for port 8dda6afd-e24a-40d7-99c6-aab93d989aac triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:51.191600 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fc9a65db-e6ba-47cd-ba52-3a6b0c4465c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.242389 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdd81ce0-72a8-4b66-9ced-0529922ac26b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.364708 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.365082 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.365458 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Floating IP e97a4ed5-7acb-4686-baff-edd3f7e4dd82 disassociated. External IP: 172.25.0.146, port: 8b904360-3128-4ccc-bb23-463b37134277. Sep 16 04:51:51.365906 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Calling delete_port for 8b904360-3128-4ccc-bb23-463b37134277 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:51.579792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb153f-bc98-4ddb-9db6-b14b0cb6a2f2 None None] Pushing event updated for resources: {'Port': ['ID=0c046159-a3a9-447a-8aa4-fd64d3f6b0b0,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:51.641498 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.647746 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.711233 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.817176 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fc9a65db-e6ba-47cd-ba52-3a6b0c4465c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.844772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 8dda6afd-e24a-40d7-99c6-aab93d989aac, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8dda6afd-e24a-40d7-99c6-aab93d989aac,segment=NetworkSegment(54c1937a-b670-4f92-afce-1423960ce5c6),segment_id=54c1937a-b670-4f92-afce-1423960ce5c6)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:51.850644 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:51.941552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event deleted for resources: {'Port': ['ID=8b904360-3128-4ccc-bb23-463b37134277,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:52.146417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=8dda6afd-e24a-40d7-99c6-aab93d989aac,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:52.171687 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-fc9a65db-e6ba-47cd-ba52-3a6b0c4465c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:51:52.171687 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-fc9a65db-e6ba-47cd-ba52-3a6b0c4465c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:51:52.174296 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Sync routers for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:52.190240 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:52.190903 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:52.225430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 27deb24f-c7c6-4972-bc72-a5c2f3d4008d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:52.327128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:52.327660 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.393223 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:52.608621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368b9e2-758a-4d7f-bc50-248973fa1c4d req-579385ee-b702-4894-b778-8dabb391bd63 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:52.616413 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5368b9e2-758a-4d7f-bc50-248973fa1c4d req-579385ee-b702-4894-b778-8dabb391bd63 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 945 time: 1.2912858 Sep 16 04:51:52.653641 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdd81ce0-72a8-4b66-9ced-0529922ac26b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.678221 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdd81ce0-72a8-4b66-9ced-0529922ac26b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:52.680504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fdd81ce0-72a8-4b66-9ced-0529922ac26b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/dbefed06-f14e-4394-aadf-8f41e68e95c3 HTTP/1.1" status: 204 len: 168 time: 1.8516526 Sep 16 04:51:52.683878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44752) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:52.839816 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:51:46Z', 'revision_number': 3, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 2, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:52.894906 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Checking router: 315c821e-3ac4-4c98-bd2f-8a2070009769 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:52.895662 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Updating router 315c821e-3ac4-4c98-bd2f-8a2070009769 port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:51:52.917308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd81ce0-72a8-4b66-9ced-0529922ac26b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=dbefed06-f14e-4394-aadf-8f41e68e95c3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:52.932604 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7507301c-2cb9-4d57-b2a5-13b42b1e1b74 req-93601b08-6aad-4490-805b-fa163e483ed4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 210 time: 0.0506186 Sep 16 04:51:52.933196 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7df3e472-0dbc-498f-b216-0b8ee283161c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1819842 Sep 16 04:51:52.940966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44758) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:52.959770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Allocated IP 172.22.0.1 (c3d62826-ede3-48b8-b7ea-a8463c638d88/2d5f585e-a4a7-4b00-83f6-d649105ee5e9/c0ea367c-cf84-4755-91c4-542aaea6a0ee) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:52.964520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5368b9e2-758a-4d7f-bc50-248973fa1c4d req-52381982-78c0-40b1-acc7-f30708a84341 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471498 Sep 16 04:51:53.009310 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-41f95311-7bdd-4446-b635-bb4010907b23 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3897853 Sep 16 04:51:53.012161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6cfb010c-d8a5-490e-8e75-126cf867adca tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:53.013857 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.027142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e66458e3-1f67-4d54-b6a1-6331f86d73b6 None None] Provisioning complete for port 8dda6afd-e24a-40d7-99c6-aab93d989aac triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:53.027538 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e66458e3-1f67-4d54-b6a1-6331f86d73b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.147259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:53.219616 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.308817 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-c9741da9-9d4f-4d8c-9af8-f01e7181d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.309226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-c9741da9-9d4f-4d8c-9af8-f01e7181d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.311935 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8b904360-3128-4ccc-bb23-463b37134277 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:53.322214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-c9741da9-9d4f-4d8c-9af8-f01e7181d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.322809 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-c9741da9-9d4f-4d8c-9af8-f01e7181d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.323304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-c9741da9-9d4f-4d8c-9af8-f01e7181d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.323791 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-c9741da9-9d4f-4d8c-9af8-f01e7181d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.324271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-c9741da9-9d4f-4d8c-9af8-f01e7181d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.326959 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-c9741da9-9d4f-4d8c-9af8-f01e7181d59e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 6505 time: 0.2846959 Sep 16 04:51:53.342351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 8b904360-3128-4ccc-bb23-463b37134277 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:53.342895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8b904360-3128-4ccc-bb23-463b37134277 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:53.379098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e66458e3-1f67-4d54-b6a1-6331f86d73b6 None None] Provisioning complete for port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:53.379714 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e66458e3-1f67-4d54-b6a1-6331f86d73b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.430877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e66458e3-1f67-4d54-b6a1-6331f86d73b6 None None] Port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:51:53.447509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfb010c-d8a5-490e-8e75-126cf867adca tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:53.454017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6cfb010c-d8a5-490e-8e75-126cf867adca tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.465573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d998e6c-bc67-4239-b97f-bd2910fb519f None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:53.542713 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.592169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-f3abdc13-9edb-4402-86ca-3d6d40090c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.592608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-f3abdc13-9edb-4402-86ca-3d6d40090c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.593091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-f3abdc13-9edb-4402-86ca-3d6d40090c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.595281 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-f3abdc13-9edb-4402-86ca-3d6d40090c85 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b484af42-d11f-4ec2-83eb-7d35c3841f1f&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e HTTP/1.1" status: 200 len: 2298 time: 0.2157409 Sep 16 04:51:53.617585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5da297bf-7e1e-4edc-baab-52f12e10eeb1 None None] Provisioning complete for port 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:53.617985 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5da297bf-7e1e-4edc-baab-52f12e10eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.644291 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b7e72fe-e0f4-42a6-b722-fa09e584b532 req-7e234794-1582-4762-a5cf-1e1782ec5659 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2492149 Sep 16 04:51:53.649301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:53.664870 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.669321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6869bf15-01fb-486a-ac4e-c189aafa16f0 None None] Sync routers for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:53.673698 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.701593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] No DVR routers for this DVR port 8b904360-3128-4ccc-bb23-463b37134277 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:53.719425 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.722424 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2c1fcd6e-ce35-47c1-8fab-8124adb6cc2b req-fc9eab8f-5e21-48bd-a1fc-2afce39ec1a4 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.50 "DELETE /v2.0/ports/8b904360-3128-4ccc-bb23-463b37134277 HTTP/1.1" status: 204 len: 173 time: 3.0588210 Sep 16 04:51:53.732581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'name': 'network-vif-deleted', 'tag': '8b904360-3128-4ccc-bb23-463b37134277'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:51:53.736345 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0c27d3-1965-49ae-997e-5c78a85370d5" -d '{"events": [{"server_uuid": "6450c91d-de45-41cb-83a6-f828d39c7ffc", "name": "network-vif-deleted", "tag": "8b904360-3128-4ccc-bb23-463b37134277"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:51:53.771718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6869bf15-01fb-486a-ac4e-c189aafa16f0 None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:53.772394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6869bf15-01fb-486a-ac4e-c189aafa16f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:53.773173 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.774631 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Pushing event updated for resources: {'Port': ['ID=1701747d-c3c9-45dc-8c91-ce3e8db4abf1,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:53.793562 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.794005 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.808040 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.810925 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.811657 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.812196 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.812724 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.821663 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.838092 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ef108e-1547-4539-8b95-40127a41a970 x-openstack-request-id: req-99ef108e-1547-4539-8b95-40127a41a970 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:51:53.838642 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6450c91d-de45-41cb-83a6-f828d39c7ffc", "name": "network-vif-deleted", "tag": "8b904360-3128-4ccc-bb23-463b37134277", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:51:53.839120 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99ef108e-1547-4539-8b95-40127a41a970 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:51:53.839794 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6450c91d-de45-41cb-83a6-f828d39c7ffc', 'name': 'network-vif-deleted', 'tag': '8b904360-3128-4ccc-bb23-463b37134277', 'status': 'completed', 'code': 200} Sep 16 04:51:53.841584 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.842062 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.842414 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.842766 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:51:53.924266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e72fe-e0f4-42a6-b722-fa09e584b532 req-251b62a4-9e57-45d2-a7ff-b9baa02597bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:53.930278 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b7e72fe-e0f4-42a6-b722-fa09e584b532 req-251b62a4-9e57-45d2-a7ff-b9baa02597bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 1097 time: 0.2249126 Sep 16 04:51:53.980132 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Attempting to bind port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:53.980513 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Attempting to bind port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '54c1937a-b670-4f92-afce-1423960ce5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:53.980882 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Attempting to bind port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 on network cba4861c-5b86-4262-a69f-ea6a607baa2f {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:53.995569 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:53.996238 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Checking segment: {'id': '54c1937a-b670-4f92-afce-1423960ce5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:53.997518 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:53.998179 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Bound using segment: {'id': '54c1937a-b670-4f92-afce-1423960ce5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:53.998847 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Bound port: 1701747d-c3c9-45dc-8c91-ce3e8db4abf1, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c1937a-b670-4f92-afce-1423960ce5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:53.999966 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.022276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network c3d62826-ede3-48b8-b7ea-a8463c638d88 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:54.025948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Allocated IP 172.22.0.2 (c3d62826-ede3-48b8-b7ea-a8463c638d88/2d5f585e-a4a7-4b00-83f6-d649105ee5e9/9510bcee-3e1a-49f2-a019-1ba2dd0716bf) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:54.066852 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:54.074875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:54.294667 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] For port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:54.299916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:54.302518 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098019c6-83a2-4aef-bf51-d7d0cef5c9a5 None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:51:54.303374 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] For port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1701747d-c3c9-45dc-8c91-ce3e8db4abf1,segment=NetworkSegment(54c1937a-b670-4f92-afce-1423960ce5c6),segment_id=54c1937a-b670-4f92-afce-1423960ce5c6)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:54.305285 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e72fe-e0f4-42a6-b722-fa09e584b532 req-e4372e8c-eab6-483e-8903-c39a931de574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.307356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b7e72fe-e0f4-42a6-b722-fa09e584b532 req-e4372e8c-eab6-483e-8903-c39a931de574 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 906 time: 0.2642066 Sep 16 04:51:54.309051 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6cfb010c-d8a5-490e-8e75-126cf867adca tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.321264 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.365590 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da5fd27d-e8dc-4a94-bee6-6a4f64172242 req-3f4a28bd-674a-4964-ad83-3b852f8a4f98 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/ports?device_id=6450c91d-de45-41cb-83a6-f828d39c7ffc HTTP/1.1" status: 200 len: 210 time: 0.0417016 Sep 16 04:51:54.398608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=c0ea367c-cf84-4755-91c4-542aaea6a0ee,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:54.412958 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b7e72fe-e0f4-42a6-b722-fa09e584b532 req-075f0390-5c92-4705-9769-465c3fd8862d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8245fffc-1f72-45b7-8067-7ab4df914c37 HTTP/1.1" status: 200 len: 217 time: 0.0913320 Sep 16 04:51:54.444823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-c73ffa57-5335-4984-a2be-cafb857207b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bb4b8a4-bd16-481d-9eea-d98db23b0b42 HTTP/1.1" status: 200 len: 1001 time: 0.8293314 Sep 16 04:51:54.454156 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5da297bf-7e1e-4edc-baab-52f12e10eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.464327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfb010c-d8a5-490e-8e75-126cf867adca tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:54.467260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-6cfb010c-d8a5-490e-8e75-126cf867adca tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:54.479050 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:54.479700 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:54.489934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb010c-d8a5-490e-8e75-126cf867adca tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.490688 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6cfb010c-d8a5-490e-8e75-126cf867adca tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.540451 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.590163 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae637157-c923-4e58-b1bd-bfee94b81a74 None None] Pushing event updated for resources: {'Port': ['ID=1701747d-c3c9-45dc-8c91-ce3e8db4abf1,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:54.613189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-6869bf15-01fb-486a-ac4e-c189aafa16f0 None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:54.642231 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6cfb010c-d8a5-490e-8e75-126cf867adca tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7001121 Sep 16 04:51:54.642569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44788) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:54.652038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb010c-d8a5-490e-8e75-126cf867adca tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=a6c03b8d-bb89-4d68-9f1e-802e2ee7f174,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:54.667260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'name': 'tempest-NetworksTestDHCPv6-1526265008'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:54.668154 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e72fe-e0f4-42a6-b722-fa09e584b532 req-4467571b-2ef6-4c8f-b586-8709594f1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.671262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b7e72fe-e0f4-42a6-b722-fa09e584b532 req-4467571b-2ef6-4c8f-b586-8709594f1a54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.1954393 Sep 16 04:51:54.689126 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.710050 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:54.714439 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.736128 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b7e72fe-e0f4-42a6-b722-fa09e584b532 req-00c01da3-2cbe-4e80-b2f3-6f48a7020e77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535645 Sep 16 04:51:54.787025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b852367-5be2-40fe-82e8-e2c68da1f273 req-39e271df-97a4-4c10-ab25-a60ea26e09c4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.806270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b852367-5be2-40fe-82e8-e2c68da1f273 req-39e271df-97a4-4c10-ab25-a60ea26e09c4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 945 time: 0.5311272 Sep 16 04:51:54.835379 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Pushing event updated for resources: {'Port': ['ID=9510bcee-3e1a-49f2-a019-1ba2dd0716bf,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:54.879127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Network c3d62826-ede3-48b8-b7ea-a8463c638d88 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:54.910086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-9bf3ea2e-8430-4c36-95cf-41d3a2930aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:54.912161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-9bf3ea2e-8430-4c36-95cf-41d3a2930aba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=04988699-f88f-44f7-ad1b-2f1effb65073 HTTP/1.1" status: 200 len: 856 time: 0.4660375 Sep 16 04:51:54.934906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:54.934906 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:54.940372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5da297bf-7e1e-4edc-baab-52f12e10eeb1 None None] For port 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0c046159-a3a9-447a-8aa4-fd64d3f6b0b0,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:54.944971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:54.963114 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b7e72fe-e0f4-42a6-b722-fa09e584b532 req-fa6374be-0f14-4428-a710-5240eadebcd3 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202821 Sep 16 04:51:54.983544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:55.035785 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5da297bf-7e1e-4edc-baab-52f12e10eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.044296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-098019c6-83a2-4aef-bf51-d7d0cef5c9a5 None None] Deleting port 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:55.044989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098019c6-83a2-4aef-bf51-d7d0cef5c9a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.084574 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:51:46Z', 'revision_number': 3, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:54Z', 'revision_number': 4, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:55.106006 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b7e72fe-e0f4-42a6-b722-fa09e584b532 req-2689e518-3760-4f8d-bab2-9211d0b912e3 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357520 Sep 16 04:51:55.131203 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446cb60-81aa-4429-b203-2c36451b9b38 None None] The sync data for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 is: [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:51:46Z', 'revision_number': 3, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:54Z', 'revision_number': 4, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:55.146366 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b852367-5be2-40fe-82e8-e2c68da1f273 req-d2d73a6a-b309-4a4f-bcea-d1402f5506ff tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283861 Sep 16 04:51:55.211917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.239359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-7896772f-d393-4c41-9545-ab7a55b4cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.241160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-7896772f-d393-4c41-9545-ab7a55b4cc76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b484af42-d11f-4ec2-83eb-7d35c3841f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2570465 Sep 16 04:51:55.373975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:55.377548 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.388645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Attempting to bind port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:51:55.389135 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Attempting to bind port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '076f6e0c-1c04-440f-972a-b5d6ab367ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:51:55.389274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Attempting to bind port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf on network c3d62826-ede3-48b8-b7ea-a8463c638d88 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:51:55.445985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8dda6afd-e24a-40d7-99c6-aab93d989aac up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:55.447751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5da297bf-7e1e-4edc-baab-52f12e10eeb1 None None] Provisioning complete for port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:55.450169 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5da297bf-7e1e-4edc-baab-52f12e10eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.491426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44816) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:55.570416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 5dd0acfc-60e7-404f-a98d-46d53ec23989 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:51:55.627069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:51:55.627312 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Checking segment: {'id': '076f6e0c-1c04-440f-972a-b5d6ab367ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:51:55.629102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.629102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Bound using segment: {'id': '076f6e0c-1c04-440f-972a-b5d6ab367ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:51:55.629397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Bound port: 9510bcee-3e1a-49f2-a019-1ba2dd0716bf, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076f6e0c-1c04-440f-972a-b5d6ab367ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:51:55.629992 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.635205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-098019c6-83a2-4aef-bf51-d7d0cef5c9a5 None None] For port 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0c046159-a3a9-447a-8aa4-fd64d3f6b0b0,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:55.635803 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098019c6-83a2-4aef-bf51-d7d0cef5c9a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.645901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da297bf-7e1e-4edc-baab-52f12e10eeb1 None None] Pushing event updated for resources: {'Port': ['ID=0c046159-a3a9-447a-8aa4-fd64d3f6b0b0,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:55.687759 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-417ce0c6-9e1a-473c-95d4-836fd7b18f0c tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.699077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-098019c6-83a2-4aef-bf51-d7d0cef5c9a5 None None] Calling delete_port for 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:55.717060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 8dda6afd-e24a-40d7-99c6-aab93d989aac triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:55.717379 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.735774 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-417ce0c6-9e1a-473c-95d4-836fd7b18f0c tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.745073 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-4daca103-7fa1-48bc-b4af-83414ee713c4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:55.746624 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-4daca103-7fa1-48bc-b4af-83414ee713c4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.2084637 Sep 16 04:51:55.780447 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-c47f5bd6-ee81-4379-9629-7271aeb8aad9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/quotas/c329891caf83491e9f7ca95911270da6 HTTP/1.1" status: 200 len: 375 time: 0.0272181 Sep 16 04:51:55.792770 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6869bf15-01fb-486a-ac4e-c189aafa16f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:04Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:55.844137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-f8705f5d-1d4e-4307-9bc0-1810269d5c1f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564156 Sep 16 04:51:55.850097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::1fc (4211d509-25f4-4a41-874d-6b71d4ade588/a6c03b8d-bb89-4d68-9f1e-802e2ee7f174/5dd0acfc-60e7-404f-a98d-46d53ec23989) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:55.861381 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-417ce0c6-9e1a-473c-95d4-836fd7b18f0c tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.864184 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-417ce0c6-9e1a-473c-95d4-836fd7b18f0c tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:55.868222 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-417ce0c6-9e1a-473c-95d4-836fd7b18f0c tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "DELETE /v2.0/security-groups/97bba700-f6c4-47c9-9772-e81193d3ec33 HTTP/1.1" status: 204 len: 168 time: 0.3757186 Sep 16 04:51:55.889183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44826) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:56.022530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ce0c6-9e1a-473c-95d4-836fd7b18f0c tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bba700-f6c4-47c9-9772-e81193d3ec33,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.027588 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-c83a93a3-2f1c-4dc4-b0d3-b7303be317ee tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] show failed (client error): The resource could not be found. Sep 16 04:51:56.027795 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.032821 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c83a93a3-2f1c-4dc4-b0d3-b7303be317ee tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "GET /v2.0/security-groups/97bba700-f6c4-47c9-9772-e81193d3ec33 HTTP/1.1" status: 404 len: 347 time: 0.1474547 Sep 16 04:51:56.035393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44830) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:56.045290 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-7c6d1f55-2924-4d1e-825d-085d418616e7 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924984 Sep 16 04:51:56.064961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-14cda1c5-1c1a-40ea-aad4-1ff873b8c17c service neutron] 10.222.0.50 "GET /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8156924 Sep 16 04:51:56.068676 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.107511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6869bf15-01fb-486a-ac4e-c189aafa16f0 None None] Checking router: ee6b3f27-2d80-48be-84c9-090ca84cc5c5 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:56.200507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6869bf15-01fb-486a-ac4e-c189aafa16f0 None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:56.201341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6869bf15-01fb-486a-ac4e-c189aafa16f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:56.210917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] For port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:51:56.280760 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-d68ad4b1-7d74-4554-905e-2550d4ff9d11 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035770 Sep 16 04:51:56.312355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-80917900-e830-4cae-b949-dfb6f46e28b7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Deleting port b98be4bd-eb1b-49b8-b563-fbdbcabd5adb {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:56.313069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80917900-e830-4cae-b949-dfb6f46e28b7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.315466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=5dd0acfc-60e7-404f-a98d-46d53ec23989,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.326502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] For port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9510bcee-3e1a-49f2-a019-1ba2dd0716bf,segment=NetworkSegment(076f6e0c-1c04-440f-972a-b5d6ab367ebb),segment_id=076f6e0c-1c04-440f-972a-b5d6ab367ebb)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:51:56.339338 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-65770464-0a70-43ca-bd0b-815c62944a8a service neutron] 10.222.0.50 "GET /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590051 Sep 16 04:51:56.349343 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.369140 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5da297bf-7e1e-4edc-baab-52f12e10eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.443003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5da297bf-7e1e-4edc-baab-52f12e10eeb1 None None] For port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1701747d-c3c9-45dc-8c91-ce3e8db4abf1,segment=NetworkSegment(54c1937a-b670-4f92-afce-1423960ce5c6),segment_id=54c1937a-b670-4f92-afce-1423960ce5c6)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:56.461115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80917900-e830-4cae-b949-dfb6f46e28b7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.463078 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5da297bf-7e1e-4edc-baab-52f12e10eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.470485 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80917900-e830-4cae-b949-dfb6f46e28b7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.504177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-80917900-e830-4cae-b949-dfb6f46e28b7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Calling delete_port for b98be4bd-eb1b-49b8-b563-fbdbcabd5adb owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:56.539258 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098019c6-83a2-4aef-bf51-d7d0cef5c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.562744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098019c6-83a2-4aef-bf51-d7d0cef5c9a5 None None] No DVR routers for this DVR port 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:51:56.616809 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.623078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:56.628180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:56.628402 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:56.630444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9edd60-cc49-4c92-b906-9ab9ffb4f7bd None None] Pushing event updated for resources: {'Port': ['ID=9510bcee-3e1a-49f2-a019-1ba2dd0716bf,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.647642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3673ff63-b57b-4315-b7aa-72c0a61742a8 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:56.657299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:51:56.670119 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:56.670935 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.679591 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.728229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-6869bf15-01fb-486a-ac4e-c189aafa16f0 None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:56.836668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80917900-e830-4cae-b949-dfb6f46e28b7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:56.892786 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80917900-e830-4cae-b949-dfb6f46e28b7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Pushing event deleted for resources: {'Port': ['ID=b98be4bd-eb1b-49b8-b563-fbdbcabd5adb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:56.958058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-010bdec1-37cb-4c09-8d49-7fbd00911b3e None None] Provisioning complete for port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:56.976325 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-010bdec1-37cb-4c09-8d49-7fbd00911b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.032117 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80917900-e830-4cae-b949-dfb6f46e28b7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.034794 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80917900-e830-4cae-b949-dfb6f46e28b7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.036217 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-80917900-e830-4cae-b949-dfb6f46e28b7 tempest-AttachVolumeTestJSON-1150466489 tempest-AttachVolumeTestJSON-1150466489-project] 10.222.0.53 "DELETE /v2.0/floatingips/e97a4ed5-7acb-4686-baff-edd3f7e4dd82 HTTP/1.1" status: 204 len: 168 time: 0.9998477 Sep 16 04:51:57.094928 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-3c7b8753-5798-4554-8279-1ed287314170 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=267c03d0-c4a6-4d27-8848-96211f86e09b HTTP/1.1" status: 200 len: 217 time: 0.4602749 Sep 16 04:51:57.141574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=c0ea367c-cf84-4755-91c4-542aaea6a0ee,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.151825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.170549 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4500d354-d0cb-4ca1-b97a-07e67d3b77c5 req-82f95d43-7ffc-4176-91bc-835fd7d1b0a9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 210 time: 0.5374601 Sep 16 04:51:57.174871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da297bf-7e1e-4edc-baab-52f12e10eeb1 None None] Pushing event updated for resources: {'Port': ['ID=1701747d-c3c9-45dc-8c91-ce3e8db4abf1,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.201484 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dc4c7c58-b33e-4a41-bd58-e79fe796a394 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5445542 Sep 16 04:51:57.201930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44862) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:57.318536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-c96cde98-d835-4148-b4d4-2ef76804debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.320629 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-c96cde98-d835-4148-b4d4-2ef76804debc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.1469109 Sep 16 04:51:57.365316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098019c6-83a2-4aef-bf51-d7d0cef5c9a5 None None] Pushing event deleted for resources: {'Port': ['ID=0c046159-a3a9-447a-8aa4-fd64d3f6b0b0,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:57.378112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7333d63-ded0-4496-8791-7603504e34da tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.379808 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a7333d63-ded0-4496-8791-7603504e34da tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1764388 Sep 16 04:51:57.382722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44866) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:57.396173 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network c3d62826-ede3-48b8-b7ea-a8463c638d88 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:51:57.398404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:51:57.468569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-0b5babd9-0cc7-45c1-92f0-d95e9d016e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:57.470619 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-0b5babd9-0cc7-45c1-92f0-d95e9d016e73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1397514 Sep 16 04:51:57.577576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-cb5cae04-00c2-47bd-9ea4-a8822409ef82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 5dd0acfc-60e7-404f-a98d-46d53ec23989 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:51:57.578753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb5cae04-00c2-47bd-9ea4-a8822409ef82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.628248 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:57.628882 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.796037 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb5cae04-00c2-47bd-9ea4-a8822409ef82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:57.812834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 315c821e-3ac4-4c98-bd2f-8a2070009769 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:51:57.824662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-cb5cae04-00c2-47bd-9ea4-a8822409ef82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 5dd0acfc-60e7-404f-a98d-46d53ec23989 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:51:57.984824 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-a90cd3ff-3320-4e6f-a0c5-90bf6eb01797 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682024 Sep 16 04:51:58.051148 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb5cae04-00c2-47bd-9ea4-a8822409ef82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.187166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:51:58.201448 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Sync routers for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:51:58.215041 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:51:58.227483 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:58.237939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cae04-00c2-47bd-9ea4-a8822409ef82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=5dd0acfc-60e7-404f-a98d-46d53ec23989,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:58.273422 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cb5cae04-00c2-47bd-9ea4-a8822409ef82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.274325 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-da3a67eb-c3c7-44da-852f-42dd738136c4 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1622093 Sep 16 04:51:58.276834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44882) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:58.278698 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cb5cae04-00c2-47bd-9ea4-a8822409ef82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/5dd0acfc-60e7-404f-a98d-46d53ec23989 HTTP/1.1" status: 204 len: 168 time: 0.8912597 Sep 16 04:51:58.282812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b8727503-195a-462e-bea4-73179bce23c7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'network': {'name': 'tempest-RoutersTest-403901852'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:58.287164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44884) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:58.290670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:51:58.355135 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3650762-bd08-4d20-ac27-20c7a3129b04 None None] Network c3d62826-ede3-48b8-b7ea-a8463c638d88 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:51:58.370307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:51:58.370681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0c046159-a3a9-447a-8aa4-fd64d3f6b0b0 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:51:58.453589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': 'a6c03b8d-bb89-4d68-9f1e-802e2ee7f174'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:51:58.456847 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.474626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-30b7b321-ee67-4397-9867-e03f09c2a55f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:58.476379 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-30b7b321-ee67-4397-9867-e03f09c2a55f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.50 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.3375797 Sep 16 04:51:58.496441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Request body: {'port': {'device_id': '2a4522f8-c245-41ef-92e2-33964da91202', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'admin_state_up': True, 'tenant_id': 'c329891caf83491e9f7ca95911270da6'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:58.517215 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6869bf15-01fb-486a-ac4e-c189aafa16f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:04Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:58.594698 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:51:58.659414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f887ffca-12bb-41a3-8588-cefad30018da None None] Provisioning complete for port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:58.660095 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f887ffca-12bb-41a3-8588-cefad30018da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:58.782838 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6869bf15-01fb-486a-ac4e-c189aafa16f0 None None] The sync data for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 is: [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:43:58Z', 'revision_number': 4, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '02466ad4-1110-4205-a6c3-fd529083d013', 'name': '', 'network_id': '54ab4011-9c3b-42b6-b477-8b46a43d41ae', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'mac_address': 'fa:16:3e:63:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:57Z', 'updated_at': '2021-09-16T04:44:04Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'subnets': [{'id': 'e14c121a-a13e-4cf4-87d5-73ea10aad127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:51:58.815222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:51:59.141765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Made reservation on behalf of c329891caf83491e9f7ca95911270da6 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:59.150270 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:51:55Z', 'revision_number': 4, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 2, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:51:59.153785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52a533ab-0f9b-484d-97fc-f0d68bde85e8 req-58c43cec-7148-479b-9593-cc5f9a2ce9c0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 210 time: 0.8112516 Sep 16 04:51:59.156948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8727503-195a-462e-bea4-73179bce23c7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:51:59.161183 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8727503-195a-462e-bea4-73179bce23c7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.164837 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.184267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-d83d16a1-8281-4bde-8039-fd34d79e887d service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1265466 Sep 16 04:51:59.186365 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Checking router: 315c821e-3ac4-4c98-bd2f-8a2070009769 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:51:59.187011 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Updating router 315c821e-3ac4-4c98-bd2f-8a2070009769 port c0ea367c-cf84-4755-91c4-542aaea6a0ee binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:51:59.196198 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a051e20-282e-44a1-9ddc-02474ca447b4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.197930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a051e20-282e-44a1-9ddc-02474ca447b4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.201835 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8a051e20-282e-44a1-9ddc-02474ca447b4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9037404 Sep 16 04:51:59.206759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44896) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:59.236929 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.288113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-565b8a11-5de2-4ecb-91a2-f2036e171d29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=8859561b-453a-40df-b464-bbefeaa1629f HTTP/1.1" status: 200 len: 217 time: 0.0994728 Sep 16 04:51:59.291165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8727503-195a-462e-bea4-73179bce23c7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:51:59.362630 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8727503-195a-462e-bea4-73179bce23c7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.362630 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-b8727503-195a-462e-bea4-73179bce23c7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Added segment 85fa1b53-6cf3-4055-aa08-2f7445dabc51 of type vlan for network bf00e824-caa7-4ae3-8e1f-5abc655cd203 Sep 16 04:51:59.383874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26f198e-5e1b-4b6f-9768-d54b2aa024b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet a6c03b8d-bb89-4d68-9f1e-802e2ee7f174 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:51:59.394157 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f887ffca-12bb-41a3-8588-cefad30018da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.423313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:51:59.424621 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.429311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-e073b965-9f28-4b14-b78d-73cd45d379fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.430848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-e073b965-9f28-4b14-b78d-73cd45d379fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.1311057 Sep 16 04:51:59.432554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8727503-195a-462e-bea4-73179bce23c7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.514667 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8727503-195a-462e-bea4-73179bce23c7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.522263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8727503-195a-462e-bea4-73179bce23c7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.523437 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8727503-195a-462e-bea4-73179bce23c7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.572022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-338ae5f5-ce3a-4d63-baf8-8cb9210e7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:51:59.573694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-338ae5f5-ce3a-4d63-baf8-8cb9210e7e34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1319222 Sep 16 04:51:59.574946 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Allocated IP 172.20.0.7 (e670719f-0f73-44fb-b205-e57c9e6482ab/62d9ede1-de16-4e4e-ac56-0f29b66bf35e/c812cce6-0283-4ea4-98f5-b890fa196b00) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:51:59.579396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b8727503-195a-462e-bea4-73179bce23c7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2990351 Sep 16 04:51:59.608020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44902) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:51:59.713433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8727503-195a-462e-bea4-73179bce23c7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Network': ['ID=bf00e824-caa7-4ae3-8e1f-5abc655cd203,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:51:59.720693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-349d3c36-1876-4a2c-aab4-1c6377dd69d3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'subnet': {'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:51:59.784490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13537f6-c383-4e23-a3ea-dbe2db9ec801 None None] New status for floating IP e97a4ed5-7acb-4686-baff-edd3f7e4dd82: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:51:59.821187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network bf00e824-caa7-4ae3-8e1f-5abc655cd203 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:51:59.839274 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.846866 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:51:59.962002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f887ffca-12bb-41a3-8588-cefad30018da None None] For port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9510bcee-3e1a-49f2-a019-1ba2dd0716bf,segment=NetworkSegment(076f6e0c-1c04-440f-972a-b5d6ab367ebb),segment_id=076f6e0c-1c04-440f-972a-b5d6ab367ebb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:51:59.970325 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.006495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Allocated IP 2001:db8::2 (4211d509-25f4-4a41-874d-6b71d4ade588/a6c03b8d-bb89-4d68-9f1e-802e2ee7f174/d39a287d-82fc-468f-a4a2-09db2f548727) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:00.011797 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f887ffca-12bb-41a3-8588-cefad30018da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.012025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.032363 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7dd34-db1d-43f5-8043-73b21a5eed89 None None] Pushing event updated for resources: {'Port': ['ID=c0ea367c-cf84-4755-91c4-542aaea6a0ee,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.086535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349d3c36-1876-4a2c-aab4-1c6377dd69d3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Made reservation on behalf of a9302ca1c1ba457b847833ca04f2525b for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:00.092301 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-349d3c36-1876-4a2c-aab4-1c6377dd69d3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.099390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Network e670719f-0f73-44fb-b205-e57c9e6482ab is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:00.107762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:00.108852 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-74a386bb-25ac-4546-90da-aa36fddd6457 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102828 Sep 16 04:52:00.116428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:00.142886 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Attempting to bind port c0ea367c-cf84-4755-91c4-542aaea6a0ee on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:00.143268 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Attempting to bind port c0ea367c-cf84-4755-91c4-542aaea6a0ee by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '076f6e0c-1c04-440f-972a-b5d6ab367ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:00.143638 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Attempting to bind port c0ea367c-cf84-4755-91c4-542aaea6a0ee on network c3d62826-ede3-48b8-b7ea-a8463c638d88 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:00.157052 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:00.157430 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Checking segment: {'id': '076f6e0c-1c04-440f-972a-b5d6ab367ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:00.157870 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.158265 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Bound using segment: {'id': '076f6e0c-1c04-440f-972a-b5d6ab367ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:00.158743 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Bound port: c0ea367c-cf84-4755-91c4-542aaea6a0ee, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076f6e0c-1c04-440f-972a-b5d6ab367ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:00.159127 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.176318 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37', 'abee20c4-0d60-4727-96fb-4a27f9588704'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:00.238377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event updated for resources: {'Port': ['ID=c812cce6-0283-4ea4-98f5-b890fa196b00,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.288644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.289327 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.297020 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] For port c0ea367c-cf84-4755-91c4-542aaea6a0ee, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:00.300860 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] For port c0ea367c-cf84-4755-91c4-542aaea6a0ee, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c0ea367c-cf84-4755-91c4-542aaea6a0ee,segment=NetworkSegment(076f6e0c-1c04-440f-972a-b5d6ab367ebb),segment_id=076f6e0c-1c04-440f-972a-b5d6ab367ebb)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:00.307023 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.346109 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-a2d09ab2-2c96-4e5b-9d6d-823275f72b2b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8429921 Sep 16 04:52:00.382171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Request body: {'port': {'device_id': '2a4522f8-c245-41ef-92e2-33964da91202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:00.388247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887ffca-12bb-41a3-8588-cefad30018da None None] Pushing event updated for resources: {'Port': ['ID=9510bcee-3e1a-49f2-a019-1ba2dd0716bf,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.459124 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:00.459717 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:00.514275 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.571875 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7dd34-db1d-43f5-8043-73b21a5eed89 None None] Pushing event updated for resources: {'Port': ['ID=c0ea367c-cf84-4755-91c4-542aaea6a0ee,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:00.573631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9510bcee-3e1a-49f2-a019-1ba2dd0716bf up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:00.583231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8762b9f-7f28-4430-a579-5129789143e8 req-49ba236d-1415-4ba7-a69d-a851c5050b1e tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:00.584798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8762b9f-7f28-4430-a579-5129789143e8 req-49ba236d-1415-4ba7-a69d-a851c5050b1e tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 931 time: 0.2052333 Sep 16 04:52:00.592917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-303da673-622f-44e3-a74e-bd0ce72221d1 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435933 Sep 16 04:52:00.651694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-239697b7-04c5-4823-a4ca-b6991fde15dc None None] Provisioning complete for port c0ea367c-cf84-4755-91c4-542aaea6a0ee triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:00.653621 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-239697b7-04c5-4823-a4ca-b6991fde15dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:00.741270 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:00.842167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-f13f558c-ed1c-47af-bb30-d05f9dcce56b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=86717a90-1a2b-48bb-a89d-656fe2598f86 HTTP/1.1" status: 200 len: 217 time: 0.2243381 Sep 16 04:52:01.060477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8762b9f-7f28-4430-a579-5129789143e8 req-b9cd9979-b675-4077-9cb7-ee1f7107ddf4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591250 Sep 16 04:52:01.066909 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-349d3c36-1876-4a2c-aab4-1c6377dd69d3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.142160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-e42e7add-7919-47d8-bebe-f016240c12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.143694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-e42e7add-7919-47d8-bebe-f016240c12f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.2826545 Sep 16 04:52:01.162208 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d3c36-1876-4a2c-aab4-1c6377dd69d3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Subnet': ['ID=81a883c2-12d3-4531-adf0-f3f573fb8182,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:01.216440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d3c36-1876-4a2c-aab4-1c6377dd69d3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Checking segment: {'id': '85fa1b53-6cf3-4055-aa08-2f7445dabc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:01.216815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349d3c36-1876-4a2c-aab4-1c6377dd69d3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network hostable DHCP agents. Network: bf00e824-caa7-4ae3-8e1f-5abc655cd203, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:01.238014 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:51:55Z', 'revision_number': 4, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:00Z', 'revision_number': 4, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:01.245636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c812cce6-0283-4ea4-98f5-b890fa196b00 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:01.265917 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.280206 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6775ecc-acf3-4f0f-9a59-2debaded4c5d None None] The sync data for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 is: [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:51:55Z', 'revision_number': 4, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:00Z', 'revision_number': 4, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:01.306462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-71566ef3-2bef-4ec6-938c-9ff852012cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.308486 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-71566ef3-2bef-4ec6-938c-9ff852012cf4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1542137 Sep 16 04:52:01.314796 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Transition to ACTIVE for port object c812cce6-0283-4ea4-98f5-b890fa196b00 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:01.324969 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.351663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:01.352800 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.352933 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349d3c36-1876-4a2c-aab4-1c6377dd69d3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network bf00e824-caa7-4ae3-8e1f-5abc655cd203 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:01.464706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-349d3c36-1876-4a2c-aab4-1c6377dd69d3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, bf00e824-caa7-4ae3-8e1f-5abc655cd203) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:01.483178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Pushing event updated for resources: {'Port': ['ID=c812cce6-0283-4ea4-98f5-b890fa196b00,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:01.484285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349d3c36-1876-4a2c-aab4-1c6377dd69d3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.484913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-349d3c36-1876-4a2c-aab4-1c6377dd69d3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.508716 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-239697b7-04c5-4823-a4ca-b6991fde15dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.527142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da81fe3c-9974-4187-80ba-4ab55e4063a4 None None] Network bf00e824-caa7-4ae3-8e1f-5abc655cd203 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:01.533394 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.593830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-349d3c36-1876-4a2c-aab4-1c6377dd69d3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9838653 Sep 16 04:52:01.596449 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44936) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:01.651500 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.668670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Attempting to bind port c812cce6-0283-4ea4-98f5-b890fa196b00 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:01.669017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Attempting to bind port c812cce6-0283-4ea4-98f5-b890fa196b00 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:01.669490 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Attempting to bind port c812cce6-0283-4ea4-98f5-b890fa196b00 on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:01.678462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Port c812cce6-0283-4ea4-98f5-b890fa196b00 on network e670719f-0f73-44fb-b205-e57c9e6482ab not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:01.678801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Attempting to bind port c812cce6-0283-4ea4-98f5-b890fa196b00 on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:01.691642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:01.691999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Checking segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:01.692403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Bound using segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:01.692854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Bound port: c812cce6-0283-4ea4-98f5-b890fa196b00, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:01.693248 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.818818 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d26f198e-5e1b-4b6f-9768-d54b2aa024b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.860372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] For port c812cce6-0283-4ea4-98f5-b890fa196b00, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:01.867591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] For port c812cce6-0283-4ea4-98f5-b890fa196b00, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c812cce6-0283-4ea4-98f5-b890fa196b00,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:01.874313 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.874519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-239697b7-04c5-4823-a4ca-b6991fde15dc None None] For port c0ea367c-cf84-4755-91c4-542aaea6a0ee, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c0ea367c-cf84-4755-91c4-542aaea6a0ee,segment=NetworkSegment(076f6e0c-1c04-440f-972a-b5d6ab367ebb),segment_id=076f6e0c-1c04-440f-972a-b5d6ab367ebb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:01.921919 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Pushing event updated for resources: {'Port': ['ID=d39a287d-82fc-468f-a4a2-09db2f548727,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:01.937963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:01.962293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:01.962941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:01.967187 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] 10.222.0.50 "PUT /v2.0/ports/c812cce6-0283-4ea4-98f5-b890fa196b00 HTTP/1.1" status: 200 len: 1092 time: 1.6202629 Sep 16 04:52:01.967681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4522f8-c245-41ef-92e2-33964da91202', 'tag': 'c812cce6-0283-4ea4-98f5-b890fa196b00'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:01.971202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:01.971384 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fc8d32-7b26-466a-b0c9-9aa7330e018f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4522f8-c245-41ef-92e2-33964da91202", "tag": "c812cce6-0283-4ea4-98f5-b890fa196b00"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:02.020201 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-239697b7-04c5-4823-a4ca-b6991fde15dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.028631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:02.084615 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d26f198e-5e1b-4b6f-9768-d54b2aa024b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.107362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200349b7-4a3c-4d69-a780-1a66f5f34a38 service neutron] Pushing event updated for resources: {'Port': ['ID=c812cce6-0283-4ea4-98f5-b890fa196b00,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:02.112724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-f7400ea8-950e-4f51-b59f-1bf213794407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.114333 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-f7400ea8-950e-4f51-b59f-1bf213794407 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 1095 time: 0.1004057 Sep 16 04:52:02.146695 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc630c1d-5972-4378-889c-79b94c85fab9 x-openstack-request-id: req-cc630c1d-5972-4378-889c-79b94c85fab9 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:02.147062 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4522f8-c245-41ef-92e2-33964da91202", "tag": "c812cce6-0283-4ea4-98f5-b890fa196b00", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:02.149911 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc630c1d-5972-4378-889c-79b94c85fab9 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:02.151596 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4522f8-c245-41ef-92e2-33964da91202', 'tag': 'c812cce6-0283-4ea4-98f5-b890fa196b00', 'status': 'completed', 'code': 200} Sep 16 04:52:02.228885 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-d1789e7f-fd59-4fa7-beb4-1f09e16518f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c812cce6-0283-4ea4-98f5-b890fa196b00 HTTP/1.1" status: 200 len: 217 time: 0.1025321 Sep 16 04:52:02.296304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239697b7-04c5-4823-a4ca-b6991fde15dc None None] Pushing event updated for resources: {'Port': ['ID=c0ea367c-cf84-4755-91c4-542aaea6a0ee,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:02.338925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-304b1b0c-ed08-4762-af6b-e77a3a70d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.340074 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-304b1b0c-ed08-4762-af6b-e77a3a70d8f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.1015668 Sep 16 04:52:02.350630 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413585b-a3a0-4a5e-8555-487f331b31e3 req-6a4eccf8-ec0e-4c98-a1e1-76ee4be9c8eb tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:02.370260 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e413585b-a3a0-4a5e-8555-487f331b31e3 req-6a4eccf8-ec0e-4c98-a1e1-76ee4be9c8eb tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 943 time: 0.1163013 Sep 16 04:52:02.391889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d26f198e-5e1b-4b6f-9768-d54b2aa024b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.407194 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-239697b7-04c5-4823-a4ca-b6991fde15dc None None] Provisioning complete for port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:02.407777 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-239697b7-04c5-4823-a4ca-b6991fde15dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.433215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-2be31fb3-ff27-4b98-b9ba-8c99d561fb76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562501 Sep 16 04:52:02.558630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-bf00e824-caa7-4ae3-8e1f-5abc655cd203', 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'fixed_ips': [{'subnet_id': '81a883c2-12d3-4531-adf0-f3f573fb8182'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:02.560852 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.573111 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d26f198e-5e1b-4b6f-9768-d54b2aa024b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.628629 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-ae7bf17f-1012-4225-af70-8714f75d7eb0 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3060536 Sep 16 04:52:02.629367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f198e-5e1b-4b6f-9768-d54b2aa024b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c03b8d-bb89-4d68-9f1e-802e2ee7f174,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:02.667869 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-b72b2638-8d4e-49ef-95d3-e546e376d9fc service neutron] 10.222.0.50 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205997 Sep 16 04:52:02.704258 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Attempting to bind port d39a287d-82fc-468f-a4a2-09db2f548727 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:02.704643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Attempting to bind port d39a287d-82fc-468f-a4a2-09db2f548727 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:02.705019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Attempting to bind port d39a287d-82fc-468f-a4a2-09db2f548727 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:02.774994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-694c10f3-66b0-47d0-98e4-3355e51571f0 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229110 Sep 16 04:52:02.776672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d26f198e-5e1b-4b6f-9768-d54b2aa024b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.781640 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d26f198e-5e1b-4b6f-9768-d54b2aa024b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/a6c03b8d-bb89-4d68-9f1e-802e2ee7f174 HTTP/1.1" status: 204 len: 168 time: 3.5729277 Sep 16 04:52:02.786525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44962) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:02.833982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:02.842325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:02.842736 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.843119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:02.843643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Bound port: d39a287d-82fc-468f-a4a2-09db2f548727, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:02.853559 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:02.859389 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e413585b-a3a0-4a5e-8555-487f331b31e3 req-54e69303-fcff-4bcf-8477-ba998e5e6504 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865849 Sep 16 04:52:02.928072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4829c0fc-8b73-46c1-9579-9d63a60725e3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308265 Sep 16 04:52:02.938898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44968) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:02.954696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-04f6ba53-15dc-48f4-ade9-ea485f63b764 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:02.980787 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-1865de79-45b1-46bd-a1af-1f001b9e0457 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8d2795f4-96ee-449c-b4d6-af82e2788cd4 HTTP/1.1" status: 200 len: 217 time: 0.1928220 Sep 16 04:52:03.043138 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-953887e6-fb75-46d7-a42d-ed72af87a811 req-d12acb89-341a-4c91-87bd-cdcc4e68dc6a service neutron] 10.222.0.50 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609681 Sep 16 04:52:03.104966 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9510bcee-3e1a-49f2-a019-1ba2dd0716bf up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:03.181544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-4925892e-9220-403d-bc8d-f3fcafb891e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.187117 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-4925892e-9220-403d-bc8d-f3fcafb891e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.1983974 Sep 16 04:52:03.204993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Allocated IP 172.23.0.2 (bf00e824-caa7-4ae3-8e1f-5abc655cd203/81a883c2-12d3-4531-adf0-f3f573fb8182/9706b946-2f90-4896-aa59-4026ba63f9a8) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:03.224869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] For port d39a287d-82fc-468f-a4a2-09db2f548727, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:03.230232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] For port d39a287d-82fc-468f-a4a2-09db2f548727, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d39a287d-82fc-468f-a4a2-09db2f548727,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:03.246013 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.266929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc8d32-7b26-466a-b0c9-9aa7330e018f req-9a020b73-e826-41a4-a5b8-5fa292b5b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.269204 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4fc8d32-7b26-466a-b0c9-9aa7330e018f req-9a020b73-e826-41a4-a5b8-5fa292b5b3cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 1095 time: 0.1049597 Sep 16 04:52:03.288535 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f6ba53-15dc-48f4-ade9-ea485f63b764 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:03.293177 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-04f6ba53-15dc-48f4-ade9-ea485f63b764 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.365874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e7272dc9-df66-4cdd-93b8-34657db66af1 None None] Provisioning complete for port c0ea367c-cf84-4755-91c4-542aaea6a0ee triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:03.366262 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e7272dc9-df66-4cdd-93b8-34657db66af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.386163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720a663-06fa-4dc0-9e48-d87d5a69e79e None None] Pushing event updated for resources: {'Port': ['ID=d39a287d-82fc-468f-a4a2-09db2f548727,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:03.431774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-7639d17d-a9ba-4191-bbc9-4500b61e808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.433230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-7639d17d-a9ba-4191-bbc9-4500b61e808f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1909704 Sep 16 04:52:03.445752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:03.446248 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.506926 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.695156 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.696150 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc8d32-7b26-466a-b0c9-9aa7330e018f req-73ab754a-77fa-4995-a61c-51a2d755d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.697710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4fc8d32-7b26-466a-b0c9-9aa7330e018f req-73ab754a-77fa-4995-a61c-51a2d755d611 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 906 time: 0.4193745 Sep 16 04:52:03.705601 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-04f6ba53-15dc-48f4-ade9-ea485f63b764 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.728153 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.758792 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4fc8d32-7b26-466a-b0c9-9aa7330e018f req-67701582-b228-4754-ae2c-e3ffbba2d311 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c812cce6-0283-4ea4-98f5-b890fa196b00 HTTP/1.1" status: 200 len: 217 time: 0.0506458 Sep 16 04:52:03.783958 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-cd164e21-2685-4b81-a3ae-ba336ac1c7ec service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275971 Sep 16 04:52:03.854872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc8d32-7b26-466a-b0c9-9aa7330e018f req-292d6c34-2621-449d-89ab-b9f7eeaac454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.856447 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4fc8d32-7b26-466a-b0c9-9aa7330e018f req-292d6c34-2621-449d-89ab-b9f7eeaac454 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.0699694 Sep 16 04:52:03.898455 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4fc8d32-7b26-466a-b0c9-9aa7330e018f req-5182ee9c-2ea2-41fa-b771-ca8ba5690c9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324917 Sep 16 04:52:03.907365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f6ba53-15dc-48f4-ade9-ea485f63b764 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:03.919722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-04f6ba53-15dc-48f4-ade9-ea485f63b764 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:03.922869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f6ba53-15dc-48f4-ade9-ea485f63b764 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:03.923488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-04f6ba53-15dc-48f4-ade9-ea485f63b764 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:03.985313 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-04f6ba53-15dc-48f4-ade9-ea485f63b764 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0453057 Sep 16 04:52:03.995860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44986) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:04.002286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'name': 'tempest-NetworksTestDHCPv6-249924235'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:04.081177 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Network bf00e824-caa7-4ae3-8e1f-5abc655cd203 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:04.086195 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:04.088086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f133b6-d4be-4f2f-b324-2918b5add5d3 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:04.088796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Allocated IP 172.23.0.1 (bf00e824-caa7-4ae3-8e1f-5abc655cd203/81a883c2-12d3-4531-adf0-f3f573fb8182/9278fdd1-575d-4c81-ab29-c06b166328aa) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:04.093074 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:04.178594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Pushing event updated for resources: {'Port': ['ID=9706b946-2f90-4896-aa59-4026ba63f9a8,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.218441 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.233439 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6ba53-15dc-48f4-ade9-ea485f63b764 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=046eca59-45f0-402e-95c1-c1b77243e288,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.256685 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c0ea367c-cf84-4755-91c4-542aaea6a0ee up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:04.272140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-b599ccdd-8ed5-4ea0-ac17-14528357b195 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866421 Sep 16 04:52:04.341370 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-f6757241-06ad-4feb-b8e3-6d656d8cbf67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57f89f03-3348-45b6-8af5-578e5a7722a3 HTTP/1.1" status: 200 len: 217 time: 0.0596690 Sep 16 04:52:04.343978 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.359468 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Attempting to bind port 9706b946-2f90-4896-aa59-4026ba63f9a8 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:04.359839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Attempting to bind port 9706b946-2f90-4896-aa59-4026ba63f9a8 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '85fa1b53-6cf3-4055-aa08-2f7445dabc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:04.360226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Attempting to bind port 9706b946-2f90-4896-aa59-4026ba63f9a8 on network bf00e824-caa7-4ae3-8e1f-5abc655cd203 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:04.377629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:04.378097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Checking segment: {'id': '85fa1b53-6cf3-4055-aa08-2f7445dabc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:04.378580 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.380040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Bound using segment: {'id': '85fa1b53-6cf3-4055-aa08-2f7445dabc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:04.380553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Bound port: 9706b946-2f90-4896-aa59-4026ba63f9a8, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fa1b53-6cf3-4055-aa08-2f7445dabc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:04.381043 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.431221 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network bf00e824-caa7-4ae3-8e1f-5abc655cd203 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:04.460035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c0ea367c-cf84-4755-91c4-542aaea6a0ee triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:04.460665 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.472908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:04.514204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-c3552f30-c832-43d1-bda1-577b053f273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.515761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-c3552f30-c832-43d1-bda1-577b053f273d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5456bb97-7a6b-4d79-b62d-5adf05d63356 HTTP/1.1" status: 200 len: 797 time: 0.1558597 Sep 16 04:52:04.516623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:04.553995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=9278fdd1-575d-4c81-ab29-c06b166328aa,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.619070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] For port 9706b946-2f90-4896-aa59-4026ba63f9a8, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:04.621117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-1d2b8dac-0556-4935-aa68-db5dcac6120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:04.627897 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-1d2b8dac-0556-4935-aa68-db5dcac6120d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0812163 Sep 16 04:52:04.638467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.649717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] For port 9706b946-2f90-4896-aa59-4026ba63f9a8, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9706b946-2f90-4896-aa59-4026ba63f9a8,segment=NetworkSegment(85fa1b53-6cf3-4055-aa08-2f7445dabc51),segment_id=85fa1b53-6cf3-4055-aa08-2f7445dabc51)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:04.656594 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.862889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4fc8d32-7b26-466a-b0c9-9aa7330e018f req-a71f8bd2-5ab9-4d85-917a-18ce4131d876 service neutron] 10.222.0.50 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9507096 Sep 16 04:52:04.876910 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-94a380d3-0cb2-498f-bd8f-ee7a6d760956 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353096 Sep 16 04:52:04.902528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65286d-1722-4819-b99d-7fdad20e0f56 None None] Pushing event updated for resources: {'Port': ['ID=9706b946-2f90-4896-aa59-4026ba63f9a8,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:04.917524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec3aee-8160-4bdc-be28-48911f3f0154 None None] Update dhcp port {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': '046eca59-45f0-402e-95c1-c1b77243e288'}], 'binding:host_id': 'n-d-712142-17'}, 'id': 'd39a287d-82fc-468f-a4a2-09db2f548727'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:52:04.918562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:04.925129 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:04.967961 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-08ec3aee-8160-4bdc-be28-48911f3f0154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.010648 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 7d8435fc-f8f5-4d50-b504-4d5ca376f77c yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:52:05.102308 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.276837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-ca432a80-330c-470a-93e1-244ff4c7c8e4 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606174 Sep 16 04:52:05.352802 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-6f142f5f-f813-40ae-aca1-a5e34439922e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c04427e-436b-4e81-8e71-1ce7b4320fe5 HTTP/1.1" status: 200 len: 217 time: 0.0625341 Sep 16 04:52:05.393432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22bcbf-7b92-41aa-9bef-3c618b6225e9 req-efd711f6-4efd-4749-b955-687f8b56fd8e tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:05.395443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc22bcbf-7b92-41aa-9bef-3c618b6225e9 req-efd711f6-4efd-4749-b955-687f8b56fd8e tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 943 time: 1.2026503 Sep 16 04:52:05.416593 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c812cce6-0283-4ea4-98f5-b890fa196b00 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:05.454593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::c2 (4211d509-25f4-4a41-874d-6b71d4ade588/046eca59-45f0-402e-95c1-c1b77243e288/7d8435fc-f8f5-4d50-b504-4d5ca376f77c) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:05.462937 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.472286 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4fc8d32-7b26-466a-b0c9-9aa7330e018f req-bb5624d5-5e55-4b67-814f-719e51ea1355 service neutron] 10.222.0.50 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013403 Sep 16 04:52:05.614470 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc22bcbf-7b92-41aa-9bef-3c618b6225e9 req-d0886f8b-f8df-4004-a6f9-36865ff5a345 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486914 Sep 16 04:52:05.703644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c812cce6-0283-4ea4-98f5-b890fa196b00, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c812cce6-0283-4ea4-98f5-b890fa196b00,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:05.720114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'c812cce6-0283-4ea4-98f5-b890fa196b00', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'port_id': 'c812cce6-0283-4ea4-98f5-b890fa196b00', 'mac_address': 'fa:16:3e:55:2d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d9ede1-de16-4e4e-ac56-0f29b66bf35e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:05.775707 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.791497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c812cce6-0283-4ea4-98f5-b890fa196b00 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:05.816594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c812cce6-0283-4ea4-98f5-b890fa196b00, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c812cce6-0283-4ea4-98f5-b890fa196b00,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:05.824220 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.834330 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.894874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c812cce6-0283-4ea4-98f5-b890fa196b00,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:05.911442 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:05.985768 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:52:05.995179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:06.006151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:06.009089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-08ec3aee-8160-4bdc-be28-48911f3f0154 None None] Allocated IP 2001:db8::2 (4211d509-25f4-4a41-874d-6b71d4ade588/046eca59-45f0-402e-95c1-c1b77243e288/d39a287d-82fc-468f-a4a2-09db2f548727) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:06.029128 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=7d8435fc-f8f5-4d50-b504-4d5ca376f77c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:06.048380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:06.054350 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.055016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.080683 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-20259238-46cb-4dd3-9b81-0178a8734bd8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0830455 Sep 16 04:52:06.082901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45016) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:06.185240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-08ec3aee-8160-4bdc-be28-48911f3f0154 None None] For port d39a287d-82fc-468f-a4a2-09db2f548727, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d39a287d-82fc-468f-a4a2-09db2f548727,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:06.193091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9cfa87-073d-4a21-8efe-fc67d30ff266 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.213113 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9cfa87-073d-4a21-8efe-fc67d30ff266 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.219294 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8f9cfa87-073d-4a21-8efe-fc67d30ff266 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.1352775 Sep 16 04:52:06.221090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45018) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:06.222821 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c812cce6-0283-4ea4-98f5-b890fa196b00'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:06.316882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-6c956183-45d3-40d5-b260-650239eaec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.318344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-6c956183-45d3-40d5-b260-650239eaec2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5456bb97-7a6b-4d79-b62d-5adf05d63356 HTTP/1.1" status: 200 len: 797 time: 0.9580944 Sep 16 04:52:06.347296 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-08ec3aee-8160-4bdc-be28-48911f3f0154 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.357414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-505bb676-40b8-42a2-914c-0dd9ae084213 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 7d8435fc-f8f5-4d50-b504-4d5ca376f77c {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:06.359080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-505bb676-40b8-42a2-914c-0dd9ae084213 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.375249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-08ec3aee-8160-4bdc-be28-48911f3f0154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.490123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec3aee-8160-4bdc-be28-48911f3f0154 None None] Pushing event updated for resources: {'Port': ['ID=d39a287d-82fc-468f-a4a2-09db2f548727,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:06.490798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02191-099e-4f69-b495-283138ea57aa req-753f6aec-efa3-448e-8569-d0790569eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:06.491782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-753f6aec-efa3-448e-8569-d0790569eae4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1535819 Sep 16 04:52:06.575725 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.584921 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.604413 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-505bb676-40b8-42a2-914c-0dd9ae084213 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:06.632420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6df0a8-b75b-4cdf-a41c-3f6f9786b0ce None None] Network bf00e824-caa7-4ae3-8e1f-5abc655cd203 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:06.635833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-505bb676-40b8-42a2-914c-0dd9ae084213 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 7d8435fc-f8f5-4d50-b504-4d5ca376f77c owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:06.795411 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-80877759-a562-4e29-a194-e025d26b7c83 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910736 Sep 16 04:52:06.826760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f9c0d8a2-f369-4467-83bb-803aa70f1df0 None None] Provisioning complete for port 9706b946-2f90-4896-aa59-4026ba63f9a8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:06.827565 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d8a2-f369-4467-83bb-803aa70f1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.036557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2404ab8-3c9b-454c-bcad-7e9a50546a68 req-64c2e9da-6295-45d6-886b-cdc2b2df86f9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.038385 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e2404ab8-3c9b-454c-bcad-7e9a50546a68 req-64c2e9da-6295-45d6-886b-cdc2b2df86f9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 944 time: 0.2397499 Sep 16 04:52:07.083168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event updated for resources: {'Port': ['ID=9278fdd1-575d-4c81-ab29-c06b166328aa,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.215766 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e2404ab8-3c9b-454c-bcad-7e9a50546a68 req-d328df8b-1861-4c62-ad7a-7e0969b3d6ea tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464357 Sep 16 04:52:07.247304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9706b946-2f90-4896-aa59-4026ba63f9a8 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:07.250981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fda02191-099e-4f69-b495-283138ea57aa req-6434eaa3-2cfe-4416-889f-be9f12e46496 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267037 Sep 16 04:52:07.254044 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.270231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:07.270591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:07.271049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:07.271593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:07.272436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:07.272795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:07.273141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:07.273525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:07.273894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:07.274231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:07.274948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:07.275543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:07.282503 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-505bb676-40b8-42a2-914c-0dd9ae084213 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.383557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bb676-40b8-42a2-914c-0dd9ae084213 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=7d8435fc-f8f5-4d50-b504-4d5ca376f77c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.453668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-505bb676-40b8-42a2-914c-0dd9ae084213 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.460212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-505bb676-40b8-42a2-914c-0dd9ae084213 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/7d8435fc-f8f5-4d50-b504-4d5ca376f77c HTTP/1.1" status: 204 len: 168 time: 1.2378428 Sep 16 04:52:07.464502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45050) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:07.465907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Network bf00e824-caa7-4ae3-8e1f-5abc655cd203 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:07.467608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:07.521392 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d8a2-f369-4467-83bb-803aa70f1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.562854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f9c0d8a2-f369-4467-83bb-803aa70f1df0 None None] For port 9706b946-2f90-4896-aa59-4026ba63f9a8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9706b946-2f90-4896-aa59-4026ba63f9a8,segment=NetworkSegment(85fa1b53-6cf3-4055-aa08-2f7445dabc51),segment_id=85fa1b53-6cf3-4055-aa08-2f7445dabc51)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:07.571609 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d8a2-f369-4467-83bb-803aa70f1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.639162 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.645730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 9706b946-2f90-4896-aa59-4026ba63f9a8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:07.645730 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:07.716957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4690c4-95ba-4522-98a4-85784c501d41 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.732691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 315c821e-3ac4-4c98-bd2f-8a2070009769 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:07.732914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4690c4-95ba-4522-98a4-85784c501d41 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:07.743045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45062) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:07.745359 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8b4690c4-95ba-4522-98a4-85784c501d41 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2790401 Sep 16 04:52:07.857163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0d8a2-f369-4467-83bb-803aa70f1df0 None None] Pushing event updated for resources: {'Port': ['ID=9706b946-2f90-4896-aa59-4026ba63f9a8,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:07.987249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce235bc2-82d1-479c-9fb0-922c6f6eb0e8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 046eca59-45f0-402e-95c1-c1b77243e288 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:07.994136 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce235bc2-82d1-479c-9fb0-922c6f6eb0e8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.079418 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce235bc2-82d1-479c-9fb0-922c6f6eb0e8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.187185 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce235bc2-82d1-479c-9fb0-922c6f6eb0e8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.239061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8ad30970-53c4-4c0b-ad02-12e8c28d5886 None None] Provisioning complete for port 9278fdd1-575d-4c81-ab29-c06b166328aa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:08.240909 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8ad30970-53c4-4c0b-ad02-12e8c28d5886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.332041 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce235bc2-82d1-479c-9fb0-922c6f6eb0e8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.386508 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce235bc2-82d1-479c-9fb0-922c6f6eb0e8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.391302 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ce235bc2-82d1-479c-9fb0-922c6f6eb0e8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/046eca59-45f0-402e-95c1-c1b77243e288 HTTP/1.1" status: 204 len: 168 time: 0.6449263 Sep 16 04:52:08.392066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45078) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:08.394502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce235bc2-82d1-479c-9fb0-922c6f6eb0e8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=046eca59-45f0-402e-95c1-c1b77243e288,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:08.441736 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8ad30970-53c4-4c0b-ad02-12e8c28d5886 None None] Port 9278fdd1-575d-4c81-ab29-c06b166328aa cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:08.454858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:08.468184 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Sync routers for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:08.479910 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c21946cc-9f7b-49e2-b164-06c95e054563 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8822451 Sep 16 04:52:08.483058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45080) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:08.490935 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8ad30970-53c4-4c0b-ad02-12e8c28d5886 None None] Provisioning complete for port 9706b946-2f90-4896-aa59-4026ba63f9a8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:08.492686 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8ad30970-53c4-4c0b-ad02-12e8c28d5886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:08.492928 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:08.494125 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:08.505552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ec9f3314-01cf-411b-a29f-d23ed66de17e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:08.549984 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f18ff40f-c01a-44f5-ad0a-dea927b51972 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1553447 Sep 16 04:52:08.550638 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45082) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:08.656805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6caa1-8b71-430b-aebf-a78077dc96a4 req-17d73d3f-6bb7-4863-aded-f11c0f6fd39b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.658968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86b6caa1-8b71-430b-aebf-a78077dc96a4 req-17d73d3f-6bb7-4863-aded-f11c0f6fd39b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 944 time: 0.2535191 Sep 16 04:52:08.674293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64f644f-94ce-4289-a4ff-5fc15fb41e26 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:08.707552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6fffe8-69b2-4f5b-bc79-922b079daf6f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.719223 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dc6fffe8-69b2-4f5b-bc79-922b079daf6f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1674623 Sep 16 04:52:08.720133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45086) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:08.759215 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:08.872671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc62f9f2-2f3b-4db5-b837-8bc2cae161f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:08.882085 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bc62f9f2-2f3b-4db5-b837-8bc2cae161f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1608517 Sep 16 04:52:08.885315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45088) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:08.937348 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86b6caa1-8b71-430b-aebf-a78077dc96a4 req-b84c16d4-31da-4f48-9d87-5026b8dab2ee tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641405 Sep 16 04:52:08.994076 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cc27253b-57ed-44b9-9980-d835594d8f0a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072910 Sep 16 04:52:09.000816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45094) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:09.007242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6135bf15-47f3-4453-91a2-cc26f681b1f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:09.040487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fa5b76d1-c975-42b7-a1e0-faf82b9eadb2 None None] Provisioning complete for port d39a287d-82fc-468f-a4a2-09db2f548727 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:09.040880 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa5b76d1-c975-42b7-a1e0-faf82b9eadb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.240314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6135bf15-47f3-4453-91a2-cc26f681b1f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:09.250681 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6135bf15-47f3-4453-91a2-cc26f681b1f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.253849 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:05Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9278fdd1-575d-4c81-ab29-c06b166328aa', 'name': '', 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:dc:12:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:05Z', 'revision_number': 2, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:09.293097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27c70d3-75c4-4b1a-baf2-50016c398bb7 None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:09.303398 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa5b76d1-c975-42b7-a1e0-faf82b9eadb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.329652 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9706b946-2f90-4896-aa59-4026ba63f9a8 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:09.390630 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Checking router: 315c821e-3ac4-4c98-bd2f-8a2070009769 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:09.392447 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Updating router 315c821e-3ac4-4c98-bd2f-8a2070009769 port 9278fdd1-575d-4c81-ab29-c06b166328aa binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:52:09.399121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fa5b76d1-c975-42b7-a1e0-faf82b9eadb2 None None] For port d39a287d-82fc-468f-a4a2-09db2f548727, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d39a287d-82fc-468f-a4a2-09db2f548727,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:09.415882 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa5b76d1-c975-42b7-a1e0-faf82b9eadb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.467203 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.499884 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b76d1-c975-42b7-a1e0-faf82b9eadb2 None None] Pushing event updated for resources: {'Port': ['ID=d39a287d-82fc-468f-a4a2-09db2f548727,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.505491 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c812cce6-0283-4ea4-98f5-b890fa196b00 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:09.587537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fa5b76d1-c975-42b7-a1e0-faf82b9eadb2 None None] Provisioning complete for port 9278fdd1-575d-4c81-ab29-c06b166328aa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:09.588063 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa5b76d1-c975-42b7-a1e0-faf82b9eadb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.690786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 9706b946-2f90-4896-aa59-4026ba63f9a8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:09.691438 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.693359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b27c70d3-75c4-4b1a-baf2-50016c398bb7 None None] Deleting port d39a287d-82fc-468f-a4a2-09db2f548727 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:09.694155 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b27c70d3-75c4-4b1a-baf2-50016c398bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.766724 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6135bf15-47f3-4453-91a2-cc26f681b1f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.818722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.extraroute_db [None req-ec9f3314-01cf-411b-a29f-d23ed66de17e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 04:52:09.851093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.extraroute_db [None req-ec9f3314-01cf-411b-a29f-d23ed66de17e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Removed routes are [] {{(pid=94745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 04:52:09.852055 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3314-01cf-411b-a29f-d23ed66de17e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.858395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b27c70d3-75c4-4b1a-baf2-50016c398bb7 None None] For port d39a287d-82fc-468f-a4a2-09db2f548727, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d39a287d-82fc-468f-a4a2-09db2f548727,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:09.858976 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b27c70d3-75c4-4b1a-baf2-50016c398bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.892218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b27c70d3-75c4-4b1a-baf2-50016c398bb7 None None] Calling delete_port for d39a287d-82fc-468f-a4a2-09db2f548727 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:09.932259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135bf15-47f3-4453-91a2-cc26f681b1f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=5c320a4e-8963-4a4c-aacc-d8328869a0bc,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:09.967286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6135bf15-47f3-4453-91a2-cc26f681b1f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:09.970109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-6135bf15-47f3-4453-91a2-cc26f681b1f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:09.977563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6135bf15-47f3-4453-91a2-cc26f681b1f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:09.978647 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6135bf15-47f3-4453-91a2-cc26f681b1f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:09.995779 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6135bf15-47f3-4453-91a2-cc26f681b1f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9929810 Sep 16 04:52:10.000315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45110) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:10.007847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': '5c320a4e-8963-4a4c-aacc-d8328869a0bc', 'ip_address': '2001:db8::9efa:b6af:33cf:797b'}], 'name': 'tempest-NetworksTestDHCPv6-602596580'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:10.261067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b066a1e-533c-4c6f-ade3-9a3ac1684b47 req-fcda7332-6397-4f14-a682-a298c360c809 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:10.263443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8b066a1e-533c-4c6f-ade3-9a3ac1684b47 req-fcda7332-6397-4f14-a682-a298c360c809 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 944 time: 0.1181679 Sep 16 04:52:10.269289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:10.273855 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.285952 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.342128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3314-01cf-411b-a29f-d23ed66de17e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.346918 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3314-01cf-411b-a29f-d23ed66de17e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.351225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b76d1-c975-42b7-a1e0-faf82b9eadb2 None None] Port 9278fdd1-575d-4c81-ab29-c06b166328aa cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:10.402686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port c812cce6-0283-4ea4-98f5-b890fa196b00 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:10.413735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port c812cce6-0283-4ea4-98f5-b890fa196b00 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:10.414120 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.493412 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2813c4-41b4-4d1f-9d32-7d72afef815f None None] Pushing event updated for resources: {'Port': ['ID=9278fdd1-575d-4c81-ab29-c06b166328aa,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:10.614530 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Attempting to bind port 9278fdd1-575d-4c81-ab29-c06b166328aa on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:10.616273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8b066a1e-533c-4c6f-ade3-9a3ac1684b47 req-8dd6d171-77d1-4fac-b6ed-86a956c5f990 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259790 Sep 16 04:52:10.616894 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Attempting to bind port 9278fdd1-575d-4c81-ab29-c06b166328aa by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '85fa1b53-6cf3-4055-aa08-2f7445dabc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:10.617456 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Attempting to bind port 9278fdd1-575d-4c81-ab29-c06b166328aa on network bf00e824-caa7-4ae3-8e1f-5abc655cd203 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:10.624655 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b27c70d3-75c4-4b1a-baf2-50016c398bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.637909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7204a3b5-7c7f-468e-9bc4-038e885c9482 None None] Provisioning complete for port 9278fdd1-575d-4c81-ab29-c06b166328aa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:10.638457 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7204a3b5-7c7f-468e-9bc4-038e885c9482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.640832 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:10.641508 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Checking segment: {'id': '85fa1b53-6cf3-4055-aa08-2f7445dabc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:10.644325 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.644969 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Bound using segment: {'id': '85fa1b53-6cf3-4055-aa08-2f7445dabc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:10.646169 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Bound port: 9278fdd1-575d-4c81-ab29-c06b166328aa, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fa1b53-6cf3-4055-aa08-2f7445dabc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:10.647676 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.713403 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.716296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c70d3-75c4-4b1a-baf2-50016c398bb7 None None] Pushing event deleted for resources: {'Port': ['ID=d39a287d-82fc-468f-a4a2-09db2f548727,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:10.739469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 1f5f4d66-5412-496c-bb9e-e3edca70e87e yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:52:10.740216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9f3314-01cf-411b-a29f-d23ed66de17e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 315c821e-3ac4-4c98-bd2f-8a2070009769 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:10.752991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27c70d3-75c4-4b1a-baf2-50016c398bb7 None None] No DVR routers for this DVR port d39a287d-82fc-468f-a4a2-09db2f548727 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:10.845995 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] For port 9278fdd1-575d-4c81-ab29-c06b166328aa, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:10.859410 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] For port 9278fdd1-575d-4c81-ab29-c06b166328aa, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9278fdd1-575d-4c81-ab29-c06b166328aa,segment=NetworkSegment(85fa1b53-6cf3-4055-aa08-2f7445dabc51),segment_id=85fa1b53-6cf3-4055-aa08-2f7445dabc51)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:10.862546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7204a3b5-7c7f-468e-9bc4-038e885c9482 None None] Port 9278fdd1-575d-4c81-ab29-c06b166328aa cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:10.871104 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:10.963762 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.000977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9f3314-01cf-411b-a29f-d23ed66de17e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:11.021872 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3314-01cf-411b-a29f-d23ed66de17e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.023237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ec9f3314-01cf-411b-a29f-d23ed66de17e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769 HTTP/1.1" status: 200 len: 934 time: 2.5310738 Sep 16 04:52:11.025930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45130) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:11.049661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4522f8-c245-41ef-92e2-33964da91202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c812cce6-0283-4ea4-98f5-b890fa196b00'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:11.057647 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9b12ac-3772-4cb3-a7f1-c795e5637413" -d '{"events": [{"server_uuid": "2a4522f8-c245-41ef-92e2-33964da91202", "name": "network-vif-plugged", "status": "completed", "tag": "c812cce6-0283-4ea4-98f5-b890fa196b00"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:11.060571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e5a9b4-2e7f-4d9d-afdc-96e0c09e4a73 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:11.082537 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:11.085048 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:11.207267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c812cce6-0283-4ea4-98f5-b890fa196b00, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c812cce6-0283-4ea4-98f5-b890fa196b00,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:11.208727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d39a287d-82fc-468f-a4a2-09db2f548727 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:11.241807 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.252584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d39a287d-82fc-468f-a4a2-09db2f548727 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:11.252938 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d39a287d-82fc-468f-a4a2-09db2f548727 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:11.267321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::9efa:b6af:33cf:797b (4211d509-25f4-4a41-874d-6b71d4ade588/5c320a4e-8963-4a4c-aacc-d8328869a0bc/1f5f4d66-5412-496c-bb9e-e3edca70e87e) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:11.341184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2e560ead-5a33-488f-ba09-33c33018c67a None None] Provisioning complete for port 9278fdd1-575d-4c81-ab29-c06b166328aa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:11.341888 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2e560ead-5a33-488f-ba09-33c33018c67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.378076 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-480846fe-544b-47d4-9ae9-f8ca1657e8df tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769 HTTP/1.1" status: 200 len: 934 time: 0.3328435 Sep 16 04:52:11.378943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45138) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:11.389460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-76ae46a8-37f1-44f6-ae6d-7b4cdd0cc48d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'router': {'routes': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:11.416202 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536cf913-434b-4643-b8e2-de0bf9d93495 x-openstack-request-id: req-536cf913-434b-4643-b8e2-de0bf9d93495 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:11.416499 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4522f8-c245-41ef-92e2-33964da91202", "name": "network-vif-plugged", "status": "completed", "tag": "c812cce6-0283-4ea4-98f5-b890fa196b00", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:11.416745 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-536cf913-434b-4643-b8e2-de0bf9d93495 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:11.417145 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4522f8-c245-41ef-92e2-33964da91202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c812cce6-0283-4ea4-98f5-b890fa196b00', 'code': 200} Sep 16 04:52:11.455245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c812cce6-0283-4ea4-98f5-b890fa196b00,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:11.565704 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': '5c320a4e-8963-4a4c-aacc-d8328869a0bc'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:11.566669 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.672878 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.719707 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2813c4-41b4-4d1f-9d32-7d72afef815f None None] Pushing event updated for resources: {'Port': ['ID=9278fdd1-575d-4c81-ab29-c06b166328aa,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:11.751390 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2e560ead-5a33-488f-ba09-33c33018c67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.849810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:11.872564 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2e560ead-5a33-488f-ba09-33c33018c67a None None] For port 9278fdd1-575d-4c81-ab29-c06b166328aa, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9278fdd1-575d-4c81-ab29-c06b166328aa,segment=NetworkSegment(85fa1b53-6cf3-4055-aa08-2f7445dabc51),segment_id=85fa1b53-6cf3-4055-aa08-2f7445dabc51)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:11.932510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480e62d-28ab-4564-becc-fb8cb5f4af1b req-52205be9-5d54-4896-9e76-fba44b71e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:11.942022 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f480e62d-28ab-4564-becc-fb8cb5f4af1b req-52205be9-5d54-4896-9e76-fba44b71e9aa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 1097 time: 0.4183311 Sep 16 04:52:11.955475 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:11.961465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=1f5f4d66-5412-496c-bb9e-e3edca70e87e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:11.965191 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2e560ead-5a33-488f-ba09-33c33018c67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.022670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:12.045921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0323a-e9b4-4465-a50b-438187e3bb5b req-ae453b0c-7d85-4c9c-8eab-6756ed583389 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.047819 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-49a0323a-e9b4-4465-a50b-438187e3bb5b req-ae453b0c-7d85-4c9c-8eab-6756ed583389 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 945 time: 0.2877636 Sep 16 04:52:12.052003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:12.089573 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f480e62d-28ab-4564-becc-fb8cb5f4af1b req-db0ffa02-0bc6-45e5-87b5-6a3e1ebc4596 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463439 Sep 16 04:52:12.103127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:12.109624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.114654 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e560ead-5a33-488f-ba09-33c33018c67a None None] Pushing event updated for resources: {'Port': ['ID=9278fdd1-575d-4c81-ab29-c06b166328aa,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:12.115287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.124539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-dccb5b31-3071-4ec6-96d8-dd88939ec7fe None None] Provisioning complete for port 9278fdd1-575d-4c81-ab29-c06b166328aa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:12.124928 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dccb5b31-3071-4ec6-96d8-dd88939ec7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.167427 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2ea50cfd-7666-4d25-87b6-1890f015aec4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1651232 Sep 16 04:52:12.170792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45154) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:12.183921 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-49a0323a-e9b4-4465-a50b-438187e3bb5b req-e5dca031-e4b2-4779-a53c-0090efaf3b49 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253378 Sep 16 04:52:12.281917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Allocated IP 2001:db8::2 (4211d509-25f4-4a41-874d-6b71d4ade588/5c320a4e-8963-4a4c-aacc-d8328869a0bc/25016a82-442c-4b83-8427-682ce30d47ca) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:12.406734 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:09Z', 'revision_number': 6, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9278fdd1-575d-4c81-ab29-c06b166328aa', 'name': '', 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:dc:12:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:10Z', 'revision_number': 4, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:12.424330 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d0295-c514-427d-bd0d-42a4990166e7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:12.428716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45160) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:12.437594 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e88d0295-c514-427d-bd0d-42a4990166e7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2541697 Sep 16 04:52:12.456241 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121c0bd-dcad-4ea5-81fd-a4146d1e7371 None None] The sync data for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 is: [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:09Z', 'revision_number': 6, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9278fdd1-575d-4c81-ab29-c06b166328aa', 'name': '', 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:dc:12:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:10Z', 'revision_number': 4, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:12.603209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9c67ff6c-e541-433b-a634-cada0b97b005 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 1f5f4d66-5412-496c-bb9e-e3edca70e87e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:12.603209 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c67ff6c-e541-433b-a634-cada0b97b005 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.615505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.extraroute_db [None req-76ae46a8-37f1-44f6-ae6d-7b4cdd0cc48d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Added routes are [] {{(pid=94745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 04:52:12.617646 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.extraroute_db [None req-76ae46a8-37f1-44f6-ae6d-7b4cdd0cc48d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 04:52:12.633689 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.645974 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.667920 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76ae46a8-37f1-44f6-ae6d-7b4cdd0cc48d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.757978 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:12.760994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:12.781987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:12.843745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Pushing event updated for resources: {'Port': ['ID=25016a82-442c-4b83-8427-682ce30d47ca,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:12.849262 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c67ff6c-e541-433b-a634-cada0b97b005 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:12.927176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9c67ff6c-e541-433b-a634-cada0b97b005 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 1f5f4d66-5412-496c-bb9e-e3edca70e87e owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:13.046603 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Attempting to bind port 25016a82-442c-4b83-8427-682ce30d47ca on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:13.050650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Attempting to bind port 25016a82-442c-4b83-8427-682ce30d47ca by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:13.051052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Attempting to bind port 25016a82-442c-4b83-8427-682ce30d47ca on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:13.065212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:13.065652 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:13.066033 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.068282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:13.068777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Bound port: 25016a82-442c-4b83-8427-682ce30d47ca, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:13.069172 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.105148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9278fdd1-575d-4c81-ab29-c06b166328aa up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:13.118916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45178) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:13.233111 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76ae46a8-37f1-44f6-ae6d-7b4cdd0cc48d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.249060 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76ae46a8-37f1-44f6-ae6d-7b4cdd0cc48d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.282215 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c67ff6c-e541-433b-a634-cada0b97b005 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.376093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] For port 25016a82-442c-4b83-8427-682ce30d47ca, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:13.393872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] For port 25016a82-442c-4b83-8427-682ce30d47ca, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25016a82-442c-4b83-8427-682ce30d47ca,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:13.399713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67ff6c-e541-433b-a634-cada0b97b005 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=1f5f4d66-5412-496c-bb9e-e3edca70e87e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:13.413600 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.555146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 9278fdd1-575d-4c81-ab29-c06b166328aa triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:13.555910 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.605358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c67ff6c-e541-433b-a634-cada0b97b005 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:13.610927 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9c67ff6c-e541-433b-a634-cada0b97b005 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/1f5f4d66-5412-496c-bb9e-e3edca70e87e HTTP/1.1" status: 204 len: 168 time: 1.1810517 Sep 16 04:52:13.613513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45188) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:13.643882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6d482-6a9e-43d1-9f8e-b38f48ef09f8 None None] Pushing event updated for resources: {'Port': ['ID=25016a82-442c-4b83-8427-682ce30d47ca,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:13.732929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08fe17-9f1a-45a2-b4d5-b78a10e85771 req-adffb27c-7685-49c7-8255-2269f24f9075 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.747346 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ad08fe17-9f1a-45a2-b4d5-b78a10e85771 req-adffb27c-7685-49c7-8255-2269f24f9075 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 945 time: 0.3484476 Sep 16 04:52:13.825473 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ad08fe17-9f1a-45a2-b4d5-b78a10e85771 req-7bed5cbe-5387-4696-b9f8-8f9931e3d43f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722601 Sep 16 04:52:13.856099 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ea947-845f-4812-a361-b0503efc7368 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.861769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ea947-845f-4812-a361-b0503efc7368 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:13.863120 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f68ea947-845f-4812-a361-b0503efc7368 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2332618 Sep 16 04:52:13.866844 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45198) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:13.941100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ae46a8-37f1-44f6-ae6d-7b4cdd0cc48d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 315c821e-3ac4-4c98-bd2f-8a2070009769 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:14.010819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-864b98ea-b084-4f24-869d-c6b7ec91ce9c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 5c320a4e-8963-4a4c-aacc-d8328869a0bc {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:14.024526 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-864b98ea-b084-4f24-869d-c6b7ec91ce9c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.139549 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-864b98ea-b084-4f24-869d-c6b7ec91ce9c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.168442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1b225-8834-4384-b16f-90428a5036f6 None None] Sync routers for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:14.184278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1b225-8834-4384-b16f-90428a5036f6 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:14.185564 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-36b1b225-8834-4384-b16f-90428a5036f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:14.355173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-864b98ea-b084-4f24-869d-c6b7ec91ce9c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.360911 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-36b1b225-8834-4384-b16f-90428a5036f6 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:14.505427 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-864b98ea-b084-4f24-869d-c6b7ec91ce9c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.549362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b98ea-b084-4f24-869d-c6b7ec91ce9c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=5c320a4e-8963-4a4c-aacc-d8328869a0bc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:14.551694 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-864b98ea-b084-4f24-869d-c6b7ec91ce9c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.553744 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-864b98ea-b084-4f24-869d-c6b7ec91ce9c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/5c320a4e-8963-4a4c-aacc-d8328869a0bc HTTP/1.1" status: 204 len: 168 time: 0.6857777 Sep 16 04:52:14.556122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45206) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:14.643896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a4b5661f-a87b-4b3d-96b2-347ed8e24135 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865331 Sep 16 04:52:14.649802 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45208) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:14.665370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a2bd55c4-ccd0-41d2-88ca-0c2376d7fdf5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:14.821789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ae46a8-37f1-44f6-ae6d-7b4cdd0cc48d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:14.823674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-36b1b225-8834-4384-b16f-90428a5036f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:12Z', 'revision_number': 7, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9278fdd1-575d-4c81-ab29-c06b166328aa', 'name': '', 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:dc:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:11Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:14.842688 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76ae46a8-37f1-44f6-ae6d-7b4cdd0cc48d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.844030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-76ae46a8-37f1-44f6-ae6d-7b4cdd0cc48d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769 HTTP/1.1" status: 200 len: 700 time: 3.4640903 Sep 16 04:52:14.848533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45210) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:14.890102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1b225-8834-4384-b16f-90428a5036f6 None None] Checking router: 315c821e-3ac4-4c98-bd2f-8a2070009769 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:14.899443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bd55c4-ccd0-41d2-88ca-0c2376d7fdf5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:14.915879 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a2bd55c4-ccd0-41d2-88ca-0c2376d7fdf5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:14.934570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1b225-8834-4384-b16f-90428a5036f6 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:14.942369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-36b1b225-8834-4384-b16f-90428a5036f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:15.173424 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25016a82-442c-4b83-8427-682ce30d47ca up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:15.210278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d353ba21-a3ed-4a0d-90a2-ef147508c72c tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769 HTTP/1.1" status: 200 len: 700 time: 0.3560257 Sep 16 04:52:15.221490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45224) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:15.284660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-36b1b225-8834-4384-b16f-90428a5036f6 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:15.286852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 25016a82-442c-4b83-8427-682ce30d47ca triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:15.287467 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.403461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1401d2-dd4d-4334-949d-8676b2001c87 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:15.437524 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a2bd55c4-ccd0-41d2-88ca-0c2376d7fdf5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.512921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd55c4-ccd0-41d2-88ca-0c2376d7fdf5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=e2fd2aef-27bd-43f8-921b-bfe178591b5c,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:15.531901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd55c4-ccd0-41d2-88ca-0c2376d7fdf5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:15.534064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-a2bd55c4-ccd0-41d2-88ca-0c2376d7fdf5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:15.541665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd55c4-ccd0-41d2-88ca-0c2376d7fdf5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.542596 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a2bd55c4-ccd0-41d2-88ca-0c2376d7fdf5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.582627 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a2bd55c4-ccd0-41d2-88ca-0c2376d7fdf5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9287863 Sep 16 04:52:15.583176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45230) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:15.595311 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': 'e2fd2aef-27bd-43f8-921b-bfe178591b5c', 'ip_address': '2001:db8::5780:bb26:d1ea:f56a'}], 'name': 'tempest-NetworksTestDHCPv6-1994917255'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:15.674097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728d726-0482-4aea-9818-a0369fd9e4b1 req-8dc9403b-57de-4613-8d38-4fdbeae70538 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:15.681366 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9728d726-0482-4aea-9818-a0369fd9e4b1 req-8dc9403b-57de-4613-8d38-4fdbeae70538 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 945 time: 0.4699092 Sep 16 04:52:15.764127 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9728d726-0482-4aea-9818-a0369fd9e4b1 req-62d66267-92d3-472e-bd48-af768c8eed62 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815709 Sep 16 04:52:15.803539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:15.846044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2b0c3d51-ffd1-4f9e-8b03-114a0ebab72d None None] Provisioning complete for port 25016a82-442c-4b83-8427-682ce30d47ca triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:15.846044 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3d51-ffd1-4f9e-8b03-114a0ebab72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:15.944241 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce750484-cbdd-4176-a3d3-d7ba09592229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.001662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee30e0b-b559-4fbb-954b-d1af1580836a req-48f796e0-067d-4cb3-bc79-630e0bc799be tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:16.014380 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bee30e0b-b559-4fbb-954b-d1af1580836a req-48f796e0-067d-4cb3-bc79-630e0bc799be tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 945 time: 0.0994530 Sep 16 04:52:16.041299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.049912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1003dd2-43b8-43a8-94bf-03e4a1a863e3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.100321 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.108784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 335a4dba-fa71-467f-9eb8-ff89f943a2d7 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:52:16.130168 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bee30e0b-b559-4fbb-954b-d1af1580836a req-41cc4db5-cfc4-4f5c-93b5-0610111c2986 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146529 Sep 16 04:52:16.231521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 25016a82-442c-4b83-8427-682ce30d47ca, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25016a82-442c-4b83-8427-682ce30d47ca,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:16.315715 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.473975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-36b1b225-8834-4384-b16f-90428a5036f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:12Z', 'revision_number': 7, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9278fdd1-575d-4c81-ab29-c06b166328aa', 'name': '', 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:dc:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:11Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:16.502327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::5780:bb26:d1ea:f56a (4211d509-25f4-4a41-874d-6b71d4ade588/e2fd2aef-27bd-43f8-921b-bfe178591b5c/335a4dba-fa71-467f-9eb8-ff89f943a2d7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:16.502875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1b225-8834-4384-b16f-90428a5036f6 None None] The sync data for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 is: [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:12Z', 'revision_number': 7, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9278fdd1-575d-4c81-ab29-c06b166328aa', 'name': '', 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:dc:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:11Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:16.504959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=25016a82-442c-4b83-8427-682ce30d47ca,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:16.528025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e8ce28-29a0-4409-8841-c73dec39017c None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:16.807484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8eadc168-e18f-4f93-a942-f3637fc7c741 None None] Provisioning complete for port 25016a82-442c-4b83-8427-682ce30d47ca triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:16.807882 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8eadc168-e18f-4f93-a942-f3637fc7c741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.814884 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.945066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ce750484-cbdd-4176-a3d3-d7ba09592229 admin admin] Deleting port 02466ad4-1110-4205-a6c3-fd529083d013 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:16.946222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:16.951176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce750484-cbdd-4176-a3d3-d7ba09592229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.031006 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d0edd-f57b-45dc-9014-323a3b0fc7cb None None] Sync routers for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:17.037246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25016a82-442c-4b83-8427-682ce30d47ca up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:17.041105 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d0edd-f57b-45dc-9014-323a3b0fc7cb None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:17.044023 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-592d0edd-f57b-45dc-9014-323a3b0fc7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:17.125714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-ce750484-cbdd-4176-a3d3-d7ba09592229 admin admin] For port 02466ad4-1110-4205-a6c3-fd529083d013, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=02466ad4-1110-4205-a6c3-fd529083d013,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:17.126407 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce750484-cbdd-4176-a3d3-d7ba09592229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.141826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ce750484-cbdd-4176-a3d3-d7ba09592229 admin admin] Calling delete_port for 02466ad4-1110-4205-a6c3-fd529083d013 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:17.216261 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 25016a82-442c-4b83-8427-682ce30d47ca triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:17.216261 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.233040 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-592d0edd-f57b-45dc-9014-323a3b0fc7cb None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:17.245924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=335a4dba-fa71-467f-9eb8-ff89f943a2d7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:17.292588 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-082996bd-efa3-46bd-8e41-01cc10f08b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.310072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:17.319882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:17.322879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:17.354144 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.354144 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.381768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eebd1c-9289-4572-9445-9741e46f4080 req-275999ac-ebee-48a3-8900-e10304d81cb4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.381768 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b3eebd1c-9289-4572-9445-9741e46f4080 req-275999ac-ebee-48a3-8900-e10304d81cb4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 945 time: 0.4640605 Sep 16 04:52:17.395543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0977235f-95e6-4a15-bec7-b2769c981e94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8096666 Sep 16 04:52:17.397087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45262) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:17.536400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b3eebd1c-9289-4572-9445-9741e46f4080 req-20ee5783-cd89-40e8-afa0-9ce78be2dab2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255271 Sep 16 04:52:17.552684 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce750484-cbdd-4176-a3d3-d7ba09592229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.593193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-26ffb1c5-0bc8-42b7-88e0-3ee3561cabfa None None] Provisioning complete for port 25016a82-442c-4b83-8427-682ce30d47ca triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:17.596542 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-26ffb1c5-0bc8-42b7-88e0-3ee3561cabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.617836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745c718-f195-435c-a62a-8d343d9e89eb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.643941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745c718-f195-435c-a62a-8d343d9e89eb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:17.660113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e1003dd2-43b8-43a8-94bf-03e4a1a863e3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port 9278fdd1-575d-4c81-ab29-c06b166328aa {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:17.660345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1003dd2-43b8-43a8-94bf-03e4a1a863e3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.660983 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9745c718-f195-435c-a62a-8d343d9e89eb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2627680 Sep 16 04:52:17.665443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45268) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:17.739146 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-592d0edd-f57b-45dc-9014-323a3b0fc7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:12Z', 'revision_number': 7, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9278fdd1-575d-4c81-ab29-c06b166328aa', 'name': '', 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:dc:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:11Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:17.807462 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d0edd-f57b-45dc-9014-323a3b0fc7cb None None] Checking router: 315c821e-3ac4-4c98-bd2f-8a2070009769 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:17.831727 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d0edd-f57b-45dc-9014-323a3b0fc7cb None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:17.832718 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-592d0edd-f57b-45dc-9014-323a3b0fc7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:51:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:17.869519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-e1003dd2-43b8-43a8-94bf-03e4a1a863e3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] For port 9278fdd1-575d-4c81-ab29-c06b166328aa, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9278fdd1-575d-4c81-ab29-c06b166328aa,segment=NetworkSegment(85fa1b53-6cf3-4055-aa08-2f7445dabc51),segment_id=85fa1b53-6cf3-4055-aa08-2f7445dabc51)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:17.869947 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1003dd2-43b8-43a8-94bf-03e4a1a863e3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:17.896095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce750484-cbdd-4176-a3d3-d7ba09592229 admin admin] Pushing event deleted for resources: {'Port': ['ID=02466ad4-1110-4205-a6c3-fd529083d013,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:17.916775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e1003dd2-43b8-43a8-94bf-03e4a1a863e3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for 9278fdd1-575d-4c81-ab29-c06b166328aa owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:18.041249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2313dfff-f053-4722-a264-cb227cfe7165 None None] Could not find standard attr ID for object c5633de1-923d-4cc3-b89e-0959aee07995. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:52:18.055007 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-592d0edd-f57b-45dc-9014-323a3b0fc7cb None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:18.154717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-95ff1256-238d-43a4-a2e7-c9895a251021 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 335a4dba-fa71-467f-9eb8-ff89f943a2d7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:18.155448 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95ff1256-238d-43a4-a2e7-c9895a251021 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.259011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4f1bb-20b0-4206-8cab-07edb30ae997 req-355aec0b-a83d-4c00-a38f-a8ce75a66ec2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:18.260619 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a0b4f1bb-20b0-4206-8cab-07edb30ae997 req-355aec0b-a83d-4c00-a38f-a8ce75a66ec2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 945 time: 0.2355919 Sep 16 04:52:18.354760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9744328f-ced2-4762-87e3-4ace5fb4c38e None None] Could not find standard attr ID for object 5dd0acfc-60e7-404f-a98d-46d53ec23989. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:52:18.364923 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a0b4f1bb-20b0-4206-8cab-07edb30ae997 req-4cafc638-7ad0-455b-94d0-2b9be94c3483 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634203 Sep 16 04:52:18.412709 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95ff1256-238d-43a4-a2e7-c9895a251021 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.438170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-95ff1256-238d-43a4-a2e7-c9895a251021 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 335a4dba-fa71-467f-9eb8-ff89f943a2d7 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:18.556586 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-592d0edd-f57b-45dc-9014-323a3b0fc7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:12Z', 'revision_number': 7, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9278fdd1-575d-4c81-ab29-c06b166328aa', 'name': '', 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:dc:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:11Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:18.596037 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce750484-cbdd-4176-a3d3-d7ba09592229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.599727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1003dd2-43b8-43a8-94bf-03e4a1a863e3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.624915 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d0edd-f57b-45dc-9014-323a3b0fc7cb None None] The sync data for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 is: [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:12Z', 'revision_number': 7, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9278fdd1-575d-4c81-ab29-c06b166328aa', 'name': '', 'network_id': 'bf00e824-caa7-4ae3-8e1f-5abc655cd203', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:dc:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:03Z', 'updated_at': '2021-09-16T04:52:11Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '81a883c2-12d3-4531-adf0-f3f573fb8182', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:18.658884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1003dd2-43b8-43a8-94bf-03e4a1a863e3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=9278fdd1-575d-4c81-ab29-c06b166328aa,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:18.677492 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95ff1256-238d-43a4-a2e7-c9895a251021 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.757466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff1256-238d-43a4-a2e7-c9895a251021 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=335a4dba-fa71-467f-9eb8-ff89f943a2d7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:18.770800 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6d4c14ac-3320-4b75-9052-dd2729d9af84 None None] Could not find standard attr ID for object 7d8435fc-f8f5-4d50-b504-4d5ca376f77c. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:52:18.819086 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-95ff1256-238d-43a4-a2e7-c9895a251021 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:18.826368 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-95ff1256-238d-43a4-a2e7-c9895a251021 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/335a4dba-fa71-467f-9eb8-ff89f943a2d7 HTTP/1.1" status: 204 len: 168 time: 1.1594660 Sep 16 04:52:18.829174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45290) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:19.040806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc733da2-7003-4810-ba83-953682ce1d1f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.053801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc733da2-7003-4810-ba83-953682ce1d1f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.056119 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cc733da2-7003-4810-ba83-953682ce1d1f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2255113 Sep 16 04:52:19.061755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45298) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:19.173119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-f076729a-b414-4904-a07e-8cbd83dbb6f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet e2fd2aef-27bd-43f8-921b-bfe178591b5c {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:19.176580 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f076729a-b414-4904-a07e-8cbd83dbb6f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.224917 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f076729a-b414-4904-a07e-8cbd83dbb6f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.262529 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1003dd2-43b8-43a8-94bf-03e4a1a863e3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.341831 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f076729a-b414-4904-a07e-8cbd83dbb6f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.353400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0273c-eaa5-4ace-bbd3-32db21279bda req-9c3908dd-81cd-49cd-9aab-a1af51cc3b8a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.354957 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68b0273c-eaa5-4ace-bbd3-32db21279bda req-9c3908dd-81cd-49cd-9aab-a1af51cc3b8a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 946 time: 0.0940835 Sep 16 04:52:19.378761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce750484-cbdd-4176-a3d3-d7ba09592229 admin admin] Router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:19.386846 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d6afd527-8095-4114-be7f-b78aab4a6342 None None] Could not find standard attr ID for object 1f5f4d66-5412-496c-bb9e-e3edca70e87e. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:52:19.465721 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68b0273c-eaa5-4ace-bbd3-32db21279bda req-c9d9877f-8ac9-4861-b92d-078264a1b96c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833237 Sep 16 04:52:19.467504 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f076729a-b414-4904-a07e-8cbd83dbb6f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.505833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076729a-b414-4904-a07e-8cbd83dbb6f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=e2fd2aef-27bd-43f8-921b-bfe178591b5c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:19.514034 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f076729a-b414-4904-a07e-8cbd83dbb6f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.516147 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f076729a-b414-4904-a07e-8cbd83dbb6f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/e2fd2aef-27bd-43f8-921b-bfe178591b5c HTTP/1.1" status: 204 len: 168 time: 0.4530287 Sep 16 04:52:19.518658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45310) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:19.574158 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8efeb598-63c7-409e-8cc2-025bfb2c47f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542760 Sep 16 04:52:19.578255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45316) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:19.584347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2953e089-bb93-4774-93e9-1a067af98e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:19.644011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c176085-c76c-4d99-a61b-c8a1f3c99df2 req-2ad4e158-e5ad-4206-9916-c14037ad6064 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:19.645742 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c176085-c76c-4d99-a61b-c8a1f3c99df2 req-2ad4e158-e5ad-4206-9916-c14037ad6064 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 945 time: 0.3983436 Sep 16 04:52:19.710275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2953e089-bb93-4774-93e9-1a067af98e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:19.713830 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2953e089-bb93-4774-93e9-1a067af98e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.714497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8551f925-f4d7-4ef9-a02d-6b2bd379c999 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:19.854852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3990fad0-b485-4fbb-a373-d76539ca89d2 None None] Could not find standard attr ID for object 335a4dba-fa71-467f-9eb8-ff89f943a2d7. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:52:19.969525 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2953e089-bb93-4774-93e9-1a067af98e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:19.988319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971f1217-2f73-498a-a8c8-77f1f70550b5 None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:20.025939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2953e089-bb93-4774-93e9-1a067af98e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:20.031198 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2953e089-bb93-4774-93e9-1a067af98e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:20.035289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2953e089-bb93-4774-93e9-1a067af98e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.036000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2953e089-bb93-4774-93e9-1a067af98e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.053723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-971f1217-2f73-498a-a8c8-77f1f70550b5 None None] Deleting port 25016a82-442c-4b83-8427-682ce30d47ca {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:20.054126 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-971f1217-2f73-498a-a8c8-77f1f70550b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.057163 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2953e089-bb93-4774-93e9-1a067af98e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4778204 Sep 16 04:52:20.057855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45322) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:20.065759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': 'bd5e94d9-dae8-4216-abe1-7d92321d5d02', 'ip_address': '2001:db8::710b:cf44:c1fd:9a4b'}], 'name': 'tempest-NetworksTestDHCPv6-1128774129'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:20.110321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953e089-bb93-4774-93e9-1a067af98e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=bd5e94d9-dae8-4216-abe1-7d92321d5d02,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:20.194198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-971f1217-2f73-498a-a8c8-77f1f70550b5 None None] For port 25016a82-442c-4b83-8427-682ce30d47ca, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25016a82-442c-4b83-8427-682ce30d47ca,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:20.194795 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-971f1217-2f73-498a-a8c8-77f1f70550b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.198386 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a6bdc661-20a9-417a-ab55-4d04b51c2168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.212367 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-971f1217-2f73-498a-a8c8-77f1f70550b5 None None] Calling delete_port for 25016a82-442c-4b83-8427-682ce30d47ca owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:20.250664 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:20.257129 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.281929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 2bd547ef-f975-48d6-b508-dc6aa02edfd5 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:52:20.296312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1003dd2-43b8-43a8-94bf-03e4a1a863e3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 315c821e-3ac4-4c98-bd2f-8a2070009769 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:20.316023 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-971f1217-2f73-498a-a8c8-77f1f70550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.316597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aea739-9954-4919-bf44-5a1f74a1854e req-3f424b1b-c856-458a-975b-6eb25b017fe2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.323953 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73aea739-9954-4919-bf44-5a1f74a1854e req-3f424b1b-c856-458a-975b-6eb25b017fe2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 945 time: 0.8323340 Sep 16 04:52:20.345628 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f1217-2f73-498a-a8c8-77f1f70550b5 None None] Pushing event deleted for resources: {'Port': ['ID=25016a82-442c-4b83-8427-682ce30d47ca,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:20.349246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f1217-2f73-498a-a8c8-77f1f70550b5 None None] No DVR routers for this DVR port 25016a82-442c-4b83-8427-682ce30d47ca on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:20.370317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce750484-cbdd-4176-a3d3-d7ba09592229 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:20.380296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ce750484-cbdd-4176-a3d3-d7ba09592229 admin admin] 10.222.0.53 "PUT /v2.0/routers/ee6b3f27-2d80-48be-84c9-090ca84cc5c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2554147 Sep 16 04:52:20.384855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37520d3b-bbdb-4495-afbd-b667b4a596cf None None] Sync routers for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:20.387965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45330) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:20.398472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3106f61d-1e23-43b0-af6a-aed302420665 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:20.412690 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37520d3b-bbdb-4495-afbd-b667b4a596cf None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:20.413347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-37520d3b-bbdb-4495-afbd-b667b4a596cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:20.453878 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73aea739-9954-4919-bf44-5a1f74a1854e req-ad24d3c1-757f-45d6-9b64-90533b672791 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235316 Sep 16 04:52:20.564527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::710b:cf44:c1fd:9a4b (4211d509-25f4-4a41-874d-6b71d4ade588/bd5e94d9-dae8-4216-abe1-7d92321d5d02/2bd547ef-f975-48d6-b508-dc6aa02edfd5) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:20.625498 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-4c176085-c76c-4d99-a61b-c8a1f3c99df2 req-5efc6461-ff11-416b-8b7f-2b4b6e5744d9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Deleting port c812cce6-0283-4ea4-98f5-b890fa196b00 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:20.625818 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4c176085-c76c-4d99-a61b-c8a1f3c99df2 req-5efc6461-ff11-416b-8b7f-2b4b6e5744d9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.637541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-37520d3b-bbdb-4495-afbd-b667b4a596cf None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:20.684611 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fea15-38db-4345-aa56-193339cac153 req-731cc7a5-666b-4e6e-8a1c-33d48e566ab9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:20.686766 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e44fea15-38db-4345-aa56-193339cac153 req-731cc7a5-666b-4e6e-8a1c-33d48e566ab9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 946 time: 0.0998104 Sep 16 04:52:20.756449 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1003dd2-43b8-43a8-94bf-03e4a1a863e3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:20.768766 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e1003dd2-43b8-43a8-94bf-03e4a1a863e3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5433536 Sep 16 04:52:20.771786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45344) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:20.775479 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7720753-8911-4a75-b59b-3b5027553286 None None] Sync routers for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:20.788803 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7720753-8911-4a75-b59b-3b5027553286 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:20.789710 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f7720753-8911-4a75-b59b-3b5027553286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:20.869839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-662f0586-cb30-4529-b07b-a02c6940e1e1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting subnet 81a883c2-12d3-4531-adf0-f3f573fb8182 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:20.872793 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e44fea15-38db-4345-aa56-193339cac153 req-12fa62b8-fd30-4eb3-9f64-17b005ba19bc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514904 Sep 16 04:52:20.894348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-4c176085-c76c-4d99-a61b-c8a1f3c99df2 req-5efc6461-ff11-416b-8b7f-2b4b6e5744d9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] For port c812cce6-0283-4ea4-98f5-b890fa196b00, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c812cce6-0283-4ea4-98f5-b890fa196b00,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:20.894734 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4c176085-c76c-4d99-a61b-c8a1f3c99df2 req-5efc6461-ff11-416b-8b7f-2b4b6e5744d9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.904514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-662f0586-cb30-4529-b07b-a02c6940e1e1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.922317 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.956831 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-4c176085-c76c-4d99-a61b-c8a1f3c99df2 req-5efc6461-ff11-416b-8b7f-2b4b6e5744d9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Calling delete_port for c812cce6-0283-4ea4-98f5-b890fa196b00 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:20.988814 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.993184 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-662f0586-cb30-4529-b07b-a02c6940e1e1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:20.999689 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f7720753-8911-4a75-b59b-3b5027553286 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:21.007195 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.022055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-c52023a1-178d-4d3b-8d75-0e5e6269d79c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.023844 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-c52023a1-178d-4d3b-8d75-0e5e6269d79c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 946 time: 0.2738979 Sep 16 04:52:21.025315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25016a82-442c-4b83-8427-682ce30d47ca no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:21.025467 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.159800 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 25016a82-442c-4b83-8427-682ce30d47ca {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:21.160155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25016a82-442c-4b83-8427-682ce30d47ca not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:21.199216 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:21.200588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=2bd547ef-f975-48d6-b508-dc6aa02edfd5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:21.209991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:21.212834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:21.220627 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.221430 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.250278 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ea166bba-79b8-4e38-917f-c17a12af38cd tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1883979 Sep 16 04:52:21.253347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45352) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:21.257771 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': 'bd5e94d9-dae8-4216-abe1-7d92321d5d02'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:21.259511 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.307090 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-662f0586-cb30-4529-b07b-a02c6940e1e1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.311320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Deleting port 7ea763cd-c867-4303-91c2-4c98a6e4597c {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:21.311688 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.358578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec284ec2-2b9a-4133-b01f-87bac3eb588a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:21.360100 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ec284ec2-2b9a-4133-b01f-87bac3eb588a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1043203 Sep 16 04:52:21.363251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45354) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:21.409836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-37520d3b-bbdb-4495-afbd-b667b4a596cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '899e406f-65e8-4815-a51d-503116415c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:52:17Z', 'revision_number': 5, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port': {'id': '899e406f-65e8-4815-a51d-503116415c68', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:21.417586 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f7720753-8911-4a75-b59b-3b5027553286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:18Z', 'revision_number': 8, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:21.454713 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7720753-8911-4a75-b59b-3b5027553286 None None] Checking router: 315c821e-3ac4-4c98-bd2f-8a2070009769 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:21.466538 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7720753-8911-4a75-b59b-3b5027553286 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:21.467155 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f7720753-8911-4a75-b59b-3b5027553286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:21.474922 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.547719 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4c176085-c76c-4d99-a61b-c8a1f3c99df2 req-5efc6461-ff11-416b-8b7f-2b4b6e5744d9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.592182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc6461-ff11-416b-8b7f-2b4b6e5744d9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event deleted for resources: {'Port': ['ID=c812cce6-0283-4ea4-98f5-b890fa196b00,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:21.602651 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-662f0586-cb30-4529-b07b-a02c6940e1e1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.696793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Deleting port 899e406f-65e8-4815-a51d-503116415c68 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:21.697036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.728650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c176085-c76c-4d99-a61b-c8a1f3c99df2 req-5efc6461-ff11-416b-8b7f-2b4b6e5744d9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] No DVR routers for this DVR port c812cce6-0283-4ea4-98f5-b890fa196b00 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:21.732459 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-4c176085-c76c-4d99-a61b-c8a1f3c99df2 req-5efc6461-ff11-416b-8b7f-2b4b6e5744d9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.735716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c176085-c76c-4d99-a61b-c8a1f3c99df2 req-5efc6461-ff11-416b-8b7f-2b4b6e5744d9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.50 "DELETE /v2.0/ports/c812cce6-0283-4ea4-98f5-b890fa196b00 HTTP/1.1" status: 204 len: 173 time: 2.0794320 Sep 16 04:52:21.766664 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-662f0586-cb30-4529-b07b-a02c6940e1e1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:21.772349 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-662f0586-cb30-4529-b07b-a02c6940e1e1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/81a883c2-12d3-4531-adf0-f3f573fb8182 HTTP/1.1" status: 204 len: 168 time: 0.9734251 Sep 16 04:52:21.774616 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45364) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:21.809190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4522f8-c245-41ef-92e2-33964da91202', 'name': 'network-vif-deleted', 'tag': 'c812cce6-0283-4ea4-98f5-b890fa196b00'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:21.811815 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1608d1a-39d9-498a-81e2-2d474c7e6701" -d '{"events": [{"server_uuid": "2a4522f8-c245-41ef-92e2-33964da91202", "name": "network-vif-deleted", "tag": "c812cce6-0283-4ea4-98f5-b890fa196b00"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:21.819986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Allocated IP 2001:db8::2 (4211d509-25f4-4a41-874d-6b71d4ade588/bd5e94d9-dae8-4216-abe1-7d92321d5d02/f832f5c8-b008-43cc-93db-fac5edd63a4d) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:21.826757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f0586-cb30-4529-b07b-a02c6940e1e1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Subnet': ['ID=81a883c2-12d3-4531-adf0-f3f573fb8182,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:21.842346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a98c78f0-0f31-4c14-9795-ac43e9f2808e req-af9389cc-da64-4e61-ab00-1751851b8371 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a4522f8-c245-41ef-92e2-33964da91202 HTTP/1.1" status: 200 len: 210 time: 0.2102742 Sep 16 04:52:21.890054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37', 'abee20c4-0d60-4727-96fb-4a27f9588704'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:21.891193 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f7720753-8911-4a75-b59b-3b5027553286 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:21.903648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef0041d-1e99-443b-9ac6-beff2b9fc83b None None] Network bf00e824-caa7-4ae3-8e1f-5abc655cd203 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:21.924990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37520d3b-bbdb-4495-afbd-b667b4a596cf None None] Checking router: ee6b3f27-2d80-48be-84c9-090ca84cc5c5 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:22.009425 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.068183 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.079445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37520d3b-bbdb-4495-afbd-b667b4a596cf None None] Routers {'ee6b3f27-2d80-48be-84c9-090ca84cc5c5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:22.079445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-37520d3b-bbdb-4495-afbd-b667b4a596cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:22.275086 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1838c0-1359-4df1-a85e-bcfd6df65390 x-openstack-request-id: req-be1838c0-1359-4df1-a85e-bcfd6df65390 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:22.275368 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4522f8-c245-41ef-92e2-33964da91202", "name": "network-vif-deleted", "tag": "c812cce6-0283-4ea4-98f5-b890fa196b00", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:22.277004 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be1838c0-1359-4df1-a85e-bcfd6df65390 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:22.277004 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4522f8-c245-41ef-92e2-33964da91202', 'name': 'network-vif-deleted', 'tag': 'c812cce6-0283-4ea4-98f5-b890fa196b00', 'status': 'completed', 'code': 200} Sep 16 04:52:22.313008 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f7720753-8911-4a75-b59b-3b5027553286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:18Z', 'revision_number': 8, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:22.341507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] For port 899e406f-65e8-4815-a51d-503116415c68, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=899e406f-65e8-4815-a51d-503116415c68,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:22.342052 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.352390 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7720753-8911-4a75-b59b-3b5027553286 None None] The sync data for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 is: [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:18Z', 'revision_number': 8, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0ea367c-cf84-4755-91c4-542aaea6a0ee', 'name': '', 'network_id': 'c3d62826-ede3-48b8-b7ea-a8463c638d88', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:f5:3a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:51Z', 'updated_at': '2021-09-16T04:52:01Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '2d5f585e-a4a7-4b00-83f6-d649105ee5e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:22.365129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Calling delete_port for 899e406f-65e8-4815-a51d-503116415c68 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:22.368051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port 9706b946-2f90-4896-aa59-4026ba63f9a8 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:22.368533 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.457116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] For port 7ea763cd-c867-4303-91c2-4c98a6e4597c, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7ea763cd-c867-4303-91c2-4c98a6e4597c,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:22.458089 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.499417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] For port 9706b946-2f90-4896-aa59-4026ba63f9a8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9706b946-2f90-4896-aa59-4026ba63f9a8,segment=NetworkSegment(85fa1b53-6cf3-4055-aa08-2f7445dabc51),segment_id=85fa1b53-6cf3-4055-aa08-2f7445dabc51)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:22.499801 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.521020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-37520d3b-bbdb-4495-afbd-b667b4a596cf None None] Set router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:22.530576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for 9706b946-2f90-4896-aa59-4026ba63f9a8 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:22.542693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23920f-f9da-49f1-a786-2906a3dc3ab7 req-831ab26e-89e6-4627-a9a7-18f505f48f30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:22.545273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed23920f-f9da-49f1-a786-2906a3dc3ab7 req-831ab26e-89e6-4627-a9a7-18f505f48f30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 946 time: 0.2275195 Sep 16 04:52:22.555040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-8923de7a-1342-4208-9d57-c01263723935 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 2bd547ef-f975-48d6-b508-dc6aa02edfd5 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:22.555397 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8923de7a-1342-4208-9d57-c01263723935 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.593402 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-37520d3b-bbdb-4495-afbd-b667b4a596cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:52:21Z', 'revision_number': 6, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:22.616661 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed23920f-f9da-49f1-a786-2906a3dc3ab7 req-f7fd71eb-006c-4aed-a7a3-ee5502b01652 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551746 Sep 16 04:52:22.638671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37520d3b-bbdb-4495-afbd-b667b4a596cf None None] The sync data for ids ['ee6b3f27-2d80-48be-84c9-090ca84cc5c5'] in n-d-712142-17 is: [{'id': 'ee6b3f27-2d80-48be-84c9-090ca84cc5c5', 'name': 'tempest-AttachVolumeTestJSON-1798278665-router', 'tenant_id': '022d7fc0ebfa42e396c695a2bac9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:43:53Z', 'updated_at': '2021-09-16T04:52:21Z', 'revision_number': 6, 'project_id': '022d7fc0ebfa42e396c695a2bac9b768', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:22.653423 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.696026 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.806117 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.831922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:22.835860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:22.843326 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.847705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No DVR routers for this DVR port 9706b946-2f90-4896-aa59-4026ba63f9a8 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:22.849340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=9706b946-2f90-4896-aa59-4026ba63f9a8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:22.852883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:22.883800 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Pushing event updated for resources: {'Port': ['ID=f832f5c8-b008-43cc-93db-fac5edd63a4d,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:22.903358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8923de7a-1342-4208-9d57-c01263723935 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.925317 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-8923de7a-1342-4208-9d57-c01263723935 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 2bd547ef-f975-48d6-b508-dc6aa02edfd5 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:22.945947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=899e406f-65e8-4815-a51d-503116415c68,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:22.946105 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.946365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:22.946697 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Floating IP b000fd13-f0b7-4b93-b463-2e652a34caae disassociated. External IP: 172.25.0.113, port: 7ea763cd-c867-4303-91c2-4c98a6e4597c. Sep 16 04:52:22.947089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Calling delete_port for 7ea763cd-c867-4303-91c2-4c98a6e4597c owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:22.991341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Attempting to bind port f832f5c8-b008-43cc-93db-fac5edd63a4d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:22.991727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Attempting to bind port f832f5c8-b008-43cc-93db-fac5edd63a4d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:22.992101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Attempting to bind port f832f5c8-b008-43cc-93db-fac5edd63a4d on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:23.003288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:23.003784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:23.004402 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.004929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:23.005449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Bound port: f832f5c8-b008-43cc-93db-fac5edd63a4d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:23.005929 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.096162 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] For port f832f5c8-b008-43cc-93db-fac5edd63a4d, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:23.099576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] For port f832f5c8-b008-43cc-93db-fac5edd63a4d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f832f5c8-b008-43cc-93db-fac5edd63a4d,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:23.106742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339f025d-cb1d-435e-a01d-3ac1b2602ab5 None None] DHCP port deletion for bf00e824-caa7-4ae3-8e1f-5abc655cd203 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:23.117759 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.229314 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.303074 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.307445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf00e824-caa7-4ae3-8e1f-5abc655cd203']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:23.317756 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.318519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01e143-a526-4025-b758-7f66e4a95e2c None None] Pushing event updated for resources: {'Port': ['ID=f832f5c8-b008-43cc-93db-fac5edd63a4d,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:23.408182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fa1b53-6cf3-4055-aa08-2f7445dabc51') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:23.408554 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fa1b53-6cf3-4055-aa08-2f7445dabc51') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:23.435896 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8923de7a-1342-4208-9d57-c01263723935 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.461555 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.488896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923de7a-1342-4208-9d57-c01263723935 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=2bd547ef-f975-48d6-b508-dc6aa02edfd5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:23.506165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c812cce6-0283-4ea4-98f5-b890fa196b00 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:23.518670 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.523607 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.529780 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.540978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:23.541349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: c812cce6-0283-4ea4-98f5-b890fa196b00 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:23.542054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.542269 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c812cce6-0283-4ea4-98f5-b890fa196b00 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:23.546245 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:23.594465 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8923de7a-1342-4208-9d57-c01263723935 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.597039 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8923de7a-1342-4208-9d57-c01263723935 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/2bd547ef-f975-48d6-b508-dc6aa02edfd5 HTTP/1.1" status: 204 len: 168 time: 2.2331438 Sep 16 04:52:23.601289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45408) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:23.635795 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.636232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee6b3f27-2d80-48be-84c9-090ca84cc5c5 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:52:23.641926 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.643140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-52b2537d-13b5-46ab-81ad-1e2220178f85 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ee6b3f27-2d80-48be-84c9-090ca84cc5c5 HTTP/1.1" status: 204 len: 168 time: 3.2492988 Sep 16 04:52:23.646984 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45410) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:23.680239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927e567-e980-47b9-a23f-0b8ec3dff5c4 req-b1afcf43-0a8b-4c21-a375-2b393a157c91 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.706270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5927e567-e980-47b9-a23f-0b8ec3dff5c4 req-b1afcf43-0a8b-4c21-a375-2b393a157c91 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 945 time: 0.2217636 Sep 16 04:52:23.714598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9706b946-2f90-4896-aa59-4026ba63f9a8 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:23.717641 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.732615 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.754679 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:23.756733 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/networks/bf00e824-caa7-4ae3-8e1f-5abc655cd203 HTTP/1.1" status: 204 len: 168 time: 1.9414165 Sep 16 04:52:23.763505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 9706b946-2f90-4896-aa59-4026ba63f9a8 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:23.764298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9706b946-2f90-4896-aa59-4026ba63f9a8 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:23.764997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 02466ad4-1110-4205-a6c3-fd529083d013 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:23.765459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45414) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:23.770336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a117ad-e744-4afe-87bc-4eecb71be429 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.772131 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a117ad-e744-4afe-87bc-4eecb71be429 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:23.773774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-98a117ad-e744-4afe-87bc-4eecb71be429 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1700249 Sep 16 04:52:23.803508 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 02466ad4-1110-4205-a6c3-fd529083d013 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:23.804577 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 02466ad4-1110-4205-a6c3-fd529083d013 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:23.805407 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9278fdd1-575d-4c81-ab29-c06b166328aa no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:23.811956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45416) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:23.845361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 9278fdd1-575d-4c81-ab29-c06b166328aa {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:23.846264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9278fdd1-575d-4c81-ab29-c06b166328aa not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:23.853257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event deleted for resources: {'Port': ['ID=7ea763cd-c867-4303-91c2-4c98a6e4597c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:23.906355 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5927e567-e980-47b9-a23f-0b8ec3dff5c4 req-deda593d-ec97-4d1e-9461-8631d8b40714 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761541 Sep 16 04:52:23.948842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5df1ab-28b0-43eb-8a04-35070a45957a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Network': ['ID=bf00e824-caa7-4ae3-8e1f-5abc655cd203,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:23.957522 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d6cea1b7-0133-42ec-9bf3-bcad53a0ff7e req-7364e666-4cf1-4e62-8e73-df988950b9fb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=5eef0f50-5431-42f0-ba3e-0d96dfb2730a HTTP/1.1" status: 200 len: 210 time: 0.1020660 Sep 16 04:52:23.996753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-361f9749-9e88-4771-b3a9-54d060522679 admin admin] Deleting subnet e14c121a-a13e-4cf4-87d5-73ea10aad127 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:24.003974 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-361f9749-9e88-4771-b3a9-54d060522679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.044756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:24.095738 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-361f9749-9e88-4771-b3a9-54d060522679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.176578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:24.187900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ad7ff0-7562-4ea4-93e6-ac4be7ac515f None None] Sync routers for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:24.198114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad7ff0-7562-4ea4-93e6-ac4be7ac515f None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:24.198751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b8ad7ff0-7562-4ea4-93e6-ac4be7ac515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:24.205977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-85edd610-d13c-4496-916c-1f8bd1e643f9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet bd5e94d9-dae8-4216-abe1-7d92321d5d02 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:24.228617 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85edd610-d13c-4496-916c-1f8bd1e643f9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.229101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] No DVR routers for this DVR port 7ea763cd-c867-4303-91c2-4c98a6e4597c on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:24.243164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.245858 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b0bb4f67-0af9-4803-88ec-6250abbad6c9 req-69c8d055-6024-49a9-b87a-c7dd82915255 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.50 "DELETE /v2.0/ports/7ea763cd-c867-4303-91c2-4c98a6e4597c HTTP/1.1" status: 204 len: 173 time: 3.2047415 Sep 16 04:52:24.246707 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'name': 'network-vif-deleted', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:24.249265 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d432c33-0a6d-4a8e-9268-7c3a494d0749" -d '{"events": [{"server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "name": "network-vif-deleted", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:24.330602 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4b620d-f0d8-46b4-b07a-649f1f845a69 x-openstack-request-id: req-4c4b620d-f0d8-46b4-b07a-649f1f845a69 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:24.330905 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eef0f50-5431-42f0-ba3e-0d96dfb2730a", "name": "network-vif-deleted", "tag": "7ea763cd-c867-4303-91c2-4c98a6e4597c", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:24.331168 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c4b620d-f0d8-46b4-b07a-649f1f845a69 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:24.331614 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eef0f50-5431-42f0-ba3e-0d96dfb2730a', 'name': 'network-vif-deleted', 'tag': '7ea763cd-c867-4303-91c2-4c98a6e4597c', 'status': 'completed', 'code': 200} Sep 16 04:52:24.392900 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85edd610-d13c-4496-916c-1f8bd1e643f9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.491520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b8ad7ff0-7562-4ea4-93e6-ac4be7ac515f None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:24.539629 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-361f9749-9e88-4771-b3a9-54d060522679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.682950 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85edd610-d13c-4496-916c-1f8bd1e643f9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.794438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b8ad7ff0-7562-4ea4-93e6-ac4be7ac515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:07Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:24.798157 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-361f9749-9e88-4771-b3a9-54d060522679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.822952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7022a-9c20-4584-bf35-d49d68866822 req-1e5430a9-8b51-43d6-8b61-0ef853ed465e tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:24.825035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-44d7022a-9c20-4584-bf35-d49d68866822 req-1e5430a9-8b51-43d6-8b61-0ef853ed465e tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 945 time: 0.0732558 Sep 16 04:52:24.839289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ad7ff0-7562-4ea4-93e6-ac4be7ac515f None None] Checking router: 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:24.863069 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-361f9749-9e88-4771-b3a9-54d060522679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:24.863660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad7ff0-7562-4ea4-93e6-ac4be7ac515f None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:24.864131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b8ad7ff0-7562-4ea4-93e6-ac4be7ac515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:24.869151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-361f9749-9e88-4771-b3a9-54d060522679 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e14c121a-a13e-4cf4-87d5-73ea10aad127 HTTP/1.1" status: 204 len: 168 time: 1.2211609 Sep 16 04:52:24.873195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f9749-9e88-4771-b3a9-54d060522679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e14c121a-a13e-4cf4-87d5-73ea10aad127,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:24.879285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45424) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:25.007011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-44d7022a-9c20-4584-bf35-d49d68866822 req-aa618bf9-a8f4-4b88-bcbb-d65f067bcff0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Deleting port abee20c4-0d60-4727-96fb-4a27f9588704 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:25.007373 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-44d7022a-9c20-4584-bf35-d49d68866822 req-aa618bf9-a8f4-4b88-bcbb-d65f067bcff0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.019075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552d3999-1bf6-4328-b7ba-b37fefb8fcb1 None None] Network 54ab4011-9c3b-42b6-b477-8b46a43d41ae requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:25.036805 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2fe17bd9-f2e9-44be-8c8a-b4d530b6b595 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.118497 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85edd610-d13c-4496-916c-1f8bd1e643f9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.142545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b8ad7ff0-7562-4ea4-93e6-ac4be7ac515f None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:25.192848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45434) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:25.229522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f832f5c8-b008-43cc-93db-fac5edd63a4d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:25.293144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8e2339bc-f0d7-49d6-b779-bf7b9432f91f None None] Provisioning complete for port f832f5c8-b008-43cc-93db-fac5edd63a4d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:25.293692 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8e2339bc-f0d7-49d6-b779-bf7b9432f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.305411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d3797-f94c-4b04-b44b-fbd2d2a201e0 req-d76641cb-b369-415f-a35b-5827298eba27 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.307085 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c7d3797-f94c-4b04-b44b-fbd2d2a201e0 req-d76641cb-b369-415f-a35b-5827298eba27 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=013046ed-fd97-49f8-91c6-618ade0b29cc HTTP/1.1" status: 200 len: 945 time: 0.1532063 Sep 16 04:52:25.315075 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-44d7022a-9c20-4584-bf35-d49d68866822 req-aa618bf9-a8f4-4b88-bcbb-d65f067bcff0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] For port abee20c4-0d60-4727-96fb-4a27f9588704, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abee20c4-0d60-4727-96fb-4a27f9588704,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:25.315465 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-44d7022a-9c20-4584-bf35-d49d68866822 req-aa618bf9-a8f4-4b88-bcbb-d65f067bcff0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.370370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-44d7022a-9c20-4584-bf35-d49d68866822 req-aa618bf9-a8f4-4b88-bcbb-d65f067bcff0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Calling delete_port for abee20c4-0d60-4727-96fb-4a27f9588704 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:25.431056 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c7d3797-f94c-4b04-b44b-fbd2d2a201e0 req-0631f370-263a-4b7a-9ff6-0c8a5b404cd1 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125164 Sep 16 04:52:25.569572 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-44d7022a-9c20-4584-bf35-d49d68866822 req-aa618bf9-a8f4-4b88-bcbb-d65f067bcff0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.638584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa618bf9-a8f4-4b88-bcbb-d65f067bcff0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event deleted for resources: {'Port': ['ID=abee20c4-0d60-4727-96fb-4a27f9588704,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:25.663998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7ea763cd-c867-4303-91c2-4c98a6e4597c no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:25.668268 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37', 'abee20c4-0d60-4727-96fb-4a27f9588704'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:25.710247 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d7022a-9c20-4584-bf35-d49d68866822 req-aa618bf9-a8f4-4b88-bcbb-d65f067bcff0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] No DVR routers for this DVR port abee20c4-0d60-4727-96fb-4a27f9588704 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:25.715663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-44d7022a-9c20-4584-bf35-d49d68866822 req-aa618bf9-a8f4-4b88-bcbb-d65f067bcff0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.718009 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-44d7022a-9c20-4584-bf35-d49d68866822 req-aa618bf9-a8f4-4b88-bcbb-d65f067bcff0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "DELETE /v2.0/ports/abee20c4-0d60-4727-96fb-4a27f9588704 HTTP/1.1" status: 204 len: 173 time: 0.8872910 Sep 16 04:52:25.775018 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 7ea763cd-c867-4303-91c2-4c98a6e4597c {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:25.775274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7ea763cd-c867-4303-91c2-4c98a6e4597c not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:25.836900 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edd610-d13c-4496-916c-1f8bd1e643f9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5e94d9-dae8-4216-abe1-7d92321d5d02,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:25.849913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85edd610-d13c-4496-916c-1f8bd1e643f9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.852129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-85edd610-d13c-4496-916c-1f8bd1e643f9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/bd5e94d9-dae8-4216-abe1-7d92321d5d02 HTTP/1.1" status: 204 len: 168 time: 2.0135067 Sep 16 04:52:25.854563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45438) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:25.875139 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:25.902930 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-def6bf42-30a7-41ab-b777-a62a5912d612 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461807 Sep 16 04:52:25.905864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45440) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:25.927304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab37806-f291-4e88-8bb3-ff152105dd4d None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:25.976018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe2b4a-033d-4df5-913c-d32ea2695910 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:25.977920 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d0fe2b4a-033d-4df5-913c-d32ea2695910 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0707121 Sep 16 04:52:25.980570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45442) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:25.993539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port f832f5c8-b008-43cc-93db-fac5edd63a4d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:25.993850 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.000581 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62aea532-d392-4d20-9e68-84a91bb04251 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.038061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8efd4f-b3f5-40c8-9f5d-99e8bc6a7507 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.039539 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ac8efd4f-b3f5-40c8-9f5d-99e8bc6a7507 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0580530 Sep 16 04:52:26.041985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45444) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:26.071447 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62aea532-d392-4d20-9e68-84a91bb04251 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.092425 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7a691811-bdb9-42fc-b946-8156ad4408d5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485568 Sep 16 04:52:26.097727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45446) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:26.103558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ae8dfaa1-d8b7-4ecb-ada8-73a93e7aad70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:26.186759 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8e2339bc-f0d7-49d6-b779-bf7b9432f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.196057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Deleting port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:26.197066 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.247407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8dfaa1-d8b7-4ecb-ada8-73a93e7aad70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:26.251158 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ae8dfaa1-d8b7-4ecb-ada8-73a93e7aad70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.307454 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e55148-f9c4-48e2-884d-d7eff9cfbad5 None None] DHCP port deletion for 54ab4011-9c3b-42b6-b477-8b46a43d41ae request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:26.333405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013046ed-fd97-49f8-91c6-618ade0b29cc', 'name': 'network-vif-deleted', 'tag': 'abee20c4-0d60-4727-96fb-4a27f9588704'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:26.339109 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e101e6b-2105-49c0-b38b-aff770caed8b" -d '{"events": [{"server_uuid": "013046ed-fd97-49f8-91c6-618ade0b29cc", "name": "network-vif-deleted", "tag": "abee20c4-0d60-4727-96fb-4a27f9588704"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:26.366957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8e2339bc-f0d7-49d6-b779-bf7b9432f91f None None] For port f832f5c8-b008-43cc-93db-fac5edd63a4d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f832f5c8-b008-43cc-93db-fac5edd63a4d,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:26.399265 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8e2339bc-f0d7-49d6-b779-bf7b9432f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.426258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] For port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fe6d9b60-44c7-4fa3-9ca5-3b856a01003d,segment=NetworkSegment(0c068f84-b23d-409a-99ec-3ee6559e2943),segment_id=0c068f84-b23d-409a-99ec-3ee6559e2943)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:26.426892 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.436200 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100d02fb-e2c6-49ad-afc9-b789bb22a5c3 x-openstack-request-id: req-100d02fb-e2c6-49ad-afc9-b789bb22a5c3 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:26.436571 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013046ed-fd97-49f8-91c6-618ade0b29cc", "name": "network-vif-deleted", "tag": "abee20c4-0d60-4727-96fb-4a27f9588704", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:26.436756 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-100d02fb-e2c6-49ad-afc9-b789bb22a5c3 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:26.437147 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013046ed-fd97-49f8-91c6-618ade0b29cc', 'name': 'network-vif-deleted', 'tag': 'abee20c4-0d60-4727-96fb-4a27f9588704', 'status': 'completed', 'code': 200} Sep 16 04:52:26.446384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62aea532-d392-4d20-9e68-84a91bb04251 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.450962 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62aea532-d392-4d20-9e68-84a91bb04251 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.452542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-62aea532-d392-4d20-9e68-84a91bb04251 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "DELETE /v2.0/security-groups/2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd HTTP/1.1" status: 204 len: 168 time: 1.1986718 Sep 16 04:52:26.457444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45454) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:26.475239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Calling delete_port for fe6d9b60-44c7-4fa3-9ca5-3b856a01003d owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:26.483715 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-13fce475-f4ad-4353-8626-d4ad7d4dea42 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] show failed (client error): The resource could not be found. Sep 16 04:52:26.485054 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-13fce475-f4ad-4353-8626-d4ad7d4dea42 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups/2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd HTTP/1.1" status: 404 len: 347 time: 0.0265622 Sep 16 04:52:26.488854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45458) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:26.501906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aea532-d392-4d20-9e68-84a91bb04251 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccbd311-4d5b-486a-a531-b9f4c6cf9ffd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:26.541236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2339bc-f0d7-49d6-b779-bf7b9432f91f None None] Pushing event updated for resources: {'Port': ['ID=f832f5c8-b008-43cc-93db-fac5edd63a4d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:26.546457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8e2339bc-f0d7-49d6-b779-bf7b9432f91f None None] Could not find standard attr ID for object 2bd547ef-f975-48d6-b508-dc6aa02edfd5. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:52:26.577353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 899e406f-65e8-4815-a51d-503116415c68 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:26.584762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-2fe17bd9-f2e9-44be-8c8a-b4d530b6b595 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port c0ea367c-cf84-4755-91c4-542aaea6a0ee {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:26.585492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2fe17bd9-f2e9-44be-8c8a-b4d530b6b595 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.630447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 899e406f-65e8-4815-a51d-503116415c68 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:26.630447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 899e406f-65e8-4815-a51d-503116415c68 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:26.637206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b8ad7ff0-7562-4ea4-93e6-ac4be7ac515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:07Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:26.676044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ad7ff0-7562-4ea4-93e6-ac4be7ac515f None None] The sync data for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 is: [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:07Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:26.699606 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.700343 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d8903b-ebb3-4382-b300-d1847baf98aa None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:26.706472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-28085e61-a85c-4641-b903-67ec84a19479 None None] Could not find standard attr ID for object 2bd547ef-f975-48d6-b508-dc6aa02edfd5. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:52:26.745718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-67e55148-f9c4-48e2-884d-d7eff9cfbad5 None None] Deleting port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:26.746742 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-67e55148-f9c4-48e2-884d-d7eff9cfbad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.781947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] No DVR routers for this DVR port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:26.783814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6d9b60-44c7-4fa3-9ca5-3b856a01003d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:26.834912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-67e55148-f9c4-48e2-884d-d7eff9cfbad5 None None] For port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:26.835460 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-67e55148-f9c4-48e2-884d-d7eff9cfbad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.859238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-67e55148-f9c4-48e2-884d-d7eff9cfbad5 None None] Calling delete_port for fe6d9b60-44c7-4fa3-9ca5-3b856a01003d owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:26.862271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-67e55148-f9c4-48e2-884d-d7eff9cfbad5 None None] Port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:52:26.866581 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-67e55148-f9c4-48e2-884d-d7eff9cfbad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.870367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-2fe17bd9-f2e9-44be-8c8a-b4d530b6b595 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] For port c0ea367c-cf84-4755-91c4-542aaea6a0ee, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c0ea367c-cf84-4755-91c4-542aaea6a0ee,segment=NetworkSegment(076f6e0c-1c04-440f-972a-b5d6ab367ebb),segment_id=076f6e0c-1c04-440f-972a-b5d6ab367ebb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:26.870749 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2fe17bd9-f2e9-44be-8c8a-b4d530b6b595 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.887297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-bc5e5c7a-9e7a-480c-adc4-5a37fcea5e5c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:26.888812 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-bc5e5c7a-9e7a-480c-adc4-5a37fcea5e5c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.1262965 Sep 16 04:52:26.915971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e55148-f9c4-48e2-884d-d7eff9cfbad5 None None] Pushing event deleted for resources: {'Port': ['ID=fe6d9b60-44c7-4fa3-9ca5-3b856a01003d,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:26.932540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-b19d83f9-601f-41a4-a16e-dc0f77a75498 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/quotas/c329891caf83491e9f7ca95911270da6 HTTP/1.1" status: 200 len: 375 time: 0.0271242 Sep 16 04:52:26.954064 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e55148-f9c4-48e2-884d-d7eff9cfbad5 None None] No DVR routers for this DVR port fe6d9b60-44c7-4fa3-9ca5-3b856a01003d on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:26.956467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:26.972171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-2fe17bd9-f2e9-44be-8c8a-b4d530b6b595 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for c0ea367c-cf84-4755-91c4-542aaea6a0ee owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:26.995112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fe6d9b60-44c7-4fa3-9ca5-3b856a01003d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:27.033792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: fe6d9b60-44c7-4fa3-9ca5-3b856a01003d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:27.034052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fe6d9b60-44c7-4fa3-9ca5-3b856a01003d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:27.034441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f832f5c8-b008-43cc-93db-fac5edd63a4d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:27.047620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f076bce0-af19-461d-80fe-00387100ac55 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Deleting port ed69b998-425a-4c2a-92b5-6bfac3fcb6aa {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:27.047986 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f076bce0-af19-461d-80fe-00387100ac55 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.098460 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ae8dfaa1-d8b7-4ecb-ada8-73a93e7aad70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.118563 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-33d8903b-ebb3-4382-b300-d1847baf98aa None None] Deleting port f832f5c8-b008-43cc-93db-fac5edd63a4d {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:27.124984 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ab4011-9c3b-42b6-b477-8b46a43d41ae']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:27.128090 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-33d8903b-ebb3-4382-b300-d1847baf98aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.143862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c068f84-b23d-409a-99ec-3ee6559e2943') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:27.144523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c068f84-b23d-409a-99ec-3ee6559e2943') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:27.157725 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.164496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dfaa1-d8b7-4ecb-ada8-73a93e7aad70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=5e54b2de-197c-4fc1-8557-c554f40c0a1d,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:27.176998 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.184122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8dfaa1-d8b7-4ecb-ada8-73a93e7aad70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:27.186443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:27.187097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.207966 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f01e5f-cf2d-41ec-be5e-700a159c9452 None None] New status for floating IP b000fd13-f0b7-4b93-b463-2e652a34caae: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:52:27.242337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-33d8903b-ebb3-4382-b300-d1847baf98aa None None] For port f832f5c8-b008-43cc-93db-fac5edd63a4d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f832f5c8-b008-43cc-93db-fac5edd63a4d,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:27.242774 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-33d8903b-ebb3-4382-b300-d1847baf98aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:27.256626 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:27.266892 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-136eaa62-d15a-4440-b987-0681c35ef681 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3334725 Sep 16 04:52:27.270512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-ae8dfaa1-d8b7-4ecb-ada8-73a93e7aad70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:27.271367 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-33d8903b-ebb3-4382-b300-d1847baf98aa None None] Calling delete_port for f832f5c8-b008-43cc-93db-fac5edd63a4d owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:27.278628 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f076bce0-af19-461d-80fe-00387100ac55 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.278978 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f076bce0-af19-461d-80fe-00387100ac55 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.336342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.342848 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.347737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] 10.222.0.53 "DELETE /v2.0/networks/54ab4011-9c3b-42b6-b477-8b46a43d41ae HTTP/1.1" status: 204 len: 168 time: 2.4643500 Sep 16 04:52:27.360173 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2fe17bd9-f2e9-44be-8c8a-b4d530b6b595 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.405039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8dfaa1-d8b7-4ecb-ada8-73a93e7aad70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:27.405970 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ae8dfaa1-d8b7-4ecb-ada8-73a93e7aad70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.408811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a02d4e-635a-40f6-8239-ba0b51a31a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=54ab4011-9c3b-42b6-b477-8b46a43d41ae,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:27.424661 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-3056184a-4d98-492a-b896-36bd275a4a31 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424444 Sep 16 04:52:27.425865 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-33d8903b-ebb3-4382-b300-d1847baf98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.462415 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ae8dfaa1-d8b7-4ecb-ada8-73a93e7aad70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3637393 Sep 16 04:52:27.475141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8903b-ebb3-4382-b300-d1847baf98aa None None] Pushing event deleted for resources: {'Port': ['ID=f832f5c8-b008-43cc-93db-fac5edd63a4d,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:27.477996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45478) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:27.483596 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8903b-ebb3-4382-b300-d1847baf98aa None None] No DVR routers for this DVR port f832f5c8-b008-43cc-93db-fac5edd63a4d on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:27.495051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': '5e54b2de-197c-4fc1-8557-c554f40c0a1d', 'ip_address': '2001:db8::9152:7730:4f0b:1a2a'}], 'name': 'tempest-NetworksTestDHCPv6-46275000'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:27.499079 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f076bce0-af19-461d-80fe-00387100ac55 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Calling delete_port for ed69b998-425a-4c2a-92b5-6bfac3fcb6aa owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:27.512105 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.517536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa295b-c5ae-4c1d-a965-b3b577b5354e None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:27.530978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe17bd9-f2e9-44be-8c8a-b4d530b6b595 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=c0ea367c-cf84-4755-91c4-542aaea6a0ee,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:27.672029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45480) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:27.674541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-72f94e5d-78be-4f26-8506-550c26c31d95 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067137 Sep 16 04:52:27.754839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6b97917c-3b19-4759-ac24-fcf7fc86a7a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=022d7fc0ebfa42e396c695a2bac9b768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767014 Sep 16 04:52:27.756690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45482) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:27.769539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:27.854686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': '5e54b2de-197c-4fc1-8557-c554f40c0a1d'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:27.856583 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.892641 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:27.970638 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.010708 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f076bce0-af19-461d-80fe-00387100ac55 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.026247 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2fe17bd9-f2e9-44be-8c8a-b4d530b6b595 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.069701 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076bce0-af19-461d-80fe-00387100ac55 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event deleted for resources: {'Port': ['ID=ed69b998-425a-4c2a-92b5-6bfac3fcb6aa,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.108282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Allocated IP 2001:db8::2 (4211d509-25f4-4a41-874d-6b71d4ade588/5e54b2de-197c-4fc1-8557-c554f40c0a1d/92ac547d-df7a-4c29-9996-1d0f91b9e259) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:28.118118 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c973b74-b45f-4062-8ee0-265ba53350a1 req-c4974932-7d45-40c6-b0fe-f4e134a3c6c3 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 210 time: 0.0805871 Sep 16 04:52:28.188725 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.235166 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f076bce0-af19-461d-80fe-00387100ac55 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.240182 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f076bce0-af19-461d-80fe-00387100ac55 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.248162 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f076bce0-af19-461d-80fe-00387100ac55 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "DELETE /v2.0/floatingips/b000fd13-f0b7-4b93-b463-2e652a34caae HTTP/1.1" status: 204 len: 168 time: 1.7557387 Sep 16 04:52:28.280317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port ef09919b-d1d7-4f66-a499-d03db093dbb9 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:52:28.281220 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.284936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.287839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c6fbda0-30f3-4b30-89c0-3a677a90b561 HTTP/1.1" status: 204 len: 168 time: 0.5301383 Sep 16 04:52:28.312659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6fbda0-30f3-4b30-89c0-3a677a90b561,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.348034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:28.348435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:28.350775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:28.351286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:28.363593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:28.364069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:28.364423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:28.367179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:28.367933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:28.368279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:28.368624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:28.368960 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3f9f83-3dff-45cf-8255-b56194daac6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:28.375792 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.383502 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.457362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:28.462886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:28.475569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:28.518139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Pushing event updated for resources: {'Port': ['ID=92ac547d-df7a-4c29-9996-1d0f91b9e259,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.549402 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Attempting to bind port 92ac547d-df7a-4c29-9996-1d0f91b9e259 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:28.549957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Attempting to bind port 92ac547d-df7a-4c29-9996-1d0f91b9e259 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:28.550433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Attempting to bind port 92ac547d-df7a-4c29-9996-1d0f91b9e259 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:28.557315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:28.557315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:28.557837 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.558385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:28.558978 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Bound port: 92ac547d-df7a-4c29-9996-1d0f91b9e259, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:28.559513 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.636037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] For port 92ac547d-df7a-4c29-9996-1d0f91b9e259, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:28.641908 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] For port 92ac547d-df7a-4c29-9996-1d0f91b9e259, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=92ac547d-df7a-4c29-9996-1d0f91b9e259,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:28.647812 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.665401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45502) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:28.671761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-44bed8af-d988-48d7-8dd9-8aae9bbc48b3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889776904', 'description': 'tempest-description--1550559609'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:28.732934 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44bed8af-d988-48d7-8dd9-8aae9bbc48b3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.818966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe17bd9-f2e9-44be-8c8a-b4d530b6b595 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 315c821e-3ac4-4c98-bd2f-8a2070009769 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:28.850932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f72b19-bc21-44e5-bc6f-b4696e0fb5a6 None None] Pushing event updated for resources: {'Port': ['ID=92ac547d-df7a-4c29-9996-1d0f91b9e259,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:28.982028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44bed8af-d988-48d7-8dd9-8aae9bbc48b3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:28.987516 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44bed8af-d988-48d7-8dd9-8aae9bbc48b3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.010091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::9152:7730:4f0b:1a2a (4211d509-25f4-4a41-874d-6b71d4ade588/5e54b2de-197c-4fc1-8557-c554f40c0a1d/ef09919b-d1d7-4f66-a499-d03db093dbb9) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:29.034232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bed8af-d988-48d7-8dd9-8aae9bbc48b3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba251929-4dad-40c6-a766-efd5c005ce41,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:29.063890 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44bed8af-d988-48d7-8dd9-8aae9bbc48b3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.068234 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-44bed8af-d988-48d7-8dd9-8aae9bbc48b3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3984601 Sep 16 04:52:29.071775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45512) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:29.077883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b4453271-0c9c-47df-bd0b-c11d15392107 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Request body: {'security_group_rule': {'security_group_id': 'ba251929-4dad-40c6-a766-efd5c005ce41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:29.120568 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe17bd9-f2e9-44be-8c8a-b4d530b6b595 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:29.143608 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8e8b5b-f6e3-43e7-9e57-e15d78032c46 None None] Sync routers for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:29.152757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2fe17bd9-f2e9-44be-8c8a-b4d530b6b595 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3595605 Sep 16 04:52:29.157356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45518) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:29.213585 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4453271-0c9c-47df-bd0b-c11d15392107 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.215793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e8b5b-f6e3-43e7-9e57-e15d78032c46 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:29.222830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3f8e8b5b-f6e3-43e7-9e57-e15d78032c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:29.255922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-03385bd8-6c76-4707-b768-0b8d78e235d6 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting subnet 2d5f585e-a4a7-4b00-83f6-d649105ee5e9 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:29.267401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03385bd8-6c76-4707-b768-0b8d78e235d6 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.402978 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03385bd8-6c76-4707-b768-0b8d78e235d6 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.412113 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device abee20c4-0d60-4727-96fb-4a27f9588704 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:29.415193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-3f8e8b5b-f6e3-43e7-9e57-e15d78032c46 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:29.486851 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4453271-0c9c-47df-bd0b-c11d15392107 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.500001 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4453271-0c9c-47df-bd0b-c11d15392107 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.512270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-69c864cd-22bb-446b-9077-7f1a080b4f62 req-b9970f4a-d0e0-40a5-a2eb-0af02ec64590 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 210 time: 0.1321826 Sep 16 04:52:29.522544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: abee20c4-0d60-4727-96fb-4a27f9588704 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:29.522544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device abee20c4-0d60-4727-96fb-4a27f9588704 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:29.573634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.594894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4453271-0c9c-47df-bd0b-c11d15392107 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3124e30-3d13-4c6c-b7ff-31ce7e52d9a9,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:29.602803 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4453271-0c9c-47df-bd0b-c11d15392107 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.604427 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b4453271-0c9c-47df-bd0b-c11d15392107 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5311401 Sep 16 04:52:29.608417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45530) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:29.614486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-73071e1e-797a-45f4-83f0-03c5de78f4d8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Request body: {'security_group_rule': {'security_group_id': 'ba251929-4dad-40c6-a766-efd5c005ce41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:29.681955 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73071e1e-797a-45f4-83f0-03c5de78f4d8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.689643 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.800745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:29.805536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45534) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:29.820994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:29.825733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:29.833117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.834032 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.886025 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4057257 Sep 16 04:52:29.888885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45538) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:29.891261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27838c3e-2dd8-4eff-87ea-21e595562289 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=ef09919b-d1d7-4f66-a499-d03db093dbb9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:29.892668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-cb186aad-3806-4aca-8fbc-87d1391b7b4a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:29.898620 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b83688e0-e4cb-4c89-95a8-bebcbaa58783 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': '5e54b2de-197c-4fc1-8557-c554f40c0a1d', 'ip_address': '2001:db8::9152:7730:4f0b:1a2a'}], 'name': 'tempest-NetworksTestDHCPv6-1042130933'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:29.915413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-cb186aad-3806-4aca-8fbc-87d1391b7b4a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.4687252 Sep 16 04:52:29.922302 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03385bd8-6c76-4707-b768-0b8d78e235d6 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.965915 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73071e1e-797a-45f4-83f0-03c5de78f4d8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:29.983905 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Request body: {'port': {'device_id': '6eb82240-1bf9-4af0-80ad-e069ec971cc0', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'admin_state_up': True, 'tenant_id': 'c329891caf83491e9f7ca95911270da6'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:30.007514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73071e1e-797a-45f4-83f0-03c5de78f4d8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.053446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-737633247-network', 'tenant_id': '59fa0fafe1f645aaa657c0c36db79a3d'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:30.080029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3f8e8b5b-f6e3-43e7-9e57-e15d78032c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:27Z', 'revision_number': 9, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:30.093798 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73071e1e-797a-45f4-83f0-03c5de78f4d8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.096069 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-73071e1e-797a-45f4-83f0-03c5de78f4d8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4863169 Sep 16 04:52:30.099917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Made reservation on behalf of 59fa0fafe1f645aaa657c0c36db79a3d for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:30.105632 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.107934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45540) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:30.111464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73071e1e-797a-45f4-83f0-03c5de78f4d8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef5076e-6cc6-43f5-8e36-1b3599f67de2,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:30.125155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8e8b5b-f6e3-43e7-9e57-e15d78032c46 None None] Checking router: 315c821e-3ac4-4c98-bd2f-8a2070009769 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:30.132796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:30.137473 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e8b5b-f6e3-43e7-9e57-e15d78032c46 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:30.138247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3f8e8b5b-f6e3-43e7-9e57-e15d78032c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:30.177765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.225051 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.260911 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03385bd8-6c76-4707-b768-0b8d78e235d6 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.304596 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03385bd8-6c76-4707-b768-0b8d78e235d6 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5f585e-a4a7-4b00-83f6-d649105ee5e9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:30.310012 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03385bd8-6c76-4707-b768-0b8d78e235d6 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.314481 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-03385bd8-6c76-4707-b768-0b8d78e235d6 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/2d5f585e-a4a7-4b00-83f6-d649105ee5e9 HTTP/1.1" status: 204 len: 168 time: 1.1517546 Sep 16 04:52:30.315883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45542) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:30.319675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bc371f-6663-4168-bd14-041b7ee57baa None None] Network c3d62826-ede3-48b8-b7ea-a8463c638d88 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:30.401155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-3f8e8b5b-f6e3-43e7-9e57-e15d78032c46 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:30.426534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.454419 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.462658 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.505142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Made reservation on behalf of c329891caf83491e9f7ca95911270da6 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:30.509771 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.515459 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.574539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:30.575010 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.647562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-07ccdea7-fa7c-4d96-8a95-9ff49555c79a None None] Provisioning complete for port 92ac547d-df7a-4c29-9996-1d0f91b9e259 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:30.648466 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-07ccdea7-fa7c-4d96-8a95-9ff49555c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.651740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:52:30.697870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5b9c69-3f6c-41da-8322-86e1e932b46f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:30.717574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Allocated IP 172.25.0.232 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/765f9164-9d73-435a-940f-0abf09a0f6c9) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:30.725642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83688e0-e4cb-4c89-95a8-bebcbaa58783 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:30.734822 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b83688e0-e4cb-4c89-95a8-bebcbaa58783 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.739039 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-384feaee-fac7-4221-b1be-9eb18728dfc8 req-cea4fcb5-60ed-4abd-a05a-2d6fbaf5fd19 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 210 time: 0.0933254 Sep 16 04:52:30.739715 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.740259 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Added segment 6675c38b-2684-44b3-84ad-72149de60c32 of type vlan for network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 Sep 16 04:52:30.795249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] For port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9510bcee-3e1a-49f2-a019-1ba2dd0716bf,segment=NetworkSegment(076f6e0c-1c04-440f-972a-b5d6ab367ebb),segment_id=076f6e0c-1c04-440f-972a-b5d6ab367ebb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:30.796283 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:30.834575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-b83688e0-e4cb-4c89-95a8-bebcbaa58783 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 6a23f0d6-bdd0-4a81-ab73-f93aa0ad9f60 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:52:30.853308 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0fb97d-6030-4672-8470-9f44b1c0be6b None None] DHCP port deletion for c3d62826-ede3-48b8-b7ea-a8463c638d88 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:30.865255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for 9510bcee-3e1a-49f2-a019-1ba2dd0716bf owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:30.939372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Allocated IP 172.20.0.4 (e670719f-0f73-44fb-b205-e57c9e6482ab/62d9ede1-de16-4e4e-ac56-0f29b66bf35e/4a4eb8e9-547b-4be6-bdf1-4b265a64b040) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:30.952530 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.047479 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-07ccdea7-fa7c-4d96-8a95-9ff49555c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.069671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 92ac547d-df7a-4c29-9996-1d0f91b9e259 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:31.113124 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.143274 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.144270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.145076 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.146488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-07ccdea7-fa7c-4d96-8a95-9ff49555c79a None None] For port 92ac547d-df7a-4c29-9996-1d0f91b9e259, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=92ac547d-df7a-4c29-9996-1d0f91b9e259,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:31.148593 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cb0fb97d-6030-4672-8470-9f44b1c0be6b None None] Deleting port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:31.149006 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb97d-6030-4672-8470-9f44b1c0be6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.174352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3674726 Sep 16 04:52:31.182112 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.182352 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-07ccdea7-fa7c-4d96-8a95-9ff49555c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.184603 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45550) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:31.190114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-08370cb0-28e3-4d53-b1ab-2bdb216c5ece admin admin] Request body: {'subnet': {'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-737633247-subnet', 'tenant_id': '59fa0fafe1f645aaa657c0c36db79a3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:31.193365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3f8e8b5b-f6e3-43e7-9e57-e15d78032c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:27Z', 'revision_number': 9, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:31.276187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8e8b5b-f6e3-43e7-9e57-e15d78032c46 None None] The sync data for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 is: [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:27Z', 'revision_number': 9, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '1701747d-c3c9-45dc-8c91-ce3e8db4abf1', 'name': '', 'network_id': 'cba4861c-5b86-4262-a69f-ea6a607baa2f', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:53:4d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:45Z', 'updated_at': '2021-09-16T04:51:56Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': '460f6b3c-9f17-468b-8988-f415ea674ef3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:31.288212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cb0fb97d-6030-4672-8470-9f44b1c0be6b None None] For port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:31.288692 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb97d-6030-4672-8470-9f44b1c0be6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.337576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08370cb0-28e3-4d53-b1ab-2bdb216c5ece admin admin] Made reservation on behalf of 59fa0fafe1f645aaa657c0c36db79a3d for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:31.340772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-08370cb0-28e3-4d53-b1ab-2bdb216c5ece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.347765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3f40f-18c7-48fa-ae1e-ffc34bb7efb8 admin admin] Pushing event updated for resources: {'Network': ['ID=9319edcf-e21c-4520-9d6d-2a5ffd172e01,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.354100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccdea7-fa7c-4d96-8a95-9ff49555c79a None None] Pushing event updated for resources: {'Port': ['ID=92ac547d-df7a-4c29-9996-1d0f91b9e259,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.369102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cb0fb97d-6030-4672-8470-9f44b1c0be6b None None] Calling delete_port for 9510bcee-3e1a-49f2-a019-1ba2dd0716bf owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:31.379421 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:52:31.383385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-cb0fb97d-6030-4672-8470-9f44b1c0be6b None None] Port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:52:31.384369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1eb10d5b-2a51-47a5-8b53-c4a2f4463034 None None] Provisioning complete for port ef09919b-d1d7-4f66-a499-d03db093dbb9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:31.384629 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1eb10d5b-2a51-47a5-8b53-c4a2f4463034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.390265 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.409089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 92ac547d-df7a-4c29-9996-1d0f91b9e259 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:31.409681 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.428112 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb97d-6030-4672-8470-9f44b1c0be6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.452008 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83688e0-e4cb-4c89-95a8-bebcbaa58783 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 16 04:52:31.452538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83688e0-e4cb-4c89-95a8-bebcbaa58783 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:31.480900 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:31.493657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:31.502674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fb97d-6030-4672-8470-9f44b1c0be6b None None] Pushing event deleted for resources: {'Port': ['ID=9510bcee-3e1a-49f2-a019-1ba2dd0716bf,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.503785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:31.508360 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0fb97d-6030-4672-8470-9f44b1c0be6b None None] No DVR routers for this DVR port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:31.513068 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b83688e0-e4cb-4c89-95a8-bebcbaa58783 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6226995 Sep 16 04:52:31.533592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event updated for resources: {'Port': ['ID=765f9164-9d73-435a-940f-0abf09a0f6c9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.535354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=9510bcee-3e1a-49f2-a019-1ba2dd0716bf,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:31.537052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45552) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:31.537922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No DVR routers for this DVR port 9510bcee-3e1a-49f2-a019-1ba2dd0716bf on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:31.554877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1eb10d5b-2a51-47a5-8b53-c4a2f4463034 None None] Port ef09919b-d1d7-4f66-a499-d03db093dbb9 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:31.641531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c99078b-3943-4413-bb24-d926916ba058 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:52:31.760103 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.779096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.797556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9510bcee-3e1a-49f2-a019-1ba2dd0716bf no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:31.800301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c346df-ea41-4312-9c05-6188a6f64e77 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.807556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c346df-ea41-4312-9c05-6188a6f64e77 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:31.810003 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-56c346df-ea41-4312-9c05-6188a6f64e77 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2682536 Sep 16 04:52:31.813501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45564) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:31.816059 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.832628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d62826-ede3-48b8-b7ea-a8463c638d88']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:31.850163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076f6e0c-1c04-440f-972a-b5d6ab367ebb') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:31.850448 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076f6e0c-1c04-440f-972a-b5d6ab367ebb') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:31.868284 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.868501 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-08370cb0-28e3-4d53-b1ab-2bdb216c5ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.872172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 9510bcee-3e1a-49f2-a019-1ba2dd0716bf {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:31.872539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9510bcee-3e1a-49f2-a019-1ba2dd0716bf not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:31.892738 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.914749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:31.914749 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:31.916954 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:31.931202 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.954924 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:31.998469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c99078b-3943-4413-bb24-d926916ba058 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:52:32.041329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Network e670719f-0f73-44fb-b205-e57c9e6482ab is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:32.047471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:32.055209 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.056814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:32.062767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:32.074531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f761c-fcfd-4aff-8cfd-8b5ee76909c4 req-0f1b52b9-251e-44b2-84a8-aa3d719d48b1 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.076165 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f25f761c-fcfd-4aff-8cfd-8b5ee76909c4 req-0f1b52b9-251e-44b2-84a8-aa3d719d48b1 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 931 time: 0.1774123 Sep 16 04:52:32.080464 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.082338 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/networks/c3d62826-ede3-48b8-b7ea-a8463c638d88 HTTP/1.1" status: 204 len: 168 time: 1.7653031 Sep 16 04:52:32.102136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45568) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:32.104216 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event updated for resources: {'Port': ['ID=4a4eb8e9-547b-4be6-bdf1-4b265a64b040,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:32.121414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08370cb0-28e3-4d53-b1ab-2bdb216c5ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=267089d7-348a-46df-9275-af9e72e172dc,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:32.129802 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953e4a1-8192-4839-8599-25c3a65624c1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Network': ['ID=c3d62826-ede3-48b8-b7ea-a8463c638d88,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:32.169257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.169944 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.179951 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f25f761c-fcfd-4aff-8cfd-8b5ee76909c4 req-a7f25a0e-2470-437e-8b27-a6e4c43b5269 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729537 Sep 16 04:52:32.196685 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-853d1486-5abc-490e-acbc-733b413127af tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2619488 Sep 16 04:52:32.215146 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Request body: {'port': {'device_id': '6eb82240-1bf9-4af0-80ad-e069ec971cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:32.242106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08370cb0-28e3-4d53-b1ab-2bdb216c5ece admin admin] Checking segment: {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:32.242756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08370cb0-28e3-4d53-b1ab-2bdb216c5ece admin admin] Network hostable DHCP agents. Network: 9319edcf-e21c-4520-9d6d-2a5ffd172e01, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:52:32.290452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.639557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:32.647931 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.661772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Transition to ACTIVE for port object 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:32.667021 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.729655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4eb8e9-547b-4be6-bdf1-4b265a64b040,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:32.784067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b55048dc-a34d-4242-a99d-d32272c39da0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port ef09919b-d1d7-4f66-a499-d03db093dbb9 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:32.784779 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b55048dc-a34d-4242-a99d-d32272c39da0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.787050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08370cb0-28e3-4d53-b1ab-2bdb216c5ece admin admin] Network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:52:32.807883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Attempting to bind port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:32.809050 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Attempting to bind port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:32.809518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Attempting to bind port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:32.814316 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 on network e670719f-0f73-44fb-b205-e57c9e6482ab not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:32.814646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Attempting to bind port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:32.820539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:32.820539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Checking segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:32.820794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Bound using segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:32.821118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Bound port: 4a4eb8e9-547b-4be6-bdf1-4b265a64b040, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:32.821480 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.856804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-08370cb0-28e3-4d53-b1ab-2bdb216c5ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 9319edcf-e21c-4520-9d6d-2a5ffd172e01) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:32.891473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08370cb0-28e3-4d53-b1ab-2bdb216c5ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.892075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-08370cb0-28e3-4d53-b1ab-2bdb216c5ece admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.904776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] For port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:32.908200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] For port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a4eb8e9-547b-4be6-bdf1-4b265a64b040,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:32.915381 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.963076 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-08370cb0-28e3-4d53-b1ab-2bdb216c5ece admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7770991 Sep 16 04:52:32.981066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:32.981784 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.982004 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.983223 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] 10.222.0.15 "PUT /v2.0/ports/4a4eb8e9-547b-4be6-bdf1-4b265a64b040 HTTP/1.1" status: 200 len: 1092 time: 0.7732105 Sep 16 04:52:32.983683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb82240-1bf9-4af0-80ad-e069ec971cc0', 'tag': '4a4eb8e9-547b-4be6-bdf1-4b265a64b040'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:32.995500 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:32.996232 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8d5495-582c-4720-b896-7adb34e4462b" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb82240-1bf9-4af0-80ad-e069ec971cc0", "tag": "4a4eb8e9-547b-4be6-bdf1-4b265a64b040"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:32.997364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 92ac547d-df7a-4c29-9996-1d0f91b9e259 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:33.062011 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b55048dc-a34d-4242-a99d-d32272c39da0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.083798 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbec857f-c823-4b06-9be8-812ef1b48360 x-openstack-request-id: req-bbec857f-c823-4b06-9be8-812ef1b48360 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:33.084115 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb82240-1bf9-4af0-80ad-e069ec971cc0", "tag": "4a4eb8e9-547b-4be6-bdf1-4b265a64b040", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:33.084395 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbec857f-c823-4b06-9be8-812ef1b48360 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:33.084943 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb82240-1bf9-4af0-80ad-e069ec971cc0', 'tag': '4a4eb8e9-547b-4be6-bdf1-4b265a64b040', 'status': 'completed', 'code': 200} Sep 16 04:52:33.090217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d3a40-82c6-464f-b809-b49ad81c5ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4eb8e9-547b-4be6-bdf1-4b265a64b040,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:33.124386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 92ac547d-df7a-4c29-9996-1d0f91b9e259 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:33.124797 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.143083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-7c46bc87-a8b5-4959-a1f6-909997121b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.152988 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-7c46bc87-a8b5-4959-a1f6-909997121b89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 1095 time: 0.1155963 Sep 16 04:52:33.157249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b55048dc-a34d-4242-a99d-d32272c39da0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for ef09919b-d1d7-4f66-a499-d03db093dbb9 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:33.237303 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-81f9f019-458e-4f0c-98ca-1ad033956512 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a4eb8e9-547b-4be6-bdf1-4b265a64b040 HTTP/1.1" status: 200 len: 217 time: 0.0759614 Sep 16 04:52:33.267977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c0ea367c-cf84-4755-91c4-542aaea6a0ee no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:33.289581 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: c0ea367c-cf84-4755-91c4-542aaea6a0ee {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:33.290320 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c0ea367c-cf84-4755-91c4-542aaea6a0ee not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:33.319711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event updated for resources: {'Port': ['ID=765f9164-9d73-435a-940f-0abf09a0f6c9,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:33.322413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-059d6b6f-064c-4257-b1ad-dda12d664267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.325858 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-059d6b6f-064c-4257-b1ad-dda12d664267 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.0813942 Sep 16 04:52:33.374492 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-c04d5f35-6798-476e-967a-3fea7eedc4d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419700 Sep 16 04:52:33.378937 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.426836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.428230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-db51310e-4ddf-4f52-afee-a2c302911f28 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3032625 Sep 16 04:52:33.457187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ea3b2-6ce3-498b-b078-425ee8d95569 req-11aefeee-4c71-44a4-9dd8-1b39997708ea tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.458764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf4ea3b2-6ce3-498b-b078-425ee8d95569 req-11aefeee-4c71-44a4-9dd8-1b39997708ea tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 943 time: 0.1315129 Sep 16 04:52:33.517713 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-fab7b04f-4d65-44ad-b324-9d31d8ee58c9 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359510 Sep 16 04:52:33.569429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b55048dc-a34d-4242-a99d-d32272c39da0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.578734 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf4ea3b2-6ce3-498b-b078-425ee8d95569 req-b59f972d-baea-4589-9789-ee6f44762432 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930645 Sep 16 04:52:33.614232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50553d4c-6345-4031-87e5-40340a5dd717 None None] Network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:33.616047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55048dc-a34d-4242-a99d-d32272c39da0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=ef09919b-d1d7-4f66-a499-d03db093dbb9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:33.662561 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1a57cb10-8a57-4159-b2b1-c333be059b91 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.665428 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b55048dc-a34d-4242-a99d-d32272c39da0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.667476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b55048dc-a34d-4242-a99d-d32272c39da0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/ef09919b-d1d7-4f66-a499-d03db093dbb9 HTTP/1.1" status: 204 len: 168 time: 1.8489032 Sep 16 04:52:33.686287 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edb0838-5f9d-43c7-a32b-d784094ff92d req-36f2a4e9-1263-4911-91c4-41bc7d8d2362 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605613 Sep 16 04:52:33.698382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45606) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:33.759539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6048408c-f35f-4e82-96af-87ea67b39ac9 None None] Provisioning complete for port 92ac547d-df7a-4c29-9996-1d0f91b9e259 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:33.759981 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6048408c-f35f-4e82-96af-87ea67b39ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:33.947803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5495-582c-4720-b896-7adb34e4462b req-d69a3442-c9ee-4bfe-85e3-ac141b10737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.949675 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8d5495-582c-4720-b896-7adb34e4462b req-d69a3442-c9ee-4bfe-85e3-ac141b10737f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 1095 time: 0.1599481 Sep 16 04:52:33.955740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe5e15d-21fb-47d5-93b5-ce831c18803f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.957590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe5e15d-21fb-47d5-93b5-ce831c18803f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:33.959397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8fe5e15d-21fb-47d5-93b5-ce831c18803f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2594128 Sep 16 04:52:33.964159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45618) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:33.968213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75abcc2-58fd-4972-8d77-ba442744bf22 None None] Network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:34.007247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6048408c-f35f-4e82-96af-87ea67b39ac9 None None] Could not find standard attr ID for object ef09919b-d1d7-4f66-a499-d03db093dbb9. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:52:34.038714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-9201518c-0434-4e8c-bf76-462d6fc4c432 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--889776904&fields=id&tenant_id=5524a442c55b41bcacc6bc4394ab46b3 HTTP/1.1" status: 200 len: 267 time: 0.2314880 Sep 16 04:52:34.075910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda4b85-16f3-4444-9959-a693427ad84e req-cd12125a-ba12-4d16-88e5-72bf17306f8d tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.077541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-cd12125a-ba12-4d16-88e5-72bf17306f8d tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 814 time: 0.3902807 Sep 16 04:52:34.107643 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-1a7e48c0-fc11-4ad4-af59-72233dd31544 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/quotas/59fa0fafe1f645aaa657c0c36db79a3d HTTP/1.1" status: 200 len: 375 time: 0.0225875 Sep 16 04:52:34.112539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5495-582c-4720-b896-7adb34e4462b req-81881b35-f172-4a49-bb3b-bfaa2b4ad6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.114229 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8d5495-582c-4720-b896-7adb34e4462b req-81881b35-f172-4a49-bb3b-bfaa2b4ad6ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 906 time: 0.1505442 Sep 16 04:52:34.144499 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-b740af55-a34e-4e08-b7e3-116658d1ab52 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291231 Sep 16 04:52:34.158604 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-77416c1f-e088-4552-bebb-f8ed12bb0659 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 5e54b2de-197c-4fc1-8557-c554f40c0a1d {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:34.169727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77416c1f-e088-4552-bebb-f8ed12bb0659 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.191106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8d5495-582c-4720-b896-7adb34e4462b req-b94ae996-8640-4e07-9e7a-e0c4894be93e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a4eb8e9-547b-4be6-bdf1-4b265a64b040 HTTP/1.1" status: 200 len: 217 time: 0.0455432 Sep 16 04:52:34.243439 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77416c1f-e088-4552-bebb-f8ed12bb0659 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.272451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-08ab6258-47b5-4f49-8368-0a0847f22fb1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.274133 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-08ab6258-47b5-4f49-8368-0a0847f22fb1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 817 time: 0.2344012 Sep 16 04:52:34.293194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5495-582c-4720-b896-7adb34e4462b req-ffa311e8-68c0-4293-b474-5e3ab9f67b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:34.294680 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8d5495-582c-4720-b896-7adb34e4462b req-ffa311e8-68c0-4293-b474-5e3ab9f67b4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.0933638 Sep 16 04:52:34.331349 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-baec0bf5-363f-4c52-81cb-6a7e8cbc00fb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/quotas/5524a442c55b41bcacc6bc4394ab46b3 HTTP/1.1" status: 200 len: 375 time: 0.0283577 Sep 16 04:52:34.341639 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8d5495-582c-4720-b896-7adb34e4462b req-13881527-4f65-46de-8d4f-95090e8e82d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370183 Sep 16 04:52:34.345898 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-310009ac-f500-4712-9499-314abbe50feb service neutron] 10.222.0.53 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919923 Sep 16 04:52:34.459190 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77416c1f-e088-4552-bebb-f8ed12bb0659 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.505983 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-5616bea9-26fd-4875-856e-36b3bd4411ce tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1370051 Sep 16 04:52:34.508303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1a57cb10-8a57-4159-b2b1-c333be059b91 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:34.508648 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1a57cb10-8a57-4159-b2b1-c333be059b91 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.517572 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-4bf5fe8f-c80b-4f9b-871d-b951aeb761fa service neutron] 10.222.0.53 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593578 Sep 16 04:52:34.519696 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8d5495-582c-4720-b896-7adb34e4462b req-7bd02866-d02c-45f3-a126-8053d19ffaea service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696177 Sep 16 04:52:34.635339 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8d5495-582c-4720-b896-7adb34e4462b req-e6218af0-656a-4fde-8361-b8e9316d1d27 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083019 Sep 16 04:52:34.635684 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77416c1f-e088-4552-bebb-f8ed12bb0659 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.734551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-1a57cb10-8a57-4159-b2b1-c333be059b91 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] For port 1701747d-c3c9-45dc-8c91-ce3e8db4abf1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1701747d-c3c9-45dc-8c91-ce3e8db4abf1,segment=NetworkSegment(54c1937a-b670-4f92-afce-1423960ce5c6),segment_id=54c1937a-b670-4f92-afce-1423960ce5c6)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:34.734942 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1a57cb10-8a57-4159-b2b1-c333be059b91 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.750934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77416c1f-e088-4552-bebb-f8ed12bb0659 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=5e54b2de-197c-4fc1-8557-c554f40c0a1d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:34.755920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1a57cb10-8a57-4159-b2b1-c333be059b91 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:34.758523 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77416c1f-e088-4552-bebb-f8ed12bb0659 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:34.760440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-77416c1f-e088-4552-bebb-f8ed12bb0659 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/5e54b2de-197c-4fc1-8557-c554f40c0a1d HTTP/1.1" status: 204 len: 168 time: 0.7847993 Sep 16 04:52:34.764355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45632) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:34.782898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cda4036-68bc-4f9b-bd05-c28b7d5e5c21 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:34.867679 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-2aa39608-9407-450a-9277-7b32070c5547 service neutron] 10.222.0.53 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202901 Sep 16 04:52:34.922741 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0901a070-08be-4814-b9f5-7dede66fbbd1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1566248 Sep 16 04:52:34.926904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45636) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:34.933530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-25cc71d0-7b05-422f-86da-c5bf085c8395 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:35.019322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c398f14-dd18-45eb-a7d8-30c6f351ceeb req-3bc949d7-a099-4832-8399-476ba86590ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:35.022473 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c398f14-dd18-45eb-a7d8-30c6f351ceeb req-3bc949d7-a099-4832-8399-476ba86590ac tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 943 time: 0.1052916 Sep 16 04:52:35.079703 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c398f14-dd18-45eb-a7d8-30c6f351ceeb req-b5a68fe4-f356-4be8-933e-e95b4bc1b1df tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497780 Sep 16 04:52:35.149894 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-90618e22-85ef-4982-89db-53d240eae3f2 service neutron] 10.222.0.53 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743280 Sep 16 04:52:35.155595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01921098-24fb-4f76-bb26-945ef85f0462 None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:35.190724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d54c8a09-ea11-4f70-acab-32dbdb89b27d req-180b235f-7002-4cb9-8b1c-aa8d334aa40a tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 210 time: 0.0435550 Sep 16 04:52:35.239438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-01921098-24fb-4f76-bb26-945ef85f0462 None None] Deleting port 92ac547d-df7a-4c29-9996-1d0f91b9e259 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:35.239834 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01921098-24fb-4f76-bb26-945ef85f0462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.284677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cc71d0-7b05-422f-86da-c5bf085c8395 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:35.288237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25cc71d0-7b05-422f-86da-c5bf085c8395 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.322371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-01921098-24fb-4f76-bb26-945ef85f0462 None None] For port 92ac547d-df7a-4c29-9996-1d0f91b9e259, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=92ac547d-df7a-4c29-9996-1d0f91b9e259,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:35.324538 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01921098-24fb-4f76-bb26-945ef85f0462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.324985 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1a57cb10-8a57-4159-b2b1-c333be059b91 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.337980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:35.352879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-01921098-24fb-4f76-bb26-945ef85f0462 None None] Calling delete_port for 92ac547d-df7a-4c29-9996-1d0f91b9e259 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:35.362236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57cb10-8a57-4159-b2b1-c333be059b91 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=1701747d-c3c9-45dc-8c91-ce3e8db4abf1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:35.478758 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b508f50f-a646-4fd7-9e27-8e7d42afb2d8 req-be33ca29-2d13-4aff-bb76-6b147b58b618 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 210 time: 0.0602348 Sep 16 04:52:35.566949 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.630063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a4eb8e9-547b-4be6-bdf1-4b265a64b040,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:35.639631 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01921098-24fb-4f76-bb26-945ef85f0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.668837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '4a4eb8e9-547b-4be6-bdf1-4b265a64b040', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'port_id': '4a4eb8e9-547b-4be6-bdf1-4b265a64b040', 'mac_address': 'fa:16:3e:c6:84:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d9ede1-de16-4e4e-ac56-0f29b66bf35e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:35.674122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01921098-24fb-4f76-bb26-945ef85f0462 None None] Pushing event deleted for resources: {'Port': ['ID=92ac547d-df7a-4c29-9996-1d0f91b9e259,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:35.678981 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01921098-24fb-4f76-bb26-945ef85f0462 None None] No DVR routers for this DVR port 92ac547d-df7a-4c29-9996-1d0f91b9e259 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:35.733512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1a57cb10-8a57-4159-b2b1-c333be059b91 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.759407 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.791620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:35.838265 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a4eb8e9-547b-4be6-bdf1-4b265a64b040,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:35.845393 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:35.907368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=4a4eb8e9-547b-4be6-bdf1-4b265a64b040,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:35.912992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25cc71d0-7b05-422f-86da-c5bf085c8395 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.010557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cc71d0-7b05-422f-86da-c5bf085c8395 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:36.020087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-25cc71d0-7b05-422f-86da-c5bf085c8395 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:36.024302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cc71d0-7b05-422f-86da-c5bf085c8395 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.024988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25cc71d0-7b05-422f-86da-c5bf085c8395 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.030205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9b5da2-9f3d-4fa1-b127-d1bcd262bac5 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:36.044792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc71d0-7b05-422f-86da-c5bf085c8395 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=a1793c7b-7bfe-4831-806d-dd1ef5df7486,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:36.051306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-25cc71d0-7b05-422f-86da-c5bf085c8395 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1218033 Sep 16 04:52:36.054366 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45656) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:36.060863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a63db28a-7bbf-4685-b05c-74dba097c39a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': 'a1793c7b-7bfe-4831-806d-dd1ef5df7486', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1608260268'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:36.069478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['4a4eb8e9-547b-4be6-bdf1-4b265a64b040'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:36.265773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a57cb10-8a57-4159-b2b1-c333be059b91 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 315c821e-3ac4-4c98-bd2f-8a2070009769 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:36.300005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c4b77-9551-4bef-b87a-b1a1d225a6c5 req-eb7c872b-bb96-4547-8e39-f00b83e7b7bf tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.302483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca3c4b77-9551-4bef-b87a-b1a1d225a6c5 req-eb7c872b-bb96-4547-8e39-f00b83e7b7bf tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 944 time: 0.1075566 Sep 16 04:52:36.390421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63db28a-7bbf-4685-b05c-74dba097c39a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:36.477791 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca3c4b77-9551-4bef-b87a-b1a1d225a6c5 req-5e78b7bc-7909-4a61-b491-0d51ad9d6008 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672270 Sep 16 04:52:36.504529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': 'a1793c7b-7bfe-4831-806d-dd1ef5df7486'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:36.509224 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.515448 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23c362a3-ba27-44c6-9175-51ef9019161b req-31e624fc-bc1f-44a9-8dc0-38a8264b1863 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 210 time: 0.1556361 Sep 16 04:52:36.569355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a57cb10-8a57-4159-b2b1-c333be059b91 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:36.578421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda4b85-16f3-4444-9959-a693427ad84e req-f42a0dc1-fce5-4b70-9072-0f0f725f0416 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:36.581218 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-f42a0dc1-fce5-4b70-9072-0f0f725f0416 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.50 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 814 time: 0.2334130 Sep 16 04:52:36.581978 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21f1ae-15f0-476d-83c9-300c710e9fa5 None None] Sync routers for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:36.584132 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1a57cb10-8a57-4159-b2b1-c333be059b91 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4749324 Sep 16 04:52:36.588520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45666) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:36.603240 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a63db28a-7bbf-4685-b05c-74dba097c39a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.606388 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21f1ae-15f0-476d-83c9-300c710e9fa5 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:36.607034 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3e21f1ae-15f0-476d-83c9-300c710e9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:36.611327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cdda4b85-16f3-4444-9959-a693427ad84e req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Request body: {'port': {'device_id': 'f50bc981-fcfd-4f2e-9d15-c3f56f8737fa', 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01', 'admin_state_up': True, 'tenant_id': '59fa0fafe1f645aaa657c0c36db79a3d'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:36.665558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a681e053-4482-4222-90be-8b85a194357b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting subnet 460f6b3c-9f17-468b-8988-f415ea674ef3 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:36.672853 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a681e053-4482-4222-90be-8b85a194357b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.722342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a681e053-4482-4222-90be-8b85a194357b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:36.728220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Allocated IP 2001:db8::2 (4211d509-25f4-4a41-874d-6b71d4ade588/a1793c7b-7bfe-4831-806d-dd1ef5df7486/939eeb7f-a2fa-4c30-a6fd-aded5ebc960c) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:36.795576 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-3e21f1ae-15f0-476d-83c9-300c710e9fa5 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:36.863592 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6a93e1b-b114-4dbb-8edc-b466b9ac23b1 req-d051b7d7-7aa5-4081-bb2e-96bab79ae2fa tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 210 time: 0.0458720 Sep 16 04:52:36.882224 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-a63db28a-7bbf-4685-b05c-74dba097c39a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 259e9e4c-7844-4455-a88a-3587bdaf1e15 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:52:36.897477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdda4b85-16f3-4444-9959-a693427ad84e req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Made reservation on behalf of 59fa0fafe1f645aaa657c0c36db79a3d for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:36.901213 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cdda4b85-16f3-4444-9959-a693427ad84e req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.010717 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.026555 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.065255 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a681e053-4482-4222-90be-8b85a194357b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.104706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:37.107643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Pushing event updated for resources: {'Port': ['ID=939eeb7f-a2fa-4c30-a6fd-aded5ebc960c,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:37.112075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:37.114571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:37.148892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-1b8c0bd0-ed2b-4552-98ce-1bf5e8eda992 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:37.150762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-1b8c0bd0-ed2b-4552-98ce-1bf5e8eda992 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.50 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 817 time: 0.3839176 Sep 16 04:52:37.181406 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a681e053-4482-4222-90be-8b85a194357b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.193454 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3e21f1ae-15f0-476d-83c9-300c710e9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:35Z', 'revision_number': 10, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:37.196659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 92ac547d-df7a-4c29-9996-1d0f91b9e259 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:37.225266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681e053-4482-4222-90be-8b85a194357b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Subnet': ['ID=460f6b3c-9f17-468b-8988-f415ea674ef3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:37.225722 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21f1ae-15f0-476d-83c9-300c710e9fa5 None None] Checking router: 315c821e-3ac4-4c98-bd2f-8a2070009769 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:37.230406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 92ac547d-df7a-4c29-9996-1d0f91b9e259 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:37.230831 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 92ac547d-df7a-4c29-9996-1d0f91b9e259 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:37.235929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Attempting to bind port 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:37.236365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Attempting to bind port 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:37.237079 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Attempting to bind port 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:37.244945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:37.245343 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:37.246349 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a681e053-4482-4222-90be-8b85a194357b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.246502 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.251151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:37.251151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Bound port: 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:37.251151 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.252932 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a681e053-4482-4222-90be-8b85a194357b tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/460f6b3c-9f17-468b-8988-f415ea674ef3 HTTP/1.1" status: 204 len: 168 time: 0.6634133 Sep 16 04:52:37.253235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db1c89-c0e9-4c59-af93-2642cd6e72ee None None] Network cba4861c-5b86-4262-a69f-ea6a607baa2f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:37.258097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45670) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:37.265169 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21f1ae-15f0-476d-83c9-300c710e9fa5 None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:37.265852 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3e21f1ae-15f0-476d-83c9-300c710e9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:37.271101 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-84c6d451-247d-47ae-a0cb-8488f478bb84 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5524a442c55b41bcacc6bc4394ab46b3 HTTP/1.1" status: 200 len: 379 time: 0.1001661 Sep 16 04:52:37.284660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Request body: {'port': {'device_id': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'admin_state_up': True, 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'security_groups': ['ba251929-4dad-40c6-a766-efd5c005ce41']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:37.371756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:37.440604 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-3e21f1ae-15f0-476d-83c9-300c710e9fa5 None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:37.502720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-cdda4b85-16f3-4444-9959-a693427ad84e req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Allocated IP 172.20.0.3 (9319edcf-e21c-4520-9d6d-2a5ffd172e01/267089d7-348a-46df-9275-af9e72e172dc/d716640f-5d72-4a31-94c4-8bcdc47f49f1) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:37.519169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] For port 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:37.557430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] For port 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=939eeb7f-a2fa-4c30-a6fd-aded5ebc960c,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:37.572935 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.627273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:37.640203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:37.640767 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.642927 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.681036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcc6939-6980-469a-b2e4-2ce188d5f58c None None] DHCP port deletion for cba4861c-5b86-4262-a69f-ea6a607baa2f request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:37.684828 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.784549 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258ee1d-661a-45ac-8de9-b3b10802b564 None None] Pushing event updated for resources: {'Port': ['ID=939eeb7f-a2fa-4c30-a6fd-aded5ebc960c,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:37.811584 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63db28a-7bbf-4685-b05c-74dba097c39a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:52:37.812108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63db28a-7bbf-4685-b05c-74dba097c39a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:37.842928 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.876094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-abcc6939-6980-469a-b2e4-2ce188d5f58c None None] Deleting port 8dda6afd-e24a-40d7-99c6-aab93d989aac {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:37.876659 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-abcc6939-6980-469a-b2e4-2ce188d5f58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.883694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb82240-1bf9-4af0-80ad-e069ec971cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4eb8e9-547b-4be6-bdf1-4b265a64b040'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:37.888597 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1009078-64d2-4852-aff5-5795d132a9f7" -d '{"events": [{"server_uuid": "6eb82240-1bf9-4af0-80ad-e069ec971cc0", "name": "network-vif-plugged", "status": "completed", "tag": "4a4eb8e9-547b-4be6-bdf1-4b265a64b040"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:37.917097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a4eb8e9-547b-4be6-bdf1-4b265a64b040,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:37.929621 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:37.979813 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3e21f1ae-15f0-476d-83c9-300c710e9fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:35Z', 'revision_number': 10, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:38.059111 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-abcc6939-6980-469a-b2e4-2ce188d5f58c None None] For port 8dda6afd-e24a-40d7-99c6-aab93d989aac, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8dda6afd-e24a-40d7-99c6-aab93d989aac,segment=NetworkSegment(54c1937a-b670-4f92-afce-1423960ce5c6),segment_id=54c1937a-b670-4f92-afce-1423960ce5c6)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:38.061121 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-abcc6939-6980-469a-b2e4-2ce188d5f58c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.076003 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21f1ae-15f0-476d-83c9-300c710e9fa5 None None] The sync data for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 is: [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:35Z', 'revision_number': 10, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None, '_interfaces': [{'id': '27deb24f-c7c6-4972-bc72-a5c2f3d4008d', 'name': '', 'network_id': 'a63537fb-dea2-41d7-a8a6-81e7bf1951ea', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'mac_address': 'fa:16:3e:18:a5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:51:40Z', 'updated_at': '2021-09-16T04:51:47Z', 'revision_number': 5, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'subnets': [{'id': 'bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:38.078632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46b391-d336-4f4c-8203-7c5bd42e2e69 req-3e02434a-a6f5-4c33-8a82-36315a78159c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.080240 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f46b391-d336-4f4c-8203-7c5bd42e2e69 req-3e02434a-a6f5-4c33-8a82-36315a78159c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 944 time: 0.4168386 Sep 16 04:52:38.087137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-abcc6939-6980-469a-b2e4-2ce188d5f58c None None] Calling delete_port for 8dda6afd-e24a-40d7-99c6-aab93d989aac owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:38.095342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=4a4eb8e9-547b-4be6-bdf1-4b265a64b040,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:38.137065 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a63db28a-7bbf-4685-b05c-74dba097c39a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0807726 Sep 16 04:52:38.154274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cdab66ba-9d8d-446c-930e-0fd76382b82e req-e9235ea0-7a20-4086-bcc4-fcbdb949ad8b tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 210 time: 0.0849876 Sep 16 04:52:38.154799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45684) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:38.224314 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f46b391-d336-4f4c-8203-7c5bd42e2e69 req-2d5f41a9-5cfc-40df-a7b6-2e8696ac5c15 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286671 Sep 16 04:52:38.243261 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94598ecf-ad3d-4d82-a0d7-5e8be14bd33f x-openstack-request-id: req-94598ecf-ad3d-4d82-a0d7-5e8be14bd33f {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:38.243936 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb82240-1bf9-4af0-80ad-e069ec971cc0", "name": "network-vif-plugged", "status": "completed", "tag": "4a4eb8e9-547b-4be6-bdf1-4b265a64b040", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:38.244433 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94598ecf-ad3d-4d82-a0d7-5e8be14bd33f {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:38.246588 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb82240-1bf9-4af0-80ad-e069ec971cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4eb8e9-547b-4be6-bdf1-4b265a64b040', 'code': 200} Sep 16 04:52:38.252499 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-abcc6939-6980-469a-b2e4-2ce188d5f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.320862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Made reservation on behalf of 5524a442c55b41bcacc6bc4394ab46b3 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:38.328763 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.338481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc6939-6980-469a-b2e4-2ce188d5f58c None None] Pushing event deleted for resources: {'Port': ['ID=8dda6afd-e24a-40d7-99c6-aab93d989aac,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:38.342785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcc6939-6980-469a-b2e4-2ce188d5f58c None None] No DVR routers for this DVR port 8dda6afd-e24a-40d7-99c6-aab93d989aac on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:38.353434 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1135be-de75-414e-a13d-7e4e53b48745 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.357354 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cdda4b85-16f3-4444-9959-a693427ad84e req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.361303 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1b1135be-de75-414e-a13d-7e4e53b48745 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2020948 Sep 16 04:52:38.372379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port 8dda6afd-e24a-40d7-99c6-aab93d989aac {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:38.372731 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.377819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45688) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:38.427800 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f24c5dfd-6a0d-4704-86de-b808fe1547af req-73078da2-38e4-4f42-b035-3ef8ff148c21 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 210 time: 0.0918698 Sep 16 04:52:38.499029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63732ec1-4793-43ae-923c-3bb71128a25f req-d33d1a42-5e84-4e69-b234-744e4acdeb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.500684 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-63732ec1-4793-43ae-923c-3bb71128a25f req-d33d1a42-5e84-4e69-b234-744e4acdeb33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 1097 time: 0.1638033 Sep 16 04:52:38.501864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] For port 8dda6afd-e24a-40d7-99c6-aab93d989aac, host n-d-712142-17, got binding levels [] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:38.502153 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.540654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6a9b1f-0613-48d6-a507-68a4cc0fa315 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.542338 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6a9b1f-0613-48d6-a507-68a4cc0fa315 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:38.545128 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for 8dda6afd-e24a-40d7-99c6-aab93d989aac owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:38.545726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4a6a9b1f-0613-48d6-a507-68a4cc0fa315 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1652679 Sep 16 04:52:38.550262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.ipam_backend_mixin [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Port 8dda6afd-e24a-40d7-99c6-aab93d989aac was not found and therefore no delete operation was performed {{(pid=94744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:52:38.551806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45690) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:38.577782 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.632462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Allocated IP 172.20.0.12 (065d0039-91ee-4176-812f-d22ac91cf01d/cecb6646-d54e-45a3-892f-e44e3e1b574c/43dc8826-e266-4d0d-a3ca-21f19600bc12) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:38.633416 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cdda4b85-16f3-4444-9959-a693427ad84e req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.647773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=8dda6afd-e24a-40d7-99c6-aab93d989aac,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:38.656987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No DVR routers for this DVR port 8dda6afd-e24a-40d7-99c6-aab93d989aac on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:38.720606 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-63732ec1-4793-43ae-923c-3bb71128a25f req-0f66b5e4-e72d-4159-8ead-18010a4db09d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071629 Sep 16 04:52:38.739779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a50034e-465b-4b3e-8a01-0c4dd4108178 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet a1793c7b-7bfe-4831-806d-dd1ef5df7486 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:38.766305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdda4b85-16f3-4444-9959-a693427ad84e req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:38.767236 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a50034e-465b-4b3e-8a01-0c4dd4108178 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.805525 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-cdda4b85-16f3-4444-9959-a693427ad84e req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:38.818782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdda4b85-16f3-4444-9959-a693427ad84e req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:38.827278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Pushing event updated for resources: {'Port': ['ID=d716640f-5d72-4a31-94c4-8bcdc47f49f1,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:38.839105 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.878678 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.915246 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:38.944202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Network 065d0039-91ee-4176-812f-d22ac91cf01d is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:38.950335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:38.953285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:38.971570 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a50034e-465b-4b3e-8a01-0c4dd4108178 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.015662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event updated for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:39.047438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.048422 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.054314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba4861c-5b86-4262-a69f-ea6a607baa2f']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:39.069774 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-a44c7007-7052-4488-b662-f449a049942d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7894394 Sep 16 04:52:39.072221 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda4b85-16f3-4444-9959-a693427ad84e req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.073191 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cdda4b85-16f3-4444-9959-a693427ad84e req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.081629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:39.095610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Request body: {'port': {'device_id': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:39.124920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c1937a-b670-4f92-afce-1423960ce5c6') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:39.130102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c1937a-b670-4f92-afce-1423960ce5c6') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:39.157026 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-25d96d50-2f64-4af0-86d1-9477a64184c9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5509131 Sep 16 04:52:39.157539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:39.157972 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.165363 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.175923 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.186374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Request body: {'port': {'device_id': 'f50bc981-fcfd-4f2e-9d15-c3f56f8737fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:39.269013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.292573 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.341169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:39.341851 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:39.348936 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:39.361242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=939eeb7f-a2fa-4c30-a6fd-aded5ebc960c,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:39.389033 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.458622 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a50034e-465b-4b3e-8a01-0c4dd4108178 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.539281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dfdeb-1d30-42a6-8d3c-3716f8d1b275 req-dfee6749-74c6-47fd-8db4-cffb4b833243 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.549346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-618dfdeb-1d30-42a6-8d3c-3716f8d1b275 req-dfee6749-74c6-47fd-8db4-cffb4b833243 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 945 time: 0.1268616 Sep 16 04:52:39.616386 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-618dfdeb-1d30-42a6-8d3c-3716f8d1b275 req-cb26e97f-bf01-4fdc-9c03-0184828e8bef tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608270 Sep 16 04:52:39.646246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:39.680523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:39.680877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1701747d-c3c9-45dc-8c91-ce3e8db4abf1 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:39.681316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8dda6afd-e24a-40d7-99c6-aab93d989aac no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:39.729753 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 8dda6afd-e24a-40d7-99c6-aab93d989aac {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:39.730126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8dda6afd-e24a-40d7-99c6-aab93d989aac not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:39.738096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-eae7b675-d205-4793-a3c2-2a3a68741ae6 None None] Provisioning complete for port 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:39.740435 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eae7b675-d205-4793-a3c2-2a3a68741ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.817454 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=939eeb7f-a2fa-4c30-a6fd-aded5ebc960c,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:39.912524 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.931944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43dc8826-e266-4d0d-a3ca-21f19600bc12 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:39.937115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.942975 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.970461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e9eb0-0d02-40dd-bacc-a8178a3771ac req-ffa22ed8-492c-406f-8e38-872885b49e5d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.972134 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-055e9eb0-0d02-40dd-bacc-a8178a3771ac req-ffa22ed8-492c-406f-8e38-872885b49e5d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 932 time: 0.0896151 Sep 16 04:52:39.973305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Transition to ACTIVE for port object 43dc8826-e266-4d0d-a3ca-21f19600bc12 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:39.976830 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.982465 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/networks/cba4861c-5b86-4262-a69f-ea6a607baa2f HTTP/1.1" status: 204 len: 168 time: 2.7199636 Sep 16 04:52:39.982653 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:39.989769 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45702) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:39.991377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dbb96-8b92-4380-85ce-c425f6a95999 req-ce9ba57a-bea1-43c6-adfe-b88a97cded97 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:39.999672 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c43dbb96-8b92-4380-85ce-c425f6a95999 req-ce9ba57a-bea1-43c6-adfe-b88a97cded97 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 931 time: 0.7073977 Sep 16 04:52:40.007391 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512906b-0ed6-4961-8382-c34260ecbc34 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Network': ['ID=cba4861c-5b86-4262-a69f-ea6a607baa2f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.084479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c43dbb96-8b92-4380-85ce-c425f6a95999 req-3a00e85b-ceb4-484c-8a3f-4046410f717c tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838058 Sep 16 04:52:40.099507 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a50034e-465b-4b3e-8a01-0c4dd4108178 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.123211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Pushing event updated for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.137722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50034e-465b-4b3e-8a01-0c4dd4108178 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=a1793c7b-7bfe-4831-806d-dd1ef5df7486,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.265880 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-055e9eb0-0d02-40dd-bacc-a8178a3771ac req-50343d11-52bc-47df-9e14-11ee9d9f220c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695053 Sep 16 04:52:40.273077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Attempting to bind port 43dc8826-e266-4d0d-a3ca-21f19600bc12 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:40.278777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Attempting to bind port 43dc8826-e266-4d0d-a3ca-21f19600bc12 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:40.279372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Attempting to bind port 43dc8826-e266-4d0d-a3ca-21f19600bc12 on network 065d0039-91ee-4176-812f-d22ac91cf01d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:40.292157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeaee9e-bcff-4863-a0f0-4182dab830d2 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:40.293362 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a50034e-465b-4b3e-8a01-0c4dd4108178 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.294957 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9a50034e-465b-4b3e-8a01-0c4dd4108178 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/a1793c7b-7bfe-4831-806d-dd1ef5df7486 HTTP/1.1" status: 204 len: 168 time: 1.7373478 Sep 16 04:52:40.297516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Port 43dc8826-e266-4d0d-a3ca-21f19600bc12 on network 065d0039-91ee-4176-812f-d22ac91cf01d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:40.298100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Attempting to bind port 43dc8826-e266-4d0d-a3ca-21f19600bc12 on network 065d0039-91ee-4176-812f-d22ac91cf01d {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:40.298402 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45704) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:40.339798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:40.340568 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Checking segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:40.341598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Bound using segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:40.342416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Bound port: 43dc8826-e266-4d0d-a3ca-21f19600bc12, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:40.343375 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.378700 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d9cff05f-fc0a-4b32-9e7f-017cb950dedc tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778117 Sep 16 04:52:40.383085 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45706) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:40.391514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a7956307-5660-4c3d-bfa5-a145fba5da8d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:40.453997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:40.457583 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:40.465220 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.517052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.518610 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.519427 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] 10.222.0.50 "PUT /v2.0/ports/43dc8826-e266-4d0d-a3ca-21f19600bc12 HTTP/1.1" status: 200 len: 1093 time: 1.4352341 Sep 16 04:52:40.522469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:40.525513 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a427eb-f673-4ef8-aa30-f58adb2d3e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:40.576781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7956307-5660-4c3d-bfa5-a145fba5da8d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:40.580745 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a7956307-5660-4c3d-bfa5-a145fba5da8d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.589303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab97bd61-ed80-4c8d-9c94-dc958770704d None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:40.592223 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b846c-31cd-43ab-96e7-7a2669f15235 service neutron] Pushing event updated for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.628481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d716640f-5d72-4a31-94c4-8bcdc47f49f1 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:40.673465 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae2c821-96ae-48a7-b72a-e702a89ae611 x-openstack-request-id: req-4ae2c821-96ae-48a7-b72a-e702a89ae611 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:40.674307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.675120 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:40.675385 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ae2c821-96ae-48a7-b72a-e702a89ae611 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:40.675788 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'status': 'completed', 'code': 200} Sep 16 04:52:40.713329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Transition to ACTIVE for port object d716640f-5d72-4a31-94c4-8bcdc47f49f1 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:40.721507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ab97bd61-ed80-4c8d-9c94-dc958770704d None None] Deleting port 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:40.722018 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ab97bd61-ed80-4c8d-9c94-dc958770704d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.728547 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.820215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=d716640f-5d72-4a31-94c4-8bcdc47f49f1,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:40.832651 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960f670-cc80-48ff-ab04-1be10f3116fe req-a161c969-f823-4083-a361-63663efe1a59 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.834386 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4960f670-cc80-48ff-ab04-1be10f3116fe req-a161c969-f823-4083-a361-63663efe1a59 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 945 time: 0.1101141 Sep 16 04:52:40.888404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-620cc3f7-cd42-42d6-93d2-08e71d80f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:40.889922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-620cc3f7-cd42-42d6-93d2-08e71d80f7df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 1096 time: 0.2361877 Sep 16 04:52:40.892805 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ab97bd61-ed80-4c8d-9c94-dc958770704d None None] For port 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=939eeb7f-a2fa-4c30-a6fd-aded5ebc960c,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:40.892805 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ab97bd61-ed80-4c8d-9c94-dc958770704d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:40.920927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ab97bd61-ed80-4c8d-9c94-dc958770704d None None] Calling delete_port for 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:40.992092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Attempting to bind port d716640f-5d72-4a31-94c4-8bcdc47f49f1 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:40.992681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Attempting to bind port d716640f-5d72-4a31-94c4-8bcdc47f49f1 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:40.993009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Attempting to bind port d716640f-5d72-4a31-94c4-8bcdc47f49f1 on network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:41.002012 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-613304b8-679f-477e-b135-02bd4e3cd88d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12 HTTP/1.1" status: 200 len: 217 time: 0.1028714 Sep 16 04:52:41.009468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Port d716640f-5d72-4a31-94c4-8bcdc47f49f1 on network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:41.009907 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Attempting to bind port d716640f-5d72-4a31-94c4-8bcdc47f49f1 on network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:41.019938 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a7956307-5660-4c3d-bfa5-a145fba5da8d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.022045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:41.022399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Checking segment: {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:41.022841 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Bound using segment: {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:41.023299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Bound port: d716640f-5d72-4a31-94c4-8bcdc47f49f1, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:41.023663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.049211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:41.078506 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4960f670-cc80-48ff-ab04-1be10f3116fe req-af164cca-748d-41cc-9602-19139fed83cc tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327127 Sep 16 04:52:41.116805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-3585b74a-9704-47f8-8601-e8927a2ee5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.118491 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-3585b74a-9704-47f8-8601-e8927a2ee5a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.0994833 Sep 16 04:52:41.133403 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1efe2ec-9b2b-40f8-8adf-e38deb3abce7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.157433 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ab97bd61-ed80-4c8d-9c94-dc958770704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.198333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97bd61-ed80-4c8d-9c94-dc958770704d None None] Pushing event deleted for resources: {'Port': ['ID=939eeb7f-a2fa-4c30-a6fd-aded5ebc960c,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.215508 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab97bd61-ed80-4c8d-9c94-dc958770704d None None] No DVR routers for this DVR port 939eeb7f-a2fa-4c30-a6fd-aded5ebc960c on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:41.230048 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.235379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] For port d716640f-5d72-4a31-94c4-8bcdc47f49f1, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:41.243428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] For port d716640f-5d72-4a31-94c4-8bcdc47f49f1, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d716640f-5d72-4a31-94c4-8bcdc47f49f1,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:41.268775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.269002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-3b59ae9d-cb7a-4e8b-a018-b52c9e12cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.270445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-3b59ae9d-cb7a-4e8b-a018-b52c9e12cf70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337094 Sep 16 04:52:41.291065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.291850 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.304640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] 10.222.0.50 "PUT /v2.0/ports/d716640f-5d72-4a31-94c4-8bcdc47f49f1 HTTP/1.1" status: 200 len: 1092 time: 2.1277912 Sep 16 04:52:41.305458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7956307-5660-4c3d-bfa5-a145fba5da8d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=5e3b11b0-1517-4ab4-ab3f-98f618516ce9,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.335093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7956307-5660-4c3d-bfa5-a145fba5da8d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:41.335738 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50bc981-fcfd-4f2e-9d15-c3f56f8737fa', 'tag': 'd716640f-5d72-4a31-94c4-8bcdc47f49f1'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:41.339190 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2375e34-8d91-4e45-a632-762731f418ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f50bc981-fcfd-4f2e-9d15-c3f56f8737fa", "tag": "d716640f-5d72-4a31-94c4-8bcdc47f49f1"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:41.382712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-a7956307-5660-4c3d-bfa5-a145fba5da8d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:41.386755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7956307-5660-4c3d-bfa5-a145fba5da8d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.387370 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a7956307-5660-4c3d-bfa5-a145fba5da8d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.397838 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a1f81-32ff-4c1b-b1d7-b62baa378efc None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:41.473946 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e4cac-6344-4af2-85ca-4d66d3c0646c req-105d98e1-c5cb-483e-88c1-eb8b6efddcf2 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.487434 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a1e4cac-6344-4af2-85ca-4d66d3c0646c req-105d98e1-c5cb-483e-88c1-eb8b6efddcf2 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 943 time: 0.2215638 Sep 16 04:52:41.520472 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-b4a8d2b4-a68a-43ff-a173-38994d23b4ac service neutron] 10.222.0.50 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356236 Sep 16 04:52:41.523615 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a7956307-5660-4c3d-bfa5-a145fba5da8d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1371360 Sep 16 04:52:41.524220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45730) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:41.530725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a5cfd66c-a180-4b93-a124-42fbab8a89cf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1945996032', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:41.535553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ed41d-81c0-492d-b078-de0780b02bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=d716640f-5d72-4a31-94c4-8bcdc47f49f1,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:41.545100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda4b85-16f3-4444-9959-a693427ad84e req-10c970fd-e877-488d-8b8f-5de6acc6b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.547247 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-10c970fd-e877-488d-8b8f-5de6acc6b585 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 1095 time: 0.1556060 Sep 16 04:52:41.570159 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a1e4cac-6344-4af2-85ca-4d66d3c0646c req-c497d1da-60cd-4344-9b6f-701da4eece2e tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685463 Sep 16 04:52:41.570626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79970251-f260-4d7e-8b13-53c8fd1242e5 req-4bacccfd-fc67-429a-a3db-44e005c15097 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.585513 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79970251-f260-4d7e-8b13-53c8fd1242e5 req-4bacccfd-fc67-429a-a3db-44e005c15097 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 944 time: 0.1326187 Sep 16 04:52:41.614483 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': '5e3b11b0-1517-4ab4-ab3f-98f618516ce9'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:41.615758 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.627445 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-5a8a92a4-0245-4372-8a5f-03b279a86aec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d716640f-5d72-4a31-94c4-8bcdc47f49f1 HTTP/1.1" status: 200 len: 217 time: 0.0558050 Sep 16 04:52:41.696130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda4b85-16f3-4444-9959-a693427ad84e req-c90f79cd-583e-4bca-9ea6-91fe9641724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.697924 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-c90f79cd-583e-4bca-9ea6-91fe9641724f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=267089d7-348a-46df-9275-af9e72e172dc HTTP/1.1" status: 200 len: 854 time: 0.0589247 Sep 16 04:52:41.751550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd66c-a180-4b93-a124-42fbab8a89cf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.752801 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd66c-a180-4b93-a124-42fbab8a89cf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.754735 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-5a7d3a79-b536-4b62-8e66-fc5272e38eaf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9319edcf-e21c-4520-9d6d-2a5ffd172e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429506 Sep 16 04:52:41.781957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Allocated IP 2001:db8::2 (4211d509-25f4-4a41-874d-6b71d4ade588/5e3b11b0-1517-4ab4-ab3f-98f618516ce9/5ba744e2-1e44-42a5-a729-66ad37deb6fe) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:41.820017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528ea41-3986-4d7b-a75d-893416e95fda req-0880002e-27e1-4564-bf92-f8194b115ef3 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:41.821698 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5528ea41-3986-4d7b-a75d-893416e95fda req-0880002e-27e1-4564-bf92-f8194b115ef3 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 945 time: 0.1222622 Sep 16 04:52:41.874232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79970251-f260-4d7e-8b13-53c8fd1242e5 req-0ddc69be-411c-4f7c-b191-68e3af4f1ae9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841213 Sep 16 04:52:41.914080 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5528ea41-3986-4d7b-a75d-893416e95fda req-05c18694-ca16-41a1-bdfa-9f9374c39cd0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855751 Sep 16 04:52:41.941862 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-7aef0350-8bc8-49d8-9883-22a36f7d1b93 service neutron] 10.222.0.50 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733024 Sep 16 04:52:41.945539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-f1efe2ec-9b2b-40f8-8adf-e38deb3abce7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:41.945913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1efe2ec-9b2b-40f8-8adf-e38deb3abce7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.950250 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd66c-a180-4b93-a124-42fbab8a89cf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.974361 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd66c-a180-4b93-a124-42fbab8a89cf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:41.992130 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73febdd8-9c60-471b-a71c-022c4bcb3e34 x-openstack-request-id: req-73febdd8-9c60-471b-a71c-022c4bcb3e34 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:41.994340 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50bc981-fcfd-4f2e-9d15-c3f56f8737fa", "tag": "d716640f-5d72-4a31-94c4-8bcdc47f49f1", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:41.994835 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73febdd8-9c60-471b-a71c-022c4bcb3e34 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:41.995346 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50bc981-fcfd-4f2e-9d15-c3f56f8737fa', 'tag': 'd716640f-5d72-4a31-94c4-8bcdc47f49f1', 'status': 'completed', 'code': 200} Sep 16 04:52:42.002644 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-909c3d03-03ca-47dc-a7f7-f01af10afa46 req-4809ed90-931f-4f44-946f-9a241e6a29e0 service neutron] 10.222.0.50 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419057 Sep 16 04:52:42.067696 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd66c-a180-4b93-a124-42fbab8a89cf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.068426 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a5cfd66c-a180-4b93-a124-42fbab8a89cf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5424111 Sep 16 04:52:42.075225 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.078852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45736) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:42.087237 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.113101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:42.162245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-f1efe2ec-9b2b-40f8-8adf-e38deb3abce7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] For port 27deb24f-c7c6-4972-bc72-a5c2f3d4008d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=27deb24f-c7c6-4972-bc72-a5c2f3d4008d,segment=NetworkSegment(664beb6d-74b8-41fe-a991-998b885a0759),segment_id=664beb6d-74b8-41fe-a991-998b885a0759)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:42.162625 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1efe2ec-9b2b-40f8-8adf-e38deb3abce7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.166402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a427eb-f673-4ef8-aa30-f58adb2d3e9b req-add669cc-719d-4488-b6c0-d9beb6e8ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.168973 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a427eb-f673-4ef8-aa30-f58adb2d3e9b req-add669cc-719d-4488-b6c0-d9beb6e8ec76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0992522 Sep 16 04:52:42.177060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:42.186669 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:42.189851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Pushing event updated for resources: {'Port': ['ID=5ba744e2-1e44-42a5-a729-66ad37deb6fe,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:42.208236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-f1efe2ec-9b2b-40f8-8adf-e38deb3abce7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for 27deb24f-c7c6-4972-bc72-a5c2f3d4008d owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:42.234231 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cdda4b85-16f3-4444-9959-a693427ad84e req-0d51807f-d062-4963-afeb-47c9214e156c service neutron] 10.222.0.50 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803392 Sep 16 04:52:42.234813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b74b2d-a94d-4bb8-903a-394eba2d9f8b req-fc20e1c9-9443-433a-975b-44a2789122e6 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.237523 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79b74b2d-a94d-4bb8-903a-394eba2d9f8b req-fc20e1c9-9443-433a-975b-44a2789122e6 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 945 time: 0.1543670 Sep 16 04:52:42.272157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Attempting to bind port 5ba744e2-1e44-42a5-a729-66ad37deb6fe on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:42.272768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Attempting to bind port 5ba744e2-1e44-42a5-a729-66ad37deb6fe by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:42.273202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Attempting to bind port 5ba744e2-1e44-42a5-a729-66ad37deb6fe on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:42.280383 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:42.280811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:42.281313 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.281996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:42.282264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Bound port: 5ba744e2-1e44-42a5-a729-66ad37deb6fe, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:42.282709 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.356986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] For port 5ba744e2-1e44-42a5-a729-66ad37deb6fe, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:42.363029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] For port 5ba744e2-1e44-42a5-a729-66ad37deb6fe, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5ba744e2-1e44-42a5-a729-66ad37deb6fe,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:42.369362 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.425556 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79b74b2d-a94d-4bb8-903a-394eba2d9f8b req-1dffa98e-46f8-457e-b586-f1bd2767a4c3 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518960 Sep 16 04:52:42.453227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2375e34-8d91-4e45-a632-762731f418ff req-92cad6ef-c7a3-427a-83eb-0ee65738d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.462333 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2375e34-8d91-4e45-a632-762731f418ff req-92cad6ef-c7a3-427a-83eb-0ee65738d373 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 1095 time: 0.1128249 Sep 16 04:52:42.470538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa445c4-1650-4c08-b17a-6dbbf775c858 None None] Pushing event updated for resources: {'Port': ['ID=5ba744e2-1e44-42a5-a729-66ad37deb6fe,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:42.501235 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a427eb-f673-4ef8-aa30-f58adb2d3e9b req-82113ece-45ef-422b-89fb-206f89708d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.502759 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a427eb-f673-4ef8-aa30-f58adb2d3e9b req-82113ece-45ef-422b-89fb-206f89708d5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 918 time: 0.3235188 Sep 16 04:52:42.522303 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.592565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a427eb-f673-4ef8-aa30-f58adb2d3e9b req-4a5ac5ad-ed7c-4d03-ad77-c9b0acca71d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12 HTTP/1.1" status: 200 len: 217 time: 0.0776906 Sep 16 04:52:42.691853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a427eb-f673-4ef8-aa30-f58adb2d3e9b req-578d05d4-fd21-498f-8f7b-09fc5c671f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.697270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a427eb-f673-4ef8-aa30-f58adb2d3e9b req-578d05d4-fd21-498f-8f7b-09fc5c671f2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.0954683 Sep 16 04:52:42.915340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a427eb-f673-4ef8-aa30-f58adb2d3e9b req-21502ae9-48e7-4510-a4eb-05b1c4df7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.917126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a427eb-f673-4ef8-aa30-f58adb2d3e9b req-21502ae9-48e7-4510-a4eb-05b1c4df7cad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915877 Sep 16 04:52:42.920893 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1efe2ec-9b2b-40f8-8adf-e38deb3abce7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:42.954525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624ac69-bad7-4aa1-aa21-98288506885a req-9128b7e7-60c6-4152-b6c3-f265a1291b2f tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.960694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3624ac69-bad7-4aa1-aa21-98288506885a req-9128b7e7-60c6-4152-b6c3-f265a1291b2f tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 943 time: 0.2597387 Sep 16 04:52:42.978378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2375e34-8d91-4e45-a632-762731f418ff req-19a34e2e-db60-43dc-9766-7472bc83fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:42.981104 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2375e34-8d91-4e45-a632-762731f418ff req-19a34e2e-db60-43dc-9766-7472bc83fa75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 915 time: 0.4671011 Sep 16 04:52:42.989199 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:52:43.002685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311b3e5-e0c2-48e1-9911-016b58019772 req-a47d860a-8eed-4eab-9c0b-0dce03552c46 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.004274 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f311b3e5-e0c2-48e1-9911-016b58019772 req-a47d860a-8eed-4eab-9c0b-0dce03552c46 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 945 time: 0.2227228 Sep 16 04:52:43.021826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::1 (4211d509-25f4-4a41-874d-6b71d4ade588/5e3b11b0-1517-4ab4-ab3f-98f618516ce9/23a69b8c-654f-4952-a7b3-283c352e03f8) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:43.032996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efe2ec-9b2b-40f8-8adf-e38deb3abce7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=27deb24f-c7c6-4972-bc72-a5c2f3d4008d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:43.057811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5ba744e2-1e44-42a5-a729-66ad37deb6fe up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:43.066520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2375e34-8d91-4e45-a632-762731f418ff req-efbff891-f7e5-47ef-b59c-0e27a89f74c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d716640f-5d72-4a31-94c4-8bcdc47f49f1 HTTP/1.1" status: 200 len: 217 time: 0.0612264 Sep 16 04:52:43.145455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5ba744e2-1e44-42a5-a729-66ad37deb6fe triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:43.145870 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.191804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3624ac69-bad7-4aa1-aa21-98288506885a req-e79c7de8-eb8c-4dc3-8a42-1168779770d4 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302377 Sep 16 04:52:43.197865 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a427eb-f673-4ef8-aa30-f58adb2d3e9b req-6143be16-25b9-459c-8141-e04b74e8dbd7 service neutron] 10.222.0.50 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671800 Sep 16 04:52:43.271747 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.279294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2375e34-8d91-4e45-a632-762731f418ff req-7bb4f010-ded2-4358-a5fa-84957b391105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.281825 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2375e34-8d91-4e45-a632-762731f418ff req-7bb4f010-ded2-4358-a5fa-84957b391105 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=267089d7-348a-46df-9275-af9e72e172dc HTTP/1.1" status: 200 len: 854 time: 0.2056832 Sep 16 04:52:43.296408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f311b3e5-e0c2-48e1-9911-016b58019772 req-f1ec7e56-2732-44e8-b335-1a07070f3baa tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794089 Sep 16 04:52:43.314555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 5ba744e2-1e44-42a5-a729-66ad37deb6fe, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5ba744e2-1e44-42a5-a729-66ad37deb6fe,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:43.323615 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.387696 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.410889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=5ba744e2-1e44-42a5-a729-66ad37deb6fe,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:43.420607 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2375e34-8d91-4e45-a632-762731f418ff req-99e7ea73-34d7-4fc8-b3e8-566984d1416c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9319edcf-e21c-4520-9d6d-2a5ffd172e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178694 Sep 16 04:52:43.422148 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1efe2ec-9b2b-40f8-8adf-e38deb3abce7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.461990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3231f-17e9-4e26-8bfd-5435843f4eb8 req-5932ca2d-d48a-4276-b47b-a10ec069f662 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:43.463555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fab3231f-17e9-4e26-8bfd-5435843f4eb8 req-5932ca2d-d48a-4276-b47b-a10ec069f662 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 944 time: 0.1732068 Sep 16 04:52:43.509470 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.584302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:43.591712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:43.595161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:43.595753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.640678 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2375e34-8d91-4e45-a632-762731f418ff req-f15f3c99-ccd6-4324-a3ed-6153588025c4 service neutron] 10.222.0.50 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110217 Sep 16 04:52:43.643068 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=23a69b8c-654f-4952-a7b3-283c352e03f8,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:43.831437 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.831799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3b2c22aa-8f27-4f1f-b4c1-91c24b78d7e4 None None] Provisioning complete for port 5ba744e2-1e44-42a5-a729-66ad37deb6fe triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:43.832249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3b2c22aa-8f27-4f1f-b4c1-91c24b78d7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:43.864444 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a2375e34-8d91-4e45-a632-762731f418ff req-ece193e6-15f3-426b-85de-77169b109a2e service neutron] 10.222.0.50 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098618 Sep 16 04:52:44.018724 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a427eb-f673-4ef8-aa30-f58adb2d3e9b req-3e88d720-2c06-44e5-99f8-9e1787920a96 service neutron] 10.222.0.50 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8094416 Sep 16 04:52:44.029275 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fab3231f-17e9-4e26-8bfd-5435843f4eb8 req-7447d3e7-1114-4d76-a75f-34a548a18274 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862484 Sep 16 04:52:44.129902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1efe2ec-9b2b-40f8-8adf-e38deb3abce7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 315c821e-3ac4-4c98-bd2f-8a2070009769 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:44.140455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6d97ecd9-371f-4d0d-87fd-d142e96154d1 None None] Provisioning complete for port 23a69b8c-654f-4952-a7b3-283c352e03f8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:44.140840 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d97ecd9-371f-4d0d-87fd-d142e96154d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.179768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6d97ecd9-371f-4d0d-87fd-d142e96154d1 None None] Port 23a69b8c-654f-4952-a7b3-283c352e03f8 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:44.189789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69b862-062b-4326-b086-b55957d3acee req-7ab3eb52-28a8-4be6-bd19-492aa03a316a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.191358 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db69b862-062b-4326-b086-b55957d3acee req-7ab3eb52-28a8-4be6-bd19-492aa03a316a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 945 time: 0.2598617 Sep 16 04:52:44.234466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1efe2ec-9b2b-40f8-8adf-e38deb3abce7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:44.240531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f1efe2ec-9b2b-40f8-8adf-e38deb3abce7 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2450943 Sep 16 04:52:44.244135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45760) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:44.252607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2fd148-22a0-4682-aeb2-e8c1d4be9bad None None] Sync routers for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:44.265965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2fd148-22a0-4682-aeb2-e8c1d4be9bad None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:44.266631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2e2fd148-22a0-4682-aeb2-e8c1d4be9bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:44.316514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61dccc3-b1a4-4321-b783-064f8562a6b0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting subnet bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:44.320637 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c61dccc3-b1a4-4321-b783-064f8562a6b0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.372175 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c61dccc3-b1a4-4321-b783-064f8562a6b0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.400383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b194e-e046-4f81-93e3-8d501597c540 req-9a5f193f-1f8e-41ba-8021-30e6a95dc05e tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.408851 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c08b194e-e046-4f81-93e3-8d501597c540 req-9a5f193f-1f8e-41ba-8021-30e6a95dc05e tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 943 time: 0.1243274 Sep 16 04:52:44.416473 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-2e2fd148-22a0-4682-aeb2-e8c1d4be9bad None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:44.562376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.562376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.562376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.683257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77f21a-1580-4562-93dc-f3d625b1d157 req-d883a257-f0c9-42d0-aed1-aa1498d1851a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:44.683257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c77f21a-1580-4562-93dc-f3d625b1d157 req-d883a257-f0c9-42d0-aed1-aa1498d1851a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 945 time: 0.0801101 Sep 16 04:52:44.688684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2e2fd148-22a0-4682-aeb2-e8c1d4be9bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:42Z', 'revision_number': 11, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:44.689082 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c61dccc3-b1a4-4321-b783-064f8562a6b0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.689082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c77f21a-1580-4562-93dc-f3d625b1d157 req-166f15bd-8d4f-457f-8da1-90bfa689bc7d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070271 Sep 16 04:52:44.689863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=23a69b8c-654f-4952-a7b3-283c352e03f8,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.689863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-db69b862-062b-4326-b086-b55957d3acee req-78d659c9-23e8-45fb-887a-739dd017f905 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Deleting port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:44.689863 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db69b862-062b-4326-b086-b55957d3acee req-78d659c9-23e8-45fb-887a-739dd017f905 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.690565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2fd148-22a0-4682-aeb2-e8c1d4be9bad None None] Checking router: 315c821e-3ac4-4c98-bd2f-8a2070009769 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:44.690842 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c08b194e-e046-4f81-93e3-8d501597c540 req-9d4c6cf6-723e-49b0-bff3-9f9a1156a27f tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502236 Sep 16 04:52:44.691126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c61dccc3-b1a4-4321-b783-064f8562a6b0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.691368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2fd148-22a0-4682-aeb2-e8c1d4be9bad None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:44.691368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2e2fd148-22a0-4682-aeb2-e8c1d4be9bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:44.733097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dccc3-b1a4-4321-b783-064f8562a6b0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Subnet': ['ID=bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:44.736501 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c61dccc3-b1a4-4321-b783-064f8562a6b0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.740958 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c61dccc3-b1a4-4321-b783-064f8562a6b0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6 HTTP/1.1" status: 204 len: 168 time: 0.4932840 Sep 16 04:52:44.741315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45790) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:44.741767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c2549f-dc58-4e2e-91f5-db2255c64658 None None] Network a63537fb-dea2-41d7-a8a6-81e7bf1951ea requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:44.824944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:44.828653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:44.836887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-2e2fd148-22a0-4682-aeb2-e8c1d4be9bad None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:44.862640 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.926386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-db69b862-062b-4326-b086-b55957d3acee req-78d659c9-23e8-45fb-887a-739dd017f905 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] For port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=4a4eb8e9-547b-4be6-bdf1-4b265a64b040,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:44.926780 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db69b862-062b-4326-b086-b55957d3acee req-78d659c9-23e8-45fb-887a-739dd017f905 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:44.930533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2e2fd148-22a0-4682-aeb2-e8c1d4be9bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:42Z', 'revision_number': 11, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:44.971346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Deleting port ba665de6-21c0-4edb-94ea-115f3d7ebdcc {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:44.971691 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.008948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2fd148-22a0-4682-aeb2-e8c1d4be9bad None None] The sync data for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 is: [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:42Z', 'revision_number': 11, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:45.054353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] For port ba665de6-21c0-4edb-94ea-115f3d7ebdcc, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ba665de6-21c0-4edb-94ea-115f3d7ebdcc,segment=NetworkSegment(664beb6d-74b8-41fe-a991-998b885a0759),segment_id=664beb6d-74b8-41fe-a991-998b885a0759)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:45.055025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.092784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Calling delete_port for ba665de6-21c0-4edb-94ea-115f3d7ebdcc owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:45.253095 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.290725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No DVR routers for this DVR port ba665de6-21c0-4edb-94ea-115f3d7ebdcc on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:45.308738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a621153c-d776-4fd3-b606-0ab6f548ee0b None None] Provisioning complete for port 23a69b8c-654f-4952-a7b3-283c352e03f8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:45.309545 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a621153c-d776-4fd3-b606-0ab6f548ee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.329640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Port': ['ID=ba665de6-21c0-4edb-94ea-115f3d7ebdcc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:45.358503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a621153c-d776-4fd3-b606-0ab6f548ee0b None None] Port 23a69b8c-654f-4952-a7b3-283c352e03f8 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:45.399562 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.421909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63537fb-dea2-41d7-a8a6-81e7bf1951ea']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:45.437565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46855555-92a6-45a0-a4d3-14382c810d6a None None] DHCP port deletion for a63537fb-dea2-41d7-a8a6-81e7bf1951ea request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:45.439718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664beb6d-74b8-41fe-a991-998b885a0759') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:45.440097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664beb6d-74b8-41fe-a991-998b885a0759') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:45.459262 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.477556 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.525548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:52:45.525991 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.526553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5ba744e2-1e44-42a5-a729-66ad37deb6fe up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:52:45.530903 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:52:45.538040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-db69b862-062b-4326-b086-b55957d3acee req-78d659c9-23e8-45fb-887a-739dd017f905 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Calling delete_port for 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:45.618546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5ba744e2-1e44-42a5-a729-66ad37deb6fe triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:45.618940 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.629506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93962b4-e6c4-4625-9477-c328bccafdd4 req-82c4da8f-f5c6-4389-8948-73f7e26b9b6e tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.637058 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e93962b4-e6c4-4625-9477-c328bccafdd4 req-82c4da8f-f5c6-4389-8948-73f7e26b9b6e tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 944 time: 0.1497595 Sep 16 04:52:45.682871 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.683053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d716640f-5d72-4a31-94c4-8bcdc47f49f1 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:45.706280 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:45.709407 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/networks/a63537fb-dea2-41d7-a8a6-81e7bf1951ea HTTP/1.1" status: 204 len: 168 time: 0.9672339 Sep 16 04:52:45.713185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45814) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:45.736854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d465f-7e37-4044-94a5-d8fe93ae1a08 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Pushing event deleted for resources: {'Network': ['ID=a63537fb-dea2-41d7-a8a6-81e7bf1951ea,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:45.750943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-790548e3-0f6d-4a97-9aa8-ae73048116f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'router': {'routes': None}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:45.772471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Router 13e87448-4fca-4b26-a193-2dac22bb4f27 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:52:45.838688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481bde1-6edc-42a3-94b6-635a2afd534c req-fbc015e6-0d17-485b-9585-ffbcc5c222f1 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:45.841228 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c481bde1-6edc-42a3-94b6-635a2afd534c req-fbc015e6-0d17-485b-9585-ffbcc5c222f1 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 945 time: 0.0814683 Sep 16 04:52:45.859060 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e93962b4-e6c4-4625-9477-c328bccafdd4 req-58cf6cb1-3a5a-4965-beea-9a64fb331001 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210519 Sep 16 04:52:45.901213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c481bde1-6edc-42a3-94b6-635a2afd534c req-c13c0970-9c37-4208-9503-261546e3521f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461035 Sep 16 04:52:45.908395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d716640f-5d72-4a31-94c4-8bcdc47f49f1, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d716640f-5d72-4a31-94c4-8bcdc47f49f1,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:45.922099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'd716640f-5d72-4a31-94c4-8bcdc47f49f1', 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01', 'port_id': 'd716640f-5d72-4a31-94c4-8bcdc47f49f1', 'mac_address': 'fa:16:3e:f1:d7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267089d7-348a-46df-9275-af9e72e172dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:45.981783 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.013541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d716640f-5d72-4a31-94c4-8bcdc47f49f1 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:46.020828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:46.031290 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5e69f9b2-409d-4abb-b531-6f74a4a1157f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "PUT /v2.0/routers/13e87448-4fca-4b26-a193-2dac22bb4f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9486244 Sep 16 04:52:46.032625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45820) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:46.040680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d716640f-5d72-4a31-94c4-8bcdc47f49f1, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d716640f-5d72-4a31-94c4-8bcdc47f49f1,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:46.045949 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Sync routers for ids ['13e87448-4fca-4b26-a193-2dac22bb4f27'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:46.047172 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.048275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43dc8826-e266-4d0d-a3ca-21f19600bc12 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:46.057683 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Routers {'13e87448-4fca-4b26-a193-2dac22bb4f27'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:46.058790 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['13e87448-4fca-4b26-a193-2dac22bb4f27'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:46.106720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5275a07c-a20c-4377-9d4f-42470928d5f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.111692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5275a07c-a20c-4377-9d4f-42470928d5f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports/23a69b8c-654f-4952-a7b3-283c352e03f8 HTTP/1.1" status: 200 len: 911 time: 0.0776966 Sep 16 04:52:46.113294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45824) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:46.122505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d716640f-5d72-4a31-94c4-8bcdc47f49f1,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.178462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551d1de-282d-400d-9b3a-8d907221d225 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.185646 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551d1de-282d-400d-9b3a-8d907221d225 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.187680 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5551d1de-282d-400d-9b3a-8d907221d225 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0728068 Sep 16 04:52:46.191418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45826) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:46.253104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.extraroute_db [None req-790548e3-0f6d-4a97-9aa8-ae73048116f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Added routes are [] {{(pid=94744) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 04:52:46.253400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.extraroute_db [None req-790548e3-0f6d-4a97-9aa8-ae73048116f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Removed routes are [] {{(pid=94744) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 04:52:46.253801 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-790548e3-0f6d-4a97-9aa8-ae73048116f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.284505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:46.298908 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'port_id': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'mac_address': 'fa:16:3e:cb:46:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:46.305080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db69b862-062b-4326-b086-b55957d3acee req-78d659c9-23e8-45fb-887a-739dd017f905 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.312788 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Set router 13e87448-4fca-4b26-a193-2dac22bb4f27 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:46.330724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7847f9-240c-4c2f-9460-071a9bc010de req-84e01ac7-d6ab-4967-99bd-0df2d6342280 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:46.336648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:46.340587 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a7847f9-240c-4c2f-9460-071a9bc010de req-84e01ac7-d6ab-4967-99bd-0df2d6342280 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 944 time: 0.3105114 Sep 16 04:52:46.385841 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.420985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43dc8826-e266-4d0d-a3ca-21f19600bc12 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:46.427018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d659c9-23e8-45fb-887a-739dd017f905 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event deleted for resources: {'Port': ['ID=4a4eb8e9-547b-4be6-bdf1-4b265a64b040,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.506760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:46.508623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-db69b862-062b-4326-b086-b55957d3acee req-78d659c9-23e8-45fb-887a-739dd017f905 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] No DVR routers for this DVR port 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:46.523016 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.535551 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db69b862-062b-4326-b086-b55957d3acee req-78d659c9-23e8-45fb-887a-739dd017f905 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.538305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db69b862-062b-4326-b086-b55957d3acee req-78d659c9-23e8-45fb-887a-739dd017f905 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "DELETE /v2.0/ports/4a4eb8e9-547b-4be6-bdf1-4b265a64b040 HTTP/1.1" status: 204 len: 173 time: 2.3396146 Sep 16 04:52:46.556734 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a7847f9-240c-4c2f-9460-071a9bc010de req-3f6653b9-f920-42ea-bbb1-7061bbe31068 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139072 Sep 16 04:52:46.558121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb82240-1bf9-4af0-80ad-e069ec971cc0', 'name': 'network-vif-deleted', 'tag': '4a4eb8e9-547b-4be6-bdf1-4b265a64b040'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:46.563041 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e33916-4cb7-4fce-8c37-8f5c86c4b704" -d '{"events": [{"server_uuid": "6eb82240-1bf9-4af0-80ad-e069ec971cc0", "name": "network-vif-deleted", "tag": "4a4eb8e9-547b-4be6-bdf1-4b265a64b040"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:46.606075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:46.637635 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-790548e3-0f6d-4a97-9aa8-ae73048116f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.641800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-790548e3-0f6d-4a97-9aa8-ae73048116f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.701178 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc37bf34-e73f-4110-b0fb-ba6ab40a5b25 x-openstack-request-id: req-dc37bf34-e73f-4110-b0fb-ba6ab40a5b25 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:46.701538 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb82240-1bf9-4af0-80ad-e069ec971cc0", "name": "network-vif-deleted", "tag": "4a4eb8e9-547b-4be6-bdf1-4b265a64b040", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:46.701885 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc37bf34-e73f-4110-b0fb-ba6ab40a5b25 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:46.702520 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb82240-1bf9-4af0-80ad-e069ec971cc0', 'name': 'network-vif-deleted', 'tag': '4a4eb8e9-547b-4be6-bdf1-4b265a64b040', 'status': 'completed', 'code': 200} Sep 16 04:52:46.735213 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e87448-4fca-4b26-a193-2dac22bb4f27', 'name': 'tempest-NetworksTestDHCPv6-router-1945996032', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:41Z', 'updated_at': '2021-09-16T04:52:43Z', 'revision_number': 2, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'gw_port_host': None, '_interfaces': [{'id': '23a69b8c-654f-4952-a7b3-283c352e03f8', 'name': '', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'mac_address': 'fa:16:3e:d2:cd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e87448-4fca-4b26-a193-2dac22bb4f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5e3b11b0-1517-4ab4-ab3f-98f618516ce9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:42Z', 'updated_at': '2021-09-16T04:52:44Z', 'revision_number': 2, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'subnets': [{'id': '5e3b11b0-1517-4ab4-ab3f-98f618516ce9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:46.776742 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Checking router: 13e87448-4fca-4b26-a193-2dac22bb4f27 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:46.779206 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Updating router 13e87448-4fca-4b26-a193-2dac22bb4f27 port 23a69b8c-654f-4952-a7b3-283c352e03f8 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:52:46.810914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790548e3-0f6d-4a97-9aa8-ae73048116f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 315c821e-3ac4-4c98-bd2f-8a2070009769 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:46.813979 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.874251 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a39f3a58-1b97-4ed5-8256-a43e1f85e4a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.914533 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790548e3-0f6d-4a97-9aa8-ae73048116f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:46.926125 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-790548e3-0f6d-4a97-9aa8-ae73048116f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:46.927738 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-790548e3-0f6d-4a97-9aa8-ae73048116f8 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769 HTTP/1.1" status: 200 len: 701 time: 1.2071428 Sep 16 04:52:46.931411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de84d3b-fe4b-4165-9b34-16bda8a9c43d None None] Sync routers for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:46.932215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45846) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:46.957078 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['43dc8826-e266-4d0d-a3ca-21f19600bc12'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:46.974874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d716640f-5d72-4a31-94c4-8bcdc47f49f1'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:47.031778 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ed82f2e3-6d96-4f7e-a895-bd875f58ab12 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=315c821e-3ac4-4c98-bd2f-8a2070009769 HTTP/1.1" status: 200 len: 205 time: 0.0980134 Sep 16 04:52:47.032531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45852) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:47.149153 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de84d3b-fe4b-4165-9b34-16bda8a9c43d None None] Routers {'315c821e-3ac4-4c98-bd2f-8a2070009769'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:47.151517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8de84d3b-fe4b-4165-9b34-16bda8a9c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['315c821e-3ac4-4c98-bd2f-8a2070009769'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:47.259444 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.260748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb36e223-5b77-4413-9267-f0a384ed1541 req-ed5964d5-28c2-4320-91c1-6d9c6f505dd4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb82240-1bf9-4af0-80ad-e069ec971cc0 HTTP/1.1" status: 200 len: 210 time: 0.0605860 Sep 16 04:52:47.275370 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.327937 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98954ebb-7d73-4959-b431-1395ca64908a None None] Pushing event updated for resources: {'Port': ['ID=23a69b8c-654f-4952-a7b3-283c352e03f8,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:47.381127 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca26-787f-474a-b89b-9e2c2d1b790e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.429429 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Attempting to bind port 23a69b8c-654f-4952-a7b3-283c352e03f8 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:47.429953 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Attempting to bind port 23a69b8c-654f-4952-a7b3-283c352e03f8 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:47.430323 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Attempting to bind port 23a69b8c-654f-4952-a7b3-283c352e03f8 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:47.438005 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:47.438005 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:47.438272 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.439152 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:47.439152 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Bound port: 23a69b8c-654f-4952-a7b3-283c352e03f8, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:47.439498 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.444575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a39f3a58-1b97-4ed5-8256-a43e1f85e4a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 23a69b8c-654f-4952-a7b3-283c352e03f8 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:47.444919 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a39f3a58-1b97-4ed5-8256-a43e1f85e4a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.497379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fe018-67ff-43e4-b308-26eb80de7989 req-0ed8654b-cb2d-4a95-90af-a7b749b1c1cc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.510679 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6d0fe018-67ff-43e4-b308-26eb80de7989 req-0ed8654b-cb2d-4a95-90af-a7b749b1c1cc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.3306162 Sep 16 04:52:47.530832 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] For port 23a69b8c-654f-4952-a7b3-283c352e03f8, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:47.534777 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] For port 23a69b8c-654f-4952-a7b3-283c352e03f8, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=23a69b8c-654f-4952-a7b3-283c352e03f8,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:47.541499 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.635509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-a39f3a58-1b97-4ed5-8256-a43e1f85e4a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] For port 23a69b8c-654f-4952-a7b3-283c352e03f8, host n-d-712142-17, got binding levels [] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:47.637034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a39f3a58-1b97-4ed5-8256-a43e1f85e4a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.639848 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Routers {'13e87448-4fca-4b26-a193-2dac22bb4f27'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:47.640503 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['13e87448-4fca-4b26-a193-2dac22bb4f27'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:47.688216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-8de84d3b-fe4b-4165-9b34-16bda8a9c43d None None] Set router 315c821e-3ac4-4c98-bd2f-8a2070009769 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:47.716247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a39f3a58-1b97-4ed5-8256-a43e1f85e4a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 23a69b8c-654f-4952-a7b3-283c352e03f8 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:47.762944 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] Set router 13e87448-4fca-4b26-a193-2dac22bb4f27 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:47.768974 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6d0fe018-67ff-43e4-b308-26eb80de7989 req-7ff4896f-8013-4cc9-8f96-ee43ac650d22 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564466 Sep 16 04:52:47.799678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb588d32-c135-41f3-a2a2-f743e353303c req-4c48b362-8dc1-49bd-9d7f-2e4a37ff87c1 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:47.807184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb588d32-c135-41f3-a2a2-f743e353303c req-4c48b362-8dc1-49bd-9d7f-2e4a37ff87c1 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 944 time: 0.1528249 Sep 16 04:52:47.817410 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca26-787f-474a-b89b-9e2c2d1b790e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.819541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 27deb24f-c7c6-4972-bc72-a5c2f3d4008d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:47.823040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8de84d3b-fe4b-4165-9b34-16bda8a9c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315c821e-3ac4-4c98-bd2f-8a2070009769', 'name': 'tempest-RoutersTest-router-1675277160', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:51:38Z', 'updated_at': '2021-09-16T04:52:42Z', 'revision_number': 11, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:47.826446 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca26-787f-474a-b89b-9e2c2d1b790e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.828785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:47.905525 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca26-787f-474a-b89b-9e2c2d1b790e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.906109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f61ca26-787f-474a-b89b-9e2c2d1b790e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Fanout notify agent at l3_agent the message router_deleted on router 315c821e-3ac4-4c98-bd2f-8a2070009769 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:52:47.913047 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f61ca26-787f-474a-b89b-9e2c2d1b790e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.919348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6f61ca26-787f-474a-b89b-9e2c2d1b790e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769 HTTP/1.1" status: 204 len: 168 time: 0.8805718 Sep 16 04:52:47.923561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45868) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:47.929767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-06da8e68-823c-4919-87d6-c4f6c8bb4b71 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1998116185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:47.934215 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 27deb24f-c7c6-4972-bc72-a5c2f3d4008d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:47.935289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 27deb24f-c7c6-4972-bc72-a5c2f3d4008d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:47.936096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ba665de6-21c0-4edb-94ea-115f3d7ebdcc no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:47.972715 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06da8e68-823c-4919-87d6-c4f6c8bb4b71 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.973845 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06da8e68-823c-4919-87d6-c4f6c8bb4b71 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:47.983297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:47.985836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 4a4eb8e9-547b-4be6-bdf1-4b265a64b040 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:47.987417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de84d3b-fe4b-4165-9b34-16bda8a9c43d None None] Checking router: 315c821e-3ac4-4c98-bd2f-8a2070009769 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:48.031152 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98954ebb-7d73-4959-b431-1395ca64908a None None] Pushing event updated for resources: {'Port': ['ID=23a69b8c-654f-4952-a7b3-283c352e03f8,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:48.052966 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4ce74687-834e-4f97-abb2-c4bb3cea8f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.065298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb588d32-c135-41f3-a2a2-f743e353303c req-2e6cc0ba-e35e-452d-8160-041fb2f44e50 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572043 Sep 16 04:52:48.112711 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e87448-4fca-4b26-a193-2dac22bb4f27', 'name': 'tempest-NetworksTestDHCPv6-router-1945996032', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:41Z', 'updated_at': '2021-09-16T04:52:43Z', 'revision_number': 2, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'gw_port_host': None, '_interfaces': [{'id': '23a69b8c-654f-4952-a7b3-283c352e03f8', 'name': '', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'mac_address': 'fa:16:3e:d2:cd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e87448-4fca-4b26-a193-2dac22bb4f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5e3b11b0-1517-4ab4-ab3f-98f618516ce9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:42Z', 'updated_at': '2021-09-16T04:52:47Z', 'revision_number': 4, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'subnets': [{'id': '5e3b11b0-1517-4ab4-ab3f-98f618516ce9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:48.113815 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06da8e68-823c-4919-87d6-c4f6c8bb4b71 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.131786 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06da8e68-823c-4919-87d6-c4f6c8bb4b71 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.145756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ba665de6-21c0-4edb-94ea-115f3d7ebdcc {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:48.146065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ba665de6-21c0-4edb-94ea-115f3d7ebdcc not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:48.155359 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1669ff5-a9f6-4395-bccd-ec83a40d6650 None None] The sync data for ids ['13e87448-4fca-4b26-a193-2dac22bb4f27'] in n-d-712142-17 is: [{'id': '13e87448-4fca-4b26-a193-2dac22bb4f27', 'name': 'tempest-NetworksTestDHCPv6-router-1945996032', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:41Z', 'updated_at': '2021-09-16T04:52:43Z', 'revision_number': 2, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'gw_port_host': None, '_interfaces': [{'id': '23a69b8c-654f-4952-a7b3-283c352e03f8', 'name': '', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'mac_address': 'fa:16:3e:d2:cd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e87448-4fca-4b26-a193-2dac22bb4f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5e3b11b0-1517-4ab4-ab3f-98f618516ce9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:42Z', 'updated_at': '2021-09-16T04:52:47Z', 'revision_number': 4, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'subnets': [{'id': '5e3b11b0-1517-4ab4-ab3f-98f618516ce9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:48.188334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de84d3b-fe4b-4165-9b34-16bda8a9c43d None None] Routers set() bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:48.188727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de84d3b-fe4b-4165-9b34-16bda8a9c43d None None] Router IDs set() for agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:52:48.189362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_agentschedulers_db [None req-8de84d3b-fe4b-4165-9b34-16bda8a9c43d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'315c821e-3ac4-4c98-bd2f-8a2070009769'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent'). {{(pid=94746) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:52:48.189805 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de84d3b-fe4b-4165-9b34-16bda8a9c43d None None] The sync data for ids ['315c821e-3ac4-4c98-bd2f-8a2070009769'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:48.195985 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06da8e68-823c-4919-87d6-c4f6c8bb4b71 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.197237 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-06da8e68-823c-4919-87d6-c4f6c8bb4b71 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2726290 Sep 16 04:52:48.204913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45874) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:48.215630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7ee06752-37d5-408f-8628-9154ad7bf581 None None] Provisioning complete for port 23a69b8c-654f-4952-a7b3-283c352e03f8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:48.216009 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7ee06752-37d5-408f-8628-9154ad7bf581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.227038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-efdb3b09-a9a6-4470-94c4-f60b306fc15d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:48.238246 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a39f3a58-1b97-4ed5-8256-a43e1f85e4a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.317424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f3a58-1b97-4ed5-8256-a43e1f85e4a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=23a69b8c-654f-4952-a7b3-283c352e03f8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:48.467967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7ee06752-37d5-408f-8628-9154ad7bf581 None None] Could not find standard attr ID for object 23a69b8c-654f-4952-a7b3-283c352e03f8. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:52:48.475029 n-d-712142-17 neutron-server[94746]: INFO neutron.plugins.ml2.db [None req-7ee06752-37d5-408f-8628-9154ad7bf581 None None] No ports have port_id starting with 23a69b8c-654f-4952-a7b3-283c352e03f8 Sep 16 04:52:48.582410 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a39f3a58-1b97-4ed5-8256-a43e1f85e4a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.644017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ca62f018-f54e-4c24-a154-b8810a9f5d6a None None] Could not find standard attr ID for object 23a69b8c-654f-4952-a7b3-283c352e03f8. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:52:48.780312 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efdb3b09-a9a6-4470-94c4-f60b306fc15d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.808577 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efdb3b09-a9a6-4470-94c4-f60b306fc15d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:48.993846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39f3a58-1b97-4ed5-8256-a43e1f85e4a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Router 13e87448-4fca-4b26-a193-2dac22bb4f27 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:49.009923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d27c51-463a-43a6-aed6-9874d883f957 req-96c72a4f-3c18-4e3d-94b6-d9b2274bfb30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.012725 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34d27c51-463a-43a6-aed6-9874d883f957 req-96c72a4f-3c18-4e3d-94b6-d9b2274bfb30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.1253891 Sep 16 04:52:49.084511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b562952e-30c5-4040-afa0-8ae7ccea1e0c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.086639 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b562952e-30c5-4040-afa0-8ae7ccea1e0c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.2933383 Sep 16 04:52:49.087794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdb3b09-a9a6-4470-94c4-f60b306fc15d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Router 3ccd7afd-a6c0-4538-a0e9-3486149ec643 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:52:49.111311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-27806bc3-f53c-464c-95b7-9f2d0d1eb11b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/quotas/c329891caf83491e9f7ca95911270da6 HTTP/1.1" status: 200 len: 375 time: 0.0123057 Sep 16 04:52:49.124938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39f3a58-1b97-4ed5-8256-a43e1f85e4a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:49.131188 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a39f3a58-1b97-4ed5-8256-a43e1f85e4a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "PUT /v2.0/routers/13e87448-4fca-4b26-a193-2dac22bb4f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9381773 Sep 16 04:52:49.138467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45912) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:49.208755 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34d27c51-463a-43a6-aed6-9874d883f957 req-aa509f0a-e9ce-4fd7-ba10-1e196073aaef tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872306 Sep 16 04:52:49.230304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f0852a-d004-4919-96e9-08a0d09d6a22 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.232805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f0852a-d004-4919-96e9-08a0d09d6a22 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.233098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdb3b09-a9a6-4470-94c4-f60b306fc15d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:49.234397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f0f0852a-d004-4919-96e9-08a0d09d6a22 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0944555 Sep 16 04:52:49.237787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45914) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:49.247091 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2542f10-cc9e-4ef9-8eee-8fd3201e202d None None] Sync routers for ids ['3ccd7afd-a6c0-4538-a0e9-3486149ec643'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:49.249582 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efdb3b09-a9a6-4470-94c4-f60b306fc15d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.251055 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-efdb3b09-a9a6-4470-94c4-f60b306fc15d tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "PUT /v2.0/routers/3ccd7afd-a6c0-4538-a0e9-3486149ec643 HTTP/1.1" status: 200 len: 694 time: 1.0442667 Sep 16 04:52:49.254133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45918) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:49.267130 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2542f10-cc9e-4ef9-8eee-8fd3201e202d None None] Routers {'3ccd7afd-a6c0-4538-a0e9-3486149ec643'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:49.267770 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a2542f10-cc9e-4ef9-8eee-8fd3201e202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3ccd7afd-a6c0-4538-a0e9-3486149ec643'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:49.347037 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-a2542f10-cc9e-4ef9-8eee-8fd3201e202d None None] Set router 3ccd7afd-a6c0-4538-a0e9-3486149ec643 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:49.358639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23ec3db-8d1a-4376-a6bd-2f39268706eb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 5e3b11b0-1517-4ab4-ab3f-98f618516ce9 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:52:49.374681 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-ebf8fce3-b755-4c41-94be-b769d2efed12 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2189217 Sep 16 04:52:49.375473 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e23ec3db-8d1a-4376-a6bd-2f39268706eb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.381452 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7594be65-312e-4aaf-8c3a-3c595c3e7eae tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/routers/3ccd7afd-a6c0-4538-a0e9-3486149ec643 HTTP/1.1" status: 200 len: 700 time: 0.1258984 Sep 16 04:52:49.388743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45920) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:49.411733 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a2542f10-cc9e-4ef9-8eee-8fd3201e202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd7afd-a6c0-4538-a0e9-3486149ec643', 'name': 'tempest-RoutersTest-router-1998116185', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:47Z', 'updated_at': '2021-09-16T04:52:48Z', 'revision_number': 2, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:49.446872 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-99e1d717-3041-472c-b515-d78d3dd3a746 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ccd7afd-a6c0-4538-a0e9-3486149ec643 HTTP/1.1" status: 200 len: 205 time: 0.0534866 Sep 16 04:52:49.447081 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2542f10-cc9e-4ef9-8eee-8fd3201e202d None None] Checking router: 3ccd7afd-a6c0-4538-a0e9-3486149ec643 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:49.448807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45924) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:49.456797 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2542f10-cc9e-4ef9-8eee-8fd3201e202d None None] Routers {'3ccd7afd-a6c0-4538-a0e9-3486149ec643'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:49.457535 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a2542f10-cc9e-4ef9-8eee-8fd3201e202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3ccd7afd-a6c0-4538-a0e9-3486149ec643'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:49.471559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce7aae-7ca8-4468-b48c-0a8c59d3c6b3 req-44696779-555c-45e0-897f-d812ab9598e5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:49.473309 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-afce7aae-7ca8-4468-b48c-0a8c59d3c6b3 req-44696779-555c-45e0-897f-d812ab9598e5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 944 time: 0.0990369 Sep 16 04:52:49.523609 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-afce7aae-7ca8-4468-b48c-0a8c59d3c6b3 req-b9eec46a-5cc5-4bf4-b4fb-b20abe88594e tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429754 Sep 16 04:52:49.541108 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-a2542f10-cc9e-4ef9-8eee-8fd3201e202d None None] Set router 3ccd7afd-a6c0-4538-a0e9-3486149ec643 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:49.553084 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e23ec3db-8d1a-4376-a6bd-2f39268706eb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.604078 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a2542f10-cc9e-4ef9-8eee-8fd3201e202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd7afd-a6c0-4538-a0e9-3486149ec643', 'name': 'tempest-RoutersTest-router-1998116185', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:47Z', 'updated_at': '2021-09-16T04:52:48Z', 'revision_number': 2, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:49.632969 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2542f10-cc9e-4ef9-8eee-8fd3201e202d None None] The sync data for ids ['3ccd7afd-a6c0-4538-a0e9-3486149ec643'] in n-d-712142-17 is: [{'id': '3ccd7afd-a6c0-4538-a0e9-3486149ec643', 'name': 'tempest-RoutersTest-router-1998116185', 'tenant_id': 'a9302ca1c1ba457b847833ca04f2525b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:47Z', 'updated_at': '2021-09-16T04:52:48Z', 'revision_number': 2, 'project_id': 'a9302ca1c1ba457b847833ca04f2525b', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:49.642645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43dc8826-e266-4d0d-a3ca-21f19600bc12 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:49.711083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 43dc8826-e266-4d0d-a3ca-21f19600bc12 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:49.716963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 43dc8826-e266-4d0d-a3ca-21f19600bc12 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:49.717837 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.764235 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ffef419-d1b3-4c41-8159-1d335e6c8ce9 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.835062 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.879875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:49.884296 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c8bd6-8371-4157-a983-64d78e89691b" -d '{"events": [{"server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:49.891211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:49.899774 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:49.980788 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:49.992159 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:49.992727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:49.992917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:49.993528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:49.994013 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:49.994402 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:49.996499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:49.996499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:49.996788 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:49.997236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:49.997692 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:49.998002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:50.010054 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fa372f-095c-4cb7-b5d8-3ec1fc18e28b x-openstack-request-id: req-a7fa372f-095c-4cb7-b5d8-3ec1fc18e28b {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:50.010504 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:50.011336 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7fa372f-095c-4cb7-b5d8-3ec1fc18e28b {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:50.011832 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'code': 200} Sep 16 04:52:50.132905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6f8d4-ad3c-4279-93c9-a835aaad4472 req-4a752c86-dc22-4867-bc25-decee5b93e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.134980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52d6f8d4-ad3c-4279-93c9-a835aaad4472 req-4a752c86-dc22-4867-bc25-decee5b93e51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 1098 time: 0.0479438 Sep 16 04:52:50.142555 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed288f4c-7921-4adc-834b-c44bf2046190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.181783 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52d6f8d4-ad3c-4279-93c9-a835aaad4472 req-2fc27388-6bf7-4770-b057-0c76708c593a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335171 Sep 16 04:52:50.240043 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-decb7361-8704-40e9-b0a5-ed7caa2582dc service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8249278 Sep 16 04:52:50.243302 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e23ec3db-8d1a-4376-a6bd-2f39268706eb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.394854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b62ff-1ce3-4828-99b0-8509481d72d7 req-40f98a3a-950f-4129-9c01-204046778eb4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.402470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-649b62ff-1ce3-4828-99b0-8509481d72d7 req-40f98a3a-950f-4129-9c01-204046778eb4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.0642664 Sep 16 04:52:50.445141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684552ef-b8d5-4aa8-b395-21c6de0042e2 None None] Sync routers for ids ['13e87448-4fca-4b26-a193-2dac22bb4f27'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:50.446992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-649b62ff-1ce3-4828-99b0-8509481d72d7 req-a3f02d60-f726-4b4a-942e-bc288834c702 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439680 Sep 16 04:52:50.465151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684552ef-b8d5-4aa8-b395-21c6de0042e2 None None] Routers {'13e87448-4fca-4b26-a193-2dac22bb4f27'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:50.466213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-684552ef-b8d5-4aa8-b395-21c6de0042e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['13e87448-4fca-4b26-a193-2dac22bb4f27'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:50.490125 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ffef419-d1b3-4c41-8159-1d335e6c8ce9 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.500822 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ffef419-d1b3-4c41-8159-1d335e6c8ce9 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.576084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-684552ef-b8d5-4aa8-b395-21c6de0042e2 None None] Set router 13e87448-4fca-4b26-a193-2dac22bb4f27 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:50.594984 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e23ec3db-8d1a-4376-a6bd-2f39268706eb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.630804 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e23ec3db-8d1a-4376-a6bd-2f39268706eb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.634237 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e23ec3db-8d1a-4376-a6bd-2f39268706eb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/5e3b11b0-1517-4ab4-ab3f-98f618516ce9 HTTP/1.1" status: 204 len: 168 time: 1.3919120 Sep 16 04:52:50.636271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ec3db-8d1a-4376-a6bd-2f39268706eb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3b11b0-1517-4ab4-ab3f-98f618516ce9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:50.636572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45954) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:50.639391 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ffef419-d1b3-4c41-8159-1d335e6c8ce9 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.640039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffef419-d1b3-4c41-8159-1d335e6c8ce9 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Fanout notify agent at l3_agent the message router_deleted on router 3ccd7afd-a6c0-4538-a0e9-3486149ec643 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:52:50.657225 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ffef419-d1b3-4c41-8159-1d335e6c8ce9 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.659452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb3764e-f58f-42ac-b7f8-d6ce3b271377 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:50.665521 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2ffef419-d1b3-4c41-8159-1d335e6c8ce9 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/3ccd7afd-a6c0-4538-a0e9-3486149ec643 HTTP/1.1" status: 204 len: 168 time: 1.2077701 Sep 16 04:52:50.668215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-9d2cd811-67a4-44a3-8a09-6317877d31a5 service neutron] 10.222.0.53 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199462 Sep 16 04:52:50.668734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45956) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:50.684187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-684552ef-b8d5-4aa8-b395-21c6de0042e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e87448-4fca-4b26-a193-2dac22bb4f27', 'name': 'tempest-NetworksTestDHCPv6-router-1945996032', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:41Z', 'updated_at': '2021-09-16T04:52:48Z', 'revision_number': 3, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:50.707706 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-23801830-2705-4396-a773-dddf9a9b5966 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ccd7afd-a6c0-4538-a0e9-3486149ec643 HTTP/1.1" status: 200 len: 205 time: 0.0377698 Sep 16 04:52:50.708357 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45960) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:50.739811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684552ef-b8d5-4aa8-b395-21c6de0042e2 None None] Checking router: 13e87448-4fca-4b26-a193-2dac22bb4f27 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:50.771020 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-974b3607-59d2-4b66-a031-a802dd9c60c0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] delete failed (client error): The resource could not be found. Sep 16 04:52:50.772126 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-974b3607-59d2-4b66-a031-a802dd9c60c0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/3ccd7afd-a6c0-4538-a0e9-3486149ec643 HTTP/1.1" status: 404 len: 336 time: 0.0627692 Sep 16 04:52:50.774833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45964) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:50.832644 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-71caa4a4-e22e-4a7e-914c-cfd9dd65ee1e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:50.834053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71caa4a4-e22e-4a7e-914c-cfd9dd65ee1e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:50.838950 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-71caa4a4-e22e-4a7e-914c-cfd9dd65ee1e tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/81a883c2-12d3-4531-adf0-f3f573fb8182 HTTP/1.1" status: 404 len: 337 time: 0.0606639 Sep 16 04:52:50.839276 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45968) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:50.843375 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684552ef-b8d5-4aa8-b395-21c6de0042e2 None None] Routers {'13e87448-4fca-4b26-a193-2dac22bb4f27'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:50.844542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-684552ef-b8d5-4aa8-b395-21c6de0042e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['13e87448-4fca-4b26-a193-2dac22bb4f27'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:50.873597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af14d5-536b-4dec-83ae-e29483198111 req-51d59e40-3a69-4b20-9ef3-fbac033b5f7e tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:50.886368 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d820f9e-4905-4e38-99c0-f8a90c4c23e2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:50.886613 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93af14d5-536b-4dec-83ae-e29483198111 req-51d59e40-3a69-4b20-9ef3-fbac033b5f7e tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 944 time: 0.1921666 Sep 16 04:52:50.892981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d820f9e-4905-4e38-99c0-f8a90c4c23e2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:50.895601 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4d820f9e-4905-4e38-99c0-f8a90c4c23e2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/2d5f585e-a4a7-4b00-83f6-d649105ee5e9 HTTP/1.1" status: 404 len: 337 time: 0.0551844 Sep 16 04:52:50.901249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45970) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:50.931794 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eddf320d-3be2-4ab0-8055-27b80b062f8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2938244 Sep 16 04:52:50.932455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45974) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:50.937111 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:50.968021 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c33344-d763-4c3d-b902-3c26ede242f2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:50.968492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c33344-d763-4c3d-b902-3c26ede242f2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:50.981066 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-81c33344-d763-4c3d-b902-3c26ede242f2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/460f6b3c-9f17-468b-8988-f415ea674ef3 HTTP/1.1" status: 404 len: 337 time: 0.0744541 Sep 16 04:52:50.981066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45976) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.010975 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-646e936d-6a94-41a1-93a8-88cc86cd9f3a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:51.011980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646e936d-6a94-41a1-93a8-88cc86cd9f3a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:51.016564 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-646e936d-6a94-41a1-93a8-88cc86cd9f3a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/bd4a0a2b-20a3-4c54-a8bf-9ab4cef886b6 HTTP/1.1" status: 404 len: 337 time: 0.0318172 Sep 16 04:52:51.016564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45980) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.024750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-684552ef-b8d5-4aa8-b395-21c6de0042e2 None None] Set router 13e87448-4fca-4b26-a193-2dac22bb4f27 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:51.083089 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ff380af0-ad62-4a10-986b-f5592feeb0c0 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=315c821e-3ac4-4c98-bd2f-8a2070009769 HTTP/1.1" status: 200 len: 205 time: 0.0636332 Sep 16 04:52:51.085408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45984) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.113785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-684552ef-b8d5-4aa8-b395-21c6de0042e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e87448-4fca-4b26-a193-2dac22bb4f27', 'name': 'tempest-NetworksTestDHCPv6-router-1945996032', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:41Z', 'updated_at': '2021-09-16T04:52:48Z', 'revision_number': 3, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:51.154982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684552ef-b8d5-4aa8-b395-21c6de0042e2 None None] The sync data for ids ['13e87448-4fca-4b26-a193-2dac22bb4f27'] in n-d-712142-17 is: [{'id': '13e87448-4fca-4b26-a193-2dac22bb4f27', 'name': 'tempest-NetworksTestDHCPv6-router-1945996032', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:41Z', 'updated_at': '2021-09-16T04:52:48Z', 'revision_number': 3, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:51.157162 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-826b4e29-f24d-4f39-a008-319420c78f2a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.188709 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93af14d5-536b-4dec-83ae-e29483198111 req-a96b05f5-f9c6-4324-b35f-ded192a08ea2 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818086 Sep 16 04:52:51.255859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dafb54-83e6-4ef1-b21a-01245874f5ae None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:52:51.259118 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-465d32c5-9f55-4717-8b09-528f55940c47 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] delete failed (client error): The resource could not be found. Sep 16 04:52:51.261932 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-465d32c5-9f55-4717-8b09-528f55940c47 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/315c821e-3ac4-4c98-bd2f-8a2070009769 HTTP/1.1" status: 404 len: 336 time: 0.1750541 Sep 16 04:52:51.266601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45988) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.346307 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-46fd48bb-c2fd-4f10-9ead-838e115eac71 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ce2d82-dba4-4d3c-8870-810f53910eab HTTP/1.1" status: 200 len: 205 time: 0.0763209 Sep 16 04:52:51.352863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-59dafb54-83e6-4ef1-b21a-01245874f5ae None None] Deleting port 5ba744e2-1e44-42a5-a729-66ad37deb6fe {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:51.353109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45996) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.353336 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-59dafb54-83e6-4ef1-b21a-01245874f5ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.443201 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-59dafb54-83e6-4ef1-b21a-01245874f5ae None None] For port 5ba744e2-1e44-42a5-a729-66ad37deb6fe, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5ba744e2-1e44-42a5-a729-66ad37deb6fe,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:51.443619 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-59dafb54-83e6-4ef1-b21a-01245874f5ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.470340 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-59dafb54-83e6-4ef1-b21a-01245874f5ae None None] Calling delete_port for 5ba744e2-1e44-42a5-a729-66ad37deb6fe owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:51.504144 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-826b4e29-f24d-4f39-a008-319420c78f2a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.506638 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-826b4e29-f24d-4f39-a008-319420c78f2a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.515049 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-a65c1d24-8aae-4c41-a42f-29b4697be21a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] delete failed (client error): The resource could not be found. Sep 16 04:52:51.516148 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a65c1d24-8aae-4c41-a42f-29b4697be21a tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/72ce2d82-dba4-4d3c-8870-810f53910eab HTTP/1.1" status: 404 len: 336 time: 0.1594238 Sep 16 04:52:51.522090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46002) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.596178 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23727eaa-d7a1-4987-859c-882fbc1f780c req-b7fe5ffb-7b77-4fa9-9a37-48ccdc4e887b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 210 time: 0.3048606 Sep 16 04:52:51.597272 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4446eea-6726-4c22-9331-cb8fcc741a89 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:51.598185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4446eea-6726-4c22-9331-cb8fcc741a89 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:51.604191 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a4446eea-6726-4c22-9331-cb8fcc741a89 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/17db8297-d6e6-4d50-967f-f313f340921a HTTP/1.1" status: 404 len: 337 time: 0.0781319 Sep 16 04:52:51.608252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46006) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.608737 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-59dafb54-83e6-4ef1-b21a-01245874f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.642071 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0965b951-a2d6-4bcf-a8ea-61b804f02fb3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f6e6774-c301-4e4e-b905-b4545e199412 HTTP/1.1" status: 200 len: 205 time: 0.0317063 Sep 16 04:52:51.644642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46008) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.667732 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-826b4e29-f24d-4f39-a008-319420c78f2a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.668804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826b4e29-f24d-4f39-a008-319420c78f2a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Fanout notify agent at l3_agent the message router_deleted on router 13e87448-4fca-4b26-a193-2dac22bb4f27 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:52:51.669318 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d716640f-5d72-4a31-94c4-8bcdc47f49f1 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:51.702910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-826b4e29-f24d-4f39-a008-319420c78f2a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.711253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-826b4e29-f24d-4f39-a008-319420c78f2a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/routers/13e87448-4fca-4b26-a193-2dac22bb4f27 HTTP/1.1" status: 204 len: 168 time: 0.7548542 Sep 16 04:52:51.715197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46012) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.723924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ac61a9d9-7978-446b-a236-672bcdcaec87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:51.725698 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-df63b766-8112-4038-81de-c1f37779c216 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] delete failed (client error): The resource could not be found. Sep 16 04:52:51.726854 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-df63b766-8112-4038-81de-c1f37779c216 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/2f6e6774-c301-4e4e-b905-b4545e199412 HTTP/1.1" status: 404 len: 336 time: 0.0703647 Sep 16 04:52:51.730183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46014) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.733338 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.740802 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dafb54-83e6-4ef1-b21a-01245874f5ae None None] No DVR routers for this DVR port 5ba744e2-1e44-42a5-a729-66ad37deb6fe on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:52:51.759276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dafb54-83e6-4ef1-b21a-01245874f5ae None None] Pushing event deleted for resources: {'Port': ['ID=5ba744e2-1e44-42a5-a729-66ad37deb6fe,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:51.793920 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b4ddc184-1827-4ec8-865f-988e94005da2 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e HTTP/1.1" status: 200 len: 205 time: 0.0601404 Sep 16 04:52:51.794587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46016) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.827046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port d716640f-5d72-4a31-94c4-8bcdc47f49f1 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:52:51.843624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port d716640f-5d72-4a31-94c4-8bcdc47f49f1 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:51.844923 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:51.904069 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-a0eb3ff7-87ca-435d-8006-e6ac83ca39c3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] delete failed (client error): The resource could not be found. Sep 16 04:52:51.905132 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a0eb3ff7-87ca-435d-8006-e6ac83ca39c3 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/12a123cf-5b5c-4a8c-9a6d-fd5d51b3816e HTTP/1.1" status: 404 len: 336 time: 0.1096177 Sep 16 04:52:51.911749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46024) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.967233 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a689dfa-8c1c-41be-ae86-f1863e791f90 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:51.968081 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a689dfa-8c1c-41be-ae86-f1863e791f90 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:51.975282 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6a689dfa-8c1c-41be-ae86-f1863e791f90 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/54d7588f-0e99-4e2b-b371-4ff262b01d94 HTTP/1.1" status: 404 len: 337 time: 0.0541539 Sep 16 04:52:51.976965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46026) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:51.983431 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.025578 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6228c95f-df8b-4630-92e9-90dbac63a9d1 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea499eb1-ced2-4059-81f0-dbb1692b0e24 HTTP/1.1" status: 200 len: 205 time: 0.0471261 Sep 16 04:52:52.028692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46030) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:52.035436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50bc981-fcfd-4f2e-9d15-c3f56f8737fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd716640f-5d72-4a31-94c4-8bcdc47f49f1'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:52.037752 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59553894-23d5-4462-8dfb-fa3a1fb91fa7" -d '{"events": [{"server_uuid": "f50bc981-fcfd-4f2e-9d15-c3f56f8737fa", "name": "network-vif-plugged", "status": "completed", "tag": "d716640f-5d72-4a31-94c4-8bcdc47f49f1"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:52.046632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679a5cb-320e-4d07-80da-c887d71ee36c req-0d2a8478-8048-4a7a-8b75-542daa15cd19 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.082286 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b679a5cb-320e-4d07-80da-c887d71ee36c req-0d2a8478-8048-4a7a-8b75-542daa15cd19 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.3696108 Sep 16 04:52:52.095987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d716640f-5d72-4a31-94c4-8bcdc47f49f1, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d716640f-5d72-4a31-94c4-8bcdc47f49f1,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:52.102431 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc887335-304f-43ba-8448-26e3cef2ebd2 x-openstack-request-id: req-fc887335-304f-43ba-8448-26e3cef2ebd2 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:52.103316 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50bc981-fcfd-4f2e-9d15-c3f56f8737fa", "name": "network-vif-plugged", "status": "completed", "tag": "d716640f-5d72-4a31-94c4-8bcdc47f49f1", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:52.105454 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc887335-304f-43ba-8448-26e3cef2ebd2 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:52.106956 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50bc981-fcfd-4f2e-9d15-c3f56f8737fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd716640f-5d72-4a31-94c4-8bcdc47f49f1', 'code': 200} Sep 16 04:52:52.111184 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.189378 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-06074076-f15a-48f9-9c55-4f1b5a3b5f33 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] delete failed (client error): The resource could not be found. Sep 16 04:52:52.193574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-06074076-f15a-48f9-9c55-4f1b5a3b5f33 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/ea499eb1-ced2-4059-81f0-dbb1692b0e24 HTTP/1.1" status: 404 len: 336 time: 0.1624877 Sep 16 04:52:52.194325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46036) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:52.242960 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ee7e69-f7af-49a0-a71d-dfc9d5613349 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:52.244342 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ee7e69-f7af-49a0-a71d-dfc9d5613349 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:52.249852 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d9ee7e69-f7af-49a0-a71d-dfc9d5613349 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/668dd504-ba21-464c-9f59-75215f3b97e6 HTTP/1.1" status: 404 len: 337 time: 0.0540314 Sep 16 04:52:52.250756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46042) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:52.251373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d716640f-5d72-4a31-94c4-8bcdc47f49f1,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:52.286080 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4ab0fc59-2e40-42a4-b2b1-0d09d5f782b9 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f1bf19e-94f4-4a73-b29c-8d2d267f8df3 HTTP/1.1" status: 200 len: 205 time: 0.0328162 Sep 16 04:52:52.287365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46044) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:52.314627 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b679a5cb-320e-4d07-80da-c887d71ee36c req-dcea7ea1-14dc-4396-93d4-3716ca57e01c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313337 Sep 16 04:52:52.321015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac61a9d9-7978-446b-a236-672bcdcaec87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:52.329409 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac61a9d9-7978-446b-a236-672bcdcaec87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.366658 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-a827e1d0-6bb4-46b8-a884-2f9878b73304 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] delete failed (client error): The resource could not be found. Sep 16 04:52:52.368384 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a827e1d0-6bb4-46b8-a884-2f9878b73304 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/routers/2f1bf19e-94f4-4a73-b29c-8d2d267f8df3 HTTP/1.1" status: 404 len: 336 time: 0.0791869 Sep 16 04:52:52.373106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46046) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:52.376776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21fd70-73ff-4bda-abcb-2d77461be7b1 req-41cbd10f-0140-4e5b-924c-47f9735938f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.378605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e21fd70-73ff-4bda-abcb-2d77461be7b1 req-41cbd10f-0140-4e5b-924c-47f9735938f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 1097 time: 0.1421909 Sep 16 04:52:52.447849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7f486-85df-4ebf-8016-2ddbd32724e1 req-3c959d9c-1d92-4c87-a077-317e8b421d42 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.449746 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4c7f486-85df-4ebf-8016-2ddbd32724e1 req-3c959d9c-1d92-4c87-a077-317e8b421d42 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 945 time: 0.0858541 Sep 16 04:52:52.468297 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-01df27d7-0d4d-477c-9e6b-d0c6cc5742ee tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:52.469475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01df27d7-0d4d-477c-9e6b-d0c6cc5742ee tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:52.472433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-01df27d7-0d4d-477c-9e6b-d0c6cc5742ee tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/1d63dca4-84a0-4ca3-81b8-11d494c1863f HTTP/1.1" status: 404 len: 337 time: 0.0978429 Sep 16 04:52:52.475414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46050) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:52.510569 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6a83bd-f020-445f-8d9e-7611a6538729 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] DELETE failed (client error): The resource could not be found. Sep 16 04:52:52.511195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6a83bd-f020-445f-8d9e-7611a6538729 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:52:52.516183 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2f6a83bd-f020-445f-8d9e-7611a6538729 tempest-RoutersTest-432345 tempest-RoutersTest-432345-project] 10.222.0.53 "DELETE /v2.0/subnets/1705c1a5-494d-4bff-9af3-d548bbceb18c HTTP/1.1" status: 404 len: 337 time: 0.0380347 Sep 16 04:52:52.523123 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e21fd70-73ff-4bda-abcb-2d77461be7b1 req-739f9f32-16ea-4bde-8aa9-b59444faaa4f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953920 Sep 16 04:52:52.550906 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4c7f486-85df-4ebf-8016-2ddbd32724e1 req-dad0af30-3bd5-40a6-bcae-0e9e4f04c474 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886221 Sep 16 04:52:52.684217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-4c3f58c1-7f24-4a48-bb0a-7762d9d35e34 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.686004 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-4c3f58c1-7f24-4a48-bb0a-7762d9d35e34 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 805 time: 0.1337821 Sep 16 04:52:52.702199 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac61a9d9-7978-446b-a236-672bcdcaec87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.714386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Request body: {'port': {'device_id': '3100914f-d612-4916-ba95-82b25e522a2d', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'admin_state_up': True, 'tenant_id': 'c329891caf83491e9f7ca95911270da6'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:52.753128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9aaeaa51-b9be-4d42-b246-c48fd348dfd7 req-3c006987-13d5-4f24-b550-969c6bd563f4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 210 time: 0.0385163 Sep 16 04:52:52.789897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac61a9d9-7978-446b-a236-672bcdcaec87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:52.794969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ac61a9d9-7978-446b-a236-672bcdcaec87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:52.799432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61a9d9-7978-446b-a236-672bcdcaec87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:52.800033 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac61a9d9-7978-446b-a236-672bcdcaec87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.806416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c515f10b-0b9c-4e67-bc84-53b38884875b None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:52:52.822632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61a9d9-7978-446b-a236-672bcdcaec87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=262b5ca2-4d4f-4861-851e-898d7f89a774,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:52.841095 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ac61a9d9-7978-446b-a236-672bcdcaec87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1183574 Sep 16 04:52:52.841761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46062) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:52.847825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3c8ab1d1-b191-4ebc-a03c-97bd2e196617 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1116081017', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:52.910138 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c8ab1d1-b191-4ebc-a03c-97bd2e196617 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.912275 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c8ab1d1-b191-4ebc-a03c-97bd2e196617 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.956958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Made reservation on behalf of c329891caf83491e9f7ca95911270da6 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:52:52.965401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:52.993655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46068) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:53.087853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5ba744e2-1e44-42a5-a729-66ad37deb6fe no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:53.092973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': '262b5ca2-4d4f-4861-851e-898d7f89a774'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:52:53.093881 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.133150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 5ba744e2-1e44-42a5-a729-66ad37deb6fe {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:53.133822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5ba744e2-1e44-42a5-a729-66ad37deb6fe not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:53.134452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 23a69b8c-654f-4952-a7b3-283c352e03f8 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:52:53.174524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 23a69b8c-654f-4952-a7b3-283c352e03f8 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:52:53.175186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 23a69b8c-654f-4952-a7b3-283c352e03f8 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:52:53.194200 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.227329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Allocated IP 172.20.0.5 (e670719f-0f73-44fb-b205-e57c9e6482ab/62d9ede1-de16-4e4e-ac56-0f29b66bf35e/abd89ef8-42f3-4c1e-af6e-bea73c18565c) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:53.309190 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8ab72197-c7a7-4224-819d-350bdf785a2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9302ca1c1ba457b847833ca04f2525b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138871 Sep 16 04:52:53.316556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46078) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:53.364924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Allocated IP 2001:db8::2 (4211d509-25f4-4a41-874d-6b71d4ade588/262b5ca2-4d4f-4861-851e-898d7f89a774/260bdac8-6ba9-4c51-94bd-8b6fe02a3610) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:53.522615 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ceccf6f1-3ede-438d-b161-2f14fb2de536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.533744 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c8ab1d1-b191-4ebc-a03c-97bd2e196617 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.547160 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ceccf6f1-3ede-438d-b161-2f14fb2de536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.551585 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c8ab1d1-b191-4ebc-a03c-97bd2e196617 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.572686 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.581136 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.618101 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c8ab1d1-b191-4ebc-a03c-97bd2e196617 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.620589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3c8ab1d1-b191-4ebc-a03c-97bd2e196617 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7778025 Sep 16 04:52:53.630229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46088) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:53.639510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:53.643452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:53.646759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:53.652206 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.695977 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.700065 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ceccf6f1-3ede-438d-b161-2f14fb2de536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.704061 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ceccf6f1-3ede-438d-b161-2f14fb2de536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:53.705925 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ceccf6f1-3ede-438d-b161-2f14fb2de536 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98db0cd9-0a33-4a29-befe-88b017a83f8f HTTP/1.1" status: 204 len: 168 time: 0.3879368 Sep 16 04:52:53.726159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccf6f1-3ede-438d-b161-2f14fb2de536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98db0cd9-0a33-4a29-befe-88b017a83f8f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.740003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362b5e-88e4-4b67-920c-c95cb4a55bdf req-542ef98a-c04a-4bad-902b-7cff2bca4878 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.742086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50362b5e-88e4-4b67-920c-c95cb4a55bdf req-542ef98a-c04a-4bad-902b-7cff2bca4878 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.2066612 Sep 16 04:52:53.758554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:52:53.826814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Network e670719f-0f73-44fb-b205-e57c9e6482ab is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:53.827842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event updated for resources: {'Port': ['ID=abd89ef8-42f3-4c1e-af6e-bea73c18565c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.858644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dd4e0-46d7-49c6-a585-5b0f9049819a req-1abadda3-da5b-4ddd-9223-dd5bbeea38bf tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:53.861396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-802dd4e0-46d7-49c6-a585-5b0f9049819a req-1abadda3-da5b-4ddd-9223-dd5bbeea38bf tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 945 time: 0.1355462 Sep 16 04:52:53.861396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:53.864595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:53.925664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Pushing event updated for resources: {'Port': ['ID=260bdac8-6ba9-4c51-94bd-8b6fe02a3610,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:53.958412 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50362b5e-88e4-4b67-920c-c95cb4a55bdf req-536d9cbe-6569-4a9c-a152-778ee55dca21 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702037 Sep 16 04:52:53.978984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Attempting to bind port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:53.978984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Attempting to bind port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:53.978984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Attempting to bind port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:54.045110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-802dd4e0-46d7-49c6-a585-5b0f9049819a req-b52ba57e-e8cc-42e7-a5cd-909f57db3e1f tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452022 Sep 16 04:52:54.046674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:54.047191 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:54.047724 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.048236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:54.048952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Bound port: 260bdac8-6ba9-4c51-94bd-8b6fe02a3610, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:54.049559 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.069995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.072779 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.118489 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-42223ee7-56d8-4505-8f14-dbfc5f0fcf69 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4160814 Sep 16 04:52:54.132837 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Request body: {'port': {'device_id': '3100914f-d612-4916-ba95-82b25e522a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:54.177332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] For port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:54.181315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] For port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=260bdac8-6ba9-4c51-94bd-8b6fe02a3610,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:54.247562 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.278482 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.289675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fd3a1-29a2-47dc-b948-6edb492a9d77 req-3cb22318-2d3c-4884-8de7-d6ac6745d3f4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.291288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-468fd3a1-29a2-47dc-b948-6edb492a9d77 req-3cb22318-2d3c-4884-8de7-d6ac6745d3f4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 931 time: 0.1457846 Sep 16 04:52:54.335943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dd54c-de2b-472d-9b66-7aad58d3af49 None None] Pushing event updated for resources: {'Port': ['ID=260bdac8-6ba9-4c51-94bd-8b6fe02a3610,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:54.353380 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.373128 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9376bc2-f63f-4082-93af-4adbf4b0a7cc req-6d725a2c-1527-435c-ad7a-25670175797f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:54.375348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9376bc2-f63f-4082-93af-4adbf4b0a7cc req-6d725a2c-1527-435c-ad7a-25670175797f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.1973176 Sep 16 04:52:54.383996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46116) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:54.390176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-dd3c2f73-b2d4-44c5-bbed-7eb3f760e53a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Request body: {'floatingip': {'port_id': '43dc8826-e266-4d0d-a3ca-21f19600bc12'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:52:54.455712 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2f73-b2d4-44c5-bbed-7eb3f760e53a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:54.563101 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-468fd3a1-29a2-47dc-b948-6edb492a9d77 req-a83172ee-0384-4f21-b5bd-995234565aa6 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055893 Sep 16 04:52:54.950170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::1 (4211d509-25f4-4a41-874d-6b71d4ade588/262b5ca2-4d4f-4861-851e-898d7f89a774/91cee29b-86b1-487d-a3a9-6b261a96a550) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:52:55.146613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd89ef8-42f3-4c1e-af6e-bea73c18565c {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:52:55.158215 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.174938 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 260bdac8-6ba9-4c51-94bd-8b6fe02a3610 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:55.234979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Transition to ACTIVE for port object abd89ef8-42f3-4c1e-af6e-bea73c18565c will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:52:55.249706 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.253011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:55.253583 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.259296 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.311830 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.319593 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2f73-b2d4-44c5-bbed-7eb3f760e53a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.348998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2f73-b2d4-44c5-bbed-7eb3f760e53a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.379881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:55.380642 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.385027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:55.405120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:52:55.405936 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.421254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb928d1d-9740-498c-8d57-705ebad5d2d4 req-e38ad2d7-eb24-418b-85f1-c659e271e972 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:55.429936 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb928d1d-9740-498c-8d57-705ebad5d2d4 req-e38ad2d7-eb24-418b-85f1-c659e271e972 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 945 time: 0.2006998 Sep 16 04:52:55.435129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=abd89ef8-42f3-4c1e-af6e-bea73c18565c,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:55.456161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=91cee29b-86b1-487d-a3a9-6b261a96a550,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:55.523533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=260bdac8-6ba9-4c51-94bd-8b6fe02a3610,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:55.531258 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.635117 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:55.649400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb928d1d-9740-498c-8d57-705ebad5d2d4 req-3662ed20-14bc-42e6-8b04-1f2f1a1e01a0 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048323 Sep 16 04:52:55.666050 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=260bdac8-6ba9-4c51-94bd-8b6fe02a3610,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:55.693855 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-dd3c2f73-b2d4-44c5-bbed-7eb3f760e53a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Floating IP e2bb1e99-74b4-4fda-84a2-b00a904bd765 associated. External IP: 172.25.0.232, port: 43dc8826-e266-4d0d-a3ca-21f19600bc12. Sep 16 04:52:55.786879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Attempting to bind port abd89ef8-42f3-4c1e-af6e-bea73c18565c on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:55.787748 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Attempting to bind port abd89ef8-42f3-4c1e-af6e-bea73c18565c by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:55.788448 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Attempting to bind port abd89ef8-42f3-4c1e-af6e-bea73c18565c on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:55.798550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Port abd89ef8-42f3-4c1e-af6e-bea73c18565c on network e670719f-0f73-44fb-b205-e57c9e6482ab not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:52:55.799663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Attempting to bind port abd89ef8-42f3-4c1e-af6e-bea73c18565c on network e670719f-0f73-44fb-b205-e57c9e6482ab {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:55.815437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:55.816321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Checking segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:55.817066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Bound using segment: {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:55.818096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Bound port: abd89ef8-42f3-4c1e-af6e-bea73c18565c, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff7941b-cb1a-4056-9c04-2a40741c870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:55.818795 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.014301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa074ee4-2cb5-49dd-8715-a809808c9628 req-fb1d7515-3b47-45a3-8d1d-1870c1f15ea9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.016577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa074ee4-2cb5-49dd-8715-a809808c9628 req-fb1d7515-3b47-45a3-8d1d-1870c1f15ea9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 943 time: 0.1747110 Sep 16 04:52:56.065474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e8777a18-60fd-47a4-91fb-0788e80a1d11 None None] Provisioning complete for port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:56.069692 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e8777a18-60fd-47a4-91fb-0788e80a1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.242052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa074ee4-2cb5-49dd-8715-a809808c9628 req-b6262b3d-9587-457d-9e65-7914cc7ef2f6 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053308 Sep 16 04:52:56.435429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.443447 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.444800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.555116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-282b6bf2-ba1c-42c5-99a6-6b32f2b9397a None None] Provisioning complete for port 91cee29b-86b1-487d-a3a9-6b261a96a550 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:56.555116 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-282b6bf2-ba1c-42c5-99a6-6b32f2b9397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.562548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] For port abd89ef8-42f3-4c1e-af6e-bea73c18565c, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:52:56.566614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] For port abd89ef8-42f3-4c1e-af6e-bea73c18565c, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abd89ef8-42f3-4c1e-af6e-bea73c18565c,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:52:56.584170 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.609312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:56.610346 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:56.611926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=91cee29b-86b1-487d-a3a9-6b261a96a550,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:56.612638 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] 10.222.0.15 "PUT /v2.0/ports/abd89ef8-42f3-4c1e-af6e-bea73c18565c HTTP/1.1" status: 200 len: 1092 time: 2.4848523 Sep 16 04:52:56.618070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3100914f-d612-4916-ba95-82b25e522a2d', 'tag': 'abd89ef8-42f3-4c1e-af6e-bea73c18565c'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:56.621783 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2516a395-bfbd-43d9-affd-5ab3318ddb99" -d '{"events": [{"name": "network-changed", "server_uuid": "3100914f-d612-4916-ba95-82b25e522a2d", "tag": "abd89ef8-42f3-4c1e-af6e-bea73c18565c"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:56.669557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:52:56.671967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-282b6bf2-ba1c-42c5-99a6-6b32f2b9397a None None] Port 91cee29b-86b1-487d-a3a9-6b261a96a550 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:56.672676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:52:56.749477 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10390d8e-9b0c-4e73-ade5-9a48f83c8a5b x-openstack-request-id: req-10390d8e-9b0c-4e73-ade5-9a48f83c8a5b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:56.750478 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3100914f-d612-4916-ba95-82b25e522a2d", "tag": "abd89ef8-42f3-4c1e-af6e-bea73c18565c", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:56.750756 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10390d8e-9b0c-4e73-ade5-9a48f83c8a5b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:56.751987 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3100914f-d612-4916-ba95-82b25e522a2d', 'tag': 'abd89ef8-42f3-4c1e-af6e-bea73c18565c', 'status': 'completed', 'code': 200} Sep 16 04:52:56.876496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Router 3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:52:56.939647 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292555e-af67-48eb-89b0-c935e0148ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=abd89ef8-42f3-4c1e-af6e-bea73c18565c,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:57.056878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 260bdac8-6ba9-4c51-94bd-8b6fe02a3610 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:52:57.142145 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:57.142859 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.147317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:57.152824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3c2f73-b2d4-44c5-bbed-7eb3f760e53a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:52:57.162166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-1c4eff7e-386f-4a7a-ac90-31ac02623f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.164318 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-1c4eff7e-386f-4a7a-ac90-31ac02623f46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 1095 time: 0.4223518 Sep 16 04:52:57.174436 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Sync routers for ids ['3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:57.180485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-58e9d773-5dd1-430c-8f61-4dc969e0ce3e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "PUT /v2.0/routers/3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5489717 Sep 16 04:52:57.187774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46210) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:57.192677 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Routers {'3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:57.193333 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:57.219588 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-cbef6e65-c9a5-48e2-8399-70ecbdca0f99 None None] Provisioning complete for port 91cee29b-86b1-487d-a3a9-6b261a96a550 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:57.220088 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cbef6e65-c9a5-48e2-8399-70ecbdca0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.262759 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-3c485e4b-b8aa-4c1c-a68d-3e7764ab6992 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abd89ef8-42f3-4c1e-af6e-bea73c18565c HTTP/1.1" status: 200 len: 217 time: 0.0442567 Sep 16 04:52:57.306863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cbef6e65-c9a5-48e2-8399-70ecbdca0f99 None None] Port 91cee29b-86b1-487d-a3a9-6b261a96a550 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:57.313758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac364f-d770-4d4a-9a11-27b457f0f810 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.313758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c6ac364f-d770-4d4a-9a11-27b457f0f810 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports/91cee29b-86b1-487d-a3a9-6b261a96a550 HTTP/1.1" status: 200 len: 911 time: 0.1228569 Sep 16 04:52:57.315783 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46214) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:57.390855 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Set router 3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:57.419970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb1c4d-fb7a-4094-9328-fcbfcf71ffef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.454535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb1c4d-fb7a-4094-9328-fcbfcf71ffef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.456534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-34eb1c4d-fb7a-4094-9328-fcbfcf71ffef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1391404 Sep 16 04:52:57.462209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46222) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:57.489481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-f7401257-a848-46b9-ba0b-9765b6d8a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.500196 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-f7401257-a848-46b9-ba0b-9765b6d8a682 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.2218871 Sep 16 04:52:57.500196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3c2f73-b2d4-44c5-bbed-7eb3f760e53a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:52:57.505678 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19435336-b7b1-46cc-82be-99bbd154f9ee None None] Sync routers for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:52:57.505975 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2f73-b2d4-44c5-bbed-7eb3f760e53a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:57.527805 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19435336-b7b1-46cc-82be-99bbd154f9ee None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:57.528614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-19435336-b7b1-46cc-82be-99bbd154f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:57.555407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46224) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:57.631743 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-5e46d65d-2872-4f71-9ee6-827a10916e28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198759 Sep 16 04:52:57.674272 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dd3c2f73-b2d4-44c5-bbed-7eb3f760e53a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "PUT /v2.0/floatingips/e2bb1e99-74b4-4fda-84a2-b00a904bd765 HTTP/1.1" status: 200 len: 992 time: 3.2885425 Sep 16 04:52:57.740990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-19435336-b7b1-46cc-82be-99bbd154f9ee None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:57.924057 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb', 'name': 'tempest-NetworksTestDHCPv6-router-1116081017', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:52Z', 'updated_at': '2021-09-16T04:52:55Z', 'revision_number': 2, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'gw_port_host': None, '_interfaces': [{'id': '91cee29b-86b1-487d-a3a9-6b261a96a550', 'name': '', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'mac_address': 'fa:16:3e:7a:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '262b5ca2-4d4f-4861-851e-898d7f89a774', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:52:54Z', 'updated_at': '2021-09-16T04:52:56Z', 'revision_number': 2, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'subnets': [{'id': '262b5ca2-4d4f-4861-851e-898d7f89a774', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:57.930670 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-fd8a0b5b-976a-4437-8595-3cbff54983aa service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838533 Sep 16 04:52:57.957209 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Checking router: 3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:57.957821 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Updating router 3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb port 91cee29b-86b1-487d-a3a9-6b261a96a550 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:52:57.977267 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232ef36-e0ff-4595-824d-661635c63cdd req-443ed0b3-22da-4003-a821-9e8f0bedad06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:57.979144 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5232ef36-e0ff-4595-824d-661635c63cdd req-443ed0b3-22da-4003-a821-9e8f0bedad06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 943 time: 0.4696774 Sep 16 04:52:57.990782 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.003413 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5fde70d1-6370-460f-a390-8f9558b0a800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.192203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c58386bb-50b2-4f6a-bc72-bdabd3ae5d9d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.207985 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5232ef36-e0ff-4595-824d-661635c63cdd req-67175728-15b9-4bc3-bb91-b05c70f502f1 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090974 Sep 16 04:52:58.282383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eafc3b64-8380-417e-ac6f-7dd622b7d712 req-7e5e9ed6-b6fa-4be9-a690-ce7d17991a22 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472328 Sep 16 04:52:58.389145 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5fde70d1-6370-460f-a390-8f9558b0a800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.397936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5fde70d1-6370-460f-a390-8f9558b0a800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.462082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516a395-bfbd-43d9-affd-5ab3318ddb99 req-87e4416c-dff7-44b3-aedd-f565efc8dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.470555 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2516a395-bfbd-43d9-affd-5ab3318ddb99 req-87e4416c-dff7-44b3-aedd-f565efc8dda7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c329891caf83491e9f7ca95911270da6&device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 1095 time: 0.1271884 Sep 16 04:52:58.473262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-19435336-b7b1-46cc-82be-99bbd154f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'e2bb1e99-74b4-4fda-84a2-b00a904bd765', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'port_id': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'mac_address': 'fa:16:3e:cb:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:52:31Z', 'updated_at': '2021-09-16T04:52:55Z', 'revision_number': 1, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:07Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:58.514244 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5fde70d1-6370-460f-a390-8f9558b0a800 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=853f3c34c3674edb8ffd3f3b4f64a06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9551530 Sep 16 04:52:58.514244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde70d1-6370-460f-a390-8f9558b0a800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b25b4f-cf41-4050-8f57-9b47cea29804,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:58.547129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46248) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:52:58.568052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19435336-b7b1-46cc-82be-99bbd154f9ee None None] Checking router: 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:52:58.589573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19435336-b7b1-46cc-82be-99bbd154f9ee None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:52:58.593740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-19435336-b7b1-46cc-82be-99bbd154f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:58.597899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c58386bb-50b2-4f6a-bc72-bdabd3ae5d9d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 91cee29b-86b1-487d-a3a9-6b261a96a550 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:52:58.598328 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c58386bb-50b2-4f6a-bc72-bdabd3ae5d9d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.670652 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ee34f7ce-5618-4f25-adc9-766e2e824339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.721171 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.730752 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c58386bb-50b2-4f6a-bc72-bdabd3ae5d9d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.740169 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.741533 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ee34f7ce-5618-4f25-adc9-766e2e824339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:58.745768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c58386bb-50b2-4f6a-bc72-bdabd3ae5d9d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 91cee29b-86b1-487d-a3a9-6b261a96a550 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:52:58.775811 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:52:58.782307 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6e56a7-36c8-46ff-837d-a357efd898af" -d '{"events": [{"name": "network-changed", "server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:52:58.816329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516a395-bfbd-43d9-affd-5ab3318ddb99 req-1092de2b-f99b-424a-bcbd-c75e8a4667b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:58.819200 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Pushing event updated for resources: {'Port': ['ID=91cee29b-86b1-487d-a3a9-6b261a96a550,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:58.829894 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2516a395-bfbd-43d9-affd-5ab3318ddb99 req-1092de2b-f99b-424a-bcbd-c75e8a4667b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 200 len: 906 time: 0.3482411 Sep 16 04:52:58.832204 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.832911 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.833269 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.833695 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.834577 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.834577 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.834835 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.835069 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.835404 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.835834 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.836237 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.836568 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7224b49-8967-460e-b511-7eab98dad183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:52:58.898623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-19435336-b7b1-46cc-82be-99bbd154f9ee None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:52:58.973268 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2516a395-bfbd-43d9-affd-5ab3318ddb99 req-2ddc63f3-0b26-413e-9adb-f28665ba2508 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abd89ef8-42f3-4c1e-af6e-bea73c18565c HTTP/1.1" status: 200 len: 217 time: 0.1324675 Sep 16 04:52:58.974808 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f3eea1-bb33-412e-ade5-52877ac02e03 x-openstack-request-id: req-97f3eea1-bb33-412e-ade5-52877ac02e03 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:52:58.977169 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:52:58.977169 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97f3eea1-bb33-412e-ade5-52877ac02e03 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:52:58.977169 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'status': 'completed', 'code': 200} Sep 16 04:52:59.016237 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Attempting to bind port 91cee29b-86b1-487d-a3a9-6b261a96a550 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:52:59.016645 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Attempting to bind port 91cee29b-86b1-487d-a3a9-6b261a96a550 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:52:59.017025 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Attempting to bind port 91cee29b-86b1-487d-a3a9-6b261a96a550 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:52:59.023830 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:52:59.024212 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:52:59.024698 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.025144 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:52:59.026062 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Bound port: 91cee29b-86b1-487d-a3a9-6b261a96a550, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:52:59.027139 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.209421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e56a7-36c8-46ff-837d-a357efd898af req-36052ae8-1649-4f0a-90bb-6131ab1dd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.227960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa6e56a7-36c8-46ff-837d-a357efd898af req-36052ae8-1649-4f0a-90bb-6131ab1dd5ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 1098 time: 0.2047963 Sep 16 04:52:59.244472 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ee34f7ce-5618-4f25-adc9-766e2e824339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.275710 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ee34f7ce-5618-4f25-adc9-766e2e824339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.276925 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ee34f7ce-5618-4f25-adc9-766e2e824339 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74b25b4f-cf41-4050-8f57-9b47cea29804 HTTP/1.1" status: 204 len: 168 time: 0.7286487 Sep 16 04:52:59.298818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516a395-bfbd-43d9-affd-5ab3318ddb99 req-74528c39-7006-4e0f-bfdd-a519b1948385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.302728 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2516a395-bfbd-43d9-affd-5ab3318ddb99 req-74528c39-7006-4e0f-bfdd-a519b1948385 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 200 len: 845 time: 0.3222895 Sep 16 04:52:59.351987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34f7ce-5618-4f25-adc9-766e2e824339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b25b4f-cf41-4050-8f57-9b47cea29804,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.426305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2516a395-bfbd-43d9-affd-5ab3318ddb99 req-ffc6379c-c81a-44fe-94d5-26b8bb095f30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e670719f-0f73-44fb-b205-e57c9e6482ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127796 Sep 16 04:52:59.466173 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e56a7-36c8-46ff-837d-a357efd898af req-b6d16793-0d0a-434d-86b8-493c2156a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.470658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3c2e4daa-31ca-425e-b54b-e31d672d17b5 None None] Provisioning complete for port 91cee29b-86b1-487d-a3a9-6b261a96a550 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:52:59.471102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4daa-31ca-425e-b54b-e31d672d17b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.471253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa6e56a7-36c8-46ff-837d-a357efd898af req-b6d16793-0d0a-434d-86b8-493c2156a1c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 918 time: 0.1953542 Sep 16 04:52:59.514874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e4daa-31ca-425e-b54b-e31d672d17b5 None None] Port 91cee29b-86b1-487d-a3a9-6b261a96a550 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:52:59.517219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device abd89ef8-42f3-4c1e-af6e-bea73c18565c details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:52:59.669016 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.db.api [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:52:59.669532 n-d-712142-17 neutron-server[94747]: DEBUG oslo_db.api [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:52:59.685680 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2516a395-bfbd-43d9-affd-5ab3318ddb99 req-35c7ce66-7dc9-4162-b8c6-225444f4d3e3 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436774 Sep 16 04:52:59.687965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ece3f5-db54-4327-9013-71f1142f96f3 req-ca293606-ef5e-4b9b-a863-422318940ceb tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:52:59.693999 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7ece3f5-db54-4327-9013-71f1142f96f3 req-ca293606-ef5e-4b9b-a863-422318940ceb tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 943 time: 0.2151282 Sep 16 04:52:59.709029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-19435336-b7b1-46cc-82be-99bbd154f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'e2bb1e99-74b4-4fda-84a2-b00a904bd765', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'port_id': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'mac_address': 'fa:16:3e:cb:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:52:31Z', 'updated_at': '2021-09-16T04:52:55Z', 'revision_number': 1, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:07Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:52:59.756661 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c58386bb-50b2-4f6a-bc72-bdabd3ae5d9d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.765571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7ece3f5-db54-4327-9013-71f1142f96f3 req-78832180-5ccd-4480-9e24-84cdb1f2f6ae tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614147 Sep 16 04:52:59.771599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19435336-b7b1-46cc-82be-99bbd154f9ee None None] The sync data for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 is: [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'e2bb1e99-74b4-4fda-84a2-b00a904bd765', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'port_id': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'mac_address': 'fa:16:3e:cb:46:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:52:31Z', 'updated_at': '2021-09-16T04:52:55Z', 'revision_number': 1, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:07Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:52:59.788070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port abd89ef8-42f3-4c1e-af6e-bea73c18565c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abd89ef8-42f3-4c1e-af6e-bea73c18565c,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:52:59.815385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'abd89ef8-42f3-4c1e-af6e-bea73c18565c', 'network_id': 'e670719f-0f73-44fb-b205-e57c9e6482ab', 'port_id': 'abd89ef8-42f3-4c1e-af6e-bea73c18565c', 'mac_address': 'fa:16:3e:f6:44:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d9ede1-de16-4e4e-ac56-0f29b66bf35e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:52:59.819404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58386bb-50b2-4f6a-bc72-bdabd3ae5d9d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=91cee29b-86b1-487d-a3a9-6b261a96a550,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:52:59.825345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa6e56a7-36c8-46ff-837d-a357efd898af req-f4409d4e-ec8a-4acf-882b-4f119b20edf5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12 HTTP/1.1" status: 200 len: 1000 time: 0.3182018 Sep 16 04:52:59.919123 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:52:59.950277 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2516a395-bfbd-43d9-affd-5ab3318ddb99 req-0d2fecb7-bd01-449e-890c-648d5aa023f6 service neutron] 10.222.0.15 "GET /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531774 Sep 16 04:52:59.953998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd89ef8-42f3-4c1e-af6e-bea73c18565c {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:00.022928 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port abd89ef8-42f3-4c1e-af6e-bea73c18565c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abd89ef8-42f3-4c1e-af6e-bea73c18565c,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:00.038923 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.080943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46296) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:00.106157 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-789e42d5-d992-4f0f-94b3-ddace52c5c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.148820 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c58386bb-50b2-4f6a-bc72-bdabd3ae5d9d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.206075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e56a7-36c8-46ff-837d-a357efd898af req-aa4021b4-3e4f-41ad-a26a-1ccd5da49ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.214770 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=abd89ef8-42f3-4c1e-af6e-bea73c18565c,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:00.218867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa6e56a7-36c8-46ff-837d-a357efd898af req-aa4021b4-3e4f-41ad-a26a-1ccd5da49ee7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.3413241 Sep 16 04:53:00.226069 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Attempting to bind port 91cee29b-86b1-487d-a3a9-6b261a96a550 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:00.226655 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Attempting to bind port 91cee29b-86b1-487d-a3a9-6b261a96a550 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:00.226771 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Attempting to bind port 91cee29b-86b1-487d-a3a9-6b261a96a550 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:00.232534 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a329457-0306-4dc4-a6f4-9cca7308f60d None None] New status for floating IP e2bb1e99-74b4-4fda-84a2-b00a904bd765: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:53:00.296501 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['abd89ef8-42f3-4c1e-af6e-bea73c18565c'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:00.315726 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-789e42d5-d992-4f0f-94b3-ddace52c5c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.321843 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-789e42d5-d992-4f0f-94b3-ddace52c5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.392534 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e42d5-d992-4f0f-94b3-ddace52c5c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10494fa-9120-4f9c-907d-b129dc0492f6,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:00.405830 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e56a7-36c8-46ff-837d-a357efd898af req-bc918a82-57cb-4a53-a274-3603d6dcda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:00.409295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa6e56a7-36c8-46ff-837d-a357efd898af req-bc918a82-57cb-4a53-a274-3603d6dcda42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736305 Sep 16 04:53:00.421381 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-789e42d5-d992-4f0f-94b3-ddace52c5c00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a64491bc7cf4b149d5db063a465166b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392997 Sep 16 04:53:00.428028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46306) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:00.507071 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:00.508065 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:00.509286 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.510206 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:00.511911 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Bound port: 91cee29b-86b1-487d-a3a9-6b261a96a550, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:00.512503 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.552897 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9144da5-0070-4b17-af3c-959fcc8631ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.588450 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9144da5-0070-4b17-af3c-959fcc8631ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.623267 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.plugin [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Port 91cee29b-86b1-487d-a3a9-6b261a96a550 has been deleted concurrently {{(pid=94747) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 04:53:00.647666 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9144da5-0070-4b17-af3c-959fcc8631ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.650459 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9144da5-0070-4b17-af3c-959fcc8631ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:00.652760 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f9144da5-0070-4b17-af3c-959fcc8631ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c10494fa-9120-4f9c-907d-b129dc0492f6 HTTP/1.1" status: 204 len: 168 time: 0.2232003 Sep 16 04:53:00.666915 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Routers {'3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:00.667753 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:00.669757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9144da5-0070-4b17-af3c-959fcc8631ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10494fa-9120-4f9c-907d-b129dc0492f6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:00.764884 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] Set router 3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:00.868129 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb', 'name': 'tempest-NetworksTestDHCPv6-router-1116081017', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:52Z', 'updated_at': '2021-09-16T04:52:59Z', 'revision_number': 3, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:00.898029 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96a13b-45eb-491b-9796-c1a69961f7a2 None None] The sync data for ids ['3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb'] in n-d-712142-17 is: [{'id': '3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb', 'name': 'tempest-NetworksTestDHCPv6-router-1116081017', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:52Z', 'updated_at': '2021-09-16T04:52:59Z', 'revision_number': 3, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:01.025436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a18dc-a62d-4331-a594-76b83dff295a req-6f43f63a-7c92-4830-9caa-de06b1f791fa tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.036561 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5c2a18dc-a62d-4331-a594-76b83dff295a req-6f43f63a-7c92-4830-9caa-de06b1f791fa tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 944 time: 0.1256659 Sep 16 04:53:01.090187 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5c2a18dc-a62d-4331-a594-76b83dff295a req-896f9e9f-894f-41a6-ab22-d97d9fa485f2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514770 Sep 16 04:53:01.188276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58386bb-50b2-4f6a-bc72-bdabd3ae5d9d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Router 3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:01.235981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa6e56a7-36c8-46ff-837d-a357efd898af req-df8a8175-05fe-4761-a4aa-48903d27194b service neutron] 10.222.0.50 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7410388 Sep 16 04:53:01.357070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58386bb-50b2-4f6a-bc72-bdabd3ae5d9d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:01.370819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46336) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:01.380804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c58386bb-50b2-4f6a-bc72-bdabd3ae5d9d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "PUT /v2.0/routers/3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9159627 Sep 16 04:53:01.445463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b99424f-df20-445f-be29-44aecd58d5c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.447580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b99424f-df20-445f-be29-44aecd58d5c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:01.452812 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7b99424f-df20-445f-be29-44aecd58d5c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0808425 Sep 16 04:53:01.454054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46340) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:01.508434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device abd89ef8-42f3-4c1e-af6e-bea73c18565c up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:01.509072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa6e56a7-36c8-46ff-837d-a357efd898af req-8f8fa28c-781d-43ff-a283-078fbe665e03 service neutron] 10.222.0.50 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484821 Sep 16 04:53:01.622938 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port abd89ef8-42f3-4c1e-af6e-bea73c18565c completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:01.627552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc98abf3-3b44-408c-a628-ba0f3f5597f2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 262b5ca2-4d4f-4861-851e-898d7f89a774 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:01.631424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cc98abf3-3b44-408c-a628-ba0f3f5597f2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.632877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port abd89ef8-42f3-4c1e-af6e-bea73c18565c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:01.635515 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.689474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cc98abf3-3b44-408c-a628-ba0f3f5597f2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.758687 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.803990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3100914f-d612-4916-ba95-82b25e522a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd89ef8-42f3-4c1e-af6e-bea73c18565c'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:01.807107 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930aa6fb-f77d-4baf-bcbc-a8866c4ff4bc" -d '{"events": [{"server_uuid": "3100914f-d612-4916-ba95-82b25e522a2d", "name": "network-vif-plugged", "status": "completed", "tag": "abd89ef8-42f3-4c1e-af6e-bea73c18565c"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:01.858099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port abd89ef8-42f3-4c1e-af6e-bea73c18565c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abd89ef8-42f3-4c1e-af6e-bea73c18565c,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:01.863053 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.915470 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cc98abf3-3b44-408c-a628-ba0f3f5597f2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:01.934492 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f884887b-894e-4b89-a8e9-0da42a681974 x-openstack-request-id: req-f884887b-894e-4b89-a8e9-0da42a681974 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:01.934794 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3100914f-d612-4916-ba95-82b25e522a2d", "name": "network-vif-plugged", "status": "completed", "tag": "abd89ef8-42f3-4c1e-af6e-bea73c18565c", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:01.935054 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f884887b-894e-4b89-a8e9-0da42a681974 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:01.935455 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3100914f-d612-4916-ba95-82b25e522a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd89ef8-42f3-4c1e-af6e-bea73c18565c', 'code': 200} Sep 16 04:53:02.029269 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=abd89ef8-42f3-4c1e-af6e-bea73c18565c,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:02.111773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edac2fd-c673-4a04-be59-c2a5b555acfb req-cbeadf5e-6f63-42bc-ad9e-b70edcaac2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.116613 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edac2fd-c673-4a04-be59-c2a5b555acfb req-cbeadf5e-6f63-42bc-ad9e-b70edcaac2bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 1097 time: 0.1176069 Sep 16 04:53:02.118655 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cc98abf3-3b44-408c-a628-ba0f3f5597f2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.153210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98abf3-3b44-408c-a628-ba0f3f5597f2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=262b5ca2-4d4f-4861-851e-898d7f89a774,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:02.190192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d055ef-4827-42b6-b34f-b2d75a838d6e None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:02.190619 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cc98abf3-3b44-408c-a628-ba0f3f5597f2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.192797 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cc98abf3-3b44-408c-a628-ba0f3f5597f2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/262b5ca2-4d4f-4861-851e-898d7f89a774 HTTP/1.1" status: 204 len: 168 time: 0.7374117 Sep 16 04:53:02.195332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46360) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:02.209512 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1edac2fd-c673-4a04-be59-c2a5b555acfb req-9f57be20-0330-4ff2-826d-26bb8942e7e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588882 Sep 16 04:53:02.335337 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97e6f8-b2f1-4039-9178-05dc84441898 req-45ce8466-4f92-4bd6-a979-3a21bd338a09 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:02.337867 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6d97e6f8-b2f1-4039-9178-05dc84441898 req-45ce8466-4f92-4bd6-a979-3a21bd338a09 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.0980117 Sep 16 04:53:02.414626 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-928b7e55-b7af-4dc8-9900-a26464a9fc69 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2180367 Sep 16 04:53:02.425388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46368) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:02.441132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95810f93-4bdc-4beb-ba7c-82e4c788a209 None None] Sync routers for ids ['3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:02.479049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95810f93-4bdc-4beb-ba7c-82e4c788a209 None None] Routers {'3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:02.479049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-95810f93-4bdc-4beb-ba7c-82e4c788a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:02.569538 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6d97e6f8-b2f1-4039-9178-05dc84441898 req-32a6cae8-f55f-4a69-ab6e-676b2c02968c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093074 Sep 16 04:53:02.615522 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa08d-796b-4631-9ee3-6acb47ff26e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.639682 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-95810f93-4bdc-4beb-ba7c-82e4c788a209 None None] Set router 3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:02.734157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-95810f93-4bdc-4beb-ba7c-82e4c788a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb', 'name': 'tempest-NetworksTestDHCPv6-router-1116081017', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:52Z', 'updated_at': '2021-09-16T04:52:59Z', 'revision_number': 3, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:02.766940 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95810f93-4bdc-4beb-ba7c-82e4c788a209 None None] Checking router: 3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:02.779890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95810f93-4bdc-4beb-ba7c-82e4c788a209 None None] Routers {'3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:02.780761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-95810f93-4bdc-4beb-ba7c-82e4c788a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:52:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:02.871622 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa08d-796b-4631-9ee3-6acb47ff26e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.874079 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa08d-796b-4631-9ee3-6acb47ff26e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.886302 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493eacb3-f22f-4617-adf6-fba89d119108 None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:02.895469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-95810f93-4bdc-4beb-ba7c-82e4c788a209 None None] Set router 3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:02.991723 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa08d-796b-4631-9ee3-6acb47ff26e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:02.992576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cfa08d-796b-4631-9ee3-6acb47ff26e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Fanout notify agent at l3_agent the message router_deleted on router 3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:53:03.008512 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa08d-796b-4631-9ee3-6acb47ff26e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.010280 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a3cfa08d-796b-4631-9ee3-6acb47ff26e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/routers/3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb HTTP/1.1" status: 204 len: 168 time: 0.5804155 Sep 16 04:53:03.013053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46386) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:03.041566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 260bdac8-6ba9-4c51-94bd-8b6fe02a3610 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:03.048125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-95810f93-4bdc-4beb-ba7c-82e4c788a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb', 'name': 'tempest-NetworksTestDHCPv6-router-1116081017', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:52Z', 'updated_at': '2021-09-16T04:52:59Z', 'revision_number': 3, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:03.079688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df30ba5e-ff40-4e10-9560-73957869467b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.081767 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-df30ba5e-ff40-4e10-9560-73957869467b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0672393 Sep 16 04:53:03.084072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46388) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:03.123520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95810f93-4bdc-4beb-ba7c-82e4c788a209 None None] The sync data for ids ['3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb'] in n-d-712142-17 is: [{'id': '3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb', 'name': 'tempest-NetworksTestDHCPv6-router-1116081017', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:52:52Z', 'updated_at': '2021-09-16T04:52:59Z', 'revision_number': 3, 'project_id': '685bdb75614749a29c2acbf3bf1829ee', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:03.172681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df87625-e744-4702-ae40-a69158389362 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.176754 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3df87625-e744-4702-ae40-a69158389362 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0894024 Sep 16 04:53:03.177144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46394) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:03.243601 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-493eacb3-f22f-4617-adf6-fba89d119108 None None] Deleting port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:03.249040 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-493eacb3-f22f-4617-adf6-fba89d119108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.249597 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-88db1efd-45d0-4af7-9805-42bef11f5270 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663154 Sep 16 04:53:03.249597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46396) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:03.254402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-12902a0a-932f-4498-97d5-309078d9cdfe tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:03.295691 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.374658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-493eacb3-f22f-4617-adf6-fba89d119108 None None] For port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=260bdac8-6ba9-4c51-94bd-8b6fe02a3610,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:03.374658 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-493eacb3-f22f-4617-adf6-fba89d119108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.405025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-493eacb3-f22f-4617-adf6-fba89d119108 None None] Calling delete_port for 260bdac8-6ba9-4c51-94bd-8b6fe02a3610 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:03.413626 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=260bdac8-6ba9-4c51-94bd-8b6fe02a3610,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:03.416080 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12902a0a-932f-4498-97d5-309078d9cdfe tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:03.422505 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12902a0a-932f-4498-97d5-309078d9cdfe tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.423386 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.550646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=260bdac8-6ba9-4c51-94bd-8b6fe02a3610,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.573813 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-493eacb3-f22f-4617-adf6-fba89d119108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.628077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493eacb3-f22f-4617-adf6-fba89d119108 None None] Pushing event deleted for resources: {'Port': ['ID=260bdac8-6ba9-4c51-94bd-8b6fe02a3610,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:03.637371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493eacb3-f22f-4617-adf6-fba89d119108 None None] No DVR routers for this DVR port 260bdac8-6ba9-4c51-94bd-8b6fe02a3610 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:03.736168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c29946-8e46-4d14-91a1-6334dde0db93 req-9d65e055-f670-48cc-9b4e-2bdb610b66e9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.737762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1c29946-8e46-4d14-91a1-6334dde0db93 req-9d65e055-f670-48cc-9b4e-2bdb610b66e9 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.0909972 Sep 16 04:53:03.845103 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1c29946-8e46-4d14-91a1-6334dde0db93 req-20fcbeb7-49ab-49c0-a22b-8febf950b5ad tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992155 Sep 16 04:53:03.921451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.objects.ports [None req-12902a0a-932f-4498-97d5-309078d9cdfe tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94745) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:53:03.922860 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12902a0a-932f-4498-97d5-309078d9cdfe tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.955620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56efb23-14f5-40ac-bc10-28d8c50b0456 req-c84ec6f7-3629-4c28-a244-c0e3b72e5928 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.964905 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56efb23-14f5-40ac-bc10-28d8c50b0456 req-c84ec6f7-3629-4c28-a244-c0e3b72e5928 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.975029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12902a0a-932f-4498-97d5-309078d9cdfe tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:03.975277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56efb23-14f5-40ac-bc10-28d8c50b0456 req-c84ec6f7-3629-4c28-a244-c0e3b72e5928 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.978428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-12902a0a-932f-4498-97d5-309078d9cdfe tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:03.987246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12902a0a-932f-4498-97d5-309078d9cdfe tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:03.987246 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12902a0a-932f-4498-97d5-309078d9cdfe tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:03.997493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12902a0a-932f-4498-97d5-309078d9cdfe tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=477c8f9d-aa26-413a-aae0-9d6c486158ec,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:04.001215 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33830406-def0-45f1-8439-106036c60f86 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:04.015989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-12902a0a-932f-4498-97d5-309078d9cdfe tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7655675 Sep 16 04:53:04.019035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56efb23-14f5-40ac-bc10-28d8c50b0456 req-c84ec6f7-3629-4c28-a244-c0e3b72e5928 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.019663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46430) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:04.025883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-49e52561-a801-47e0-af51-546c05f7790b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:04.036754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56efb23-14f5-40ac-bc10-28d8c50b0456 req-c84ec6f7-3629-4c28-a244-c0e3b72e5928 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.060157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56efb23-14f5-40ac-bc10-28d8c50b0456 req-c84ec6f7-3629-4c28-a244-c0e3b72e5928 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.066046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56efb23-14f5-40ac-bc10-28d8c50b0456 req-c84ec6f7-3629-4c28-a244-c0e3b72e5928 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.090107 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b56efb23-14f5-40ac-bc10-28d8c50b0456 req-c84ec6f7-3629-4c28-a244-c0e3b72e5928 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5441 time: 0.2048697 Sep 16 04:53:04.171896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b56efb23-14f5-40ac-bc10-28d8c50b0456 req-da1bcde5-dd8f-412f-9bdf-c06383504a34 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775580 Sep 16 04:53:04.224127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e52561-a801-47e0-af51-546c05f7790b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:04.236311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-49e52561-a801-47e0-af51-546c05f7790b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.283990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72ffed-9eec-4d76-aea3-9d168028a7d8 req-d41624f4-11e4-4f41-9420-b8c8d82314f7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.285946 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe72ffed-9eec-4d76-aea3-9d168028a7d8 req-d41624f4-11e4-4f41-9420-b8c8d82314f7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1494923 Sep 16 04:53:04.344777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': '477c8f9d-aa26-413a-aae0-9d6c486158ec'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:53:04.346060 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.380057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11d059-004b-47e6-b814-77a5d5c3bfa0 req-a067387a-c53e-464b-9851-e5ec594cbc17 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.390349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11d059-004b-47e6-b814-77a5d5c3bfa0 req-a067387a-c53e-464b-9851-e5ec594cbc17 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.398299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11d059-004b-47e6-b814-77a5d5c3bfa0 req-a067387a-c53e-464b-9851-e5ec594cbc17 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.406254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11d059-004b-47e6-b814-77a5d5c3bfa0 req-a067387a-c53e-464b-9851-e5ec594cbc17 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.413578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11d059-004b-47e6-b814-77a5d5c3bfa0 req-a067387a-c53e-464b-9851-e5ec594cbc17 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.417385 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe72ffed-9eec-4d76-aea3-9d168028a7d8 req-9180acb3-03d9-42c4-bde8-decbc1295984 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140482 Sep 16 04:53:04.428380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11d059-004b-47e6-b814-77a5d5c3bfa0 req-a067387a-c53e-464b-9851-e5ec594cbc17 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.428380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11d059-004b-47e6-b814-77a5d5c3bfa0 req-a067387a-c53e-464b-9851-e5ec594cbc17 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.435348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e11d059-004b-47e6-b814-77a5d5c3bfa0 req-a067387a-c53e-464b-9851-e5ec594cbc17 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5441 time: 0.1542258 Sep 16 04:53:04.580961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Allocated IP 2001:db8::f816:3eff:fe26:b8e0 (4211d509-25f4-4a41-874d-6b71d4ade588/477c8f9d-aa26-413a-aae0-9d6c486158ec/79b578a2-fced-48e7-8369-2107b217b737) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:04.636867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee701d-13d9-4c78-9bde-94b53e850886 req-8e86ae6c-8351-44cf-927f-65e4e7d2ead3 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:04.648459 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4eee701d-13d9-4c78-9bde-94b53e850886 req-8e86ae6c-8351-44cf-927f-65e4e7d2ead3 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1182907 Sep 16 04:53:04.700860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46460) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:04.825096 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4eee701d-13d9-4c78-9bde-94b53e850886 req-119473f6-4f86-4778-a753-308aec8c28cc tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755421 Sep 16 04:53:04.884367 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.895641 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.965492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-49e52561-a801-47e0-af51-546c05f7790b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:04.975484 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-acaecb3c-a0eb-4ab4-a257-fefdbeaee947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.002810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:05.007057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:05.010045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:05.015869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.049910 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e52561-a801-47e0-af51-546c05f7790b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:05.054229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-49e52561-a801-47e0-af51-546c05f7790b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:05.060322 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e52561-a801-47e0-af51-546c05f7790b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.061311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-49e52561-a801-47e0-af51-546c05f7790b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.083108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e52561-a801-47e0-af51-546c05f7790b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=6f6e1f9c-f78d-4929-bcaf-0006ef3c82e9,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.121351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Attempting to bind port 79b578a2-fced-48e7-8369-2107b217b737 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:05.121774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Attempting to bind port 79b578a2-fced-48e7-8369-2107b217b737 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:05.122185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Attempting to bind port 79b578a2-fced-48e7-8369-2107b217b737 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:05.128512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:05.128877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:05.129405 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.130168 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:05.130848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Bound port: 79b578a2-fced-48e7-8369-2107b217b737, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:05.131755 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.136097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-acaecb3c-a0eb-4ab4-a257-fefdbeaee947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.146380 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-acaecb3c-a0eb-4ab4-a257-fefdbeaee947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.167631 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-49e52561-a801-47e0-af51-546c05f7790b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1464949 Sep 16 04:53:05.168351 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46470) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:05.174267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:a7:8f:f6', 'name': 'tempest-NetworksTestDHCPv6-1546874947'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:05.227020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaecb3c-a0eb-4ab4-a257-fefdbeaee947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6bb70c-a471-4921-9304-34f4f1873830,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.254052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:05.258638 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:05.264276 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-acaecb3c-a0eb-4ab4-a257-fefdbeaee947 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eededc1c2e6a43a59e69c1e0391762aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5621688 Sep 16 04:53:05.265404 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.267567 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46472) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:05.345806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca6d65-6649-4db2-a001-e19f8314e8c4 None None] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.379249 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d45bcd1c-e151-41af-bf61-1b6c5a1180fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.427441 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d45bcd1c-e151-41af-bf61-1b6c5a1180fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.431713 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.477038 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dcd2e-3c81-45f0-b92d-54972a9a803e req-1ca6e7fb-be71-413a-8259-d122684c0b15 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:05.480854 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-901dcd2e-3c81-45f0-b92d-54972a9a803e req-1ca6e7fb-be71-413a-8259-d122684c0b15 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1793263 Sep 16 04:53:05.482169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:05.520069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d45bcd1c-e151-41af-bf61-1b6c5a1180fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.525787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d45bcd1c-e151-41af-bf61-1b6c5a1180fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.529273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d45bcd1c-e151-41af-bf61-1b6c5a1180fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd6bb70c-a471-4921-9304-34f4f1873830 HTTP/1.1" status: 204 len: 168 time: 0.2598362 Sep 16 04:53:05.542495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bcd1c-e151-41af-bf61-1b6c5a1180fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6bb70c-a471-4921-9304-34f4f1873830,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:05.616656 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-901dcd2e-3c81-45f0-b92d-54972a9a803e req-7877b8c1-5f77-467c-8f8e-82628c3e74b4 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279347 Sep 16 04:53:05.677391 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:05.712308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 63b0697b-2366-4efe-aef1-3220453a51be yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:05.955818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 172.20.0.6 (4211d509-25f4-4a41-874d-6b71d4ade588/6f6e1f9c-f78d-4929-bcaf-0006ef3c82e9/63b0697b-2366-4efe-aef1-3220453a51be) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:05.965841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::f816:3eff:fea7:8ff6 (4211d509-25f4-4a41-874d-6b71d4ade588/477c8f9d-aa26-413a-aae0-9d6c486158ec/63b0697b-2366-4efe-aef1-3220453a51be) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:05.992967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46484) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:06.017552 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d5b13d17-d4a3-4de5-9f8a-24bac31d62c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.121433 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d5b13d17-d4a3-4de5-9f8a-24bac31d62c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.130602 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d5b13d17-d4a3-4de5-9f8a-24bac31d62c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.155475 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.157807 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d5b13d17-d4a3-4de5-9f8a-24bac31d62c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f57a663c506480090f07b481b60c6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628420 Sep 16 04:53:06.160822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46486) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:06.179687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b13d17-d4a3-4de5-9f8a-24bac31d62c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61779ad1-af70-42ed-be5b-7e547c291729,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:06.232802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.303048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=63b0697b-2366-4efe-aef1-3220453a51be,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:06.305959 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-971e2848-3a07-41ca-9230-6b5d65a2eac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.344623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:06.349640 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-971e2848-3a07-41ca-9230-6b5d65a2eac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.351649 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:06.365289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:06.440531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.441392 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.461669 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d74a0dfb-d854-445f-b43a-2cac0ad635bb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2916613 Sep 16 04:53:06.465274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46502) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:06.535420 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-971e2848-3a07-41ca-9230-6b5d65a2eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.538494 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-971e2848-3a07-41ca-9230-6b5d65a2eac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.539648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-971e2848-3a07-41ca-9230-6b5d65a2eac9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61779ad1-af70-42ed-be5b-7e547c291729 HTTP/1.1" status: 204 len: 168 time: 0.3775530 Sep 16 04:53:06.554471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e2848-3a07-41ca-9230-6b5d65a2eac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61779ad1-af70-42ed-be5b-7e547c291729,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:06.584456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e270142-e72a-4b64-8380-179aa2806c13 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.591924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e270142-e72a-4b64-8380-179aa2806c13 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.593985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2e270142-e72a-4b64-8380-179aa2806c13 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1277082 Sep 16 04:53:06.597286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46512) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:06.700638 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46516) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:06.771503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-431299f2-a043-4b66-817a-4764af3b226b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 63b0697b-2366-4efe-aef1-3220453a51be {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:06.771860 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-431299f2-a043-4b66-817a-4764af3b226b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.824132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ccb2-fb95-4e79-8986-8c688fb8b114 req-6980fc34-ad5b-47af-9da5-b2a90ea89028 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.826153 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ab9ccb2-fb95-4e79-8986-8c688fb8b114 req-6980fc34-ad5b-47af-9da5-b2a90ea89028 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.0980699 Sep 16 04:53:06.843398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe05a-1053-4139-b2ac-ae3412576c11 req-1efe5597-0368-4e0b-b3a5-eec93adaa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.843898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe05a-1053-4139-b2ac-ae3412576c11 req-1efe5597-0368-4e0b-b3a5-eec93adaa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.844647 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe05a-1053-4139-b2ac-ae3412576c11 req-1efe5597-0368-4e0b-b3a5-eec93adaa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.845126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe05a-1053-4139-b2ac-ae3412576c11 req-1efe5597-0368-4e0b-b3a5-eec93adaa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.845600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe05a-1053-4139-b2ac-ae3412576c11 req-1efe5597-0368-4e0b-b3a5-eec93adaa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.848981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe05a-1053-4139-b2ac-ae3412576c11 req-1efe5597-0368-4e0b-b3a5-eec93adaa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.849662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe05a-1053-4139-b2ac-ae3412576c11 req-1efe5597-0368-4e0b-b3a5-eec93adaa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:06.860779 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6a6fe05a-1053-4139-b2ac-ae3412576c11 req-1efe5597-0368-4e0b-b3a5-eec93adaa43e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 6505 time: 0.1576929 Sep 16 04:53:06.878373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3589ff-a03b-431d-9e40-7a1dfdbacc8c None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:06.904685 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6a6fe05a-1053-4139-b2ac-ae3412576c11 req-5d0c031c-5f3b-408c-abc5-8b10c41b9174 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427420 Sep 16 04:53:06.925060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ab9ccb2-fb95-4e79-8986-8c688fb8b114 req-b63ee5da-ac9a-425b-b534-c3292f376b6e tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705068 Sep 16 04:53:06.928800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-431299f2-a043-4b66-817a-4764af3b226b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:06.945296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-431299f2-a043-4b66-817a-4764af3b226b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 63b0697b-2366-4efe-aef1-3220453a51be owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:07.064260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-32dd9ce5-6be1-47d2-a535-450bab48287f None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:07.064743 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32dd9ce5-6be1-47d2-a535-450bab48287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.081255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 79b578a2-fced-48e7-8369-2107b217b737 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:07.231614 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-431299f2-a043-4b66-817a-4764af3b226b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.268487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431299f2-a043-4b66-817a-4764af3b226b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=63b0697b-2366-4efe-aef1-3220453a51be,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:07.430989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:07.431378 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.440526 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-431299f2-a043-4b66-817a-4764af3b226b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.443470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-431299f2-a043-4b66-817a-4764af3b226b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/63b0697b-2366-4efe-aef1-3220453a51be HTTP/1.1" status: 204 len: 168 time: 0.8443928 Sep 16 04:53:07.445493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46542) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:07.484217 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32dd9ce5-6be1-47d2-a535-450bab48287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.544653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a1526-2b11-4f0c-a4f2-04f17b14b36a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.549387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-32dd9ce5-6be1-47d2-a535-450bab48287f None None] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:07.559168 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a1526-2b11-4f0c-a4f2-04f17b14b36a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.561217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a1526-2b11-4f0c-a4f2-04f17b14b36a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:07.563059 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e88a1526-2b11-4f0c-a4f2-04f17b14b36a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1161811 Sep 16 04:53:07.565910 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46550) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:07.566371 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32dd9ce5-6be1-47d2-a535-450bab48287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.599132 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.664756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 477c8f9d-aa26-413a-aae0-9d6c486158ec {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:07.668853 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.687700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd9ce5-6be1-47d2-a535-450bab48287f None None] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:07.704554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e356b7-bd38-4133-a195-fe2c24f7333e None None] Update dhcp port {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': '477c8f9d-aa26-413a-aae0-9d6c486158ec', 'ip_address': '2001:db8::f816:3eff:fe26:b8e0'}, {'subnet_id': '6f6e1f9c-f78d-4929-bcaf-0006ef3c82e9'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '79b578a2-fced-48e7-8369-2107b217b737'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:53:07.722834 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.738151 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-61e356b7-bd38-4133-a195-fe2c24f7333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.826428 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.910235 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-61e356b7-bd38-4133-a195-fe2c24f7333e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 477c8f9d-aa26-413a-aae0-9d6c486158ec: This subnet is being modified by another concurrent operation. Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 477c8f9d-aa26-413a-aae0-9d6c486158ec: This subnet is being modified by another concurrent operation. Sep 16 04:53:07.911113 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 04:53:07.975762 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:07.978116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/477c8f9d-aa26-413a-aae0-9d6c486158ec HTTP/1.1" status: 204 len: 168 time: 0.4105203 Sep 16 04:53:07.979603 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46560) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:07.980105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=477c8f9d-aa26-413a-aae0-9d6c486158ec,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:07.991168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.991525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.992246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.992408 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.992675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.992996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.993339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.993795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:07.999387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:08.001282 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:08.001767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:08.002118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3dfac-5d0e-4579-8241-b29065c90f74 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:08.023884 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25c3ba2-a438-44f1-a6d5-a043b74b7097 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:08.064446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-890262e4-6681-4115-9b77-afbf72c0f621 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 6f6e1f9c-f78d-4929-bcaf-0006ef3c82e9 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:08.071026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-890262e4-6681-4115-9b77-afbf72c0f621 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.153330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4e0fe58e-225f-47e7-aa62-6b998f3b2212 None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:08.153743 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe58e-225f-47e7-aa62-6b998f3b2212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.158219 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-890262e4-6681-4115-9b77-afbf72c0f621 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.173113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263eef6-1a18-4177-91f7-9b8fe960b50e req-0a474361-ae3e-4e48-80db-54360facbf0a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:08.187742 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0263eef6-1a18-4177-91f7-9b8fe960b50e req-0a474361-ae3e-4e48-80db-54360facbf0a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1070015 Sep 16 04:53:08.223672 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-890262e4-6681-4115-9b77-afbf72c0f621 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.259280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0263eef6-1a18-4177-91f7-9b8fe960b50e req-751c6957-5c08-43b2-98f0-0f29e3642d5b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685785 Sep 16 04:53:08.300052 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-890262e4-6681-4115-9b77-afbf72c0f621 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.353504 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-890262e4-6681-4115-9b77-afbf72c0f621 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.357939 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-890262e4-6681-4115-9b77-afbf72c0f621 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/6f6e1f9c-f78d-4929-bcaf-0006ef3c82e9 HTTP/1.1" status: 204 len: 168 time: 0.3753777 Sep 16 04:53:08.358639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46570) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:08.360712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890262e4-6681-4115-9b77-afbf72c0f621 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6e1f9c-f78d-4929-bcaf-0006ef3c82e9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:08.387683 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795cd3ee-5b45-470a-b5f9-9b8dec49f5db None None] Update dhcp port {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': '6f6e1f9c-f78d-4929-bcaf-0006ef3c82e9'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '79b578a2-fced-48e7-8369-2107b217b737'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:53:08.413073 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-52d6c831-b673-4b29-820b-87b9405b8089 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531662 Sep 16 04:53:08.414702 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-795cd3ee-5b45-470a-b5f9-9b8dec49f5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.415779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46576) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:08.424826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:08.560847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:08.567391 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.704276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f1f65914-db6e-403d-9192-7024013c197d None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:08.704683 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f1f65914-db6e-403d-9192-7024013c197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:08.816907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21237b6-a672-4823-8869-19935ba2f7c6 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:53:08.980732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7821ca45-6944-45c3-ad5f-856648377b26 None None] Could not find standard attr ID for object 63b0697b-2366-4efe-aef1-3220453a51be. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:53:08.984414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21237b6-a672-4823-8869-19935ba2f7c6 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:53:09.080720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.objects.ports [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94744) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:53:09.089239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 79b578a2-fced-48e7-8369-2107b217b737 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:09.248268 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.348816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:09.392042 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.433979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.451903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.465569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf466eb-2d87-4c32-9777-803c0ac3351f req-e4887dfe-8e30-4bca-9a33-155a9e45d665 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.473815 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bf466eb-2d87-4c32-9777-803c0ac3351f req-e4887dfe-8e30-4bca-9a33-155a9e45d665 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.0786052 Sep 16 04:53:09.540150 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bf466eb-2d87-4c32-9777-803c0ac3351f req-11ef8331-60a0-4e0d-9952-29c922333a4f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653694 Sep 16 04:53:09.659334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c69435e-8796-4493-a3ed-e27504ee8e26 None None] Update dhcp port {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': '7316fe2f-afd6-4cbe-ac17-f18745715f57'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '79b578a2-fced-48e7-8369-2107b217b737'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:53:09.690815 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c69435e-8796-4493-a3ed-e27504ee8e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.744112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:09.778811 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.784973 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.786121 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.840445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46620) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:09.879659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:09.888370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:09.893417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:09.894060 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:09.901564 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-2c69435e-8796-4493-a3ed-e27504ee8e26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:09.902570 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-2c69435e-8796-4493-a3ed-e27504ee8e26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:09.911560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=7316fe2f-afd6-4cbe-ac17-f18745715f57,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.927649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:09.936902 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c1c1e60f-6a2f-48fc-998b-89a6096e5043 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5180357 Sep 16 04:53:09.937085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46624) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:09.942730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-026a85ce-3ee8-471d-93dc-5ef44b700c75 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:09.996131 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5265671-638d-4ecd-b6d9-3e0fc6dcc9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.144809 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5265671-638d-4ecd-b6d9-3e0fc6dcc9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.150383 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5265671-638d-4ecd-b6d9-3e0fc6dcc9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.207861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026a85ce-3ee8-471d-93dc-5ef44b700c75 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:10.211404 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-026a85ce-3ee8-471d-93dc-5ef44b700c75 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.224280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5265671-638d-4ecd-b6d9-3e0fc6dcc9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db361de2-3cc2-49da-972c-4acbe88344fd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:10.246601 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b5265671-638d-4ecd-b6d9-3e0fc6dcc9e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04284d11778f446282d6a0e7489cbec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020464 Sep 16 04:53:10.248156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46626) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:10.310800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19df4f5c-bff6-46f8-9732-98179595e892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.338230 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19df4f5c-bff6-46f8-9732-98179595e892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.391472 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19df4f5c-bff6-46f8-9732-98179595e892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.394424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19df4f5c-bff6-46f8-9732-98179595e892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.398040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-19df4f5c-bff6-46f8-9732-98179595e892 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db361de2-3cc2-49da-972c-4acbe88344fd HTTP/1.1" status: 204 len: 168 time: 0.1464045 Sep 16 04:53:10.403871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df4f5c-bff6-46f8-9732-98179595e892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db361de2-3cc2-49da-972c-4acbe88344fd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:10.443366 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c69435e-8796-4493-a3ed-e27504ee8e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.520135 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-026a85ce-3ee8-471d-93dc-5ef44b700c75 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.574273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a85ce-3ee8-471d-93dc-5ef44b700c75 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:10.579109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-026a85ce-3ee8-471d-93dc-5ef44b700c75 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:10.583702 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a85ce-3ee8-471d-93dc-5ef44b700c75 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.584598 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-026a85ce-3ee8-471d-93dc-5ef44b700c75 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.606037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a85ce-3ee8-471d-93dc-5ef44b700c75 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=a3219f5e-eae4-4fcb-9a0a-2a7ad555747c,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:10.627020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46636) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:10.627675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-026a85ce-3ee8-471d-93dc-5ef44b700c75 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6888731 Sep 16 04:53:10.633112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:ea:d1:25', 'name': 'tempest-NetworksTestDHCPv6-1123174224'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:10.770476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8f38-3b17-4a96-9768-42f0d52fa4fb req-f2ee9923-bd47-420f-be89-f386509aec09 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:10.782346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-97fe8f38-3b17-4a96-9768-42f0d52fa4fb req-f2ee9923-bd47-420f-be89-f386509aec09 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.0857809 Sep 16 04:53:10.812568 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2c69435e-8796-4493-a3ed-e27504ee8e26 None None] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:10.855897 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c69435e-8796-4493-a3ed-e27504ee8e26 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.858507 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-97fe8f38-3b17-4a96-9768-42f0d52fa4fb req-7abee6ba-14dd-4665-ae4e-3b75b8a1d050 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563252 Sep 16 04:53:10.861078 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c69435e-8796-4493-a3ed-e27504ee8e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.893513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46642) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:10.904843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:10.916027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc6ee-fb80-4c67-b242-f38870f2e632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:10.936032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69435e-8796-4493-a3ed-e27504ee8e26 None None] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.039467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc6ee-fb80-4c67-b242-f38870f2e632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.046591 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.065367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc6ee-fb80-4c67-b242-f38870f2e632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.085893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port daeac3e2-8e2c-4e4c-a7b4-0543e19d2c1c yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:11.124692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cc6ee-fb80-4c67-b242-f38870f2e632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28ff1e8-f238-4ed8-a4c5-3847423d6140,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.130041 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0c8cc6ee-fb80-4c67-b242-f38870f2e632 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bd3f7a0e3c9466d8dcddb51e3970e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352805 Sep 16 04:53:11.132399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46644) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:11.191414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3be02353-7379-4f12-b9d1-e63fb30e9b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.230962 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3be02353-7379-4f12-b9d1-e63fb30e9b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.288224 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3be02353-7379-4f12-b9d1-e63fb30e9b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.291249 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3be02353-7379-4f12-b9d1-e63fb30e9b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.296302 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3be02353-7379-4f12-b9d1-e63fb30e9b0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c28ff1e8-f238-4ed8-a4c5-3847423d6140 HTTP/1.1" status: 204 len: 168 time: 0.1604102 Sep 16 04:53:11.300607 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 172.20.0.7 (4211d509-25f4-4a41-874d-6b71d4ade588/a3219f5e-eae4-4fcb-9a0a-2a7ad555747c/daeac3e2-8e2c-4e4c-a7b4-0543e19d2c1c) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:11.305551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be02353-7379-4f12-b9d1-e63fb30e9b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28ff1e8-f238-4ed8-a4c5-3847423d6140,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.313655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::f816:3eff:feea:d125 (4211d509-25f4-4a41-874d-6b71d4ade588/7316fe2f-afd6-4cbe-ac17-f18745715f57/daeac3e2-8e2c-4e4c-a7b4-0543e19d2c1c) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:11.497991 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.537365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.581584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:11.584937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:11.592720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:11.600073 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=daeac3e2-8e2c-4e4c-a7b4-0543e19d2c1c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:11.647538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.648182 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.663275 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dd778d65-ad1a-493c-9408-339f644b6dac tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0348117 Sep 16 04:53:11.666033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46654) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:11.670619 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bcd253-2bc0-4e22-9b13-d8e28eb1a331 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:53:11.764848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc47a18-d171-46f2-9a57-f689e2c2ac94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.768394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8ee10814-e34e-4109-bed2-541f43ae5900 None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:11.769023 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8ee10814-e34e-4109-bed2-541f43ae5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:11.777163 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc47a18-d171-46f2-9a57-f689e2c2ac94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:11.783912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0dc47a18-d171-46f2-9a57-f689e2c2ac94 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1158743 Sep 16 04:53:11.786260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46668) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:11.897461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bcd253-2bc0-4e22-9b13-d8e28eb1a331 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:53:11.937725 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8ee10814-e34e-4109-bed2-541f43ae5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.003173 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-5e118cff-716e-4a06-80fd-272af543aef2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port daeac3e2-8e2c-4e4c-a7b4-0543e19d2c1c {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:12.003539 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e118cff-716e-4a06-80fd-272af543aef2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.058432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e92a3-e6a5-46a2-b68e-d7a676e2a968 req-134a5549-5384-402a-9b0b-ba9d50478472 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:12.066298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a59e92a3-e6a5-46a2-b68e-d7a676e2a968 req-134a5549-5384-402a-9b0b-ba9d50478472 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1120689 Sep 16 04:53:12.150141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a59e92a3-e6a5-46a2-b68e-d7a676e2a968 req-dde9a797-7694-47d9-9d1e-6eb56daa8bb5 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702786 Sep 16 04:53:12.160376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8ee10814-e34e-4109-bed2-541f43ae5900 None None] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:12.162273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e118cff-716e-4a06-80fd-272af543aef2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.165791 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8ee10814-e34e-4109-bed2-541f43ae5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.196016 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-5e118cff-716e-4a06-80fd-272af543aef2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for daeac3e2-8e2c-4e4c-a7b4-0543e19d2c1c owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:12.288558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee10814-e34e-4109-bed2-541f43ae5900 None None] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:12.566948 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e118cff-716e-4a06-80fd-272af543aef2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.655810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f80fd7-b182-45d2-a4f7-1332af94ac2a None None] Update dhcp port {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': '7316fe2f-afd6-4cbe-ac17-f18745715f57', 'ip_address': '2001:db8::f816:3eff:fe26:b8e0'}, {'subnet_id': 'a3219f5e-eae4-4fcb-9a0a-2a7ad555747c'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '79b578a2-fced-48e7-8369-2107b217b737'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:53:12.690115 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-74f80fd7-b182-45d2-a4f7-1332af94ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:12.911548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-74f80fd7-b182-45d2-a4f7-1332af94ac2a None None] Allocated IP 172.20.0.2 (4211d509-25f4-4a41-874d-6b71d4ade588/a3219f5e-eae4-4fcb-9a0a-2a7ad555747c/79b578a2-fced-48e7-8369-2107b217b737) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:13.053474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e118cff-716e-4a06-80fd-272af543aef2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=daeac3e2-8e2c-4e4c-a7b4-0543e19d2c1c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:13.127198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 79b578a2-fced-48e7-8369-2107b217b737 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:13.180240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-74f80fd7-b182-45d2-a4f7-1332af94ac2a None None] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:13.267019 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e118cff-716e-4a06-80fd-272af543aef2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.271785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46722) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:13.272340 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5e118cff-716e-4a06-80fd-272af543aef2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/daeac3e2-8e2c-4e4c-a7b4-0543e19d2c1c HTTP/1.1" status: 204 len: 168 time: 1.4844413 Sep 16 04:53:13.300286 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-74f80fd7-b182-45d2-a4f7-1332af94ac2a None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.313759 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-74f80fd7-b182-45d2-a4f7-1332af94ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.326993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:13.329843 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.440186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6cdb0e-b979-4eab-bf63-34b6d50b0bd3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.442222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6cdb0e-b979-4eab-bf63-34b6d50b0bd3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.444205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6cdb0e-b979-4eab-bf63-34b6d50b0bd3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.445857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8d6cdb0e-b979-4eab-bf63-34b6d50b0bd3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1721487 Sep 16 04:53:13.449231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46746) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:13.474245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09653cc-c0f6-4057-9a65-508e65b9d7ce req-67d3a5e4-46ed-4723-b80b-fd801bbd26a8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:13.476625 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d09653cc-c0f6-4057-9a65-508e65b9d7ce req-67d3a5e4-46ed-4723-b80b-fd801bbd26a8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1306255 Sep 16 04:53:13.493777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f80fd7-b182-45d2-a4f7-1332af94ac2a None None] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=10']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:13.644845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-11307643-fad6-490c-8351-97d8405fd4ee tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 7316fe2f-afd6-4cbe-ac17-f18745715f57 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:13.668434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11307643-fad6-490c-8351-97d8405fd4ee tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.738429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d09653cc-c0f6-4057-9a65-508e65b9d7ce req-02508c17-e32b-480d-a3a8-2ebfc47d1fc3 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370102 Sep 16 04:53:13.763876 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11307643-fad6-490c-8351-97d8405fd4ee tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:13.958678 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11307643-fad6-490c-8351-97d8405fd4ee tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.070225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11307643-fad6-490c-8351-97d8405fd4ee tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.106974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11307643-fad6-490c-8351-97d8405fd4ee tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=7316fe2f-afd6-4cbe-ac17-f18745715f57,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:14.115625 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11307643-fad6-490c-8351-97d8405fd4ee tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.117565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-11307643-fad6-490c-8351-97d8405fd4ee tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/7316fe2f-afd6-4cbe-ac17-f18745715f57 HTTP/1.1" status: 204 len: 168 time: 0.6669378 Sep 16 04:53:14.120929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46822) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:14.216291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ff9175-ad91-464a-95ac-b080b5648214 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet a3219f5e-eae4-4fcb-9a0a-2a7ad555747c {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:14.220585 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61ff9175-ad91-464a-95ac-b080b5648214 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.279060 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61ff9175-ad91-464a-95ac-b080b5648214 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.496937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-1584a6c8-eedb-4012-bfcf-cb7c74cfc6a1 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=352908deaa284f45a8c275cba9e7aa40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586166 Sep 16 04:53:14.525590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61ff9175-ad91-464a-95ac-b080b5648214 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.568696 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84cce92-8eb3-47ad-aa58-fef52cd5237e None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:14.613937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c672f206-dbb0-4241-af4e-c8739d708141 None None] Could not find standard attr ID for object daeac3e2-8e2c-4e4c-a7b4-0543e19d2c1c. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:53:14.667510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c672f206-dbb0-4241-af4e-c8739d708141 None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:14.668186 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c672f206-dbb0-4241-af4e-c8739d708141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.776864 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61ff9175-ad91-464a-95ac-b080b5648214 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.823224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff9175-ad91-464a-95ac-b080b5648214 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=a3219f5e-eae4-4fcb-9a0a-2a7ad555747c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:14.855263 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61ff9175-ad91-464a-95ac-b080b5648214 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:14.857589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-61ff9175-ad91-464a-95ac-b080b5648214 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/a3219f5e-eae4-4fcb-9a0a-2a7ad555747c HTTP/1.1" status: 204 len: 168 time: 0.7350943 Sep 16 04:53:14.860616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46916) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:14.888310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-b167e264-8252-48a2-a8cd-6d06a9566bb6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:14.890163 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-b167e264-8252-48a2-a8cd-6d06a9566bb6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3872366 Sep 16 04:53:14.908263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-18aa2af1-99c5-4975-8159-9bac99f9a1c7 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/quotas/352908deaa284f45a8c275cba9e7aa40 HTTP/1.1" status: 200 len: 375 time: 0.0118814 Sep 16 04:53:14.992208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-71a06639-e147-44cc-8d6f-88d392a66dd6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=352908deaa284f45a8c275cba9e7aa40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737648 Sep 16 04:53:14.997006 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bb36a970-5a44-4612-9de2-2591607ecdaf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1341317 Sep 16 04:53:14.999761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46932) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:15.005659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-06f77c4b-886e-4641-988b-6cb8df18dbd7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:15.016822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de963543-927b-4b7a-8b95-09171c1383c5 None None] Update dhcp port {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': 'a3219f5e-eae4-4fcb-9a0a-2a7ad555747c'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '79b578a2-fced-48e7-8369-2107b217b737'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:53:15.091486 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de963543-927b-4b7a-8b95-09171c1383c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.097513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0859168-4f53-483e-8795-f0fb148608f7 req-fa2a6b0e-bcbf-49c0-a74f-a10df42e1554 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.107480 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0859168-4f53-483e-8795-f0fb148608f7 req-fa2a6b0e-bcbf-49c0-a74f-a10df42e1554 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1307321 Sep 16 04:53:15.181000 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0859168-4f53-483e-8795-f0fb148608f7 req-30efc30d-7f48-4b0e-a18b-c18e6e10ab1b tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674980 Sep 16 04:53:15.218005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f77c4b-886e-4641-988b-6cb8df18dbd7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:15.218005 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06f77c4b-886e-4641-988b-6cb8df18dbd7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.528441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 79b578a2-fced-48e7-8369-2107b217b737 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:15.543071 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0021da24-8a76-4319-906b-8f0f67ee35bd req-800b4abf-3653-49a3-a233-804acc70ecff tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 210 time: 0.0307055 Sep 16 04:53:15.643623 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06f77c4b-886e-4641-988b-6cb8df18dbd7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.682985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-f4498f70-7160-48ef-900d-d6d4a60bda43 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.692468 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-f4498f70-7160-48ef-900d-d6d4a60bda43 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 814 time: 0.2241442 Sep 16 04:53:15.707236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:15.707871 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.719798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f77c4b-886e-4641-988b-6cb8df18dbd7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:15.722193 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-442b574c-539c-47c1-982c-d84a0d0d7b34 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/quotas/59fa0fafe1f645aaa657c0c36db79a3d HTTP/1.1" status: 200 len: 375 time: 0.0207281 Sep 16 04:53:15.731275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-06f77c4b-886e-4641-988b-6cb8df18dbd7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:15.749261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f77c4b-886e-4641-988b-6cb8df18dbd7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:15.752347 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06f77c4b-886e-4641-988b-6cb8df18dbd7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:15.773876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f77c4b-886e-4641-988b-6cb8df18dbd7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=ff7ec280-342c-4a85-8fd5-e5c4f835b460,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:15.790445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-06f77c4b-886e-4641-988b-6cb8df18dbd7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7894509 Sep 16 04:53:15.793217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47024) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:15.805387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:15.811281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed90503-bfd7-4e0d-8688-78c9a42c6928 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:15.819024 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-9931282b-c9e5-4320-a2a0-ee6fdee0493e tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957999 Sep 16 04:53:15.967950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:15.972535 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.000873 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-7dc28aa0-7f91-4f2e-b3b5-a2c81fbda6d9 service neutron] 10.222.0.53 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806622 Sep 16 04:53:16.134163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-96522b39-9d9b-4b02-8091-06c2d9336832 None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:16.134705 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-96522b39-9d9b-4b02-8091-06c2d9336832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.232106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-0f72369c-3215-4081-b823-4304a1100285 service neutron] 10.222.0.53 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291846 Sep 16 04:53:16.485916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79acd-e107-46db-b6c6-3da4df41a38b req-7c9189a8-2ce0-4b62-957a-31fae80abbb2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:16.493446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3e79acd-e107-46db-b6c6-3da4df41a38b req-7c9189a8-2ce0-4b62-957a-31fae80abbb2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1811028 Sep 16 04:53:16.638810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.objects.ports [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94745) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:53:16.709793 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f1fc14fa-079d-4d0a-8c92-87fc87901488 req-ea3a1082-a282-403f-981d-5aec6c364efe tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 210 time: 0.0697548 Sep 16 04:53:16.723190 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3e79acd-e107-46db-b6c6-3da4df41a38b req-42224f46-111a-424c-b5eb-1699d16da5a6 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738672 Sep 16 04:53:16.726046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7657a055-a413-43c7-8f1b-64d578cb57e2 None None] Update dhcp port {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': 'ff7ec280-342c-4a85-8fd5-e5c4f835b460'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '79b578a2-fced-48e7-8369-2107b217b737'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:53:16.792896 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7657a055-a413-43c7-8f1b-64d578cb57e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:16.856063 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ce94a104-5a4e-4a18-b6c5-edff9fb06b2e req-8a1a6d4d-f247-4359-878c-f5b070b5f259 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 210 time: 0.0465972 Sep 16 04:53:17.109204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 79b578a2-fced-48e7-8369-2107b217b737 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:17.248084 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.293830 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-7657a055-a413-43c7-8f1b-64d578cb57e2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:53:17.293830 n-d-712142-17 neutron-server[94746]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Sep 16 04:53:17.293830 n-d-712142-17 neutron-server[94746]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe26:b8e0', 'status': 'ALLOCATED', 'ipam_subnet_id': '9c0414c7-7d8e-478a-98cc-2f5effdc4327'}] Sep 16 04:53:17.293830 n-d-712142-17 neutron-server[94746]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:17.294227 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-7657a055-a413-43c7-8f1b-64d578cb57e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:17.296709 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-70c4090d-232c-45c4-9696-31c7924eceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.346630 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:17.347618 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:17.829043 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-290eab93-25ad-4066-a0d9-a575482657c0 req-49a6d042-c97f-488f-9c96-dac69029a596 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 210 time: 0.0460165 Sep 16 04:53:17.903233 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7657a055-a413-43c7-8f1b-64d578cb57e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.919421 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:17.920169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-02bc13ab-6f66-48b1-bde2-895d3af5ee2f tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=352908deaa284f45a8c275cba9e7aa40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359564 Sep 16 04:53:17.957913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.011475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:18.018456 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b6baa1e-2c88-46c6-810b-57f7107c8f5e req-73a895f2-d785-4ef9-94b6-9631ed949907 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 210 time: 0.0647423 Sep 16 04:53:18.033569 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.059838 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.api [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:18.060210 n-d-712142-17 neutron-server[94745]: DEBUG oslo_db.api [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:18.070228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b166a-d598-4c9a-a60b-d5be26dfdf2f req-aaecafd1-8f92-4f6e-91a6-3a14bccbeed8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:18.071754 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a17b166a-d598-4c9a-a60b-d5be26dfdf2f req-aaecafd1-8f92-4f6e-91a6-3a14bccbeed8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1887555 Sep 16 04:53:18.174220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a17b166a-d598-4c9a-a60b-d5be26dfdf2f req-e2b1a7a0-0d32-4d64-81df-a900227cb22d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755301 Sep 16 04:53:18.203492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=14']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.238545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-7066bdb0-4e3b-4759-83a1-9572a6587bc1 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:18.240986 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-7066bdb0-4e3b-4759-83a1-9572a6587bc1 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3031914 Sep 16 04:53:18.257421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Request body: {'port': {'device_id': '5b31745e-c1a2-4ba0-b79c-287d71102e7d', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '352908deaa284f45a8c275cba9e7aa40'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:18.261323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d8e9f54f-848b-4790-9ad5-b417614cb486 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:18.264018 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d8e9f54f-848b-4790-9ad5-b417614cb486 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.50 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 814 time: 0.1717277 Sep 16 04:53:18.280724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Request body: {'port': {'device_id': '31219bb8-c1c0-4ddd-acd9-11234cbbe53f', 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01', 'admin_state_up': True, 'tenant_id': '59fa0fafe1f645aaa657c0c36db79a3d'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:18.285028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-7657a055-a413-43c7-8f1b-64d578cb57e2 None None] Allocated IP 172.20.0.2 (4211d509-25f4-4a41-874d-6b71d4ade588/ff7ec280-342c-4a85-8fd5-e5c4f835b460/79b578a2-fced-48e7-8369-2107b217b737) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:18.378360 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Made reservation on behalf of 352908deaa284f45a8c275cba9e7aa40 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:18.382048 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.390678 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7657a055-a413-43c7-8f1b-64d578cb57e2 None None] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:18.391651 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.398046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Made reservation on behalf of 59fa0fafe1f645aaa657c0c36db79a3d for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:18.401752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.436620 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7657a055-a413-43c7-8f1b-64d578cb57e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.465020 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7657a055-a413-43c7-8f1b-64d578cb57e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.544308 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.552361 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.582643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657a055-a413-43c7-8f1b-64d578cb57e2 None None] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=15']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.584813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Allocated IP 172.20.0.14 (9319edcf-e21c-4520-9d6d-2a5ffd172e01/267089d7-348a-46df-9275-af9e72e172dc/de57d2f6-1193-4d0b-9479-81f1214060a9) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:18.702344 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.708210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f86272-e004-4b17-9c3f-40dbff343c10,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:18.898880 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.905479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Allocated IP 192.168.233.68 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/68d2db9f-b36b-4586-b79d-7b99f36b3ce6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:18.970031 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:18.983773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d716640f-5d72-4a31-94c4-8bcdc47f49f1'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:19.086092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:19.087292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Pushing event updated for resources: {'Port': ['ID=de57d2f6-1193-4d0b-9479-81f1214060a9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.099446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:19.102018 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 79b578a2-fced-48e7-8369-2107b217b737 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:19.102591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:19.217499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:19.218054 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.231363 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fba3ebd6-03fc-48a1-8e20-cbf776ef3537 req-9f269509-d51b-421f-b412-8bbaf66f7dc6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 210 time: 0.0653355 Sep 16 04:53:19.243975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb2bab-a6fd-4dde-9fa2-fe2b01d14bb6 req-9106439a-cb0e-4112-a25a-820a16b6f481 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.245705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-debb2bab-a6fd-4dde-9fa2-fe2b01d14bb6 req-9106439a-cb0e-4112-a25a-820a16b6f481 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 932 time: 0.2950966 Sep 16 04:53:19.265205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:19.271260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.271952 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.306051 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-d15a6cbd-6e45-49fb-ad8d-2f85cfa55988 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0302730 Sep 16 04:53:19.320877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Request body: {'port': {'device_id': '31219bb8-c1c0-4ddd-acd9-11234cbbe53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:19.397436 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.408471 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-debb2bab-a6fd-4dde-9fa2-fe2b01d14bb6 req-74ba3ddf-7244-44db-867c-bbd9f5172d0b tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483572 Sep 16 04:53:19.436800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.445660 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.446790 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.474493 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.488068 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:53:19.488787 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:53:19.566559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:19.576130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.582131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:19.591822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.592828 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.595995 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653270f4-bcdf-4566-a25b-900af3692826 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:19.613504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8166101 Sep 16 04:53:19.616069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=16']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.628703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47258) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:19.632095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93790789-7108-4387-9f2b-49ce75e7b6b7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=4f90df5c-90cd-42f4-9bcc-764d71236d97,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.643040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:be:2c:54', 'name': 'tempest-NetworksTestDHCPv6-177227499'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:19.683621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d070c-5466-4e65-b9b3-918d7bbef1fc req-dfc36331-402b-4090-9bdf-8c9e3cb75cc1 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:19.685270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ce7d070c-5466-4e65-b9b3-918d7bbef1fc req-dfc36331-402b-4090-9bdf-8c9e3cb75cc1 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.3170793 Sep 16 04:53:19.724840 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c7c2dbbd-1ca4-44e3-9e06-1e50d18bd1a3 None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:19.725141 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7c2dbbd-1ca4-44e3-9e06-1e50d18bd1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.810558 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.906339 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7c2dbbd-1ca4-44e3-9e06-1e50d18bd1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.915874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Pushing event updated for resources: {'Port': ['ID=68d2db9f-b36b-4586-b79d-7b99f36b3ce6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:19.922793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de57d2f6-1193-4d0b-9479-81f1214060a9 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:19.938104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:19.949121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:19.955115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.961062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:19.974608 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c7c2dbbd-1ca4-44e3-9e06-1e50d18bd1a3 None None] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:19.975293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:19.976908 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ce7d070c-5466-4e65-b9b3-918d7bbef1fc req-3268d868-a7dd-44f3-8084-13f727361edd tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114891 Sep 16 04:53:19.980904 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7c2dbbd-1ca4-44e3-9e06-1e50d18bd1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:19.996857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Transition to ACTIVE for port object de57d2f6-1193-4d0b-9479-81f1214060a9 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:20.002001 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.006831 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:53:20.053781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2dbbd-1ca4-44e3-9e06-1e50d18bd1a3 None None] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=17']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:20.084096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Pushing event updated for resources: {'Port': ['ID=de57d2f6-1193-4d0b-9479-81f1214060a9,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:20.105630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.106543 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.149332 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-07742e70-7425-4569-b7ba-08999b53d0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.159127 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-e90d73ee-aeac-4de5-9660-4fbfca655ac6 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9073691 Sep 16 04:53:20.172472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Request body: {'port': {'device_id': '5b31745e-c1a2-4ba0-b79c-287d71102e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:20.189834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Attempting to bind port de57d2f6-1193-4d0b-9479-81f1214060a9 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:20.190472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Attempting to bind port de57d2f6-1193-4d0b-9479-81f1214060a9 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:20.191036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Attempting to bind port de57d2f6-1193-4d0b-9479-81f1214060a9 on network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:20.196945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Port de57d2f6-1193-4d0b-9479-81f1214060a9 on network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:20.197460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Attempting to bind port de57d2f6-1193-4d0b-9479-81f1214060a9 on network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:20.203438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:20.203924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Checking segment: {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:20.204444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Bound using segment: {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:20.205030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Bound port: de57d2f6-1193-4d0b-9479-81f1214060a9, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:20.205500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.242866 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.283437 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.300950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 18383b0b-7f4e-43a3-90e4-ed823d87dc0a yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:20.302622 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] For port de57d2f6-1193-4d0b-9479-81f1214060a9, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:20.309047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] For port de57d2f6-1193-4d0b-9479-81f1214060a9, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de57d2f6-1193-4d0b-9479-81f1214060a9,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:20.317825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.351847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.352481 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.355300 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] 10.222.0.50 "PUT /v2.0/ports/de57d2f6-1193-4d0b-9479-81f1214060a9 HTTP/1.1" status: 200 len: 1093 time: 1.0379095 Sep 16 04:53:20.355792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31219bb8-c1c0-4ddd-acd9-11234cbbe53f', 'tag': 'de57d2f6-1193-4d0b-9479-81f1214060a9'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:20.358133 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cb8203-2dbe-4653-a216-a04f4435a431" -d '{"events": [{"name": "network-changed", "server_uuid": "31219bb8-c1c0-4ddd-acd9-11234cbbe53f", "tag": "de57d2f6-1193-4d0b-9479-81f1214060a9"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:20.396557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721cbff-1744-4ac9-a94d-2151ebc567db service neutron] Pushing event updated for resources: {'Port': ['ID=de57d2f6-1193-4d0b-9479-81f1214060a9,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:20.408659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-174bed63-e1bc-41fc-add4-e3a427bf1884 None None] Provisioning complete for port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:20.409303 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-174bed63-e1bc-41fc-add4-e3a427bf1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.426183 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a69c56f-9694-462d-bb4e-3828544fea75 x-openstack-request-id: req-0a69c56f-9694-462d-bb4e-3828544fea75 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:20.426680 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31219bb8-c1c0-4ddd-acd9-11234cbbe53f", "tag": "de57d2f6-1193-4d0b-9479-81f1214060a9", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:20.427076 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a69c56f-9694-462d-bb4e-3828544fea75 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:20.427624 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31219bb8-c1c0-4ddd-acd9-11234cbbe53f', 'tag': 'de57d2f6-1193-4d0b-9479-81f1214060a9', 'status': 'completed', 'code': 200} Sep 16 04:53:20.467942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-174bed63-e1bc-41fc-add4-e3a427bf1884 None None] Port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:20.470897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-06da8580-74d2-4e4e-8a0b-9b7b702107d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.473635 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-06da8580-74d2-4e4e-8a0b-9b7b702107d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 1096 time: 0.0700254 Sep 16 04:53:20.507141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2d116-067b-4da0-bada-a502fdf4f5f9 req-008ef29d-3f68-40d0-b999-601b430f146f tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.515264 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ca2d116-067b-4da0-bada-a502fdf4f5f9 req-008ef29d-3f68-40d0-b999-601b430f146f tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 935 time: 0.1947854 Sep 16 04:53:20.534546 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-29a93ac0-348d-418e-bfba-aa08a8341725 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de57d2f6-1193-4d0b-9479-81f1214060a9 HTTP/1.1" status: 200 len: 217 time: 0.0502677 Sep 16 04:53:20.628226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40666764-ef57-469f-81a6-2215595365e8 req-8354a8f6-940b-48ce-9dd9-7c75a0e6aeda tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.629470 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-40666764-ef57-469f-81a6-2215595365e8 req-8354a8f6-940b-48ce-9dd9-7c75a0e6aeda tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 944 time: 0.0989554 Sep 16 04:53:20.631018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-c91aca74-82c8-401b-8e0b-b1a0dbff7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:20.632932 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-c91aca74-82c8-401b-8e0b-b1a0dbff7ec6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=267089d7-348a-46df-9275-af9e72e172dc HTTP/1.1" status: 200 len: 854 time: 0.0858672 Sep 16 04:53:20.664823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ca2d116-067b-4da0-bada-a502fdf4f5f9 req-48dd08b0-9c38-46b5-bb0b-be172146bfdf tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486464 Sep 16 04:53:20.686220 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-a4c9470f-7d64-4615-9714-e8b48382b04d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9319edcf-e21c-4520-9d6d-2a5ffd172e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371435 Sep 16 04:53:20.706647 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa7d7a9-f254-46f2-9187-c654231b9bd4 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:20.728184 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-40666764-ef57-469f-81a6-2215595365e8 req-2eb1a7b8-2547-44c9-8fa6-37b195c9f844 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925982 Sep 16 04:53:20.791630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 172.20.0.12 (4211d509-25f4-4a41-874d-6b71d4ade588/ff7ec280-342c-4a85-8fd5-e5c4f835b460/18383b0b-7f4e-43a3-90e4-ed823d87dc0a) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:20.801044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-956fb8b6-07ca-48ee-80ae-a1d1f554c7c9 service neutron] 10.222.0.50 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079648 Sep 16 04:53:20.806613 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.816439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::f816:3eff:febe:2c54 (4211d509-25f4-4a41-874d-6b71d4ade588/4f90df5c-90cd-42f4-9bcc-764d71236d97/18383b0b-7f4e-43a3-90e4-ed823d87dc0a) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:20.827493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4e9b1c43-0efb-4992-9c54-47c28ee1958b None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:20.828095 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1c43-0efb-4992-9c54-47c28ee1958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:20.919911 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-db2deeac-4722-4660-8a9a-c5faa19bdc99 req-35cd3a5e-7d64-4ee8-8698-26bb49a907de service neutron] 10.222.0.50 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069350 Sep 16 04:53:20.948190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:20.960206 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.012202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Transition to ACTIVE for port object 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:21.020553 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.063868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 79b578a2-fced-48e7-8369-2107b217b737 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:21.082903 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.110347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb8203-2dbe-4653-a216-a04f4435a431 req-dc570ad6-375a-4fff-86cc-82fa0ccfa528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.119091 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22cb8203-2dbe-4653-a216-a04f4435a431 req-dc570ad6-375a-4fff-86cc-82fa0ccfa528 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 1096 time: 0.1224687 Sep 16 04:53:21.157202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:21.157587 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.202262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Pushing event updated for resources: {'Port': ['ID=68d2db9f-b36b-4586-b79d-7b99f36b3ce6,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:21.226299 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.304546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:21.310071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Attempting to bind port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:21.310708 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Attempting to bind port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:21.311144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Attempting to bind port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:21.320594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:21.325195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:21.335359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=18383b0b-7f4e-43a3-90e4-ed823d87dc0a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:21.377030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:21.377521 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Attempting to bind port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:21.388133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:21.388820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:21.389555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:21.390322 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Bound port: 68d2db9f-b36b-4586-b79d-7b99f36b3ce6, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:21.390913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.441869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7aab9-9dc9-4298-bc58-b4ae6fed3f00 req-584df11d-ec56-4487-91c6-2afcbca9cfeb tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.443633 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2cb7aab9-9dc9-4298-bc58-b4ae6fed3f00 req-584df11d-ec56-4487-91c6-2afcbca9cfeb tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.2781475 Sep 16 04:53:21.478371 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb8203-2dbe-4653-a216-a04f4435a431 req-db4ac547-7ecb-44f2-85af-79169b61f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.480493 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22cb8203-2dbe-4653-a216-a04f4435a431 req-db4ac547-7ecb-44f2-85af-79169b61f792 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 915 time: 0.3525422 Sep 16 04:53:21.544355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] For port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:21.551017 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2cb7aab9-9dc9-4298-bc58-b4ae6fed3f00 req-d989af0b-04aa-4349-8825-31a6f1212452 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960014 Sep 16 04:53:21.551689 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] For port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=68d2db9f-b36b-4586-b79d-7b99f36b3ce6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:21.552933 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22cb8203-2dbe-4653-a216-a04f4435a431 req-a09df958-57e2-44ec-bfe2-abb446909fc0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de57d2f6-1193-4d0b-9479-81f1214060a9 HTTP/1.1" status: 200 len: 217 time: 0.0569434 Sep 16 04:53:21.568833 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.573070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-46c4b260-f233-4be6-9091-64204d1662e6 None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:21.573594 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-46c4b260-f233-4be6-9091-64204d1662e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.658243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb8203-2dbe-4653-a216-a04f4435a431 req-2f6f5a2d-8968-47e8-8a85-592ea1995dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.660463 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22cb8203-2dbe-4653-a216-a04f4435a431 req-2f6f5a2d-8968-47e8-8a85-592ea1995dc1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=267089d7-348a-46df-9275-af9e72e172dc HTTP/1.1" status: 200 len: 854 time: 0.0983377 Sep 16 04:53:21.666548 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.707724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.708472 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.712289 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] 10.222.0.50 "PUT /v2.0/ports/68d2db9f-b36b-4586-b79d-7b99f36b3ce6 HTTP/1.1" status: 200 len: 1096 time: 1.5442379 Sep 16 04:53:21.712426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22cb8203-2dbe-4653-a216-a04f4435a431 req-66f543d7-a4fb-4fc3-81ba-b5181327c895 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9319edcf-e21c-4520-9d6d-2a5ffd172e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379171 Sep 16 04:53:21.715598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3222a-574f-4a7d-be03-ca86f25b0c12 service neutron] Pushing event updated for resources: {'Port': ['ID=68d2db9f-b36b-4586-b79d-7b99f36b3ce6,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:21.730416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b31745e-c1a2-4ba0-b79c-287d71102e7d', 'tag': '68d2db9f-b36b-4586-b79d-7b99f36b3ce6'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:21.732793 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf439665-e3ac-4a11-98eb-5aacf6855974" -d '{"events": [{"name": "network-changed", "server_uuid": "5b31745e-c1a2-4ba0-b79c-287d71102e7d", "tag": "68d2db9f-b36b-4586-b79d-7b99f36b3ce6"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:21.760670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.761542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:21.781715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5ae0f077-da69-4fa4-8926-0ca83faf3894 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1445320 Sep 16 04:53:21.785347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47290) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:21.851310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-b0f2ed3b-442a-41f8-8a09-7e9448973993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.852819 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-b0f2ed3b-442a-41f8-8a09-7e9448973993 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352908deaa284f45a8c275cba9e7aa40&device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 1099 time: 0.0733128 Sep 16 04:53:21.953402 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0de44-b4cf-47e4-93cc-bc9e9fd96143 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.959712 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-b7609fa2-1fa7-4267-b0e5-0388174da27a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=68d2db9f-b36b-4586-b79d-7b99f36b3ce6 HTTP/1.1" status: 200 len: 217 time: 0.0930507 Sep 16 04:53:21.959871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0de44-b4cf-47e4-93cc-bc9e9fd96143 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:21.965111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47292) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:21.966082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-86d0de44-b4cf-47e4-93cc-bc9e9fd96143 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1751623 Sep 16 04:53:22.001867 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22cb8203-2dbe-4653-a216-a04f4435a431 req-12fe5e66-e899-47f6-9fdf-50dc95e8a14c service neutron] 10.222.0.50 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741892 Sep 16 04:53:22.019537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c30e32-d2b2-4179-b988-68f9c95c69bf req-ff5bdb3d-926b-41bd-bb64-15f8cb6b3115 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.041426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-60c30e32-d2b2-4179-b988-68f9c95c69bf req-ff5bdb3d-926b-41bd-bb64-15f8cb6b3115 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 947 time: 0.1782596 Sep 16 04:53:22.061160 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865c71b8-ae74-4909-8639-3b3e5e95ee27 x-openstack-request-id: req-865c71b8-ae74-4909-8639-3b3e5e95ee27 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:22.061595 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b31745e-c1a2-4ba0-b79c-287d71102e7d", "tag": "68d2db9f-b36b-4586-b79d-7b99f36b3ce6", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:22.061975 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-865c71b8-ae74-4909-8639-3b3e5e95ee27 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:22.062378 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b31745e-c1a2-4ba0-b79c-287d71102e7d', 'tag': '68d2db9f-b36b-4586-b79d-7b99f36b3ce6', 'status': 'completed', 'code': 200} Sep 16 04:53:22.089303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6d8dfcad-600c-4e1b-9667-233ad8034881 None None] Could not find standard attr ID for object daeac3e2-8e2c-4e4c-a7b4-0543e19d2c1c. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:53:22.105230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-d4f09afd-e5a4-4468-b461-6549ffc48df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.107043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-d4f09afd-e5a4-4468-b461-6549ffc48df1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0945187 Sep 16 04:53:22.167287 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-60c30e32-d2b2-4179-b988-68f9c95c69bf req-0145cd09-4e9b-443a-891b-46dc52f5868a tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244562 Sep 16 04:53:22.201843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-73f3467a-3028-438a-a9fa-18808234f766 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 18383b0b-7f4e-43a3-90e4-ed823d87dc0a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:22.202346 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73f3467a-3028-438a-a9fa-18808234f766 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.221073 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22cb8203-2dbe-4653-a216-a04f4435a431 req-31281157-ec67-437b-8e37-b87221cafcfa service neutron] 10.222.0.50 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707747 Sep 16 04:53:22.246049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-598abe2d-79a3-4460-bd48-2b175ffcde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.247693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-598abe2d-79a3-4460-bd48-2b175ffcde28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1308472 Sep 16 04:53:22.363295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-59c10e4b-b267-461a-bb3e-c2af87416dd5 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026945 Sep 16 04:53:22.404019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88323b-0f6d-43f5-a241-22019d1d91fa req-f1c56d67-0b55-4bc2-bdc5-5f155378ad8d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.414867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88323b-0f6d-43f5-a241-22019d1d91fa req-f1c56d67-0b55-4bc2-bdc5-5f155378ad8d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.421706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88323b-0f6d-43f5-a241-22019d1d91fa req-f1c56d67-0b55-4bc2-bdc5-5f155378ad8d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.427975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88323b-0f6d-43f5-a241-22019d1d91fa req-f1c56d67-0b55-4bc2-bdc5-5f155378ad8d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.435868 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88323b-0f6d-43f5-a241-22019d1d91fa req-f1c56d67-0b55-4bc2-bdc5-5f155378ad8d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.442573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88323b-0f6d-43f5-a241-22019d1d91fa req-f1c56d67-0b55-4bc2-bdc5-5f155378ad8d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.449786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ed62905c-e17e-496b-907f-119a101f836e None None] Provisioning complete for port 18383b0b-7f4e-43a3-90e4-ed823d87dc0a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:22.450223 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88323b-0f6d-43f5-a241-22019d1d91fa req-f1c56d67-0b55-4bc2-bdc5-5f155378ad8d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.450659 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed62905c-e17e-496b-907f-119a101f836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.451209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd025e-e172-4d5f-b215-6625b53a4c43 req-cfef8aed-18ee-40f3-bbf4-b03531e85419 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.452862 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04cd025e-e172-4d5f-b215-6625b53a4c43 req-cfef8aed-18ee-40f3-bbf4-b03531e85419 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 944 time: 0.2643185 Sep 16 04:53:22.458896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f88323b-0f6d-43f5-a241-22019d1d91fa req-f1c56d67-0b55-4bc2-bdc5-5f155378ad8d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5434 time: 0.1265233 Sep 16 04:53:22.512967 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2f88323b-0f6d-43f5-a241-22019d1d91fa req-90d46498-e883-4ffb-b692-e2c1a7efd07b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530553 Sep 16 04:53:22.526941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ed62905c-e17e-496b-907f-119a101f836e None None] Port 18383b0b-7f4e-43a3-90e4-ed823d87dc0a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:22.697017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26384c60-7e6c-45ab-a3c2-1893c62c3eae req-1fb51668-f0d5-4792-bbd1-983285d1fc7f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:22.710022 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-26384c60-7e6c-45ab-a3c2-1893c62c3eae req-1fb51668-f0d5-4792-bbd1-983285d1fc7f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.0672128 Sep 16 04:53:22.763700 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-26384c60-7e6c-45ab-a3c2-1893c62c3eae req-d4f80a4c-dde6-4620-96b6-fd73e27c6c73 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524068 Sep 16 04:53:22.790887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73f3467a-3028-438a-a9fa-18808234f766 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:22.815246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-73f3467a-3028-438a-a9fa-18808234f766 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 18383b0b-7f4e-43a3-90e4-ed823d87dc0a owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:22.849772 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04cd025e-e172-4d5f-b215-6625b53a4c43 req-f9a74de5-8088-4f37-b010-73f051eff0c4 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878512 Sep 16 04:53:22.887606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-188278e6-d4e8-4faf-8970-a85a0fb17f43 req-a27c864c-3607-43b3-bebc-f24bbe2dfd0d service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944937 Sep 16 04:53:23.039953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf439665-e3ac-4a11-98eb-5aacf6855974 req-7c3cb57c-0b6a-457f-a049-e20aa303e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.042034 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf439665-e3ac-4a11-98eb-5aacf6855974 req-7c3cb57c-0b6a-457f-a049-e20aa303e76e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352908deaa284f45a8c275cba9e7aa40&device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 1099 time: 0.0881901 Sep 16 04:53:23.074759 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73f3467a-3028-438a-a9fa-18808234f766 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.118116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3467a-3028-438a-a9fa-18808234f766 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=18383b0b-7f4e-43a3-90e4-ed823d87dc0a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:23.155209 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.252811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf439665-e3ac-4a11-98eb-5aacf6855974 req-f675cd3d-741f-4d76-9da8-46c867ab9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.254363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf439665-e3ac-4a11-98eb-5aacf6855974 req-f675cd3d-741f-4d76-9da8-46c867ab9447 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2013822 Sep 16 04:53:23.314150 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73f3467a-3028-438a-a9fa-18808234f766 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.316273 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-73f3467a-3028-438a-a9fa-18808234f766 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/18383b0b-7f4e-43a3-90e4-ed823d87dc0a HTTP/1.1" status: 204 len: 168 time: 1.3496661 Sep 16 04:53:23.318136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf439665-e3ac-4a11-98eb-5aacf6855974 req-a4609961-abd1-4422-aaf2-d65fe497005d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=68d2db9f-b36b-4586-b79d-7b99f36b3ce6 HTTP/1.1" status: 200 len: 217 time: 0.0495958 Sep 16 04:53:23.320514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9b0f1-418c-4f5d-8add-e1785d47f0cd req-88cb106b-ee76-4400-9c0a-3e7fbb9e031d tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.322558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-29a9b0f1-418c-4f5d-8add-e1785d47f0cd req-88cb106b-ee76-4400-9c0a-3e7fbb9e031d tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 947 time: 0.0864048 Sep 16 04:53:23.323182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47306) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:23.388274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf439665-e3ac-4a11-98eb-5aacf6855974 req-42f1ec23-9c18-4681-ab88-93b4425021d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.391090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf439665-e3ac-4a11-98eb-5aacf6855974 req-42f1ec23-9c18-4681-ab88-93b4425021d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0654237 Sep 16 04:53:23.448425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb7e52-5dbb-4043-8513-64c37a52a595 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.450413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb7e52-5dbb-4043-8513-64c37a52a595 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.452880 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb7e52-5dbb-4043-8513-64c37a52a595 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.454095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf439665-e3ac-4a11-98eb-5aacf6855974 req-5df2e086-eb7e-4c9d-aed6-5f8af4c9ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.455686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf439665-e3ac-4a11-98eb-5aacf6855974 req-5df2e086-eb7e-4c9d-aed6-5f8af4c9ba7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0533319 Sep 16 04:53:23.457151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47308) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:23.457490 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-19eb7e52-5dbb-4043-8513-64c37a52a595 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1333230 Sep 16 04:53:23.476106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-29a9b0f1-418c-4f5d-8add-e1785d47f0cd req-62a3d3a9-7fab-4933-96cb-97719ab7e12a tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434917 Sep 16 04:53:23.516135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-98e5b9ca-9ceb-4ec3-b656-140a90f8747e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.522693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-98e5b9ca-9ceb-4ec3-b656-140a90f8747e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.529888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-98e5b9ca-9ceb-4ec3-b656-140a90f8747e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.536042 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-98e5b9ca-9ceb-4ec3-b656-140a90f8747e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.543042 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-98e5b9ca-9ceb-4ec3-b656-140a90f8747e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.545052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e01c7e8-7525-4369-bd7e-5c2fc2639558 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 4f90df5c-90cd-42f4-9bcc-764d71236d97 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:23.549058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-98e5b9ca-9ceb-4ec3-b656-140a90f8747e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.555445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-98e5b9ca-9ceb-4ec3-b656-140a90f8747e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.558284 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-98e5b9ca-9ceb-4ec3-b656-140a90f8747e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5434 time: 0.1308129 Sep 16 04:53:23.581846 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4e01c7e8-7525-4369-bd7e-5c2fc2639558 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.621959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-2bbefa95-e415-4d7b-816e-7413c716bcba tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.623691 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-2bbefa95-e415-4d7b-816e-7413c716bcba tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "GET /v2.0/ports/3e01476a-ab84-4363-8e04-bb85002972b9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0574102 Sep 16 04:53:23.670395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4e01c7e8-7525-4369-bd7e-5c2fc2639558 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.695584 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf439665-e3ac-4a11-98eb-5aacf6855974 req-e8c3e2f6-ac8f-42bb-9729-4446ac662240 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035451 Sep 16 04:53:23.737663 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-88e83abf-95ca-47ea-ba22-43b96467d73b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "GET /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1058965 Sep 16 04:53:23.748624 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91681ca9-3917-445a-9db6-20cee06a1459 req-2d0329b1-bc4f-417f-8abb-4c8d7c5a5152 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.750632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:23.754915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91681ca9-3917-445a-9db6-20cee06a1459 req-2d0329b1-bc4f-417f-8abb-4c8d7c5a5152 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.761919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91681ca9-3917-445a-9db6-20cee06a1459 req-2d0329b1-bc4f-417f-8abb-4c8d7c5a5152 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.767932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91681ca9-3917-445a-9db6-20cee06a1459 req-2d0329b1-bc4f-417f-8abb-4c8d7c5a5152 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.773928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91681ca9-3917-445a-9db6-20cee06a1459 req-2d0329b1-bc4f-417f-8abb-4c8d7c5a5152 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.780538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91681ca9-3917-445a-9db6-20cee06a1459 req-2d0329b1-bc4f-417f-8abb-4c8d7c5a5152 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.786573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91681ca9-3917-445a-9db6-20cee06a1459 req-2d0329b1-bc4f-417f-8abb-4c8d7c5a5152 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.788586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91681ca9-3917-445a-9db6-20cee06a1459 req-2d0329b1-bc4f-417f-8abb-4c8d7c5a5152 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 5434 time: 0.1783180 Sep 16 04:53:23.813732 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.876799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device de57d2f6-1193-4d0b-9479-81f1214060a9 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:23.921670 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91681ca9-3917-445a-9db6-20cee06a1459 req-48c020fa-2e40-4eec-82af-940e21329a62 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150753 Sep 16 04:53:23.933854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070b0d4-94ec-4dff-9c47-0548e5def436 req-1e5af665-0e04-48e2-bc3c-2af54b451517 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:23.935597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7070b0d4-94ec-4dff-9c47-0548e5def436 req-1e5af665-0e04-48e2-bc3c-2af54b451517 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.0825891 Sep 16 04:53:23.959694 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4e01c7e8-7525-4369-bd7e-5c2fc2639558 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:23.998424 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7070b0d4-94ec-4dff-9c47-0548e5def436 req-47efa690-5177-4b32-ba34-47315dde64a6 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501676 Sep 16 04:53:24.028643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf439665-e3ac-4a11-98eb-5aacf6855974 req-a96d860d-4b3f-4b2e-b449-f6400655e787 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217518 Sep 16 04:53:24.068808 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port de57d2f6-1193-4d0b-9479-81f1214060a9, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de57d2f6-1193-4d0b-9479-81f1214060a9,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:24.081751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'de57d2f6-1193-4d0b-9479-81f1214060a9', 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01', 'port_id': 'de57d2f6-1193-4d0b-9479-81f1214060a9', 'mac_address': 'fa:16:3e:f8:e3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267089d7-348a-46df-9275-af9e72e172dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:24.091809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] For port 3e01476a-ab84-4363-8e04-bb85002972b9, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3e01476a-ab84-4363-8e04-bb85002972b9,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:24.112454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ac2e9-732d-4541-8882-a8b19c03b942 req-dcbd60e0-41be-4e2e-91e1-e77912eeac87 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.121578 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d69ac2e9-732d-4541-8882-a8b19c03b942 req-dcbd60e0-41be-4e2e-91e1-e77912eeac87 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 944 time: 0.0851440 Sep 16 04:53:24.124215 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4e01c7e8-7525-4369-bd7e-5c2fc2639558 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.129835 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.140184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] For port 3e01476a-ab84-4363-8e04-bb85002972b9, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:24.155283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de57d2f6-1193-4d0b-9479-81f1214060a9 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:24.172783 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01c7e8-7525-4369-bd7e-5c2fc2639558 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=4f90df5c-90cd-42f4-9bcc-764d71236d97,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:24.179918 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4e01c7e8-7525-4369-bd7e-5c2fc2639558 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.183086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4e01c7e8-7525-4369-bd7e-5c2fc2639558 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/4f90df5c-90cd-42f4-9bcc-764d71236d97 HTTP/1.1" status: 204 len: 168 time: 0.7240741 Sep 16 04:53:24.187879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47318) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:24.191935 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] device_id is not set on port 3e01476a-ab84-4363-8e04-bb85002972b9 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:24.194379 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6853d01e-2cff-45d4-a869-84e90a5b8626 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:24.202531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port de57d2f6-1193-4d0b-9479-81f1214060a9, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de57d2f6-1193-4d0b-9479-81f1214060a9,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:24.202726 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.213622 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d69ac2e9-732d-4541-8882-a8b19c03b942 req-88974f7d-39f9-43ad-a6b6-482960ebc3c8 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902536 Sep 16 04:53:24.220252 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.220437 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.291157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5669d7f-e7a5-428f-aa95-92056addd87e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet ff7ec280-342c-4a85-8fd5-e5c4f835b460 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:24.296367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5669d7f-e7a5-428f-aa95-92056addd87e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.317477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] No DVR routers for this DVR port 3e01476a-ab84-4363-8e04-bb85002972b9 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:24.366988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=de57d2f6-1193-4d0b-9479-81f1214060a9,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:24.377526 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5669d7f-e7a5-428f-aa95-92056addd87e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.395337 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] In _notify_port_updated(), no bound segment for port 3e01476a-ab84-4363-8e04-bb85002972b9 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae {{(pid=94744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:53:24.396378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.397110 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.398685 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] 10.222.0.50 "PUT /v2.0/ports/3e01476a-ab84-4363-8e04-bb85002972b9 HTTP/1.1" status: 200 len: 1027 time: 0.6523209 Sep 16 04:53:24.399434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf9c7e-7ab4-462d-953f-79eb5626ac36 service neutron] Pushing event updated for resources: {'Port': ['ID=3e01476a-ab84-4363-8e04-bb85002972b9,revision_number=6']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:24.480393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-8754bc09-7359-4457-a34b-4d5c6350bc8a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.485841 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-8754bc09-7359-4457-a34b-4d5c6350bc8a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "GET /v2.0/ports/b2c539f9-3dcb-4aee-84f4-297e697dc188?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0800021 Sep 16 04:53:24.503093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:24.545542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['de57d2f6-1193-4d0b-9479-81f1214060a9'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:24.552493 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5669d7f-e7a5-428f-aa95-92056addd87e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.637210 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.700338 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2c725-6d4d-498f-8c28-e365db9fe4f1 req-155d51cf-cc5f-47e5-9a2c-fa59c3cc1c04 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:24.706951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-25c52072-ee3d-48a0-a6a1-6c01ef3ac377 None None] Provisioning complete for port 3e01476a-ab84-4363-8e04-bb85002972b9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:24.707337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-25c52072-ee3d-48a0-a6a1-6c01ef3ac377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.709194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7a2c725-6d4d-498f-8c28-e365db9fe4f1 req-155d51cf-cc5f-47e5-9a2c-fa59c3cc1c04 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 947 time: 0.0952659 Sep 16 04:53:24.742704 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5669d7f-e7a5-428f-aa95-92056addd87e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.788177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5669d7f-e7a5-428f-aa95-92056addd87e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7ec280-342c-4a85-8fd5-e5c4f835b460,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:24.803949 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7a2c725-6d4d-498f-8c28-e365db9fe4f1 req-1d9f35f5-b41e-4f8b-abd9-092e201936d1 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891445 Sep 16 04:53:24.805392 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5669d7f-e7a5-428f-aa95-92056addd87e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:24.809714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c5669d7f-e7a5-428f-aa95-92056addd87e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/ff7ec280-342c-4a85-8fd5-e5c4f835b460 HTTP/1.1" status: 204 len: 168 time: 0.6054697 Sep 16 04:53:24.810005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47328) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:24.835763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-25c52072-ee3d-48a0-a6a1-6c01ef3ac377 None None] Port 3e01476a-ab84-4363-8e04-bb85002972b9 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:24.852527 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9c345e88-d3c4-41ed-9609-a59695a62281 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413940 Sep 16 04:53:24.856084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47330) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:24.864140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-445d05fb-b051-471d-9c87-1c782601a399 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:25.003518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445d05fb-b051-471d-9c87-1c782601a399 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:25.008141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-445d05fb-b051-471d-9c87-1c782601a399 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.130744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486de578-bc45-49f0-ba6d-73b9bdd51c46 req-40a88b26-5647-4558-a10f-49b26c6b8b98 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.137301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486de578-bc45-49f0-ba6d-73b9bdd51c46 req-40a88b26-5647-4558-a10f-49b26c6b8b98 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.143265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486de578-bc45-49f0-ba6d-73b9bdd51c46 req-40a88b26-5647-4558-a10f-49b26c6b8b98 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.149465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486de578-bc45-49f0-ba6d-73b9bdd51c46 req-40a88b26-5647-4558-a10f-49b26c6b8b98 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.156331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486de578-bc45-49f0-ba6d-73b9bdd51c46 req-40a88b26-5647-4558-a10f-49b26c6b8b98 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.162277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486de578-bc45-49f0-ba6d-73b9bdd51c46 req-40a88b26-5647-4558-a10f-49b26c6b8b98 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.167725 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-486de578-bc45-49f0-ba6d-73b9bdd51c46 req-40a88b26-5647-4558-a10f-49b26c6b8b98 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 4660 time: 0.1081831 Sep 16 04:53:25.263464 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-486de578-bc45-49f0-ba6d-73b9bdd51c46 req-4b683e12-6694-405a-add9-960dae7e0cf8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&id=e8f77a7e-581f-41b5-b272-bc6251446635&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800002 Sep 16 04:53:25.284557 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-445d05fb-b051-471d-9c87-1c782601a399 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.300601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] For port b2c539f9-3dcb-4aee-84f4-297e697dc188, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b2c539f9-3dcb-4aee-84f4-297e697dc188,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:25.338556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962ed0e-02b0-473d-b88a-b320851a5f24 req-7208e1bf-2819-486f-b004-5e445ce71276 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.346657 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6962ed0e-02b0-473d-b88a-b320851a5f24 req-7208e1bf-2819-486f-b004-5e445ce71276 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.2146749 Sep 16 04:53:25.371186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] For port b2c539f9-3dcb-4aee-84f4-297e697dc188, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:25.371997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d05fb-b051-471d-9c87-1c782601a399 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:25.379874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-445d05fb-b051-471d-9c87-1c782601a399 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:25.387043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d05fb-b051-471d-9c87-1c782601a399 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.387652 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-445d05fb-b051-471d-9c87-1c782601a399 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.405229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64af041-caac-430a-887d-c2d0e10221c8 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:25.418087 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-445d05fb-b051-471d-9c87-1c782601a399 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5495749 Sep 16 04:53:25.418643 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47338) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:25.425950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d05fb-b051-471d-9c87-1c782601a399 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=44dd5436-cb54-4697-be28-96149dcd4599,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:25.435931 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:25.449093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] device_id is not set on port b2c539f9-3dcb-4aee-84f4-297e697dc188 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:25.468521 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6962ed0e-02b0-473d-b88a-b320851a5f24 req-5b583b77-25b7-4105-8d85-e2b50e15cdfd tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209018 Sep 16 04:53:25.471764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.503644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b25875-b68a-47c9-94cb-1daa020b71bf req-064e576f-fc5a-4a05-bac6-2eccc379f3a2 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.505234 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-25b25875-b68a-47c9-94cb-1daa020b71bf req-064e576f-fc5a-4a05-bac6-2eccc379f3a2 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 945 time: 0.1372001 Sep 16 04:53:25.510891 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.538066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-13d548da-a8d3-4660-a593-647e55accaea None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:25.538457 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-13d548da-a8d3-4660-a593-647e55accaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.615218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] No DVR routers for this DVR port b2c539f9-3dcb-4aee-84f4-297e697dc188 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:25.626264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:25.631179 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.673496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-25b25875-b68a-47c9-94cb-1daa020b71bf req-a8adfb2a-eec2-4e5a-ae83-27b11725df88 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532028 Sep 16 04:53:25.687719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] Pushing event updated for resources: {'Port': ['ID=b2c539f9-3dcb-4aee-84f4-297e697dc188,revision_number=6']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:25.713426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] In _notify_port_updated(), no bound segment for port b2c539f9-3dcb-4aee-84f4-297e697dc188 on network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae {{(pid=94744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:53:25.714244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:25.720790 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.722263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-803f668d-690a-493b-835c-6b45a86ff83e service neutron] 10.222.0.50 "PUT /v2.0/ports/b2c539f9-3dcb-4aee-84f4-297e697dc188 HTTP/1.1" status: 200 len: 1027 time: 1.2273052 Sep 16 04:53:25.928994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-d341ce24-0bc8-462f-975e-0c409bfdb042 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Deleting port bde9702d-41e5-4b56-b01c-9dc5a65b1554 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:25.929350 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-d341ce24-0bc8-462f-975e-0c409bfdb042 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:25.959171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:25.961670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device de57d2f6-1193-4d0b-9479-81f1214060a9 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:26.031190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626019f1-ad9e-4c16-9e2a-59f9844d4f57 req-00cef9ae-a61e-4240-beae-01c35757835b tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.032995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-626019f1-ad9e-4c16-9e2a-59f9844d4f57 req-00cef9ae-a61e-4240-beae-01c35757835b tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 947 time: 0.0677998 Sep 16 04:53:26.046888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d0eac087-45ba-479c-a27f-7d6cc0375ca6 None None] Provisioning complete for port b2c539f9-3dcb-4aee-84f4-297e697dc188 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:26.047325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-d341ce24-0bc8-462f-975e-0c409bfdb042 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] For port bde9702d-41e5-4b56-b01c-9dc5a65b1554, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bde9702d-41e5-4b56-b01c-9dc5a65b1554,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:26.047568 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d0eac087-45ba-479c-a27f-7d6cc0375ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.047848 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-d341ce24-0bc8-462f-975e-0c409bfdb042 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.063017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-d341ce24-0bc8-462f-975e-0c409bfdb042 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Calling delete_port for bde9702d-41e5-4b56-b01c-9dc5a65b1554 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:26.098687 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-626019f1-ad9e-4c16-9e2a-59f9844d4f57 req-59fe9aa1-7927-494e-a880-4e3f72830a3e tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592637 Sep 16 04:53:26.189655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port de57d2f6-1193-4d0b-9479-81f1214060a9 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:26.191713 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d0eac087-45ba-479c-a27f-7d6cc0375ca6 None None] Port b2c539f9-3dcb-4aee-84f4-297e697dc188 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:26.201935 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port de57d2f6-1193-4d0b-9479-81f1214060a9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:26.202306 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.224560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.objects.ports [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94745) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:53:26.264176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=68d2db9f-b36b-4586-b79d-7b99f36b3ce6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:26.314385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '68d2db9f-b36b-4586-b79d-7b99f36b3ce6', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '68d2db9f-b36b-4586-b79d-7b99f36b3ce6', 'mac_address': 'fa:16:3e:9e:63:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:26.316495 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-d341ce24-0bc8-462f-975e-0c409bfdb042 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.371817 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341ce24-0bc8-462f-975e-0c409bfdb042 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Port': ['ID=bde9702d-41e5-4b56-b01c-9dc5a65b1554,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:26.387868 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.427714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-d341ce24-0bc8-462f-975e-0c409bfdb042 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] No DVR routers for this DVR port bde9702d-41e5-4b56-b01c-9dc5a65b1554 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:26.431496 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-d341ce24-0bc8-462f-975e-0c409bfdb042 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.433668 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-d341ce24-0bc8-462f-975e-0c409bfdb042 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "DELETE /v2.0/ports/bde9702d-41e5-4b56-b01c-9dc5a65b1554 HTTP/1.1" status: 204 len: 173 time: 0.6947060 Sep 16 04:53:26.442971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-deleted', 'tag': 'bde9702d-41e5-4b56-b01c-9dc5a65b1554'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:26.445215 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bd33a4-4321-466c-a53b-a3f606615093" -d '{"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-deleted", "tag": "bde9702d-41e5-4b56-b01c-9dc5a65b1554"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:26.466327 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.470899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.485976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:26.504488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-90004079-2b98-4032-9768-c660c0fabdac None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:26.504883 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-90004079-2b98-4032-9768-c660c0fabdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.533454 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1dd6a7-c6f0-4113-9e34-ec9770109470 x-openstack-request-id: req-bc1dd6a7-c6f0-4113-9e34-ec9770109470 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:26.533969 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-deleted", "tag": "bde9702d-41e5-4b56-b01c-9dc5a65b1554", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:26.534880 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc1dd6a7-c6f0-4113-9e34-ec9770109470 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:26.535292 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-deleted', 'tag': 'bde9702d-41e5-4b56-b01c-9dc5a65b1554', 'status': 'completed', 'code': 200} Sep 16 04:53:26.592662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4df4a-fc63-4e8b-ac6d-79b509ee305c req-7666a847-7ca0-410e-b537-417372b27163 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.593034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=68d2db9f-b36b-4586-b79d-7b99f36b3ce6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:26.600181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4df4a-fc63-4e8b-ac6d-79b509ee305c req-7666a847-7ca0-410e-b537-417372b27163 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.606313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31219bb8-c1c0-4ddd-acd9-11234cbbe53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de57d2f6-1193-4d0b-9479-81f1214060a9'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:26.607099 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4df4a-fc63-4e8b-ac6d-79b509ee305c req-7666a847-7ca0-410e-b537-417372b27163 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.608622 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c401f3-d7eb-4ad6-bb41-8d8d904d2d78" -d '{"events": [{"server_uuid": "31219bb8-c1c0-4ddd-acd9-11234cbbe53f", "name": "network-vif-plugged", "status": "completed", "tag": "de57d2f6-1193-4d0b-9479-81f1214060a9"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:26.614803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4df4a-fc63-4e8b-ac6d-79b509ee305c req-7666a847-7ca0-410e-b537-417372b27163 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.615922 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.617021 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0cf4df4a-fc63-4e8b-ac6d-79b509ee305c req-7666a847-7ca0-410e-b537-417372b27163 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 3151 time: 0.1824100 Sep 16 04:53:26.636789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port de57d2f6-1193-4d0b-9479-81f1214060a9, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de57d2f6-1193-4d0b-9479-81f1214060a9,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:26.668503 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.687967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Deleting port fa345f8b-b575-4bfd-8d95-b3355e4d9944 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:26.688665 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.707480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=68d2db9f-b36b-4586-b79d-7b99f36b3ce6,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:26.738735 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0cf4df4a-fc63-4e8b-ac6d-79b509ee305c req-ad6a1842-4cec-4746-ac58-987512f06840 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118443 Sep 16 04:53:26.763560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ebd97-822d-4ac2-8488-2f102194f687 req-fda99e6e-7489-404a-8f62-bbce5247e772 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:26.769533 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-287ebd97-822d-4ac2-8488-2f102194f687 req-fda99e6e-7489-404a-8f62-bbce5247e772 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.0989645 Sep 16 04:53:26.815495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=de57d2f6-1193-4d0b-9479-81f1214060a9,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:26.833012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:26.889396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] For port fa345f8b-b575-4bfd-8d95-b3355e4d9944, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fa345f8b-b575-4bfd-8d95-b3355e4d9944,segment=NetworkSegment(2ab46fae-fd29-4f09-a622-00ee18e95f43),segment_id=2ab46fae-fd29-4f09-a622-00ee18e95f43)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:26.889821 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.897357 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-287ebd97-822d-4ac2-8488-2f102194f687 req-211cf729-b0db-4d4d-b876-95e755eeca54 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158240 Sep 16 04:53:26.934462 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd918c74-3c5e-4d90-84e1-2fe0a45578c5 x-openstack-request-id: req-bd918c74-3c5e-4d90-84e1-2fe0a45578c5 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:26.935147 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31219bb8-c1c0-4ddd-acd9-11234cbbe53f", "name": "network-vif-plugged", "status": "completed", "tag": "de57d2f6-1193-4d0b-9479-81f1214060a9", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:26.935543 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd918c74-3c5e-4d90-84e1-2fe0a45578c5 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:26.937370 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31219bb8-c1c0-4ddd-acd9-11234cbbe53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de57d2f6-1193-4d0b-9479-81f1214060a9', 'code': 200} Sep 16 04:53:26.957532 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.963650 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:26.964703 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.028513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['68d2db9f-b36b-4586-b79d-7b99f36b3ce6'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:27.054331 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:27.059442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:27.075014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a95a7-f78d-4a81-8c51-ae8158f97328 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:27.134297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=21']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:27.145365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.146133 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.172252 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.172493 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.172825 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Floating IP 5c08d388-ff18-4fa6-8748-96a79b2c0146 disassociated. External IP: 172.25.0.188, port: fa345f8b-b575-4bfd-8d95-b3355e4d9944. Sep 16 04:53:27.173709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Calling delete_port for fa345f8b-b575-4bfd-8d95-b3355e4d9944 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:27.219384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=fc069456-8870-4ff4-8af4-2481689913bf,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:27.229846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-344f3828-17ef-442e-80c6-9a451cd90327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8047614 Sep 16 04:53:27.232470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6e2eb-28ca-47a7-9494-d76327ef2d8e req-d6e75e19-13f0-4b7b-81d6-e294d1a87b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.234434 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99c6e2eb-28ca-47a7-9494-d76327ef2d8e req-d6e75e19-13f0-4b7b-81d6-e294d1a87b03 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 1098 time: 0.0854537 Sep 16 04:53:27.243707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318336ac-3034-4d93-b9c3-34a108e4f008 req-2e957f6a-0c5a-4b43-b26f-42205000ae3f tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.245718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-318336ac-3034-4d93-b9c3-34a108e4f008 req-2e957f6a-0c5a-4b43-b26f-42205000ae3f tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 946 time: 0.2502842 Sep 16 04:53:27.264366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47362) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:27.286870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:40:8c:37', 'name': 'tempest-NetworksTestDHCPv6-745981034'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:27.351934 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.399137 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99c6e2eb-28ca-47a7-9494-d76327ef2d8e req-aa6ac637-afef-40a9-bff9-30b067f383f9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522055 Sep 16 04:53:27.412239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Port': ['ID=fa345f8b-b575-4bfd-8d95-b3355e4d9944,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:27.442998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c3f2-6c6c-4a2d-951e-9d037ab01463 req-321b584c-105e-453b-b073-571a42fa8315 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:27.447887 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-52e8c3f2-6c6c-4a2d-951e-9d037ab01463 req-321b584c-105e-453b-b073-571a42fa8315 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 948 time: 0.1055639 Sep 16 04:53:27.460413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:27.481801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-318336ac-3034-4d93-b9c3-34a108e4f008 req-95e5df72-870e-4afa-b433-5e0d95859544 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898783 Sep 16 04:53:27.521683 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c14af66-4063-4f6e-8f9f-17fbcc308770 None None] Update dhcp port {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': 'fc069456-8870-4ff4-8af4-2481689913bf', 'ip_address': '2001:db8::f816:3eff:fe26:b8e0'}, {'subnet_id': '44dd5436-cb54-4697-be28-96149dcd4599'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '79b578a2-fced-48e7-8369-2107b217b737'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:53:27.550364 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c14af66-4063-4f6e-8f9f-17fbcc308770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.585362 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.591139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Router 58d989c5-9c20-4921-aede-433668f0337c has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:53:27.614883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port d625570b-f7e7-43f6-8a73-096e344c4b53 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:27.669535 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-52e8c3f2-6c6c-4a2d-951e-9d037ab01463 req-159b3577-4cbe-4abd-8e19-0146dd4ad18e tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759348 Sep 16 04:53:27.768666 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:53:27.779255 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8db9f2-54e6-42ae-a6a3-46a971f480a2 None None] Sync routers for ids ['58d989c5-9c20-4921-aede-433668f0337c'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:53:27.790344 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8db9f2-54e6-42ae-a6a3-46a971f480a2 None None] Routers {'58d989c5-9c20-4921-aede-433668f0337c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:27.791376 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-be8db9f2-54e6-42ae-a6a3-46a971f480a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['58d989c5-9c20-4921-aede-433668f0337c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:27.851496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] No DVR routers for this DVR port fa345f8b-b575-4bfd-8d95-b3355e4d9944 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:27.859516 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:27.865596 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-27623e69-e541-456a-b7da-0ee6a96dd1e3 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "DELETE /v2.0/ports/fa345f8b-b575-4bfd-8d95-b3355e4d9944 HTTP/1.1" status: 204 len: 173 time: 1.4154272 Sep 16 04:53:27.883977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device a9eebefd-bb8f-4439-b0cb-a73ce30e4442 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:27.930264 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-be8db9f2-54e6-42ae-a6a3-46a971f480a2 None None] Set router 58d989c5-9c20-4921-aede-433668f0337c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:27.944847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 172.20.0.14 (4211d509-25f4-4a41-874d-6b71d4ade588/44dd5436-cb54-4697-be28-96149dcd4599/d625570b-f7e7-43f6-8a73-096e344c4b53) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:27.970534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::f816:3eff:fe40:8c37 (4211d509-25f4-4a41-874d-6b71d4ade588/fc069456-8870-4ff4-8af4-2481689913bf/d625570b-f7e7-43f6-8a73-096e344c4b53) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:28.033824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eebff2-23ee-48b5-b534-99d71e805fca req-78df35dc-7802-4004-8be9-0ebf23db0c1c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.047503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eebff2-23ee-48b5-b534-99d71e805fca req-78df35dc-7802-4004-8be9-0ebf23db0c1c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.056589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eebff2-23ee-48b5-b534-99d71e805fca req-78df35dc-7802-4004-8be9-0ebf23db0c1c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.060002 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5eebff2-23ee-48b5-b534-99d71e805fca req-78df35dc-7802-4004-8be9-0ebf23db0c1c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 2415 time: 0.1845107 Sep 16 04:53:28.065781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Deleting port a9eebefd-bb8f-4439-b0cb-a73ce30e4442 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:28.066262 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.101112 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.156665 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port a9eebefd-bb8f-4439-b0cb-a73ce30e4442, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:28.162143 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.164169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b2c539f9-3dcb-4aee-84f4-297e697dc188 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:28.187411 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5eebff2-23ee-48b5-b534-99d71e805fca req-ebd299cb-3633-4acb-ae50-87fc801f513f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103830 Sep 16 04:53:28.228508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] For port a9eebefd-bb8f-4439-b0cb-a73ce30e4442, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:28.229670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.239927 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-be8db9f2-54e6-42ae-a6a3-46a971f480a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:01Z', 'revision_number': 4, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '0861c9f0-9c0e-4e51-9164-ee625d932000', 'name': '', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'mac_address': 'fa:16:3e:35:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:59Z', 'updated_at': '2021-09-16T04:43:09Z', 'revision_number': 5, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'subnets': [{'id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:28.247928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Calling delete_port for a9eebefd-bb8f-4439-b0cb-a73ce30e4442 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:28.259502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ce4c6-ccc7-4b3a-ac7a-89a82ebd008a req-1cfa553f-c265-46fd-b982-83d0753d381d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.263191 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-820ce4c6-ccc7-4b3a-ac7a-89a82ebd008a req-1cfa553f-c265-46fd-b982-83d0753d381d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1208563 Sep 16 04:53:28.268219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b2c539f9-3dcb-4aee-84f4-297e697dc188 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:28.268583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bde9702d-41e5-4b56-b01c-9dc5a65b1554 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:28.281672 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8db9f2-54e6-42ae-a6a3-46a971f480a2 None None] Checking router: 58d989c5-9c20-4921-aede-433668f0337c for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:53:28.290500 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8db9f2-54e6-42ae-a6a3-46a971f480a2 None None] Routers {'58d989c5-9c20-4921-aede-433668f0337c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:53:28.291169 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-be8db9f2-54e6-42ae-a6a3-46a971f480a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['58d989c5-9c20-4921-aede-433668f0337c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:28.300053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: bde9702d-41e5-4b56-b01c-9dc5a65b1554 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:28.300406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bde9702d-41e5-4b56-b01c-9dc5a65b1554 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:28.301106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:28.304239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:28.330037 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.365216 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-820ce4c6-ccc7-4b3a-ac7a-89a82ebd008a req-0e7ba502-ecc1-469d-9924-23ecf933e620 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950756 Sep 16 04:53:28.378784 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.429272 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-be8db9f2-54e6-42ae-a6a3-46a971f480a2 None None] Set router 58d989c5-9c20-4921-aede-433668f0337c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:53:28.439381 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.439579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:28.444447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:28.450652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:28.478601 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-4c14af66-4063-4f6e-8f9f-17fbcc308770 None None] Allocated IP 172.20.0.2 (4211d509-25f4-4a41-874d-6b71d4ade588/44dd5436-cb54-4697-be28-96149dcd4599/79b578a2-fced-48e7-8369-2107b217b737) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:28.484916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=d625570b-f7e7-43f6-8a73-096e344c4b53,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:28.515870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.516506 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.519366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:28.530363 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.533840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-224bef5f-ee9f-4ce9-b1c1-f90d6a3bd67b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2520924 Sep 16 04:53:28.535342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47376) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:28.544036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-deleted', 'tag': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:28.546249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.547000 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3e01476a-ab84-4363-8e04-bb85002972b9 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:28.551434 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f5e6d2-da84-4741-82db-1e6acc642856" -d '{"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-deleted", "tag": "fa345f8b-b575-4bfd-8d95-b3355e4d9944"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:28.626367 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb3f99-cb86-4369-980b-35c303e69357 x-openstack-request-id: req-cbfb3f99-cb86-4369-980b-35c303e69357 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:28.627081 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-deleted", "tag": "fa345f8b-b575-4bfd-8d95-b3355e4d9944", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:28.627081 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbfb3f99-cb86-4369-980b-35c303e69357 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:28.627354 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-deleted', 'tag': 'fa345f8b-b575-4bfd-8d95-b3355e4d9944', 'status': 'completed', 'code': 200} Sep 16 04:53:28.630693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Port': ['ID=a9eebefd-bb8f-4439-b0cb-a73ce30e4442,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:28.638797 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fb765a-0c4a-40e0-8f96-cc59627ae81d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.642798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:28.643194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:28.643547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:28.643937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:28.644532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:28.645072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:28.645415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:28.645855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:28.646152 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:28.646491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:28.647147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:28.647147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:28.667731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fb765a-0c4a-40e0-8f96-cc59627ae81d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.669421 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f2fb765a-0c4a-40e0-8f96-cc59627ae81d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1330101 Sep 16 04:53:28.684029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47380) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:28.724930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3e01476a-ab84-4363-8e04-bb85002972b9 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:28.725644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8c2c95a2-debe-415f-a8f5-e35aeadc3634 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:28.730916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:28.772448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4c14af66-4063-4f6e-8f9f-17fbcc308770 None None] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:28.794187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72de01-03df-4bce-90ee-9d3d82370f0f req-c5c9199d-5fdf-4dbf-8e3e-a9c78b991adc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:28.796409 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c72de01-03df-4bce-90ee-9d3d82370f0f req-c5c9199d-5fdf-4dbf-8e3e-a9c78b991adc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 946 time: 0.1256876 Sep 16 04:53:28.801096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] No DVR routers for this DVR port a9eebefd-bb8f-4439-b0cb-a73ce30e4442 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:28.826416 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c14af66-4063-4f6e-8f9f-17fbcc308770 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.849227 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-be8db9f2-54e6-42ae-a6a3-46a971f480a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:01Z', 'revision_number': 4, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '0861c9f0-9c0e-4e51-9164-ee625d932000', 'name': '', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'mac_address': 'fa:16:3e:35:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:59Z', 'updated_at': '2021-09-16T04:43:09Z', 'revision_number': 5, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'subnets': [{'id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:28.855957 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c72de01-03df-4bce-90ee-9d3d82370f0f req-1b38ceea-01ca-4ebb-88b9-4ea01bbba3a7 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530519 Sep 16 04:53:28.870195 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.871848 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c14af66-4063-4f6e-8f9f-17fbcc308770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:28.872148 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-a28cc569-9b1a-4be0-b95b-9c16a8a142f8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "DELETE /v2.0/ports/a9eebefd-bb8f-4439-b0cb-a73ce30e4442 HTTP/1.1" status: 204 len: 173 time: 1.0006745 Sep 16 04:53:28.891466 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8db9f2-54e6-42ae-a6a3-46a971f480a2 None None] The sync data for ids ['58d989c5-9c20-4921-aede-433668f0337c'] in n-d-712142-17 is: [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:43:01Z', 'revision_number': 4, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '0861c9f0-9c0e-4e51-9164-ee625d932000', 'name': '', 'network_id': 'fa5d8253-b53f-4418-8054-91a24185d3f4', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'mac_address': 'fa:16:3e:35:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:59Z', 'updated_at': '2021-09-16T04:43:09Z', 'revision_number': 5, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'subnets': [{'id': '00a4d388-5b99-4d6f-99ce-71998e089d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:53:28.941480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9eebefd-bb8f-4439-b0cb-a73ce30e4442'}, {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:28.943804 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43be1aaa-78a8-4be5-b196-f8ae07b8349e" -d '{"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a9eebefd-bb8f-4439-b0cb-a73ce30e4442"}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-unplugged", "status": "completed", "tag": "7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:28.977624 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.023461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6a6d3-6882-421e-8601-082db1aa42fd req-f77e32d0-9276-472c-afd8-e8b375c7d154 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.035189 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48b6a6d3-6882-421e-8601-082db1aa42fd req-f77e32d0-9276-472c-afd8-e8b375c7d154 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 948 time: 0.2487130 Sep 16 04:53:29.074171 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287eb421-b77f-47e3-8b91-76895cbc3d7f x-openstack-request-id: req-287eb421-b77f-47e3-8b91-76895cbc3d7f {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:29.074504 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a9eebefd-bb8f-4439-b0cb-a73ce30e4442", "code": 200}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-unplugged", "status": "completed", "tag": "7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:29.074735 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-287eb421-b77f-47e3-8b91-76895cbc3d7f {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:29.075150 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9eebefd-bb8f-4439-b0cb-a73ce30e4442', 'code': 200} Sep 16 04:53:29.075413 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26', 'code': 200} Sep 16 04:53:29.076168 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14af66-4063-4f6e-8f9f-17fbcc308770 None None] Pushing event updated for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=22']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:29.100544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6b3faf2f-03eb-4a6d-a2ce-c2ecd9af7cc9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port d625570b-f7e7-43f6-8a73-096e344c4b53 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:29.101102 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b3faf2f-03eb-4a6d-a2ce-c2ecd9af7cc9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.153249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8c2c95a2-debe-415f-a8f5-e35aeadc3634, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8c2c95a2-debe-415f-a8f5-e35aeadc3634,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:29.163593 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 79b578a2-fced-48e7-8369-2107b217b737 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:29.200644 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-48b6a6d3-6882-421e-8601-082db1aa42fd req-de2c21cb-db4f-4fc5-a6d6-f9c6a234b736 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558535 Sep 16 04:53:29.257719 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.258584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fa345f8b-b575-4bfd-8d95-b3355e4d9944 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:29.357197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-fae538b6-ee64-439b-938e-a54ef2d2308c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Deleting port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:29.357545 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-fae538b6-ee64-439b-938e-a54ef2d2308c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.401243 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b3faf2f-03eb-4a6d-a2ce-c2ecd9af7cc9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.410568 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: fa345f8b-b575-4bfd-8d95-b3355e4d9944 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:29.410926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fa345f8b-b575-4bfd-8d95-b3355e4d9944 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:29.417554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8c2c95a2-debe-415f-a8f5-e35aeadc3634,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:29.459978 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:29.460374 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.470063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6b3faf2f-03eb-4a6d-a2ce-c2ecd9af7cc9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for d625570b-f7e7-43f6-8a73-096e344c4b53 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:29.511182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b6810-af9c-480c-a730-10c08d8d4ada req-670c0097-52f7-450f-b7b1-c7ac12e88ec4 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.517216 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b6810-af9c-480c-a730-10c08d8d4ada req-670c0097-52f7-450f-b7b1-c7ac12e88ec4 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.520377 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-255b6810-af9c-480c-a730-10c08d8d4ada req-670c0097-52f7-450f-b7b1-c7ac12e88ec4 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 1677 time: 0.1974654 Sep 16 04:53:29.523374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee0273b-96c4-4eca-b3cb-fb9d21b2a031 None None] New status for floating IP 5c08d388-ff18-4fa6-8748-96a79b2c0146: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:53:29.573636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009202-c461-4185-9c7d-c3dadc09d4ca req-be318746-430d-4da4-af72-c1f3ddab951a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:29.576223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a009202-c461-4185-9c7d-c3dadc09d4ca req-be318746-430d-4da4-af72-c1f3ddab951a tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.0798230 Sep 16 04:53:29.643237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a009202-c461-4185-9c7d-c3dadc09d4ca req-3345262e-1675-4297-94f4-071480300e06 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592802 Sep 16 04:53:29.717270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-255b6810-af9c-480c-a730-10c08d8d4ada req-0a5f79d4-77fa-4818-a1c1-9ca686aea587 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289537 Sep 16 04:53:29.724194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-fae538b6-ee64-439b-938e-a54ef2d2308c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] For port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:29.731910 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-fae538b6-ee64-439b-938e-a54ef2d2308c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:29.776272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-fae538b6-ee64-439b-938e-a54ef2d2308c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Calling delete_port for 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:29.902499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:30.012273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7bbe6f01-3358-408a-b143-baefb6e39a6f None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:30.012882 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6f01-3358-408a-b143-baefb6e39a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.018737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7b581-1ab6-405a-91da-d63d3a759c31 req-7cb230fb-452f-4381-8785-5674855a52e9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.027860 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4c7b581-1ab6-405a-91da-d63d3a759c31 req-7cb230fb-452f-4381-8785-5674855a52e9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 946 time: 0.0866876 Sep 16 04:53:30.053100 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b3faf2f-03eb-4a6d-a2ce-c2ecd9af7cc9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.065453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:30.070992 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:30.071596 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.088876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4c7b581-1ab6-405a-91da-d63d3a759c31 req-eb21340d-6b02-4335-a641-c6bc45cab199 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547295 Sep 16 04:53:30.176658 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.314627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=68d2db9f-b36b-4586-b79d-7b99f36b3ce6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:30.319595 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.388467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fe754-116c-453c-b69b-8cd3c8dda50a req-02821cf8-46ff-4981-95a3-ecce4e2c7dc4 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.396426 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-025fe754-116c-453c-b69b-8cd3c8dda50a req-02821cf8-46ff-4981-95a3-ecce4e2c7dc4 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 949 time: 0.0682271 Sep 16 04:53:30.412387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e7f29d37-370a-4721-8cf7-fae5b604afd1 None None] Could not find standard attr ID for object d625570b-f7e7-43f6-8a73-096e344c4b53. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:53:30.451799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-025fe754-116c-453c-b69b-8cd3c8dda50a req-f87daeae-f377-4df4-9fe2-80afe9a9aadc tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490901 Sep 16 04:53:30.481845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=68d2db9f-b36b-4586-b79d-7b99f36b3ce6,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:30.517740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3faf2f-03eb-4a6d-a2ce-c2ecd9af7cc9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=d625570b-f7e7-43f6-8a73-096e344c4b53,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:30.547279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-fae538b6-ee64-439b-938e-a54ef2d2308c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.629143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-deleted', 'tag': 'a9eebefd-bb8f-4439-b0cb-a73ce30e4442'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:30.631620 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37acc4ce-c806-43cf-85e7-001288bb1d09" -d '{"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-deleted", "tag": "a9eebefd-bb8f-4439-b0cb-a73ce30e4442"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:30.634620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae538b6-ee64-439b-938e-a54ef2d2308c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Port': ['ID=7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:30.700116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-fae538b6-ee64-439b-938e-a54ef2d2308c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] No DVR routers for this DVR port 7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:30.704532 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-fae538b6-ee64-439b-938e-a54ef2d2308c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.723078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-fae538b6-ee64-439b-938e-a54ef2d2308c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "DELETE /v2.0/ports/7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26 HTTP/1.1" status: 204 len: 173 time: 1.8393476 Sep 16 04:53:30.729983 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f249d6a1-ffdc-411f-b9c5-eed5531ff5b4 x-openstack-request-id: req-f249d6a1-ffdc-411f-b9c5-eed5531ff5b4 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:30.730474 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-deleted", "tag": "a9eebefd-bb8f-4439-b0cb-a73ce30e4442", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:30.730945 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f249d6a1-ffdc-411f-b9c5-eed5531ff5b4 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:30.733534 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-deleted', 'tag': 'a9eebefd-bb8f-4439-b0cb-a73ce30e4442', 'status': 'completed', 'code': 200} Sep 16 04:53:30.827394 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b3faf2f-03eb-4a6d-a2ce-c2ecd9af7cc9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:30.829638 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6b3faf2f-03eb-4a6d-a2ce-c2ecd9af7cc9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/d625570b-f7e7-43f6-8a73-096e344c4b53 HTTP/1.1" status: 204 len: 168 time: 2.1447575 Sep 16 04:53:30.833160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47440) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:30.881727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f100c98-b263-404b-9b4b-350fd9c9b8f5 req-b0dd3943-3efc-4bec-a6bc-1cbdd360ee1d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:30.883340 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8f100c98-b263-404b-9b4b-350fd9c9b8f5 req-b0dd3943-3efc-4bec-a6bc-1cbdd360ee1d tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1395285 Sep 16 04:53:31.001897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a71f10-b9e8-47fc-ae0d-ed4105a2e9c5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.003623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a71f10-b9e8-47fc-ae0d-ed4105a2e9c5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.005219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a71f10-b9e8-47fc-ae0d-ed4105a2e9c5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.011875 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8f100c98-b263-404b-9b4b-350fd9c9b8f5 req-ff529f4b-d92b-4ac6-a76d-930cdb93dc7c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883055 Sep 16 04:53:31.012472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47446) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:31.023050 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-92a71f10-b9e8-47fc-ae0d-ed4105a2e9c5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1772776 Sep 16 04:53:31.036007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-2bccfe1c-906d-4de7-b12b-1144f4310d3a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Deleting port 8c2c95a2-debe-415f-a8f5-e35aeadc3634 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:31.036465 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-2bccfe1c-906d-4de7-b12b-1144f4310d3a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.058950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c85cb-3993-469b-a119-951578d581c6 req-75a59b06-68a4-4d88-9fdf-afb8f7224cdf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.060515 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-475c85cb-3993-469b-a119-951578d581c6 req-75a59b06-68a4-4d88-9fdf-afb8f7224cdf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 943 time: 0.1473250 Sep 16 04:53:31.069280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 79b578a2-fced-48e7-8369-2107b217b737 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:31.084516 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-286a520a-67c8-44fc-ba52-54629b689b90 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 44dd5436-cb54-4697-be28-96149dcd4599 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:31.088435 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-286a520a-67c8-44fc-ba52-54629b689b90 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.130831 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-286a520a-67c8-44fc-ba52-54629b689b90 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.191690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-475c85cb-3993-469b-a119-951578d581c6 req-da28e935-54a4-4b1d-a94f-11c8a4da5535 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups?id=50dea91e-4fcf-44bb-b13c-63688b8998c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218319 Sep 16 04:53:31.229947 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-286a520a-67c8-44fc-ba52-54629b689b90 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.365567 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2c95a2-debe-415f-a8f5-e35aeadc3634'}, {'server_uuid': '5b31745e-c1a2-4ba0-b79c-287d71102e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d2db9f-b36b-4586-b79d-7b99f36b3ce6'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:31.368152 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e80059-c437-4c5d-9ab2-556e80626a83" -d '{"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8c2c95a2-debe-415f-a8f5-e35aeadc3634"}, {"server_uuid": "5b31745e-c1a2-4ba0-b79c-287d71102e7d", "name": "network-vif-plugged", "status": "completed", "tag": "68d2db9f-b36b-4586-b79d-7b99f36b3ce6"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:31.427798 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-286a520a-67c8-44fc-ba52-54629b689b90 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.436030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:31.436030 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.465390 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc928a9-ecfc-4396-be9f-dae0e7af4941 x-openstack-request-id: req-5bc928a9-ecfc-4396-be9f-dae0e7af4941 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:31.466302 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8c2c95a2-debe-415f-a8f5-e35aeadc3634", "code": 200}, {"server_uuid": "5b31745e-c1a2-4ba0-b79c-287d71102e7d", "name": "network-vif-plugged", "status": "completed", "tag": "68d2db9f-b36b-4586-b79d-7b99f36b3ce6", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:31.466748 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bc928a9-ecfc-4396-be9f-dae0e7af4941 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:31.467334 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2c95a2-debe-415f-a8f5-e35aeadc3634', 'code': 200} Sep 16 04:53:31.467786 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b31745e-c1a2-4ba0-b79c-287d71102e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d2db9f-b36b-4586-b79d-7b99f36b3ce6', 'code': 200} Sep 16 04:53:31.482403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a520a-67c8-44fc-ba52-54629b689b90 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=44dd5436-cb54-4697-be28-96149dcd4599,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:31.506425 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-286a520a-67c8-44fc-ba52-54629b689b90 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.509667 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-286a520a-67c8-44fc-ba52-54629b689b90 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/44dd5436-cb54-4697-be28-96149dcd4599 HTTP/1.1" status: 204 len: 168 time: 0.4937773 Sep 16 04:53:31.511813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47462) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:31.522441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f8990e-9830-4904-ad96-9135be85c74b None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:31.528306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113166e2-d838-496a-ac5c-6774400db339 req-279a0576-e7db-488b-b1d1-ea1da3b5b90c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.537460 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-113166e2-d838-496a-ac5c-6774400db339 req-279a0576-e7db-488b-b1d1-ea1da3b5b90c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.2743223 Sep 16 04:53:31.571838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-2bccfe1c-906d-4de7-b12b-1144f4310d3a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] For port 8c2c95a2-debe-415f-a8f5-e35aeadc3634, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8c2c95a2-debe-415f-a8f5-e35aeadc3634,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:31.572420 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-2bccfe1c-906d-4de7-b12b-1144f4310d3a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.595771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-2bccfe1c-906d-4de7-b12b-1144f4310d3a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Calling delete_port for 8c2c95a2-debe-415f-a8f5-e35aeadc3634 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:31.617056 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-113166e2-d838-496a-ac5c-6774400db339 req-222bd0fd-52f3-482d-9c5d-9e7cefbe868f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786939 Sep 16 04:53:31.683865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d726992-06be-47e8-94c2-a9f6b49eb2e0 req-d0bcebd5-91e6-41f9-8627-1511a02407f0 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:31.695739 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d726992-06be-47e8-94c2-a9f6b49eb2e0 req-d0bcebd5-91e6-41f9-8627-1511a02407f0 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 949 time: 0.1400943 Sep 16 04:53:31.750041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-572e6c10-9b39-458f-afef-9439a35eb4c2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet fc069456-8870-4ff4-8af4-2481689913bf {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:31.753952 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-572e6c10-9b39-458f-afef-9439a35eb4c2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.868018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-2bccfe1c-906d-4de7-b12b-1144f4310d3a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:31.912912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccfe1c-906d-4de7-b12b-1144f4310d3a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Port': ['ID=8c2c95a2-debe-415f-a8f5-e35aeadc3634,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:32.019578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-2bccfe1c-906d-4de7-b12b-1144f4310d3a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] No DVR routers for this DVR port 8c2c95a2-debe-415f-a8f5-e35aeadc3634 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:32.031677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-2bccfe1c-906d-4de7-b12b-1144f4310d3a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.034391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cb92a983-5432-472a-8d51-68a7fc72f2f5 req-2bccfe1c-906d-4de7-b12b-1144f4310d3a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.50 "DELETE /v2.0/ports/8c2c95a2-debe-415f-a8f5-e35aeadc3634 HTTP/1.1" status: 204 len: 173 time: 1.2921238 Sep 16 04:53:32.047183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb30b40-0790-458f-9c15-f3c15efde107 req-80ef07c6-d8bf-464f-8184-c048acc8c269 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.058910 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-deb30b40-0790-458f-9c15-f3c15efde107 req-80ef07c6-d8bf-464f-8184-c048acc8c269 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.2891750 Sep 16 04:53:32.145061 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-deb30b40-0790-458f-9c15-f3c15efde107 req-2bd2579d-463d-4d4e-9b2c-8866fa57482c tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847189 Sep 16 04:53:32.190928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2a0f-2c57-4c0d-b004-2acab6eea88b req-75a08641-a83f-4d1d-bdde-8489699cb0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.192712 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62cf2a0f-2c57-4c0d-b004-2acab6eea88b req-75a08641-a83f-4d1d-bdde-8489699cb0c6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 1101 time: 0.6039727 Sep 16 04:53:32.195809 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d726992-06be-47e8-94c2-a9f6b49eb2e0 req-5e4d2843-b1d4-4aaa-afce-8c7868ef5488 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990513 Sep 16 04:53:32.265041 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62cf2a0f-2c57-4c0d-b004-2acab6eea88b req-a3fa67de-a1a1-4d6d-944a-de1c3bd2791f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535812 Sep 16 04:53:32.267362 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-572e6c10-9b39-458f-afef-9439a35eb4c2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.428981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-572e6c10-9b39-458f-afef-9439a35eb4c2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.438049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-422726d5-b52c-403e-b3af-ff8f4c38d394 req-43e2b379-818f-4fd2-97ea-b07c22b1c009 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0686550 Sep 16 04:53:32.663570 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-572e6c10-9b39-458f-afef-9439a35eb4c2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.688016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6196-0b38-45b7-a175-67bf2ba978a2 req-43c17c78-2b34-4657-b054-2a5f4224c4d0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.689641 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d60d6196-0b38-45b7-a175-67bf2ba978a2 req-43c17c78-2b34-4657-b054-2a5f4224c4d0 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1245155 Sep 16 04:53:32.719952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e6c10-9b39-458f-afef-9439a35eb4c2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=fc069456-8870-4ff4-8af4-2481689913bf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:32.734542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-deleted', 'tag': '7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26'}, {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-deleted', 'tag': '8c2c95a2-debe-415f-a8f5-e35aeadc3634'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:32.737215 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-572e6c10-9b39-458f-afef-9439a35eb4c2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:32.738393 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c608dce-9648-4edd-a298-b0f26fed4068" -d '{"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-deleted", "tag": "7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26"}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-deleted", "tag": "8c2c95a2-debe-415f-a8f5-e35aeadc3634"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:32.739143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-572e6c10-9b39-458f-afef-9439a35eb4c2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/fc069456-8870-4ff4-8af4-2481689913bf HTTP/1.1" status: 204 len: 168 time: 1.2261684 Sep 16 04:53:32.741782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47486) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:32.799428 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2834cb6c-fdc5-434e-9e0e-b835b7c739b1 x-openstack-request-id: req-2834cb6c-fdc5-434e-9e0e-b835b7c739b1 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:32.799723 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-deleted", "tag": "7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26", "status": "completed", "code": 200}, {"server_uuid": "ff0d94f3-8981-4c32-93ab-44f1d7a275c2", "name": "network-vif-deleted", "tag": "8c2c95a2-debe-415f-a8f5-e35aeadc3634", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:32.799973 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2834cb6c-fdc5-434e-9e0e-b835b7c739b1 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:32.800422 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-deleted', 'tag': '7cea1a8f-bd4b-4b1c-8bfa-8f8bd485fd26', 'status': 'completed', 'code': 200} Sep 16 04:53:32.800730 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0d94f3-8981-4c32-93ab-44f1d7a275c2', 'name': 'network-vif-deleted', 'tag': '8c2c95a2-debe-415f-a8f5-e35aeadc3634', 'status': 'completed', 'code': 200} Sep 16 04:53:32.804304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b61e020d-2812-41ac-b44a-0f028b22f596 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613756 Sep 16 04:53:32.807949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47494) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:32.822640 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d60d6196-0b38-45b7-a175-67bf2ba978a2 req-3cb2ae69-6f6a-4c0b-b93b-59eab144cd7f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109579 Sep 16 04:53:32.871167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a17f69-b633-4a0d-84d0-73bfd14a3724 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.873340 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-93a17f69-b633-4a0d-84d0-73bfd14a3724 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0643094 Sep 16 04:53:32.875945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47498) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:32.968377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b67d6e7-13b4-46f1-97dd-dfd9f5ee6083 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:32.970418 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7b67d6e7-13b4-46f1-97dd-dfd9f5ee6083 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0934453 Sep 16 04:53:32.971147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2141f5-c972-440c-a570-4fec5969b830 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:32.973044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47500) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:33.018352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1c31cf60-7ea5-455d-96b8-316f32e0d27c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439868 Sep 16 04:53:33.029311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47502) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:33.034426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-405709e7-6ead-4133-92d1-f777900abe86 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:33.095241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-574b2a63-e8de-4665-bdda-38ec1df15ac0 None None] Provisioning complete for port 79b578a2-fced-48e7-8369-2107b217b737 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:33.095241 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-574b2a63-e8de-4665-bdda-38ec1df15ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.151532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405709e7-6ead-4133-92d1-f777900abe86 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:33.155630 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-405709e7-6ead-4133-92d1-f777900abe86 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.157659 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-405709e7-6ead-4133-92d1-f777900abe86 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:53:33.158665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405709e7-6ead-4133-92d1-f777900abe86 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:53:33.179508 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-405709e7-6ead-4133-92d1-f777900abe86 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1489818 Sep 16 04:53:33.183574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47508) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:33.190045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-1bc7a962-b1ba-4ec8-aa0c-402f4a7a2270 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:33.267553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760457d9-c18a-4736-977a-3a420a296051 None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:33.320402 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-760457d9-c18a-4736-977a-3a420a296051 None None] Deleting port 79b578a2-fced-48e7-8369-2107b217b737 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:33.320797 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-760457d9-c18a-4736-977a-3a420a296051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.392969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc7a962-b1ba-4ec8-aa0c-402f4a7a2270 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:33.396859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1bc7a962-b1ba-4ec8-aa0c-402f4a7a2270 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.398489 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc7a962-b1ba-4ec8-aa0c-402f4a7a2270 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:53:33.398998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc7a962-b1ba-4ec8-aa0c-402f4a7a2270 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:53:33.416551 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b46fe-7630-430a-8a86-49f36b5eac0d req-323f7167-5651-46d8-945d-b272bf9c2964 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.423476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-760457d9-c18a-4736-977a-3a420a296051 None None] For port 79b578a2-fced-48e7-8369-2107b217b737, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=79b578a2-fced-48e7-8369-2107b217b737,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:33.423892 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-760457d9-c18a-4736-977a-3a420a296051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.424742 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f11b46fe-7630-430a-8a86-49f36b5eac0d req-323f7167-5651-46d8-945d-b272bf9c2964 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 949 time: 0.1047804 Sep 16 04:53:33.442446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-760457d9-c18a-4736-977a-3a420a296051 None None] Calling delete_port for 79b578a2-fced-48e7-8369-2107b217b737 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:33.470880 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f11b46fe-7630-430a-8a86-49f36b5eac0d req-1ee58eac-a9a4-4dfb-9b69-ba86cd6b3be7 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452399 Sep 16 04:53:33.472674 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1bc7a962-b1ba-4ec8-aa0c-402f4a7a2270 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2878330 Sep 16 04:53:33.475748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47518) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:33.496522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6ed0fe9e-b4c9-4d40-8a9a-a12b998ebacf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:33.568802 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-760457d9-c18a-4736-977a-3a420a296051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.605989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3a5839d3-e50e-4ea5-be0c-08d302375c4e req-f5dc10bb-01cf-4b0e-803e-a4847359a4e1 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0359149 Sep 16 04:53:33.620045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760457d9-c18a-4736-977a-3a420a296051 None None] No DVR routers for this DVR port 79b578a2-fced-48e7-8369-2107b217b737 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:33.622025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760457d9-c18a-4736-977a-3a420a296051 None None] Pushing event deleted for resources: {'Port': ['ID=79b578a2-fced-48e7-8369-2107b217b737,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:33.696382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed0fe9e-b4c9-4d40-8a9a-a12b998ebacf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:33.701125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6ed0fe9e-b4c9-4d40-8a9a-a12b998ebacf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.703015 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed0fe9e-b4c9-4d40-8a9a-a12b998ebacf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:53:33.704350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed0fe9e-b4c9-4d40-8a9a-a12b998ebacf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:53:33.724176 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6ed0fe9e-b4c9-4d40-8a9a-a12b998ebacf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2462893 Sep 16 04:53:33.726825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47524) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:33.741464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c5629803-5a77-4c99-8fde-b0e8ace69a73 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:33.773924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a166add-bb2d-4a59-bee6-9d0b74e4c19c req-b341489e-fedc-4dfa-b31e-74372c01d0ad tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:33.776152 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a166add-bb2d-4a59-bee6-9d0b74e4c19c req-b341489e-fedc-4dfa-b31e-74372c01d0ad tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.0869911 Sep 16 04:53:33.882441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5629803-5a77-4c99-8fde-b0e8ace69a73 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:33.886813 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5629803-5a77-4c99-8fde-b0e8ace69a73 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:33.888597 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5629803-5a77-4c99-8fde-b0e8ace69a73 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:53:33.889799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5629803-5a77-4c99-8fde-b0e8ace69a73 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:53:33.908607 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c5629803-5a77-4c99-8fde-b0e8ace69a73 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1786618 Sep 16 04:53:33.910393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47532) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:33.917949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-fb654c50-742c-42c0-89af-888aff1587aa tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:33.930837 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-7a166add-bb2d-4a59-bee6-9d0b74e4c19c req-36a76087-bd75-477d-9765-39b340f720a2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Deleting port abd89ef8-42f3-4c1e-af6e-bea73c18565c {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:33.931699 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7a166add-bb2d-4a59-bee6-9d0b74e4c19c req-36a76087-bd75-477d-9765-39b340f720a2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.048320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7a166add-bb2d-4a59-bee6-9d0b74e4c19c req-36a76087-bd75-477d-9765-39b340f720a2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] For port abd89ef8-42f3-4c1e-af6e-bea73c18565c, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=abd89ef8-42f3-4c1e-af6e-bea73c18565c,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:34.048949 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7a166add-bb2d-4a59-bee6-9d0b74e4c19c req-36a76087-bd75-477d-9765-39b340f720a2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.054976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb654c50-742c-42c0-89af-888aff1587aa tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:34.059302 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb654c50-742c-42c0-89af-888aff1587aa tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.061747 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb654c50-742c-42c0-89af-888aff1587aa tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:53:34.062303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb654c50-742c-42c0-89af-888aff1587aa tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:53:34.069378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-7a166add-bb2d-4a59-bee6-9d0b74e4c19c req-36a76087-bd75-477d-9765-39b340f720a2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Calling delete_port for abd89ef8-42f3-4c1e-af6e-bea73c18565c owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:34.086827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d53fd7-6c9c-47e0-987f-dd021252407d req-973ddfbc-087d-4ee5-a95e-c1f9b679dba7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.089098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44d53fd7-6c9c-47e0-987f-dd021252407d req-973ddfbc-087d-4ee5-a95e-c1f9b679dba7 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=3100914f-d612-4916-ba95-82b25e522a2d HTTP/1.1" status: 200 len: 945 time: 0.1287963 Sep 16 04:53:34.096059 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fb654c50-742c-42c0-89af-888aff1587aa tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1830544 Sep 16 04:53:34.103463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47534) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:34.108729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-82eb928e-2ae4-4cc1-94bd-6499e17003b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:34.215898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44d53fd7-6c9c-47e0-987f-dd021252407d req-e24bf9e0-56c2-49d5-a02d-1a5c0296a879 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092823 Sep 16 04:53:34.240152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7a166add-bb2d-4a59-bee6-9d0b74e4c19c req-36a76087-bd75-477d-9765-39b340f720a2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.250398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eb928e-2ae4-4cc1-94bd-6499e17003b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:34.257347 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82eb928e-2ae4-4cc1-94bd-6499e17003b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.260444 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-82eb928e-2ae4-4cc1-94bd-6499e17003b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:53:34.260444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82eb928e-2ae4-4cc1-94bd-6499e17003b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:53:34.264798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37', 'abd89ef8-42f3-4c1e-af6e-bea73c18565c'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:34.285676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a76087-bd75-477d-9765-39b340f720a2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event deleted for resources: {'Port': ['ID=abd89ef8-42f3-4c1e-af6e-bea73c18565c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:34.300710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-82eb928e-2ae4-4cc1-94bd-6499e17003b5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1962023 Sep 16 04:53:34.303319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47540) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:34.343493 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-69b3d573-8aa6-4f34-ae1a-750d405d3a9e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0382466 Sep 16 04:53:34.348121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47542) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:34.393406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a166add-bb2d-4a59-bee6-9d0b74e4c19c req-36a76087-bd75-477d-9765-39b340f720a2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] No DVR routers for this DVR port abd89ef8-42f3-4c1e-af6e-bea73c18565c on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:34.397940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7a166add-bb2d-4a59-bee6-9d0b74e4c19c req-36a76087-bd75-477d-9765-39b340f720a2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.401034 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a166add-bb2d-4a59-bee6-9d0b74e4c19c req-36a76087-bd75-477d-9765-39b340f720a2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "DELETE /v2.0/ports/abd89ef8-42f3-4c1e-af6e-bea73c18565c HTTP/1.1" status: 204 len: 173 time: 0.6185374 Sep 16 04:53:34.412242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde301e2-fd9f-4188-9954-62091c2f2c98 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.417085 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dde301e2-fd9f-4188-9954-62091c2f2c98 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0647287 Sep 16 04:53:34.417475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47546) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:34.489994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-49ad68a5-2781-4379-9afa-20815799b99c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710745 Sep 16 04:53:34.497641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47550) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:34.511169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3590cbe1-6c2c-4712-8ac8-f0f10ebd50a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:34.660890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68338d94-8807-491b-8d6f-04ea8224405e req-d77f2892-e841-4693-8b1e-79d5fcb75cbb tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:34.662492 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-68338d94-8807-491b-8d6f-04ea8224405e req-d77f2892-e841-4693-8b1e-79d5fcb75cbb tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 949 time: 0.0770338 Sep 16 04:53:34.678866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3590cbe1-6c2c-4712-8ac8-f0f10ebd50a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:34.683814 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3590cbe1-6c2c-4712-8ac8-f0f10ebd50a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:34.798338 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-145a0e6e-a19d-4fd5-9c19-17b8e10eda4c req-05171b3b-87ad-4a3a-a6e0-4203a1a36bff tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0472696 Sep 16 04:53:34.802045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3100914f-d612-4916-ba95-82b25e522a2d', 'name': 'network-vif-deleted', 'tag': 'abd89ef8-42f3-4c1e-af6e-bea73c18565c'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:34.805585 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2816e414-f830-47b7-9c1e-8b13f37590c7" -d '{"events": [{"server_uuid": "3100914f-d612-4916-ba95-82b25e522a2d", "name": "network-vif-deleted", "tag": "abd89ef8-42f3-4c1e-af6e-bea73c18565c"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:34.812692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-68338d94-8807-491b-8d6f-04ea8224405e req-dc8ac3bc-62f2-4f80-8197-7fa61f44da8a tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376317 Sep 16 04:53:34.936709 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f027925-6d36-4f5f-9b0d-c71a7079ae35 x-openstack-request-id: req-2f027925-6d36-4f5f-9b0d-c71a7079ae35 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:34.937185 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3100914f-d612-4916-ba95-82b25e522a2d", "name": "network-vif-deleted", "tag": "abd89ef8-42f3-4c1e-af6e-bea73c18565c", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:34.937185 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f027925-6d36-4f5f-9b0d-c71a7079ae35 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:34.937600 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3100914f-d612-4916-ba95-82b25e522a2d', 'name': 'network-vif-deleted', 'tag': 'abd89ef8-42f3-4c1e-af6e-bea73c18565c', 'status': 'completed', 'code': 200} Sep 16 04:53:35.076147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 79b578a2-fced-48e7-8369-2107b217b737 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:35.099863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 79b578a2-fced-48e7-8369-2107b217b737 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:35.100219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 79b578a2-fced-48e7-8369-2107b217b737 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:35.137522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.objects.ports [None req-3590cbe1-6c2c-4712-8ac8-f0f10ebd50a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94745) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:53:35.139145 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3590cbe1-6c2c-4712-8ac8-f0f10ebd50a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.183895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590cbe1-6c2c-4712-8ac8-f0f10ebd50a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:35.187093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3590cbe1-6c2c-4712-8ac8-f0f10ebd50a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:35.191547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3590cbe1-6c2c-4712-8ac8-f0f10ebd50a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:35.192153 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3590cbe1-6c2c-4712-8ac8-f0f10ebd50a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.197504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab62453-3efd-4834-a630-b04782713bba None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:35.204380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590cbe1-6c2c-4712-8ac8-f0f10ebd50a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=c46f759d-c9cc-47e7-b010-d74fe65d3dee,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:35.217195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47570) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:35.224196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:8c:fa:3a', 'name': 'tempest-NetworksTestDHCPv6-971749973'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:35.230131 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3590cbe1-6c2c-4712-8ac8-f0f10ebd50a3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7312026 Sep 16 04:53:35.392183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:35.488774 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.531958 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.537996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': 'c46f759d-c9cc-47e7-b010-d74fe65d3dee'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:53:35.538886 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.559756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 6059cb14-eff8-483d-bcde-aa9aa696ce35 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:35.715278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::f816:3eff:fe8c:fa3a (4211d509-25f4-4a41-874d-6b71d4ade588/c46f759d-c9cc-47e7-b010-d74fe65d3dee/6059cb14-eff8-483d-bcde-aa9aa696ce35) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:35.896601 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.937279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:35.956837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e92cd3b-a69e-42c2-a4d7-a0446315eef8 req-50952aa9-91c9-4596-ba37-1855bbd639bf tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0554919 Sep 16 04:53:35.971751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:35.975643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:36.005926 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:36.015325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.016756 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.024734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Allocated IP 2001:db8::f816:3eff:fe13:4f00 (4211d509-25f4-4a41-874d-6b71d4ade588/c46f759d-c9cc-47e7-b010-d74fe65d3dee/36c63b58-b9ae-4626-9edd-ddb4ad8046ed) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:36.067466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=6059cb14-eff8-483d-bcde-aa9aa696ce35,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:36.080730 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c9eff690-dd98-4a20-8f62-51bb64526bed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8600183 Sep 16 04:53:36.081067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47614) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:36.143001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826b5904-55a0-4229-8153-0490f1a007f6 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.147490 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-826b5904-55a0-4229-8153-0490f1a007f6 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0628252 Sep 16 04:53:36.147797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47616) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:36.232783 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.253108 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.316147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Pushing event updated for resources: {'Port': ['ID=36c63b58-b9ae-4626-9edd-ddb4ad8046ed,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:36.328838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0c62f61a-a43b-45cb-82b6-fed3ec6125c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 6059cb14-eff8-483d-bcde-aa9aa696ce35 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:36.329401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c62f61a-a43b-45cb-82b6-fed3ec6125c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.342997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:36.346482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:36.356311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:36.430246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Attempting to bind port 36c63b58-b9ae-4626-9edd-ddb4ad8046ed on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:36.430627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Attempting to bind port 36c63b58-b9ae-4626-9edd-ddb4ad8046ed by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:36.431068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Attempting to bind port 36c63b58-b9ae-4626-9edd-ddb4ad8046ed on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:36.437174 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:36.437569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:36.438033 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.438439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:36.438916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Bound port: 36c63b58-b9ae-4626-9edd-ddb4ad8046ed, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:36.439419 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.530707 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c62f61a-a43b-45cb-82b6-fed3ec6125c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.534132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] For port 36c63b58-b9ae-4626-9edd-ddb4ad8046ed, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:36.541668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] For port 36c63b58-b9ae-4626-9edd-ddb4ad8046ed, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=36c63b58-b9ae-4626-9edd-ddb4ad8046ed,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:36.549687 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.563391 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0c62f61a-a43b-45cb-82b6-fed3ec6125c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 6059cb14-eff8-483d-bcde-aa9aa696ce35 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:36.727651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c49e4-4320-4cbc-94f3-ff1a8e247736 None None] Pushing event updated for resources: {'Port': ['ID=36c63b58-b9ae-4626-9edd-ddb4ad8046ed,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:36.783557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce619032-5726-4678-acb7-35c4a7467c19 req-4066bdfb-4545-45dc-8545-b8f2212910d2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:36.786304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce619032-5726-4678-acb7-35c4a7467c19 req-4066bdfb-4545-45dc-8545-b8f2212910d2 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 945 time: 0.1427784 Sep 16 04:53:36.821383 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c62f61a-a43b-45cb-82b6-fed3ec6125c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.855991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62f61a-a43b-45cb-82b6-fed3ec6125c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=6059cb14-eff8-483d-bcde-aa9aa696ce35,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:36.862780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce619032-5726-4678-acb7-35c4a7467c19 req-918a809f-cdfe-44cc-b33b-09738de3c297 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690842 Sep 16 04:53:36.903673 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c62f61a-a43b-45cb-82b6-fed3ec6125c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:36.908777 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0c62f61a-a43b-45cb-82b6-fed3ec6125c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/6059cb14-eff8-483d-bcde-aa9aa696ce35 HTTP/1.1" status: 204 len: 168 time: 0.7596850 Sep 16 04:53:36.911938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47642) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:37.004742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946714e-31d7-48f3-8b71-dc2f8846c47b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.009308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946714e-31d7-48f3-8b71-dc2f8846c47b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.017121 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7946714e-31d7-48f3-8b71-dc2f8846c47b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1005819 Sep 16 04:53:37.017514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47648) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:37.122721 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd77a686-c388-4a38-85e3-890c13e9dbd5 req-01958316-2c08-4820-b2d9-31e6e7fb715c tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0404360 Sep 16 04:53:37.163676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdc5096-ec0d-4142-aa82-d7fc273c8eb7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet c46f759d-c9cc-47e7-b010-d74fe65d3dee {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:37.204473 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5096-ec0d-4142-aa82-d7fc273c8eb7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.278730 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5096-ec0d-4142-aa82-d7fc273c8eb7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.476703 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5096-ec0d-4142-aa82-d7fc273c8eb7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.502015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f28547-4255-4936-9892-f012d5ee56ff req-6ff38309-3f27-4e79-aa03-4d37abb3b92b tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:37.503565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-6ff38309-3f27-4e79-aa03-4d37abb3b92b tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 814 time: 0.1221752 Sep 16 04:53:37.527419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-a6ad5fe9-9138-4928-9784-a26806f905a8 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/quotas/59fa0fafe1f645aaa657c0c36db79a3d HTTP/1.1" status: 200 len: 375 time: 0.0145607 Sep 16 04:53:37.565131 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.597638 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5096-ec0d-4142-aa82-d7fc273c8eb7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.656304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-12dd60d9-e24c-4649-a8ee-670f9a5dd23d tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1216645 Sep 16 04:53:37.660228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc5096-ec0d-4142-aa82-d7fc273c8eb7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=c46f759d-c9cc-47e7-b010-d74fe65d3dee,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:37.670356 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5096-ec0d-4142-aa82-d7fc273c8eb7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:37.674356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3cdc5096-ec0d-4142-aa82-d7fc273c8eb7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/c46f759d-c9cc-47e7-b010-d74fe65d3dee HTTP/1.1" status: 204 len: 168 time: 0.6536846 Sep 16 04:53:37.674608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47676) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:37.725513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device abd89ef8-42f3-4c1e-af6e-bea73c18565c no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:37.752255 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1b26b51f-5f6a-40ab-9de3-dc3948d84140 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740769 Sep 16 04:53:37.752472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47678) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:37.757509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:37.804374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: abd89ef8-42f3-4c1e-af6e-bea73c18565c {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:37.805239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device abd89ef8-42f3-4c1e-af6e-bea73c18565c not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:37.827401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-e78006ff-5b06-4992-953c-feebda8ba818 service neutron] 10.222.0.53 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678505 Sep 16 04:53:38.043314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-c3ff446c-6291-4e8e-acb9-4b58f19b7a90 service neutron] 10.222.0.53 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092450 Sep 16 04:53:38.071764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb9871-cb98-43be-85a1-ee7839813656 req-2c8d0567-f661-450c-9eff-a9af8d437ad5 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.073419 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3fb9871-cb98-43be-85a1-ee7839813656 req-2c8d0567-f661-450c-9eff-a9af8d437ad5 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 945 time: 0.1963599 Sep 16 04:53:38.098743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:38.104258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.170771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa607b-b5fd-4386-b638-564db7a542b4 req-b13e67fa-8afa-4090-a349-b28a353271ad tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:38.178371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6dfa607b-b5fd-4386-b638-564db7a542b4 req-b13e67fa-8afa-4090-a349-b28a353271ad tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 945 time: 0.1518605 Sep 16 04:53:38.330694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f8161-bde4-44ed-9be0-80686d864f21 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:38.354882 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7159542d-b380-421f-92ff-03fa8514d7ea req-ffb3ae70-0cd6-4067-a4f2-afa0e2518035 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0442655 Sep 16 04:53:38.443889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6dfa607b-b5fd-4386-b638-564db7a542b4 req-96d4a27b-2ffe-4abb-bf91-e30f57e3d7c8 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/security-groups?id=454882b0-5e5f-4669-8f03-256c9dce3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645454 Sep 16 04:53:38.516932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3cc8f8dc-d24c-4628-948c-3b94279df2c7 None None] Provisioning complete for port 36c63b58-b9ae-4626-9edd-ddb4ad8046ed triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:38.517347 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f8dc-d24c-4628-948c-3b94279df2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.543660 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32547021-0ec5-41f9-a1c0-8572534900e5 req-80546142-5219-44f4-a6b0-2588caa0416d tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 210 time: 0.0800452 Sep 16 04:53:38.664459 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f8dc-d24c-4628-948c-3b94279df2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.716684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-c3fb9871-cb98-43be-85a1-ee7839813656 req-a9034228-ba9c-4d5a-a940-cbdae4ce772f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Deleting port 8245fffc-1f72-45b7-8067-7ab4df914c37 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:38.717599 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3fb9871-cb98-43be-85a1-ee7839813656 req-a9034228-ba9c-4d5a-a940-cbdae4ce772f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.727524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3cc8f8dc-d24c-4628-948c-3b94279df2c7 None None] For port 36c63b58-b9ae-4626-9edd-ddb4ad8046ed, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=36c63b58-b9ae-4626-9edd-ddb4ad8046ed,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:38.734115 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f8dc-d24c-4628-948c-3b94279df2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.756047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab25471-0f71-4e70-bdc9-c23ebf436858 None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:38.820082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c3fb9871-cb98-43be-85a1-ee7839813656 req-a9034228-ba9c-4d5a-a940-cbdae4ce772f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] For port 8245fffc-1f72-45b7-8067-7ab4df914c37, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8245fffc-1f72-45b7-8067-7ab4df914c37,segment=NetworkSegment(dff7941b-cb1a-4056-9c04-2a40741c870b),segment_id=dff7941b-cb1a-4056-9c04-2a40741c870b)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:38.820611 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3fb9871-cb98-43be-85a1-ee7839813656 req-a9034228-ba9c-4d5a-a940-cbdae4ce772f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.834909 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-c3fb9871-cb98-43be-85a1-ee7839813656 req-a9034228-ba9c-4d5a-a940-cbdae4ce772f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Calling delete_port for 8245fffc-1f72-45b7-8067-7ab4df914c37 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:38.847822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8f8dc-d24c-4628-948c-3b94279df2c7 None None] Pushing event updated for resources: {'Port': ['ID=36c63b58-b9ae-4626-9edd-ddb4ad8046ed,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:38.865005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2ab25471-0f71-4e70-bdc9-c23ebf436858 None None] Deleting port 36c63b58-b9ae-4626-9edd-ddb4ad8046ed {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:38.865394 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2ab25471-0f71-4e70-bdc9-c23ebf436858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:38.984472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2ab25471-0f71-4e70-bdc9-c23ebf436858 None None] For port 36c63b58-b9ae-4626-9edd-ddb4ad8046ed, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=36c63b58-b9ae-4626-9edd-ddb4ad8046ed,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:38.986256 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2ab25471-0f71-4e70-bdc9-c23ebf436858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.005855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2ab25471-0f71-4e70-bdc9-c23ebf436858 None None] Calling delete_port for 36c63b58-b9ae-4626-9edd-ddb4ad8046ed owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:39.097163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.objects.ports [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94744) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:53:39.157971 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2ab25471-0f71-4e70-bdc9-c23ebf436858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.176410 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab25471-0f71-4e70-bdc9-c23ebf436858 None None] No DVR routers for this DVR port 36c63b58-b9ae-4626-9edd-ddb4ad8046ed on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:39.201348 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3fb9871-cb98-43be-85a1-ee7839813656 req-a9034228-ba9c-4d5a-a940-cbdae4ce772f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.223351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab25471-0f71-4e70-bdc9-c23ebf436858 None None] Pushing event deleted for resources: {'Port': ['ID=36c63b58-b9ae-4626-9edd-ddb4ad8046ed,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:39.226246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8245fffc-1f72-45b7-8067-7ab4df914c37'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:39.260673 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9034228-ba9c-4d5a-a940-cbdae4ce772f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Pushing event deleted for resources: {'Port': ['ID=8245fffc-1f72-45b7-8067-7ab4df914c37,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:39.320970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fb9871-cb98-43be-85a1-ee7839813656 req-a9034228-ba9c-4d5a-a940-cbdae4ce772f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] No DVR routers for this DVR port 8245fffc-1f72-45b7-8067-7ab4df914c37 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:39.326861 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c3fb9871-cb98-43be-85a1-ee7839813656 req-a9034228-ba9c-4d5a-a940-cbdae4ce772f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.329310 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c3fb9871-cb98-43be-85a1-ee7839813656 req-a9034228-ba9c-4d5a-a940-cbdae4ce772f tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.15 "DELETE /v2.0/ports/8245fffc-1f72-45b7-8067-7ab4df914c37 HTTP/1.1" status: 204 len: 173 time: 1.2490597 Sep 16 04:53:39.330106 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89c9b2d-5a45-4393-a7fd-544938ba80e5', 'name': 'network-vif-deleted', 'tag': '8245fffc-1f72-45b7-8067-7ab4df914c37'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:39.332705 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca29a63-2ecd-41de-9be7-23233312bf22" -d '{"events": [{"server_uuid": "e89c9b2d-5a45-4393-a7fd-544938ba80e5", "name": "network-vif-deleted", "tag": "8245fffc-1f72-45b7-8067-7ab4df914c37"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:39.363590 n-d-712142-17 neutron-server[94744]: WARNING neutron.services.revisions.revision_plugin [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Could not find related port for resource to bump revision. Sep 16 04:53:39.369034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.ipam_pluggable_backend [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Port 36c63b58-b9ae-4626-9edd-ddb4ad8046ed was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94744) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 16 04:53:39.369436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.ipam_pluggable_backend [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Reverting IP allocation for 2001:db8::f816:3eff:fe13:4f00 {{(pid=94744) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 16 04:53:39.374687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.ipam_pluggable_backend [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe13:4f00 {{(pid=94744) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 16 04:53:39.377079 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.382572 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4752b8-ebe7-4439-af8b-da3ca696a173 x-openstack-request-id: req-2d4752b8-ebe7-4439-af8b-da3ca696a173 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:39.382871 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89c9b2d-5a45-4393-a7fd-544938ba80e5", "name": "network-vif-deleted", "tag": "8245fffc-1f72-45b7-8067-7ab4df914c37", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:39.383144 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d4752b8-ebe7-4439-af8b-da3ca696a173 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:39.383675 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89c9b2d-5a45-4393-a7fd-544938ba80e5', 'name': 'network-vif-deleted', 'tag': '8245fffc-1f72-45b7-8067-7ab4df914c37', 'status': 'completed', 'code': 200} Sep 16 04:53:39.426950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:39.430175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:39.434987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.435638 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.448917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7d4b66-d77c-423a-8606-510f851e1a35 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:39.466168 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=546048c0-fba8-42d7-9ca4-2f0bfc1a4df6,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:39.535287 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a4efc02f-a77a-4378-b445-4e105c30244e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7816784 Sep 16 04:53:39.553055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a52f1b6d-2aad-448f-ad6f-1ddcbcbb4bc2 req-8cc42d78-5d59-4a50-9328-0d32568f1115 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0364909 Sep 16 04:53:39.557711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47720) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:39.565260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:74:be:bb', 'name': 'tempest-NetworksTestDHCPv6-1102043162'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:39.593905 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a8cec1ec-9201-4a97-a86d-c3d44acc781a req-0465798f-905b-4d12-b4ef-1b43eb95dfd6 tempest-ServersTestJSON-369069307 tempest-ServersTestJSON-369069307-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89c9b2d-5a45-4393-a7fd-544938ba80e5 HTTP/1.1" status: 200 len: 210 time: 0.0897031 Sep 16 04:53:39.779311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': '546048c0-fba8-42d7-9ca4-2f0bfc1a4df6'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:53:39.780188 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:39.854369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:39.898996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f28547-4255-4936-9892-f012d5ee56ff req-7f55eb28-15f7-4798-8f2e-204198ac1156 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:39.906400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-7f55eb28-15f7-4798-8f2e-204198ac1156 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.15 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 814 time: 0.2996562 Sep 16 04:53:39.922558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ebd4d7cb-92ec-4a49-8d33-a8e565a94320 req-ef8a9d1c-c963-4adb-beea-a75ebf858e95 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 210 time: 0.1757557 Sep 16 04:53:39.946325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-58f28547-4255-4936-9892-f012d5ee56ff req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Request body: {'port': {'device_id': '516107b2-7f87-451f-91f8-c827d44a3712', 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01', 'admin_state_up': True, 'tenant_id': '59fa0fafe1f645aaa657c0c36db79a3d'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:40.053031 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.070841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Allocated IP 2001:db8::f816:3eff:fe2b:93c3 (4211d509-25f4-4a41-874d-6b71d4ade588/546048c0-fba8-42d7-9ca4-2f0bfc1a4df6/12655a5b-a1cb-4501-81d8-df12266a0df5) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:40.085550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 4ffbc2d8-f042-4366-82a0-5332b433e639 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:40.086901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f28547-4255-4936-9892-f012d5ee56ff req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Made reservation on behalf of 59fa0fafe1f645aaa657c0c36db79a3d for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:40.093065 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-58f28547-4255-4936-9892-f012d5ee56ff req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.279347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-58f28547-4255-4936-9892-f012d5ee56ff req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Allocated IP 172.20.0.7 (9319edcf-e21c-4520-9d6d-2a5ffd172e01/267089d7-348a-46df-9275-af9e72e172dc/55deae83-693b-4ccb-8561-ef66dc3664ab) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:40.285741 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.301673 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.372414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:40.375171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::f816:3eff:fe74:bebb (4211d509-25f4-4a41-874d-6b71d4ade588/546048c0-fba8-42d7-9ca4-2f0bfc1a4df6/4ffbc2d8-f042-4366-82a0-5332b433e639) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:40.377041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Pushing event updated for resources: {'Port': ['ID=12655a5b-a1cb-4501-81d8-df12266a0df5,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:40.379892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:40.390811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:40.527426 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Attempting to bind port 12655a5b-a1cb-4501-81d8-df12266a0df5 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:40.528932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Attempting to bind port 12655a5b-a1cb-4501-81d8-df12266a0df5 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:40.529423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Attempting to bind port 12655a5b-a1cb-4501-81d8-df12266a0df5 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:40.541041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:40.541700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:40.542130 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.542538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:40.543033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Bound port: 12655a5b-a1cb-4501-81d8-df12266a0df5, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:40.543544 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.628383 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] For port 12655a5b-a1cb-4501-81d8-df12266a0df5, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:40.632369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] For port 12655a5b-a1cb-4501-81d8-df12266a0df5, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=12655a5b-a1cb-4501-81d8-df12266a0df5,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:40.640605 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.690672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.700691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47742) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:40.768956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6f90a-54a7-4ac5-af21-34baf39bd2eb None None] Pushing event updated for resources: {'Port': ['ID=12655a5b-a1cb-4501-81d8-df12266a0df5,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:40.805857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ecf3bccc-f4ae-45bf-9bc1-6f9e8e0cb8f2 req-f855617b-aa2e-496e-803c-635e916325f0 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0838535 Sep 16 04:53:40.833822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-df15ce2d-9645-40da-9b81-58c05719edf8 admin admin] Deleting subnet 62d9ede1-de16-4e4e-ac56-0f29b66bf35e {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:40.839290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df15ce2d-9645-40da-9b81-58c05719edf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.898247 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.932033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-58f28547-4255-4936-9892-f012d5ee56ff req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:40.959192 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df15ce2d-9645-40da-9b81-58c05719edf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.020133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:41.048499 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-58f28547-4255-4936-9892-f012d5ee56ff req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.064055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d716640f-5d72-4a31-94c4-8bcdc47f49f1', 'de57d2f6-1193-4d0b-9479-81f1214060a9'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:41.096894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=4ffbc2d8-f042-4366-82a0-5332b433e639,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:41.113868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:41.152129 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df15ce2d-9645-40da-9b81-58c05719edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.203158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f28547-4255-4936-9892-f012d5ee56ff req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:41.216656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-58f28547-4255-4936-9892-f012d5ee56ff req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:41.220522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f28547-4255-4936-9892-f012d5ee56ff req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:41.239815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:41.250424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.251323 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.300829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Pushing event updated for resources: {'Port': ['ID=55deae83-693b-4ccb-8561-ef66dc3664ab,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:41.317176 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-92b0c7a5-8655-40bd-afe9-5dea4a4381c0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7579365 Sep 16 04:53:41.319963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47752) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:41.333646 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df15ce2d-9645-40da-9b81-58c05719edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.336360 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f28547-4255-4936-9892-f012d5ee56ff req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.337085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-58f28547-4255-4936-9892-f012d5ee56ff req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.359151 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-30380c93-a169-4602-ad11-22dba42191bc tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4323738 Sep 16 04:53:41.379089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Request body: {'port': {'device_id': '516107b2-7f87-451f-91f8-c827d44a3712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:41.393569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15ce2d-9645-40da-9b81-58c05719edf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d9ede1-de16-4e4e-ac56-0f29b66bf35e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:41.412638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5514f4-f1e5-4b82-8b7a-448d32f391ed req-58cad97f-13a8-488d-ab06-baaaeea14ab6 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.425895 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c5514f4-f1e5-4b82-8b7a-448d32f391ed req-58cad97f-13a8-488d-ab06-baaaeea14ab6 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 931 time: 0.2024126 Sep 16 04:53:41.432755 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df15ce2d-9645-40da-9b81-58c05719edf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.434763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-df15ce2d-9645-40da-9b81-58c05719edf8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/62d9ede1-de16-4e4e-ac56-0f29b66bf35e HTTP/1.1" status: 204 len: 168 time: 0.7301812 Sep 16 04:53:41.440132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47754) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:41.474374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f07102f-9530-4da4-94ff-0840a6a72811 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.481659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f07102f-9530-4da4-94ff-0840a6a72811 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:41.484290 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3f07102f-9530-4da4-94ff-0840a6a72811 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1631284 Sep 16 04:53:41.491091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47756) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:41.526775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.532455 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c5514f4-f1e5-4b82-8b7a-448d32f391ed req-17daae60-4097-4396-9e42-8cf3bac0fea3 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044679 Sep 16 04:53:41.621504 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.633364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e9564fcf-0feb-4a66-85fa-6ec47bd8194c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 4ffbc2d8-f042-4366-82a0-5332b433e639 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:41.633750 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9564fcf-0feb-4a66-85fa-6ec47bd8194c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.729458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8245fffc-1f72-45b7-8067-7ab4df914c37 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:41.764398 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.778158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 8245fffc-1f72-45b7-8067-7ab4df914c37 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:41.778515 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8245fffc-1f72-45b7-8067-7ab4df914c37 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:41.787983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e670719f-0f73-44fb-b205-e57c9e6482ab']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:41.793978 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9564fcf-0feb-4a66-85fa-6ec47bd8194c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.798718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff7941b-cb1a-4056-9c04-2a40741c870b') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:41.799020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff7941b-cb1a-4056-9c04-2a40741c870b') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:53:41.809296 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.823569 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.824808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e9564fcf-0feb-4a66-85fa-6ec47bd8194c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 4ffbc2d8-f042-4366-82a0-5332b433e639 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:41.830047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:53:41.830462 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:53:41.979085 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:53:41.982814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.023932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.028614 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e670719f-0f73-44fb-b205-e57c9e6482ab HTTP/1.1" status: 204 len: 168 time: 0.5813570 Sep 16 04:53:42.028614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1ae34-b6f3-4cad-b456-c56c910f84d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e670719f-0f73-44fb-b205-e57c9e6482ab,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:42.058678 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-548eff0a-dfad-4fc8-b279-a7812c2ac22b req-9e34dacb-4ec3-4501-b40f-e8e2a36d6849 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0434575 Sep 16 04:53:42.155940 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9564fcf-0feb-4a66-85fa-6ec47bd8194c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.195558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9564fcf-0feb-4a66-85fa-6ec47bd8194c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=4ffbc2d8-f042-4366-82a0-5332b433e639,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:42.218448 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9564fcf-0feb-4a66-85fa-6ec47bd8194c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.221194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e9564fcf-0feb-4a66-85fa-6ec47bd8194c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/4ffbc2d8-f042-4366-82a0-5332b433e639 HTTP/1.1" status: 204 len: 168 time: 0.7294657 Sep 16 04:53:42.223818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47772) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:42.322591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fd4f8eb3-24f6-4d27-9506-7674b76cbdc1 None None] Provisioning complete for port 12655a5b-a1cb-4501-81d8-df12266a0df5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:42.323691 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fd4f8eb3-24f6-4d27-9506-7674b76cbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.323765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55deae83-693b-4ccb-8561-ef66dc3664ab {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:42.332203 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.349045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Transition to ACTIVE for port object 55deae83-693b-4ccb-8561-ef66dc3664ab will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:53:42.359410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adbb137-0382-4809-b7d4-0c4e80e0fb77 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.365622 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adbb137-0382-4809-b7d4-0c4e80e0fb77 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.366941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.378351 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4adbb137-0382-4809-b7d4-0c4e80e0fb77 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1528914 Sep 16 04:53:42.382769 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47778) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:42.383714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47780) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:42.443980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Pushing event updated for resources: {'Port': ['ID=55deae83-693b-4ccb-8561-ef66dc3664ab,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:42.460453 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fd4f8eb3-24f6-4d27-9506-7674b76cbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.505034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-32da44ae-9db0-4eb3-a9c5-c197cbfc1827 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 546048c0-fba8-42d7-9ca4-2f0bfc1a4df6 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:42.520679 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32da44ae-9db0-4eb3-a9c5-c197cbfc1827 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.532408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fd4f8eb3-24f6-4d27-9506-7674b76cbdc1 None None] For port 12655a5b-a1cb-4501-81d8-df12266a0df5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=12655a5b-a1cb-4501-81d8-df12266a0df5,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:42.545831 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fd4f8eb3-24f6-4d27-9506-7674b76cbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.572416 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32da44ae-9db0-4eb3-a9c5-c197cbfc1827 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.617991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f8eb3-24f6-4d27-9506-7674b76cbdc1 None None] Pushing event updated for resources: {'Port': ['ID=12655a5b-a1cb-4501-81d8-df12266a0df5,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:42.631618 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Attempting to bind port 55deae83-693b-4ccb-8561-ef66dc3664ab on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:42.632240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Attempting to bind port 55deae83-693b-4ccb-8561-ef66dc3664ab by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:42.632596 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Attempting to bind port 55deae83-693b-4ccb-8561-ef66dc3664ab on network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:42.638261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Port 55deae83-693b-4ccb-8561-ef66dc3664ab on network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:53:42.638601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Attempting to bind port 55deae83-693b-4ccb-8561-ef66dc3664ab on network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:42.646307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:42.646307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Checking segment: {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:42.646587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Bound using segment: {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:42.646976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Bound port: 55deae83-693b-4ccb-8561-ef66dc3664ab, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:42.647348 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.726298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] For port 55deae83-693b-4ccb-8561-ef66dc3664ab, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:42.731628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] For port 55deae83-693b-4ccb-8561-ef66dc3664ab, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=55deae83-693b-4ccb-8561-ef66dc3664ab,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:42.738316 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.763325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-48682d63-0392-43b6-8800-8e78cc1f1a62 None None] Could not find standard attr ID for object 4ffbc2d8-f042-4366-82a0-5332b433e639. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:53:42.794602 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-39a7a786-8c76-40f0-be78-831ed2043fa4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c329891caf83491e9f7ca95911270da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4062414 Sep 16 04:53:42.795171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47786) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:42.825658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1e09b-6188-4b8d-b6d9-4e3fd160dd5b req-5e178846-2076-4b17-bc0b-ecb1f1648b67 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.827460 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4d1e09b-6188-4b8d-b6d9-4e3fd160dd5b req-5e178846-2076-4b17-bc0b-ecb1f1648b67 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 943 time: 0.1635299 Sep 16 04:53:42.831316 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32da44ae-9db0-4eb3-a9c5-c197cbfc1827 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.858425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:42.858425 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.858425 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] 10.222.0.15 "PUT /v2.0/ports/55deae83-693b-4ccb-8561-ef66dc3664ab HTTP/1.1" status: 200 len: 1092 time: 1.4895575 Sep 16 04:53:42.858425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516107b2-7f87-451f-91f8-c827d44a3712', 'tag': '55deae83-693b-4ccb-8561-ef66dc3664ab'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:42.860425 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39ccfbe-acf8-4051-b055-f7f2934bf1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "516107b2-7f87-451f-91f8-c827d44a3712", "tag": "55deae83-693b-4ccb-8561-ef66dc3664ab"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:42.909127 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e7a9088e-6454-4e3b-9f04-af491d2d92bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.975847 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e7a9088e-6454-4e3b-9f04-af491d2d92bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:42.991933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4d1e09b-6188-4b8d-b6d9-4e3fd160dd5b req-28ab0b61-b9a5-46ee-8496-fb3357f1b520 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318941 Sep 16 04:53:43.031272 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32da44ae-9db0-4eb3-a9c5-c197cbfc1827 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.073651 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf0a1ef-b185-46de-b072-187d725a3eef x-openstack-request-id: req-6cf0a1ef-b185-46de-b072-187d725a3eef {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:43.073970 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516107b2-7f87-451f-91f8-c827d44a3712", "tag": "55deae83-693b-4ccb-8561-ef66dc3664ab", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:43.074236 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cf0a1ef-b185-46de-b072-187d725a3eef {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:43.074634 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516107b2-7f87-451f-91f8-c827d44a3712', 'tag': '55deae83-693b-4ccb-8561-ef66dc3664ab', 'status': 'completed', 'code': 200} Sep 16 04:53:43.075301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afab92-0ded-4704-bd63-72b8d93e4b5a service neutron] Pushing event updated for resources: {'Port': ['ID=55deae83-693b-4ccb-8561-ef66dc3664ab,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:43.093364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da44ae-9db0-4eb3-a9c5-c197cbfc1827 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=546048c0-fba8-42d7-9ca4-2f0bfc1a4df6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:43.095829 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32da44ae-9db0-4eb3-a9c5-c197cbfc1827 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.098400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-32da44ae-9db0-4eb3-a9c5-c197cbfc1827 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/546048c0-fba8-42d7-9ca4-2f0bfc1a4df6 HTTP/1.1" status: 204 len: 168 time: 0.7035561 Sep 16 04:53:43.100862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47794) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:43.153349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97740b0d-3ea4-49f8-83cc-7267007860bb None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:43.198092 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d8820eec-685a-4859-8c6e-9758a8cfd9e6 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959640 Sep 16 04:53:43.200551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47798) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:43.202401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e7a9088e-6454-4e3b-9f04-af491d2d92bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.205054 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e7a9088e-6454-4e3b-9f04-af491d2d92bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.208545 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e7a9088e-6454-4e3b-9f04-af491d2d92bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/454882b0-5e5f-4669-8f03-256c9dce3588 HTTP/1.1" status: 204 len: 168 time: 0.4101672 Sep 16 04:53:43.221210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 12655a5b-a1cb-4501-81d8-df12266a0df5 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:43.225424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f28547-4255-4936-9892-f012d5ee56ff req-2efd9876-29b7-446b-82cb-d4ce9653cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.227229 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-2efd9876-29b7-446b-82cb-d4ce9653cad4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 1095 time: 0.2089994 Sep 16 04:53:43.234182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9088e-6454-4e3b-9f04-af491d2d92bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454882b0-5e5f-4669-8f03-256c9dce3588,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:43.282028 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-ad3ea7ce-cc36-4c22-b694-16f96adf8e8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55deae83-693b-4ccb-8561-ef66dc3664ab HTTP/1.1" status: 200 len: 217 time: 0.0453379 Sep 16 04:53:43.283819 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88435475-fb50-423b-89a6-6bb5a6a737c0 req-e2584351-2fcb-4817-b4d6-1e20f649292e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0394802 Sep 16 04:53:43.305039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8db47-800b-4547-9666-e4ff67a193be tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.309082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a5d8db47-800b-4547-9666-e4ff67a193be tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1048477 Sep 16 04:53:43.309328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47802) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:43.370259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb8eec-852b-4b23-9b60-174b00fa6e0c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.374058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3aeb8eec-852b-4b23-9b60-174b00fa6e0c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0613012 Sep 16 04:53:43.374345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47804) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:43.388288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f28547-4255-4936-9892-f012d5ee56ff req-4332b378-eac2-4be4-a637-08087b07a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:43.392540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-4332b378-eac2-4be4-a637-08087b07a708 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=267089d7-348a-46df-9275-af9e72e172dc HTTP/1.1" status: 200 len: 854 time: 0.1018500 Sep 16 04:53:43.443578 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-be126f71-aec9-42db-94c5-5c3753a44187 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633433 Sep 16 04:53:43.444727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47810) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:43.450994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:43.461904 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-e2cefb18-db8d-462e-8cde-2647e9a2bf0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9319edcf-e21c-4520-9d6d-2a5ffd172e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603590 Sep 16 04:53:43.655606 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:43.657447 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-4d57dd79-9fe9-4312-8d02-efb4a919fae2 service neutron] 10.222.0.15 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836433 Sep 16 04:53:43.659150 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.717487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 12655a5b-a1cb-4501-81d8-df12266a0df5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:43.720244 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:43.838203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-58f28547-4255-4936-9892-f012d5ee56ff req-382a7fa7-0714-4831-ac93-4b014b1cf5bd service neutron] 10.222.0.15 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707368 Sep 16 04:53:43.971080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde1d7e-ddd4-4db4-8413-5da2c24c7a0c None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:44.025701 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ccfbe-acf8-4051-b055-f7f2934bf1a7 req-78a9d163-3dc4-4f69-97da-3af384500259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.027306 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d39ccfbe-acf8-4051-b055-f7f2934bf1a7 req-78a9d163-3dc4-4f69-97da-3af384500259 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 1095 time: 0.1292632 Sep 16 04:53:44.070863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-efde1d7e-ddd4-4db4-8413-5da2c24c7a0c None None] Deleting port 12655a5b-a1cb-4501-81d8-df12266a0df5 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:44.071252 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-efde1d7e-ddd4-4db4-8413-5da2c24c7a0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.249849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.objects.ports [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94745) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:53:44.254998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ccfbe-acf8-4051-b055-f7f2934bf1a7 req-da53cf2b-d15b-4e46-9340-c0916ffc9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.266950 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d39ccfbe-acf8-4051-b055-f7f2934bf1a7 req-da53cf2b-d15b-4e46-9340-c0916ffc9537 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 915 time: 0.2316191 Sep 16 04:53:44.287631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-efde1d7e-ddd4-4db4-8413-5da2c24c7a0c None None] For port 12655a5b-a1cb-4501-81d8-df12266a0df5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=12655a5b-a1cb-4501-81d8-df12266a0df5,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:44.288103 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-efde1d7e-ddd4-4db4-8413-5da2c24c7a0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.319109 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-efde1d7e-ddd4-4db4-8413-5da2c24c7a0c None None] Calling delete_port for 12655a5b-a1cb-4501-81d8-df12266a0df5 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:44.404205 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d39ccfbe-acf8-4051-b055-f7f2934bf1a7 req-18aa882a-4670-4e4e-af83-79748093ee41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55deae83-693b-4ccb-8561-ef66dc3664ab HTTP/1.1" status: 200 len: 217 time: 0.0990479 Sep 16 04:53:44.510669 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b478017-0b82-45e7-9348-d166c0defa2e req-52c5a55f-1858-4f39-a546-cd0c4ce09289 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0334775 Sep 16 04:53:44.511861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2dab1-0146-4979-9033-e5d10e81f3d9 req-26563b8f-60a7-4cfc-9faa-b4654f8cb9ae tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.521138 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3fa2dab1-0146-4979-9033-e5d10e81f3d9 req-26563b8f-60a7-4cfc-9faa-b4654f8cb9ae tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 943 time: 0.3178332 Sep 16 04:53:44.536967 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-efde1d7e-ddd4-4db4-8413-5da2c24c7a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.570668 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.604505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde1d7e-ddd4-4db4-8413-5da2c24c7a0c None None] Pushing event deleted for resources: {'Port': ['ID=12655a5b-a1cb-4501-81d8-df12266a0df5,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:44.614982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde1d7e-ddd4-4db4-8413-5da2c24c7a0c None None] No DVR routers for this DVR port 12655a5b-a1cb-4501-81d8-df12266a0df5 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:44.615937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ccfbe-acf8-4051-b055-f7f2934bf1a7 req-527f83c2-793a-49c0-bfad-d8f9ff2950f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.617644 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d39ccfbe-acf8-4051-b055-f7f2934bf1a7 req-527f83c2-793a-49c0-bfad-d8f9ff2950f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=267089d7-348a-46df-9275-af9e72e172dc HTTP/1.1" status: 200 len: 854 time: 0.2030306 Sep 16 04:53:44.638489 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3fa2dab1-0146-4979-9033-e5d10e81f3d9 req-3fefcd13-c5d6-4881-819f-10aa97c9f822 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153531 Sep 16 04:53:44.643526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Port 12655a5b-a1cb-4501-81d8-df12266a0df5 concurrently deleted while adding address for new subnet {'id': 'b1781905-e1ff-449b-94c5-4b6c18d7ce45', 'name': '', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2193, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-16T04:53:43Z', 'updated_at': '2021-09-16T04:53:43Z', 'revision_number': 0, 'segment_id': None, 'project_id': '685bdb75614749a29c2acbf3bf1829ee'}. {{(pid=94745) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Sep 16 04:53:44.649138 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.674818 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d39ccfbe-acf8-4051-b055-f7f2934bf1a7 req-2a737278-52c3-4517-ae1d-ca1f3cce919c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9319edcf-e21c-4520-9d6d-2a5ffd172e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353022 Sep 16 04:53:44.728863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:44.732434 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:44.736878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:44.737492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:44.748425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c39200-6fe3-41b8-a1a3-1e74591e36f8 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:44.773189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=b1781905-e1ff-449b-94c5-4b6c18d7ce45,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:44.795959 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0a126591-2db3-49f2-82a8-5484422d4291 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3499844 Sep 16 04:53:44.798951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47856) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:44.805708 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d39ccfbe-acf8-4051-b055-f7f2934bf1a7 req-80c6cec0-e269-4f15-9024-7429ddf39aeb service neutron] 10.222.0.15 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221275 Sep 16 04:53:44.808231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:31:f7:2f', 'name': 'tempest-NetworksTestDHCPv6-1282345192'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:44.937481 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d39ccfbe-acf8-4051-b055-f7f2934bf1a7 req-d2f868e1-dc23-4077-9f96-763e189fa719 service neutron] 10.222.0.15 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245999 Sep 16 04:53:44.977761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': 'b1781905-e1ff-449b-94c5-4b6c18d7ce45'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:53:44.980502 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.064349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:45.161342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.179490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Allocated IP 2001:db8::f816:3eff:fe1a:68c1 (4211d509-25f4-4a41-874d-6b71d4ade588/b1781905-e1ff-449b-94c5-4b6c18d7ce45/aeaa45b7-b13f-4631-90cf-72a69cf6bd68) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:45.204253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port f7b11894-ee86-40e6-8bfe-eab2c24de63a yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:45.221078 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 12655a5b-a1cb-4501-81d8-df12266a0df5 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:45.246106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 12655a5b-a1cb-4501-81d8-df12266a0df5 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:45.246702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 12655a5b-a1cb-4501-81d8-df12266a0df5 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:45.310082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5349e67b-1890-49a7-a942-fad3b4fca6c8 req-0cb987e4-cb78-4e72-8603-59f2b76cd095 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0422163 Sep 16 04:53:45.414213 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.425984 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.493962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::f816:3eff:fe31:f72f (4211d509-25f4-4a41-874d-6b71d4ade588/b1781905-e1ff-449b-94c5-4b6c18d7ce45/f7b11894-ee86-40e6-8bfe-eab2c24de63a) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:45.527877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Pushing event updated for resources: {'Port': ['ID=aeaa45b7-b13f-4631-90cf-72a69cf6bd68,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:45.543805 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:45.546289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:45.549427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:45.655791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Attempting to bind port aeaa45b7-b13f-4631-90cf-72a69cf6bd68 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:45.657107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Attempting to bind port aeaa45b7-b13f-4631-90cf-72a69cf6bd68 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:45.658029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Attempting to bind port aeaa45b7-b13f-4631-90cf-72a69cf6bd68 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:45.664248 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:45.664714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:45.665238 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.677020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:45.678974 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Bound port: aeaa45b7-b13f-4631-90cf-72a69cf6bd68, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:45.680332 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.699358 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-35d6d2de-b4d7-4465-8f9f-7610e21acfc7 req-b6377480-3390-46b8-bf87-05fa3000eb06 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0567622 Sep 16 04:53:45.719691 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.742765 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 55deae83-693b-4ccb-8561-ef66dc3664ab details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:53:45.817597 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.885118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] For port aeaa45b7-b13f-4631-90cf-72a69cf6bd68, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:45.936824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] For port aeaa45b7-b13f-4631-90cf-72a69cf6bd68, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=aeaa45b7-b13f-4631-90cf-72a69cf6bd68,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:45.957049 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:45.967978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:45.979648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb0eb7-961b-4ff4-bdff-89100136e960 req-a9346ab4-101f-45bf-93c7-a23105fb2518 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:45.988132 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bafb0eb7-961b-4ff4-bdff-89100136e960 req-a9346ab4-101f-45bf-93c7-a23105fb2518 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 943 time: 0.2383401 Sep 16 04:53:45.991669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:46.009861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=f7b11894-ee86-40e6-8bfe-eab2c24de63a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:46.012607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:46.023068 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.024129 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.043255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e12adc-2d14-4a63-a75d-ecaa21fcd4b8 None None] Pushing event updated for resources: {'Port': ['ID=aeaa45b7-b13f-4631-90cf-72a69cf6bd68,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:46.068517 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b798f18c-5652-4f33-8dd0-307b11bee9f1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2651966 Sep 16 04:53:46.068929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47894) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:46.094573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 55deae83-693b-4ccb-8561-ef66dc3664ab, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=55deae83-693b-4ccb-8561-ef66dc3664ab,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:46.108522 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bafb0eb7-961b-4ff4-bdff-89100136e960 req-a3e42ae1-cb6e-4e4c-9e9c-9e5202e49aee tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190803 Sep 16 04:53:46.110165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '55deae83-693b-4ccb-8561-ef66dc3664ab', 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01', 'port_id': '55deae83-693b-4ccb-8561-ef66dc3664ab', 'mac_address': 'fa:16:3e:de:72:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267089d7-348a-46df-9275-af9e72e172dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:53:46.154694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544503cb-f96a-40c5-b8fa-9fa9b3c9e634 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.162379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544503cb-f96a-40c5-b8fa-9fa9b3c9e634 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:46.164395 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-544503cb-f96a-40c5-b8fa-9fa9b3c9e634 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0942681 Sep 16 04:53:46.167799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47896) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:46.193648 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.235037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55deae83-693b-4ccb-8561-ef66dc3664ab {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:53:46.269418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 55deae83-693b-4ccb-8561-ef66dc3664ab, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=55deae83-693b-4ccb-8561-ef66dc3664ab,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:46.286235 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.302350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9e36386b-ade0-4321-a19d-a8f873e2e811 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port f7b11894-ee86-40e6-8bfe-eab2c24de63a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:46.302953 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e36386b-ade0-4321-a19d-a8f873e2e811 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.403529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=55deae83-693b-4ccb-8561-ef66dc3664ab,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:46.472088 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e36386b-ade0-4321-a19d-a8f873e2e811 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:46.501211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9e36386b-ade0-4321-a19d-a8f873e2e811 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for f7b11894-ee86-40e6-8bfe-eab2c24de63a owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:46.508085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['55deae83-693b-4ccb-8561-ef66dc3664ab'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:53:46.567266 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-201f056b-298f-407a-8068-0ac7334bf559 req-d696f3f8-61c9-46b0-95aa-d82f7a46293f tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0754967 Sep 16 04:53:46.767510 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e36386b-ade0-4321-a19d-a8f873e2e811 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.077868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device aeaa45b7-b13f-4631-90cf-72a69cf6bd68 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:47.131911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36386b-ade0-4321-a19d-a8f873e2e811 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=f7b11894-ee86-40e6-8bfe-eab2c24de63a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:47.188331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port aeaa45b7-b13f-4631-90cf-72a69cf6bd68 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:47.188716 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.209871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d72b5e3f-6747-4cd7-81d7-cab06ea1d025 req-6b8d2a0e-f2af-43d3-9ef5-cad7046cca5e tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0916681 Sep 16 04:53:47.255686 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e36386b-ade0-4321-a19d-a8f873e2e811 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.261018 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9e36386b-ade0-4321-a19d-a8f873e2e811 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/f7b11894-ee86-40e6-8bfe-eab2c24de63a HTTP/1.1" status: 204 len: 168 time: 1.0920970 Sep 16 04:53:47.265905 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47918) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:47.332938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3978a-d4a3-4407-98bf-d2c1aa15614e req-e183f088-368c-4b78-96e1-956a19cb5ba4 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.335098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7f3978a-d4a3-4407-98bf-d2c1aa15614e req-e183f088-368c-4b78-96e1-956a19cb5ba4 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 944 time: 0.1319473 Sep 16 04:53:47.354899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbde451-1f23-41e5-8940-da966f47ae87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.356842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbde451-1f23-41e5-8940-da966f47ae87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:47.363132 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7bbde451-1f23-41e5-8940-da966f47ae87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0927196 Sep 16 04:53:47.363316 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4ea12470-adb8-4f80-bb27-491bb53a9f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.363594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47920) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:47.363717 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.436530 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port aeaa45b7-b13f-4631-90cf-72a69cf6bd68, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=aeaa45b7-b13f-4631-90cf-72a69cf6bd68,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:47.440966 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7f3978a-d4a3-4407-98bf-d2c1aa15614e req-7cb50cca-7fc8-4095-a0c1-1d9b5dd72b10 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788667 Sep 16 04:53:47.451518 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.453563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c0f6c1-8c71-4d54-b73b-c338dec13e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet b1781905-e1ff-449b-94c5-4b6c18d7ce45 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:47.458048 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80c0f6c1-8c71-4d54-b73b-c338dec13e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.516745 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80c0f6c1-8c71-4d54-b73b-c338dec13e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.520637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=aeaa45b7-b13f-4631-90cf-72a69cf6bd68,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:47.655624 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80c0f6c1-8c71-4d54-b73b-c338dec13e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.725379 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3355e58f-9022-4fe6-b1ba-60fad9f6e006 req-ed54707a-c2bc-4276-bddd-b7ad0401b046 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0396831 Sep 16 04:53:47.741754 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80c0f6c1-8c71-4d54-b73b-c338dec13e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.754941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 55deae83-693b-4ccb-8561-ef66dc3664ab up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:47.816444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0f6c1-8c71-4d54-b73b-c338dec13e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=b1781905-e1ff-449b-94c5-4b6c18d7ce45,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:47.821663 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-409d6841-a37b-42ab-8874-96385b8297c9 req-179d3792-2304-45c2-8736-fcb37e561b90 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0633430 Sep 16 04:53:47.824545 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80c0f6c1-8c71-4d54-b73b-c338dec13e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.828148 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-80c0f6c1-8c71-4d54-b73b-c338dec13e08 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/b1781905-e1ff-449b-94c5-4b6c18d7ce45 HTTP/1.1" status: 204 len: 168 time: 0.4632325 Sep 16 04:53:47.830401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47932) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:47.851705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 55deae83-693b-4ccb-8561-ef66dc3664ab completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:53:47.859417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f099d961-020d-4753-b9ba-43f521b3c082 None None] Provisioning complete for port aeaa45b7-b13f-4631-90cf-72a69cf6bd68 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:47.860054 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f099d961-020d-4753-b9ba-43f521b3c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.865710 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 55deae83-693b-4ccb-8561-ef66dc3664ab triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:47.866336 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:47.890666 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0409c5e8-d56f-4c93-9fbd-2e040d9ba2cb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586438 Sep 16 04:53:47.893132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47938) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:47.898387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:48.016682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:48.020756 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.038293 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.081785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 55deae83-693b-4ccb-8561-ef66dc3664ab, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=55deae83-693b-4ccb-8561-ef66dc3664ab,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:48.084914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516107b2-7f87-451f-91f8-c827d44a3712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55deae83-693b-4ccb-8561-ef66dc3664ab'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:53:48.088148 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ac08dc-4102-4ecb-b0c3-bc6fbd90f2f6" -d '{"events": [{"server_uuid": "516107b2-7f87-451f-91f8-c827d44a3712", "name": "network-vif-plugged", "status": "completed", "tag": "55deae83-693b-4ccb-8561-ef66dc3664ab"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:53:48.110567 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.171365 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd87b44-abee-4769-b879-978d048f42f0 x-openstack-request-id: req-9bd87b44-abee-4769-b879-978d048f42f0 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:53:48.171832 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516107b2-7f87-451f-91f8-c827d44a3712", "name": "network-vif-plugged", "status": "completed", "tag": "55deae83-693b-4ccb-8561-ef66dc3664ab", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:53:48.172361 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bd87b44-abee-4769-b879-978d048f42f0 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:53:48.173001 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516107b2-7f87-451f-91f8-c827d44a3712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55deae83-693b-4ccb-8561-ef66dc3664ab', 'code': 200} Sep 16 04:53:48.210468 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda968d4-7423-4d31-9c8e-aacdb8e95b6a None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:48.232598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=55deae83-693b-4ccb-8561-ef66dc3664ab,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:48.326820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d3148374-725f-4de9-9799-708bb6f63a42 None None] Could not find standard attr ID for object f7b11894-ee86-40e6-8bfe-eab2c24de63a. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:53:48.347885 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1e05de1d-e277-4429-a50d-0ed8b45f8fa8 req-26ed860d-0050-403a-a694-2f31b7cec014 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0330126 Sep 16 04:53:48.367360 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4a2c2-c348-4c89-a186-0371066badc8 req-43ab13ad-6923-47e1-a058-41fe5595ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.369814 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5ab4a2c2-c348-4c89-a186-0371066badc8 req-43ab13ad-6923-47e1-a058-41fe5595ceec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 1097 time: 0.1050522 Sep 16 04:53:48.431782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5ab4a2c2-c348-4c89-a186-0371066badc8 req-a14b88f1-8d47-4307-91b5-f4df6da3f2e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385246 Sep 16 04:53:48.532467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.objects.ports [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94744) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:53:48.533354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0df4cc-651f-48c5-a272-fca6e7085911 None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:48.584361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9b08a-65ee-4962-a7e2-c3afc8eea93f req-485fa187-9ed7-4b8b-a931-2d362ee6f74e tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:48.585943 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2e9b08a-65ee-4962-a7e2-c3afc8eea93f req-485fa187-9ed7-4b8b-a931-2d362ee6f74e tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 945 time: 0.0630283 Sep 16 04:53:48.628561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5f0df4cc-651f-48c5-a272-fca6e7085911 None None] Deleting port aeaa45b7-b13f-4631-90cf-72a69cf6bd68 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:48.628945 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f0df4cc-651f-48c5-a272-fca6e7085911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.650526 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2e9b08a-65ee-4962-a7e2-c3afc8eea93f req-b6192ac7-7b6f-42bc-9fb3-386501ee1466 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553958 Sep 16 04:53:48.748037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5f0df4cc-651f-48c5-a272-fca6e7085911 None None] For port aeaa45b7-b13f-4631-90cf-72a69cf6bd68, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=aeaa45b7-b13f-4631-90cf-72a69cf6bd68,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:48.748372 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f0df4cc-651f-48c5-a272-fca6e7085911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.775196 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:48.785412 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5f0df4cc-651f-48c5-a272-fca6e7085911 None None] Calling delete_port for aeaa45b7-b13f-4631-90cf-72a69cf6bd68 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:48.881959 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b4b4fdf-746b-40ee-b968-c86ea540b32f req-93c86f03-80b3-4ab1-a333-9580edc540c6 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0362122 Sep 16 04:53:49.040053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] For port aeaa45b7-b13f-4631-90cf-72a69cf6bd68, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=aeaa45b7-b13f-4631-90cf-72a69cf6bd68,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:49.068696 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device aeaa45b7-b13f-4631-90cf-72a69cf6bd68 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:49.083818 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.089533 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.090670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.146480 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f0df4cc-651f-48c5-a272-fca6e7085911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.173629 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:49.182692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:49.191154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0df4cc-651f-48c5-a272-fca6e7085911 None None] Pushing event deleted for resources: {'Port': ['ID=aeaa45b7-b13f-4631-90cf-72a69cf6bd68,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:49.194391 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.194990 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.201219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0df4cc-651f-48c5-a272-fca6e7085911 None None] No DVR routers for this DVR port aeaa45b7-b13f-4631-90cf-72a69cf6bd68 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:49.204098 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.223462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a92fa0-03ca-4180-9308-6b6114cffc84 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:49.226638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47962) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:49.226804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3322959 Sep 16 04:53:49.234144 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=ceda9353-22e0-4ffd-9de8-f1eed31fbb77,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:49.235074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:64:71:a9', 'name': 'tempest-NetworksTestDHCPv6-376298972'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:49.236916 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcef01-05c5-4c08-bc5a-f5e16dd81d11 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=aeaa45b7-b13f-4631-90cf-72a69cf6bd68,revision_number=6']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:49.418114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:49.432829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': 'ceda9353-22e0-4ffd-9de8-f1eed31fbb77'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:53:49.433753 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.438610 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:49.481703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 8148939a-bc5e-4ffe-866c-481eacde8420 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:49.527219 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43fd43c7-0651-44f6-ae50-5370ca974643 req-959f5b6a-a6f8-460e-a132-78f5cfeba0e8 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0390842 Sep 16 04:53:49.726275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::f816:3eff:fe64:71a9 (4211d509-25f4-4a41-874d-6b71d4ade588/ceda9353-22e0-4ffd-9de8-f1eed31fbb77/8148939a-bc5e-4ffe-866c-481eacde8420) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:49.827574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f700c5-5a9d-45c7-9d98-a07b63e90529 req-b7cd1b3a-1c80-4c14-aeed-015d86523d64 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:49.835894 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4f700c5-5a9d-45c7-9d98-a07b63e90529 req-b7cd1b3a-1c80-4c14-aeed-015d86523d64 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 945 time: 0.1060503 Sep 16 04:53:49.912677 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4f700c5-5a9d-45c7-9d98-a07b63e90529 req-9aec6422-a8fd-41df-89eb-0d7b7954d51e tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758004 Sep 16 04:53:50.006162 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9b4b831-3100-4e9d-acd8-404a85dafef9 req-f0b54ef8-dc80-49ad-bd49-5c1b9a981745 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0337951 Sep 16 04:53:50.021854 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.065113 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.121572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:50.125290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:50.129240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:50.135823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:50.136680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.152226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=8148939a-bc5e-4ffe-866c-481eacde8420,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:50.167280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Allocated IP 2001:db8::f816:3eff:fe3a:8a5f (4211d509-25f4-4a41-874d-6b71d4ade588/ceda9353-22e0-4ffd-9de8-f1eed31fbb77/a2996600-957d-4a5c-b0b1-68189a0929e4) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:50.171201 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-648d976d-559f-4ffc-b728-996e5c08ed07 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9428430 Sep 16 04:53:50.173694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47992) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:50.177404 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-91e989cd-75f7-4456-ba8e-90ac2373b49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.244954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e04e23-6d65-496f-9233-96d2982572a2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:50.246567 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b1e04e23-6d65-496f-9233-96d2982572a2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0716937 Sep 16 04:53:50.249109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47998) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:50.365022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a083c124-2521-47fd-b148-9b1eb921d363 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 8148939a-bc5e-4ffe-866c-481eacde8420 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:50.365357 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a083c124-2521-47fd-b148-9b1eb921d363 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.442221 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.460695 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.511674 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-18c82a46-f8d7-4733-af17-4c5806cff839 req-b4470a23-42ff-45d9-9fb0-e6dbd64b1f3b tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0429537 Sep 16 04:53:50.536283 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a083c124-2521-47fd-b148-9b1eb921d363 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.542916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:50.558527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:50.565326 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:50.577794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a083c124-2521-47fd-b148-9b1eb921d363 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 8148939a-bc5e-4ffe-866c-481eacde8420 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:50.606370 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Pushing event updated for resources: {'Port': ['ID=a2996600-957d-4a5c-b0b1-68189a0929e4,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:50.672270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.672674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.673231 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.673835 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.674270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.674723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.675154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.675588 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.676020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.676449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.676878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.677304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:53:50.693171 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ac6f6a2-cd1f-427d-8a54-c85bb0a38bfb req-c169af42-d5ea-43a2-934c-7c60b85b4e76 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0317252 Sep 16 04:53:50.706790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Attempting to bind port a2996600-957d-4a5c-b0b1-68189a0929e4 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:50.707180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Attempting to bind port a2996600-957d-4a5c-b0b1-68189a0929e4 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:50.709052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Attempting to bind port a2996600-957d-4a5c-b0b1-68189a0929e4 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:50.737868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:50.740597 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:50.741115 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.741843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:50.742534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Bound port: a2996600-957d-4a5c-b0b1-68189a0929e4, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:50.743034 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.817148 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.820580 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a083c124-2521-47fd-b148-9b1eb921d363 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.863629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] For port a2996600-957d-4a5c-b0b1-68189a0929e4, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:50.866361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083c124-2521-47fd-b148-9b1eb921d363 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=8148939a-bc5e-4ffe-866c-481eacde8420,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:50.867445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] For port a2996600-957d-4a5c-b0b1-68189a0929e4, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a2996600-957d-4a5c-b0b1-68189a0929e4,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:50.876093 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.893354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a083c124-2521-47fd-b148-9b1eb921d363 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:50.895476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a083c124-2521-47fd-b148-9b1eb921d363 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/8148939a-bc5e-4ffe-866c-481eacde8420 HTTP/1.1" status: 204 len: 168 time: 0.6453846 Sep 16 04:53:50.898065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48018) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:50.984352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9831435-def6-4996-b58f-84200ea3efa5 None None] Pushing event updated for resources: {'Port': ['ID=a2996600-957d-4a5c-b0b1-68189a0929e4,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:51.016890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d9eff-1ab0-4d74-a205-67f9e06f176e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:51.019010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d9eff-1ab0-4d74-a205-67f9e06f176e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:51.020724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-399d9eff-1ab0-4d74-a205-67f9e06f176e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1216571 Sep 16 04:53:51.023587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48020) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.082593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efca2a0-af9d-49ae-ab6e-f7e3e82be716 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet ceda9353-22e0-4ffd-9de8-f1eed31fbb77 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:51.086405 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3efca2a0-af9d-49ae-ab6e-f7e3e82be716 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.135125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3efca2a0-af9d-49ae-ab6e-f7e3e82be716 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.289212 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3efca2a0-af9d-49ae-ab6e-f7e3e82be716 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.363709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3efca2a0-af9d-49ae-ab6e-f7e3e82be716 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.393965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efca2a0-af9d-49ae-ab6e-f7e3e82be716 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=ceda9353-22e0-4ffd-9de8-f1eed31fbb77,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:51.399040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3efca2a0-af9d-49ae-ab6e-f7e3e82be716 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.401687 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3efca2a0-af9d-49ae-ab6e-f7e3e82be716 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/ceda9353-22e0-4ffd-9de8-f1eed31fbb77 HTTP/1.1" status: 204 len: 168 time: 0.3770390 Sep 16 04:53:51.404378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48026) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.451892 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8a5f2674-f488-45da-98f7-ca4937ba8efa tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459726 Sep 16 04:53:51.454022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48028) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.505035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7e82c9-c835-47dd-9ec1-554ee33513c4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:51.506579 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9e7e82c9-c835-47dd-9ec1-554ee33513c4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0515203 Sep 16 04:53:51.509586 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48034) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.574392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c3dc4-2f4f-4cdf-b730-8f5b8012a6ee tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:51.578355 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-814c3dc4-2f4f-4cdf-b730-8f5b8012a6ee tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0655618 Sep 16 04:53:51.578826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48038) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.608671 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.648412 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-32e661c7-0f96-4056-8659-22f7cc624ace tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683510 Sep 16 04:53:51.653636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48040) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:51.658647 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a7fc5ec9-47cd-4a5c-a026-966dfc0b52e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:51.668405 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dfe03c18-43ec-4b5b-b381-6103a1944fc9 req-95bd3a5d-da58-4227-ac6b-3592d329d6c6 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0348494 Sep 16 04:53:51.788903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fc5ec9-47cd-4a5c-a026-966dfc0b52e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:51.794449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a7fc5ec9-47cd-4a5c-a026-966dfc0b52e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:51.871150 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75ddfb26-0cc5-4501-b97c-0bf9d1560ade req-95131529-89c6-40c4-ba39-c0c18d6efb30 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0501969 Sep 16 04:53:52.101351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a7fc5ec9-47cd-4a5c-a026-966dfc0b52e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.183204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc5ec9-47cd-4a5c-a026-966dfc0b52e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=22df6f79-cc5b-42a4-9153-79a73af551af,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:52.202722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fc5ec9-47cd-4a5c-a026-966dfc0b52e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:52.204842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-a7fc5ec9-47cd-4a5c-a026-966dfc0b52e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:52.208349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc5ec9-47cd-4a5c-a026-966dfc0b52e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:52.209015 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a7fc5ec9-47cd-4a5c-a026-966dfc0b52e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.231599 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a7fc5ec9-47cd-4a5c-a026-966dfc0b52e4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5766785 Sep 16 04:53:52.234283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48054) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:52.245257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:9a:be:de', 'name': 'tempest-NetworksTestDHCPv6-824844218'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:52.248986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8bc799-4a94-475b-b874-968ab64c006f None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:52.362014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-cc17f209-a12e-4fbb-9857-9d33f2a1a0db None None] Provisioning complete for port a2996600-957d-4a5c-b0b1-68189a0929e4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:52.362720 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cc17f209-a12e-4fbb-9857-9d33f2a1a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.420678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:52.589143 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cc17f209-a12e-4fbb-9857-9d33f2a1a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.660087 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.664339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cc17f209-a12e-4fbb-9857-9d33f2a1a0db None None] For port a2996600-957d-4a5c-b0b1-68189a0929e4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a2996600-957d-4a5c-b0b1-68189a0929e4,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:52.673630 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cc17f209-a12e-4fbb-9857-9d33f2a1a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:52.702611 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 76c81250-77ca-4e34-a2fe-a70d73b62698 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:52.833640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17f209-a12e-4fbb-9857-9d33f2a1a0db None None] Pushing event updated for resources: {'Port': ['ID=a2996600-957d-4a5c-b0b1-68189a0929e4,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:52.931857 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d3fe5368-7e38-46b7-b240-cc2cbd553e94 req-2e00dd11-3b0f-46d7-88a4-76d0419bb13e tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0602701 Sep 16 04:53:53.017983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4eb3b3b6-39b8-48d8-8354-ee5a237f1246 None None] Provisioning complete for port a2996600-957d-4a5c-b0b1-68189a0929e4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:53.020038 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4eb3b3b6-39b8-48d8-8354-ee5a237f1246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.166615 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::206 (4211d509-25f4-4a41-874d-6b71d4ade588/22df6f79-cc5b-42a4-9153-79a73af551af/76c81250-77ca-4e34-a2fe-a70d73b62698) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:53.256593 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.274065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a2996600-957d-4a5c-b0b1-68189a0929e4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:53.432307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port a2996600-957d-4a5c-b0b1-68189a0929e4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:53.435043 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.516170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4af9582-e559-4f4a-a263-2bf9494811c9 req-f8e8838c-1824-4ad3-9f8f-303afa6adf82 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.4362946 Sep 16 04:53:53.543729 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.554814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c8f0cbcc-5d62-43a9-9df4-ca257f1018ad None None] Could not find standard attr ID for object 8148939a-bc5e-4ffe-866c-481eacde8420. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:53:53.596290 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.626927 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:53.629863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:53.633264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:53.644235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:53.645473 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:53.709496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4715803 Sep 16 04:53:53.710502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48086) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:53.712526 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c66d0-74cf-4d81-bb06-fccefb7385b3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=76c81250-77ca-4e34-a2fe-a70d73b62698,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:53.791188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf005ddf-324f-4199-b590-df83cb78050c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:53.797445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf005ddf-324f-4199-b590-df83cb78050c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:53.801426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bf005ddf-324f-4199-b590-df83cb78050c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0880649 Sep 16 04:53:53.801680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48088) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:53.916364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-10817edd-163e-4743-8921-07d1ab54bc1b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 76c81250-77ca-4e34-a2fe-a70d73b62698 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:53.916822 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10817edd-163e-4743-8921-07d1ab54bc1b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.047364 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10817edd-163e-4743-8921-07d1ab54bc1b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.061316 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-10817edd-163e-4743-8921-07d1ab54bc1b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 76c81250-77ca-4e34-a2fe-a70d73b62698 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:54.081264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-75ad0299-53dd-484a-a4be-7ca63263e8eb None None] Provisioning complete for port 76c81250-77ca-4e34-a2fe-a70d73b62698 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:54.082469 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-75ad0299-53dd-484a-a4be-7ca63263e8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.121478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-75ad0299-53dd-484a-a4be-7ca63263e8eb None None] Port 76c81250-77ca-4e34-a2fe-a70d73b62698 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:53:54.191383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3082d3a1-90c7-4a72-a99b-147b1744a139 req-c88f9ca4-4716-4e38-843d-d4273a98fc5b tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0469184 Sep 16 04:53:54.225260 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10817edd-163e-4743-8921-07d1ab54bc1b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.258320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10817edd-163e-4743-8921-07d1ab54bc1b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=76c81250-77ca-4e34-a2fe-a70d73b62698,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:54.289694 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10817edd-163e-4743-8921-07d1ab54bc1b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.293660 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-10817edd-163e-4743-8921-07d1ab54bc1b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/76c81250-77ca-4e34-a2fe-a70d73b62698 HTTP/1.1" status: 204 len: 168 time: 0.4896700 Sep 16 04:53:54.295040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48102) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:54.374344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7fdb3-782e-41a6-ad02-b18349cd1d7c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.376250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7fdb3-782e-41a6-ad02-b18349cd1d7c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.378111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c4f7fdb3-782e-41a6-ad02-b18349cd1d7c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0817773 Sep 16 04:53:54.383887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48104) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:54.437235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-29687d1c-88f0-4a4a-ab00-6cf361065e87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 22df6f79-cc5b-42a4-9153-79a73af551af {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:53:54.441048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29687d1c-88f0-4a4a-ab00-6cf361065e87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.492210 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29687d1c-88f0-4a4a-ab00-6cf361065e87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.562770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29687d1c-88f0-4a4a-ab00-6cf361065e87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:54.828137 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-679f2049-54e9-4480-9ff8-edab4b492ad0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1109343 Sep 16 04:53:54.970604 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-dfbe224d-dc32-438b-98f0-bf20dc217290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.971101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-dfbe224d-dc32-438b-98f0-bf20dc217290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.972396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-dfbe224d-dc32-438b-98f0-bf20dc217290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.973515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-dfbe224d-dc32-438b-98f0-bf20dc217290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.974370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-dfbe224d-dc32-438b-98f0-bf20dc217290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.974492 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3b6dd5bf-14e0-4aea-8b55-a876232673c6 req-b52cdaa6-410f-4c40-a17a-b5d17382cb0f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.3585370 Sep 16 04:53:54.974857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-dfbe224d-dc32-438b-98f0-bf20dc217290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.975391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-dfbe224d-dc32-438b-98f0-bf20dc217290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:54.987317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-dfbe224d-dc32-438b-98f0-bf20dc217290 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 6505 time: 0.0865917 Sep 16 04:53:55.015506 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29687d1c-88f0-4a4a-ab00-6cf361065e87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.055014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29687d1c-88f0-4a4a-ab00-6cf361065e87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=22df6f79-cc5b-42a4-9153-79a73af551af,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:55.061907 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-29687d1c-88f0-4a4a-ab00-6cf361065e87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.066198 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-29687d1c-88f0-4a4a-ab00-6cf361065e87 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/22df6f79-cc5b-42a4-9153-79a73af551af HTTP/1.1" status: 204 len: 168 time: 0.6820455 Sep 16 04:53:55.066893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48124) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:55.072661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e109f099-660c-4c33-98bb-99ab916e82ad None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:55.159730 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6afea910-5cbd-40ed-9b78-3ec98b421055 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888016 Sep 16 04:53:55.160404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48126) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:55.174876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-5aaff223-4fe0-4df3-87e1-9d2c8843004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:55.175758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-5aaff223-4fe0-4df3-87e1-9d2c8843004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:55.176720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-5aaff223-4fe0-4df3-87e1-9d2c8843004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:55.178763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-5aaff223-4fe0-4df3-87e1-9d2c8843004f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b484af42-d11f-4ec2-83eb-7d35c3841f1f&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=fac02cc7-a8ca-47e0-990f-c775ceab25df&id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e HTTP/1.1" status: 200 len: 2298 time: 0.1438150 Sep 16 04:53:55.284145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847c8f47-42b6-41ed-a04c-aea62c6e2824 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:55.288268 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-847c8f47-42b6-41ed-a04c-aea62c6e2824 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1244125 Sep 16 04:53:55.289267 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48130) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:55.303375 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-82ecad40-ce0a-4ee5-be5b-b36ce551270c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bb4b8a4-bd16-481d-9eea-d98db23b0b42 HTTP/1.1" status: 200 len: 1001 time: 0.1129777 Sep 16 04:53:55.407999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-ca00e097-5898-439b-bf2f-f4fe9631b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:55.410541 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-ca00e097-5898-439b-bf2f-f4fe9631b485 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=04988699-f88f-44f7-ad1b-2f1effb65073 HTTP/1.1" status: 200 len: 856 time: 0.1005883 Sep 16 04:53:55.425258 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7673c67-3641-4787-bd8a-4d2f93b81333 None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:53:55.465278 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-11f700bd-4033-4ae1-9d67-de3cab0766c4 req-4c2cfad9-1200-4bd3-9fbd-ac2a10973d26 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.1450005 Sep 16 04:53:55.519902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084c9d81-2042-406f-ad16-0bf058888053 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:55.521392 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-084c9d81-2042-406f-ad16-0bf058888053 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2318084 Sep 16 04:53:55.523884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48140) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:55.558293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d7673c67-3641-4787-bd8a-4d2f93b81333 None None] Deleting port a2996600-957d-4a5c-b0b1-68189a0929e4 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:55.558595 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d7673c67-3641-4787-bd8a-4d2f93b81333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.576215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c7dade51-5d1b-4e3f-914f-08afc3f9dd2f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511358 Sep 16 04:53:55.584625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48142) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:55.591420 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-590153b6-cee2-4999-a94c-f634a6057fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:55.597323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-bcc61288-ff8c-4965-a8a8-e842f790d8d9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:55.602260 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-590153b6-cee2-4999-a94c-f634a6057fb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b484af42-d11f-4ec2-83eb-7d35c3841f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800046 Sep 16 04:53:55.642806 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f05b1561-9c0e-4b52-854f-98da90274b5d req-8b6e5310-bd9c-470e-863e-7027d5beffd0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2693808 Sep 16 04:53:55.738626 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d7673c67-3641-4787-bd8a-4d2f93b81333 None None] For port a2996600-957d-4a5c-b0b1-68189a0929e4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a2996600-957d-4a5c-b0b1-68189a0929e4,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:55.739034 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d7673c67-3641-4787-bd8a-4d2f93b81333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.742665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-4ebadc0c-e504-4809-8b07-a39ee9d76bd8 service neutron] 10.222.0.50 "GET /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291282 Sep 16 04:53:55.780127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b1561-9c0e-4b52-854f-98da90274b5d req-49088fbd-38f2-4efe-887c-fb5ade6c1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:55.781846 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f05b1561-9c0e-4b52-854f-98da90274b5d req-49088fbd-38f2-4efe-887c-fb5ade6c1085 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 1097 time: 0.0709851 Sep 16 04:53:55.783235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc61288-ff8c-4965-a8a8-e842f790d8d9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:55.788569 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bcc61288-ff8c-4965-a8a8-e842f790d8d9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.791483 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d7673c67-3641-4787-bd8a-4d2f93b81333 None None] Calling delete_port for a2996600-957d-4a5c-b0b1-68189a0929e4 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:55.959918 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d7673c67-3641-4787-bd8a-4d2f93b81333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:55.963489 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-45e234ef-c0db-4f49-9e5b-9ac3f0e77f7c service neutron] 10.222.0.50 "GET /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117348 Sep 16 04:53:56.026338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7673c67-3641-4787-bd8a-4d2f93b81333 None None] Pushing event deleted for resources: {'Port': ['ID=a2996600-957d-4a5c-b0b1-68189a0929e4,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.039428 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7673c67-3641-4787-bd8a-4d2f93b81333 None None] No DVR routers for this DVR port a2996600-957d-4a5c-b0b1-68189a0929e4 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:53:56.061911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-638312c3-46ac-4f06-a9af-e0e8619c3ab3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=267c03d0-c4a6-4d27-8848-96211f86e09b HTTP/1.1" status: 200 len: 217 time: 0.0914798 Sep 16 04:53:56.175983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-42e83430-9aa7-4505-bc00-bc159d99df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.177484 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-42e83430-9aa7-4505-bc00-bc159d99df68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.1053710 Sep 16 04:53:56.232460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b1561-9c0e-4b52-854f-98da90274b5d req-57936ade-bda8-4507-abc1-9f305a14bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.234301 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f05b1561-9c0e-4b52-854f-98da90274b5d req-57936ade-bda8-4507-abc1-9f305a14bff8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 915 time: 0.1848524 Sep 16 04:53:56.252310 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e556305-97f0-4184-af4e-3368cc6d0b95 req-1cd18cbc-3854-4d04-a5b7-ad371126267b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0737951 Sep 16 04:53:56.287686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.objects.ports [None req-bcc61288-ff8c-4965-a8a8-e842f790d8d9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94744) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:53:56.291521 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bcc61288-ff8c-4965-a8a8-e842f790d8d9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.335065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-bcdfa597-5472-4e03-bb0a-234b5f8a9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.335483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc61288-ff8c-4965-a8a8-e842f790d8d9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:56.337924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-bcdfa597-5472-4e03-bb0a-234b5f8a9494 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0875907 Sep 16 04:53:56.367820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-bcc61288-ff8c-4965-a8a8-e842f790d8d9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:56.371509 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f05b1561-9c0e-4b52-854f-98da90274b5d req-d50a428e-dfd6-4e32-9351-d784caef57a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55deae83-693b-4ccb-8561-ef66dc3664ab HTTP/1.1" status: 200 len: 217 time: 0.0818484 Sep 16 04:53:56.376550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc61288-ff8c-4965-a8a8-e842f790d8d9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.377253 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bcc61288-ff8c-4965-a8a8-e842f790d8d9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.380842 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc0e8f6-02b4-4924-aa2f-eb7b7ec7098d None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:56.456370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc61288-ff8c-4965-a8a8-e842f790d8d9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=69085531-0ba3-4b32-9cde-744a23ba989b,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:56.461589 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bcc61288-ff8c-4965-a8a8-e842f790d8d9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8747461 Sep 16 04:53:56.465646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48160) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:56.473664 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b9936979-0f38-4deb-b992-90a609cf479e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:56.494197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b1561-9c0e-4b52-854f-98da90274b5d req-61d68193-fbfc-450a-b0ad-ee3e4a55afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.497569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-f95031ae-b0c8-4fe9-91dd-e456cd1d68b1 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481857 Sep 16 04:53:56.499291 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f05b1561-9c0e-4b52-854f-98da90274b5d req-61d68193-fbfc-450a-b0ad-ee3e4a55afd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=267089d7-348a-46df-9275-af9e72e172dc HTTP/1.1" status: 200 len: 854 time: 0.1127152 Sep 16 04:53:56.548833 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f05b1561-9c0e-4b52-854f-98da90274b5d req-12aa55a8-75a8-4ffb-94fb-76681767e063 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9319edcf-e21c-4520-9d6d-2a5ffd172e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378163 Sep 16 04:53:56.671976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-686de34a-0edf-451a-b6bb-014f32ae59c4 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649053 Sep 16 04:53:56.720237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': '69085531-0ba3-4b32-9cde-744a23ba989b'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:53:56.721129 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.746593 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a27133d-dbe3-4bc0-a24f-b18d0847aba3 req-dd7685c7-d1a1-4a19-b2eb-91a9263c2d11 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0711706 Sep 16 04:53:56.776365 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-9e69f62d-8f32-4447-9851-f99e6a418916 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=8859561b-453a-40df-b464-bbefeaa1629f HTTP/1.1" status: 200 len: 217 time: 0.0957520 Sep 16 04:53:56.808808 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f05b1561-9c0e-4b52-854f-98da90274b5d req-5db24599-8201-4d9c-b66c-7be6c695bfb9 service neutron] 10.222.0.15 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383440 Sep 16 04:53:56.818525 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9936979-0f38-4deb-b992-90a609cf479e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:56.823216 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9936979-0f38-4deb-b992-90a609cf479e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:56.887719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-d1c95b6d-63ec-414e-a2d5-60bbf54e438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.889253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-d1c95b6d-63ec-414e-a2d5-60bbf54e438d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.1036315 Sep 16 04:53:56.949214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-de54fc67-a30c-47e5-8e16-4cf10cde4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:56.950917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-de54fc67-a30c-47e5-8e16-4cf10cde4f23 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531578 Sep 16 04:53:56.986661 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:53:56.996516 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Allocated IP 2001:db8::f816:3eff:fe7e:906f (4211d509-25f4-4a41-874d-6b71d4ade588/69085531-0ba3-4b32-9cde-744a23ba989b/50c5c053-721a-47ca-952b-7e3754b3cae3) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:57.044851 n-d-712142-17 neutron-server[94744]: INFO neutron.db.ipam_backend_mixin [None req-b9936979-0f38-4deb-b992-90a609cf479e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69085531-0ba3-4b32-9cde-744a23ba989b (CIDR: 2001:db8::/64) Sep 16 04:53:57.051294 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9936979-0f38-4deb-b992-90a609cf479e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:53:57.051897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9936979-0f38-4deb-b992-90a609cf479e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:53:57.056375 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f05b1561-9c0e-4b52-854f-98da90274b5d req-97c14447-20ab-4892-9f7a-a8b821b437ac service neutron] 10.222.0.15 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389867 Sep 16 04:53:57.079341 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b9936979-0f38-4deb-b992-90a609cf479e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6120405 Sep 16 04:53:57.081085 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48170) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:57.086708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fc77bfdb-0853-49b3-8d58-ec7a7a05fbf9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:57.119080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a2996600-957d-4a5c-b0b1-68189a0929e4 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:53:57.133400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-0f82884f-a466-4f7f-95cb-b3425e89afde service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730044 Sep 16 04:53:57.144653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: a2996600-957d-4a5c-b0b1-68189a0929e4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:53:57.145068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a2996600-957d-4a5c-b0b1-68189a0929e4 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:53:57.237457 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.254846 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.273485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc77bfdb-0853-49b3-8d58-ec7a7a05fbf9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:57.277948 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc77bfdb-0853-49b3-8d58-ec7a7a05fbf9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.348519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-2b7e3487-df83-41c7-9735-205b8a61c67c service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070544 Sep 16 04:53:57.387024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:57.392549 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:57.396016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:57.402116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-946e9e4f-7ee8-45f7-8471-bfd41a6ecf30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=86717a90-1a2b-48bb-a89d-656fe2598f86 HTTP/1.1" status: 200 len: 217 time: 0.0456944 Sep 16 04:53:57.407413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Pushing event updated for resources: {'Port': ['ID=50c5c053-721a-47ca-952b-7e3754b3cae3,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:57.453196 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c3839ec-7e2b-428b-ab98-9414b48c089a req-1f03be41-7e0d-49ac-8df3-eee23ff97a6d tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0549929 Sep 16 04:53:57.516497 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-93f2beb6-1533-4ef3-998f-5017a34aeee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:57.518790 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-93f2beb6-1533-4ef3-998f-5017a34aeee9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.1001229 Sep 16 04:53:57.522028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Attempting to bind port 50c5c053-721a-47ca-952b-7e3754b3cae3 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:53:57.522489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Attempting to bind port 50c5c053-721a-47ca-952b-7e3754b3cae3 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:53:57.523143 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Attempting to bind port 50c5c053-721a-47ca-952b-7e3754b3cae3 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:53:57.544229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:53:57.544750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:53:57.545296 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.545798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:53:57.546406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Bound port: 50c5c053-721a-47ca-952b-7e3754b3cae3, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:53:57.546868 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.599632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-0dbf8adb-27b5-47cc-b40f-273803234b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:57.601418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-0dbf8adb-27b5-47cc-b40f-273803234b4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0744259 Sep 16 04:53:57.659103 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc77bfdb-0853-49b3-8d58-ec7a7a05fbf9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.757121 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-b1644066-62ff-4441-99f3-99f85414b1fa service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461830 Sep 16 04:53:57.757952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] For port 50c5c053-721a-47ca-952b-7e3754b3cae3, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:53:57.764468 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] For port 50c5c053-721a-47ca-952b-7e3754b3cae3, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=50c5c053-721a-47ca-952b-7e3754b3cae3,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:53:57.772053 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.779772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc77bfdb-0853-49b3-8d58-ec7a7a05fbf9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:57.809668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-fc77bfdb-0853-49b3-8d58-ec7a7a05fbf9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:57.833203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc77bfdb-0853-49b3-8d58-ec7a7a05fbf9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:57.833855 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc77bfdb-0853-49b3-8d58-ec7a7a05fbf9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:57.855142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77bfdb-0853-49b3-8d58-ec7a7a05fbf9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=532915c1-3397-4497-85b2-ded05bd98f3a,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:57.882185 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fc77bfdb-0853-49b3-8d58-ec7a7a05fbf9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7992182 Sep 16 04:53:57.885163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48186) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:57.891718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-a9d8ab56-4c4e-4041-aa11-7d232ff9ce10 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254051 Sep 16 04:53:57.896436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:ba:b6:63', 'name': 'tempest-NetworksTestDHCPv6-682446475'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:53:57.948641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc23248-08ea-4881-941f-8b2620bdb4b4 None None] Pushing event updated for resources: {'Port': ['ID=50c5c053-721a-47ca-952b-7e3754b3cae3,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:57.985921 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-f098f56a-781f-48ab-a98f-349266021371 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=8d2795f4-96ee-449c-b4d6-af82e2788cd4 HTTP/1.1" status: 200 len: 217 time: 0.0849667 Sep 16 04:53:58.029015 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6575090d-1ace-4c88-b46d-1d75640e5ad3 req-a645a640-8d2d-4b20-9aa2-6762234c7fe0 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0471175 Sep 16 04:53:58.049934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:53:58.079843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-cd976f68-0278-4e3f-b2e2-5b991d20fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.083848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-cd976f68-0278-4e3f-b2e2-5b991d20fa3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 200 len: 797 time: 0.0830848 Sep 16 04:53:58.162383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-2789edf3-87b7-460a-baa5-69d03fa6e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.163972 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-2789edf3-87b7-460a-baa5-69d03fa6e026 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fac02cc7-a8ca-47e0-990f-c775ceab25df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0718541 Sep 16 04:53:58.184180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.217949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 3ffc533a-5416-48fd-b5c2-b9a4b4135734 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:53:58.357349 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-c6d9c9a0-dd63-49ee-8762-ffb29a6929ba service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851747 Sep 16 04:53:58.526045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8:0:1::e5 (4211d509-25f4-4a41-874d-6b71d4ade588/532915c1-3397-4497-85b2-ded05bd98f3a/3ffc533a-5416-48fd-b5c2-b9a4b4135734) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:58.541550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::f816:3eff:feba:b663 (4211d509-25f4-4a41-874d-6b71d4ade588/69085531-0ba3-4b32-9cde-744a23ba989b/3ffc533a-5416-48fd-b5c2-b9a4b4135734) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:53:58.548412 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-23ad6308-909d-4611-b65b-548a022ea180 service neutron] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827703 Sep 16 04:53:58.620645 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-0faf2cd2-445e-45e1-a205-c6f7487e1c04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57f89f03-3348-45b6-8af5-578e5a7722a3 HTTP/1.1" status: 200 len: 217 time: 0.0633228 Sep 16 04:53:58.684005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-4706326e-e69b-4564-bdee-8013a6fcee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.685967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-4706326e-e69b-4564-bdee-8013a6fcee2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5456bb97-7a6b-4d79-b62d-5adf05d63356 HTTP/1.1" status: 200 len: 797 time: 0.0570407 Sep 16 04:53:58.721637 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.744477 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-679f803f-2e7e-4e9a-81f3-d29a31866974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:58.746298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-679f803f-2e7e-4e9a-81f3-d29a31866974 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515611 Sep 16 04:53:58.768874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:58.798826 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5519464b-5129-4b92-be48-d704f1f55f5b req-94111c02-0833-4334-b14f-b189ef2542c9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.1079044 Sep 16 04:53:58.883028 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-77a46e38-96a1-44f1-89be-09cbb77655c6 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259561 Sep 16 04:53:58.929959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:53:58.959035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:53:58.994722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:53:59.001249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.005011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.011665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=3ffc533a-5416-48fd-b5c2-b9a4b4135734,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:59.042675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-13b222e1-973b-47d5-89c3-4d166a6cf615 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478853 Sep 16 04:53:59.060589 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2fd58c43-7fb3-43b5-bc51-a7aa7ff471c9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1713262 Sep 16 04:53:59.061174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48204) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:59.133747 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-a8dcfecb-90a6-456b-ab61-4ee9f008bc59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c04427e-436b-4e81-8e71-1ce7b4320fe5 HTTP/1.1" status: 200 len: 217 time: 0.0806220 Sep 16 04:53:59.201902 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 50c5c053-721a-47ca-952b-7e3754b3cae3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:53:59.239225 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e9d2069c-c3e9-4714-ac25-bb240007a2d5 req-1e0bb335-62ed-43bc-af1f-5d41529ddb78 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0401471 Sep 16 04:53:59.241515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-1014734d-1b6f-4e0d-af81-9c9251370e24 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 3ffc533a-5416-48fd-b5c2-b9a4b4135734 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:53:59.241895 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1014734d-1b6f-4e0d-af81-9c9251370e24 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.246671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-4fecf9da-256f-441e-9e21-f8c2c88eadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.253442 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-4fecf9da-256f-441e-9e21-f8c2c88eadfc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5456bb97-7a6b-4d79-b62d-5adf05d63356 HTTP/1.1" status: 200 len: 797 time: 0.1067073 Sep 16 04:53:59.307457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 50c5c053-721a-47ca-952b-7e3754b3cae3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:59.308181 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.336839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-b3a87346-e5f3-4fce-8c07-7d05cd243fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.339129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-b3a87346-e5f3-4fce-8c07-7d05cd243fa7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0780478 Sep 16 04:53:59.394046 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1014734d-1b6f-4e0d-af81-9c9251370e24 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.412123 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.416355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-1014734d-1b6f-4e0d-af81-9c9251370e24 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 3ffc533a-5416-48fd-b5c2-b9a4b4135734 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:53:59.476037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 50c5c053-721a-47ca-952b-7e3754b3cae3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=50c5c053-721a-47ca-952b-7e3754b3cae3,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:53:59.484848 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.535284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-22f2b07b-d46c-40e4-9a1c-4cd5cdc6006a service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867914 Sep 16 04:53:59.546573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b66c7e-eacf-4b07-a2c4-cf06b85a0c90 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:53:59.553108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=50c5c053-721a-47ca-952b-7e3754b3cae3,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:59.690979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1014734d-1b6f-4e0d-af81-9c9251370e24 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.701916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fbfa4354-75ff-495a-a152-4362e273dc4b None None] Provisioning complete for port 50c5c053-721a-47ca-952b-7e3754b3cae3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:53:59.702640 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4354-75ff-495a-a152-4362e273dc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.705428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a217b610-772e-45a0-ace9-c1a79dd1aecd req-a82d65ba-8564-4f6e-a098-feea87bde052 service neutron] 10.222.0.50 "GET /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615348 Sep 16 04:53:59.730930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014734d-1b6f-4e0d-af81-9c9251370e24 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=3ffc533a-5416-48fd-b5c2-b9a4b4135734,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:53:59.800197 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1014734d-1b6f-4e0d-af81-9c9251370e24 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:53:59.804130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48216) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:53:59.805290 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1014734d-1b6f-4e0d-af81-9c9251370e24 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/3ffc533a-5416-48fd-b5c2-b9a4b4135734 HTTP/1.1" status: 204 len: 168 time: 0.7427578 Sep 16 04:53:59.934964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc52a71-e133-4bbb-9cf3-09f24460c671 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:53:59.984530 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8dc52a71-e133-4bbb-9cf3-09f24460c671 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1792538 Sep 16 04:53:59.986986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48226) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:00.129196 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f722100-e1e0-4ad6-97d2-d4d59bcf9986 req-23179daa-b5d5-4ade-b690-015101b2aef5 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff0d94f3-8981-4c32-93ab-44f1d7a275c2 HTTP/1.1" status: 200 len: 210 time: 0.0515289 Sep 16 04:54:00.161957 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dcfb4e-417a-40d1-b875-e9b6d6668b2f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.168767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48228) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:00.179341 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-73dcfb4e-417a-40d1-b875-e9b6d6668b2f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1866479 Sep 16 04:54:00.248957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d7100-564c-43fe-8c78-2b73d697d327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.250672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d7100-564c-43fe-8c78-2b73d697d327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.252487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d7100-564c-43fe-8c78-2b73d697d327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:00.254290 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ae9d7100-564c-43fe-8c78-2b73d697d327 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0843325 Sep 16 04:54:00.256888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48234) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:00.319837 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-827b4485-2747-48f2-a407-0ef5c2a03504 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 532915c1-3397-4497-85b2-ded05bd98f3a {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:00.324899 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-827b4485-2747-48f2-a407-0ef5c2a03504 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.437593 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469cf59-2d6f-48c0-8fba-f723ca89edc7 None None] Update dhcp port {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': '69085531-0ba3-4b32-9cde-744a23ba989b', 'ip_address': '2001:db8::f816:3eff:fe7e:906f'}, {'subnet_id': '532915c1-3397-4497-85b2-ded05bd98f3a'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '50c5c053-721a-47ca-952b-7e3754b3cae3'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:54:00.439475 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1ea094ac-1fac-4477-b25a-6af64054ed84 req-d84b1816-d362-430c-af46-de2416d328d8 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0325737 Sep 16 04:54:00.449719 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-827b4485-2747-48f2-a407-0ef5c2a03504 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.479770 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3469cf59-2d6f-48c0-8fba-f723ca89edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.547787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-827b4485-2747-48f2-a407-0ef5c2a03504 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.631902 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-827b4485-2747-48f2-a407-0ef5c2a03504 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-3469cf59-2d6f-48c0-8fba-f723ca89edc7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 532915c1-3397-4497-85b2-ded05bd98f3a: This subnet is being modified by another concurrent operation. Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 532915c1-3397-4497-85b2-ded05bd98f3a: This subnet is being modified by another concurrent operation. Sep 16 04:54:00.654151 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 04:54:00.669366 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b4485-2747-48f2-a407-0ef5c2a03504 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=532915c1-3397-4497-85b2-ded05bd98f3a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:00.676483 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-827b4485-2747-48f2-a407-0ef5c2a03504 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.682189 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-827b4485-2747-48f2-a407-0ef5c2a03504 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/532915c1-3397-4497-85b2-ded05bd98f3a HTTP/1.1" status: 204 len: 168 time: 0.4227197 Sep 16 04:54:00.686026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48242) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:00.754216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-42037c4a-2c2b-44a3-8332-17f316c66d6e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 69085531-0ba3-4b32-9cde-744a23ba989b {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:00.760124 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42037c4a-2c2b-44a3-8332-17f316c66d6e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.792040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a11838a3-d07c-4653-a6c0-3538ddf4f5d2 None None] Provisioning complete for port 50c5c053-721a-47ca-952b-7e3754b3cae3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:00.792433 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a11838a3-d07c-4653-a6c0-3538ddf4f5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.812799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42037c4a-2c2b-44a3-8332-17f316c66d6e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:00.951132 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42037c4a-2c2b-44a3-8332-17f316c66d6e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.030898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bd2a4b-5016-4b82-9ec8-ad555bdef79c None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:54:01.037387 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42037c4a-2c2b-44a3-8332-17f316c66d6e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.077291 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42037c4a-2c2b-44a3-8332-17f316c66d6e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.080004 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-42037c4a-2c2b-44a3-8332-17f316c66d6e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/69085531-0ba3-4b32-9cde-744a23ba989b HTTP/1.1" status: 204 len: 168 time: 0.3929234 Sep 16 04:54:01.081328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42037c4a-2c2b-44a3-8332-17f316c66d6e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=69085531-0ba3-4b32-9cde-744a23ba989b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:01.082797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48252) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:01.093555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-67dc5aa7-37b7-48ae-986b-617b25064e78 None None] Could not find standard attr ID for object 3ffc533a-5416-48fd-b5c2-b9a4b4135734. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:54:01.147906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 50c5c053-721a-47ca-952b-7e3754b3cae3 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:01.222630 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4dde900c-ea60-4b2e-b736-d533ed2caf7b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1386266 Sep 16 04:54:01.223275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48264) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:01.241391 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:01.270217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48266) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:01.296163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd2a4b-5016-4b82-9ec8-ad555bdef79c None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:54:01.403225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:01.407500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.452038 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5ce8-c624-47d7-a049-248447bf07ce tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.503903 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.530874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5ce8-c624-47d7-a049-248447bf07ce tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.677524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 50c5c053-721a-47ca-952b-7e3754b3cae3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=50c5c053-721a-47ca-952b-7e3754b3cae3,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:01.705215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e510c02e-a0a0-43ac-9092-15f960adc6f0 req-10ecb520-825d-4118-96b9-523458c88294 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.1234534 Sep 16 04:54:01.738989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:01.908253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=50c5c053-721a-47ca-952b-7e3754b3cae3,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:01.940739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371fda01-bb67-493b-814d-dacb30e625db None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:54:02.010177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.objects.ports [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94744) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:54:02.057065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b2955e79-aa26-4f87-a2e8-62189fe80824 None None] Provisioning complete for port 50c5c053-721a-47ca-952b-7e3754b3cae3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:02.057599 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2955e79-aa26-4f87-a2e8-62189fe80824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.110611 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5ce8-c624-47d7-a049-248447bf07ce tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.114224 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5ce8-c624-47d7-a049-248447bf07ce tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.115717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7a5b5ce8-c624-47d7-a049-248447bf07ce tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "DELETE /v2.0/security-groups/50dea91e-4fcf-44bb-b13c-63688b8998c5 HTTP/1.1" status: 204 len: 168 time: 0.8440168 Sep 16 04:54:02.127469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48280) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.161447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b5ce8-c624-47d7-a049-248447bf07ce tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dea91e-4fcf-44bb-b13c-63688b8998c5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:02.179844 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-0b649477-b676-4e03-a033-bd76b04010c4 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] show failed (client error): The resource could not be found. Sep 16 04:54:02.183198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0b649477-b676-4e03-a033-bd76b04010c4 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "GET /v2.0/security-groups/50dea91e-4fcf-44bb-b13c-63688b8998c5 HTTP/1.1" status: 404 len: 347 time: 0.0541792 Sep 16 04:54:02.185997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48288) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:02.188565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371fda01-bb67-493b-814d-dacb30e625db None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:54:02.340960 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2955e79-aa26-4f87-a2e8-62189fe80824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.445978 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.528662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-54218535-bd24-4b9d-bf78-19f42e47d4fb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Deleting port 9dfb3782-dbd0-4315-abcc-5ceaecc9c26b {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:02.531481 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54218535-bd24-4b9d-bf78-19f42e47d4fb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.619086 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-b2955e79-aa26-4f87-a2e8-62189fe80824 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:54:02.626383 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-b2955e79-aa26-4f87-a2e8-62189fe80824 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:54:02.640738 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54218535-bd24-4b9d-bf78-19f42e47d4fb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.641085 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54218535-bd24-4b9d-bf78-19f42e47d4fb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.654190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-54218535-bd24-4b9d-bf78-19f42e47d4fb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Calling delete_port for 9dfb3782-dbd0-4315-abcc-5ceaecc9c26b owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:02.749630 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] For port 50c5c053-721a-47ca-952b-7e3754b3cae3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=50c5c053-721a-47ca-952b-7e3754b3cae3,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:02.824119 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.844024 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.845897 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.859594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54218535-bd24-4b9d-bf78-19f42e47d4fb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:02.896995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54218535-bd24-4b9d-bf78-19f42e47d4fb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Port': ['ID=9dfb3782-dbd0-4315-abcc-5ceaecc9c26b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.022665 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54218535-bd24-4b9d-bf78-19f42e47d4fb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.026880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54218535-bd24-4b9d-bf78-19f42e47d4fb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.028980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-54218535-bd24-4b9d-bf78-19f42e47d4fb tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "DELETE /v2.0/floatingips/5c08d388-ff18-4fa6-8748-96a79b2c0146 HTTP/1.1" status: 204 len: 168 time: 0.8419600 Sep 16 04:54:03.032451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48304) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:03.057554 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=50c5c053-721a-47ca-952b-7e3754b3cae3,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.239016 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2955e79-aa26-4f87-a2e8-62189fe80824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.281335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-f448f4da-e26f-44f4-89a4-54b2ceed0d69 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Deleting port 3e01476a-ab84-4363-8e04-bb85002972b9 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:03.281951 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f448f4da-e26f-44f4-89a4-54b2ceed0d69 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.308619 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b2955e79-aa26-4f87-a2e8-62189fe80824 None None] For port 50c5c053-721a-47ca-952b-7e3754b3cae3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=50c5c053-721a-47ca-952b-7e3754b3cae3,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:03.322929 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2955e79-aa26-4f87-a2e8-62189fe80824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.506303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2955e79-aa26-4f87-a2e8-62189fe80824 None None] Pushing event updated for resources: {'Port': ['ID=50c5c053-721a-47ca-952b-7e3754b3cae3,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.521776 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f448f4da-e26f-44f4-89a4-54b2ceed0d69 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.546855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-f448f4da-e26f-44f4-89a4-54b2ceed0d69 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Calling delete_port for 3e01476a-ab84-4363-8e04-bb85002972b9 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:03.603015 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-60e52609-727f-4851-9262-ab5e04def477 req-b3dbf12a-8ebe-4131-b6ad-3bc59595bd07 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.7486851 Sep 16 04:54:03.613009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:03.619283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:03.626808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:03.627544 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.668874 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4420326 Sep 16 04:54:03.670122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48318) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:03.675429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-14f203bb-b503-435f-b334-d43dd39f66bf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:03.701222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efabf42-2590-4407-9bd7-d94c96721d2c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=603fd8f3-9065-482d-ad5e-5d4f0f5f55c0,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.824819 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f448f4da-e26f-44f4-89a4-54b2ceed0d69 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:03.870018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448f4da-e26f-44f4-89a4-54b2ceed0d69 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Port': ['ID=3e01476a-ab84-4363-8e04-bb85002972b9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:03.947670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f203bb-b503-435f-b334-d43dd39f66bf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:03.974296 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14f203bb-b503-435f-b334-d43dd39f66bf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.016275 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f448f4da-e26f-44f4-89a4-54b2ceed0d69 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.026530 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f448f4da-e26f-44f4-89a4-54b2ceed0d69 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "DELETE /v2.0/ports/3e01476a-ab84-4363-8e04-bb85002972b9 HTTP/1.1" status: 204 len: 168 time: 0.9863236 Sep 16 04:54:04.027467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48322) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:04.229138 n-d-712142-17 neutron-server[94744]: INFO neutron.db.ipam_backend_mixin [None req-14f203bb-b503-435f-b334-d43dd39f66bf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 603fd8f3-9065-482d-ad5e-5d4f0f5f55c0 (CIDR: 2001:db8::/64) Sep 16 04:54:04.234125 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f203bb-b503-435f-b334-d43dd39f66bf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:54:04.234647 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f203bb-b503-435f-b334-d43dd39f66bf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:04.253257 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-14f203bb-b503-435f-b334-d43dd39f66bf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5820935 Sep 16 04:54:04.256840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48328) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:04.256972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3efe817a-ccb4-48a8-ac49-8bdf12fef9a9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Deleting port b2c539f9-3dcb-4aee-84f4-297e697dc188 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:04.260992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3efe817a-ccb4-48a8-ac49-8bdf12fef9a9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.263216 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-1b9e6386-3333-4adf-a8be-a98b85461f1d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:04.297990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1221bf-b5f9-4986-b429-a66f9b73c33a None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:04.444249 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3efe817a-ccb4-48a8-ac49-8bdf12fef9a9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.470126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3efe817a-ccb4-48a8-ac49-8bdf12fef9a9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Calling delete_port for b2c539f9-3dcb-4aee-84f4-297e697dc188 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:04.470517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9e6386-3333-4adf-a8be-a98b85461f1d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:04.481690 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6386-3333-4adf-a8be-a98b85461f1d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.484972 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a6349270-8e7b-4531-b8a3-0d81cb43aa35 None None] Provisioning complete for port 50c5c053-721a-47ca-952b-7e3754b3cae3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:04.485353 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a6349270-8e7b-4531-b8a3-0d81cb43aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.746345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3efe817a-ccb4-48a8-ac49-8bdf12fef9a9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:04.832987 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e5ab6cd-3855-4895-87d8-116d6603be5b req-bcf75b8c-7181-4420-bd64-bcc81aa4cf60 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0627952 Sep 16 04:54:04.871431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe817a-ccb4-48a8-ac49-8bdf12fef9a9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Port': ['ID=b2c539f9-3dcb-4aee-84f4-297e697dc188,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:05.006810 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3efe817a-ccb4-48a8-ac49-8bdf12fef9a9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.012783 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3efe817a-ccb4-48a8-ac49-8bdf12fef9a9 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "DELETE /v2.0/ports/b2c539f9-3dcb-4aee-84f4-297e697dc188 HTTP/1.1" status: 204 len: 168 time: 0.9818830 Sep 16 04:54:05.013133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48344) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:05.166134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b17b8a-0eea-45cd-ad9e-5048114b4572 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Deleting subnet e4cfd570-b1ec-4147-b4f7-830b27a8fe55 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:05.169576 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6386-3333-4adf-a8be-a98b85461f1d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.193072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33b17b8a-0eea-45cd-ad9e-5048114b4572 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.214098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 50c5c053-721a-47ca-952b-7e3754b3cae3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:05.230716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9e6386-3333-4adf-a8be-a98b85461f1d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:05.252258 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e6386-3333-4adf-a8be-a98b85461f1d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=92a37c6b-7097-4f18-a5bc-092a3c897485,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:05.261317 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-1b9e6386-3333-4adf-a8be-a98b85461f1d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:05.264513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9e6386-3333-4adf-a8be-a98b85461f1d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:05.265300 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6386-3333-4adf-a8be-a98b85461f1d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.292811 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1b9e6386-3333-4adf-a8be-a98b85461f1d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0343797 Sep 16 04:54:05.295662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48352) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:05.306729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:cb:e2:aa', 'name': 'tempest-NetworksTestDHCPv6-612342732'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:05.324199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 50c5c053-721a-47ca-952b-7e3754b3cae3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:05.324782 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.355844 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33b17b8a-0eea-45cd-ad9e-5048114b4572 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.445657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d2f35-acc5-479d-afba-42ceafb70804 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:05.490048 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.509100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33b17b8a-0eea-45cd-ad9e-5048114b4572 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.579067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-87a099a0-9981-4e38-8c46-5bc0dea8ddd2 None None] Provisioning complete for port 50c5c053-721a-47ca-952b-7e3754b3cae3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:05.580781 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87a099a0-9981-4e38-8c46-5bc0dea8ddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.639198 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33b17b8a-0eea-45cd-ad9e-5048114b4572 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.639440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:05.742435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b17b8a-0eea-45cd-ad9e-5048114b4572 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cfd570-b1ec-4147-b4f7-830b27a8fe55,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:05.748478 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-33b17b8a-0eea-45cd-ad9e-5048114b4572 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.750685 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-33b17b8a-0eea-45cd-ad9e-5048114b4572 tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "DELETE /v2.0/subnets/e4cfd570-b1ec-4147-b4f7-830b27a8fe55 HTTP/1.1" status: 204 len: 168 time: 0.7361662 Sep 16 04:54:05.757007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48364) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:05.771727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c683c93-905e-4a0a-97e2-817901a7e8de None None] Network 29ad4d4c-cf1f-437c-b71a-b27ce3500821 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:05.872852 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-276fbd1c-709d-4e32-9d20-e6691720137f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Deleting subnet e87afb49-fbf8-4607-b70e-cc0d1747d824 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:05.877897 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-276fbd1c-709d-4e32-9d20-e6691720137f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.886302 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:05.938965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 313ced31-118d-41d3-8df5-75a985c40da5 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:05.995161 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-276fbd1c-709d-4e32-9d20-e6691720137f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.090737 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-63b237d4-7e08-4b43-b257-a02e62f6ee11 req-1afa5011-f563-48a8-9269-e3f994fc18b4 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0504661 Sep 16 04:54:06.208487 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-276fbd1c-709d-4e32-9d20-e6691720137f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.342000 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-276fbd1c-709d-4e32-9d20-e6691720137f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.400824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8:0:1::3cf (4211d509-25f4-4a41-874d-6b71d4ade588/92a37c6b-7097-4f18-a5bc-092a3c897485/313ced31-118d-41d3-8df5-75a985c40da5) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:06.420313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::f816:3eff:fecb:e2aa (4211d509-25f4-4a41-874d-6b71d4ade588/603fd8f3-9065-482d-ad5e-5d4f0f5f55c0/313ced31-118d-41d3-8df5-75a985c40da5) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:06.441373 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-276fbd1c-709d-4e32-9d20-e6691720137f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.449932 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-276fbd1c-709d-4e32-9d20-e6691720137f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "DELETE /v2.0/subnets/e87afb49-fbf8-4607-b70e-cc0d1747d824 HTTP/1.1" status: 204 len: 168 time: 0.6818295 Sep 16 04:54:06.449932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fbd1c-709d-4e32-9d20-e6691720137f tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Subnet': ['ID=e87afb49-fbf8-4607-b70e-cc0d1747d824,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:06.452327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48374) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:06.526070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851242d6-6413-48be-a7e0-45eabc7dabac None None] Network d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:06.537139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b49ab8-4843-4e40-b811-443d6e5d7d3c None None] DHCP port deletion for 29ad4d4c-cf1f-437c-b71a-b27ce3500821 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:06.599388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c926abc-813e-45b5-968e-c7e62a7325f2 None None] Update dhcp port {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': '603fd8f3-9065-482d-ad5e-5d4f0f5f55c0', 'ip_address': '2001:db8::f816:3eff:fe7e:906f'}, {'subnet_id': '92a37c6b-7097-4f18-a5bc-092a3c897485'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '50c5c053-721a-47ca-952b-7e3754b3cae3'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:54:06.675638 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6c926abc-813e-45b5-968e-c7e62a7325f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.691742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.790898 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.893872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Deleting port 22814d86-f23a-41c3-9c30-504cf5f13545 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:06.893872 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.913074 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:06.971378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:06.976743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:07.023735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f5b49ab8-4843-4e40-b811-443d6e5d7d3c None None] Deleting port 22814d86-f23a-41c3-9c30-504cf5f13545 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:07.024184 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f5b49ab8-4843-4e40-b811-443d6e5d7d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.031811 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:07.037785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:07.038524 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.071675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48386) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:07.085190 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7838430 Sep 16 04:54:07.098466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15623598-2b32-45c5-a756-33dfa207d7a0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=313ced31-118d-41d3-8df5-75a985c40da5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:07.121009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] For port 22814d86-f23a-41c3-9c30-504cf5f13545, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=22814d86-f23a-41c3-9c30-504cf5f13545,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:07.126715 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.154845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Calling delete_port for 22814d86-f23a-41c3-9c30-504cf5f13545 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:07.256786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0f52cf88-22b1-4f5c-8a0d-d75e0710eab1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 313ced31-118d-41d3-8df5-75a985c40da5 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:07.257270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f52cf88-22b1-4f5c-8a0d-d75e0710eab1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.288857 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f5b49ab8-4843-4e40-b811-443d6e5d7d3c None None] For port 22814d86-f23a-41c3-9c30-504cf5f13545, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=22814d86-f23a-41c3-9c30-504cf5f13545,segment=NetworkSegment(e641fa04-fc88-46c4-bd88-8efd026b7f65),segment_id=e641fa04-fc88-46c4-bd88-8efd026b7f65)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:07.289419 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f5b49ab8-4843-4e40-b811-443d6e5d7d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.296555 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.310512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f5b49ab8-4843-4e40-b811-443d6e5d7d3c None None] Calling delete_port for 22814d86-f23a-41c3-9c30-504cf5f13545 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:07.349300 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f9725702-9a10-4091-9b8d-e270264e14f8 req-603bda64-7395-453e-9522-2c4959438891 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0692146 Sep 16 04:54:07.350430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] No DVR routers for this DVR port 22814d86-f23a-41c3-9c30-504cf5f13545 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:07.409061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Port': ['ID=22814d86-f23a-41c3-9c30-504cf5f13545,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:07.415999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-dda9d54f-5692-4b4e-9fbd-f56539358cee req-816437a7-cedc-4488-bb28-b76b2081c405 tempest-ImagesTestJSON-1707710073 tempest-ImagesTestJSON-1707710073-project] (94745) timed out ('10.222.0.15', 60351) {{(pid=94745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 04:54:07.422947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 22814d86-f23a-41c3-9c30-504cf5f13545 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:07.432146 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f5b49ab8-4843-4e40-b811-443d6e5d7d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.461217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 22814d86-f23a-41c3-9c30-504cf5f13545 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:07.461428 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 22814d86-f23a-41c3-9c30-504cf5f13545 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:07.505938 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b49ab8-4843-4e40-b811-443d6e5d7d3c None None] Pushing event deleted for resources: {'Port': ['ID=22814d86-f23a-41c3-9c30-504cf5f13545,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:07.508143 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b49ab8-4843-4e40-b811-443d6e5d7d3c None None] No DVR routers for this DVR port 22814d86-f23a-41c3-9c30-504cf5f13545 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:07.511789 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f52cf88-22b1-4f5c-8a0d-d75e0710eab1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.544659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0f52cf88-22b1-4f5c-8a0d-d75e0710eab1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 313ced31-118d-41d3-8df5-75a985c40da5 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:07.553782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-6c926abc-813e-45b5-968e-c7e62a7325f2 None None] Allocated IP 2001:db8:0:1::2 (4211d509-25f4-4a41-874d-6b71d4ade588/92a37c6b-7097-4f18-a5bc-092a3c897485/50c5c053-721a-47ca-952b-7e3754b3cae3) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:07.568272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d084e-0abc-4acd-ad0c-80f06738834a None None] DHCP port deletion for d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:07.622908 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.644445 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.662057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ad4d4c-cf1f-437c-b71a-b27ce3500821']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:07.685096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e641fa04-fc88-46c4-bd88-8efd026b7f65') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:07.685401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e641fa04-fc88-46c4-bd88-8efd026b7f65') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:07.706110 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.735291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.742749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:07.743653 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:07.746704 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:07.795298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d084e-0abc-4acd-ad0c-80f06738834a None None] Deleting port 6b467e13-8514-452f-a6a8-e8c38c932fab {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:07.795697 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8e8d084e-0abc-4acd-ad0c-80f06738834a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.798707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6c926abc-813e-45b5-968e-c7e62a7325f2 None None] For port 50c5c053-721a-47ca-952b-7e3754b3cae3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=50c5c053-721a-47ca-952b-7e3754b3cae3,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:07.861850 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f52cf88-22b1-4f5c-8a0d-d75e0710eab1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.906467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52cf88-22b1-4f5c-8a0d-d75e0710eab1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=313ced31-118d-41d3-8df5-75a985c40da5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:07.931429 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.950754 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6c926abc-813e-45b5-968e-c7e62a7325f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:07.994727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8e8d084e-0abc-4acd-ad0c-80f06738834a None None] For port 6b467e13-8514-452f-a6a8-e8c38c932fab, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6b467e13-8514-452f-a6a8-e8c38c932fab,segment=NetworkSegment(1c4d7539-819a-4092-8098-6b25d6b19260),segment_id=1c4d7539-819a-4092-8098-6b25d6b19260)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:07.994727 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8e8d084e-0abc-4acd-ad0c-80f06738834a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.003201 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6c926abc-813e-45b5-968e-c7e62a7325f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.003408 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f52cf88-22b1-4f5c-8a0d-d75e0710eab1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.011920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d084e-0abc-4acd-ad0c-80f06738834a None None] Calling delete_port for 6b467e13-8514-452f-a6a8-e8c38c932fab owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:08.022453 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0f52cf88-22b1-4f5c-8a0d-d75e0710eab1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/313ced31-118d-41d3-8df5-75a985c40da5 HTTP/1.1" status: 204 len: 168 time: 0.9427347 Sep 16 04:54:08.022453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48410) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:08.022731 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.029667 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "DELETE /v2.0/networks/29ad4d4c-cf1f-437c-b71a-b27ce3500821 HTTP/1.1" status: 204 len: 168 time: 1.5683422 Sep 16 04:54:08.034814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48412) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:08.089055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65473d30-031b-4078-a69a-334ca9e3f57a tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Network': ['ID=29ad4d4c-cf1f-437c-b71a-b27ce3500821,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:08.148636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c926abc-813e-45b5-968e-c7e62a7325f2 None None] Pushing event updated for resources: {'Port': ['ID=50c5c053-721a-47ca-952b-7e3754b3cae3,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:08.166843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1287b99e-ce82-4c5a-af11-8c42bf135dc9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:08.169389 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1287b99e-ce82-4c5a-af11-8c42bf135dc9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1479008 Sep 16 04:54:08.173961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48414) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:08.218857 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.232932 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8e8d084e-0abc-4acd-ad0c-80f06738834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.265430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d084e-0abc-4acd-ad0c-80f06738834a None None] Pushing event deleted for resources: {'Port': ['ID=6b467e13-8514-452f-a6a8-e8c38c932fab,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:08.270631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d084e-0abc-4acd-ad0c-80f06738834a None None] No DVR routers for this DVR port 6b467e13-8514-452f-a6a8-e8c38c932fab on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:08.314354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60bc01e-cf89-4c7d-99b1-f38564e88a7e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:08.318903 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a60bc01e-cf89-4c7d-99b1-f38564e88a7e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1439047 Sep 16 04:54:08.319836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48418) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:08.398025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.454521 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:08.479222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159862cd-a797-42a0-a57f-02d88e699d5b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:08.481995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159862cd-a797-42a0-a57f-02d88e699d5b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:08.490819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159862cd-a797-42a0-a57f-02d88e699d5b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:08.496779 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-159862cd-a797-42a0-a57f-02d88e699d5b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1755149 Sep 16 04:54:08.499324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48426) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:08.501284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4d7539-819a-4092-8098-6b25d6b19260') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:08.502145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4d7539-819a-4092-8098-6b25d6b19260') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:08.527865 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.543869 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.553062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:08.553707 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.582482 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-29395453-c305-4e2c-b11f-23e5b6449214 req-ae4dbe4e-a4bc-4df0-b289-2a2d6cc0c6a1 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0844595 Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: items = [ Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:08.663800 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:08.689096 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.703472 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.705740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] 10.222.0.53 "DELETE /v2.0/networks/d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae HTTP/1.1" status: 204 len: 168 time: 0.6658056 Sep 16 04:54:08.722436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Pushing event deleted for resources: {'Network': ['ID=d9fd3ee3-1d53-42e6-b30c-4dcbd39143ae,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:08.755076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.755076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.755076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.755076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.755076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.755076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.755076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.755076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.756446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.757058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.757866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.757866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84018fed-e44a-4c9f-b5e5-8eabc8f3833b tempest-TaggedBootDevicesTest-1700831742 tempest-TaggedBootDevicesTest-1700831742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:08.787391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d417f9-27de-4651-98ab-b90d66c5961f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 603fd8f3-9065-482d-ad5e-5d4f0f5f55c0 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:08.791848 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85d417f9-27de-4651-98ab-b90d66c5961f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:08.863227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85d417f9-27de-4651-98ab-b90d66c5961f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.084788 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85d417f9-27de-4651-98ab-b90d66c5961f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.182280 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85d417f9-27de-4651-98ab-b90d66c5961f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.226759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 50c5c053-721a-47ca-952b-7e3754b3cae3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:09.258277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d417f9-27de-4651-98ab-b90d66c5961f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=603fd8f3-9065-482d-ad5e-5d4f0f5f55c0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:09.268293 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85d417f9-27de-4651-98ab-b90d66c5961f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.272975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48448) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.273487 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-85d417f9-27de-4651-98ab-b90d66c5961f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/603fd8f3-9065-482d-ad5e-5d4f0f5f55c0 HTTP/1.1" status: 204 len: 168 time: 0.7625566 Sep 16 04:54:09.305274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7c3cad74-6aff-4d47-90e9-e9e179831248 None None] Provisioning complete for port 50c5c053-721a-47ca-952b-7e3754b3cae3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:09.306537 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7c3cad74-6aff-4d47-90e9-e9e179831248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.376213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 50c5c053-721a-47ca-952b-7e3754b3cae3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:09.376680 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.408441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda8075b-22a4-4632-8dd3-f4253cf01d20 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 92a37c6b-7097-4f18-a5bc-092a3c897485 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:09.412832 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bda8075b-22a4-4632-8dd3-f4253cf01d20 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.475542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bda8075b-22a4-4632-8dd3-f4253cf01d20 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.595234 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bda8075b-22a4-4632-8dd3-f4253cf01d20 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.682677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bda8075b-22a4-4632-8dd3-f4253cf01d20 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.716379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8075b-22a4-4632-8dd3-f4253cf01d20 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=92a37c6b-7097-4f18-a5bc-092a3c897485,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:09.737697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bda8075b-22a4-4632-8dd3-f4253cf01d20 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:09.740018 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bda8075b-22a4-4632-8dd3-f4253cf01d20 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/92a37c6b-7097-4f18-a5bc-092a3c897485 HTTP/1.1" status: 204 len: 168 time: 0.4658241 Sep 16 04:54:09.743540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48460) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.784553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1845c0f-5711-4fcf-91e8-0a5b4b12c63f None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:09.784553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6b467e13-8514-452f-a6a8-e8c38c932fab no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:09.812996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e0ff77e5-cf41-465a-b583-a66c7af95dcf None None] Could not find standard attr ID for object 313ced31-118d-41d3-8df5-75a985c40da5. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:54:09.845003 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b138146b-61ce-466b-bfa0-ee221558a543 req-d14e4605-7c5d-4ec3-8ad3-a86e0305530d tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0569854 Sep 16 04:54:09.860226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 6b467e13-8514-452f-a6a8-e8c38c932fab {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:09.868774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6b467e13-8514-452f-a6a8-e8c38c932fab not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:09.876240 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3481ee25-4297-4726-8d26-0179a8ad5876 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1310451 Sep 16 04:54:09.879227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48464) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:09.894590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d9a44b38-d4ee-4d6a-8cbe-92b3e8479b8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:10.091175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a44b38-d4ee-4d6a-8cbe-92b3e8479b8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:10.100806 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b38-d4ee-4d6a-8cbe-92b3e8479b8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.191008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a09b82-e906-484e-a952-8b537c6933f4 None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:10.322479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-79a09b82-e906-484e-a952-8b537c6933f4 None None] Deleting port 50c5c053-721a-47ca-952b-7e3754b3cae3 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:10.323304 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-79a09b82-e906-484e-a952-8b537c6933f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.466267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-79a09b82-e906-484e-a952-8b537c6933f4 None None] For port 50c5c053-721a-47ca-952b-7e3754b3cae3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=50c5c053-721a-47ca-952b-7e3754b3cae3,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:10.466679 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-79a09b82-e906-484e-a952-8b537c6933f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.495552 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b38-d4ee-4d6a-8cbe-92b3e8479b8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.509833 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-79a09b82-e906-484e-a952-8b537c6933f4 None None] Calling delete_port for 50c5c053-721a-47ca-952b-7e3754b3cae3 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:10.585416 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a44b38-d4ee-4d6a-8cbe-92b3e8479b8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:10.599745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d9a44b38-d4ee-4d6a-8cbe-92b3e8479b8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:10.606081 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a44b38-d4ee-4d6a-8cbe-92b3e8479b8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:10.607026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b38-d4ee-4d6a-8cbe-92b3e8479b8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.644233 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a44b38-d4ee-4d6a-8cbe-92b3e8479b8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=7c200a0e-df89-4c47-ba74-686d3331b8cf,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:10.660396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d9a44b38-d4ee-4d6a-8cbe-92b3e8479b8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7797756 Sep 16 04:54:10.663214 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48482) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:10.672706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5003deab-3369-41c2-86de-a41719126685 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:10.697879 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-79a09b82-e906-484e-a952-8b537c6933f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:10.729586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a09b82-e906-484e-a952-8b537c6933f4 None None] Pushing event deleted for resources: {'Port': ['ID=50c5c053-721a-47ca-952b-7e3754b3cae3,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:10.745691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a09b82-e906-484e-a952-8b537c6933f4 None None] No DVR routers for this DVR port 50c5c053-721a-47ca-952b-7e3754b3cae3 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:10.784714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb5cff-7070-4490-b9a4-93df704aaee1 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:10.953668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5003deab-3369-41c2-86de-a41719126685 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:10.964798 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5003deab-3369-41c2-86de-a41719126685 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.133572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': '7c200a0e-df89-4c47-ba74-686d3331b8cf'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:11.134644 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.139293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 50c5c053-721a-47ca-952b-7e3754b3cae3 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:11.146177 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-93c07ca0-55f9-4725-8498-f5baf3455673 req-01144726-860d-4cc9-8b3c-cfa61eca73b7 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0789313 Sep 16 04:54:11.170539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 50c5c053-721a-47ca-952b-7e3754b3cae3 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:11.170900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 50c5c053-721a-47ca-952b-7e3754b3cae3 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:11.250538 n-d-712142-17 neutron-server[94744]: INFO neutron.db.ipam_backend_mixin [None req-5003deab-3369-41c2-86de-a41719126685 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c200a0e-df89-4c47-ba74-686d3331b8cf (CIDR: 2001:db8::/64) Sep 16 04:54:11.253991 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-5003deab-3369-41c2-86de-a41719126685 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:54:11.256758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5003deab-3369-41c2-86de-a41719126685 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:11.297979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48494) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:11.303543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:11.309733 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5003deab-3369-41c2-86de-a41719126685 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6453550 Sep 16 04:54:11.388880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Allocated IP 2001:db8::2 (4211d509-25f4-4a41-874d-6b71d4ade588/7c200a0e-df89-4c47-ba74-686d3331b8cf/5398d89c-2783-4638-b1d6-cb17be99a21f) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:11.679943 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.692123 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.722281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:11.737540 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.854190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:11.857172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:11.863381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:11.917848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Pushing event updated for resources: {'Port': ['ID=5398d89c-2783-4638-b1d6-cb17be99a21f,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:11.931181 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Attempting to bind port 5398d89c-2783-4638-b1d6-cb17be99a21f on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:11.931620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Attempting to bind port 5398d89c-2783-4638-b1d6-cb17be99a21f by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:11.933095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Attempting to bind port 5398d89c-2783-4638-b1d6-cb17be99a21f on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:11.940769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:11.941158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:11.941575 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:11.942276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:11.942620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Bound port: 5398d89c-2783-4638-b1d6-cb17be99a21f, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:11.943084 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.054743 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] For port 5398d89c-2783-4638-b1d6-cb17be99a21f, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:12.059342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] For port 5398d89c-2783-4638-b1d6-cb17be99a21f, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5398d89c-2783-4638-b1d6-cb17be99a21f,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:12.065063 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:12.202610 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3dcf6-1c07-4f74-9196-e53f10373b71 None None] Pushing event updated for resources: {'Port': ['ID=5398d89c-2783-4638-b1d6-cb17be99a21f,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:12.331390 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f744b085-372d-41e2-a87c-2dbfc5672583 req-cb7f86bf-a066-44cb-8e31-90a205c562e9 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0660672 Sep 16 04:54:12.716160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.objects.ports [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94745) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:54:13.021537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.229346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5398d89c-2783-4638-b1d6-cb17be99a21f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:13.320118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5398d89c-2783-4638-b1d6-cb17be99a21f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:13.320689 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.364480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] For port 5398d89c-2783-4638-b1d6-cb17be99a21f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5398d89c-2783-4638-b1d6-cb17be99a21f,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:13.398395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.412517 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.417298 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.443764 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.626337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:54:13.626888 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:54:13.647180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=5398d89c-2783-4638-b1d6-cb17be99a21f,revision_number=4']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:13.699510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=7fff1ab0-6b5c-451c-aec2-fd90d7f691a3,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:13.717325 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:13.719323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:13.725926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:13.726536 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:13.751274 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-29165454-c5c5-4e94-837d-466f4a1202d5 req-6b583c2d-02a2-4470-8669-12646c7146cd tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.2540736 Sep 16 04:54:13.766296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9b685fca-6c3c-4f04-ba62-c09ec6d5db82 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4644377 Sep 16 04:54:13.766713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48564) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:13.785447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:aa:99:39', 'name': 'tempest-NetworksTestDHCPv6-57416933'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:14.026539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:14.214923 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.240479 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.285222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 5e4a76ab-807a-4bb4-b5ab-c41de6e88db8 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:14.299327 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 5398d89c-2783-4638-b1d6-cb17be99a21f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5398d89c-2783-4638-b1d6-cb17be99a21f,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:14.308524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05faf62-1282-446d-bfd4-3487d591a1d3 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:14.663924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::6f (4211d509-25f4-4a41-874d-6b71d4ade588/7c200a0e-df89-4c47-ba74-686d3331b8cf/5e4a76ab-807a-4bb4-b5ab-c41de6e88db8) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:14.672894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8:0:1:f816:3eff:feaa:9939 (4211d509-25f4-4a41-874d-6b71d4ade588/7fff1ab0-6b5c-451c-aec2-fd90d7f691a3/5e4a76ab-807a-4bb4-b5ab-c41de6e88db8) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:14.751035 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.926178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-90d5c068-f35f-43b4-8860-93489b06bad3 None None] Provisioning complete for port 5398d89c-2783-4638-b1d6-cb17be99a21f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:14.927100 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-90d5c068-f35f-43b4-8860-93489b06bad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:14.975653 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37574d53-59db-4017-b039-93617cc009e1 req-27eab91b-ce6e-464b-abf8-50e3661e3f30 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0505261 Sep 16 04:54:15.043745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=5398d89c-2783-4638-b1d6-cb17be99a21f,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:15.103626 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.161724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5398d89c-2783-4638-b1d6-cb17be99a21f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:15.216652 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.284074 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5398d89c-2783-4638-b1d6-cb17be99a21f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:15.284833 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.406092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:15.407489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=5e4a76ab-807a-4bb4-b5ab-c41de6e88db8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:15.420776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:15.425845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:15.432360 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:15.433056 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.479542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48586) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:15.484823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3dfc8c9f-dd75-4bdf-9990-4c704e85cbb8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7118149 Sep 16 04:54:15.621988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-43bdb7eb-5c3f-4336-b465-605788448072 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 5e4a76ab-807a-4bb4-b5ab-c41de6e88db8 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:15.622589 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-43bdb7eb-5c3f-4336-b465-605788448072 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.715080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-43bdb7eb-5c3f-4336-b465-605788448072 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:15.734782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-43bdb7eb-5c3f-4336-b465-605788448072 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 5e4a76ab-807a-4bb4-b5ab-c41de6e88db8 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:15.994172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-26cee910-f783-4794-86ac-ab4292a72040 None None] Provisioning complete for port 5398d89c-2783-4638-b1d6-cb17be99a21f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:15.995035 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-26cee910-f783-4794-86ac-ab4292a72040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.023230 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-43bdb7eb-5c3f-4336-b465-605788448072 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.089104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdb7eb-5c3f-4336-b465-605788448072 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=5e4a76ab-807a-4bb4-b5ab-c41de6e88db8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.163136 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f84057a1-f86e-49a1-86d6-56050a5e3cb8 req-cb6f070e-d694-4b41-a945-a92a54c4dc5e tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0613019 Sep 16 04:54:16.217115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-43bdb7eb-5c3f-4336-b465-605788448072 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.219592 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-43bdb7eb-5c3f-4336-b465-605788448072 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/5e4a76ab-807a-4bb4-b5ab-c41de6e88db8 HTTP/1.1" status: 204 len: 168 time: 0.7380934 Sep 16 04:54:16.222430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48596) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:16.312945 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b63c5a-b6d5-4e74-9dc4-6e2039091ae3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.329495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48598) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:16.356040 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-21b63c5a-b6d5-4e74-9dc4-6e2039091ae3 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1076376 Sep 16 04:54:16.368121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b0f54d58-d46b-449d-bffe-46adeae2d0af None None] Could not find standard attr ID for object 5e4a76ab-807a-4bb4-b5ab-c41de6e88db8. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:54:16.428498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc53b0-27c5-4700-bb95-af1ec9669b23 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.430196 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4fcc53b0-27c5-4700-bb95-af1ec9669b23 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0996215 Sep 16 04:54:16.433338 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48604) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:16.559083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c10034-130d-4e80-8a8c-291de3fddd8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.562914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c10034-130d-4e80-8a8c-291de3fddd8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.566455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c10034-130d-4e80-8a8c-291de3fddd8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:16.575996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a1c10034-130d-4e80-8a8c-291de3fddd8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1415477 Sep 16 04:54:16.578709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48606) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:16.681026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8aba3c-1669-4b21-b8a6-a3d6330a5ddb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 7c200a0e-df89-4c47-ba74-686d3331b8cf {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:16.686345 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3c8aba3c-1669-4b21-b8a6-a3d6330a5ddb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.766167 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3c8aba3c-1669-4b21-b8a6-a3d6330a5ddb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.863084 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3c8aba3c-1669-4b21-b8a6-a3d6330a5ddb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.935962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3c8aba3c-1669-4b21-b8a6-a3d6330a5ddb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:16.981837 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8aba3c-1669-4b21-b8a6-a3d6330a5ddb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=7c200a0e-df89-4c47-ba74-686d3331b8cf,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:16.998931 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3c8aba3c-1669-4b21-b8a6-a3d6330a5ddb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.001171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03438c8f-4e0f-4fa2-bc02-945159887bfa None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:17.002215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3c8aba3c-1669-4b21-b8a6-a3d6330a5ddb tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/7c200a0e-df89-4c47-ba74-686d3331b8cf HTTP/1.1" status: 204 len: 168 time: 0.4224608 Sep 16 04:54:17.004483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48612) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:17.074459 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4168460-6561-4be2-ab5c-bb528c2e4400 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 7fff1ab0-6b5c-451c-aec2-fd90d7f691a3 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:17.078773 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e4168460-6561-4be2-ab5c-bb528c2e4400 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.190294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5398d89c-2783-4638-b1d6-cb17be99a21f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:17.194225 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e4168460-6561-4be2-ab5c-bb528c2e4400 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.338658 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6983-2deb-43b5-a274-72b6fb1777e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.371997 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80e878b1-eceb-4b27-a6e5-789ec0c53584 req-07ec01e3-3528-4476-b521-b5f7578ccd64 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0527160 Sep 16 04:54:17.404715 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e4168460-6561-4be2-ab5c-bb528c2e4400 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.460455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5398d89c-2783-4638-b1d6-cb17be99a21f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:17.462868 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.567557 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e4168460-6561-4be2-ab5c-bb528c2e4400 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.665530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4168460-6561-4be2-ab5c-bb528c2e4400 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=7fff1ab0-6b5c-451c-aec2-fd90d7f691a3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:17.679505 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e4168460-6561-4be2-ab5c-bb528c2e4400 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:17.689375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48622) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:17.690289 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e4168460-6561-4be2-ab5c-bb528c2e4400 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/7fff1ab0-6b5c-451c-aec2-fd90d7f691a3 HTTP/1.1" status: 204 len: 168 time: 0.6838903 Sep 16 04:54:17.781312 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-638bd891-720b-428b-9f2c-b5bd66308eb9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904541 Sep 16 04:54:17.783306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48624) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:17.797232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-429eba72-2567-4d71-b577-c4effea069ef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:17.931153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429eba72-2567-4d71-b577-c4effea069ef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:17.935075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-429eba72-2567-4d71-b577-c4effea069ef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.397798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d87882-dcde-4ffc-b6e4-d0c636c87b31 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:18.484987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5c9d0281-7513-42fd-8a1c-5fa89c60c6e0 None None] Provisioning complete for port 5398d89c-2783-4638-b1d6-cb17be99a21f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:18.485373 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c9d0281-7513-42fd-8a1c-5fa89c60c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.516969 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f15e0ffd-b4ff-4032-b297-f3f3f607d77a req-55e01230-8b41-405c-bb96-d9b3e1eee7e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0297306 Sep 16 04:54:18.534165 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed0c08f6-0395-4ede-9a06-e0e8e01d8e19 req-563f2d51-9d89-4dcd-8321-d556d049d798 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0594876 Sep 16 04:54:18.566534 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-429eba72-2567-4d71-b577-c4effea069ef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.648100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429eba72-2567-4d71-b577-c4effea069ef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:18.651263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eba72-2567-4d71-b577-c4effea069ef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=ca026d2a-de8d-46cd-85aa-a286dcd9c45f,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:18.659987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-429eba72-2567-4d71-b577-c4effea069ef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:18.666214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429eba72-2567-4d71-b577-c4effea069ef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:18.666907 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-429eba72-2567-4d71-b577-c4effea069ef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.703280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48642) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:18.703765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-429eba72-2567-4d71-b577-c4effea069ef tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9189906 Sep 16 04:54:18.709029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5c6c84a8-1fa2-4dfe-b462-33e42c8df138 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:18.746807 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45042158-590c-4428-9fa6-46624ae0fbbb None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:18.816821 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-45042158-590c-4428-9fa6-46624ae0fbbb None None] Deleting port 5398d89c-2783-4638-b1d6-cb17be99a21f {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:18.817281 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45042158-590c-4428-9fa6-46624ae0fbbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.906652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6c84a8-1fa2-4dfe-b462-33e42c8df138 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:18.911004 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5c6c84a8-1fa2-4dfe-b462-33e42c8df138 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.936728 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-45042158-590c-4428-9fa6-46624ae0fbbb None None] For port 5398d89c-2783-4638-b1d6-cb17be99a21f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5398d89c-2783-4638-b1d6-cb17be99a21f,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:18.937229 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45042158-590c-4428-9fa6-46624ae0fbbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:18.967238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-45042158-590c-4428-9fa6-46624ae0fbbb None None] Calling delete_port for 5398d89c-2783-4638-b1d6-cb17be99a21f owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:19.049852 n-d-712142-17 neutron-server[94744]: INFO neutron.db.ipam_backend_mixin [None req-5c6c84a8-1fa2-4dfe-b462-33e42c8df138 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca026d2a-de8d-46cd-85aa-a286dcd9c45f (CIDR: 2001:db8::/64) Sep 16 04:54:19.053843 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6c84a8-1fa2-4dfe-b462-33e42c8df138 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:54:19.054338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6c84a8-1fa2-4dfe-b462-33e42c8df138 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:19.080562 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5c6c84a8-1fa2-4dfe-b462-33e42c8df138 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3736136 Sep 16 04:54:19.080932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48646) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.081789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5398d89c-2783-4638-b1d6-cb17be99a21f no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:19.088288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-fa7785d1-8b74-41c0-89ea-87a13748ab21 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'subnet': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:19.106652 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45042158-590c-4428-9fa6-46624ae0fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.139801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 5398d89c-2783-4638-b1d6-cb17be99a21f {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:19.140278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5398d89c-2783-4638-b1d6-cb17be99a21f not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:19.142970 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45042158-590c-4428-9fa6-46624ae0fbbb None None] Pushing event deleted for resources: {'Port': ['ID=5398d89c-2783-4638-b1d6-cb17be99a21f,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.157883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45042158-590c-4428-9fa6-46624ae0fbbb None None] No DVR routers for this DVR port 5398d89c-2783-4638-b1d6-cb17be99a21f on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:19.175260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5870fbb5-c988-4920-95b2-298a6af815ae None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:19.234998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7785d1-8b74-41c0-89ea-87a13748ab21 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:19.240593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa7785d1-8b74-41c0-89ea-87a13748ab21 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.348058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4211d509-25f4-4a41-874d-6b71d4ade588', 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'tenant_id': '685bdb75614749a29c2acbf3bf1829ee', 'fixed_ips': [{'subnet_id': 'ca026d2a-de8d-46cd-85aa-a286dcd9c45f'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:54:19.349817 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.505921 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Allocated IP 2001:db8::2 (4211d509-25f4-4a41-874d-6b71d4ade588/ca026d2a-de8d-46cd-85aa-a286dcd9c45f/bd9f065f-8f88-4828-8aa3-a9fc675d1e67) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:19.606216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.objects.ports [None req-fa7785d1-8b74-41c0-89ea-87a13748ab21 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94745) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:54:19.607753 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa7785d1-8b74-41c0-89ea-87a13748ab21 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.644668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7785d1-8b74-41c0-89ea-87a13748ab21 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:19.663220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-fa7785d1-8b74-41c0-89ea-87a13748ab21 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:19.670595 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.679099 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.681823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7785d1-8b74-41c0-89ea-87a13748ab21 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:19.682438 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa7785d1-8b74-41c0-89ea-87a13748ab21 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.689033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd8e52fa-2925-4bf6-a9b9-98a96417d4b0 req-f014a274-2fef-49bd-8aaf-a820c4f71eeb tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0432241 Sep 16 04:54:19.706618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7785d1-8b74-41c0-89ea-87a13748ab21 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Subnet': ['ID=7a700384-e10b-4a2a-879e-a5a02faf5ea8,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.714870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fa7785d1-8b74-41c0-89ea-87a13748ab21 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6318519 Sep 16 04:54:19.716835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48654) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:19.723443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Request body: {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'mac_address': 'fa:16:3e:f2:b4:88', 'name': 'tempest-NetworksTestDHCPv6-1046650373'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:19.739572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:19.741117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:19.752965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Pushing event updated for resources: {'Port': ['ID=bd9f065f-8f88-4828-8aa3-a9fc675d1e67,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:19.764607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:19.826336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Attempting to bind port bd9f065f-8f88-4828-8aa3-a9fc675d1e67 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:19.826715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Attempting to bind port bd9f065f-8f88-4828-8aa3-a9fc675d1e67 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:19.827219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Attempting to bind port bd9f065f-8f88-4828-8aa3-a9fc675d1e67 on network 4211d509-25f4-4a41-874d-6b71d4ade588 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:19.833412 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:19.833846 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Checking segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:19.834261 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.834660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Bound using segment: {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:19.835142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Bound port: bd9f065f-8f88-4828-8aa3-a9fc675d1e67, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b18ca6-3746-49d8-b060-dd5728e9207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:19.835533 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:19.894119 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Made reservation on behalf of 685bdb75614749a29c2acbf3bf1829ee for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:19.943761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] For port bd9f065f-8f88-4828-8aa3-a9fc675d1e67, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:19.958773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] For port bd9f065f-8f88-4828-8aa3-a9fc675d1e67, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=bd9f065f-8f88-4828-8aa3-a9fc675d1e67,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:19.966088 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.002749 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0fd92101-37c3-4f76-83de-2a7af5f6772d req-d6268d48-4a9b-4876-ba78-814daef51a84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ee882bcc82b4bbdb385a57119bf388e&device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0345299 Sep 16 04:54:20.044318 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d57ff6b-92b7-4d4c-862c-31a0db3385a2 req-0aaf4290-8051-4c07-94eb-ed62319cd4f2 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0354872 Sep 16 04:54:20.058497 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.059192 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0fd92101-37c3-4f76-83de-2a7af5f6772d req-0f914e54-5191-4dd8-88be-52c97d09c273 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9ee882bcc82b4bbdb385a57119bf388e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473735 Sep 16 04:54:20.083435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb8c92-3983-40ec-98b2-67f6a6eb00e9 None None] Pushing event updated for resources: {'Port': ['ID=bd9f065f-8f88-4828-8aa3-a9fc675d1e67,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.093708 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] device_id is not set on port 4406bd70-55bb-481f-99bd-f1eec77bce54 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:54:20.144317 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-104c2c2a-4146-4f54-9bd6-219a6bfd6278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.339256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8::33b (4211d509-25f4-4a41-874d-6b71d4ade588/ca026d2a-de8d-46cd-85aa-a286dcd9c45f/4406bd70-55bb-481f-99bd-f1eec77bce54) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:20.363806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Allocated IP 2001:db8:0:1:f816:3eff:fef2:b488 (4211d509-25f4-4a41-874d-6b71d4ade588/7a700384-e10b-4a2a-879e-a5a02faf5ea8/4406bd70-55bb-481f-99bd-f1eec77bce54) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:20.588567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.616251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd92101-37c3-4f76-83de-2a7af5f6772d req-7a76182b-dbf6-407d-899f-0f64d9cc19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.619847 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0fd92101-37c3-4f76-83de-2a7af5f6772d req-7a76182b-dbf6-407d-899f-0f64d9cc19ba service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5512693 Sep 16 04:54:20.626757 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.675225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Network 4211d509-25f4-4a41-874d-6b71d4ade588 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:20.678481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:20.690671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:20.697024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:20.697713 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.704411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event updated for resources: {'Port': ['ID=4406bd70-55bb-481f-99bd-f1eec77bce54,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:20.721364 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c897a0f5-298c-45ac-b361-ef9b80d3eb0f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0029707 Sep 16 04:54:20.724020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48670) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:20.779046 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.825951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-17408dbc-814e-4776-8ee9-6758a7230509 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting port 4406bd70-55bb-481f-99bd-f1eec77bce54 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:20.826543 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17408dbc-814e-4776-8ee9-6758a7230509 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.940972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17408dbc-814e-4776-8ee9-6758a7230509 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:20.955459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-17408dbc-814e-4776-8ee9-6758a7230509 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Calling delete_port for 4406bd70-55bb-481f-99bd-f1eec77bce54 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:21.174211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device bd9f065f-8f88-4828-8aa3-a9fc675d1e67 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:21.219621 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-96f29056-2490-4d34-9d55-a2e317564ff1 req-3d5830c5-7233-4119-b545-5a96163bc77b tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0545425 Sep 16 04:54:21.225012 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17408dbc-814e-4776-8ee9-6758a7230509 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.252693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port bd9f065f-8f88-4828-8aa3-a9fc675d1e67 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:21.253090 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.271210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17408dbc-814e-4776-8ee9-6758a7230509 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Port': ['ID=4406bd70-55bb-481f-99bd-f1eec77bce54,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:21.325929 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17408dbc-814e-4776-8ee9-6758a7230509 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.330199 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-17408dbc-814e-4776-8ee9-6758a7230509 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/4406bd70-55bb-481f-99bd-f1eec77bce54 HTTP/1.1" status: 204 len: 168 time: 0.6029050 Sep 16 04:54:21.330571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48680) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:21.368456 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e7f3e-7523-4892-8a69-e6ceaac89ab8 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:21.382242 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.387600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb34518-71b5-47d8-a3fe-75dffef150e2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.403739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48684) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:21.406432 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cfb34518-71b5-47d8-a3fe-75dffef150e2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0746114 Sep 16 04:54:21.481943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aa79673a-7c92-431e-8ccf-04aa1dc3bc03 None None] Provisioning complete for port bd9f065f-8f88-4828-8aa3-a9fc675d1e67 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:21.482334 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa79673a-7c92-431e-8ccf-04aa1dc3bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.486642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port bd9f065f-8f88-4828-8aa3-a9fc675d1e67, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=bd9f065f-8f88-4828-8aa3-a9fc675d1e67,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:21.511276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb6e90-ef16-494a-82ea-74593e071c7c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.511276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2bdb6e90-ef16-494a-82ea-74593e071c7c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0951979 Sep 16 04:54:21.511276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48688) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:21.523541 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.600657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=bd9f065f-8f88-4828-8aa3-a9fc675d1e67,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:21.652358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be1b6d0-31a4-4b36-af93-a8ad740ef2ed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.657378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be1b6d0-31a4-4b36-af93-a8ad740ef2ed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.659517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be1b6d0-31a4-4b36-af93-a8ad740ef2ed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.664959 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7be1b6d0-31a4-4b36-af93-a8ad740ef2ed tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1592827 Sep 16 04:54:21.666438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48696) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:21.725090 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.732867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eab3bda-2449-41af-bfd2-ff2669d4b5a5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet 7a700384-e10b-4a2a-879e-a5a02faf5ea8 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:21.751159 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4eab3bda-2449-41af-bfd2-ff2669d4b5a5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.832799 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4eab3bda-2449-41af-bfd2-ff2669d4b5a5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.935253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-ec76d92b-334c-4d7b-b721-ff3036439321 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:21.938122 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0fd92101-37c3-4f76-83de-2a7af5f6772d req-cbb2ea8b-ea4e-4e15-a62d-4d9a155d7616 tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0457661 Sep 16 04:54:21.939482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-ec76d92b-334c-4d7b-b721-ff3036439321 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 814 time: 0.2022710 Sep 16 04:54:21.957071 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4eab3bda-2449-41af-bfd2-ff2669d4b5a5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:21.972716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-f1143ee7-d15f-496b-bd2d-c45f230d3ba3 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/quotas/59fa0fafe1f645aaa657c0c36db79a3d HTTP/1.1" status: 200 len: 375 time: 0.0267653 Sep 16 04:54:21.990370 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e312be78-5578-4c4b-a3f6-a0ca2d245d41 None None] Update dhcp port {'port': {'network_id': '4211d509-25f4-4a41-874d-6b71d4ade588', 'fixed_ips': [{'subnet_id': 'ca026d2a-de8d-46cd-85aa-a286dcd9c45f', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a700384-e10b-4a2a-879e-a5a02faf5ea8'}], 'binding:host_id': 'n-d-712142-17'}, 'id': 'bd9f065f-8f88-4828-8aa3-a9fc675d1e67'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 04:54:22.040733 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e312be78-5578-4c4b-a3f6-a0ca2d245d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.061369 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4eab3bda-2449-41af-bfd2-ff2669d4b5a5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.114432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab3bda-2449-41af-bfd2-ff2669d4b5a5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=7a700384-e10b-4a2a-879e-a5a02faf5ea8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:22.116974 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4eab3bda-2449-41af-bfd2-ff2669d4b5a5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.119744 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4eab3bda-2449-41af-bfd2-ff2669d4b5a5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/7a700384-e10b-4a2a-879e-a5a02faf5ea8 HTTP/1.1" status: 204 len: 168 time: 0.4521723 Sep 16 04:54:22.126363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48712) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:22.208382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-d83c592b-77e6-4fcc-82ab-77c6fe48ea1a tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2280536 Sep 16 04:54:22.213915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-48cfd187-602a-4b85-984e-ee1ec8002c82 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:54:22.221138 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-48cfd187-602a-4b85-984e-ee1ec8002c82 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118995 Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-e312be78-5578-4c4b-a3f6-a0ca2d245d41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a700384-e10b-4a2a-879e-a5a02faf5ea8: This subnet is being modified by another concurrent operation. Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a700384-e10b-4a2a-879e-a5a02faf5ea8: This subnet is being modified by another concurrent operation. Sep 16 04:54:22.221516 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 04:54:22.233079 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed8e04b-f735-4923-bd35-b73f11888b70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Deleting subnet ca026d2a-de8d-46cd-85aa-a286dcd9c45f {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:22.241074 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e04b-f735-4923-bd35-b73f11888b70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.355550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e04b-f735-4923-bd35-b73f11888b70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.381034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c254c42c-7488-4012-8b04-699b00c63b4e None None] Provisioning complete for port bd9f065f-8f88-4828-8aa3-a9fc675d1e67 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:22.381879 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c254c42c-7488-4012-8b04-699b00c63b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.420349 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-46c03770-04f3-46d8-b045-5729aeb98c31 req-d9c96571-d4ec-4b45-9e98-5910b3000ffb tempest-ServerShowV257Test-1198614836 tempest-ServerShowV257Test-1198614836-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca376702-30a6-4bd8-b5e8-a4f3f96ad9da HTTP/1.1" status: 200 len: 210 time: 0.0600455 Sep 16 04:54:22.484269 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-1bfaae4c-879b-47ae-aa2a-ddcfefb5da9e service neutron] 10.222.0.53 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621939 Sep 16 04:54:22.594741 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e04b-f735-4923-bd35-b73f11888b70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.627582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8796a444-d00a-4e56-abcd-31e023b4df5a None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:54:22.672525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-fce1b3d5-e93a-4dac-80b7-6c62d054c4ec service neutron] 10.222.0.53 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870341 Sep 16 04:54:22.709315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-50c6086e-8171-41e2-aa5d-a9afd6985519 None None] Could not find standard attr ID for object 4406bd70-55bb-481f-99bd-f1eec77bce54. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:54:22.725629 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e04b-f735-4923-bd35-b73f11888b70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.776294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8e04b-f735-4923-bd35-b73f11888b70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Subnet': ['ID=ca026d2a-de8d-46cd-85aa-a286dcd9c45f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:22.778992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e04b-f735-4923-bd35-b73f11888b70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:22.781247 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5ed8e04b-f735-4923-bd35-b73f11888b70 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/ca026d2a-de8d-46cd-85aa-a286dcd9c45f HTTP/1.1" status: 204 len: 168 time: 0.6466799 Sep 16 04:54:22.783852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48718) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:22.858937 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-988d4e0a-c568-495a-a69d-a7b4d30d35f7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737636 Sep 16 04:54:22.861342 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48726) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:22.911098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8796a444-d00a-4e56-abcd-31e023b4df5a None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:54:22.953996 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1d6df1ea-b945-4395-8000-da548fe9c7f6 req-4081cc93-5a4b-4818-85c7-1132122caf31 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 210 time: 0.0396607 Sep 16 04:54:22.987145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2bf429-312c-4866-b8ef-843e47a702d8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:22.989325 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-da2bf429-312c-4866-b8ef-843e47a702d8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1268315 Sep 16 04:54:22.992015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48728) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.108797 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda82bd3-62e0-4131-8ab6-543f65dea43b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:23.115724 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dda82bd3-62e0-4131-8ab6-543f65dea43b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1217024 Sep 16 04:54:23.118961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48736) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.153993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device bd9f065f-8f88-4828-8aa3-a9fc675d1e67 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:23.230465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48740) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.232786 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d928478c-5271-44c8-b9d2-a2067c17fc8e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124496 Sep 16 04:54:23.246639 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.291572 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-393f5dc3-e41c-4653-a01e-8daf2b36854e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.292166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393f5dc3-e41c-4653-a01e-8daf2b36854e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.294007 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-393f5dc3-e41c-4653-a01e-8daf2b36854e tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/4406bd70-55bb-481f-99bd-f1eec77bce54 HTTP/1.1" status: 404 len: 333 time: 0.0625312 Sep 16 04:54:23.296573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48744) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.339377 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-936f88d9-b2a1-4ab3-853c-a0944f994cc4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.340296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936f88d9-b2a1-4ab3-853c-a0944f994cc4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.342787 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-936f88d9-b2a1-4ab3-853c-a0944f994cc4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/7a700384-e10b-4a2a-879e-a5a02faf5ea8 HTTP/1.1" status: 404 len: 337 time: 0.0452573 Sep 16 04:54:23.345956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48746) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.393921 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4373a22-4fc1-4b57-a6b3-364c4395f237 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.394720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4373a22-4fc1-4b57-a6b3-364c4395f237 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.396798 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f4373a22-4fc1-4b57-a6b3-364c4395f237 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/ca026d2a-de8d-46cd-85aa-a286dcd9c45f HTTP/1.1" status: 404 len: 337 time: 0.0496738 Sep 16 04:54:23.399890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48748) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.443438 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb67c449-af8a-43fb-b2ff-b0ffd3dc4905 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.444137 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb67c449-af8a-43fb-b2ff-b0ffd3dc4905 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.450727 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cb67c449-af8a-43fb-b2ff-b0ffd3dc4905 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/5e4a76ab-807a-4bb4-b5ab-c41de6e88db8 HTTP/1.1" status: 404 len: 333 time: 0.0497530 Sep 16 04:54:23.464107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48750) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.505312 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae90263-bbe1-44ce-be27-190c898bcb22 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.506245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae90263-bbe1-44ce-be27-190c898bcb22 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.509561 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fae90263-bbe1-44ce-be27-190c898bcb22 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/7fff1ab0-6b5c-451c-aec2-fd90d7f691a3 HTTP/1.1" status: 404 len: 337 time: 0.0437303 Sep 16 04:54:23.511819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48754) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.551847 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-c616fb2d-7ba7-48fc-9679-4f2548954898 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.552594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c616fb2d-7ba7-48fc-9679-4f2548954898 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.555800 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c616fb2d-7ba7-48fc-9679-4f2548954898 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/7c200a0e-df89-4c47-ba74-686d3331b8cf HTTP/1.1" status: 404 len: 337 time: 0.0408018 Sep 16 04:54:23.557904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48758) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.600120 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2686b6dc-9fbc-452b-9e50-1723912cff77 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.600930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2686b6dc-9fbc-452b-9e50-1723912cff77 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.604317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2686b6dc-9fbc-452b-9e50-1723912cff77 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/313ced31-118d-41d3-8df5-75a985c40da5 HTTP/1.1" status: 404 len: 333 time: 0.0445304 Sep 16 04:54:23.606921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48760) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.619358 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.647727 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc56677-b4f7-42f7-8dd7-6c6a090534c1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.648441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc56677-b4f7-42f7-8dd7-6c6a090534c1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.653356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-edc56677-b4f7-42f7-8dd7-6c6a090534c1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/92a37c6b-7097-4f18-a5bc-092a3c897485 HTTP/1.1" status: 404 len: 337 time: 0.0427732 Sep 16 04:54:23.654326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48762) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.669025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c9803d-823c-4b52-bdc0-253619a3a31e None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:54:23.708486 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d231e0a-666d-43a7-9783-6b5a2025fccf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.709050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d231e0a-666d-43a7-9783-6b5a2025fccf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.710767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2d231e0a-666d-43a7-9783-6b5a2025fccf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/603fd8f3-9065-482d-ad5e-5d4f0f5f55c0 HTTP/1.1" status: 404 len: 337 time: 0.0553429 Sep 16 04:54:23.713555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48764) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.738235 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-6572dedc-df39-4cae-a90d-5b11c35c7202 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.738951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6572dedc-df39-4cae-a90d-5b11c35c7202 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.741077 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6572dedc-df39-4cae-a90d-5b11c35c7202 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/3ffc533a-5416-48fd-b5c2-b9a4b4135734 HTTP/1.1" status: 404 len: 333 time: 0.0261948 Sep 16 04:54:23.744101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48766) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.762417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port bd9f065f-8f88-4828-8aa3-a9fc675d1e67, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=bd9f065f-8f88-4828-8aa3-a9fc675d1e67,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:23.780496 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.804646 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-767de8a5-f4bc-4c0a-b8eb-ff258ab58997 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.805503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767de8a5-f4bc-4c0a-b8eb-ff258ab58997 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.823065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-767de8a5-f4bc-4c0a-b8eb-ff258ab58997 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/532915c1-3397-4497-85b2-ded05bd98f3a HTTP/1.1" status: 404 len: 337 time: 0.0778666 Sep 16 04:54:23.826251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48774) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.880853 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-617d12cf-fc5f-4e03-ac02-2c881b25199b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.882271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617d12cf-fc5f-4e03-ac02-2c881b25199b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.889703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-617d12cf-fc5f-4e03-ac02-2c881b25199b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/69085531-0ba3-4b32-9cde-744a23ba989b HTTP/1.1" status: 404 len: 337 time: 0.0597885 Sep 16 04:54:23.890434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48778) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.926930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-45c70a7f-847e-45a6-91f4-96958af5693d None None] Provisioning complete for port bd9f065f-8f88-4828-8aa3-a9fc675d1e67 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:23.927590 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45c70a7f-847e-45a6-91f4-96958af5693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:23.937309 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f635546-2558-4371-b6a1-9ec870bf518a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.938055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f635546-2558-4371-b6a1-9ec870bf518a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.939840 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4f635546-2558-4371-b6a1-9ec870bf518a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/76c81250-77ca-4e34-a2fe-a70d73b62698 HTTP/1.1" status: 404 len: 333 time: 0.0487819 Sep 16 04:54:23.942471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48780) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.971229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48782) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:23.986854 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-63aa32f8-6623-4958-a4a1-1023b97ef88b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:23.987319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63aa32f8-6623-4958-a4a1-1023b97ef88b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:23.993203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-63aa32f8-6623-4958-a4a1-1023b97ef88b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/22df6f79-cc5b-42a4-9153-79a73af551af HTTP/1.1" status: 404 len: 337 time: 0.0469651 Sep 16 04:54:23.993373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48788) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.019862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=bd9f065f-8f88-4828-8aa3-a9fc675d1e67,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:24.037878 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f417d93-b10b-483f-9f3b-027f55fea39d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:24.039464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f417d93-b10b-483f-9f3b-027f55fea39d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:24.045677 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9f417d93-b10b-483f-9f3b-027f55fea39d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/8148939a-bc5e-4ffe-866c-481eacde8420 HTTP/1.1" status: 404 len: 333 time: 0.0481300 Sep 16 04:54:24.046744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48790) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.161644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9803d-823c-4b52-bdc0-253619a3a31e None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:54:24.163221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01fbe29d-b3ae-4d22-ab12-5597fd5b4e10 req-51837383-8d0b-4e54-9d0b-9f6647596749 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 210 time: 0.1056011 Sep 16 04:54:24.167630 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-df004c73-ba2d-45c3-9c1e-cef5c6642591 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:24.168776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df004c73-ba2d-45c3-9c1e-cef5c6642591 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:24.176569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-df004c73-ba2d-45c3-9c1e-cef5c6642591 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/ceda9353-22e0-4ffd-9de8-f1eed31fbb77 HTTP/1.1" status: 404 len: 337 time: 0.1287005 Sep 16 04:54:24.188248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48794) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.241437 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45c70a7f-847e-45a6-91f4-96958af5693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.261842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48798) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.296571 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f39b32d-0506-4e21-8e40-1aec2b5e6505 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:24.297292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f39b32d-0506-4e21-8e40-1aec2b5e6505 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:24.299691 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2f39b32d-0506-4e21-8e40-1aec2b5e6505 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/f7b11894-ee86-40e6-8bfe-eab2c24de63a HTTP/1.1" status: 404 len: 333 time: 0.1161163 Sep 16 04:54:24.301146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7705baef-16b2-45e3-984e-6f597a6e356f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.302288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48802) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.364537 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dfb4ac-803b-4dd8-b9bf-ac7fe6f5c8ad tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:24.365134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81dfb4ac-803b-4dd8-b9bf-ac7fe6f5c8ad tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:24.371734 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-81dfb4ac-803b-4dd8-b9bf-ac7fe6f5c8ad tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/b1781905-e1ff-449b-94c5-4b6c18d7ce45 HTTP/1.1" status: 404 len: 337 time: 0.0683362 Sep 16 04:54:24.374102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48804) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.438523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-45c70a7f-847e-45a6-91f4-96958af5693d None None] For port bd9f065f-8f88-4828-8aa3-a9fc675d1e67, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=bd9f065f-8f88-4828-8aa3-a9fc675d1e67,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:24.456521 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45c70a7f-847e-45a6-91f4-96958af5693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.513295 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37c6089-01ab-4049-8c58-c46ad6c6925b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:24.514343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37c6089-01ab-4049-8c58-c46ad6c6925b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:24.516501 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e37c6089-01ab-4049-8c58-c46ad6c6925b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/4ffbc2d8-f042-4366-82a0-5332b433e639 HTTP/1.1" status: 404 len: 333 time: 0.1231000 Sep 16 04:54:24.521754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48806) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.604896 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-849c070b-5387-43cf-96c4-37f80d049939 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:24.605758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849c070b-5387-43cf-96c4-37f80d049939 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:24.608101 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-849c070b-5387-43cf-96c4-37f80d049939 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/546048c0-fba8-42d7-9ca4-2f0bfc1a4df6 HTTP/1.1" status: 404 len: 337 time: 0.0448172 Sep 16 04:54:24.614073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be07018c-0108-4b08-9623-8d8ce27e1873 None None] Network 4211d509-25f4-4a41-874d-6b71d4ade588 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:24.618597 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48808) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.666602 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-46097ddc-936c-41fd-9e49-6ba9ce927943 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:24.667827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46097ddc-936c-41fd-9e49-6ba9ce927943 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:24.669749 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-46097ddc-936c-41fd-9e49-6ba9ce927943 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/6059cb14-eff8-483d-bcde-aa9aa696ce35 HTTP/1.1" status: 404 len: 333 time: 0.0497150 Sep 16 04:54:24.677535 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48810) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.716342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c70a7f-847e-45a6-91f4-96958af5693d None None] Pushing event updated for resources: {'Port': ['ID=bd9f065f-8f88-4828-8aa3-a9fc675d1e67,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:24.734632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7ab7325d-21f9-42bc-9ebd-fa313f0045b9 None None] Provisioning complete for port bd9f065f-8f88-4828-8aa3-a9fc675d1e67 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:24.735102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7ab7325d-21f9-42bc-9ebd-fa313f0045b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:24.749432 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-896b00e4-7806-40d8-a829-7edc4739fa10 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:24.750333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896b00e4-7806-40d8-a829-7edc4739fa10 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:24.752275 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-896b00e4-7806-40d8-a829-7edc4739fa10 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/c46f759d-c9cc-47e7-b010-d74fe65d3dee HTTP/1.1" status: 404 len: 337 time: 0.0734980 Sep 16 04:54:24.762102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48812) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.792798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-92d8c344-a3e9-4222-b41e-4389f8fea701 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:24.794750 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-92d8c344-a3e9-4222-b41e-4389f8fea701 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.15 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 814 time: 0.5338111 Sep 16 04:54:24.829487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Request body: {'port': {'device_id': '50413012-d7c6-4a50-a952-af53ce7060c8', 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01', 'admin_state_up': True, 'tenant_id': '59fa0fafe1f645aaa657c0c36db79a3d'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:24.924293 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e3e807-78d0-4a8b-a90b-0222cbfc61d8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:24.924998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e3e807-78d0-4a8b-a90b-0222cbfc61d8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:24.929022 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-14e3e807-78d0-4a8b-a90b-0222cbfc61d8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/d625570b-f7e7-43f6-8a73-096e344c4b53 HTTP/1.1" status: 404 len: 333 time: 0.1629562 Sep 16 04:54:24.959003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48818) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:24.989269 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c1334b-6dcb-4c66-9583-721c0b43cc83 None None] DHCP port deletion for 4211d509-25f4-4a41-874d-6b71d4ade588 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:25.001764 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d6c787-b3d9-4237-9b49-956ae8193999 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:25.002262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d6c787-b3d9-4237-9b49-956ae8193999 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:25.007110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d6d6c787-b3d9-4237-9b49-956ae8193999 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/fc069456-8870-4ff4-8af4-2481689913bf HTTP/1.1" status: 404 len: 337 time: 0.0463789 Sep 16 04:54:25.007781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48820) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.043905 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9928af-3ac2-4cb7-ac37-8690e78a3b5b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:25.044367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9928af-3ac2-4cb7-ac37-8690e78a3b5b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:25.048632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1f9928af-3ac2-4cb7-ac37-8690e78a3b5b tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/44dd5436-cb54-4697-be28-96149dcd4599 HTTP/1.1" status: 404 len: 337 time: 0.0390112 Sep 16 04:54:25.052237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48822) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.056413 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7705baef-16b2-45e3-984e-6f597a6e356f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.067655 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7705baef-16b2-45e3-984e-6f597a6e356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.093327 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-97c1334b-6dcb-4c66-9583-721c0b43cc83 None None] Deleting port bd9f065f-8f88-4828-8aa3-a9fc675d1e67 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:25.093989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97c1334b-6dcb-4c66-9583-721c0b43cc83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.100993 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9900f8ba-a39a-4557-aaca-616afee5bdf0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:25.102659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9900f8ba-a39a-4557-aaca-616afee5bdf0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:25.107014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9900f8ba-a39a-4557-aaca-616afee5bdf0 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/18383b0b-7f4e-43a3-90e4-ed823d87dc0a HTTP/1.1" status: 404 len: 333 time: 0.0525613 Sep 16 04:54:25.107673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48824) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.147289 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2d5280-6a01-48b0-b717-742823001ad7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:25.147729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2d5280-6a01-48b0-b717-742823001ad7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:25.153098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dc2d5280-6a01-48b0-b717-742823001ad7 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/4f90df5c-90cd-42f4-9bcc-764d71236d97 HTTP/1.1" status: 404 len: 337 time: 0.0427058 Sep 16 04:54:25.153897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48826) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.156730 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7705baef-16b2-45e3-984e-6f597a6e356f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ee882bcc82b4bbdb385a57119bf388e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1844211 Sep 16 04:54:25.158969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705baef-16b2-45e3-984e-6f597a6e356f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052a2d40-8632-4602-81d6-5a2ffb7c7575,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.167636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48828) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.202859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Made reservation on behalf of 59fa0fafe1f645aaa657c0c36db79a3d for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:25.209254 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.224783 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3903568c-cee4-4da0-b620-e913e9a9b26a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:25.225298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3903568c-cee4-4da0-b620-e913e9a9b26a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:25.229811 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3903568c-cee4-4da0-b620-e913e9a9b26a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/ff7ec280-342c-4a85-8fd5-e5c4f835b460 HTTP/1.1" status: 404 len: 337 time: 0.0740590 Sep 16 04:54:25.231221 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48834) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.251106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-97c1334b-6dcb-4c66-9583-721c0b43cc83 None None] For port bd9f065f-8f88-4828-8aa3-a9fc675d1e67, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=bd9f065f-8f88-4828-8aa3-a9fc675d1e67,segment=NetworkSegment(82b18ca6-3746-49d8-b060-dd5728e9207b),segment_id=82b18ca6-3746-49d8-b060-dd5728e9207b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:25.259848 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97c1334b-6dcb-4c66-9583-721c0b43cc83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.271152 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec7f547-03fb-4a41-a04c-0b6e6c35c5f5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:25.271849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec7f547-03fb-4a41-a04c-0b6e6c35c5f5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:25.278102 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cec7f547-03fb-4a41-a04c-0b6e6c35c5f5 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/daeac3e2-8e2c-4e4c-a7b4-0543e19d2c1c HTTP/1.1" status: 404 len: 333 time: 0.0416343 Sep 16 04:54:25.278730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48836) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.297138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-97c1334b-6dcb-4c66-9583-721c0b43cc83 None None] Calling delete_port for bd9f065f-8f88-4828-8aa3-a9fc675d1e67 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:25.360268 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0881932-d065-491b-a128-8fc35b74eba4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:25.360966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0881932-d065-491b-a128-8fc35b74eba4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:25.363613 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b0881932-d065-491b-a128-8fc35b74eba4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/a3219f5e-eae4-4fcb-9a0a-2a7ad555747c HTTP/1.1" status: 404 len: 337 time: 0.0621412 Sep 16 04:54:25.382750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48838) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.396591 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97c1334b-6dcb-4c66-9583-721c0b43cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.432765 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1334b-6dcb-4c66-9583-721c0b43cc83 None None] Pushing event deleted for resources: {'Port': ['ID=bd9f065f-8f88-4828-8aa3-a9fc675d1e67,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.436065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1334b-6dcb-4c66-9583-721c0b43cc83 None None] No DVR routers for this DVR port bd9f065f-8f88-4828-8aa3-a9fc675d1e67 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:25.452737 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f5dd19-2c87-4627-8186-908cf0007a72 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:25.453438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f5dd19-2c87-4627-8186-908cf0007a72 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:25.456050 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-27f5dd19-2c87-4627-8186-908cf0007a72 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/7316fe2f-afd6-4cbe-ac17-f18745715f57 HTTP/1.1" status: 404 len: 337 time: 0.0703912 Sep 16 04:54:25.457737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8936720-4de4-484d-b043-60f03ffabf12 req-82f57aec-35eb-4a18-af0d-3eb6b0d37e2e tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 210 time: 0.1130612 Sep 16 04:54:25.458434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fd17d97-7c44-4db8-9852-1233642ddbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.463285 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48840) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.495694 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fd17d97-7c44-4db8-9852-1233642ddbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.517687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Allocated IP 172.20.0.9 (9319edcf-e21c-4520-9d6d-2a5ffd172e01/267089d7-348a-46df-9275-af9e72e172dc/8d40dcbf-a818-4e4c-a41d-6b6e081740b5) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:25.520535 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf36013-2a6d-4b59-98b5-482e92afa84c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:25.521433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf36013-2a6d-4b59-98b5-482e92afa84c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:25.526239 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8cf36013-2a6d-4b59-98b5-482e92afa84c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/63b0697b-2366-4efe-aef1-3220453a51be HTTP/1.1" status: 404 len: 333 time: 0.0594585 Sep 16 04:54:25.527605 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48842) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.563578 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cad341-c20f-49c1-b91d-a1e2253f078f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:25.564211 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cad341-c20f-49c1-b91d-a1e2253f078f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:25.564519 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78c13dae-a51b-4652-aa99-e324321e17a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.574328 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-42cad341-c20f-49c1-b91d-a1e2253f078f tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/6f6e1f9c-f78d-4929-bcaf-0006ef3c82e9 HTTP/1.1" status: 404 len: 337 time: 0.0384486 Sep 16 04:54:25.574328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48844) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.615378 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6dfc8f-76c5-4a8e-98c8-0d6ad545b33a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:25.615765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6dfc8f-76c5-4a8e-98c8-0d6ad545b33a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:25.619611 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8b6dfc8f-76c5-4a8e-98c8-0d6ad545b33a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/477c8f9d-aa26-413a-aae0-9d6c486158ec HTTP/1.1" status: 404 len: 337 time: 0.0448525 Sep 16 04:54:25.623098 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48846) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.656450 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f9132cbd-3bc6-4810-adff-193762822c38 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb HTTP/1.1" status: 200 len: 205 time: 0.0319533 Sep 16 04:54:25.658765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fd17d97-7c44-4db8-9852-1233642ddbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.661328 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fd17d97-7c44-4db8-9852-1233642ddbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.665384 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1fd17d97-7c44-4db8-9852-1233642ddbb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/052a2d40-8632-4602-81d6-5a2ffb7c7575 HTTP/1.1" status: 204 len: 168 time: 0.4938328 Sep 16 04:54:25.665384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48848) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:25.762968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.815129 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.835403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d716640f-5d72-4a31-94c4-8bcdc47f49f1', 'de57d2f6-1193-4d0b-9479-81f1214060a9'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:25.866532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:25.871883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:25.881912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:25.901068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['55deae83-693b-4ccb-8561-ef66dc3664ab'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:25.933261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Pushing event updated for resources: {'Port': ['ID=8d40dcbf-a818-4e4c-a41d-6b6e081740b5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:25.957634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:25.957955 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:25.990007 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-3d28b274-ba9c-45fe-a573-ac3d98914d98 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1650558 Sep 16 04:54:25.998280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-6fa38272-6433-4360-bc44-2f25a3ce74d7 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:54:25.999571 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-6fa38272-6433-4360-bc44-2f25a3ce74d7 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072045 Sep 16 04:54:26.017083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Request body: {'port': {'device_id': '50413012-d7c6-4a50-a952-af53ce7060c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:26.096960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd17d97-7c44-4db8-9852-1233642ddbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052a2d40-8632-4602-81d6-5a2ffb7c7575,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.110881 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-64c14b47-40df-4bfe-b097-01c4aaeef4d8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] delete failed (client error): The resource could not be found. Sep 16 04:54:26.114232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-64c14b47-40df-4bfe-b097-01c4aaeef4d8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/routers/3dcf29e1-fbb5-42d7-9b15-3f884f7dfecb HTTP/1.1" status: 404 len: 336 time: 0.4443452 Sep 16 04:54:26.118655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48862) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.140196 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.217053 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6528dc-9c44-4d00-8f5c-1c57677c70e9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.217431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6528dc-9c44-4d00-8f5c-1c57677c70e9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:26.222877 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8b6528dc-9c44-4d00-8f5c-1c57677c70e9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/262b5ca2-4d4f-4861-851e-898d7f89a774 HTTP/1.1" status: 404 len: 337 time: 0.1029596 Sep 16 04:54:26.223530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48866) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.319559 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-df84272f-dd6f-4e38-aad0-c09830942ad1 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "GET /v2.0/ports?device_id=13e87448-4fca-4b26-a193-2dac22bb4f27 HTTP/1.1" status: 200 len: 205 time: 0.0946476 Sep 16 04:54:26.322718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48872) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.374790 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-8be2456f-8657-4333-b1c1-108988e965f4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] delete failed (client error): The resource could not be found. Sep 16 04:54:26.378493 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8be2456f-8657-4333-b1c1-108988e965f4 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/routers/13e87448-4fca-4b26-a193-2dac22bb4f27 HTTP/1.1" status: 404 len: 336 time: 0.0510294 Sep 16 04:54:26.379005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48874) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.422209 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb1322c-8d67-42dc-8879-165c2fb43db9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.422683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb1322c-8d67-42dc-8879-165c2fb43db9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:26.426683 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fbb1322c-8d67-42dc-8879-165c2fb43db9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/5e3b11b0-1517-4ab4-ab3f-98f618516ce9 HTTP/1.1" status: 404 len: 337 time: 0.0444934 Sep 16 04:54:26.427470 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48876) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.459372 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8b329a-312a-4029-a815-1cb519290f0d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.459845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8b329a-312a-4029-a815-1cb519290f0d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:26.463968 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7e8b329a-312a-4029-a815-1cb519290f0d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/a1793c7b-7bfe-4831-806d-dd1ef5df7486 HTTP/1.1" status: 404 len: 337 time: 0.0338039 Sep 16 04:54:26.464854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48878) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.515634 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c74fbf-c4bb-428e-a836-9f289356d0ab tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.516336 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c74fbf-c4bb-428e-a836-9f289356d0ab tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:26.518116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-46c74fbf-c4bb-428e-a836-9f289356d0ab tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/ef09919b-d1d7-4f66-a499-d03db093dbb9 HTTP/1.1" status: 404 len: 333 time: 0.0527244 Sep 16 04:54:26.521524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48884) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.563051 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff9c3a4-101d-406c-93d7-c89cddadb754 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.563471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff9c3a4-101d-406c-93d7-c89cddadb754 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:26.565363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eff9c3a4-101d-406c-93d7-c89cddadb754 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/5e54b2de-197c-4fc1-8557-c554f40c0a1d HTTP/1.1" status: 404 len: 337 time: 0.0428708 Sep 16 04:54:26.568607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48888) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.607087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:26.610231 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e66dc52-840a-4a3b-9686-4d1c5abd5abc tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.610943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e66dc52-840a-4a3b-9686-4d1c5abd5abc tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:26.612702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2e66dc52-840a-4a3b-9686-4d1c5abd5abc tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/2bd547ef-f975-48d6-b508-dc6aa02edfd5 HTTP/1.1" status: 404 len: 333 time: 0.0430164 Sep 16 04:54:26.622392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48892) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.627372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.644936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Transition to ACTIVE for port object 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:26.653636 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.672264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-78c13dae-a51b-4652-aa99-e324321e17a9 admin admin] Deleting port 0861c9f0-9c0e-4e51-9164-ee625d932000 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:26.672609 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78c13dae-a51b-4652-aa99-e324321e17a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.679173 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b15a2cd-ad95-468c-a2a6-3676a93733df tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.679173 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b15a2cd-ad95-468c-a2a6-3676a93733df tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:26.684684 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2b15a2cd-ad95-468c-a2a6-3676a93733df tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/bd5e94d9-dae8-4216-abe1-7d92321d5d02 HTTP/1.1" status: 404 len: 337 time: 0.0575087 Sep 16 04:54:26.693327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48896) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.706218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d40dcbf-a818-4e4c-a41d-6b6e081740b5,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:26.741301 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3bdcf7-b565-491d-bd81-321e4e6828db tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.742046 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3bdcf7-b565-491d-bd81-321e4e6828db tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:26.743884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8f3bdcf7-b565-491d-bd81-321e4e6828db tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/335a4dba-fa71-467f-9eb8-ff89f943a2d7 HTTP/1.1" status: 404 len: 333 time: 0.0466406 Sep 16 04:54:26.748999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48898) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.797879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a287ce-588e-41ee-97c3-223c6d5a4123 req-36e48b40-daf6-4234-af34-fb8b519fbf93 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:26.799399 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95a287ce-588e-41ee-97c3-223c6d5a4123 req-36e48b40-daf6-4234-af34-fb8b519fbf93 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 931 time: 0.2002485 Sep 16 04:54:26.813883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48900) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.819750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Attempting to bind port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:26.820099 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Attempting to bind port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:26.820480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Attempting to bind port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 on network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:26.825733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 on network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:26.826107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Attempting to bind port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 on network 9319edcf-e21c-4520-9d6d-2a5ffd172e01 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:26.831826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:26.832168 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Checking segment: {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:26.832697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Bound using segment: {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:26.833140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Bound port: 8d40dcbf-a818-4e4c-a41d-6b6e081740b5, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6675c38b-2684-44b3-84ad-72149de60c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:26.833258 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbd5521-ba97-47af-8f26-bf7d58212088 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.833502 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.833649 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cbd5521-ba97-47af-8f26-bf7d58212088 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:26.835302 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0cbd5521-ba97-47af-8f26-bf7d58212088 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/e2fd2aef-27bd-43f8-921b-bfe178591b5c HTTP/1.1" status: 404 len: 337 time: 0.0848966 Sep 16 04:54:26.838808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48904) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.876773 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9539f76-51ba-4e58-8160-0ed7d89010f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.877685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9539f76-51ba-4e58-8160-0ed7d89010f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:26.879437 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b9539f76-51ba-4e58-8160-0ed7d89010f8 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/1f5f4d66-5412-496c-bb9e-e3edca70e87e HTTP/1.1" status: 404 len: 333 time: 0.0397747 Sep 16 04:54:26.882094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48906) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.904692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-78c13dae-a51b-4652-aa99-e324321e17a9 admin admin] For port 0861c9f0-9c0e-4e51-9164-ee625d932000, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0861c9f0-9c0e-4e51-9164-ee625d932000,segment=NetworkSegment(2ab46fae-fd29-4f09-a622-00ee18e95f43),segment_id=2ab46fae-fd29-4f09-a622-00ee18e95f43)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:26.905384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78c13dae-a51b-4652-aa99-e324321e17a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:26.913732 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57f6a6a-18e5-445b-a2f3-c6d0ebb2a0b2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.915107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57f6a6a-18e5-445b-a2f3-c6d0ebb2a0b2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:26.916624 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c57f6a6a-18e5-445b-a2f3-c6d0ebb2a0b2 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/5c320a4e-8963-4a4c-aacc-d8328869a0bc HTTP/1.1" status: 404 len: 337 time: 0.0335720 Sep 16 04:54:26.918154 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95a287ce-588e-41ee-97c3-223c6d5a4123 req-07297ee3-1d60-40fa-8ef1-1553dd422d99 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106389 Sep 16 04:54:26.920366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48908) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.931754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-78c13dae-a51b-4652-aa99-e324321e17a9 admin admin] Calling delete_port for 0861c9f0-9c0e-4e51-9164-ee625d932000 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:26.946130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] For port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:26.949859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] For port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8d40dcbf-a818-4e4c-a41d-6b6e081740b5,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:26.951146 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a88379-b006-4c67-82a2-1711868164e9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.952023 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a88379-b006-4c67-82a2-1711868164e9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:26.954359 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-58a88379-b006-4c67-82a2-1711868164e9 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/7d8435fc-f8f5-4d50-b504-4d5ca376f77c HTTP/1.1" status: 404 len: 333 time: 0.0329044 Sep 16 04:54:26.956852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48910) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:26.999301 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-622846f0-8662-489e-b603-50b17e72debf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:26.999518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622846f0-8662-489e-b603-50b17e72debf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:27.001552 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-622846f0-8662-489e-b603-50b17e72debf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/046eca59-45f0-402e-95c1-c1b77243e288 HTTP/1.1" status: 404 len: 337 time: 0.0437036 Sep 16 04:54:27.002985 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.005230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48914) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.050983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-285569206-network', 'tenant_id': 'fd707df6ddf44957b843249c8011ec9f'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:27.052925 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b163f7ef-a251-4e45-9268-f15a42cbd759 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:27.053785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b163f7ef-a251-4e45-9268-f15a42cbd759 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:27.054467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.055342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.058352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b163f7ef-a251-4e45-9268-f15a42cbd759 tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/5dd0acfc-60e7-404f-a98d-46d53ec23989 HTTP/1.1" status: 404 len: 333 time: 0.0499179 Sep 16 04:54:27.058477 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] 10.222.0.15 "PUT /v2.0/ports/8d40dcbf-a818-4e4c-a41d-6b6e081740b5 HTTP/1.1" status: 200 len: 1092 time: 1.0448041 Sep 16 04:54:27.058477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50413012-d7c6-4a50-a952-af53ce7060c8', 'tag': '8d40dcbf-a818-4e4c-a41d-6b6e081740b5'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:27.058638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48916) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.059605 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df26f836-5fd6-4330-8256-85ade896b4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "50413012-d7c6-4a50-a952-af53ce7060c8", "tag": "8d40dcbf-a818-4e4c-a41d-6b6e081740b5"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:27.095699 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a7be27-9f72-4fa3-8c85-a4874f19fdaf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:27.096172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a7be27-9f72-4fa3-8c85-a4874f19fdaf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:27.100452 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f4a7be27-9f72-4fa3-8c85-a4874f19fdaf tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/a6c03b8d-bb89-4d68-9f1e-802e2ee7f174 HTTP/1.1" status: 404 len: 337 time: 0.0386951 Sep 16 04:54:27.101022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48922) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.113886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f45c9-9b3b-4602-8fdb-27c743d0c3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d40dcbf-a818-4e4c-a41d-6b6e081740b5,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:27.120049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Made reservation on behalf of fd707df6ddf44957b843249c8011ec9f for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:27.125724 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.150998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.186827 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9e36b8-a526-4762-b36b-7355b9a2ba1c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:27.187555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9e36b8-a526-4762-b36b-7355b9a2ba1c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:27.189987 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1a9e36b8-a526-4762-b36b-7355b9a2ba1c tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/ports/c5633de1-923d-4cc3-b89e-0959aee07995 HTTP/1.1" status: 404 len: 333 time: 0.0879607 Sep 16 04:54:27.195857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48926) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.246479 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e48a5e1-905c-4c11-815e-69498e89881d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] DELETE failed (client error): The resource could not be found. Sep 16 04:54:27.246991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e48a5e1-905c-4c11-815e-69498e89881d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:54:27.249320 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7e48a5e1-905c-4c11-815e-69498e89881d tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/subnets/dbefed06-f14e-4394-aadf-8f41e68e95c3 HTTP/1.1" status: 404 len: 337 time: 0.0523241 Sep 16 04:54:27.255884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48928) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.336854 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.352648 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-ca8df96e-8d65-4eaa-9be8-82216a509cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.354981 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-ca8df96e-8d65-4eaa-9be8-82216a509cca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 1095 time: 0.2160974 Sep 16 04:54:27.355886 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.371261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:27.376512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.381817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.382304 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Added segment 90db1066-f227-4af4-9e4f-12930685d730 of type vlan for network 8cde5fbf-385f-46dd-915c-6c697ac6363c Sep 16 04:54:27.459430 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78c13dae-a51b-4652-aa99-e324321e17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.464247 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1821990d-1b8b-4a7c-8cb1-8011cdcd40c0 x-openstack-request-id: req-1821990d-1b8b-4a7c-8cb1-8011cdcd40c0 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:27.464659 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50413012-d7c6-4a50-a952-af53ce7060c8", "tag": "8d40dcbf-a818-4e4c-a41d-6b6e081740b5", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:27.465686 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1821990d-1b8b-4a7c-8cb1-8011cdcd40c0 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:27.466348 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50413012-d7c6-4a50-a952-af53ce7060c8', 'tag': '8d40dcbf-a818-4e4c-a41d-6b6e081740b5', 'status': 'completed', 'code': 200} Sep 16 04:54:27.473334 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-18a7f248-1cd4-4769-abfd-9ca7e7b15d1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d40dcbf-a818-4e4c-a41d-6b6e081740b5 HTTP/1.1" status: 200 len: 217 time: 0.0819075 Sep 16 04:54:27.515263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c13dae-a51b-4652-aa99-e324321e17a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0861c9f0-9c0e-4e51-9164-ee625d932000,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:27.527898 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.530747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8641d7cc-1851-4a2c-b258-a1166ac66b04,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:27.564640 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.576737 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-c3a9c2ba-f5a7-4a9c-bee1-8a355942b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.578432 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-c3a9c2ba-f5a7-4a9c-bee1-8a355942b5c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=267089d7-348a-46df-9275-af9e72e172dc HTTP/1.1" status: 200 len: 854 time: 0.0916576 Sep 16 04:54:27.597768 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.599558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:27.600638 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.613752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4211d509-25f4-4a41-874d-6b71d4ade588']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:27.628967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b18ca6-3746-49d8-b060-dd5728e9207b') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:27.629266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b18ca6-3746-49d8-b060-dd5728e9207b') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:27.646925 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.703484 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.716911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:27.717370 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:27.720903 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:27.745858 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] Pushing event updated for resources: {'Network': ['ID=8cde5fbf-385f-46dd-915c-6c697ac6363c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:27.752509 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-a4288826-e77d-467e-9a29-54627e47b6f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9319edcf-e21c-4520-9d6d-2a5ffd172e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649306 Sep 16 04:54:27.759926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 8cde5fbf-385f-46dd-915c-6c697ac6363c details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:27.791248 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c47aa798-884b-46e4-a64a-a1c6d0653650 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9760313 Sep 16 04:54:27.806402 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48932) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:27.811971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-969f7dad-bde9-483b-a293-25381070940d admin admin] Request body: {'subnet': {'network_id': '8cde5fbf-385f-46dd-915c-6c697ac6363c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-285569206-subnet', 'tenant_id': 'fd707df6ddf44957b843249c8011ec9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:27.827955 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78c13dae-a51b-4652-aa99-e324321e17a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.837663 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.843368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.845968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] 10.222.0.53 "DELETE /v2.0/networks/4211d509-25f4-4a41-874d-6b71d4ade588 HTTP/1.1" status: 204 len: 168 time: 0.5890429 Sep 16 04:54:27.863866 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969f7dad-bde9-483b-a293-25381070940d admin admin] Made reservation on behalf of fd707df6ddf44957b843249c8011ec9f for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:27.867381 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-969f7dad-bde9-483b-a293-25381070940d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:27.904681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8e150-5151-469d-9b1e-03233e6ba96a tempest-NetworksTestDHCPv6-941771811 tempest-NetworksTestDHCPv6-941771811-project] Pushing event deleted for resources: {'Network': ['ID=4211d509-25f4-4a41-874d-6b71d4ade588,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.031678 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-df94780a-d6ff-480c-8cdd-3216910587f4 service neutron] 10.222.0.15 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632966 Sep 16 04:54:28.201289 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-814f6993-edd6-4fa3-8cdb-604b4e5c86d0 req-bf3bfbba-84e4-4a77-886f-aa8a92186c03 service neutron] 10.222.0.15 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604133 Sep 16 04:54:28.216102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48944) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:28.217324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc00a3-17c5-4731-871a-9bc8bf14197e req-971834dc-cedf-47fd-a905-69b6b4f5a513 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.218150 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cadc00a3-17c5-4731-871a-9bc8bf14197e req-971834dc-cedf-47fd-a905-69b6b4f5a513 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 943 time: 0.1242836 Sep 16 04:54:28.224384 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-969f7dad-bde9-483b-a293-25381070940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.252262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c13dae-a51b-4652-aa99-e324321e17a9 admin admin] Router 58d989c5-9c20-4921-aede-433668f0337c has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:54:28.290072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cadc00a3-17c5-4731-871a-9bc8bf14197e req-473a77ad-343b-4c8e-9c56-b56c7e82fe8a tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502310 Sep 16 04:54:28.370087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f7dad-bde9-483b-a293-25381070940d admin admin] Checking segment: {'id': '90db1066-f227-4af4-9e4f-12930685d730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8cde5fbf-385f-46dd-915c-6c697ac6363c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:28.370561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f7dad-bde9-483b-a293-25381070940d admin admin] Network hostable DHCP agents. Network: 8cde5fbf-385f-46dd-915c-6c697ac6363c, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:28.381349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f7dad-bde9-483b-a293-25381070940d admin admin] Pushing event updated for resources: {'Subnet': ['ID=74006d4c-0645-450a-95a1-37690bea662d,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:28.407329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26f836-5fd6-4330-8256-85ade896b4e2 req-031c1617-e934-47b8-8faf-e1f57c69a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.409562 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-df26f836-5fd6-4330-8256-85ade896b4e2 req-031c1617-e934-47b8-8faf-e1f57c69a136 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 1095 time: 0.1277292 Sep 16 04:54:28.410426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c13dae-a51b-4652-aa99-e324321e17a9 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:54:28.415139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f7dad-bde9-483b-a293-25381070940d admin admin] Network 8cde5fbf-385f-46dd-915c-6c697ac6363c is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:28.417704 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78c13dae-a51b-4652-aa99-e324321e17a9 admin admin] 10.222.0.53 "PUT /v2.0/routers/58d989c5-9c20-4921-aede-433668f0337c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1546767 Sep 16 04:54:28.420251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48952) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:28.426111 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c5e21-7e41-48a8-9375-823eac6904af None None] Sync routers for ids ['58d989c5-9c20-4921-aede-433668f0337c'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:54:28.436509 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c5e21-7e41-48a8-9375-823eac6904af None None] Routers {'58d989c5-9c20-4921-aede-433668f0337c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:28.438845 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1f1c5e21-7e41-48a8-9375-823eac6904af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:54:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['58d989c5-9c20-4921-aede-433668f0337c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:28.471331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-969f7dad-bde9-483b-a293-25381070940d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 8cde5fbf-385f-46dd-915c-6c697ac6363c) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:28.481057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eebc893-4d4d-4226-8f26-d77f45f8799b None None] Network 8cde5fbf-385f-46dd-915c-6c697ac6363c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:28.493178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f7dad-bde9-483b-a293-25381070940d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.493829 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-969f7dad-bde9-483b-a293-25381070940d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.549819 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-969f7dad-bde9-483b-a293-25381070940d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7419221 Sep 16 04:54:28.571050 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4e984499-76b7-49df-b90d-b0a499024e4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=685bdb75614749a29c2acbf3bf1829ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534949 Sep 16 04:54:28.573377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48956) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:28.593512 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1f1c5e21-7e41-48a8-9375-823eac6904af None None] Set router 58d989c5-9c20-4921-aede-433668f0337c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:28.596402 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.625620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26f836-5fd6-4330-8256-85ade896b4e2 req-06fccfb8-dbb8-4722-89a5-976d9f4e6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:28.627857 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-df26f836-5fd6-4330-8256-85ade896b4e2 req-06fccfb8-dbb8-4722-89a5-976d9f4e6c7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 915 time: 0.2072201 Sep 16 04:54:28.644729 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.710535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72653bbf-6428-40f4-ad39-a917878460cb None None] Network 8cde5fbf-385f-46dd-915c-6c697ac6363c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:28.749152 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-df26f836-5fd6-4330-8256-85ade896b4e2 req-8154e53e-7226-49c6-a6d6-08cc17950b41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d40dcbf-a818-4e4c-a41d-6b6e081740b5 HTTP/1.1" status: 200 len: 217 time: 0.1045103 Sep 16 04:54:28.804624 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48960) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:28.860725 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.880394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-60021449-4f8f-46af-8fa8-0ca540c7f95a admin admin] Deleting subnet 74006d4c-0645-450a-95a1-37690bea662d {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:28.886782 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-60021449-4f8f-46af-8fa8-0ca540c7f95a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:28.895176 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1f1c5e21-7e41-48a8-9375-823eac6904af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:54:27Z', 'revision_number': 5, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port': {'id': 'afd738a9-cdc3-4764-8941-629530eb3901', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ec:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d989c5-9c20-4921-aede-433668f0337c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:42:56Z', 'updated_at': '2021-09-16T04:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:28.928277 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c5e21-7e41-48a8-9375-823eac6904af None None] Checking router: 58d989c5-9c20-4921-aede-433668f0337c for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:54:28.938766 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c5e21-7e41-48a8-9375-823eac6904af None None] Routers {'58d989c5-9c20-4921-aede-433668f0337c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:54:28.939665 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1f1c5e21-7e41-48a8-9375-823eac6904af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:54:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['58d989c5-9c20-4921-aede-433668f0337c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:28.970959 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-60021449-4f8f-46af-8fa8-0ca540c7f95a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.033109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Deleting port afd738a9-cdc3-4764-8941-629530eb3901 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:29.033464 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.046772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-60021449-4f8f-46af-8fa8-0ca540c7f95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.053839 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1f1c5e21-7e41-48a8-9375-823eac6904af None None] Set router 58d989c5-9c20-4921-aede-433668f0337c gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:54:29.126306 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1f1c5e21-7e41-48a8-9375-823eac6904af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:54:28Z', 'revision_number': 6, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:29.153638 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c5e21-7e41-48a8-9375-823eac6904af None None] The sync data for ids ['58d989c5-9c20-4921-aede-433668f0337c'] in n-d-712142-17 is: [{'id': '58d989c5-9c20-4921-aede-433668f0337c', 'name': 'tempest-TaggedBootDevicesTest-313202845-router', 'tenant_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:42:55Z', 'updated_at': '2021-09-16T04:54:28Z', 'revision_number': 6, 'project_id': 'b84a8ba9721c4c65a5ca2d3e7ff30a78', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:54:29.184269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] For port afd738a9-cdc3-4764-8941-629530eb3901, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=afd738a9-cdc3-4764-8941-629530eb3901,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:29.184690 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.184821 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.199740 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-60021449-4f8f-46af-8fa8-0ca540c7f95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.213541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Calling delete_port for afd738a9-cdc3-4764-8941-629530eb3901 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:29.236525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60021449-4f8f-46af-8fa8-0ca540c7f95a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74006d4c-0645-450a-95a1-37690bea662d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:29.244997 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-60021449-4f8f-46af-8fa8-0ca540c7f95a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.247059 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-60021449-4f8f-46af-8fa8-0ca540c7f95a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/74006d4c-0645-450a-95a1-37690bea662d HTTP/1.1" status: 204 len: 168 time: 0.4339201 Sep 16 04:54:29.249625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48964) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:29.260483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26f836-5fd6-4330-8256-85ade896b4e2 req-44dbd317-51cc-4a8b-a25a-16712e7c9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.262743 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-df26f836-5fd6-4330-8256-85ade896b4e2 req-44dbd317-51cc-4a8b-a25a-16712e7c9f02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=267089d7-348a-46df-9275-af9e72e172dc HTTP/1.1" status: 200 len: 854 time: 0.5009859 Sep 16 04:54:29.295151 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.297920 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.301506 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d137749-c96e-4488-8450-313d6ed9083c HTTP/1.1" status: 204 len: 168 time: 0.7248120 Sep 16 04:54:29.309567 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-df26f836-5fd6-4330-8256-85ade896b4e2 req-ff233d42-c735-4745-be2f-4a76dac0ca4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9319edcf-e21c-4520-9d6d-2a5ffd172e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381889 Sep 16 04:54:29.310212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d137749-c96e-4488-8450-313d6ed9083c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:29.318040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:29.318527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:29.318983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:29.319433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:29.319902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:29.320877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:29.321317 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:29.321864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:29.322408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:29.322850 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:29.323851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:29.323851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97268c10-1993-40a1-b777-90e3dad7c32e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:29.504587 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-df26f836-5fd6-4330-8256-85ade896b4e2 req-8f62fba0-a85a-4213-ac88-3c3c35c1d028 service neutron] 10.222.0.15 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778350 Sep 16 04:54:29.579713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd612d-828a-467e-bf08-2c24f425b235 req-a5e39d86-5ed4-4c3b-9fca-55d9d496ceca tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:29.581373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-73dd612d-828a-467e-bf08-2c24f425b235 req-a5e39d86-5ed4-4c3b-9fca-55d9d496ceca tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 943 time: 0.1266863 Sep 16 04:54:29.699877 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-73dd612d-828a-467e-bf08-2c24f425b235 req-f97efbfe-f5d5-4a24-8cac-f833b7a52637 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110151 Sep 16 04:54:29.728250 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-df26f836-5fd6-4330-8256-85ade896b4e2 req-78781116-c3ba-4209-ae09-a6a2f8e700c9 service neutron] 10.222.0.15 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142611 Sep 16 04:54:29.822695 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:29.947381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:29.968589 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.016832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cde5fbf-385f-46dd-915c-6c697ac6363c']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:30.030019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90db1066-f227-4af4-9e4f-12930685d730') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:30.030334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90db1066-f227-4af4-9e4f-12930685d730') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:30.044094 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.052416 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.070031 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.100374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:30.100992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:30.103825 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:30.152648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8d40dcbf-a818-4e4c-a41d-6b6e081740b5,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:30.173490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '8d40dcbf-a818-4e4c-a41d-6b6e081740b5', 'network_id': '9319edcf-e21c-4520-9d6d-2a5ffd172e01', 'port_id': '8d40dcbf-a818-4e4c-a41d-6b6e081740b5', 'mac_address': 'fa:16:3e:9c:38:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267089d7-348a-46df-9275-af9e72e172dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:30.187462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd738a9-cdc3-4764-8941-629530eb3901,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:30.222099 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.237495 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.251318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.253860 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] 10.222.0.53 "DELETE /v2.0/networks/8cde5fbf-385f-46dd-915c-6c697ac6363c HTTP/1.1" status: 204 len: 168 time: 1.0031073 Sep 16 04:54:30.269290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea8be7-1960-47e7-bee6-f81d14413f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=8cde5fbf-385f-46dd-915c-6c697ac6363c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:30.286202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:30.290714 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.340903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8d40dcbf-a818-4e4c-a41d-6b6e081740b5,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:30.348004 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.435029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=8d40dcbf-a818-4e4c-a41d-6b6e081740b5,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:30.490053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.493306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.548258 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.548800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58d989c5-9c20-4921-aede-433668f0337c {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:54:30.553841 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49006) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:30.556913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8d40dcbf-a818-4e4c-a41d-6b6e081740b5'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:30.584416 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.588630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0a731644-e76f-483d-9881-b857ab200eb4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/58d989c5-9c20-4921-aede-433668f0337c HTTP/1.1" status: 204 len: 168 time: 2.1641231 Sep 16 04:54:30.592248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49008) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:30.638012 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dc5f5e17-e8d9-4c8b-842c-37c916304e85 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd707df6ddf44957b843249c8011ec9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808361 Sep 16 04:54:30.641392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49010) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:30.703834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb88225b-a19b-4b2f-bdcc-308682266c12 admin admin] Deleting subnet 00a4d388-5b99-4d6f-99ce-71998e089d31 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:54:30.710142 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bb88225b-a19b-4b2f-bdcc-308682266c12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.781903 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bb88225b-a19b-4b2f-bdcc-308682266c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.799104 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-70b0ee6d-39fc-4f3b-b4ad-c8271787f901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.852464 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-70b0ee6d-39fc-4f3b-b4ad-c8271787f901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.957359 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bb88225b-a19b-4b2f-bdcc-308682266c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.960406 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-70b0ee6d-39fc-4f3b-b4ad-c8271787f901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.965666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-70b0ee6d-39fc-4f3b-b4ad-c8271787f901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:30.967280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-70b0ee6d-39fc-4f3b-b4ad-c8271787f901 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8641d7cc-1851-4a2c-b258-a1166ac66b04 HTTP/1.1" status: 204 len: 168 time: 0.3247378 Sep 16 04:54:30.992210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0ee6d-39fc-4f3b-b4ad-c8271787f901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8641d7cc-1851-4a2c-b258-a1166ac66b04,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.005013 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89701e31-c66e-485c-b3f2-8156b1042801 req-98394414-0318-4f82-9350-071ad2dcd503 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:31.014288 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89701e31-c66e-485c-b3f2-8156b1042801 req-98394414-0318-4f82-9350-071ad2dcd503 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 944 time: 0.1116784 Sep 16 04:54:31.083795 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-89701e31-c66e-485c-b3f2-8156b1042801 req-cef9df7d-45ee-4871-b235-3d3cc93021c2 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633240 Sep 16 04:54:31.099401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bb88225b-a19b-4b2f-bdcc-308682266c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.136971 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bb88225b-a19b-4b2f-bdcc-308682266c12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.142543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bb88225b-a19b-4b2f-bdcc-308682266c12 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/00a4d388-5b99-4d6f-99ce-71998e089d31 HTTP/1.1" status: 204 len: 168 time: 0.5480416 Sep 16 04:54:31.142981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49026) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.143572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88225b-a19b-4b2f-bdcc-308682266c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00a4d388-5b99-4d6f-99ce-71998e089d31,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.149097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc18f9fe-af63-456d-b4b7-62955da47dd3 None None] Network fa5d8253-b53f-4418-8054-91a24185d3f4 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:31.189746 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device afd738a9-cdc3-4764-8941-629530eb3901 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:31.246052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: afd738a9-cdc3-4764-8941-629530eb3901 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:31.246700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device afd738a9-cdc3-4764-8941-629530eb3901 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:31.247419 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0861c9f0-9c0e-4e51-9164-ee625d932000 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:31.253334 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.275382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 0861c9f0-9c0e-4e51-9164-ee625d932000 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:31.275981 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0861c9f0-9c0e-4e51-9164-ee625d932000 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:31.345490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Deleting port 5fa4d50c-9320-4141-9486-d6dc426dc07a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:31.345999 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.431077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] For port 5fa4d50c-9320-4141-9486-d6dc426dc07a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5fa4d50c-9320-4141-9486-d6dc426dc07a,segment=NetworkSegment(2ab46fae-fd29-4f09-a622-00ee18e95f43),segment_id=2ab46fae-fd29-4f09-a622-00ee18e95f43)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:31.431847 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.449041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Calling delete_port for 5fa4d50c-9320-4141-9486-d6dc426dc07a owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:31.480192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e77b22a-780e-4bd8-8a5d-d183e0f1e873 None None] DHCP port deletion for fa5d8253-b53f-4418-8054-91a24185d3f4 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:54:31.546130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.565025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3e77b22a-780e-4bd8-8a5d-d183e0f1e873 None None] Deleting port 5fa4d50c-9320-4141-9486-d6dc426dc07a {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:54:31.565249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3e77b22a-780e-4bd8-8a5d-d183e0f1e873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.590139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa4d50c-9320-4141-9486-d6dc426dc07a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.609162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] No DVR routers for this DVR port 5fa4d50c-9320-4141-9486-d6dc426dc07a on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:31.712421 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3e77b22a-780e-4bd8-8a5d-d183e0f1e873 None None] For port 5fa4d50c-9320-4141-9486-d6dc426dc07a, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:31.712978 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3e77b22a-780e-4bd8-8a5d-d183e0f1e873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.734316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3e77b22a-780e-4bd8-8a5d-d183e0f1e873 None None] Calling delete_port for 5fa4d50c-9320-4141-9486-d6dc426dc07a owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:54:31.736477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.738406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-3e77b22a-780e-4bd8-8a5d-d183e0f1e873 None None] Port 5fa4d50c-9320-4141-9486-d6dc426dc07a was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:54:31.739840 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3e77b22a-780e-4bd8-8a5d-d183e0f1e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.760537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77b22a-780e-4bd8-8a5d-d183e0f1e873 None None] No DVR routers for this DVR port 5fa4d50c-9320-4141-9486-d6dc426dc07a on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:54:31.763262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5d8253-b53f-4418-8054-91a24185d3f4']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:31.779868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab46fae-fd29-4f09-a622-00ee18e95f43') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:31.780610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab46fae-fd29-4f09-a622-00ee18e95f43') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:54:31.787425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77b22a-780e-4bd8-8a5d-d183e0f1e873 None None] Pushing event deleted for resources: {'Port': ['ID=5fa4d50c-9320-4141-9486-d6dc426dc07a,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:31.803745 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.821841 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.835160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:54:31.835461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49050) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:31.836557 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:54:31.838854 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:54:31.959443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:31.967098 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.978953 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.983816 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fa5d8253-b53f-4418-8054-91a24185d3f4 HTTP/1.1" status: 204 len: 168 time: 0.8397512 Sep 16 04:54:31.994680 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-983d1743-d61c-4fb8-9dad-9bf6e25a96c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:31.999525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b7987-5f60-426c-a70e-edcf077b6c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5d8253-b53f-4418-8054-91a24185d3f4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:32.147959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:32.157021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:32.158852 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.179513 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-983d1743-d61c-4fb8-9dad-9bf6e25a96c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.192223 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-983d1743-d61c-4fb8-9dad-9bf6e25a96c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.255650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49086) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.294437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d1743-d61c-4fb8-9dad-9bf6e25a96c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2739a6ba-483f-4096-99f7-78fffcc15a55,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:32.299302 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-983d1743-d61c-4fb8-9dad-9bf6e25a96c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c168e4306d848229a8b3f346ebdb4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616983 Sep 16 04:54:32.302038 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49092) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.331300 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.340683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cadec-3e8a-4436-bb91-f886cf47610a req-2ae8c7ff-85ae-472f-b5dc-fa9d599b92ff tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:32.342291 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee5cadec-3e8a-4436-bb91-f886cf47610a req-2ae8c7ff-85ae-472f-b5dc-fa9d599b92ff tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 944 time: 0.1376674 Sep 16 04:54:32.365760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50413012-d7c6-4a50-a952-af53ce7060c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d40dcbf-a818-4e4c-a41d-6b6e081740b5'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:32.368938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c572c925-319a-4a16-8ecf-f4b0e57cb91a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b84a8ba9721c4c65a5ca2d3e7ff30a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1113100 Sep 16 04:54:32.370386 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75776e88-cce5-4f51-839d-87043cc0db93" -d '{"events": [{"server_uuid": "50413012-d7c6-4a50-a952-af53ce7060c8", "name": "network-vif-plugged", "status": "completed", "tag": "8d40dcbf-a818-4e4c-a41d-6b6e081740b5"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:32.373219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49102) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:32.407284 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee5cadec-3e8a-4436-bb91-f886cf47610a req-71dc31aa-a87d-4242-9979-b75682dfc627 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514801 Sep 16 04:54:32.408080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8d40dcbf-a818-4e4c-a41d-6b6e081740b5,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:32.414553 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.457576 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b17364b9-1165-48d8-b26a-681a64a7d825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.509047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=8d40dcbf-a818-4e4c-a41d-6b6e081740b5,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:32.513657 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1dc1c1-29dc-40c9-8598-e88d36db3713 x-openstack-request-id: req-3e1dc1c1-29dc-40c9-8598-e88d36db3713 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:32.513957 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50413012-d7c6-4a50-a952-af53ce7060c8", "name": "network-vif-plugged", "status": "completed", "tag": "8d40dcbf-a818-4e4c-a41d-6b6e081740b5", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:32.514411 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e1dc1c1-29dc-40c9-8598-e88d36db3713 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:32.515087 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50413012-d7c6-4a50-a952-af53ce7060c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d40dcbf-a818-4e4c-a41d-6b6e081740b5', 'code': 200} Sep 16 04:54:32.522450 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35bee116-8733-4b68-a40a-5545eb4f6104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.526864 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b17364b9-1165-48d8-b26a-681a64a7d825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.574569 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35bee116-8733-4b68-a40a-5545eb4f6104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.577925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3df51-a975-46aa-9cf6-9da57beabbe6 req-c9b77822-0a5e-4253-9f35-73494ae75b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:32.579817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d8b3df51-a975-46aa-9cf6-9da57beabbe6 req-c9b77822-0a5e-4253-9f35-73494ae75b86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 1097 time: 0.0572093 Sep 16 04:54:32.644114 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b17364b9-1165-48d8-b26a-681a64a7d825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.645528 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d8b3df51-a975-46aa-9cf6-9da57beabbe6 req-2282b89c-76d0-4ee5-ad0f-497c49999786 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543172 Sep 16 04:54:32.647715 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b17364b9-1165-48d8-b26a-681a64a7d825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.650397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b17364b9-1165-48d8-b26a-681a64a7d825 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2739a6ba-483f-4096-99f7-78fffcc15a55 HTTP/1.1" status: 204 len: 168 time: 0.3471935 Sep 16 04:54:32.660709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17364b9-1165-48d8-b26a-681a64a7d825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2739a6ba-483f-4096-99f7-78fffcc15a55,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:32.666480 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35bee116-8733-4b68-a40a-5545eb4f6104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.669442 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35bee116-8733-4b68-a40a-5545eb4f6104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:32.670665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-35bee116-8733-4b68-a40a-5545eb4f6104 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8f77a7e-581f-41b5-b272-bc6251446635 HTTP/1.1" status: 204 len: 168 time: 0.2962577 Sep 16 04:54:32.684091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bee116-8733-4b68-a40a-5545eb4f6104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f77a7e-581f-41b5-b272-bc6251446635,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.209244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5fa4d50c-9320-4141-9486-d6dc426dc07a no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:54:33.256246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 5fa4d50c-9320-4141-9486-d6dc426dc07a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:54:33.256605 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5fa4d50c-9320-4141-9486-d6dc426dc07a not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:54:33.325139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49236) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:33.339734 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a5333f3-cf84-4e2c-8f4a-4025bba7d841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.470587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49256) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:33.584661 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a5333f3-cf84-4e2c-8f4a-4025bba7d841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.593162 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a5333f3-cf84-4e2c-8f4a-4025bba7d841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.627891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bd7cf-0a25-44e9-b530-942301dec481 req-3e6f44fd-6cc2-46be-8754-613237d0b67d tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:33.630605 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed5bd7cf-0a25-44e9-b530-942301dec481 req-3e6f44fd-6cc2-46be-8754-613237d0b67d tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 945 time: 0.1071601 Sep 16 04:54:33.691580 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3a5333f3-cf84-4e2c-8f4a-4025bba7d841 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=801d38a1d23e402184620aa1b20713a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652165 Sep 16 04:54:33.694742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49290) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:33.698137 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5333f3-cf84-4e2c-8f4a-4025bba7d841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403837af-4ba3-492f-a73e-8c42078e1f2b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.739117 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9c81-824f-4b7d-8baf-eb8f6c282380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.775576 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b924ada8-5b31-4326-9a1b-be82ee330577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.783329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed5bd7cf-0a25-44e9-b530-942301dec481 req-e557692e-44b6-4962-a4a1-c273c4bc4550 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378362 Sep 16 04:54:33.803652 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b924ada8-5b31-4326-9a1b-be82ee330577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.878301 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b924ada8-5b31-4326-9a1b-be82ee330577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.892573 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b924ada8-5b31-4326-9a1b-be82ee330577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.899685 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b924ada8-5b31-4326-9a1b-be82ee330577 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/403837af-4ba3-492f-a73e-8c42078e1f2b HTTP/1.1" status: 204 len: 168 time: 0.2012007 Sep 16 04:54:33.921690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924ada8-5b31-4326-9a1b-be82ee330577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403837af-4ba3-492f-a73e-8c42078e1f2b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:33.925398 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9c81-824f-4b7d-8baf-eb8f6c282380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.938646 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9c81-824f-4b7d-8baf-eb8f6c282380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:33.991062 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:54:33.995576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc9c81-824f-4b7d-8baf-eb8f6c282380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46b842d-449f-4abe-8f5c-1feee8c2ec58,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.018882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49336) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.019140 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4ddc9c81-824f-4b7d-8baf-eb8f6c282380 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3a61ab194bd417a9748ca229c99bb06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5470910 Sep 16 04:54:34.140177 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2707b4cf-5e54-4a8d-bb2d-57a3800391d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.192865 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2707b4cf-5e54-4a8d-bb2d-57a3800391d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.275096 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2707b4cf-5e54-4a8d-bb2d-57a3800391d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.275096 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2707b4cf-5e54-4a8d-bb2d-57a3800391d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.275096 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2707b4cf-5e54-4a8d-bb2d-57a3800391d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c46b842d-449f-4abe-8f5c-1feee8c2ec58 HTTP/1.1" status: 204 len: 168 time: 0.2529008 Sep 16 04:54:34.285138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707b4cf-5e54-4a8d-bb2d-57a3800391d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46b842d-449f-4abe-8f5c-1feee8c2ec58,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:34.622286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49430) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:34.893962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-416248305-network', 'tenant_id': '1f67359c07e2412ba7547fc1e13247f7'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:34.955046 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Made reservation on behalf of 1f67359c07e2412ba7547fc1e13247f7 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:34.963455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:34.985459 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.054548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efeaaf7-a66d-4494-bf81-ee09495b8058 req-f178957c-aec7-4dff-af76-32108ea0da76 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:35.067855 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7efeaaf7-a66d-4494-bf81-ee09495b8058 req-f178957c-aec7-4dff-af76-32108ea0da76 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 945 time: 0.1241033 Sep 16 04:54:35.138099 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7efeaaf7-a66d-4494-bf81-ee09495b8058 req-aa740829-aae7-4a1b-b00e-9e5012ebd113 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693483 Sep 16 04:54:35.176791 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.182906 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.253530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.260202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:54:35.277015 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.277847 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Added segment 182581a5-70b5-412d-b41e-b680889100a5 of type vlan for network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 Sep 16 04:54:35.383118 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.416946 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.420747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:35.421876 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.486362 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:35.552094 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9259098 Sep 16 04:54:35.552094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49564) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:35.643234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d815ce31-8e35-4ca7-806d-be7dede791b3 admin admin] Request body: {'subnet': {'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-416248305-subnet', 'tenant_id': '1f67359c07e2412ba7547fc1e13247f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:35.679718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e08674-4035-4a02-8b0b-241ccc2f8c29 admin admin] Pushing event updated for resources: {'Network': ['ID=891f3079-8ad9-4b0b-a5fd-6623b8fdc246,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:35.698795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:54:35.738987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d815ce31-8e35-4ca7-806d-be7dede791b3 admin admin] Made reservation on behalf of 1f67359c07e2412ba7547fc1e13247f7 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:35.742417 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d815ce31-8e35-4ca7-806d-be7dede791b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.135071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d815ce31-8e35-4ca7-806d-be7dede791b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.219454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815ce31-8e35-4ca7-806d-be7dede791b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e19a6d-c10f-4b6b-a41c-42761b177464,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:36.247439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d815ce31-8e35-4ca7-806d-be7dede791b3 admin admin] Checking segment: {'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:36.247878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d815ce31-8e35-4ca7-806d-be7dede791b3 admin admin] Network hostable DHCP agents. Network: 891f3079-8ad9-4b0b-a5fd-6623b8fdc246, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:54:36.285550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d815ce31-8e35-4ca7-806d-be7dede791b3 admin admin] Network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:54:36.301431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-d815ce31-8e35-4ca7-806d-be7dede791b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 891f3079-8ad9-4b0b-a5fd-6623b8fdc246) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:36.314009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055afa05-40ef-48b8-b8fd-27a69984699a None None] Network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:36.318535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d815ce31-8e35-4ca7-806d-be7dede791b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:36.319062 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d815ce31-8e35-4ca7-806d-be7dede791b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:36.358547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d815ce31-8e35-4ca7-806d-be7dede791b3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8048489 Sep 16 04:54:36.625156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0f4b31-3ae5-4211-b909-b25422383c6c None None] Network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:54:37.572780 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:37.932314 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-2e40d1cb-cb88-4893-a933-b9845fac3006 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:37.936236 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-2e40d1cb-cb88-4893-a933-b9845fac3006 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/networks?id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246 HTTP/1.1" status: 200 len: 817 time: 0.2738144 Sep 16 04:54:37.981429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-6ca1618d-2bf5-4825-ad2a-21046e47ef74 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/quotas/1f67359c07e2412ba7547fc1e13247f7 HTTP/1.1" status: 200 len: 375 time: 0.0235655 Sep 16 04:54:38.043171 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-d8371261-8028-4d05-9241-fb32aa0ce279 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f67359c07e2412ba7547fc1e13247f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417256 Sep 16 04:54:38.233449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49816) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:38.354468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-f4a9618d-ef5a-4f2a-bf2a-ff9d82f9b114 service neutron] 10.222.0.53 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041558 Sep 16 04:54:38.453186 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5873e55c-56c9-4a51-adee-3920f302e915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.529429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-2d1aaa55-0973-41ea-b452-ccb055eb108c service neutron] 10.222.0.53 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690271 Sep 16 04:54:38.649287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5873e55c-56c9-4a51-adee-3920f302e915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.655670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5873e55c-56c9-4a51-adee-3920f302e915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.688145 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5873e55c-56c9-4a51-adee-3920f302e915 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69f13e8316af42c98d6056f4420f5bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535549 Sep 16 04:54:38.690966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49838) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:38.758877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873e55c-56c9-4a51-adee-3920f302e915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5ce385-2ff6-4719-b270-af62e0a92026,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:38.799443 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f447a866-fdd8-4cff-b2f0-ae19dadddd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.859882 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f447a866-fdd8-4cff-b2f0-ae19dadddd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.965270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f447a866-fdd8-4cff-b2f0-ae19dadddd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.968853 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f447a866-fdd8-4cff-b2f0-ae19dadddd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:38.974046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f447a866-fdd8-4cff-b2f0-ae19dadddd9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f5ce385-2ff6-4719-b270-af62e0a92026 HTTP/1.1" status: 204 len: 168 time: 0.2815297 Sep 16 04:54:38.991963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447a866-fdd8-4cff-b2f0-ae19dadddd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5ce385-2ff6-4719-b270-af62e0a92026,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:39.330558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d399427a-c37b-458f-af9f-21731cb3bd7c req-0f07116b-867d-4d56-8887-dfb75fe776a0 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 210 time: 0.0877535 Sep 16 04:54:39.920399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49890) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:39.936208 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c45b4740-2270-4b53-8e38-2f56ab0f76e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:39.980297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49892) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.250445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c45b4740-2270-4b53-8e38-2f56ab0f76e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.266557 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c45b4740-2270-4b53-8e38-2f56ab0f76e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.282169 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b85e951c-da63-4d89-aab6-534f839552a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.323236 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c45b4740-2270-4b53-8e38-2f56ab0f76e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77a9b021ec214a218d554d5747e0742c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017336 Sep 16 04:54:40.415829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b4740-2270-4b53-8e38-2f56ab0f76e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482f8f68-102e-4389-b824-763a79cfdbea,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:40.424419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49914) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.546657 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b85e951c-da63-4d89-aab6-534f839552a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.559459 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b85e951c-da63-4d89-aab6-534f839552a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.620400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15fcad1f-a821-4cc1-a170-1ecbb5b7171d req-0adf044b-ab03-4dcb-b3c6-7b9efbb7bb94 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 210 time: 0.1226552 Sep 16 04:54:40.645499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-26d0ec22-111a-4148-b1c5-9b84303797bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.687828 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b85e951c-da63-4d89-aab6-534f839552a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e8203a2f186471e8f7ade92552e52da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7063377 Sep 16 04:54:40.690067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e951c-da63-4d89-aab6-534f839552a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0a702a-e44b-46fb-80c5-df7ce8137181,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:40.691550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49928) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:40.706727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-26d0ec22-111a-4148-b1c5-9b84303797bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.785481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb7c65-06c1-451f-9ea7-4f25df2cff36 req-554fa966-25f7-4b20-95b2-228378c43bc3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:40.795093 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0eeb7c65-06c1-451f-9ea7-4f25df2cff36 req-554fa966-25f7-4b20-95b2-228378c43bc3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.0855169 Sep 16 04:54:40.798200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91a64877-f1aa-487b-b6a3-6f16b87ad96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.826669 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91a64877-f1aa-487b-b6a3-6f16b87ad96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.829194 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-26d0ec22-111a-4148-b1c5-9b84303797bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.833877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-26d0ec22-111a-4148-b1c5-9b84303797bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.835007 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-26d0ec22-111a-4148-b1c5-9b84303797bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/482f8f68-102e-4389-b824-763a79cfdbea HTTP/1.1" status: 204 len: 168 time: 0.4092789 Sep 16 04:54:40.863687 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0eeb7c65-06c1-451f-9ea7-4f25df2cff36 req-44efe4eb-89cd-4594-9008-de73092ff136 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637288 Sep 16 04:54:40.897587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0ec22-111a-4148-b1c5-9b84303797bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f8f68-102e-4389-b824-763a79cfdbea,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:40.982591 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91a64877-f1aa-487b-b6a3-6f16b87ad96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.994200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91a64877-f1aa-487b-b6a3-6f16b87ad96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:40.999920 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-91a64877-f1aa-487b-b6a3-6f16b87ad96d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f0a702a-e44b-46fb-80c5-df7ce8137181 HTTP/1.1" status: 204 len: 168 time: 0.3062406 Sep 16 04:54:41.049564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a64877-f1aa-487b-b6a3-6f16b87ad96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0a702a-e44b-46fb-80c5-df7ce8137181,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:41.893398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49968) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:41.949040 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3c985c2-2abb-442a-b022-6165b1349622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:41.987816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-b42c4910-6a0b-4e32-a088-3f7e9a6c493b tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:41.990355 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-b42c4910-6a0b-4e32-a088-3f7e9a6c493b tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.50 "GET /v2.0/networks?id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246 HTTP/1.1" status: 200 len: 817 time: 0.2409773 Sep 16 04:54:42.009171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Request body: {'port': {'device_id': '1e92d983-a2a8-48ef-a989-314701aea722', 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246', 'admin_state_up': True, 'tenant_id': '1f67359c07e2412ba7547fc1e13247f7'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:42.051737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ecdd9e62-8b28-4ae7-8fd6-d0e08b628c95 req-83e799e6-c29e-43e1-95d3-67ab8e7938b2 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 210 time: 0.0599833 Sep 16 04:54:42.247998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3c985c2-2abb-442a-b022-6165b1349622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.270237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3c985c2-2abb-442a-b022-6165b1349622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.285512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067f95d-f85e-423e-81d1-c2762c7c343f req-a5dc74ae-2fd5-40b6-b443-e6a47ca40976 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.295909 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1067f95d-f85e-423e-81d1-c2762c7c343f req-a5dc74ae-2fd5-40b6-b443-e6a47ca40976 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.2262952 Sep 16 04:54:42.309328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Made reservation on behalf of 1f67359c07e2412ba7547fc1e13247f7 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:42.315995 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:42.329599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-932acca4-8a77-43fe-b9c7-7a371c9815f3 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:42.331146 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-932acca4-8a77-43fe-b9c7-7a371c9815f3 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.15 "GET /v2.0/networks?id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246 HTTP/1.1" status: 200 len: 817 time: 0.2594438 Sep 16 04:54:42.354273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Request body: {'port': {'device_id': '9b967348-1d9c-4910-9692-afd72b69e68c', 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246', 'admin_state_up': True, 'tenant_id': '1f67359c07e2412ba7547fc1e13247f7'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:42.451756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c985c2-2abb-442a-b022-6165b1349622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c35a45-0ec8-4c22-b549-5cc282b41ea8,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:42.510692 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f3c985c2-2abb-442a-b022-6165b1349622 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05f1baabda6048988c39b54e96c6fee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099377 Sep 16 04:54:42.550195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49990) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:42.651977 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1067f95d-f85e-423e-81d1-c2762c7c343f req-9a12c65e-98a8-4446-9c01-38b9e9a72ca2 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3547597 Sep 16 04:54:42.734320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Allocated IP 172.20.0.13 (891f3079-8ad9-4b0b-a5fd-6623b8fdc246/b0e19a6d-c10f-4b6b-a41c-42761b177464/47405439-a92d-4813-8251-ff482cc62cf9) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:42.982498 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19f7c629-f183-456f-943a-dee91689f792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.006007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-5aaa67cb-a86d-420e-81d4-3f7d6ee04df1 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.010569 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-5aaa67cb-a86d-420e-81d4-3f7d6ee04df1 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.50 "GET /v2.0/networks?id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246 HTTP/1.1" status: 200 len: 817 time: 0.6033194 Sep 16 04:54:43.014590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Made reservation on behalf of 1f67359c07e2412ba7547fc1e13247f7 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:43.019273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.045724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Request body: {'port': {'device_id': '2e72cddd-0634-4835-922e-9024b50d975a', 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246', 'admin_state_up': True, 'tenant_id': '1f67359c07e2412ba7547fc1e13247f7'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:43.058920 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19f7c629-f183-456f-943a-dee91689f792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.165822 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.260927 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fd30ab7-b37d-44c3-ac3c-aa9283f41e0d req-19dfa6b0-6c03-47eb-9df6-f97aa7a3d3db tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 210 time: 0.0574923 Sep 16 04:54:43.276220 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.417629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Pushing event updated for resources: {'Port': ['ID=47405439-a92d-4813-8251-ff482cc62cf9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:43.436976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:43.438914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:43.442347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:43.472955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Made reservation on behalf of 1f67359c07e2412ba7547fc1e13247f7 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:54:43.481826 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.510819 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19f7c629-f183-456f-943a-dee91689f792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.519879 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19f7c629-f183-456f-943a-dee91689f792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.523771 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-19f7c629-f183-456f-943a-dee91689f792 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48c35a45-0ec8-4c22-b549-5cc282b41ea8 HTTP/1.1" status: 204 len: 168 time: 0.9672213 Sep 16 04:54:43.536248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.550346 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.579167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-49e78e87-acea-433e-b197-86ef2fc17393 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5769026 Sep 16 04:54:43.591161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-57229803-f808-4a95-a893-2c067795238b tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:54:43.592338 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-57229803-f808-4a95-a893-2c067795238b tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058956 Sep 16 04:54:43.601822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7c629-f183-456f-943a-dee91689f792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c35a45-0ec8-4c22-b549-5cc282b41ea8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:43.606957 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Request body: {'port': {'device_id': '1e92d983-a2a8-48ef-a989-314701aea722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:43.798740 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:43.841119 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.api [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-8cabed5f-2ca4-4702-910e-0d6463b082ff {{(pid=94744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:54:43.841661 n-d-712142-17 neutron-server[94744]: DEBUG oslo_db.api [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:54:43.901875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7cf68-c296-4298-9103-0b95d1938a7e req-d2182531-bae1-483e-924b-5e12493bf28a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:43.909157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b9e7cf68-c296-4298-9103-0b95d1938a7e req-d2182531-bae1-483e-924b-5e12493bf28a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.1319821 Sep 16 04:54:43.963833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Allocated IP 172.20.0.4 (891f3079-8ad9-4b0b-a5fd-6623b8fdc246/b0e19a6d-c10f-4b6b-a41c-42761b177464/72266087-6a3f-4972-b5d9-f05921dc3230) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:43.978212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b9e7cf68-c296-4298-9103-0b95d1938a7e req-416f05ef-d660-467b-8d58-dbae56ce2ff4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678473 Sep 16 04:54:44.253361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.336867 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.362775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.417885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:44.479477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Pushing event updated for resources: {'Port': ['ID=72266087-6a3f-4972-b5d9-f05921dc3230,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:44.490779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:44.498076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:44.611167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47405439-a92d-4813-8251-ff482cc62cf9 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:44.637423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:44.638453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.657561 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.666129 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-7a714aa1-b7cd-4ffe-b544-539ee3071f7a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6332414 Sep 16 04:54:44.684134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Request body: {'port': {'device_id': '2e72cddd-0634-4835-922e-9024b50d975a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:44.697816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeccd2e-5331-4fda-a370-295c6d1447c9 req-5b6e0c52-6345-461e-a9d4-a63aeacff16b tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:44.698888 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-afeccd2e-5331-4fda-a370-295c6d1447c9 req-5b6e0c52-6345-461e-a9d4-a63aeacff16b tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 931 time: 0.0783663 Sep 16 04:54:44.699953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Transition to ACTIVE for port object 47405439-a92d-4813-8251-ff482cc62cf9 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:44.705835 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.836844 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Pushing event updated for resources: {'Port': ['ID=47405439-a92d-4813-8251-ff482cc62cf9,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:44.869218 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:44.986087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Allocated IP 172.20.0.10 (891f3079-8ad9-4b0b-a5fd-6623b8fdc246/b0e19a6d-c10f-4b6b-a41c-42761b177464/2ebcb7bb-9211-44ee-a57e-c60d17171a81) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:54:45.029194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-afeccd2e-5331-4fda-a370-295c6d1447c9 req-76a342d1-5702-4e2d-abb7-151835e49a07 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204746 Sep 16 04:54:45.074019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Attempting to bind port 47405439-a92d-4813-8251-ff482cc62cf9 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:45.074907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Attempting to bind port 47405439-a92d-4813-8251-ff482cc62cf9 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:45.075531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Attempting to bind port 47405439-a92d-4813-8251-ff482cc62cf9 on network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:45.082217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Port 47405439-a92d-4813-8251-ff482cc62cf9 on network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:45.082991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Attempting to bind port 47405439-a92d-4813-8251-ff482cc62cf9 on network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:45.089892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:45.090605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Checking segment: {'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:45.091216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Bound using segment: {'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:45.091910 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Bound port: 47405439-a92d-4813-8251-ff482cc62cf9, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:45.092542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.177477 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] For port 47405439-a92d-4813-8251-ff482cc62cf9, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:45.184057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] For port 47405439-a92d-4813-8251-ff482cc62cf9, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=47405439-a92d-4813-8251-ff482cc62cf9,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:45.191116 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.246299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.247176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.249773 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] 10.222.0.50 "PUT /v2.0/ports/47405439-a92d-4813-8251-ff482cc62cf9 HTTP/1.1" status: 200 len: 1093 time: 1.6464238 Sep 16 04:54:45.252836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e92d983-a2a8-48ef-a989-314701aea722', 'tag': '47405439-a92d-4813-8251-ff482cc62cf9'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:45.255648 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68a7b77-9c87-4bb3-bda8-530f33ab3070" -d '{"events": [{"name": "network-changed", "server_uuid": "1e92d983-a2a8-48ef-a989-314701aea722", "tag": "47405439-a92d-4813-8251-ff482cc62cf9"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:45.344053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79856ae1-8d7b-48d6-bb4c-a2445ded0211 service neutron] Pushing event updated for resources: {'Port': ['ID=47405439-a92d-4813-8251-ff482cc62cf9,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:45.390149 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a960b475-ac8c-41f4-a56b-fbf62189db13 x-openstack-request-id: req-a960b475-ac8c-41f4-a56b-fbf62189db13 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:45.390442 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e92d983-a2a8-48ef-a989-314701aea722", "tag": "47405439-a92d-4813-8251-ff482cc62cf9", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:45.390702 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a960b475-ac8c-41f4-a56b-fbf62189db13 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:45.391075 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e92d983-a2a8-48ef-a989-314701aea722', 'tag': '47405439-a92d-4813-8251-ff482cc62cf9', 'status': 'completed', 'code': 200} Sep 16 04:54:45.417852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5cc2d-c800-4a8e-ad5b-f3489c81c792 req-01cc92c1-83c1-4578-b7f9-a1083de009e7 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.425246 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fcd5cc2d-c800-4a8e-ad5b-f3489c81c792 req-01cc92c1-83c1-4578-b7f9-a1083de009e7 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.3049560 Sep 16 04:54:45.433864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-09bb1883-3077-4abd-b718-0948fe232b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.435575 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-09bb1883-3077-4abd-b718-0948fe232b06 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f67359c07e2412ba7547fc1e13247f7&device_id=1e92d983-a2a8-48ef-a989-314701aea722 HTTP/1.1" status: 200 len: 1096 time: 0.0870905 Sep 16 04:54:45.539558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fcd5cc2d-c800-4a8e-ad5b-f3489c81c792 req-15715c18-3f23-4fdb-9fe7-5af36cb37432 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114209 Sep 16 04:54:45.581057 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-df5c277e-9518-45b0-91a6-f6bc8cc3d8a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47405439-a92d-4813-8251-ff482cc62cf9 HTTP/1.1" status: 200 len: 217 time: 0.1276908 Sep 16 04:54:45.581864 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.639412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50110) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:45.669046 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.690991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-a22ea0bd-3f2e-4957-be9a-c8d595e2c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.692485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-a22ea0bd-3f2e-4957-be9a-c8d595e2c22e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0e19a6d-c10f-4b6b-a41c-42761b177464 HTTP/1.1" status: 200 len: 857 time: 0.0986600 Sep 16 04:54:45.787614 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-37186601-4a52-40c9-a901-3de6971f71a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864222 Sep 16 04:54:45.797192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:54:45.808857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:54:45.817370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:54:45.870076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:45.870847 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.907828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Pushing event updated for resources: {'Port': ['ID=2ebcb7bb-9211-44ee-a57e-c60d17171a81,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:45.931576 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-350bb5d4-033b-4a8a-b666-76c1d1573fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:45.953804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bd12d892-58de-4ea8-90f1-9adfe39bc721 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6107354 Sep 16 04:54:45.990859 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-e4281a12-2802-456f-b933-6ced8c7861e8 service neutron] 10.222.0.50 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916277 Sep 16 04:54:46.215432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1bc7-baba-4d75-ac96-a19cc2d82863 req-cd767819-584b-483d-b3a9-024030f1adde tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:46.223328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6cab1bc7-baba-4d75-ac96-a19cc2d82863 req-cd767819-584b-483d-b3a9-024030f1adde tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 931 time: 0.0890455 Sep 16 04:54:46.234809 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-0d24d515-a77f-47d1-b6f9-3429376ad4fe service neutron] 10.222.0.50 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360237 Sep 16 04:54:46.237915 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-350bb5d4-033b-4a8a-b666-76c1d1573fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.300088 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6cab1bc7-baba-4d75-ac96-a19cc2d82863 req-e91077ee-405e-42a2-b780-618fa162cf96 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713439 Sep 16 04:54:46.311170 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-350bb5d4-033b-4a8a-b666-76c1d1573fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.320863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Request body: {'port': {'device_id': '9b967348-1d9c-4910-9692-afd72b69e68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:54:46.365675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a7b77-9c87-4bb3-bda8-530f33ab3070 req-342df323-7db6-48d0-b244-6b9524c5619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:46.368152 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d68a7b77-9c87-4bb3-bda8-530f33ab3070 req-342df323-7db6-48d0-b244-6b9524c5619c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f67359c07e2412ba7547fc1e13247f7&device_id=1e92d983-a2a8-48ef-a989-314701aea722 HTTP/1.1" status: 200 len: 1096 time: 0.0504324 Sep 16 04:54:46.411329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bb5d4-033b-4a8a-b666-76c1d1573fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d29bc0-d4cb-4238-9c22-284dbcd39b36,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:46.482940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72266087-6a3f-4972-b5d9-f05921dc3230 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:46.513791 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.524194 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-350bb5d4-033b-4a8a-b666-76c1d1573fcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15fca1961283422890ccd43c32ff3ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8829546 Sep 16 04:54:46.533494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50138) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:46.552938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Transition to ACTIVE for port object 72266087-6a3f-4972-b5d9-f05921dc3230 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:46.565428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.592039 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.612865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a7b77-9c87-4bb3-bda8-530f33ab3070 req-c95e8f68-92b5-4f86-a36e-3944b822f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:46.631420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d68a7b77-9c87-4bb3-bda8-530f33ab3070 req-c95e8f68-92b5-4f86-a36e-3944b822f508 service neutron] 10.222.0.50 "GET /v2.0/networks?id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246 HTTP/1.1" status: 200 len: 918 time: 0.2448900 Sep 16 04:54:46.771570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d68a7b77-9c87-4bb3-bda8-530f33ab3070 req-0a1294ed-48d0-4f30-8df3-33a51e1ec47e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47405439-a92d-4813-8251-ff482cc62cf9 HTTP/1.1" status: 200 len: 217 time: 0.1249454 Sep 16 04:54:46.790886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Pushing event updated for resources: {'Port': ['ID=72266087-6a3f-4972-b5d9-f05921dc3230,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:46.886255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a7b77-9c87-4bb3-bda8-530f33ab3070 req-f8297e47-bf06-4f46-b100-938db21e1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:46.888901 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d68a7b77-9c87-4bb3-bda8-530f33ab3070 req-f8297e47-bf06-4f46-b100-938db21e1771 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0e19a6d-c10f-4b6b-a41c-42761b177464 HTTP/1.1" status: 200 len: 857 time: 0.1166182 Sep 16 04:54:46.890083 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b53f1328-0591-4a2b-8919-5dd7629f6975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:46.957705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d68a7b77-9c87-4bb3-bda8-530f33ab3070 req-12ebf33a-1482-4496-8106-4b6d59d0d19a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524089 Sep 16 04:54:47.038331 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b53f1328-0591-4a2b-8919-5dd7629f6975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.052356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50154) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:47.069963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3da11f-d354-4536-b81b-5d0c93cba533 req-51b06edd-032a-4fa2-a951-0b55e72944eb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:47.072183 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e3da11f-d354-4536-b81b-5d0c93cba533 req-51b06edd-032a-4fa2-a951-0b55e72944eb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.4178884 Sep 16 04:54:47.249836 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7d047764-9878-49b5-ad11-065fcfcf2c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.284566 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb75db23-f3f4-4094-9fe7-f5423d0c821d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.347981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d68a7b77-9c87-4bb3-bda8-530f33ab3070 req-e189abc1-5a10-4258-a69a-f59a62b91395 service neutron] 10.222.0.50 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823984 Sep 16 04:54:47.438285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb75db23-f3f4-4094-9fe7-f5423d0c821d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.439630 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b53f1328-0591-4a2b-8919-5dd7629f6975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.442645 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b53f1328-0591-4a2b-8919-5dd7629f6975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.448327 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b53f1328-0591-4a2b-8919-5dd7629f6975 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48d29bc0-d4cb-4238-9c22-284dbcd39b36 HTTP/1.1" status: 204 len: 168 time: 0.9137540 Sep 16 04:54:47.480656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f1328-0591-4a2b-8919-5dd7629f6975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d29bc0-d4cb-4238-9c22-284dbcd39b36,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:47.482798 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb75db23-f3f4-4094-9fe7-f5423d0c821d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.694130 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e3da11f-d354-4536-b81b-5d0c93cba533 req-9553de95-eec7-4f20-a1c8-8c4c643aa9ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5979860 Sep 16 04:54:47.921136 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebcb7bb-9211-44ee-a57e-c60d17171a81 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:47.929478 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:47.942066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Transition to ACTIVE for port object 2ebcb7bb-9211-44ee-a57e-c60d17171a81 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:54:47.943300 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Attempting to bind port 72266087-6a3f-4972-b5d9-f05921dc3230 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:47.943644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Attempting to bind port 72266087-6a3f-4972-b5d9-f05921dc3230 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:47.943983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Attempting to bind port 72266087-6a3f-4972-b5d9-f05921dc3230 on network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:47.951723 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.002529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Port 72266087-6a3f-4972-b5d9-f05921dc3230 on network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:48.002529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Attempting to bind port 72266087-6a3f-4972-b5d9-f05921dc3230 on network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:48.073588 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fb75db23-f3f4-4094-9fe7-f5423d0c821d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f234fdad7874c1c81108180ba6c81ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0154047 Sep 16 04:54:48.076004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50182) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:48.088161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75db23-f3f4-4094-9fe7-f5423d0c821d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff54eee-bf1c-4daa-8499-0eb93def7b17,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.098537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f891a-27bd-4fca-9a3d-e100fc606774 req-57e02620-79e7-4ea1-b83b-4ca34a0fab5b tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:48.108179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:48.108483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Checking segment: {'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:48.109153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Bound using segment: {'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:48.109635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Bound port: 72266087-6a3f-4972-b5d9-f05921dc3230, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:48.110367 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.116970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-942f891a-27bd-4fca-9a3d-e100fc606774 req-57e02620-79e7-4ea1-b83b-4ca34a0fab5b tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 943 time: 0.6579270 Sep 16 04:54:48.214183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Pushing event updated for resources: {'Port': ['ID=2ebcb7bb-9211-44ee-a57e-c60d17171a81,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.281707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 47405439-a92d-4813-8251-ff482cc62cf9 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:48.330372 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fba193a-e34b-410f-b801-254f3c83d775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.350752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d68a7b77-9c87-4bb3-bda8-530f33ab3070 req-62623b9c-bb2c-48b0-b5a9-e8192d0eb270 service neutron] 10.222.0.50 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9006164 Sep 16 04:54:48.421043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-942f891a-27bd-4fca-9a3d-e100fc606774 req-26ea1f17-7f48-4466-8061-17d55ca840b8 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016644 Sep 16 04:54:48.457124 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fba193a-e34b-410f-b801-254f3c83d775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.459861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Attempting to bind port 2ebcb7bb-9211-44ee-a57e-c60d17171a81 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:54:48.461536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Attempting to bind port 2ebcb7bb-9211-44ee-a57e-c60d17171a81 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:54:48.462833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Attempting to bind port 2ebcb7bb-9211-44ee-a57e-c60d17171a81 on network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:48.473028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Port 2ebcb7bb-9211-44ee-a57e-c60d17171a81 on network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:54:48.473787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Attempting to bind port 2ebcb7bb-9211-44ee-a57e-c60d17171a81 on network 891f3079-8ad9-4b0b-a5fd-6623b8fdc246 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:54:48.486437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] For port 72266087-6a3f-4972-b5d9-f05921dc3230, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:48.490612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] For port 72266087-6a3f-4972-b5d9-f05921dc3230, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=72266087-6a3f-4972-b5d9-f05921dc3230,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:48.495130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:54:48.495609 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Checking segment: {'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:54:48.496504 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Bound using segment: {'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:54:48.497179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Bound port: 2ebcb7bb-9211-44ee-a57e-c60d17171a81, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182581a5-70b5-412d-b41e-b680889100a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:54:48.497793 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.498533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 47405439-a92d-4813-8251-ff482cc62cf9, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=47405439-a92d-4813-8251-ff482cc62cf9,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:48.513024 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.518749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '47405439-a92d-4813-8251-ff482cc62cf9', 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246', 'port_id': '47405439-a92d-4813-8251-ff482cc62cf9', 'mac_address': 'fa:16:3e:6c:90:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e19a6d-c10f-4b6b-a41c-42761b177464', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:48.591749 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.596012 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fba193a-e34b-410f-b801-254f3c83d775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.599025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fba193a-e34b-410f-b801-254f3c83d775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.610119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5fba193a-e34b-410f-b801-254f3c83d775 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dff54eee-bf1c-4daa-8499-0eb93def7b17 HTTP/1.1" status: 204 len: 168 time: 0.5268021 Sep 16 04:54:48.636025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba193a-e34b-410f-b801-254f3c83d775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff54eee-bf1c-4daa-8499-0eb93def7b17,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.649702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47405439-a92d-4813-8251-ff482cc62cf9 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:48.719847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Pushing event updated for resources: {'Port': ['ID=72266087-6a3f-4972-b5d9-f05921dc3230,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.720439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 47405439-a92d-4813-8251-ff482cc62cf9, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=47405439-a92d-4813-8251-ff482cc62cf9,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:48.743089 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.749593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:48.750752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:48.780782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1c8f17e0-2de2-4edc-bae3-01fc232180c0 service neutron] 10.222.0.50 "PUT /v2.0/ports/72266087-6a3f-4972-b5d9-f05921dc3230 HTTP/1.1" status: 200 len: 1092 time: 4.1050174 Sep 16 04:54:48.797995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e72cddd-0634-4835-922e-9024b50d975a', 'tag': '72266087-6a3f-4972-b5d9-f05921dc3230'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:48.821150 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dcbcca-efc6-467c-9b37-41d49b04ce7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e72cddd-0634-4835-922e-9024b50d975a", "tag": "72266087-6a3f-4972-b5d9-f05921dc3230"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:48.922956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=47405439-a92d-4813-8251-ff482cc62cf9,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:48.958303 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351c4a14-bec7-40c6-9735-ed83dae0c3b6 x-openstack-request-id: req-351c4a14-bec7-40c6-9735-ed83dae0c3b6 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:48.958303 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e72cddd-0634-4835-922e-9024b50d975a", "tag": "72266087-6a3f-4972-b5d9-f05921dc3230", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:48.958303 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-351c4a14-bec7-40c6-9735-ed83dae0c3b6 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:48.958303 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e72cddd-0634-4835-922e-9024b50d975a', 'tag': '72266087-6a3f-4972-b5d9-f05921dc3230', 'status': 'completed', 'code': 200} Sep 16 04:54:49.135875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['47405439-a92d-4813-8251-ff482cc62cf9'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:49.150753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-3d46f540-989d-42cb-a0d2-aec0c7489377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.152367 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-3d46f540-989d-42cb-a0d2-aec0c7489377 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f67359c07e2412ba7547fc1e13247f7&device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 1095 time: 0.1960022 Sep 16 04:54:49.186535 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde48adc-452f-4e22-87ed-556aae2efca6 req-68405191-482d-4817-89e2-e4eb2c25ca95 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.190901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fde48adc-452f-4e22-87ed-556aae2efca6 req-68405191-482d-4817-89e2-e4eb2c25ca95 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.2332020 Sep 16 04:54:49.201452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] For port 2ebcb7bb-9211-44ee-a57e-c60d17171a81, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:54:49.289264 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-bfd2d67a-ea88-4db5-b1f9-22ef297af592 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72266087-6a3f-4972-b5d9-f05921dc3230 HTTP/1.1" status: 200 len: 217 time: 0.0844223 Sep 16 04:54:49.311674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50222) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.346283 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6b990ae4-d5a6-4669-a061-7ec002a3b9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.409806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] For port 2ebcb7bb-9211-44ee-a57e-c60d17171a81, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2ebcb7bb-9211-44ee-a57e-c60d17171a81,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:54:49.451078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fde48adc-452f-4e22-87ed-556aae2efca6 req-c755a2fb-7182-4f37-9bdd-91970eb41b5d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507010 Sep 16 04:54:49.462096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.532227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Pushing event updated for resources: {'Port': ['ID=2ebcb7bb-9211-44ee-a57e-c60d17171a81,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:49.556379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.557177 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.558704 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1eb19329-ee6c-4318-ad88-1f44056422da service neutron] 10.222.0.15 "PUT /v2.0/ports/2ebcb7bb-9211-44ee-a57e-c60d17171a81 HTTP/1.1" status: 200 len: 1093 time: 3.5801260 Sep 16 04:54:49.565372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-32ab78bb-3816-44b0-a7d3-84791c3195fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.567110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-32ab78bb-3816-44b0-a7d3-84791c3195fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0e19a6d-c10f-4b6b-a41c-42761b177464 HTTP/1.1" status: 200 len: 857 time: 0.2210596 Sep 16 04:54:49.627470 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-4813e9e1-449b-4d57-92a1-cf97a0b0f450 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519021 Sep 16 04:54:49.750278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6b990ae4-d5a6-4669-a061-7ec002a3b9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.777164 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50232) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.797534 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6b990ae4-d5a6-4669-a061-7ec002a3b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:49.802009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-cad9b1a1-5f7c-4dda-a13c-76b49ebed048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.803558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-cad9b1a1-5f7c-4dda-a13c-76b49ebed048 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f67359c07e2412ba7547fc1e13247f7&device_id=9b967348-1d9c-4910-9692-afd72b69e68c HTTP/1.1" status: 200 len: 1096 time: 0.1541307 Sep 16 04:54:49.831511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-1a203a26-7587-4453-9e98-0e736b944ee5 service neutron] 10.222.0.50 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909573 Sep 16 04:54:49.848165 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6b990ae4-d5a6-4669-a061-7ec002a3b9c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=711e14a49df64f9cbc2b16259aa5821b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329874 Sep 16 04:54:49.865786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50238) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:49.931942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1065ef-e028-4018-be57-ebd0560b9e88 req-2359c972-b74b-4397-871a-208f00eea72c tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:49.935262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-6ceef555-2373-45f4-b28b-37dc416f05e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ebcb7bb-9211-44ee-a57e-c60d17171a81 HTTP/1.1" status: 200 len: 217 time: 0.1214795 Sep 16 04:54:49.940604 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c1065ef-e028-4018-be57-ebd0560b9e88 req-2359c972-b74b-4397-871a-208f00eea72c tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 943 time: 0.3472950 Sep 16 04:54:49.990260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b990ae4-d5a6-4669-a061-7ec002a3b9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b3aa76-4509-42d7-88ed-7bd299c791c9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.032852 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c1065ef-e028-4018-be57-ebd0560b9e88 req-e5f2cd0e-6cf6-4f15-b082-56867139fc27 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769615 Sep 16 04:54:50.087364 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1846dfd2-a3c3-47e6-b6c7-7dfc654f0ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.112036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1846dfd2-a3c3-47e6-b6c7-7dfc654f0ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.147133 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c258563b-9644-4641-b87d-ecbfc5f8df24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.153539 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5535e8d0-92c2-48b4-a053-3d5791757b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.209402 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1846dfd2-a3c3-47e6-b6c7-7dfc654f0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.214069 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1846dfd2-a3c3-47e6-b6c7-7dfc654f0ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.215379 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1846dfd2-a3c3-47e6-b6c7-7dfc654f0ee3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7b3aa76-4509-42d7-88ed-7bd299c791c9 HTTP/1.1" status: 204 len: 168 time: 0.3464077 Sep 16 04:54:50.228229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846dfd2-a3c3-47e6-b6c7-7dfc654f0ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b3aa76-4509-42d7-88ed-7bd299c791c9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.302069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-33180bce-9c80-48c2-ab8c-84ea23a3bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.302069 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-33180bce-9c80-48c2-ab8c-84ea23a3bf67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0e19a6d-c10f-4b6b-a41c-42761b177464 HTTP/1.1" status: 200 len: 857 time: 0.3483717 Sep 16 04:54:50.352477 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-85055e4b-b2ce-4773-ab32-de2b7331f44c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380664 Sep 16 04:54:50.508748 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-0a07e274-3e42-4027-b0ae-ef33def1825d service neutron] 10.222.0.50 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996885 Sep 16 04:54:50.634795 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c258563b-9644-4641-b87d-ecbfc5f8df24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.658186 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-9e1b685e-ca94-4efa-badd-7fa585c7fcaa service neutron] 10.222.0.15 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783310 Sep 16 04:54:50.660331 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c258563b-9644-4641-b87d-ecbfc5f8df24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.699814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258563b-9644-4641-b87d-ecbfc5f8df24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2285c80e-8edf-42f2-a3c8-1532b7ab416e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:50.774019 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:50.886855 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c258563b-9644-4641-b87d-ecbfc5f8df24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a978f4f87977420cb0a84bd577499989&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1059241 Sep 16 04:54:50.887415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50294) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:50.939041 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-88dfb475-8c1b-4e96-a16a-35071c9ffce2 req-20fda637-92dc-490f-93de-dddcaca204e4 service neutron] 10.222.0.15 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414136 Sep 16 04:54:50.959475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d149783-aebb-4a83-821f-e3bc97b9e345 req-509dc956-610c-45e6-89fe-dbf482451a3a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.969702 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d149783-aebb-4a83-821f-e3bc97b9e345 req-509dc956-610c-45e6-89fe-dbf482451a3a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.3620393 Sep 16 04:54:50.983651 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b967348-1d9c-4910-9692-afd72b69e68c', 'tag': '2ebcb7bb-9211-44ee-a57e-c60d17171a81'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:50.988110 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2d97f6-2668-4013-8fde-838534721cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "9b967348-1d9c-4910-9692-afd72b69e68c", "tag": "2ebcb7bb-9211-44ee-a57e-c60d17171a81"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:50.994096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcbcca-efc6-467c-9b37-41d49b04ce7c req-ecda00aa-d8cc-4c40-a453-1a399cb954e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:50.995893 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4dcbcca-efc6-467c-9b37-41d49b04ce7c req-ecda00aa-d8cc-4c40-a453-1a399cb954e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f67359c07e2412ba7547fc1e13247f7&device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 1095 time: 0.4135542 Sep 16 04:54:51.028506 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0e65-65ef-40ad-ba3b-cf7875e40626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.095618 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0e65-65ef-40ad-ba3b-cf7875e40626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.105509 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546b698c-8740-4582-be17-85ff2f959154 x-openstack-request-id: req-546b698c-8740-4582-be17-85ff2f959154 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:51.105987 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b967348-1d9c-4910-9692-afd72b69e68c", "tag": "2ebcb7bb-9211-44ee-a57e-c60d17171a81", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:51.106347 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-546b698c-8740-4582-be17-85ff2f959154 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:51.107124 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b967348-1d9c-4910-9692-afd72b69e68c', 'tag': '2ebcb7bb-9211-44ee-a57e-c60d17171a81', 'status': 'completed', 'code': 200} Sep 16 04:54:51.153476 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0d149783-aebb-4a83-821f-e3bc97b9e345 req-d16cbf95-b936-4ea6-bba1-8ea575a6a5ba tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826570 Sep 16 04:54:51.190712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcbcca-efc6-467c-9b37-41d49b04ce7c req-854ce757-0496-4d0b-b120-75b9a6bd92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.192223 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4dcbcca-efc6-467c-9b37-41d49b04ce7c req-854ce757-0496-4d0b-b120-75b9a6bd92a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246 HTTP/1.1" status: 200 len: 918 time: 0.1858945 Sep 16 04:54:51.216873 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0e65-65ef-40ad-ba3b-cf7875e40626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.220608 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0e65-65ef-40ad-ba3b-cf7875e40626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.221802 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f8fe0e65-65ef-40ad-ba3b-cf7875e40626 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2285c80e-8edf-42f2-a3c8-1532b7ab416e HTTP/1.1" status: 204 len: 168 time: 0.3338816 Sep 16 04:54:51.260071 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4dcbcca-efc6-467c-9b37-41d49b04ce7c req-755d6174-cccc-4980-bdaf-2c18330d0912 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72266087-6a3f-4972-b5d9-f05921dc3230 HTTP/1.1" status: 200 len: 217 time: 0.0517952 Sep 16 04:54:51.263323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe0e65-65ef-40ad-ba3b-cf7875e40626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2285c80e-8edf-42f2-a3c8-1532b7ab416e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:51.322684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcbcca-efc6-467c-9b37-41d49b04ce7c req-8c5ea7d4-4f10-4fad-b724-15103f80eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.324532 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4dcbcca-efc6-467c-9b37-41d49b04ce7c req-8c5ea7d4-4f10-4fad-b724-15103f80eb6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0e19a6d-c10f-4b6b-a41c-42761b177464 HTTP/1.1" status: 200 len: 857 time: 0.0552678 Sep 16 04:54:51.349454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb687e2-09e2-436e-96cc-188cfe6dcda0 req-f4b4c0cf-9a26-443a-9b16-7220fa1a36c2 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.350693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d97f6-2668-4013-8fde-838534721cbe req-e8fc30f3-cc20-43e4-8b8d-b57b22d1ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.353094 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f2d97f6-2668-4013-8fde-838534721cbe req-e8fc30f3-cc20-43e4-8b8d-b57b22d1ac97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f67359c07e2412ba7547fc1e13247f7&device_id=9b967348-1d9c-4910-9692-afd72b69e68c HTTP/1.1" status: 200 len: 1096 time: 0.2196553 Sep 16 04:54:51.355960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fb687e2-09e2-436e-96cc-188cfe6dcda0 req-f4b4c0cf-9a26-443a-9b16-7220fa1a36c2 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 943 time: 0.1383812 Sep 16 04:54:51.380551 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4dcbcca-efc6-467c-9b37-41d49b04ce7c req-5808c339-355c-487a-a060-a47b8600720e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472808 Sep 16 04:54:51.434613 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fb687e2-09e2-436e-96cc-188cfe6dcda0 req-c3bdc55a-0f2e-4a41-a936-ad65e6d8be17 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737157 Sep 16 04:54:51.569172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50330) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:51.572280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d97f6-2668-4013-8fde-838534721cbe req-161e8bea-847e-4176-92c1-f8b715830bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.573806 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f2d97f6-2668-4013-8fde-838534721cbe req-161e8bea-847e-4176-92c1-f8b715830bbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246 HTTP/1.1" status: 200 len: 918 time: 0.2038763 Sep 16 04:54:51.579774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4dcbcca-efc6-467c-9b37-41d49b04ce7c req-538c2003-18ee-4e08-b3a6-3e312df5e84a service neutron] 10.222.0.50 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848702 Sep 16 04:54:51.627025 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.656707 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f2d97f6-2668-4013-8fde-838534721cbe req-94dc9cdc-9dab-4e9c-9808-b21ecbb4ecfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ebcb7bb-9211-44ee-a57e-c60d17171a81 HTTP/1.1" status: 200 len: 217 time: 0.0738482 Sep 16 04:54:51.752867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d97f6-2668-4013-8fde-838534721cbe req-a4fd89c3-b0ce-4599-97e4-23e07ab22f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:51.754291 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f2d97f6-2668-4013-8fde-838534721cbe req-a4fd89c3-b0ce-4599-97e4-23e07ab22f54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0e19a6d-c10f-4b6b-a41c-42761b177464 HTTP/1.1" status: 200 len: 857 time: 0.0883744 Sep 16 04:54:51.796013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b4dcbcca-efc6-467c-9b37-41d49b04ce7c req-4148869b-f861-4e93-b7e6-cf40c604957b service neutron] 10.222.0.50 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028308 Sep 16 04:54:51.797825 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f2d97f6-2668-4013-8fde-838534721cbe req-34232f4b-7dec-49e3-85a5-4813d3b35f85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891f3079-8ad9-4b0b-a5fd-6623b8fdc246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311615 Sep 16 04:54:51.859268 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a17cfadf-2596-415a-96e6-1bca2bae4287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:51.971132 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f2d97f6-2668-4013-8fde-838534721cbe req-c4ad4afc-4bec-4dc3-b5c2-f0ef6a6ebcea service neutron] 10.222.0.15 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642137 Sep 16 04:54:52.019796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a17cfadf-2596-415a-96e6-1bca2bae4287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.026526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50342) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:52.033195 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a17cfadf-2596-415a-96e6-1bca2bae4287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.052009 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3900-583c-4ae4-98e4-9082faa9bef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.082567 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0f2d97f6-2668-4013-8fde-838534721cbe req-47610ba7-4cd8-4867-9b6f-f19da24dae44 service neutron] 10.222.0.15 "GET /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033182 Sep 16 04:54:52.087602 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2ebcb7bb-9211-44ee-a57e-c60d17171a81 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:52.112536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cfadf-2596-415a-96e6-1bca2bae4287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4871746-59a8-4106-b887-5eb759cb3085,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.130339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50348) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:52.145192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a17cfadf-2596-415a-96e6-1bca2bae4287 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96ebe55b770d402a86dade44e1b44af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747113 Sep 16 04:54:52.270344 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3900-583c-4ae4-98e4-9082faa9bef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.271885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50356) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:52.280039 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4c8bf1a2-3859-4360-89c4-7efc0424e6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.281422 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3900-583c-4ae4-98e4-9082faa9bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.293968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2ebcb7bb-9211-44ee-a57e-c60d17171a81, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2ebcb7bb-9211-44ee-a57e-c60d17171a81,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:52.309115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43dc8826-e266-4d0d-a3ca-21f19600bc12 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:52.322511 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea3900-583c-4ae4-98e4-9082faa9bef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27235728-1d84-419d-a0ff-626055364fd2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.328659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 47405439-a92d-4813-8251-ff482cc62cf9 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:52.364206 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d9ea3900-583c-4ae4-98e4-9082faa9bef0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79f55965273946ad91f4a5c1f6688291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365107 Sep 16 04:54:52.365334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50360) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:52.369590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '2ebcb7bb-9211-44ee-a57e-c60d17171a81', 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246', 'port_id': '2ebcb7bb-9211-44ee-a57e-c60d17171a81', 'mac_address': 'fa:16:3e:e5:ef:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e19a6d-c10f-4b6b-a41c-42761b177464', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:52.425104 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fcf72db4-0849-4ebd-a776-e533012f3b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.437011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4c8bf1a2-3859-4360-89c4-7efc0424e6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.450559 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fcf72db4-0849-4ebd-a776-e533012f3b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.451332 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.516980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebcb7bb-9211-44ee-a57e-c60d17171a81 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:52.534819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88e4f9-36fe-47d3-810e-db3163e0574f req-6155006b-10fc-4e56-86c3-320ea3c69f1b tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:52.536439 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a88e4f9-36fe-47d3-810e-db3163e0574f req-6155006b-10fc-4e56-86c3-320ea3c69f1b tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.2608535 Sep 16 04:54:52.556429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 47405439-a92d-4813-8251-ff482cc62cf9 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:52.562012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2ebcb7bb-9211-44ee-a57e-c60d17171a81, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2ebcb7bb-9211-44ee-a57e-c60d17171a81,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:52.564294 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fcf72db4-0849-4ebd-a776-e533012f3b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.566952 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fcf72db4-0849-4ebd-a776-e533012f3b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.568154 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fcf72db4-0849-4ebd-a776-e533012f3b4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27235728-1d84-419d-a0ff-626055364fd2 HTTP/1.1" status: 204 len: 168 time: 0.2017465 Sep 16 04:54:52.577532 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.584802 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 47405439-a92d-4813-8251-ff482cc62cf9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:52.586083 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.589856 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:52.635162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf72db4-0849-4ebd-a776-e533012f3b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27235728-1d84-419d-a0ff-626055364fd2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.685658 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-127e18da-c386-4024-aad9-6bd1d9c7fbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.691531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'port_id': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'mac_address': 'fa:16:3e:cb:46:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:52.715091 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4c8bf1a2-3859-4360-89c4-7efc0424e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.723231 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4c8bf1a2-3859-4360-89c4-7efc0424e6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.731514 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4c8bf1a2-3859-4360-89c4-7efc0424e6fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4871746-59a8-4106-b887-5eb759cb3085 HTTP/1.1" status: 204 len: 168 time: 0.5998631 Sep 16 04:54:52.754611 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f01ad-457f-4711-aa7b-dd27cc7335e5 req-596ff30e-31cb-4d72-98f1-ed6ce0442b94 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:52.758891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bf1a2-3859-4360-89c4-7efc0424e6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4871746-59a8-4106-b887-5eb759cb3085,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.763365 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e3f01ad-457f-4711-aa7b-dd27cc7335e5 req-596ff30e-31cb-4d72-98f1-ed6ce0442b94 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 943 time: 0.1397977 Sep 16 04:54:52.771829 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8a88e4f9-36fe-47d3-810e-db3163e0574f req-5f77b78c-8fdc-4180-8087-675f49f9992f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186439 Sep 16 04:54:52.846214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e3f01ad-457f-4711-aa7b-dd27cc7335e5 req-6818c0ae-29de-43aa-b1de-4ef973027d8c tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816352 Sep 16 04:54:52.874709 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=2ebcb7bb-9211-44ee-a57e-c60d17171a81,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:52.881213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['2ebcb7bb-9211-44ee-a57e-c60d17171a81'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:52.901778 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.917287 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-127e18da-c386-4024-aad9-6bd1d9c7fbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.947154 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-127e18da-c386-4024-aad9-6bd1d9c7fbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:52.991211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:52.992126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:52.992482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:52.992836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:52.993177 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:52.993713 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:52.994233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:52.994575 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:52.994918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:52.995256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:52.995595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:52.995926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:54:53.026972 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43dc8826-e266-4d0d-a3ca-21f19600bc12 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:53.034849 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-127e18da-c386-4024-aad9-6bd1d9c7fbe6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=061d105097b64a64a201e5f7fdf8a98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7617238 Sep 16 04:54:53.039371 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50380) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:53.046702 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e18da-c386-4024-aad9-6bd1d9c7fbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7635892-2b53-4b55-8fa2-f00d84b95dc0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:53.145132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:53.178035 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.178451 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b5831c9-eb6d-4181-a5c3-af6feeb06df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.276126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b5831c9-eb6d-4181-a5c3-af6feeb06df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.327095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:53.329954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.396763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.431819 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b5831c9-eb6d-4181-a5c3-af6feeb06df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.446865 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b5831c9-eb6d-4181-a5c3-af6feeb06df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.460641 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1b5831c9-eb6d-4181-a5c3-af6feeb06df6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7635892-2b53-4b55-8fa2-f00d84b95dc0 HTTP/1.1" status: 204 len: 168 time: 0.4177604 Sep 16 04:54:53.461017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['43dc8826-e266-4d0d-a3ca-21f19600bc12'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:53.469813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e92d983-a2a8-48ef-a989-314701aea722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47405439-a92d-4813-8251-ff482cc62cf9'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:53.472367 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b2cc9c-bc14-4776-bce5-ec9e1411fee1" -d '{"events": [{"server_uuid": "1e92d983-a2a8-48ef-a989-314701aea722", "name": "network-vif-plugged", "status": "completed", "tag": "47405439-a92d-4813-8251-ff482cc62cf9"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:53.530635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5831c9-eb6d-4181-a5c3-af6feeb06df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7635892-2b53-4b55-8fa2-f00d84b95dc0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:53.558517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 47405439-a92d-4813-8251-ff482cc62cf9, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=47405439-a92d-4813-8251-ff482cc62cf9,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:53.579875 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:53.779825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=47405439-a92d-4813-8251-ff482cc62cf9,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:53.939417 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b959dad-7bdf-43d8-a253-a8b835d194c4 x-openstack-request-id: req-6b959dad-7bdf-43d8-a253-a8b835d194c4 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:53.939943 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e92d983-a2a8-48ef-a989-314701aea722", "name": "network-vif-plugged", "status": "completed", "tag": "47405439-a92d-4813-8251-ff482cc62cf9", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:53.940446 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b959dad-7bdf-43d8-a253-a8b835d194c4 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:53.941008 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e92d983-a2a8-48ef-a989-314701aea722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47405439-a92d-4813-8251-ff482cc62cf9', 'code': 200} Sep 16 04:54:54.011107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3853e-e88c-4687-aa1a-9a5f569ba173 req-329a3ecf-7454-4e2a-8e3b-8244a89f2a1f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.019103 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-13e3853e-e88c-4687-aa1a-9a5f569ba173 req-329a3ecf-7454-4e2a-8e3b-8244a89f2a1f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.1180313 Sep 16 04:54:54.089369 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-13e3853e-e88c-4687-aa1a-9a5f569ba173 req-21bae437-be7c-4413-a6f9-cff926b2acf8 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645077 Sep 16 04:54:54.116124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc47ef-921d-4863-8b72-ae427e256b4a req-85358c33-3719-49a7-842a-e9bc4708d8a1 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.124826 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8fc47ef-921d-4863-8b72-ae427e256b4a req-85358c33-3719-49a7-842a-e9bc4708d8a1 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 943 time: 0.0782535 Sep 16 04:54:54.135699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa750a7-d279-46e7-a90b-ff8d6172976b req-0f665ea1-df09-4a8b-91ff-7b03b1f6c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:54.137799 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5fa750a7-d279-46e7-a90b-ff8d6172976b req-0f665ea1-df09-4a8b-91ff-7b03b1f6c6b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1e92d983-a2a8-48ef-a989-314701aea722 HTTP/1.1" status: 200 len: 1098 time: 0.1213109 Sep 16 04:54:54.227774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8fc47ef-921d-4863-8b72-ae427e256b4a req-a367ef21-4f03-458a-af66-58e097dd034a tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019638 Sep 16 04:54:54.233285 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5fa750a7-d279-46e7-a90b-ff8d6172976b req-a0f4bf0a-4d9b-46e7-a90d-e020d34f87eb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760775 Sep 16 04:54:54.299552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 72266087-6a3f-4972-b5d9-f05921dc3230 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:54:54.301723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43dc8826-e266-4d0d-a3ca-21f19600bc12 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:54.435092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 43dc8826-e266-4d0d-a3ca-21f19600bc12 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:54.435092 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.495268 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 72266087-6a3f-4972-b5d9-f05921dc3230, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=72266087-6a3f-4972-b5d9-f05921dc3230,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:54.512996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '72266087-6a3f-4972-b5d9-f05921dc3230', 'network_id': '891f3079-8ad9-4b0b-a5fd-6623b8fdc246', 'port_id': '72266087-6a3f-4972-b5d9-f05921dc3230', 'mac_address': 'fa:16:3e:6f:f6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e19a6d-c10f-4b6b-a41c-42761b177464', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:54:54.727502 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.755132 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.788419 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72266087-6a3f-4972-b5d9-f05921dc3230 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:54:54.824606 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 72266087-6a3f-4972-b5d9-f05921dc3230, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=72266087-6a3f-4972-b5d9-f05921dc3230,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:54.831973 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.835332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:54.863614 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:54.906399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=72266087-6a3f-4972-b5d9-f05921dc3230,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:55.108557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:55.276907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['72266087-6a3f-4972-b5d9-f05921dc3230'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:54:55.322344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d2261-27c6-464d-b5da-185a730342c1 req-0ef729f7-9392-48e0-bd45-a4b1d01859ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:55.338619 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-384d2261-27c6-464d-b5da-185a730342c1 req-0ef729f7-9392-48e0-bd45-a4b1d01859ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.1219001 Sep 16 04:54:55.478561 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-384d2261-27c6-464d-b5da-185a730342c1 req-642a5a2a-b99d-4482-aa8f-111bd65f938c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361229 Sep 16 04:54:55.506395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f3aa8-cc60-46b4-adaf-1b56cc4d3798 req-1e1d8774-7650-4fe2-ab5b-fe4d85f7620d tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:55.517710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-366f3aa8-cc60-46b4-adaf-1b56cc4d3798 req-1e1d8774-7650-4fe2-ab5b-fe4d85f7620d tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 944 time: 0.1554155 Sep 16 04:54:55.599460 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-366f3aa8-cc60-46b4-adaf-1b56cc4d3798 req-ac74ac08-3c7a-44e2-91e1-5b829f0957f9 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678859 Sep 16 04:54:55.942441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:55.946598 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fde46ee-2efa-48ac-ac72-3046a071b124" -d '{"events": [{"server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:56.044442 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4b39ec-b4fc-4b31-8469-c9dd21db869f x-openstack-request-id: req-db4b39ec-b4fc-4b31-8469-c9dd21db869f {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:56.044734 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:56.044993 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db4b39ec-b4fc-4b31-8469-c9dd21db869f {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:56.045399 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'code': 200} Sep 16 04:54:56.103678 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2ebcb7bb-9211-44ee-a57e-c60d17171a81 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:56.264073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 2ebcb7bb-9211-44ee-a57e-c60d17171a81 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:56.269223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 2ebcb7bb-9211-44ee-a57e-c60d17171a81 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:56.269874 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.474001 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.561982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2ebcb7bb-9211-44ee-a57e-c60d17171a81, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2ebcb7bb-9211-44ee-a57e-c60d17171a81,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:56.568786 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:56.720764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=2ebcb7bb-9211-44ee-a57e-c60d17171a81,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:56.747129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b8931-7a00-4281-a375-36d6ed097703 req-9153c5b7-c0ac-4d45-b856-151df7449478 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.765075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-445b8931-7a00-4281-a375-36d6ed097703 req-9153c5b7-c0ac-4d45-b856-151df7449478 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.1449151 Sep 16 04:54:56.828751 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-445b8931-7a00-4281-a375-36d6ed097703 req-ef931c1e-43fb-421c-a2f0-f24957c7a68e tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611806 Sep 16 04:54:56.974609 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72ab57a0-192d-44d7-9792-b36f79354fb0 req-41790f3a-dd06-481b-af25-0e73d5ecfaa9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2937052 Sep 16 04:54:56.990164 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dccc99-a200-40ad-bd67-933d3303ff76 req-a90327f2-f998-409e-a585-f9b9bc7b58ec tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:56.998881 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-03dccc99-a200-40ad-bd67-933d3303ff76 req-a90327f2-f998-409e-a585-f9b9bc7b58ec tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 944 time: 0.2022541 Sep 16 04:54:57.080229 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-03dccc99-a200-40ad-bd67-933d3303ff76 req-67cfcc0b-b258-4e36-ad31-d2f5fdca0b98 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801597 Sep 16 04:54:57.087259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab57a0-192d-44d7-9792-b36f79354fb0 req-f102202b-cef6-49fc-b5b1-ddf83b628731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:57.090221 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72ab57a0-192d-44d7-9792-b36f79354fb0 req-f102202b-cef6-49fc-b5b1-ddf83b628731 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 1097 time: 0.0891740 Sep 16 04:54:57.852632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab57a0-192d-44d7-9792-b36f79354fb0 req-5c036287-dfe8-4ef5-a95f-4e3c71f5b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:57.854699 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72ab57a0-192d-44d7-9792-b36f79354fb0 req-5c036287-dfe8-4ef5-a95f-4e3c71f5b053 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 200 len: 915 time: 0.7423728 Sep 16 04:54:57.956978 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72ab57a0-192d-44d7-9792-b36f79354fb0 req-03cb21a0-d1e4-42c6-afb7-ffe1a941a903 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d716640f-5d72-4a31-94c4-8bcdc47f49f1 HTTP/1.1" status: 200 len: 217 time: 0.0930545 Sep 16 04:54:58.047371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b967348-1d9c-4910-9692-afd72b69e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebcb7bb-9211-44ee-a57e-c60d17171a81'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:54:58.054065 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22db746-6c21-43a5-9487-0e09c0b2623e" -d '{"events": [{"server_uuid": "9b967348-1d9c-4910-9692-afd72b69e68c", "name": "network-vif-plugged", "status": "completed", "tag": "2ebcb7bb-9211-44ee-a57e-c60d17171a81"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:54:58.125680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab57a0-192d-44d7-9792-b36f79354fb0 req-9b0a7bd4-ca71-44e0-8dc3-11b481c415f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.129299 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72ab57a0-192d-44d7-9792-b36f79354fb0 req-9b0a7bd4-ca71-44e0-8dc3-11b481c415f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=267089d7-348a-46df-9275-af9e72e172dc HTTP/1.1" status: 200 len: 854 time: 0.1620002 Sep 16 04:54:58.202821 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72ab57a0-192d-44d7-9792-b36f79354fb0 req-ec0d0316-6746-4d5b-81bc-770ddea45c03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9319edcf-e21c-4520-9d6d-2a5ffd172e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633116 Sep 16 04:54:58.206236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b6783-f688-44c2-b4cf-e677a5b5ee26 req-6f780eda-b0d4-4b1d-b208-e0549e0e4e31 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.232378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac1b6783-f688-44c2-b4cf-e677a5b5ee26 req-6f780eda-b0d4-4b1d-b208-e0549e0e4e31 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.2043564 Sep 16 04:54:58.304407 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff3fef5-9373-447e-985d-e2aaa4b85ed5 x-openstack-request-id: req-0ff3fef5-9373-447e-985d-e2aaa4b85ed5 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:54:58.304598 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b967348-1d9c-4910-9692-afd72b69e68c", "name": "network-vif-plugged", "status": "completed", "tag": "2ebcb7bb-9211-44ee-a57e-c60d17171a81", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:54:58.304854 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ff3fef5-9373-447e-985d-e2aaa4b85ed5 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:54:58.305255 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b967348-1d9c-4910-9692-afd72b69e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebcb7bb-9211-44ee-a57e-c60d17171a81', 'code': 200} Sep 16 04:54:58.318473 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 72266087-6a3f-4972-b5d9-f05921dc3230 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:54:58.373572 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac1b6783-f688-44c2-b4cf-e677a5b5ee26 req-73579782-81e2-4634-ac7c-4594e7df608f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380835 Sep 16 04:54:58.515845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 72266087-6a3f-4972-b5d9-f05921dc3230 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:54:58.528499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 72266087-6a3f-4972-b5d9-f05921dc3230 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:54:58.528868 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.647622 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72ab57a0-192d-44d7-9792-b36f79354fb0 req-f768fb03-8f73-4f78-9cfd-fff857f2b82e service neutron] 10.222.0.50 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385977 Sep 16 04:54:58.715011 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.827365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 72266087-6a3f-4972-b5d9-f05921dc3230, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=72266087-6a3f-4972-b5d9-f05921dc3230,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:54:58.838113 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:54:58.954937 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72ab57a0-192d-44d7-9792-b36f79354fb0 req-c3110d14-c911-47dc-b408-18c781271727 service neutron] 10.222.0.50 "GET /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076740 Sep 16 04:54:58.974636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abf1f5-afad-49cc-bb12-f3ef41181ea8 req-246649d7-6851-49fa-810e-7b28a4e85fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:58.982433 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81abf1f5-afad-49cc-bb12-f3ef41181ea8 req-246649d7-6851-49fa-810e-7b28a4e85fc1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9b967348-1d9c-4910-9692-afd72b69e68c HTTP/1.1" status: 200 len: 1098 time: 0.5438492 Sep 16 04:54:58.996879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1b6d2-3f14-40ae-b82f-0382d20720e6 req-06a63969-5d34-4a1f-989b-d029f756d790 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:59.005297 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3df1b6d2-3f14-40ae-b82f-0382d20720e6 req-06a63969-5d34-4a1f-989b-d029f756d790 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 944 time: 0.4313231 Sep 16 04:54:59.033032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=72266087-6a3f-4972-b5d9-f05921dc3230,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:54:59.135160 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3df1b6d2-3f14-40ae-b82f-0382d20720e6 req-ff001882-2771-453f-a79c-906575049076 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284766 Sep 16 04:54:59.138725 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-81abf1f5-afad-49cc-bb12-f3ef41181ea8 req-68081f15-f51d-46c3-82b4-0a3042cadfe3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084487 Sep 16 04:54:59.642911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0d217-1d3d-4692-8a9b-e1c797380471 req-ebf42e0a-e453-43de-89c0-845c8eca8248 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:54:59.644015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50832) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:54:59.653814 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-daf0d217-1d3d-4692-8a9b-e1c797380471 req-ebf42e0a-e453-43de-89c0-845c8eca8248 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.1171639 Sep 16 04:54:59.754721 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-daf0d217-1d3d-4692-8a9b-e1c797380471 req-d346923d-8077-47a5-9aae-b5f32f1f63a5 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935712 Sep 16 04:54:59.907452 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-678ee1f2-b88a-40f9-a898-67aa14aa87cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.070347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50838) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.125254 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-678ee1f2-b88a-40f9-a898-67aa14aa87cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.141176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-678ee1f2-b88a-40f9-a898-67aa14aa87cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.285140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-678ee1f2-b88a-40f9-a898-67aa14aa87cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de105ee538284d1ab7f75d1382bb3d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6377406 Sep 16 04:55:00.285545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50854) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:00.307009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e72cddd-0634-4835-922e-9024b50d975a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72266087-6a3f-4972-b5d9-f05921dc3230'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:00.309368 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82777630-75ab-4bde-adfb-fff78ac5d437" -d '{"events": [{"server_uuid": "2e72cddd-0634-4835-922e-9024b50d975a", "name": "network-vif-plugged", "status": "completed", "tag": "72266087-6a3f-4972-b5d9-f05921dc3230"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:00.315095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ee1f2-b88a-40f9-a898-67aa14aa87cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e468339f-58cc-4bc8-9425-67a365eb03c3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:00.411861 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-daad5b13-8f99-497f-84aa-8054d584b9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.465738 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-daad5b13-8f99-497f-84aa-8054d584b9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.553553 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf543c7-dbcf-4b3c-b8bf-1bb8bd8a62a8 x-openstack-request-id: req-5bf543c7-dbcf-4b3c-b8bf-1bb8bd8a62a8 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:00.557131 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fab24dde-174c-4c8a-bf5a-a60ff7563f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.557755 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e72cddd-0634-4835-922e-9024b50d975a", "name": "network-vif-plugged", "status": "completed", "tag": "72266087-6a3f-4972-b5d9-f05921dc3230", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:00.558246 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bf543c7-dbcf-4b3c-b8bf-1bb8bd8a62a8 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:00.558876 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e72cddd-0634-4835-922e-9024b50d975a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72266087-6a3f-4972-b5d9-f05921dc3230', 'code': 200} Sep 16 04:55:00.559507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448da32-2043-44c9-b681-0e5dd5ca51e9 req-e6b4de71-567b-45ab-b956-71eb8b55d108 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:00.562477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f448da32-2043-44c9-b681-0e5dd5ca51e9 req-e6b4de71-567b-45ab-b956-71eb8b55d108 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 945 time: 0.2362621 Sep 16 04:55:00.652814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f448da32-2043-44c9-b681-0e5dd5ca51e9 req-48c4502a-df8e-4f45-a729-10870870d406 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808370 Sep 16 04:55:00.707297 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-daad5b13-8f99-497f-84aa-8054d584b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.712068 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-daad5b13-8f99-497f-84aa-8054d584b9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.716989 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-daad5b13-8f99-497f-84aa-8054d584b9e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e468339f-58cc-4bc8-9425-67a365eb03c3 HTTP/1.1" status: 204 len: 168 time: 0.4280190 Sep 16 04:55:00.796437 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fab24dde-174c-4c8a-bf5a-a60ff7563f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.817932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fab24dde-174c-4c8a-bf5a-a60ff7563f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:00.827677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad5b13-8f99-497f-84aa-8054d584b9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e468339f-58cc-4bc8-9425-67a365eb03c3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:00.831264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e24e1-e483-4535-a832-3364fd3ee03a req-a39cb512-9c99-4bd2-bae6-e6b0385ccb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:00.833372 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3c1e24e1-e483-4535-a832-3364fd3ee03a req-a39cb512-9c99-4bd2-bae6-e6b0385ccb1d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 1097 time: 0.2036779 Sep 16 04:55:00.879170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab24dde-174c-4c8a-bf5a-a60ff7563f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330651c7-14b2-42ca-80e6-d6f75009f98b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.015296 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fab24dde-174c-4c8a-bf5a-a60ff7563f2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=562f06aade7d41e9bf49fd95cdaaa58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9437909 Sep 16 04:55:01.017881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50864) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:01.063842 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3c1e24e1-e483-4535-a832-3364fd3ee03a req-f51583a0-d358-4a89-8684-7331a4c63fed service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809549 Sep 16 04:55:01.099011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e9eaf-cf4d-45ca-8156-2cf1a33159d5 req-27ea4cd6-f542-4351-8df5-0c997ceb4755 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:01.103559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f6e9eaf-cf4d-45ca-8156-2cf1a33159d5 req-27ea4cd6-f542-4351-8df5-0c997ceb4755 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.1933081 Sep 16 04:55:01.177686 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1676599-92e9-4d33-ae45-565b1a9e3bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.204816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1676599-92e9-4d33-ae45-565b1a9e3bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.230407 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6f6e9eaf-cf4d-45ca-8156-2cf1a33159d5 req-16ba7449-05db-4a6e-854f-10e540ac89b6 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154757 Sep 16 04:55:01.315498 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1676599-92e9-4d33-ae45-565b1a9e3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.318469 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1676599-92e9-4d33-ae45-565b1a9e3bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.319769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b1676599-92e9-4d33-ae45-565b1a9e3bc3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/330651c7-14b2-42ca-80e6-d6f75009f98b HTTP/1.1" status: 204 len: 168 time: 0.3006678 Sep 16 04:55:01.331491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1676599-92e9-4d33-ae45-565b1a9e3bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330651c7-14b2-42ca-80e6-d6f75009f98b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.519004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50880) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:01.539980 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0df5-29bb-4dc7-a964-4005dda009fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.802606 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0df5-29bb-4dc7-a964-4005dda009fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.811843 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0df5-29bb-4dc7-a964-4005dda009fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:01.901141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca035ccd-13c8-43ab-b36f-2551dbf321b2 req-f3cff51f-8df9-405a-8e68-03b422801ff6 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:01.916362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe0df5-29bb-4dc7-a964-4005dda009fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3224327b-f0f3-478a-93d0-a53dcef87d8d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:01.917179 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca035ccd-13c8-43ab-b36f-2551dbf321b2 req-f3cff51f-8df9-405a-8e68-03b422801ff6 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 945 time: 0.1304941 Sep 16 04:55:01.940305 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ecbe0df5-29bb-4dc7-a964-4005dda009fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88f4e8accf7d441b98b570bba2aecc09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196792 Sep 16 04:55:01.941052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50900) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:02.124586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50904) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:02.141343 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca035ccd-13c8-43ab-b36f-2551dbf321b2 req-f7f76222-f819-4591-81a5-55c86f19b1fe tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097399 Sep 16 04:55:02.150463 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9aeb29aa-66a6-481c-b284-f56eebbdea11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.199460 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f543fbe-9089-4da9-b973-b65e04bee70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.231534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f543fbe-9089-4da9-b973-b65e04bee70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.329586 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f543fbe-9089-4da9-b973-b65e04bee70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.333481 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f543fbe-9089-4da9-b973-b65e04bee70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.338141 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4f543fbe-9089-4da9-b973-b65e04bee70e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3224327b-f0f3-478a-93d0-a53dcef87d8d HTTP/1.1" status: 204 len: 168 time: 0.3927834 Sep 16 04:55:02.379662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f543fbe-9089-4da9-b973-b65e04bee70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3224327b-f0f3-478a-93d0-a53dcef87d8d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.476125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9aeb29aa-66a6-481c-b284-f56eebbdea11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.487631 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9aeb29aa-66a6-481c-b284-f56eebbdea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.583142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb29aa-66a6-481c-b284-f56eebbdea11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be020241-5b32-482f-8231-49d1287e85e2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:02.724390 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9aeb29aa-66a6-481c-b284-f56eebbdea11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8db389e20152420294dafef543b16678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985236 Sep 16 04:55:02.727486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50922) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:02.771573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288241dd-784a-4290-b4fd-baff3b0fb588 req-35980c7d-2b0f-4b19-8630-27910ad12455 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:02.775140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-288241dd-784a-4290-b4fd-baff3b0fb588 req-35980c7d-2b0f-4b19-8630-27910ad12455 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.1979678 Sep 16 04:55:02.801107 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89f394fb-1fd7-4c5e-ab41-c0a794f62af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.845814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89f394fb-1fd7-4c5e-ab41-c0a794f62af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:02.892092 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-288241dd-784a-4290-b4fd-baff3b0fb588 req-f4e0965c-b79f-4e96-bc51-696fffc7e05c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042757 Sep 16 04:55:03.021258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89f394fb-1fd7-4c5e-ab41-c0a794f62af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.027184 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89f394fb-1fd7-4c5e-ab41-c0a794f62af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:03.037508 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-89f394fb-1fd7-4c5e-ab41-c0a794f62af8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be020241-5b32-482f-8231-49d1287e85e2 HTTP/1.1" status: 204 len: 168 time: 0.3074312 Sep 16 04:55:03.069902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f394fb-1fd7-4c5e-ab41-c0a794f62af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be020241-5b32-482f-8231-49d1287e85e2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:03.415919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb9e0c-c52b-4ae0-99ad-4d8800c4bee7 req-07994bed-bf1d-42bc-a12b-61d6be46f3fa tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:03.439235 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8aeb9e0c-c52b-4ae0-99ad-4d8800c4bee7 req-07994bed-bf1d-42bc-a12b-61d6be46f3fa tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 945 time: 0.1364820 Sep 16 04:55:03.515716 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8aeb9e0c-c52b-4ae0-99ad-4d8800c4bee7 req-254b9796-01ed-4b23-aee6-7c0dac28c01e tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703657 Sep 16 04:55:04.259262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2051d2-93a8-4602-bad5-03ce13a5de86 req-e7ed2e28-a41a-4e0a-b68a-f6c8140b0cbb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.270416 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee2051d2-93a8-4602-bad5-03ce13a5de86 req-e7ed2e28-a41a-4e0a-b68a-f6c8140b0cbb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.1998215 Sep 16 04:55:04.375376 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee2051d2-93a8-4602-bad5-03ce13a5de86 req-a85adcbb-5314-45dd-8cf9-b527e04b1db1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978420 Sep 16 04:55:04.587963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946da8fe-136e-408f-9d39-24b49a3fbdbd req-ad645d8b-4ab1-4d53-b504-029e8fe2ecf8 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.597229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-946da8fe-136e-408f-9d39-24b49a3fbdbd req-ad645d8b-4ab1-4d53-b504-029e8fe2ecf8 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b967348-1d9c-4910-9692-afd72b69e68c HTTP/1.1" status: 200 len: 946 time: 0.1631103 Sep 16 04:55:04.681380 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-946da8fe-136e-408f-9d39-24b49a3fbdbd req-52d0f7ca-08e6-4409-a8f0-426b5f46e5a8 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735657 Sep 16 04:55:04.892118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136148d-7058-41e0-ac30-2bea3d633a24 req-17f59b4c-fa22-4c2c-ae02-354ac161074f tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:04.901694 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9136148d-7058-41e0-ac30-2bea3d633a24 req-17f59b4c-fa22-4c2c-ae02-354ac161074f tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e92d983-a2a8-48ef-a989-314701aea722 HTTP/1.1" status: 200 len: 946 time: 0.0755990 Sep 16 04:55:04.907577 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51046) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:04.986089 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9136148d-7058-41e0-ac30-2bea3d633a24 req-e95eebaa-1f0c-4cc6-8b48-6e2413f297f1 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831351 Sep 16 04:55:05.155753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1582366727-network', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:05.214590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Made reservation on behalf of 2269d326ebfc4dc5ad6858c2ad2505c5 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:05.220510 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.234341 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.349127 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.362460 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.395527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:05.419280 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.419637 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Added segment 93dda4fa-81d9-4cbc-80a9-91526f0f7ba8 of type vlan for network 04cf3ab9-30a2-48e4-bdc8-0e165588d14a Sep 16 04:55:05.421348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c075883-4d10-451a-9909-8dd54e426c19,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:05.496395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.512885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51066) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:05.533242 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.596335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd64cd9-4d42-4e8b-b610-7057533dc1ff req-bac0c4a1-8c46-4402-a050-375d240dcff8 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.600937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bd64cd9-4d42-4e8b-b610-7057533dc1ff req-bac0c4a1-8c46-4402-a050-375d240dcff8 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e92d983-a2a8-48ef-a989-314701aea722 HTTP/1.1" status: 200 len: 946 time: 0.1449151 Sep 16 04:55:05.648770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30133ee5-231b-425f-a19d-a13d8fb47012 req-63095779-bed0-4d49-8510-e56720f4f48f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.656346 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-30133ee5-231b-425f-a19d-a13d8fb47012 req-63095779-bed0-4d49-8510-e56720f4f48f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.1035674 Sep 16 04:55:05.703313 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.705461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:05.712072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.746426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-30133ee5-231b-425f-a19d-a13d8fb47012 req-a44e8257-4ee6-450b-82ea-07420bdff0d6 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839403 Sep 16 04:55:05.795173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bd64cd9-4d42-4e8b-b610-7057533dc1ff req-5f6609df-9137-4bca-a702-6df63c6ba89b tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835551 Sep 16 04:55:05.825670 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30a30d64-6891-483e-8ebb-d0ec98aa0772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.844693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9358907 Sep 16 04:55:05.847936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51074) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:05.854255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-aff0bd85-fe95-4dc5-9e29-443d5f3e208a admin admin] Request body: {'subnet': {'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1582366727-subnet', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:05.892657 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff0bd85-fe95-4dc5-9e29-443d5f3e208a admin admin] Made reservation on behalf of 2269d326ebfc4dc5ad6858c2ad2505c5 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:05.899385 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aff0bd85-fe95-4dc5-9e29-443d5f3e208a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:05.938655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca17b4-803c-4b76-9cfc-b68e91958958 admin admin] Pushing event updated for resources: {'Network': ['ID=04cf3ab9-30a2-48e4-bdc8-0e165588d14a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:05.969251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 04cf3ab9-30a2-48e4-bdc8-0e165588d14a details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:06.135947 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30a30d64-6891-483e-8ebb-d0ec98aa0772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.147790 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30a30d64-6891-483e-8ebb-d0ec98aa0772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.218264 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-30a30d64-6891-483e-8ebb-d0ec98aa0772 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92aadbf20ad14cf6bb6f19888b737317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7005968 Sep 16 04:55:06.223895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51082) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:06.233847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a30d64-6891-483e-8ebb-d0ec98aa0772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6fe80f-725d-43a7-881c-118af0371585,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.352455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-337ea6c5-0c26-4f37-b3ab-7cfb17b9afa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.359698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aff0bd85-fe95-4dc5-9e29-443d5f3e208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.386943 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-337ea6c5-0c26-4f37-b3ab-7cfb17b9afa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.463560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0bd85-fe95-4dc5-9e29-443d5f3e208a admin admin] Checking segment: {'id': '93dda4fa-81d9-4cbc-80a9-91526f0f7ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:06.463940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff0bd85-fe95-4dc5-9e29-443d5f3e208a admin admin] Network hostable DHCP agents. Network: 04cf3ab9-30a2-48e4-bdc8-0e165588d14a, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:06.466098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0bd85-fe95-4dc5-9e29-443d5f3e208a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0c347a-84e4-490f-a837-c2c9a1359adb,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.504579 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff0bd85-fe95-4dc5-9e29-443d5f3e208a admin admin] Network 04cf3ab9-30a2-48e4-bdc8-0e165588d14a is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:06.544571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-aff0bd85-fe95-4dc5-9e29-443d5f3e208a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 04cf3ab9-30a2-48e4-bdc8-0e165588d14a) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:06.557304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4914aaa-7f58-472c-8402-2648af5cc115 None None] Network 04cf3ab9-30a2-48e4-bdc8-0e165588d14a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:06.560081 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-337ea6c5-0c26-4f37-b3ab-7cfb17b9afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.562891 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-337ea6c5-0c26-4f37-b3ab-7cfb17b9afa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.564286 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-337ea6c5-0c26-4f37-b3ab-7cfb17b9afa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c6fe80f-725d-43a7-881c-118af0371585 HTTP/1.1" status: 204 len: 168 time: 0.3382893 Sep 16 04:55:06.578291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ea6c5-0c26-4f37-b3ab-7cfb17b9afa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6fe80f-725d-43a7-881c-118af0371585,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:06.578467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff0bd85-fe95-4dc5-9e29-443d5f3e208a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:06.579165 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aff0bd85-fe95-4dc5-9e29-443d5f3e208a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.621785 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-aff0bd85-fe95-4dc5-9e29-443d5f3e208a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7702305 Sep 16 04:55:06.622157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51096) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:06.626537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1582366727-router', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:06.670057 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.671139 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.844110 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:06.967819 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-04cf3ab9-30a2-48e4-bdc8-0e165588d14a', 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'fixed_ips': [{'subnet_id': '6f0c347a-84e4-490f-a837-c2c9a1359adb'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:55:06.968836 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.042584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e4786-acdc-4f05-beee-538231440659 req-b7ebdb4a-0e75-4a0c-8283-2392a4e2d222 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.048436 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d19e4786-acdc-4f05-beee-538231440659 req-b7ebdb4a-0e75-4a0c-8283-2392a4e2d222 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.1323843 Sep 16 04:55:07.176884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d19e4786-acdc-4f05-beee-538231440659 req-d8a342e3-633e-44cb-9d97-c02fea535122 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199450 Sep 16 04:55:07.363654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad99be-c3b0-4dfb-8ba3-06ab518fbc18 req-399717cb-a72f-4158-8fb7-4013b81318ac tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.370690 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a6ad99be-c3b0-4dfb-8ba3-06ab518fbc18 req-399717cb-a72f-4158-8fb7-4013b81318ac tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e92d983-a2a8-48ef-a989-314701aea722 HTTP/1.1" status: 200 len: 946 time: 0.5186098 Sep 16 04:55:07.447948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Allocated IP 172.20.0.2 (04cf3ab9-30a2-48e4-bdc8-0e165588d14a/6f0c347a-84e4-490f-a837-c2c9a1359adb/a74d7876-5a50-4daa-945a-fa73b821dc68) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:07.593396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3108f-ea55-42e8-b031-16dfc2d5d9b8 req-237bc1e6-f5cd-451a-bf77-7fe534b34863 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:07.609110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-04b3108f-ea55-42e8-b031-16dfc2d5d9b8 req-237bc1e6-f5cd-451a-bf77-7fe534b34863 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e92d983-a2a8-48ef-a989-314701aea722 HTTP/1.1" status: 200 len: 946 time: 0.6094952 Sep 16 04:55:07.617296 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.736763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.741567 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-04b3108f-ea55-42e8-b031-16dfc2d5d9b8 req-dfaeeaf6-2d12-4ba1-8601-e40bef0380d8 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281779 Sep 16 04:55:07.762189 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.896955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a6ad99be-c3b0-4dfb-8ba3-06ab518fbc18 req-90452aa9-4d7c-4211-aae8-c09cc4263062 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Deleting port 47405439-a92d-4813-8251-ff482cc62cf9 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:07.897404 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a6ad99be-c3b0-4dfb-8ba3-06ab518fbc18 req-90452aa9-4d7c-4211-aae8-c09cc4263062 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:07.933535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Pushing event updated for resources: {'Port': ['ID=a74d7876-5a50-4daa-945a-fa73b821dc68,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:07.942108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Network 04cf3ab9-30a2-48e4-bdc8-0e165588d14a is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:07.954384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:07.960807 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:07.973751 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.106950 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Attempting to bind port a74d7876-5a50-4daa-945a-fa73b821dc68 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:08.107561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Attempting to bind port a74d7876-5a50-4daa-945a-fa73b821dc68 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '93dda4fa-81d9-4cbc-80a9-91526f0f7ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:08.108094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Attempting to bind port a74d7876-5a50-4daa-945a-fa73b821dc68 on network 04cf3ab9-30a2-48e4-bdc8-0e165588d14a {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:08.121593 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:08.139807 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Checking segment: {'id': '93dda4fa-81d9-4cbc-80a9-91526f0f7ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:08.140245 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.140662 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Bound using segment: {'id': '93dda4fa-81d9-4cbc-80a9-91526f0f7ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:08.141186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Bound port: a74d7876-5a50-4daa-945a-fa73b821dc68, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dda4fa-81d9-4cbc-80a9-91526f0f7ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:08.141588 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.185087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a6ad99be-c3b0-4dfb-8ba3-06ab518fbc18 req-90452aa9-4d7c-4211-aae8-c09cc4263062 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] For port 47405439-a92d-4813-8251-ff482cc62cf9, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=47405439-a92d-4813-8251-ff482cc62cf9,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:08.185466 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a6ad99be-c3b0-4dfb-8ba3-06ab518fbc18 req-90452aa9-4d7c-4211-aae8-c09cc4263062 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.255326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a6ad99be-c3b0-4dfb-8ba3-06ab518fbc18 req-90452aa9-4d7c-4211-aae8-c09cc4263062 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Calling delete_port for 47405439-a92d-4813-8251-ff482cc62cf9 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:08.380190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] For port a74d7876-5a50-4daa-945a-fa73b821dc68, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:08.384995 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] For port a74d7876-5a50-4daa-945a-fa73b821dc68, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a74d7876-5a50-4daa-945a-fa73b821dc68,segment=NetworkSegment(93dda4fa-81d9-4cbc-80a9-91526f0f7ba8),segment_id=93dda4fa-81d9-4cbc-80a9-91526f0f7ba8)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:08.395210 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.534736 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.568440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9618f-dd5c-46ff-9f76-56563f1df0ff None None] Pushing event updated for resources: {'Port': ['ID=a74d7876-5a50-4daa-945a-fa73b821dc68,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:08.600992 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:08.837962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58fc6b-c2d4-423b-9202-1569646cc130 req-116d6077-6d0b-44ec-8048-4b3b3967a8fd tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:08.839610 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d58fc6b-c2d4-423b-9202-1569646cc130 req-116d6077-6d0b-44ec-8048-4b3b3967a8fd tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.3030159 Sep 16 04:55:09.041364 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d58fc6b-c2d4-423b-9202-1569646cc130 req-7930c894-90b4-4316-923d-557889af0dda tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923840 Sep 16 04:55:09.161117 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a6ad99be-c3b0-4dfb-8ba3-06ab518fbc18 req-90452aa9-4d7c-4211-aae8-c09cc4263062 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.174444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['2ebcb7bb-9211-44ee-a57e-c60d17171a81'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:09.298425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['72266087-6a3f-4972-b5d9-f05921dc3230'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:09.308154 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90452aa9-4d7c-4211-aae8-c09cc4263062 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Pushing event deleted for resources: {'Port': ['ID=47405439-a92d-4813-8251-ff482cc62cf9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:09.372908 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a74d7876-5a50-4daa-945a-fa73b821dc68 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:09.544667 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64378255-ebf5-45ce-8347-f849c31850de req-cc199607-d3f8-4ecd-91d7-46e603590b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.559831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8417f7ae-f9a1-43d6-ad92-7d32f493d160 req-b4940e96-d29c-4891-b109-72a8bf1c4be6 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e92d983-a2a8-48ef-a989-314701aea722 HTTP/1.1" status: 200 len: 210 time: 0.2591228 Sep 16 04:55:09.571845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64378255-ebf5-45ce-8347-f849c31850de req-cc199607-d3f8-4ecd-91d7-46e603590b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.597525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64378255-ebf5-45ce-8347-f849c31850de req-cc199607-d3f8-4ecd-91d7-46e603590b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.612730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64378255-ebf5-45ce-8347-f849c31850de req-cc199607-d3f8-4ecd-91d7-46e603590b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.630598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64378255-ebf5-45ce-8347-f849c31850de req-cc199607-d3f8-4ecd-91d7-46e603590b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.663494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64378255-ebf5-45ce-8347-f849c31850de req-cc199607-d3f8-4ecd-91d7-46e603590b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.686767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64378255-ebf5-45ce-8347-f849c31850de req-cc199607-d3f8-4ecd-91d7-46e603590b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:09.699324 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64378255-ebf5-45ce-8347-f849c31850de req-cc199607-d3f8-4ecd-91d7-46e603590b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5441 time: 0.3713334 Sep 16 04:55:09.705710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ad99be-c3b0-4dfb-8ba3-06ab518fbc18 req-90452aa9-4d7c-4211-aae8-c09cc4263062 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] No DVR routers for this DVR port 47405439-a92d-4813-8251-ff482cc62cf9 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:09.747680 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a6ad99be-c3b0-4dfb-8ba3-06ab518fbc18 req-90452aa9-4d7c-4211-aae8-c09cc4263062 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:09.750138 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a6ad99be-c3b0-4dfb-8ba3-06ab518fbc18 req-90452aa9-4d7c-4211-aae8-c09cc4263062 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.50 "DELETE /v2.0/ports/47405439-a92d-4813-8251-ff482cc62cf9 HTTP/1.1" status: 204 len: 173 time: 2.3701370 Sep 16 04:55:09.751643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e92d983-a2a8-48ef-a989-314701aea722', 'name': 'network-vif-deleted', 'tag': '47405439-a92d-4813-8251-ff482cc62cf9'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:09.756882 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc87d5b2-ab01-4cad-ab1b-2f5477dc12b1" -d '{"events": [{"server_uuid": "1e92d983-a2a8-48ef-a989-314701aea722", "name": "network-vif-deleted", "tag": "47405439-a92d-4813-8251-ff482cc62cf9"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:09.807593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Allocated IP 172.25.0.50 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/1de625b1-770c-4369-b348-be9e365864b5) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:09.874726 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0883e8ef-e2c2-47b4-8e4a-dc9f0303f0de x-openstack-request-id: req-0883e8ef-e2c2-47b4-8e4a-dc9f0303f0de {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:09.882683 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e92d983-a2a8-48ef-a989-314701aea722", "name": "network-vif-deleted", "tag": "47405439-a92d-4813-8251-ff482cc62cf9", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:09.885188 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0883e8ef-e2c2-47b4-8e4a-dc9f0303f0de {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:09.885841 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e92d983-a2a8-48ef-a989-314701aea722', 'name': 'network-vif-deleted', 'tag': '47405439-a92d-4813-8251-ff482cc62cf9', 'status': 'completed', 'code': 200} Sep 16 04:55:09.964884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64378255-ebf5-45ce-8347-f849c31850de req-4fe731f5-61a1-41b7-b7f5-8e8f7d799dd8 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2645521 Sep 16 04:55:10.227920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port a74d7876-5a50-4daa-945a-fa73b821dc68 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:10.228888 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.387986 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.417180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 47405439-a92d-4813-8251-ff482cc62cf9 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:10.452321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51190) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:10.572949 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 47405439-a92d-4813-8251-ff482cc62cf9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:10.578445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 47405439-a92d-4813-8251-ff482cc62cf9 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:10.579167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 86717a90-1a2b-48bb-a89d-656fe2598f86 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:10.692854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c10146-afb1-44b4-ac9b-adba8990cecb req-3e5d7cef-0b04-4ea2-af03-a233e71efaf9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.700189 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-49c10146-afb1-44b4-ac9b-adba8990cecb req-3e5d7cef-0b04-4ea2-af03-a233e71efaf9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.4315560 Sep 16 04:55:10.732317 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d0b357-ed71-489c-9a03-9d0282f5d615 None None] Network 04cf3ab9-30a2-48e4-bdc8-0e165588d14a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:10.759742 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.857208 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:10.901702 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-adce2c83-b4c8-41e3-adca-474cb9bbc728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.907972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-adce2c83-b4c8-41e3-adca-474cb9bbc728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.915297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-adce2c83-b4c8-41e3-adca-474cb9bbc728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.922246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-adce2c83-b4c8-41e3-adca-474cb9bbc728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.947487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-adce2c83-b4c8-41e3-adca-474cb9bbc728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.958232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65714eaa-a625-44b2-a6ef-4e3ed45798ee req-f92c08be-9939-473b-b2fa-8e10f9d9ba96 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e92d983-a2a8-48ef-a989-314701aea722 HTTP/1.1" status: 200 len: 210 time: 0.1001685 Sep 16 04:55:10.972915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-786415064', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:10.977256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-adce2c83-b4c8-41e3-adca-474cb9bbc728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:10.992651 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:55:11.003423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-adce2c83-b4c8-41e3-adca-474cb9bbc728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.010823 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-adce2c83-b4c8-41e3-adca-474cb9bbc728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5441 time: 0.5515652 Sep 16 04:55:11.059271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Made reservation on behalf of 6afa8d77399147e8a32b011c607db281 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:11.062186 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.083158 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.121059 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-49c10146-afb1-44b4-ac9b-adba8990cecb req-c81004fd-d65e-4a6c-a9a7-823db78d8c13 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4177818 Sep 16 04:55:11.220736 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-043da904-b083-4b85-bfc2-8d59269cd0fd None None] Provisioning complete for port a74d7876-5a50-4daa-945a-fa73b821dc68 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:11.222707 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-043da904-b083-4b85-bfc2-8d59269cd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.231795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port a74d7876-5a50-4daa-945a-fa73b821dc68, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a74d7876-5a50-4daa-945a-fa73b821dc68,segment=NetworkSegment(93dda4fa-81d9-4cbc-80a9-91526f0f7ba8),segment_id=93dda4fa-81d9-4cbc-80a9-91526f0f7ba8)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:11.297197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:11.297402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0b5c6-8c8e-4daa-a915-3a48142beac3 req-61b9e0ad-16ad-4df3-a3f7-168b22db3998 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.301832 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.316532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0b5c6-8c8e-4daa-a915-3a48142beac3 req-61b9e0ad-16ad-4df3-a3f7-168b22db3998 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.332440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0b5c6-8c8e-4daa-a915-3a48142beac3 req-61b9e0ad-16ad-4df3-a3f7-168b22db3998 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.347364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-1d7ac059-02ae-47f5-ad0e-97b38779ea51 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.347803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0b5c6-8c8e-4daa-a915-3a48142beac3 req-61b9e0ad-16ad-4df3-a3f7-168b22db3998 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.349387 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-1d7ac059-02ae-47f5-ad0e-97b38779ea51 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "GET /v2.0/ports/267c03d0-c4a6-4d27-8848-96211f86e09b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2236893 Sep 16 04:55:11.352123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:11.354598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Pushing event updated for resources: {'Port': ['ID=1de625b1-770c-4369-b348-be9e365864b5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:11.365171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:11.365654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0b5c6-8c8e-4daa-a915-3a48142beac3 req-61b9e0ad-16ad-4df3-a3f7-168b22db3998 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.372502 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.383112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0b5c6-8c8e-4daa-a915-3a48142beac3 req-61b9e0ad-16ad-4df3-a3f7-168b22db3998 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.399628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0b5c6-8c8e-4daa-a915-3a48142beac3 req-61b9e0ad-16ad-4df3-a3f7-168b22db3998 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:11.402525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0f0b5c6-8c8e-4daa-a915-3a48142beac3 req-61b9e0ad-16ad-4df3-a3f7-168b22db3998 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5441 time: 0.2289164 Sep 16 04:55:11.561159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0f0b5c6-8c8e-4daa-a915-3a48142beac3 req-e429e953-886b-4a18-989a-6c6c3ae2ddae tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359668 Sep 16 04:55:11.605564 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.626434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.670433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] device_id is not set on port 7476de87-f31e-40a3-9344-1d573635c3cd yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:11.702581 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86717a90-1a2b-48bb-a89d-656fe2598f86'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:11.722637 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1376bf90-9b2c-44ad-b7c6-cf769ce73d74" -d '{"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "86717a90-1a2b-48bb-a89d-656fe2598f86"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:11.783893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 86717a90-1a2b-48bb-a89d-656fe2598f86, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=86717a90-1a2b-48bb-a89d-656fe2598f86,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:11.812045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=a74d7876-5a50-4daa-945a-fa73b821dc68,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:11.818141 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:11.818872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 267c03d0-c4a6-4d27-8848-96211f86e09b no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:11.824786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8368b14a-e6ed-4a89-b591-44646d8e8a30,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:11.874892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:11.875254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:11.875625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:11.878524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:11.879536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:11.879974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:11.880733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:11.882071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:11.883901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:11.885586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:11.892694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:11.893074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:11.893459 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf33a20-d91a-426f-a852-ae7df6146922 x-openstack-request-id: req-dbf33a20-d91a-426f-a852-ae7df6146922 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:11.893839 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "86717a90-1a2b-48bb-a89d-656fe2598f86", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:11.894104 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbf33a20-d91a-426f-a852-ae7df6146922 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:11.894529 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86717a90-1a2b-48bb-a89d-656fe2598f86', 'code': 200} Sep 16 04:55:12.153402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Allocated IP 172.25.0.207 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/7476de87-f31e-40a3-9344-1d573635c3cd) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:12.271009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=86717a90-1a2b-48bb-a89d-656fe2598f86,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:12.311286 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.441643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 267c03d0-c4a6-4d27-8848-96211f86e09b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=267c03d0-c4a6-4d27-8848-96211f86e09b,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:12.457310 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.458291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8d2795f4-96ee-449c-b4d6-af82e2788cd4 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:12.659225 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-1cbf4b5d-c98e-47aa-bc65-abffbc057cdd tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "GET /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.2950561 Sep 16 04:55:12.702253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8963bb6-03b7-47a0-b44a-8d2e1c3dae3d req-f4a6586f-083e-4d24-8932-7769c70c0bcd tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:12.702510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:12.707683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8963bb6-03b7-47a0-b44a-8d2e1c3dae3d req-f4a6586f-083e-4d24-8932-7769c70c0bcd tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.3072863 Sep 16 04:55:12.717700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:12.852196 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8963bb6-03b7-47a0-b44a-8d2e1c3dae3d req-dce0b8f5-56fb-4c59-88d0-48a7868eceec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323752 Sep 16 04:55:12.940197 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.056422 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.110183 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.119761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=267c03d0-c4a6-4d27-8848-96211f86e09b,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.132645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:13.145347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:13.157946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-262bca23-ce31-4c2b-b146-59efdc569c87 None None] Provisioning complete for port a74d7876-5a50-4daa-945a-fa73b821dc68 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:13.162000 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-262bca23-ce31-4c2b-b146-59efdc569c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.191306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Pushing event updated for resources: {'Port': ['ID=7476de87-f31e-40a3-9344-1d573635c3cd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.224825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:13.261341 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca26f-976a-47f0-b031-57d3e91e5fd1 req-96748d00-0994-460d-b88f-ddf85f4b4c9d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.273160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca26f-976a-47f0-b031-57d3e91e5fd1 req-96748d00-0994-460d-b88f-ddf85f4b4c9d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.289885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca26f-976a-47f0-b031-57d3e91e5fd1 req-96748d00-0994-460d-b88f-ddf85f4b4c9d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.305594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca26f-976a-47f0-b031-57d3e91e5fd1 req-96748d00-0994-460d-b88f-ddf85f4b4c9d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.327762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca26f-976a-47f0-b031-57d3e91e5fd1 req-96748d00-0994-460d-b88f-ddf85f4b4c9d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.339498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca26f-976a-47f0-b031-57d3e91e5fd1 req-96748d00-0994-460d-b88f-ddf85f4b4c9d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.362495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca26f-976a-47f0-b031-57d3e91e5fd1 req-96748d00-0994-460d-b88f-ddf85f4b4c9d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.367414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:13.369653 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.369817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-068ca26f-976a-47f0-b031-57d3e91e5fd1 req-96748d00-0994-460d-b88f-ddf85f4b4c9d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 5437 time: 0.4986732 Sep 16 04:55:13.382651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8d2795f4-96ee-449c-b4d6-af82e2788cd4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8d2795f4-96ee-449c-b4d6-af82e2788cd4,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:13.400765 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.401449 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e800a92e-9b53-4176-8499-549bc4c60e11 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.9476433 Sep 16 04:55:13.401928 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:13.412542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51278) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:13.418504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.207'}]}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:13.488604 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.489842 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.622834 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.643702 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:13.775560 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8d2795f4-96ee-449c-b4d6-af82e2788cd4,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:13.832587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a74d7876-5a50-4daa-945a-fa73b821dc68 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:13.845647 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-068ca26f-976a-47f0-b031-57d3e91e5fd1 req-803d7ae4-618a-4b7c-aecc-2cb3794838df tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4683330 Sep 16 04:55:13.939468 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267c03d0-c4a6-4d27-8848-96211f86e09b'}, {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2795f4-96ee-449c-b4d6-af82e2788cd4'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:13.946183 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41525890-f3b3-49b2-b027-5597c52c910d" -d '{"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "267c03d0-c4a6-4d27-8848-96211f86e09b"}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2795f4-96ee-449c-b4d6-af82e2788cd4"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:14.109847 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.146179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] For port 267c03d0-c4a6-4d27-8848-96211f86e09b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=267c03d0-c4a6-4d27-8848-96211f86e09b,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:14.153107 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.157032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5176544-11a7-40ca-8a76-020e52ebd37c req-1c1c864a-2f97-4ae3-8f79-69c8f66ae3cd tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.165231 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5176544-11a7-40ca-8a76-020e52ebd37c req-1c1c864a-2f97-4ae3-8f79-69c8f66ae3cd tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 945 time: 0.1370630 Sep 16 04:55:14.173337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port a74d7876-5a50-4daa-945a-fa73b821dc68 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:14.182317 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.324394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,segment=NetworkSegment(38c6a5c7-fd52-4444-bfea-2bcb3589ad38),segment_id=38c6a5c7-fd52-4444-bfea-2bcb3589ad38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:14.337175 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.338270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 9c04427e-436b-4e81-8e71-1ce7b4320fe5 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:14.443156 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d5176544-11a7-40ca-8a76-020e52ebd37c req-0bcc665d-bab9-47cb-96c2-9c3296e11c63 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724063 Sep 16 04:55:14.574350 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7042efc-c3b4-4c2d-bfad-55748aa277cf x-openstack-request-id: req-a7042efc-c3b4-4c2d-bfad-55748aa277cf {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:14.574917 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "267c03d0-c4a6-4d27-8848-96211f86e09b", "code": 200}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2795f4-96ee-449c-b4d6-af82e2788cd4", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:14.574917 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7042efc-c3b4-4c2d-bfad-55748aa277cf {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:14.575339 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267c03d0-c4a6-4d27-8848-96211f86e09b', 'code': 200} Sep 16 04:55:14.575621 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2795f4-96ee-449c-b4d6-af82e2788cd4', 'code': 200} Sep 16 04:55:14.651914 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.662408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] For port 267c03d0-c4a6-4d27-8848-96211f86e09b, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:14.723390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b13b0a-08f1-4b14-be11-33c1427434ba req-9ce7d9c7-939f-4bd8-b884-c95e517db2b3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:14.728220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-18b13b0a-08f1-4b14-be11-33c1427434ba req-9ce7d9c7-939f-4bd8-b884-c95e517db2b3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.3559103 Sep 16 04:55:14.766712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:14.861260 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-18b13b0a-08f1-4b14-be11-33c1427434ba req-36e9bc7d-5bcd-4bd9-b7f2-49f9e8444a31 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224599 Sep 16 04:55:14.862940 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.937662 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.945820 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:14.952904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] device_id is not set on port 267c03d0-c4a6-4d27-8848-96211f86e09b yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:15.026846 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.036075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 9c04427e-436b-4e81-8e71-1ce7b4320fe5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=9c04427e-436b-4e81-8e71-1ce7b4320fe5,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:15.055574 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.056723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 57f89f03-3348-45b6-8af5-578e5a7722a3 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:15.192808 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=9c04427e-436b-4e81-8e71-1ce7b4320fe5,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:15.260334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.280351 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.387657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 57f89f03-3348-45b6-8af5-578e5a7722a3, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=57f89f03-3348-45b6-8af5-578e5a7722a3,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:15.405681 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.406716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8859561b-453a-40df-b464-bbefeaa1629f no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:15.432187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdc7d6-19c9-4bda-959b-e606dbe17eed req-d4d4180e-e8dd-4025-a156-59e9b9f4d478 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.448062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdc7d6-19c9-4bda-959b-e606dbe17eed req-d4d4180e-e8dd-4025-a156-59e9b9f4d478 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.454262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6bfdc7d6-19c9-4bda-959b-e606dbe17eed req-d4d4180e-e8dd-4025-a156-59e9b9f4d478 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a&device_id=9b967348-1d9c-4910-9692-afd72b69e68c HTTP/1.1" status: 200 len: 1682 time: 0.5001776 Sep 16 04:55:15.591147 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.592622 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=57f89f03-3348-45b6-8af5-578e5a7722a3,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:15.627443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] No DVR routers for this DVR port 267c03d0-c4a6-4d27-8848-96211f86e09b on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:15.698416 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6bfdc7d6-19c9-4bda-959b-e606dbe17eed req-278c9ef2-32fd-4770-8b7b-b67ee28a297e tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823771 Sep 16 04:55:15.699246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] In _notify_port_updated(), no bound segment for port 267c03d0-c4a6-4d27-8848-96211f86e09b on network fac02cc7-a8ca-47e0-990f-c775ceab25df {{(pid=94744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:55:15.700621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.700899 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.701195 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.702919 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] 10.222.0.50 "PUT /v2.0/ports/267c03d0-c4a6-4d27-8848-96211f86e09b HTTP/1.1" status: 200 len: 1031 time: 3.0111408 Sep 16 04:55:15.810440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b78d2b-d96c-436f-a466-5920a3068501 service neutron] Pushing event updated for resources: {'Port': ['ID=267c03d0-c4a6-4d27-8848-96211f86e09b,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:15.829917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f29c5-0938-42a5-9cc2-bd5dd7448329 req-13a37228-26fa-4961-8ff8-cf3718678e59 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.831690 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-603f29c5-0938-42a5-9cc2-bd5dd7448329 req-13a37228-26fa-4961-8ff8-cf3718678e59 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.15 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 945 time: 0.2744801 Sep 16 04:55:15.844566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8859561b-453a-40df-b464-bbefeaa1629f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8859561b-453a-40df-b464-bbefeaa1629f,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:15.852060 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Router 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:15.857180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-40d93390-c319-4a2d-af2d-ab4a30b3d70c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:15.859193 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-40d93390-c319-4a2d-af2d-ab4a30b3d70c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "GET /v2.0/ports/8859561b-453a-40df-b464-bbefeaa1629f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1398673 Sep 16 04:55:15.885881 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.896514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:15.978826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-318e528a-68cc-4268-936e-771fd5d12997 None None] Provisioning complete for port 267c03d0-c4a6-4d27-8848-96211f86e09b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:15.979242 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-318e528a-68cc-4268-936e-771fd5d12997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:15.984975 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.002246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd79f4-3e71-4d26-9ecd-25f01019a259 req-fb4da93f-e45d-4230-a92c-7ff0836101b1 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.009642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd79f4-3e71-4d26-9ecd-25f01019a259 req-fb4da93f-e45d-4230-a92c-7ff0836101b1 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.015914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd79f4-3e71-4d26-9ecd-25f01019a259 req-fb4da93f-e45d-4230-a92c-7ff0836101b1 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.023262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd79f4-3e71-4d26-9ecd-25f01019a259 req-fb4da93f-e45d-4230-a92c-7ff0836101b1 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.031863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd79f4-3e71-4d26-9ecd-25f01019a259 req-fb4da93f-e45d-4230-a92c-7ff0836101b1 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.037145 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-318e528a-68cc-4268-936e-771fd5d12997 None None] Port 267c03d0-c4a6-4d27-8848-96211f86e09b cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:16.039687 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd79f4-3e71-4d26-9ecd-25f01019a259 req-fb4da93f-e45d-4230-a92c-7ff0836101b1 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.042180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8cd79f4-3e71-4d26-9ecd-25f01019a259 req-fb4da93f-e45d-4230-a92c-7ff0836101b1 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 4655 time: 0.8369961 Sep 16 04:55:16.043661 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.046651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8859561b-453a-40df-b464-bbefeaa1629f,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.194642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8cd79f4-3e71-4d26-9ecd-25f01019a259 req-eed9a19a-6b83-4b49-ab82-5a165771652d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ed3888f-eff9-491c-8d81-8f7e47de01f9&id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444848 Sep 16 04:55:16.196796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.199154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55c1bb91-fc5d-43b8-b0d7-ea6c14d7b13d {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:16.250305 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 04:55:16.255502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f403fda7-1168-4819-969d-e92a03e81439 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8411930 Sep 16 04:55:16.256839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51330) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:16.385223 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.577580 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42'}, {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c04427e-436b-4e81-8e71-1ce7b4320fe5'}, {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f89f03-3348-45b6-8af5-578e5a7722a3'}, {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8859561b-453a-40df-b464-bbefeaa1629f'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:16.579904 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15b894a-4294-46c3-9e80-5e13426842a0" -d '{"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb4b8a4-bd16-481d-9eea-d98db23b0b42"}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "9c04427e-436b-4e81-8e71-1ce7b4320fe5"}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "57f89f03-3348-45b6-8af5-578e5a7722a3"}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "8859561b-453a-40df-b464-bbefeaa1629f"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:16.651895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] For port 8859561b-453a-40df-b464-bbefeaa1629f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8859561b-453a-40df-b464-bbefeaa1629f,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:16.693075 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] For port 8859561b-453a-40df-b464-bbefeaa1629f, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:16.737671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] device_id is not set on port 8859561b-453a-40df-b464-bbefeaa1629f yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:16.746067 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.765503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc46ac9-4025-4921-8467-7da7ac924a61 req-2418f3e8-0c7d-442c-886b-e4101097c020 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:16.767325 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3fc46ac9-4025-4921-8467-7da7ac924a61 req-2418f3e8-0c7d-442c-886b-e4101097c020 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 945 time: 0.8624175 Sep 16 04:55:16.783104 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.908566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:16.920483 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Sync routers for ids ['0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:16.945208 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.949379 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9c03d66f-5cb4-47bb-b2bf-9f2b3d800636 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 10.3258741 Sep 16 04:55:16.960495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Routers {'0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:16.960860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c11baebf-9277-411f-8eda-ff9ccc3ef418 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Deleting port 7476de87-f31e-40a3-9344-1d573635c3cd {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:16.961471 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c11baebf-9277-411f-8eda-ff9ccc3ef418 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:16.964422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:54:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:16.970422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] Pushing event updated for resources: {'Port': ['ID=8859561b-453a-40df-b464-bbefeaa1629f,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:16.974278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51346) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:17.145526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10c82a-1f16-49f6-a9da-ab4663aba036 req-c04cd2e8-541a-4186-a42c-21d2ea09321a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:17.155840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-db10c82a-1f16-49f6-a9da-ab4663aba036 req-c04cd2e8-541a-4186-a42c-21d2ea09321a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.7433345 Sep 16 04:55:17.196833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] No DVR routers for this DVR port 8859561b-453a-40df-b464-bbefeaa1629f on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:17.205057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Set router 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:17.307275 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-603f29c5-0938-42a5-9cc2-bd5dd7448329 req-73952fec-4d41-47e2-ae2a-94c041e0a635 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Deleting port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:17.307883 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-603f29c5-0938-42a5-9cc2-bd5dd7448329 req-73952fec-4d41-47e2-ae2a-94c041e0a635 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.324942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] In _notify_port_updated(), no bound segment for port 8859561b-453a-40df-b464-bbefeaa1629f on network fac02cc7-a8ca-47e0-990f-c775ceab25df {{(pid=94744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 04:55:17.330008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:17.330828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.335580 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-78d1774d-a849-48b1-b9c9-35b642627666 service neutron] 10.222.0.50 "PUT /v2.0/ports/8859561b-453a-40df-b464-bbefeaa1629f HTTP/1.1" status: 200 len: 1031 time: 1.4487836 Sep 16 04:55:17.421718 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3fc46ac9-4025-4921-8467-7da7ac924a61 req-bbfb1bcb-b9d0-4b3f-af65-6b58a0dea4ed tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148200 Sep 16 04:55:17.428413 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-db10c82a-1f16-49f6-a9da-ab4663aba036 req-f84deb48-cf29-4e07-9abf-c8e31f5cfe1f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579123 Sep 16 04:55:17.463647 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c11baebf-9277-411f-8eda-ff9ccc3ef418 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.475810 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f80ad950-324b-4081-a4db-7c58d8c9c463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.525762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c11baebf-9277-411f-8eda-ff9ccc3ef418 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Calling delete_port for 7476de87-f31e-40a3-9344-1d573635c3cd owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:17.592611 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c568e1-0fda-4db7-8211-854c985fa22d x-openstack-request-id: req-c1c568e1-0fda-4db7-8211-854c985fa22d {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:17.592923 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb4b8a4-bd16-481d-9eea-d98db23b0b42", "code": 200}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "9c04427e-436b-4e81-8e71-1ce7b4320fe5", "code": 200}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "57f89f03-3348-45b6-8af5-578e5a7722a3", "code": 200}, {"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-unplugged", "status": "completed", "tag": "8859561b-453a-40df-b464-bbefeaa1629f", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:17.593183 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1c568e1-0fda-4db7-8211-854c985fa22d {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:17.593622 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42', 'code': 200} Sep 16 04:55:17.593895 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c04427e-436b-4e81-8e71-1ce7b4320fe5', 'code': 200} Sep 16 04:55:17.594156 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f89f03-3348-45b6-8af5-578e5a7722a3', 'code': 200} Sep 16 04:55:17.594416 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8859561b-453a-40df-b464-bbefeaa1629f', 'code': 200} Sep 16 04:55:17.661139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f4605343-4200-4cce-86a9-66ad4b2b6a64 None None] Provisioning complete for port 8859561b-453a-40df-b464-bbefeaa1629f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:17.671071 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4605343-4200-4cce-86a9-66ad4b2b6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:17.974460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f4605343-4200-4cce-86a9-66ad4b2b6a64 None None] Port 8859561b-453a-40df-b464-bbefeaa1629f cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:17.991948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326e86b-a7f0-4e74-86e3-dc8f1d9a2d49 req-3badd419-8149-4e4d-837f-c3da560e6995 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:17.999566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326e86b-a7f0-4e74-86e3-dc8f1d9a2d49 req-3badd419-8149-4e4d-837f-c3da560e6995 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.007457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326e86b-a7f0-4e74-86e3-dc8f1d9a2d49 req-3badd419-8149-4e4d-837f-c3da560e6995 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.014075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326e86b-a7f0-4e74-86e3-dc8f1d9a2d49 req-3badd419-8149-4e4d-837f-c3da560e6995 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.020994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326e86b-a7f0-4e74-86e3-dc8f1d9a2d49 req-3badd419-8149-4e4d-837f-c3da560e6995 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.026099 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c326e86b-a7f0-4e74-86e3-dc8f1d9a2d49 req-3badd419-8149-4e4d-837f-c3da560e6995 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 3875 time: 0.2483420 Sep 16 04:55:18.105122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'name': 'tempest-ImageQuotaTest-1582366727-router', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '1de625b1-770c-4369-b348-be9e365864b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:06Z', 'updated_at': '2021-09-16T04:55:12Z', 'revision_number': 3, 'project_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'gw_port': {'id': '1de625b1-770c-4369-b348-be9e365864b5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:18.111085 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c11baebf-9277-411f-8eda-ff9ccc3ef418 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.202555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Checking router: 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:18.203095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Updating router 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 port 1de625b1-770c-4369-b348-be9e365864b5 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:55:18.252545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:18.274313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c326e86b-a7f0-4e74-86e3-dc8f1d9a2d49 req-b537b3f4-4445-40de-a3a3-68cf3671d2ba tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307522 Sep 16 04:55:18.275188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11baebf-9277-411f-8eda-ff9ccc3ef418 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Pushing event deleted for resources: {'Port': ['ID=7476de87-f31e-40a3-9344-1d573635c3cd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:18.459490 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.748136 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c11baebf-9277-411f-8eda-ff9ccc3ef418 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:18.768516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c11baebf-9277-411f-8eda-ff9ccc3ef418 tempest-RoutersAdminNegativeIpV6Test-735586251 tempest-RoutersAdminNegativeIpV6Test-735586251-project-admin] 10.222.0.53 "DELETE /v2.0/ports/7476de87-f31e-40a3-9344-1d573635c3cd HTTP/1.1" status: 204 len: 168 time: 2.5098894 Sep 16 04:55:18.838990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba1d8-006e-47e4-9a00-880b9b55a140 req-1438a9fa-959a-48a1-8ffc-311fb450e1a7 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:18.852545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fdba1d8-006e-47e4-9a00-880b9b55a140 req-1438a9fa-959a-48a1-8ffc-311fb450e1a7 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 945 time: 0.1964397 Sep 16 04:55:18.894892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51390) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:18.989430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-603f29c5-0938-42a5-9cc2-bd5dd7448329 req-73952fec-4d41-47e2-ae2a-94c041e0a635 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] For port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8d40dcbf-a818-4e4c-a41d-6b6e081740b5,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:19.002355 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-603f29c5-0938-42a5-9cc2-bd5dd7448329 req-73952fec-4d41-47e2-ae2a-94c041e0a635 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.057926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fdba1d8-006e-47e4-9a00-880b9b55a140 req-1d5ee31f-42a8-41e8-8e32-5f8cf601c583 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043655 Sep 16 04:55:19.097248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-603f29c5-0938-42a5-9cc2-bd5dd7448329 req-73952fec-4d41-47e2-ae2a-94c041e0a635 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Calling delete_port for 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:19.264877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-abe68309-2ded-4b1b-bacb-1a020407969c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.474305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f7d34-3572-444d-9d43-9af7f03db022 req-de6875fb-ae0e-4ea8-924f-a9095a70b0e9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:19.483141 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f30f7d34-3572-444d-9d43-9af7f03db022 req-de6875fb-ae0e-4ea8-924f-a9095a70b0e9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.7447696 Sep 16 04:55:19.495452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-603f29c5-0938-42a5-9cc2-bd5dd7448329 req-73952fec-4d41-47e2-ae2a-94c041e0a635 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.594576 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-abe68309-2ded-4b1b-bacb-1a020407969c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.606462 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-abe68309-2ded-4b1b-bacb-1a020407969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.620173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['55deae83-693b-4ccb-8561-ef66dc3664ab'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:19.650250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51406) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:19.656471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d716640f-5d72-4a31-94c4-8bcdc47f49f1', 'de57d2f6-1193-4d0b-9479-81f1214060a9'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:19.695431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe68309-2ded-4b1b-bacb-1a020407969c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eae2b3-4d5c-483d-b5bc-1701ff0d8fe4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:19.745756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-abe68309-2ded-4b1b-bacb-1a020407969c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27ed95e0da094d47be2a6c0cb4a95375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8486578 Sep 16 04:55:19.749572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51410) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:19.826313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-5fafe923-1824-47af-931c-1d20854b0f07 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Deleting port 9c04427e-436b-4e81-8e71-1ce7b4320fe5 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:19.826855 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-5fafe923-1824-47af-931c-1d20854b0f07 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.849354 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:19.858730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066c1e0-a37c-4b30-83a5-086aeb52fa1f req-d24c3c7c-9847-4cfa-88a2-085d4341dd37 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:19.874379 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a066c1e0-a37c-4b30-83a5-086aeb52fa1f req-d24c3c7c-9847-4cfa-88a2-085d4341dd37 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b967348-1d9c-4910-9692-afd72b69e68c HTTP/1.1" status: 200 len: 946 time: 0.5831332 Sep 16 04:55:19.978541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f30f7d34-3572-444d-9d43-9af7f03db022 req-066976e8-8238-4f22-a226-cfa7b965f1e7 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4942706 Sep 16 04:55:19.983038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73952fec-4d41-47e2-ae2a-94c041e0a635 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Pushing event deleted for resources: {'Port': ['ID=8d40dcbf-a818-4e4c-a41d-6b6e081740b5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:20.042238 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e884f23-1f35-4a6a-86bb-51ca13d1a78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.104331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-5fafe923-1824-47af-931c-1d20854b0f07 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] For port 9c04427e-436b-4e81-8e71-1ce7b4320fe5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=9c04427e-436b-4e81-8e71-1ce7b4320fe5,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:20.105078 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-5fafe923-1824-47af-931c-1d20854b0f07 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.124218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-5fafe923-1824-47af-931c-1d20854b0f07 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Calling delete_port for 9c04427e-436b-4e81-8e71-1ce7b4320fe5 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:20.127518 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6294abf9-0681-4ab5-9f8e-d0b05b3b3d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.328401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e0bb5-e2c7-4a24-812f-66a0d98fdc05 req-835c65cf-e538-4ea7-818f-1b1b6354f7f8 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.330432 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-346e0bb5-e2c7-4a24-812f-66a0d98fdc05 req-835c65cf-e538-4ea7-818f-1b1b6354f7f8 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b967348-1d9c-4910-9692-afd72b69e68c HTTP/1.1" status: 200 len: 946 time: 0.6373496 Sep 16 04:55:20.338762 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5ffb60bb-1172-457b-81a5-cd5bb2dc1827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.344644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2ebcb7bb-9211-44ee-a57e-c60d17171a81 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:20.366089 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-5fafe923-1824-47af-931c-1d20854b0f07 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.368227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e884f23-1f35-4a6a-86bb-51ca13d1a78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.376728 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6294abf9-0681-4ab5-9f8e-d0b05b3b3d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.396295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a066c1e0-a37c-4b30-83a5-086aeb52fa1f req-971deb6b-757b-435f-bad0-4c3222cfe492 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207713 Sep 16 04:55:20.465113 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e884f23-1f35-4a6a-86bb-51ca13d1a78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.486700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-603f29c5-0938-42a5-9cc2-bd5dd7448329 req-73952fec-4d41-47e2-ae2a-94c041e0a635 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] No DVR routers for this DVR port 8d40dcbf-a818-4e4c-a41d-6b6e081740b5 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:20.489279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-603f29c5-0938-42a5-9cc2-bd5dd7448329 req-73952fec-4d41-47e2-ae2a-94c041e0a635 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.498085 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-603f29c5-0938-42a5-9cc2-bd5dd7448329 req-73952fec-4d41-47e2-ae2a-94c041e0a635 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.15 "DELETE /v2.0/ports/8d40dcbf-a818-4e4c-a41d-6b6e081740b5 HTTP/1.1" status: 204 len: 173 time: 4.6589303 Sep 16 04:55:20.523705 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.525577 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.546466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50413012-d7c6-4a50-a952-af53ce7060c8', 'name': 'network-vif-deleted', 'tag': '8d40dcbf-a818-4e4c-a41d-6b6e081740b5'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:20.553437 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9e884f23-1f35-4a6a-86bb-51ca13d1a78b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aad3ce210cb54169a9bf41618c2c8f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8653080 Sep 16 04:55:20.554674 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce50decb-68b2-411f-b458-f677dc4b569d" -d '{"events": [{"server_uuid": "50413012-d7c6-4a50-a952-af53ce7060c8", "name": "network-vif-deleted", "tag": "8d40dcbf-a818-4e4c-a41d-6b6e081740b5"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:20.568497 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d58b0366-7a30-430f-bda5-a9125588eefb req-c2668c27-d698-406d-87b3-412115a1ff61 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=50413012-d7c6-4a50-a952-af53ce7060c8 HTTP/1.1" status: 200 len: 210 time: 0.0777504 Sep 16 04:55:20.582880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51420) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:20.614486 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.629356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafe923-1824-47af-931c-1d20854b0f07 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'Port': ['ID=9c04427e-436b-4e81-8e71-1ce7b4320fe5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:20.688690 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b9ebea-6778-4080-949f-a4711b8b9c02 x-openstack-request-id: req-21b9ebea-6778-4080-949f-a4711b8b9c02 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:20.689160 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50413012-d7c6-4a50-a952-af53ce7060c8", "name": "network-vif-deleted", "tag": "8d40dcbf-a818-4e4c-a41d-6b6e081740b5", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:20.689725 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21b9ebea-6778-4080-949f-a4711b8b9c02 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:20.690390 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50413012-d7c6-4a50-a952-af53ce7060c8', 'name': 'network-vif-deleted', 'tag': '8d40dcbf-a818-4e4c-a41d-6b6e081740b5', 'status': 'completed', 'code': 200} Sep 16 04:55:20.735085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7854e-c6c3-47fa-be06-593a1d7a0d28 req-b23c1f47-ab8f-454a-874f-482351864460 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.736679 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3e7854e-c6c3-47fa-be06-593a1d7a0d28 req-b23c1f47-ab8f-454a-874f-482351864460 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e72cddd-0634-4835-922e-9024b50d975a HTTP/1.1" status: 200 len: 945 time: 0.5358043 Sep 16 04:55:20.836976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-5fafe923-1824-47af-931c-1d20854b0f07 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] No DVR routers for this DVR port 9c04427e-436b-4e81-8e71-1ce7b4320fe5 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:20.838422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e884f23-1f35-4a6a-86bb-51ca13d1a78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e323d5e9-dfb5-4196-85d4-b1ff2a5f032b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:20.862228 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-5fafe923-1824-47af-931c-1d20854b0f07 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.865838 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-5fafe923-1824-47af-931c-1d20854b0f07 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "DELETE /v2.0/ports/9c04427e-436b-4e81-8e71-1ce7b4320fe5 HTTP/1.1" status: 204 len: 173 time: 3.4849598 Sep 16 04:55:20.866119 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61fa6495-645f-446a-ad5e-ef16d05e5b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.870925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Attempting to bind port 1de625b1-770c-4369-b348-be9e365864b5 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:20.871459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Attempting to bind port 1de625b1-770c-4369-b348-be9e365864b5 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:20.871728 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Attempting to bind port 1de625b1-770c-4369-b348-be9e365864b5 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:20.891304 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61fa6495-645f-446a-ad5e-ef16d05e5b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.896490 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df652a9-f475-4018-845f-0141d9378e5d req-ddd2303e-5d93-4bc8-967e-301d71f79191 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.905902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df652a9-f475-4018-845f-0141d9378e5d req-ddd2303e-5d93-4bc8-967e-301d71f79191 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.912308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df652a9-f475-4018-845f-0141d9378e5d req-ddd2303e-5d93-4bc8-967e-301d71f79191 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.920523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df652a9-f475-4018-845f-0141d9378e5d req-ddd2303e-5d93-4bc8-967e-301d71f79191 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:20.929424 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3df652a9-f475-4018-845f-0141d9378e5d req-ddd2303e-5d93-4bc8-967e-301d71f79191 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 3142 time: 0.6178997 Sep 16 04:55:20.980714 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61fa6495-645f-446a-ad5e-ef16d05e5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.985352 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61fa6495-645f-446a-ad5e-ef16d05e5b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:20.997437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee02fd8-fb17-43ad-ac6c-6c45385080fd None None] Pushing event updated for resources: {'Port': ['ID=1de625b1-770c-4369-b348-be9e365864b5,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:20.998320 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-61fa6495-645f-446a-ad5e-ef16d05e5b28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e323d5e9-dfb5-4196-85d4-b1ff2a5f032b HTTP/1.1" status: 204 len: 168 time: 0.3826480 Sep 16 04:55:21.015299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:21.015299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:21.015299 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.015299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:21.020100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa6495-645f-446a-ad5e-ef16d05e5b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e323d5e9-dfb5-4196-85d4-b1ff2a5f032b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:21.020100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6294abf9-0681-4ab5-9f8e-d0b05b3b3d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.020869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Bound port: 1de625b1-770c-4369-b348-be9e365864b5, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:21.020869 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.025450 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6294abf9-0681-4ab5-9f8e-d0b05b3b3d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.028398 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6294abf9-0681-4ab5-9f8e-d0b05b3b3d03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0eae2b3-4d5c-483d-b5bc-1701ff0d8fe4 HTTP/1.1" status: 204 len: 168 time: 1.2775877 Sep 16 04:55:21.063097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294abf9-0681-4ab5-9f8e-d0b05b3b3d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eae2b3-4d5c-483d-b5bc-1701ff0d8fe4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:21.092332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-d3e7854e-c6c3-47fa-be06-593a1d7a0d28 req-e56d3b45-f3a0-4221-ba46-9efdaea24561 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Deleting port 72266087-6a3f-4972-b5d9-f05921dc3230 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:21.092690 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d3e7854e-c6c3-47fa-be06-593a1d7a0d28 req-e56d3b45-f3a0-4221-ba46-9efdaea24561 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.150126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b967348-1d9c-4910-9692-afd72b69e68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ebcb7bb-9211-44ee-a57e-c60d17171a81'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:21.166667 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca862f8c-64a1-4dd8-aacc-fb758cc80a50" -d '{"events": [{"server_uuid": "9b967348-1d9c-4910-9692-afd72b69e68c", "name": "network-vif-unplugged", "status": "completed", "tag": "2ebcb7bb-9211-44ee-a57e-c60d17171a81"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:21.278232 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3df652a9-f475-4018-845f-0141d9378e5d req-ee8f210a-6b1a-484e-81c6-c7edf681a75f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476937 Sep 16 04:55:21.322386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2ebcb7bb-9211-44ee-a57e-c60d17171a81, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2ebcb7bb-9211-44ee-a57e-c60d17171a81,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:21.337286 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.430569 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.475461 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf53976-c06b-4b90-8cd0-12e69c51c695 x-openstack-request-id: req-cbf53976-c06b-4b90-8cd0-12e69c51c695 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:21.475871 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b967348-1d9c-4910-9692-afd72b69e68c", "name": "network-vif-unplugged", "status": "completed", "tag": "2ebcb7bb-9211-44ee-a57e-c60d17171a81", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:21.476138 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbf53976-c06b-4b90-8cd0-12e69c51c695 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:21.476605 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b967348-1d9c-4910-9692-afd72b69e68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ebcb7bb-9211-44ee-a57e-c60d17171a81', 'code': 200} Sep 16 04:55:21.487650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024a84b-2e9f-4033-9fb4-42c8dc2a75cb req-fddaf587-ce2c-4061-be6e-514e373a6000 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:21.496465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-346e0bb5-e2c7-4a24-812f-66a0d98fdc05 req-23eebf29-a90f-475e-acb7-badc2d9509df tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Deleting port 2ebcb7bb-9211-44ee-a57e-c60d17171a81 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:21.496819 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-346e0bb5-e2c7-4a24-812f-66a0d98fdc05 req-23eebf29-a90f-475e-acb7-badc2d9509df tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.497869 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c024a84b-2e9f-4033-9fb4-42c8dc2a75cb req-fddaf587-ce2c-4061-be6e-514e373a6000 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.3336890 Sep 16 04:55:21.555145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-d3e7854e-c6c3-47fa-be06-593a1d7a0d28 req-e56d3b45-f3a0-4221-ba46-9efdaea24561 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] For port 72266087-6a3f-4972-b5d9-f05921dc3230, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=72266087-6a3f-4972-b5d9-f05921dc3230,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:21.555952 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d3e7854e-c6c3-47fa-be06-593a1d7a0d28 req-e56d3b45-f3a0-4221-ba46-9efdaea24561 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.583864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c024a84b-2e9f-4033-9fb4-42c8dc2a75cb req-c67d4012-4836-4fc9-aeae-64983aa74305 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848424 Sep 16 04:55:21.615908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-d3e7854e-c6c3-47fa-be06-593a1d7a0d28 req-e56d3b45-f3a0-4221-ba46-9efdaea24561 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Calling delete_port for 72266087-6a3f-4972-b5d9-f05921dc3230 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:21.731942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] For port 1de625b1-770c-4369-b348-be9e365864b5, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:21.738626 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.779759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] For port 1de625b1-770c-4369-b348-be9e365864b5, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1de625b1-770c-4369-b348-be9e365864b5,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:21.785356 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=2ebcb7bb-9211-44ee-a57e-c60d17171a81,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:21.800824 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:21.855650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee02fd8-fb17-43ad-ac6c-6c45385080fd None None] Pushing event updated for resources: {'Port': ['ID=1de625b1-770c-4369-b348-be9e365864b5,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:21.991783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Routers {'0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:21.994583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:55:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:22.023522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51454) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.057828 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3e6289a-a0c7-440b-a1af-2137148c6835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.078568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-1a567dd4-c3c7-4a32-957f-96ea3ffb0a82 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Deleting port 86717a90-1a2b-48bb-a89d-656fe2598f86 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:22.078789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-1a567dd4-c3c7-4a32-957f-96ea3ffb0a82 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.114326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51456) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.153341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] Set router 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:22.176016 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d3e7854e-c6c3-47fa-be06-593a1d7a0d28 req-e56d3b45-f3a0-4221-ba46-9efdaea24561 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.280035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-1a567dd4-c3c7-4a32-957f-96ea3ffb0a82 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] For port 86717a90-1a2b-48bb-a89d-656fe2598f86, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=86717a90-1a2b-48bb-a89d-656fe2598f86,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:22.282684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-1a567dd4-c3c7-4a32-957f-96ea3ffb0a82 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.314405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-1a567dd4-c3c7-4a32-957f-96ea3ffb0a82 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Calling delete_port for 86717a90-1a2b-48bb-a89d-656fe2598f86 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:22.396199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51468) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.396418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bdb73ca4-8af4-4c71-8463-b32fc9738291 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6afa8d77399147e8a32b011c607db281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586541 Sep 16 04:55:22.458298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'name': 'tempest-ImageQuotaTest-1582366727-router', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '1de625b1-770c-4369-b348-be9e365864b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:06Z', 'updated_at': '2021-09-16T04:55:12Z', 'revision_number': 3, 'project_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'gw_port': {'id': '1de625b1-770c-4369-b348-be9e365864b5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:22.462055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e7854e-c6c3-47fa-be06-593a1d7a0d28 req-e56d3b45-f3a0-4221-ba46-9efdaea24561 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] No DVR routers for this DVR port 72266087-6a3f-4972-b5d9-f05921dc3230 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:22.464058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d3b45-f3a0-4221-ba46-9efdaea24561 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Pushing event deleted for resources: {'Port': ['ID=72266087-6a3f-4972-b5d9-f05921dc3230,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:22.471943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7579e9-f6bb-427d-a919-8b4a5da4ec1f req-98cc712e-aedb-49e7-816d-34b937cd0016 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:22.472076 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d3e7854e-c6c3-47fa-be06-593a1d7a0d28 req-e56d3b45-f3a0-4221-ba46-9efdaea24561 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.474199 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3e7854e-c6c3-47fa-be06-593a1d7a0d28 req-e56d3b45-f3a0-4221-ba46-9efdaea24561 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.50 "DELETE /v2.0/ports/72266087-6a3f-4972-b5d9-f05921dc3230 HTTP/1.1" status: 204 len: 173 time: 1.7282038 Sep 16 04:55:22.481348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e72cddd-0634-4835-922e-9024b50d975a', 'name': 'network-vif-deleted', 'tag': '72266087-6a3f-4972-b5d9-f05921dc3230'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:22.481348 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3107428d-dcc0-454f-be1b-2fa409a369ea" -d '{"events": [{"server_uuid": "2e72cddd-0634-4835-922e-9024b50d975a", "name": "network-vif-deleted", "tag": "72266087-6a3f-4972-b5d9-f05921dc3230"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:22.482208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8f7579e9-f6bb-427d-a919-8b4a5da4ec1f req-98cc712e-aedb-49e7-816d-34b937cd0016 tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b967348-1d9c-4910-9692-afd72b69e68c HTTP/1.1" status: 200 len: 944 time: 0.8898327 Sep 16 04:55:22.539928 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6496953-9f9e-45c7-84ac-e7633d093820 None None] The sync data for ids ['0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'] in n-d-712142-17 is: [{'id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'name': 'tempest-ImageQuotaTest-1582366727-router', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '1de625b1-770c-4369-b348-be9e365864b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:06Z', 'updated_at': '2021-09-16T04:55:12Z', 'revision_number': 3, 'project_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'gw_port': {'id': '1de625b1-770c-4369-b348-be9e365864b5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:22.625288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-346e0bb5-e2c7-4a24-812f-66a0d98fdc05 req-23eebf29-a90f-475e-acb7-badc2d9509df tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] For port 2ebcb7bb-9211-44ee-a57e-c60d17171a81, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2ebcb7bb-9211-44ee-a57e-c60d17171a81,segment=NetworkSegment(182581a5-70b5-412d-b41e-b680889100a5),segment_id=182581a5-70b5-412d-b41e-b680889100a5)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:22.625850 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-346e0bb5-e2c7-4a24-812f-66a0d98fdc05 req-23eebf29-a90f-475e-acb7-badc2d9509df tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.626974 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3e6289a-a0c7-440b-a1af-2137148c6835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.637815 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3e6289a-a0c7-440b-a1af-2137148c6835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.705703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-deleted', 'tag': '9c04427e-436b-4e81-8e71-1ce7b4320fe5'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:22.707908 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb0840e-ced2-4399-8026-76bf59ba2e02" -d '{"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-deleted", "tag": "9c04427e-436b-4e81-8e71-1ce7b4320fe5"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:22.729365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6289a-a0c7-440b-a1af-2137148c6835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdd591d-7ed6-4f9d-86e2-5ce74b4163a0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:22.769268 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e3e6289a-a0c7-440b-a1af-2137148c6835 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=357d3771753e472b8440ef599beb6188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7444918 Sep 16 04:55:22.769974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51478) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:22.810930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-346e0bb5-e2c7-4a24-812f-66a0d98fdc05 req-23eebf29-a90f-475e-acb7-badc2d9509df tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Calling delete_port for 2ebcb7bb-9211-44ee-a57e-c60d17171a81 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:22.872982 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b4b4-87b5-4b05-a34b-1b610d0b66c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.910168 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b4b4-87b5-4b05-a34b-1b610d0b66c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.945383 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:22.982485 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-1a567dd4-c3c7-4a32-957f-96ea3ffb0a82 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.064465 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8f7579e9-f6bb-427d-a919-8b4a5da4ec1f req-ad83183b-03a1-4193-90d9-f25d2acb05bb tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770156 Sep 16 04:55:23.143723 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b4b4-87b5-4b05-a34b-1b610d0b66c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.159258 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a8a7b4b4-87b5-4b05-a34b-1b610d0b66c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.163668 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a8a7b4b4-87b5-4b05-a34b-1b610d0b66c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfdd591d-7ed6-4f9d-86e2-5ce74b4163a0 HTTP/1.1" status: 204 len: 168 time: 0.3926570 Sep 16 04:55:23.187812 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.227729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7b4b4-87b5-4b05-a34b-1b610d0b66c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdd591d-7ed6-4f9d-86e2-5ce74b4163a0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:23.382956 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b29e0f6-5755-4c1e-bcf9-f7834a012bb1 x-openstack-request-id: req-4b29e0f6-5755-4c1e-bcf9-f7834a012bb1 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:23.383264 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e72cddd-0634-4835-922e-9024b50d975a", "name": "network-vif-deleted", "tag": "72266087-6a3f-4972-b5d9-f05921dc3230", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:23.383522 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b29e0f6-5755-4c1e-bcf9-f7834a012bb1 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:23.383994 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e72cddd-0634-4835-922e-9024b50d975a', 'name': 'network-vif-deleted', 'tag': '72266087-6a3f-4972-b5d9-f05921dc3230', 'status': 'completed', 'code': 200} Sep 16 04:55:23.501548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1de625b1-770c-4369-b348-be9e365864b5 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:23.606134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Allocated IP 172.20.0.1 (04cf3ab9-30a2-48e4-bdc8-0e165588d14a/6f0c347a-84e4-490f-a837-c2c9a1359adb/4dba3124-64b6-4583-8360-6157d22fa1f8) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:23.612110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a567dd4-c3c7-4a32-957f-96ea3ffb0a82 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'Port': ['ID=86717a90-1a2b-48bb-a89d-656fe2598f86,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:23.688256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1de625b1-770c-4369-b348-be9e365864b5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:23.688788 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.854736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dff8a-4897-477a-a290-548fac5133bd req-7760f3a9-1ef6-4305-8378-1341c1b9989e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.861987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dff8a-4897-477a-a290-548fac5133bd req-7760f3a9-1ef6-4305-8378-1341c1b9989e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.877905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dff8a-4897-477a-a290-548fac5133bd req-7760f3a9-1ef6-4305-8378-1341c1b9989e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:23.889689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a6dff8a-4897-477a-a290-548fac5133bd req-7760f3a9-1ef6-4305-8378-1341c1b9989e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 2409 time: 0.1303554 Sep 16 04:55:23.926054 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ad18d0f-39f2-492d-9ce2-994a3176f4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.956802 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:23.985623 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a6dff8a-4897-477a-a290-548fac5133bd req-51a6147a-470e-4015-80ff-2cfd7883c305 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946116 Sep 16 04:55:24.029344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 1de625b1-770c-4369-b348-be9e365864b5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1de625b1-770c-4369-b348-be9e365864b5,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:24.047940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.051636 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.214466 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=1de625b1-770c-4369-b348-be9e365864b5,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:24.247376 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677591b7-5d34-46ba-a1d5-cc9cd9804fdb x-openstack-request-id: req-677591b7-5d34-46ba-a1d5-cc9cd9804fdb {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:24.248776 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-deleted", "tag": "9c04427e-436b-4e81-8e71-1ce7b4320fe5", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:24.249555 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-677591b7-5d34-46ba-a1d5-cc9cd9804fdb {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:24.251540 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-deleted', 'tag': '9c04427e-436b-4e81-8e71-1ce7b4320fe5', 'status': 'completed', 'code': 200} Sep 16 04:55:24.301988 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ad18d0f-39f2-492d-9ce2-994a3176f4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.361850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51506) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:24.362872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-1a567dd4-c3c7-4a32-957f-96ea3ffb0a82 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] No DVR routers for this DVR port 86717a90-1a2b-48bb-a89d-656fe2598f86 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:24.408678 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84255253-81d6-4466-8e3f-efeb9fec23fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.489077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 72266087-6a3f-4972-b5d9-f05921dc3230 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:24.557169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 72266087-6a3f-4972-b5d9-f05921dc3230 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:24.557843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 72266087-6a3f-4972-b5d9-f05921dc3230 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:24.578012 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-1a567dd4-c3c7-4a32-957f-96ea3ffb0a82 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.582628 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-1a567dd4-c3c7-4a32-957f-96ea3ffb0a82 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "DELETE /v2.0/ports/86717a90-1a2b-48bb-a89d-656fe2598f86 HTTP/1.1" status: 204 len: 173 time: 3.6439896 Sep 16 04:55:24.608399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344864b5-af53-4202-9d48-8c0df7ff841a req-f1313a55-8eca-470e-9f5e-05e63b6dd9cf tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.614247 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-344864b5-af53-4202-9d48-8c0df7ff841a req-f1313a55-8eca-470e-9f5e-05e63b6dd9cf tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b967348-1d9c-4910-9692-afd72b69e68c HTTP/1.1" status: 200 len: 944 time: 0.2146873 Sep 16 04:55:24.780730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-344864b5-af53-4202-9d48-8c0df7ff841a req-dd02ecca-3019-4f32-9853-bc693ff982dc tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/security-groups?id=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478539 Sep 16 04:55:24.843744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62e0d-b2ef-4568-96b7-61681540a17c req-c40c3c4d-94b0-4f32-8502-4674c9680128 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:24.844651 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84255253-81d6-4466-8e3f-efeb9fec23fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.851377 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6fb62e0d-b2ef-4568-96b7-61681540a17c req-c40c3c4d-94b0-4f32-8502-4674c9680128 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 1.2244918 Sep 16 04:55:24.855981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-84255253-81d6-4466-8e3f-efeb9fec23fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:24.904779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84255253-81d6-4466-8e3f-efeb9fec23fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181fcd54-082c-4f02-9ad9-e2b79f9e5c6a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:24.962094 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-84255253-81d6-4466-8e3f-efeb9fec23fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88d66d6736ed44caa35b7cc76cd69670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993161 Sep 16 04:55:24.964220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51514) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:25.056574 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc74a7fa-ea92-4111-a003-82263a4df1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.121630 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc74a7fa-ea92-4111-a003-82263a4df1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.234515 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-346e0bb5-e2c7-4a24-812f-66a0d98fdc05 req-23eebf29-a90f-475e-acb7-badc2d9509df tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.272507 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eebf29-a90f-475e-acb7-badc2d9509df tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Pushing event deleted for resources: {'Port': ['ID=2ebcb7bb-9211-44ee-a57e-c60d17171a81,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:25.313407 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.336455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb9d20-ba01-4c47-85de-122326d28d20 req-fb220447-179f-4702-9f9a-591a245e4748 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.355684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb9d20-ba01-4c47-85de-122326d28d20 req-fb220447-179f-4702-9f9a-591a245e4748 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.375377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb9d20-ba01-4c47-85de-122326d28d20 req-fb220447-179f-4702-9f9a-591a245e4748 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:25.377830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69cb9d20-ba01-4c47-85de-122326d28d20 req-fb220447-179f-4702-9f9a-591a245e4748 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 2409 time: 0.1721311 Sep 16 04:55:25.407311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc74a7fa-ea92-4111-a003-82263a4df1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.432297 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ad18d0f-39f2-492d-9ce2-994a3176f4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.436310 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc74a7fa-ea92-4111-a003-82263a4df1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.437893 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dc74a7fa-ea92-4111-a003-82263a4df1ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/181fcd54-082c-4f02-9ad9-e2b79f9e5c6a HTTP/1.1" status: 204 len: 168 time: 0.4723253 Sep 16 04:55:25.446673 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ad18d0f-39f2-492d-9ce2-994a3176f4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.447964 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5ad18d0f-39f2-492d-9ce2-994a3176f4a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8368b14a-e6ed-4a89-b591-44646d8e8a30 HTTP/1.1" status: 204 len: 168 time: 3.0033829 Sep 16 04:55:25.479131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74a7fa-ea92-4111-a003-82263a4df1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181fcd54-082c-4f02-9ad9-e2b79f9e5c6a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:25.547220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1de625b1-770c-4369-b348-be9e365864b5 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:25.552331 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6fb62e0d-b2ef-4568-96b7-61681540a17c req-b235a442-d2d7-4724-996e-7cbf0295d3b1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6986680 Sep 16 04:55:25.567162 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69cb9d20-ba01-4c47-85de-122326d28d20 req-406db704-01a5-426a-a85c-91dfad692680 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763606 Sep 16 04:55:25.622396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad18d0f-39f2-492d-9ce2-994a3176f4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8368b14a-e6ed-4a89-b591-44646d8e8a30,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:25.624368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Pushing event updated for resources: {'Port': ['ID=4dba3124-64b6-4583-8360-6157d22fa1f8,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:25.654285 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Network 04cf3ab9-30a2-48e4-bdc8-0e165588d14a is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:25.691828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1de625b1-770c-4369-b348-be9e365864b5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:25.692225 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.721019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-346e0bb5-e2c7-4a24-812f-66a0d98fdc05 req-23eebf29-a90f-475e-acb7-badc2d9509df tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] No DVR routers for this DVR port 2ebcb7bb-9211-44ee-a57e-c60d17171a81 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:25.725332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0c81bcce-39a7-4c24-8795-399cdc4bc4d2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Deleting port 8d2795f4-96ee-449c-b4d6-af82e2788cd4 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:25.725975 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0c81bcce-39a7-4c24-8795-399cdc4bc4d2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.874422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:25.896801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:25.902311 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-346e0bb5-e2c7-4a24-812f-66a0d98fdc05 req-23eebf29-a90f-475e-acb7-badc2d9509df tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:25.908432 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-346e0bb5-e2c7-4a24-812f-66a0d98fdc05 req-23eebf29-a90f-475e-acb7-badc2d9509df tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.15 "DELETE /v2.0/ports/2ebcb7bb-9211-44ee-a57e-c60d17171a81 HTTP/1.1" status: 204 len: 173 time: 5.5370643 Sep 16 04:55:26.055602 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac95c82b-2bd3-431a-984b-829e0be5407b req-8c081ec8-f5bf-40cf-9caa-b2865d1b843d tempest-ListServersNegativeTestJSON-1871818875 tempest-ListServersNegativeTestJSON-1871818875-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b967348-1d9c-4910-9692-afd72b69e68c HTTP/1.1" status: 200 len: 210 time: 0.0686615 Sep 16 04:55:26.095219 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.172524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0c81bcce-39a7-4c24-8795-399cdc4bc4d2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] For port 8d2795f4-96ee-449c-b4d6-af82e2788cd4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8d2795f4-96ee-449c-b4d6-af82e2788cd4,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:26.172916 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0c81bcce-39a7-4c24-8795-399cdc4bc4d2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.211474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0c81bcce-39a7-4c24-8795-399cdc4bc4d2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Calling delete_port for 8d2795f4-96ee-449c-b4d6-af82e2788cd4 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:26.348650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-deleted', 'tag': '86717a90-1a2b-48bb-a89d-656fe2598f86'}, {'server_uuid': '9b967348-1d9c-4910-9692-afd72b69e68c', 'name': 'network-vif-deleted', 'tag': '2ebcb7bb-9211-44ee-a57e-c60d17171a81'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:26.351346 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f85e8a9-7321-453f-9385-a61f6a32b076" -d '{"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-deleted", "tag": "86717a90-1a2b-48bb-a89d-656fe2598f86"}, {"server_uuid": "9b967348-1d9c-4910-9692-afd72b69e68c", "name": "network-vif-deleted", "tag": "2ebcb7bb-9211-44ee-a57e-c60d17171a81"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:26.425766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d80faf61-3447-4483-9180-4e19701b2212 None None] Provisioning complete for port 4dba3124-64b6-4583-8360-6157d22fa1f8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:26.426901 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d80faf61-3447-4483-9180-4e19701b2212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.456978 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3809a792-dce3-4bd6-9670-1f9923dd0520 x-openstack-request-id: req-3809a792-dce3-4bd6-9670-1f9923dd0520 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:26.457545 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-deleted", "tag": "86717a90-1a2b-48bb-a89d-656fe2598f86", "status": "completed", "code": 200}, {"server_uuid": "9b967348-1d9c-4910-9692-afd72b69e68c", "name": "network-vif-deleted", "tag": "2ebcb7bb-9211-44ee-a57e-c60d17171a81", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:26.457988 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3809a792-dce3-4bd6-9670-1f9923dd0520 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:26.458561 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-deleted', 'tag': '86717a90-1a2b-48bb-a89d-656fe2598f86', 'status': 'completed', 'code': 200} Sep 16 04:55:26.459035 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b967348-1d9c-4910-9692-afd72b69e68c', 'name': 'network-vif-deleted', 'tag': '2ebcb7bb-9211-44ee-a57e-c60d17171a81', 'status': 'completed', 'code': 200} Sep 16 04:55:26.507117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d80faf61-3447-4483-9180-4e19701b2212 None None] Port 4dba3124-64b6-4583-8360-6157d22fa1f8 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:26.595963 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.855175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3f155-918a-4ac7-9263-2e28853c9054 req-51cfcb4b-c544-4bc0-87b4-4b0252cd9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:26.856838 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26d3f155-918a-4ac7-9263-2e28853c9054 req-51cfcb4b-c544-4bc0-87b4-4b0252cd9bdc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 1098 time: 0.2413757 Sep 16 04:55:26.892472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99514-d667-4926-92f1-603a212d42b8 req-b7ece5c4-ac24-4c29-9d69-971e3d5f6cd6 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:26.909958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99514-d667-4926-92f1-603a212d42b8 req-b7ece5c4-ac24-4c29-9d69-971e3d5f6cd6 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:26.917501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99514-d667-4926-92f1-603a212d42b8 req-b7ece5c4-ac24-4c29-9d69-971e3d5f6cd6 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:26.930768 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0c81bcce-39a7-4c24-8795-399cdc4bc4d2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:26.939750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7b99514-d667-4926-92f1-603a212d42b8 req-b7ece5c4-ac24-4c29-9d69-971e3d5f6cd6 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 2409 time: 0.2388861 Sep 16 04:55:27.028361 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ce76e-5853-45a6-bc8b-fb8f5d4157d7 req-55da501b-f9fb-43bc-a03a-3b4bb37837f7 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.036305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-999ce76e-5853-45a6-bc8b-fb8f5d4157d7 req-55da501b-f9fb-43bc-a03a-3b4bb37837f7 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.2520223 Sep 16 04:55:27.041307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81bcce-39a7-4c24-8795-399cdc4bc4d2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'Port': ['ID=8d2795f4-96ee-449c-b4d6-af82e2788cd4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:27.134180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7b99514-d667-4926-92f1-603a212d42b8 req-310e3b2c-6122-4d00-b968-24db0e0e9bb3 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362298 Sep 16 04:55:27.203151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3f155-918a-4ac7-9263-2e28853c9054 req-ce013546-6eeb-42b7-b063-6c047d59d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.204544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0c81bcce-39a7-4c24-8795-399cdc4bc4d2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] No DVR routers for this DVR port 8d2795f4-96ee-449c-b4d6-af82e2788cd4 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:27.204821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26d3f155-918a-4ac7-9263-2e28853c9054 req-ce013546-6eeb-42b7-b063-6c047d59d79d service neutron] 10.222.0.50 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 918 time: 0.2626123 Sep 16 04:55:27.211146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0c81bcce-39a7-4c24-8795-399cdc4bc4d2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.218067 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0c81bcce-39a7-4c24-8795-399cdc4bc4d2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "DELETE /v2.0/ports/8d2795f4-96ee-449c-b4d6-af82e2788cd4 HTTP/1.1" status: 204 len: 173 time: 2.6114256 Sep 16 04:55:27.230006 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.279720 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.315442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51604) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:27.357515 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-999ce76e-5853-45a6-bc8b-fb8f5d4157d7 req-e6e54012-d263-4b34-8def-a0dce39ca84d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204906 Sep 16 04:55:27.458740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26d3f155-918a-4ac7-9263-2e28853c9054 req-36bd1a0b-e35c-48ec-9986-14e657f89763 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12 HTTP/1.1" status: 200 len: 1002 time: 0.2417061 Sep 16 04:55:27.558659 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.576949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Pushing event updated for resources: {'Port': ['ID=4dba3124-64b6-4583-8360-6157d22fa1f8,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:27.610707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f96213-bc2e-463c-a570-55babbd30d1c admin admin] Deleting subnet b0e19a6d-c10f-4b6b-a41c-42761b177464 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:27.619321 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66f96213-bc2e-463c-a570-55babbd30d1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.703210 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66f96213-bc2e-463c-a570-55babbd30d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.723549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-f95a52fc-0682-478c-b6e5-94238fa62728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Deleting port 57f89f03-3348-45b6-8af5-578e5a7722a3 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:27.727353 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-f95a52fc-0682-478c-b6e5-94238fa62728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.765722 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66f96213-bc2e-463c-a570-55babbd30d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:27.778176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Network 04cf3ab9-30a2-48e4-bdc8-0e165588d14a is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:27.803511 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3f155-918a-4ac7-9263-2e28853c9054 req-8a1b9d28-1b51-4473-a07f-2b0156d218ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.805402 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26d3f155-918a-4ac7-9263-2e28853c9054 req-8a1b9d28-1b51-4473-a07f-2b0156d218ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.3325131 Sep 16 04:55:27.861930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:27.914790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3f155-918a-4ac7-9263-2e28853c9054 req-25348b8c-3d17-4a0e-9fca-3fdce442f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:27.916378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26d3f155-918a-4ac7-9263-2e28853c9054 req-25348b8c-3d17-4a0e-9fca-3fdce442f6bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941644 Sep 16 04:55:27.929479 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66f96213-bc2e-463c-a570-55babbd30d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.062610 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-f95a52fc-0682-478c-b6e5-94238fa62728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] For port 57f89f03-3348-45b6-8af5-578e5a7722a3, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=57f89f03-3348-45b6-8af5-578e5a7722a3,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:28.063502 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-f95a52fc-0682-478c-b6e5-94238fa62728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.132223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26d3f155-918a-4ac7-9263-2e28853c9054 req-bdb985c4-87b0-4c55-85ce-88e3043b8faf service neutron] 10.222.0.50 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040050 Sep 16 04:55:28.136167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f96213-bc2e-463c-a570-55babbd30d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e19a6d-c10f-4b6b-a41c-42761b177464,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:28.161904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-f95a52fc-0682-478c-b6e5-94238fa62728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Calling delete_port for 57f89f03-3348-45b6-8af5-578e5a7722a3 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:28.174131 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-66f96213-bc2e-463c-a570-55babbd30d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.179317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-66f96213-bc2e-463c-a570-55babbd30d1c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b0e19a6d-c10f-4b6b-a41c-42761b177464 HTTP/1.1" status: 204 len: 168 time: 0.8627601 Sep 16 04:55:28.180323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51642) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.356485 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0225ec21-f52c-4bc1-b7d1-bb1115aef984 None None] Provisioning complete for port 4dba3124-64b6-4583-8360-6157d22fa1f8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:28.357468 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0225ec21-f52c-4bc1-b7d1-bb1115aef984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.367643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Router 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:28.405352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0225ec21-f52c-4bc1-b7d1-bb1115aef984 None None] Port 4dba3124-64b6-4583-8360-6157d22fa1f8 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:28.417197 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26d3f155-918a-4ac7-9263-2e28853c9054 req-8fb915b9-ff29-4062-a2cd-5d5265db1c40 service neutron] 10.222.0.50 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690361 Sep 16 04:55:28.462219 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-deleted', 'tag': '8d2795f4-96ee-449c-b4d6-af82e2788cd4'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:28.470653 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bcdd86-af61-4afb-bb7a-c83f40a18e58" -d '{"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-deleted", "tag": "8d2795f4-96ee-449c-b4d6-af82e2788cd4"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:28.507743 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.562460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0a87f-5ab2-485b-b9a9-8d58f58ee826 req-593c1519-40e4-47c9-9629-20c3a7937307 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:28.564773 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-17f0a87f-5ab2-485b-b9a9-8d58f58ee826 req-593c1519-40e4-47c9-9629-20c3a7937307 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 945 time: 0.2848725 Sep 16 04:55:28.584420 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69351a-9784-4308-a1d9-99e1efcb8e48 req-7187eac8-85af-49cb-9440-b81d7900ff91 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:28.600157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69351a-9784-4308-a1d9-99e1efcb8e48 req-7187eac8-85af-49cb-9440-b81d7900ff91 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:28.634229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd69351a-9784-4308-a1d9-99e1efcb8e48 req-7187eac8-85af-49cb-9440-b81d7900ff91 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 1678 time: 0.2851608 Sep 16 04:55:28.651105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51662) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:28.739613 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd69351a-9784-4308-a1d9-99e1efcb8e48 req-197109d8-ef98-4ff7-91f1-480a95237043 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979662 Sep 16 04:55:28.843654 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-17f0a87f-5ab2-485b-b9a9-8d58f58ee826 req-e57559ac-6374-45ed-a455-4d6ffd825ce5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724471 Sep 16 04:55:28.860639 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.864993 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-f95a52fc-0682-478c-b6e5-94238fa62728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:28.923475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:28.945934 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a3ac5a9b-062b-41e5-83fd-3ceb4843fec0 admin admin] 10.222.0.53 "PUT /v2.0/routers/0ad8cb6d-00ec-4a09-8f35-66d716d1fc23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9565771 Sep 16 04:55:28.945934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a52fc-0682-478c-b6e5-94238fa62728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'Port': ['ID=57f89f03-3348-45b6-8af5-578e5a7722a3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:28.949035 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Sync routers for ids ['0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:28.967348 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81898ef9-97e8-4c44-a91f-c9631e5a2e00 x-openstack-request-id: req-81898ef9-97e8-4c44-a91f-c9631e5a2e00 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:28.967609 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-deleted", "tag": "8d2795f4-96ee-449c-b4d6-af82e2788cd4", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:28.967801 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81898ef9-97e8-4c44-a91f-c9631e5a2e00 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:28.968179 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-deleted', 'tag': '8d2795f4-96ee-449c-b4d6-af82e2788cd4', 'status': 'completed', 'code': 200} Sep 16 04:55:28.988775 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Routers {'0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:28.991100 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:55:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.034065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891f3079-8ad9-4b0b-a5fd-6623b8fdc246']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.035018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-f95a52fc-0682-478c-b6e5-94238fa62728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] No DVR routers for this DVR port 57f89f03-3348-45b6-8af5-578e5a7722a3 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:29.041442 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-f95a52fc-0682-478c-b6e5-94238fa62728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.047636 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-f95a52fc-0682-478c-b6e5-94238fa62728 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "DELETE /v2.0/ports/57f89f03-3348-45b6-8af5-578e5a7722a3 HTTP/1.1" status: 204 len: 173 time: 1.8150306 Sep 16 04:55:29.059730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182581a5-70b5-412d-b41e-b680889100a5') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.062355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182581a5-70b5-412d-b41e-b680889100a5') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.084923 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.126769 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.141226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:29.141663 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.150377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-144502829', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:29.155261 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:29.184735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06accfd2-89e2-4c5d-8806-832a009cdc0d req-2ec54859-6960-481f-bd1a-9801be2846d2 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:29.185299 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Set router 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:29.193270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06accfd2-89e2-4c5d-8806-832a009cdc0d req-2ec54859-6960-481f-bd1a-9801be2846d2 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.3082199 Sep 16 04:55:29.262982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Deleting port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:29.263513 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.357550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Made reservation on behalf of 1cd46888d18a455ead9fe0a61fa745ba for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:29.360364 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.405339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.422498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] For port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,segment=NetworkSegment(38c6a5c7-fd52-4444-bfea-2bcb3589ad38),segment_id=38c6a5c7-fd52-4444-bfea-2bcb3589ad38)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:29.425921 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.450248 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06accfd2-89e2-4c5d-8806-832a009cdc0d req-e2dabc50-707e-4163-9f6a-0be487f60f30 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550774 Sep 16 04:55:29.451389 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.476396 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.507319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/891f3079-8ad9-4b0b-a5fd-6623b8fdc246 HTTP/1.1" status: 204 len: 168 time: 1.3243160 Sep 16 04:55:29.545175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef75478-153e-4b32-83d6-e1df25b7c3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=891f3079-8ad9-4b0b-a5fd-6623b8fdc246,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:29.714430 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'name': 'tempest-ImageQuotaTest-1582366727-router', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '1de625b1-770c-4369-b348-be9e365864b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:06Z', 'updated_at': '2021-09-16T04:55:26Z', 'revision_number': 4, 'project_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'gw_port': {'id': '1de625b1-770c-4369-b348-be9e365864b5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '4dba3124-64b6-4583-8360-6157d22fa1f8', 'name': '', 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'mac_address': 'fa:16:3e:11:3d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6f0c347a-84e4-490f-a837-c2c9a1359adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:23Z', 'updated_at': '2021-09-16T04:55:26Z', 'revision_number': 2, 'project_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'subnets': [{'id': '6f0c347a-84e4-490f-a837-c2c9a1359adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:29.731286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d9c47-bf47-4ef0-a368-8b725a1ad555 req-a84cf28f-3879-4088-8887-479004faae7a tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:29.732410 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a7d9c47-bf47-4ef0-a368-8b725a1ad555 req-a84cf28f-3879-4088-8887-479004faae7a tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.15 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 945 time: 0.1243272 Sep 16 04:55:29.789639 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.797879 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Checking router: 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:29.806045 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Updating router 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 port 4dba3124-64b6-4583-8360-6157d22fa1f8 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:55:29.816705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51702) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:29.868786 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.904450 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:29.985466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] device_id is not set on port 30521cfc-0a51-4032-b60d-a2dc9d69764c yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:30.025026 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-97a0c91f-71f1-4e1b-8add-50c4fe806cbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f67359c07e2412ba7547fc1e13247f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053714 Sep 16 04:55:30.081417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51712) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:30.220300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa3c51b-2921-4f8f-b8dc-434d28bf54e5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:30.297845 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.298904 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.299496 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Floating IP 9f1cee38-09c9-4e9f-a427-4ec7ff50aaa0 disassociated. External IP: 172.25.0.81, port: 2bb4b8a4-bd16-481d-9eea-d98db23b0b42. Sep 16 04:55:30.300127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Calling delete_port for 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:30.337637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d2fca-2b20-415b-8b13-b747b904092a req-4dc84350-aeca-431d-a5eb-83471d61fbd0 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.338802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b101b-e61b-48c9-98c9-298497db0b9b req-bab08e9c-8978-463a-9cea-71f86379f2a6 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:30.339859 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-973d2fca-2b20-415b-8b13-b747b904092a req-4dc84350-aeca-431d-a5eb-83471d61fbd0 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 944 time: 0.2495887 Sep 16 04:55:30.346555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c9b101b-e61b-48c9-98c9-298497db0b9b req-bab08e9c-8978-463a-9cea-71f86379f2a6 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 945 time: 0.3530045 Sep 16 04:55:30.348539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-5a7d9c47-bf47-4ef0-a368-8b725a1ad555 req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Deleting port 55deae83-693b-4ccb-8561-ef66dc3664ab {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:30.349159 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a7d9c47-bf47-4ef0-a368-8b725a1ad555 req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.394773 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6bfc63af-db15-4d01-9b19-1179da1bd297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.484420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c9b101b-e61b-48c9-98c9-298497db0b9b req-15efe8b4-faa2-4f33-9f7a-d514eef0efe0 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368642 Sep 16 04:55:30.492224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Allocated IP 172.25.0.181 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/30521cfc-0a51-4032-b60d-a2dc9d69764c) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:30.505125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43dc8826-e266-4d0d-a3ca-21f19600bc12 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:30.539472 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6bfc63af-db15-4d01-9b19-1179da1bd297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.583339 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-973d2fca-2b20-415b-8b13-b747b904092a req-2ac7f806-3c50-41b6-93bc-f9704d57b5d3 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups?id=b755bb89-e80b-45e2-ad90-37458d97207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255051 Sep 16 04:55:30.637904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-5a7d9c47-bf47-4ef0-a368-8b725a1ad555 req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] For port 55deae83-693b-4ccb-8561-ef66dc3664ab, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=55deae83-693b-4ccb-8561-ef66dc3664ab,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:30.638284 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a7d9c47-bf47-4ef0-a368-8b725a1ad555 req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.652808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-5a7d9c47-bf47-4ef0-a368-8b725a1ad555 req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Calling delete_port for 55deae83-693b-4ccb-8561-ef66dc3664ab owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:30.700804 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.714917 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.756760 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.847627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:30.855308 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fc5a1f-c62e-4ed0-b2b2-88225a82f14d" -d '{"events": [{"server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "name": "network-vif-unplugged", "status": "completed", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:30.892969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:30.911119 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:30.916533 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804db86b-0ad5-44a2-8939-df08f5e36189 x-openstack-request-id: req-804db86b-0ad5-44a2-8939-df08f5e36189 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:30.919361 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "name": "network-vif-unplugged", "status": "completed", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:30.920485 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-804db86b-0ad5-44a2-8939-df08f5e36189 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:30.922108 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'code': 200} Sep 16 04:55:30.982106 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Pushing event updated for resources: {'Port': ['ID=4dba3124-64b6-4583-8360-6157d22fa1f8,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.025039 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.033346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.034012 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.035502 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.037291 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.046650 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.047061 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.050657 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.051015 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.056764 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.057528 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.058422 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.058772 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.075236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e0a74-db3c-4b42-91f1-254d45c2f72e req-81e30c72-0e18-48f8-b6fc-4faf7fa80dbf tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.077039 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Attempting to bind port 4dba3124-64b6-4583-8360-6157d22fa1f8 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:31.077500 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Attempting to bind port 4dba3124-64b6-4583-8360-6157d22fa1f8 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '93dda4fa-81d9-4cbc-80a9-91526f0f7ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:31.077964 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Attempting to bind port 4dba3124-64b6-4583-8360-6157d22fa1f8 on network 04cf3ab9-30a2-48e4-bdc8-0e165588d14a {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:31.088539 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:31.089084 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a53e0a74-db3c-4b42-91f1-254d45c2f72e req-81e30c72-0e18-48f8-b6fc-4faf7fa80dbf tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.5105915 Sep 16 04:55:31.089909 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Checking segment: {'id': '93dda4fa-81d9-4cbc-80a9-91526f0f7ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:31.090554 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.091158 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Bound using segment: {'id': '93dda4fa-81d9-4cbc-80a9-91526f0f7ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:31.092255 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Bound port: 4dba3124-64b6-4583-8360-6157d22fa1f8, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dda4fa-81d9-4cbc-80a9-91526f0f7ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:31.092840 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.175902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a53e0a74-db3c-4b42-91f1-254d45c2f72e req-57d31392-e65f-4cb1-9935-a16c6ce34f75 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859001 Sep 16 04:55:31.176785 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6bfc63af-db15-4d01-9b19-1179da1bd297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.181441 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6bfc63af-db15-4d01-9b19-1179da1bd297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.185075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6bfc63af-db15-4d01-9b19-1179da1bd297 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/371cdc78-db7e-4766-9a8f-cb38ff2c7cdd HTTP/1.1" status: 204 len: 168 time: 1.0987134 Sep 16 04:55:31.216425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc63af-db15-4d01-9b19-1179da1bd297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371cdc78-db7e-4766-9a8f-cb38ff2c7cdd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.305703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6788c4a3-70a2-47d7-b6d0-16bcf22f6444 None None] Provisioning complete for port 4dba3124-64b6-4583-8360-6157d22fa1f8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:31.306108 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6788c4a3-70a2-47d7-b6d0-16bcf22f6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.432887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.434263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6788c4a3-70a2-47d7-b6d0-16bcf22f6444 None None] Port 4dba3124-64b6-4583-8360-6157d22fa1f8 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:55:31.447780 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] For port 4dba3124-64b6-4583-8360-6157d22fa1f8, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:31.592699 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.601789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-deleted', 'tag': '57f89f03-3348-45b6-8af5-578e5a7722a3'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:31.604085 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047fea86-ee52-4159-8a5e-87cbe54acebc" -d '{"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-deleted", "tag": "57f89f03-3348-45b6-8af5-578e5a7722a3"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:31.615917 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] For port 4dba3124-64b6-4583-8360-6157d22fa1f8, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4dba3124-64b6-4583-8360-6157d22fa1f8,segment=NetworkSegment(93dda4fa-81d9-4cbc-80a9-91526f0f7ba8),segment_id=93dda4fa-81d9-4cbc-80a9-91526f0f7ba8)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:31.616173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a7d9c47-bf47-4ef0-a368-8b725a1ad555 req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.627052 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.635054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d716640f-5d72-4a31-94c4-8bcdc47f49f1', 'de57d2f6-1193-4d0b-9479-81f1214060a9'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:31.686344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Pushing event updated for resources: {'Port': ['ID=30521cfc-0a51-4032-b60d-a2dc9d69764c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.706781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Pushing event deleted for resources: {'Port': ['ID=55deae83-693b-4ccb-8561-ef66dc3664ab,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:31.755206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:31.782049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:31.790850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:31.802526 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.805936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.806327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.807715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.807715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.808023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.808372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.808719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.810938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.811355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.811769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.812040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:31.880626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51774) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:31.881512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7d9c47-bf47-4ef0-a368-8b725a1ad555 req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] No DVR routers for this DVR port 55deae83-693b-4ccb-8561-ef66dc3664ab on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:31.884304 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a7d9c47-bf47-4ef0-a368-8b725a1ad555 req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:31.886450 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a7d9c47-bf47-4ef0-a368-8b725a1ad555 req-9531cec3-be62-4db2-9d85-87cc6986e1c5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.15 "DELETE /v2.0/ports/55deae83-693b-4ccb-8561-ef66dc3664ab HTTP/1.1" status: 204 len: 173 time: 2.0945277 Sep 16 04:55:31.956686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ca3c8-59e7-46ae-a57a-5393bc3d8ca0 req-a2beaf59-2bf1-4993-bdc2-4ed3b4ab28ba tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:31.970371 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a0ca3c8-59e7-46ae-a57a-5393bc3d8ca0 req-a2beaf59-2bf1-4993-bdc2-4ed3b4ab28ba tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=516107b2-7f87-451f-91f8-c827d44a3712 HTTP/1.1" status: 200 len: 867 time: 0.4257152 Sep 16 04:55:31.971230 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Routers {'0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:31.974144 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:55:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:31.992422 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254bc49-b070-4208-99e7-22d74abfd3d0 None None] Pushing event updated for resources: {'Port': ['ID=4dba3124-64b6-4583-8360-6157d22fa1f8,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.049668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:32.054193 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.100984 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3def74b-9631-4bd2-b14f-43e5d2421e3a x-openstack-request-id: req-c3def74b-9631-4bd2-b14f-43e5d2421e3a {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:32.101781 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-deleted", "tag": "57f89f03-3348-45b6-8af5-578e5a7722a3", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:32.102343 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3def74b-9631-4bd2-b14f-43e5d2421e3a {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:32.102913 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-deleted', 'tag': '57f89f03-3348-45b6-8af5-578e5a7722a3', 'status': 'completed', 'code': 200} Sep 16 04:55:32.138889 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.206415 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-be9e41cc-ff96-4528-a845-294e1acb24db tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5505300 Sep 16 04:55:32.220571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51782) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:32.231309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.181'}]}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:32.243221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a0ca3c8-59e7-46ae-a57a-5393bc3d8ca0 req-ece58d9d-ef9a-486d-abd5-2bacf2867174 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718163 Sep 16 04:55:32.256423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'Port': ['ID=2bb4b8a4-bd16-481d-9eea-d98db23b0b42,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:32.284713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.286277 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.357839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 55deae83-693b-4ccb-8561-ef66dc3664ab no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:32.376931 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] Set router 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:32.421673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 55deae83-693b-4ccb-8561-ef66dc3664ab {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:32.422324 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 55deae83-693b-4ccb-8561-ef66dc3664ab not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:32.551332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5de2c9f0-e9b8-465a-9ebc-51ba221773ea None None] Provisioning complete for port 4dba3124-64b6-4583-8360-6157d22fa1f8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:32.552581 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5de2c9f0-e9b8-465a-9ebc-51ba221773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.633121 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7facbaf0-1b26-457b-8cce-86af4dd50201 req-3b05b474-0257-43ab-81e6-b808d246c07b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.3333635 Sep 16 04:55:32.716381 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5de2c9f0-e9b8-465a-9ebc-51ba221773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.845821 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5de2c9f0-e9b8-465a-9ebc-51ba221773ea None None] For port 4dba3124-64b6-4583-8360-6157d22fa1f8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4dba3124-64b6-4583-8360-6157d22fa1f8,segment=NetworkSegment(93dda4fa-81d9-4cbc-80a9-91526f0f7ba8),segment_id=93dda4fa-81d9-4cbc-80a9-91526f0f7ba8)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:32.852256 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5de2c9f0-e9b8-465a-9ebc-51ba221773ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:32.876591 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.011899 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'name': 'tempest-ImageQuotaTest-1582366727-router', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '1de625b1-770c-4369-b348-be9e365864b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:06Z', 'updated_at': '2021-09-16T04:55:26Z', 'revision_number': 4, 'project_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'gw_port': {'id': '1de625b1-770c-4369-b348-be9e365864b5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '4dba3124-64b6-4583-8360-6157d22fa1f8', 'name': '', 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'mac_address': 'fa:16:3e:11:3d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6f0c347a-84e4-490f-a837-c2c9a1359adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:23Z', 'updated_at': '2021-09-16T04:55:31Z', 'revision_number': 4, 'project_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'subnets': [{'id': '6f0c347a-84e4-490f-a837-c2c9a1359adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:33.021329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2c9f0-e9b8-465a-9ebc-51ba221773ea None None] Pushing event updated for resources: {'Port': ['ID=4dba3124-64b6-4583-8360-6157d22fa1f8,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:33.106158 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b587cfb-32d0-4037-b2ab-88d83224e6d9 None None] The sync data for ids ['0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'] in n-d-712142-17 is: [{'id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'name': 'tempest-ImageQuotaTest-1582366727-router', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '1de625b1-770c-4369-b348-be9e365864b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:06Z', 'updated_at': '2021-09-16T04:55:26Z', 'revision_number': 4, 'project_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'gw_port': {'id': '1de625b1-770c-4369-b348-be9e365864b5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '4dba3124-64b6-4583-8360-6157d22fa1f8', 'name': '', 'network_id': '04cf3ab9-30a2-48e4-bdc8-0e165588d14a', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'mac_address': 'fa:16:3e:11:3d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6f0c347a-84e4-490f-a837-c2c9a1359adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:23Z', 'updated_at': '2021-09-16T04:55:31Z', 'revision_number': 4, 'project_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'subnets': [{'id': '6f0c347a-84e4-490f-a837-c2c9a1359adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:33.289531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51834) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:33.391081 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.406560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Router 076e63db-e662-4013-867f-6748952c80f5 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:33.437004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd280e2-5736-4123-b18c-24e3bd1c3647 req-a3b85541-9d24-4bf8-a312-29dc7c05f6c0 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:33.442806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fd280e2-5736-4123-b18c-24e3bd1c3647 req-a3b85541-9d24-4bf8-a312-29dc7c05f6c0 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 944 time: 0.1449935 Sep 16 04:55:33.567284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4dba3124-64b6-4583-8360-6157d22fa1f8 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:33.625271 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fd280e2-5736-4123-b18c-24e3bd1c3647 req-0fd504ef-546d-43e0-a04f-b5f1b9b05363 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729920 Sep 16 04:55:33.734391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-59226947-network', 'tenant_id': '408d0caffba049249d329ddf5bf692bf'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:33.735625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4dba3124-64b6-4583-8360-6157d22fa1f8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:33.736630 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.908369 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35ee928a-8750-47c1-a271-cb656c9e14a7 req-ed174711-3e90-465d-9b77-9849cbd72bc1 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.1141801 Sep 16 04:55:33.917041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Made reservation on behalf of 408d0caffba049249d329ddf5bf692bf for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:33.921436 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.925577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:33.956386 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:33.967348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e1187-aa48-4731-b81d-7c243b39e0cc None None] Sync routers for ids ['076e63db-e662-4013-867f-6748952c80f5'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:33.992389 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e1187-aa48-4731-b81d-7c243b39e0cc None None] Routers {'076e63db-e662-4013-867f-6748952c80f5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:33.993697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-df3e1187-aa48-4731-b81d-7c243b39e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:55:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['076e63db-e662-4013-867f-6748952c80f5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:34.110511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516107b2-7f87-451f-91f8-c827d44a3712', 'name': 'network-vif-deleted', 'tag': '55deae83-693b-4ccb-8561-ef66dc3664ab'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:34.124034 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c86501-4e8c-4207-bf60-9ba8c20788f1" -d '{"events": [{"server_uuid": "516107b2-7f87-451f-91f8-c827d44a3712", "name": "network-vif-deleted", "tag": "55deae83-693b-4ccb-8561-ef66dc3664ab"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:34.154972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.169512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.180070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] No DVR routers for this DVR port 2bb4b8a4-bd16-481d-9eea-d98db23b0b42 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:34.188266 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.191116 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d0a8beca-c01c-48a0-8298-efdf5b03752b req-0b33e953-7459-4ad2-9bf2-94dc95279b6f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.50 "DELETE /v2.0/ports/2bb4b8a4-bd16-481d-9eea-d98db23b0b42 HTTP/1.1" status: 204 len: 173 time: 5.1334336 Sep 16 04:55:34.194868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:34.228607 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.229304 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Added segment ee4ab6d3-76b3-4f84-9227-d52fe630313a of type vlan for network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c Sep 16 04:55:34.237231 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123244f5-4f98-41f7-b6f6-37d9120c717b x-openstack-request-id: req-123244f5-4f98-41f7-b6f6-37d9120c717b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:34.237990 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516107b2-7f87-451f-91f8-c827d44a3712", "name": "network-vif-deleted", "tag": "55deae83-693b-4ccb-8561-ef66dc3664ab", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:34.238249 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-123244f5-4f98-41f7-b6f6-37d9120c717b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:34.238645 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516107b2-7f87-451f-91f8-c827d44a3712', 'name': 'network-vif-deleted', 'tag': '55deae83-693b-4ccb-8561-ef66dc3664ab', 'status': 'completed', 'code': 200} Sep 16 04:55:34.252500 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-df3e1187-aa48-4731-b81d-7c243b39e0cc None None] Set router 076e63db-e662-4013-867f-6748952c80f5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:34.266654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6932-4f7c-4c82-8f0e-3f6aa7b0ff71 req-5157246c-eea1-42ec-b442-0bd12178fdb4 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.277702 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-afda6932-4f7c-4c82-8f0e-3f6aa7b0ff71 req-5157246c-eea1-42ec-b442-0bd12178fdb4 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 946 time: 0.3360269 Sep 16 04:55:34.346090 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.398520 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc5548d2-1cc3-4087-ac7e-94a69764e934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.419302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ef8a94-bf04-4ce0-bfd4-700e18786f51,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.448654 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.451904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.453073 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.503855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2124186 Sep 16 04:55:34.519481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 43dc8826-e266-4d0d-a3ca-21f19600bc12 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:34.551789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51854) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:34.564539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252f22c-7c06-4273-8428-fe3edd6714b7 admin admin] Pushing event updated for resources: {'Network': ['ID=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:34.581454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-608a8aa1-2183-493b-89ec-4a76f216b028 admin admin] Request body: {'subnet': {'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-59226947-subnet', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:34.601212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-afda6932-4f7c-4c82-8f0e-3f6aa7b0ff71 req-eb680aae-bdb8-4287-a26c-e8aa5491c165 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223393 Sep 16 04:55:34.603270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:34.836585 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-a64e37cb-b8b0-4244-8a95-2608d3a5ab64 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7917519 Sep 16 04:55:34.884052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-df3e1187-aa48-4731-b81d-7c243b39e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:45:18Z', 'revision_number': 4, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '3ba983bb-68cc-45de-9187-19af4bee96a9', 'name': '', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'mac_address': 'fa:16:3e:b7:c6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:23Z', 'revision_number': 5, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'subnets': [{'id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:34.897524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608a8aa1-2183-493b-89ec-4a76f216b028 admin admin] Made reservation on behalf of 408d0caffba049249d329ddf5bf692bf for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:34.899869 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-608a8aa1-2183-493b-89ec-4a76f216b028 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:34.901491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fdff7-e545-464f-9981-5d3c59649ddc req-6b764413-6711-4d02-a5f5-915597f42b80 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:34.909356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-152fdff7-e545-464f-9981-5d3c59649ddc req-6b764413-6711-4d02-a5f5-915597f42b80 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 944 time: 0.1300204 Sep 16 04:55:34.914500 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e1187-aa48-4731-b81d-7c243b39e0cc None None] Checking router: 076e63db-e662-4013-867f-6748952c80f5 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:34.928411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e1187-aa48-4731-b81d-7c243b39e0cc None None] Routers {'076e63db-e662-4013-867f-6748952c80f5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:34.929331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-df3e1187-aa48-4731-b81d-7c243b39e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:55:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['076e63db-e662-4013-867f-6748952c80f5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:34.981024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-152fdff7-e545-464f-9981-5d3c59649ddc req-c3a00d5b-2aa3-425c-a9c6-133a5ec67aad tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703888 Sep 16 04:55:35.325274 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-71b3cae3-294c-4519-963f-bf66fb539555 req-7465e0c2-e7f8-4e1d-aeb5-7efd4dce81d0 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.1104095 Sep 16 04:55:35.363957 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.382256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-df3e1187-aa48-4731-b81d-7c243b39e0cc None None] Set router 076e63db-e662-4013-867f-6748952c80f5 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:35.390676 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-608a8aa1-2183-493b-89ec-4a76f216b028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.719812 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:35.794809 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74a529-d1ce-472c-b184-d59304be2801 req-c1a4d64f-35ae-491f-8309-5169affd6cd1 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:35.803130 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7d74a529-d1ce-472c-b184-d59304be2801 req-c1a4d64f-35ae-491f-8309-5169affd6cd1 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 946 time: 0.0872831 Sep 16 04:55:35.811118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-df3e1187-aa48-4731-b81d-7c243b39e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:45:18Z', 'revision_number': 4, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '3ba983bb-68cc-45de-9187-19af4bee96a9', 'name': '', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'mac_address': 'fa:16:3e:b7:c6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:23Z', 'revision_number': 5, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'subnets': [{'id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:35.847225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e1187-aa48-4731-b81d-7c243b39e0cc None None] The sync data for ids ['076e63db-e662-4013-867f-6748952c80f5'] in n-d-712142-17 is: [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:45:18Z', 'revision_number': 4, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '3ba983bb-68cc-45de-9187-19af4bee96a9', 'name': '', 'network_id': 'b484af42-d11f-4ec2-83eb-7d35c3841f1f', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'mac_address': 'fa:16:3e:b7:c6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:15Z', 'updated_at': '2021-09-16T04:45:23Z', 'revision_number': 5, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'subnets': [{'id': '04988699-f88f-44f7-ad1b-2f1effb65073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:35.889076 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7d74a529-d1ce-472c-b184-d59304be2801 req-4025dc8f-aef2-45cb-81d0-16960e286d6f tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730929 Sep 16 04:55:35.953407 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.029396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a8aa1-2183-493b-89ec-4a76f216b028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739383e3-e0b0-4958-a1af-a16bee6ca4bf,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:36.066903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4402e85-34a3-434e-b829-4662ba0eaabf req-dd78f9f0-c716-4762-bd8c-c4e845702799 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.068502 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a4402e85-34a3-434e-b829-4662ba0eaabf req-dd78f9f0-c716-4762-bd8c-c4e845702799 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.50 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 946 time: 0.7814572 Sep 16 04:55:36.218414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a8aa1-2183-493b-89ec-4a76f216b028 admin admin] Checking segment: {'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:36.221059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a8aa1-2183-493b-89ec-4a76f216b028 admin admin] Network hostable DHCP agents. Network: 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:55:36.234003 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808518d6-1767-484f-92eb-13b13e30ab64 None None] New status for floating IP 9f1cee38-09c9-4e9f-a427-4ec7ff50aaa0: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:55:36.242588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-deleted', 'tag': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:36.245122 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c542d5b-3988-48bc-87a8-df2b8e9c3486" -d '{"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-deleted", "tag": "2bb4b8a4-bd16-481d-9eea-d98db23b0b42"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:36.472886 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be7dd26-2709-4253-83bd-31e191cd4664 x-openstack-request-id: req-9be7dd26-2709-4253-83bd-31e191cd4664 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:36.473522 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8b62bb-a32c-4608-bbd1-64f97c4074b4", "name": "network-vif-deleted", "tag": "2bb4b8a4-bd16-481d-9eea-d98db23b0b42", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:36.476004 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9be7dd26-2709-4253-83bd-31e191cd4664 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:36.476567 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8b62bb-a32c-4608-bbd1-64f97c4074b4', 'name': 'network-vif-deleted', 'tag': '2bb4b8a4-bd16-481d-9eea-d98db23b0b42', 'status': 'completed', 'code': 200} Sep 16 04:55:36.495252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c15c98ea-1adc-4cd7-9692-1c9ad6824562 req-3e8482a3-ed29-47c4-a913-743771a37195 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0413411 Sep 16 04:55:36.523232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-b68e86e8-62ff-450b-8aad-8e5170399bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.524929 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-b68e86e8-62ff-450b-8aad-8e5170399bef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9&tenant_id=5524a442c55b41bcacc6bc4394ab46b3 HTTP/1.1" status: 200 len: 1096 time: 0.4783139 Sep 16 04:55:36.536652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19195e-3038-49a7-ad57-6b7ffd54a9f3 req-85066447-fa16-45b2-8567-b2688d104d93 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.539074 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bc19195e-3038-49a7-ad57-6b7ffd54a9f3 req-85066447-fa16-45b2-8567-b2688d104d93 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 944 time: 0.4351628 Sep 16 04:55:36.544881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a8aa1-2183-493b-89ec-4a76f216b028 admin admin] Network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:55:36.551302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:36.652447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-608a8aa1-2183-493b-89ec-4a76f216b028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:36.666225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d600b5c-1021-4865-842b-675db1da6976 None None] Network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:36.669313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608a8aa1-2183-493b-89ec-4a76f216b028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:36.670145 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-608a8aa1-2183-493b-89ec-4a76f216b028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.723701 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.786520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bc19195e-3038-49a7-ad57-6b7ffd54a9f3 req-d4c6038c-4fb9-4b7e-9fe8-c73d1cc762b4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289758 Sep 16 04:55:36.788587 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.797743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a4402e85-34a3-434e-b829-4662ba0eaabf req-114e6c54-dde1-4711-a313-a6844d1d1929 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Deleting port de57d2f6-1193-4d0b-9479-81f1214060a9 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:36.798925 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a4402e85-34a3-434e-b829-4662ba0eaabf req-114e6c54-dde1-4711-a313-a6844d1d1929 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.823090 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51892) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:36.823610 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-608a8aa1-2183-493b-89ec-4a76f216b028 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2544672 Sep 16 04:55:36.828876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-59226947-router', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:36.871198 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.872604 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:36.914827 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7b8e58-b641-4490-a2ca-cf2bd139780e None None] Network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:37.002976 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.074952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-fc5548d2-1cc3-4087-ac7e-94a69764e934 admin admin] Deleting port 4dba3124-64b6-4583-8360-6157d22fa1f8 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:37.075354 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc5548d2-1cc3-4087-ac7e-94a69764e934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.155321 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.168790 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.214201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf60e7-085a-4c67-92fd-05f57b783c9c req-f4090127-691b-46ed-93e6-543c65e20969 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:37.215895 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41cf60e7-085a-4c67-92fd-05f57b783c9c req-f4090127-691b-46ed-93e6-543c65e20969 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 946 time: 0.2163272 Sep 16 04:55:37.282429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.357962 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41cf60e7-085a-4c67-92fd-05f57b783c9c req-381bafd3-b23e-4c5c-926b-cbc56801f227 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676975 Sep 16 04:55:37.401406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-fc5548d2-1cc3-4087-ac7e-94a69764e934 admin admin] For port 4dba3124-64b6-4583-8360-6157d22fa1f8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4dba3124-64b6-4583-8360-6157d22fa1f8,segment=NetworkSegment(93dda4fa-81d9-4cbc-80a9-91526f0f7ba8),segment_id=93dda4fa-81d9-4cbc-80a9-91526f0f7ba8)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:37.401958 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc5548d2-1cc3-4087-ac7e-94a69764e934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.422564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-fc5548d2-1cc3-4087-ac7e-94a69764e934 admin admin] Calling delete_port for 4dba3124-64b6-4583-8360-6157d22fa1f8 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:37.515938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a4402e85-34a3-434e-b829-4662ba0eaabf req-114e6c54-dde1-4711-a313-a6844d1d1929 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] For port de57d2f6-1193-4d0b-9479-81f1214060a9, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de57d2f6-1193-4d0b-9479-81f1214060a9,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:37.516518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a4402e85-34a3-434e-b829-4662ba0eaabf req-114e6c54-dde1-4711-a313-a6844d1d1929 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.532254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a4402e85-34a3-434e-b829-4662ba0eaabf req-114e6c54-dde1-4711-a313-a6844d1d1929 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Calling delete_port for de57d2f6-1193-4d0b-9479-81f1214060a9 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:37.590470 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.695818 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c963a5e4-5266-4100-86fa-988b9f2f48db req-17a79ce4-a123-4890-83de-030e4a49174c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0423045 Sep 16 04:55:37.696358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:37.696903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55b6fde0-9462-4218-a7c9-a5fc31573aa0 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:37.741112 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 16 04:55:37.745480 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-855d4c70-6d3a-4dce-8a1c-68a1a5baabb1 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.5159738 Sep 16 04:55:37.746778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51904) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:37.881748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7afe7623-13be-4acf-afe8-6f8e4cad55b6 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Deleting port 30521cfc-0a51-4032-b60d-a2dc9d69764c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:37.882436 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7afe7623-13be-4acf-afe8-6f8e4cad55b6 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.016736 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7afe7623-13be-4acf-afe8-6f8e4cad55b6 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.041010 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a4402e85-34a3-434e-b829-4662ba0eaabf req-114e6c54-dde1-4711-a313-a6844d1d1929 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.058420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d716640f-5d72-4a31-94c4-8bcdc47f49f1'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:55:38.088326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7afe7623-13be-4acf-afe8-6f8e4cad55b6 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Calling delete_port for 30521cfc-0a51-4032-b60d-a2dc9d69764c owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:38.148757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e6c54-dde1-4711-a313-a6844d1d1929 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Pushing event deleted for resources: {'Port': ['ID=de57d2f6-1193-4d0b-9479-81f1214060a9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:38.157094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4402e85-34a3-434e-b829-4662ba0eaabf req-114e6c54-dde1-4711-a313-a6844d1d1929 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] No DVR routers for this DVR port de57d2f6-1193-4d0b-9479-81f1214060a9 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:38.166432 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a4402e85-34a3-434e-b829-4662ba0eaabf req-114e6c54-dde1-4711-a313-a6844d1d1929 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.169484 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a4402e85-34a3-434e-b829-4662ba0eaabf req-114e6c54-dde1-4711-a313-a6844d1d1929 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.50 "DELETE /v2.0/ports/de57d2f6-1193-4d0b-9479-81f1214060a9 HTTP/1.1" status: 204 len: 173 time: 2.0728939 Sep 16 04:55:38.171782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:38.273729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:38.350490 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43dc8826-e266-4d0d-a3ca-21f19600bc12 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:38.361878 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc5548d2-1cc3-4087-ac7e-94a69764e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.368606 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.411613 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5b36-b4bb-4e85-8a26-0a387655a7a1 req-722a0f8f-9b5b-4511-82c8-cfe3ec6f9acf tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:38.424924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5548d2-1cc3-4087-ac7e-94a69764e934 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dba3124-64b6-4583-8360-6157d22fa1f8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:38.432643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0bc5b36-b4bb-4e85-8a26-0a387655a7a1 req-722a0f8f-9b5b-4511-82c8-cfe3ec6f9acf tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 944 time: 0.3949270 Sep 16 04:55:38.440907 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Transition to ACTIVE for port object 43dc8826-e266-4d0d-a3ca-21f19600bc12 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:38.467286 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.502446 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.532113 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device de57d2f6-1193-4d0b-9479-81f1214060a9 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:38.553042 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:38.570752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: de57d2f6-1193-4d0b-9479-81f1214060a9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:38.571350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device de57d2f6-1193-4d0b-9479-81f1214060a9 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:38.590426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31219bb8-c1c0-4ddd-acd9-11234cbbe53f', 'name': 'network-vif-deleted', 'tag': 'de57d2f6-1193-4d0b-9479-81f1214060a9'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:38.593824 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f878b4-000f-4ed5-9c1d-baa5f1ebf2da" -d '{"events": [{"server_uuid": "31219bb8-c1c0-4ddd-acd9-11234cbbe53f", "name": "network-vif-deleted", "tag": "de57d2f6-1193-4d0b-9479-81f1214060a9"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:38.663333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Pushing event updated for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=9']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:38.727539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0bc5b36-b4bb-4e85-8a26-0a387655a7a1 req-7125e763-04f7-45b3-8dc7-a9d0a3b56ba4 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917972 Sep 16 04:55:38.736737 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5d5900b6-1fbb-47d1-bd42-748d60f47ce9 req-6fa3483a-4f63-433a-94fe-920b4d4a67ea tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=31219bb8-c1c0-4ddd-acd9-11234cbbe53f HTTP/1.1" status: 200 len: 210 time: 0.0957520 Sep 16 04:55:38.916412 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fecf654-fee6-4c7b-904e-ef4567a33196 x-openstack-request-id: req-7fecf654-fee6-4c7b-904e-ef4567a33196 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:38.916815 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31219bb8-c1c0-4ddd-acd9-11234cbbe53f", "name": "network-vif-deleted", "tag": "de57d2f6-1193-4d0b-9479-81f1214060a9", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:38.917133 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fecf654-fee6-4c7b-904e-ef4567a33196 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:38.917691 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31219bb8-c1c0-4ddd-acd9-11234cbbe53f', 'name': 'network-vif-deleted', 'tag': 'de57d2f6-1193-4d0b-9479-81f1214060a9', 'status': 'completed', 'code': 200} Sep 16 04:55:39.033105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] No DVR routers for this DVR port 43dc8826-e266-4d0d-a3ca-21f19600bc12 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:39.070704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Allocated IP 172.25.0.137 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/c2693717-a4ae-41c6-b7a8-d8d682be2f2e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:39.190804 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7afe7623-13be-4acf-afe8-6f8e4cad55b6 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.238233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d232ef27-9272-44af-b3fb-004139e4942a req-6d639081-fd3b-4330-ade8-617840aed80f tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0524466 Sep 16 04:55:39.284576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe7623-13be-4acf-afe8-6f8e4cad55b6 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Pushing event deleted for resources: {'Port': ['ID=30521cfc-0a51-4032-b60d-a2dc9d69764c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:39.308683 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.409874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7afe7623-13be-4acf-afe8-6f8e4cad55b6 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.413148 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7afe7623-13be-4acf-afe8-6f8e4cad55b6 tempest-RoutersAdminNegativeTest-764833987 tempest-RoutersAdminNegativeTest-764833987-project-admin] 10.222.0.53 "DELETE /v2.0/ports/30521cfc-0a51-4032-b60d-a2dc9d69764c HTTP/1.1" status: 204 len: 168 time: 1.6648560 Sep 16 04:55:39.415385 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.511025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:39.515923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:39.523847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:39.577770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Pushing event updated for resources: {'Port': ['ID=c2693717-a4ae-41c6-b7a8-d8d682be2f2e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:39.617644 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc5548d2-1cc3-4087-ac7e-94a69764e934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.688709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Attempting to bind port 43dc8826-e266-4d0d-a3ca-21f19600bc12 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:39.690217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Attempting to bind port 43dc8826-e266-4d0d-a3ca-21f19600bc12 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:39.690217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Attempting to bind port 43dc8826-e266-4d0d-a3ca-21f19600bc12 on network 065d0039-91ee-4176-812f-d22ac91cf01d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:39.696670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Port 43dc8826-e266-4d0d-a3ca-21f19600bc12 on network 065d0039-91ee-4176-812f-d22ac91cf01d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:39.697103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Attempting to bind port 43dc8826-e266-4d0d-a3ca-21f19600bc12 on network 065d0039-91ee-4176-812f-d22ac91cf01d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:39.709736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:39.710092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Checking segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:39.710491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Bound using segment: {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:39.710940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Bound port: 43dc8826-e266-4d0d-a3ca-21f19600bc12, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b408edd-5d50-42bc-b190-312c25404c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:39.711310 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.732664 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51930) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:39.900549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:39.949412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:39.972776 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.975378 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-63872bec-a12b-4a88-86de-d2fbc55b2b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:39.977095 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.031507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c9fc-7ff3-4693-99db-301c09f12643 req-7f72b288-1f85-4c9b-9520-0e58adc3c05b tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.041478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0844c9fc-7ff3-4693-99db-301c09f12643 req-7f72b288-1f85-4c9b-9520-0e58adc3c05b tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 944 time: 0.1619093 Sep 16 04:55:40.055032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.056136 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.058397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] 10.222.0.15 "PUT /v2.0/ports/43dc8826-e266-4d0d-a3ca-21f19600bc12 HTTP/1.1" status: 200 len: 1093 time: 3.5159276 Sep 16 04:55:40.126783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5548d2-1cc3-4087-ac7e-94a69764e934 admin admin] Router 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:40.160306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1efb7-4053-4ef0-83bd-421117d6cdcf service neutron] Pushing event updated for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=10']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:40.287007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-9a329f9d-0ac2-4b8a-b849-61fcded32ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.291645 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-9a329f9d-0ac2-4b8a-b849-61fcded32ea0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 1097 time: 0.1992254 Sep 16 04:55:40.319792 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0844c9fc-7ff3-4693-99db-301c09f12643 req-f56eea03-fac2-4f28-aec4-b3ff1f796f54 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771645 Sep 16 04:55:40.342205 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.520757 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4335559a-143a-4444-9fcf-adfacfa3ade5 req-6139b6a1-69da-46bc-8447-9c820d81dbc5 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0854914 Sep 16 04:55:40.528382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Router 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:55:40.576780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5548d2-1cc3-4087-ac7e-94a69764e934 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:40.579522 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-63872bec-a12b-4a88-86de-d2fbc55b2b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.586355 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fc5548d2-1cc3-4087-ac7e-94a69764e934 admin admin] 10.222.0.53 "PUT /v2.0/routers/0ad8cb6d-00ec-4a09-8f35-66d716d1fc23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6985929 Sep 16 04:55:40.592912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083660d5-7586-422d-9f5f-7b731fefeed2 None None] Sync routers for ids ['0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:40.596684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51958) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:40.613556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083660d5-7586-422d-9f5f-7b731fefeed2 None None] Routers {'0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:40.614229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-083660d5-7586-422d-9f5f-7b731fefeed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:55:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:40.618517 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-63872bec-a12b-4a88-86de-d2fbc55b2b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.678098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-3dfcdde9-c710-41ba-804f-dd2151d218ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:40.679640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-3dfcdde9-c710-41ba-804f-dd2151d218ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 918 time: 0.3808577 Sep 16 04:55:40.731169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:40.742983 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Sync routers for ids ['88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:40.757957 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.759079 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Routers {'88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:40.762297 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f9740827-e6d3-4623-9f3e-6a0023147e92 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9346433 Sep 16 04:55:40.762406 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:55:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:40.762763 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51966) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:40.766894 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63872bec-a12b-4a88-86de-d2fbc55b2b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f8a7ae-3243-47ec-873e-e4accb99b3e7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:40.795363 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-63872bec-a12b-4a88-86de-d2fbc55b2b13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f01e0ac8e29d4eae9179c2a0ea84c1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0599394 Sep 16 04:55:40.805299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51968) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:40.902995 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-083660d5-7586-422d-9f5f-7b731fefeed2 None None] Set router 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:40.920291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:40.922891 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68c4196-b0d8-4f4a-818d-1b141bbb0fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:40.972862 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-a815851f-f265-4047-a38d-c783a0f6abc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12 HTTP/1.1" status: 200 len: 1000 time: 0.2684131 Sep 16 04:55:40.976355 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2df34b1-13d6-4b90-bc66-c9994a003313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:40.980006 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.041566 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dc5c39-1f3f-4ced-9980-4d734f6812b5 x-openstack-request-id: req-49dc5c39-1f3f-4ced-9980-4d734f6812b5 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:41.042181 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:41.042578 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49dc5c39-1f3f-4ced-9980-4d734f6812b5 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:41.043137 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'status': 'completed', 'code': 200} Sep 16 04:55:41.052001 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Set router 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:41.087092 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2df34b1-13d6-4b90-bc66-c9994a003313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.187124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-0090cbb5-939d-46f4-98ee-ca3b66072d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.188889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-0090cbb5-939d-46f4-98ee-ca3b66072d03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.2052674 Sep 16 04:55:41.344660 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2df34b1-13d6-4b90-bc66-c9994a003313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.347691 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2df34b1-13d6-4b90-bc66-c9994a003313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.349089 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b2df34b1-13d6-4b90-bc66-c9994a003313 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6f8a7ae-3243-47ec-873e-e4accb99b3e7 HTTP/1.1" status: 204 len: 168 time: 0.5424626 Sep 16 04:55:41.371537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-083660d5-7586-422d-9f5f-7b731fefeed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'name': 'tempest-ImageQuotaTest-1582366727-router', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '1de625b1-770c-4369-b348-be9e365864b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:06Z', 'updated_at': '2021-09-16T04:55:38Z', 'revision_number': 5, 'project_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'gw_port': {'id': '1de625b1-770c-4369-b348-be9e365864b5', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:08Z', 'updated_at': '2021-09-16T04:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:41.436179 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.449830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df34b1-13d6-4b90-bc66-c9994a003313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f8a7ae-3243-47ec-873e-e4accb99b3e7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:41.489948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083660d5-7586-422d-9f5f-7b731fefeed2 None None] Checking router: 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:41.494827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-37de1745-5275-4f86-ad1f-3fc076720781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.496356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-37de1745-5275-4f86-ad1f-3fc076720781 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2885888 Sep 16 04:55:41.514971 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'name': 'tempest-ServerRescueTestJSON-59226947-router', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:36Z', 'updated_at': '2021-09-16T04:55:39Z', 'revision_number': 3, 'project_id': '408d0caffba049249d329ddf5bf692bf', 'gw_port': {'id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:75:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:38Z', 'updated_at': '2021-09-16T04:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:41.515584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083660d5-7586-422d-9f5f-7b731fefeed2 None None] Routers {'0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:41.517134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-083660d5-7586-422d-9f5f-7b731fefeed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:55:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:41.551228 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.584974 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Checking router: 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:41.594182 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Updating router 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 port c2693717-a4ae-41c6-b7a8-d8d682be2f2e binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:55:41.665118 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:41.715026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-083660d5-7586-422d-9f5f-7b731fefeed2 None None] Set router 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:41.779902 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-0e2dafdd-4a80-46c8-947c-6e212cace260 service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584238 Sep 16 04:55:41.809458 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9880f7d7-9eec-462a-acf1-1f1ed5495265 req-1b2af684-2bd6-4026-aaf1-018b5d6f076b tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.1078219 Sep 16 04:55:41.892526 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-083660d5-7586-422d-9f5f-7b731fefeed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'name': 'tempest-ImageQuotaTest-1582366727-router', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:06Z', 'updated_at': '2021-09-16T04:55:41Z', 'revision_number': 6, 'project_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:41.902807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900672d-3a4a-41d6-9998-a10a43804aaa req-d94bb888-9f92-4c20-8a44-a1cd5a7ac893 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:41.905155 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5900672d-3a4a-41d6-9998-a10a43804aaa req-d94bb888-9f92-4c20-8a44-a1cd5a7ac893 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.4078765 Sep 16 04:55:41.996925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083660d5-7586-422d-9f5f-7b731fefeed2 None None] The sync data for ids ['0ad8cb6d-00ec-4a09-8f35-66d716d1fc23'] in n-d-712142-17 is: [{'id': '0ad8cb6d-00ec-4a09-8f35-66d716d1fc23', 'name': 'tempest-ImageQuotaTest-1582366727-router', 'tenant_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:06Z', 'updated_at': '2021-09-16T04:55:41Z', 'revision_number': 6, 'project_id': '2269d326ebfc4dc5ad6858c2ad2505c5', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:42.023266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51986) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:42.057391 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.071837 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Deleting port 1de625b1-770c-4369-b348-be9e365864b5 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:42.072186 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.078062 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.119821 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5900672d-3a4a-41d6-9998-a10a43804aaa req-31b9aff4-90ac-4376-a079-9536d7a9f4f9 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216002 Sep 16 04:55:42.122085 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Attempting to bind port c2693717-a4ae-41c6-b7a8-d8d682be2f2e on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:42.122630 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Attempting to bind port c2693717-a4ae-41c6-b7a8-d8d682be2f2e by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:42.123198 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Attempting to bind port c2693717-a4ae-41c6-b7a8-d8d682be2f2e on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:42.151556 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:42.151556 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:42.151556 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.151556 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:42.151556 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Bound port: c2693717-a4ae-41c6-b7a8-d8d682be2f2e, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:42.151556 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.195070 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-196d0003-bec7-477d-a93b-da5f4a41c160 service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055140 Sep 16 04:55:42.219300 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] For port c2693717-a4ae-41c6-b7a8-d8d682be2f2e, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:42.223290 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] For port c2693717-a4ae-41c6-b7a8-d8d682be2f2e, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c2693717-a4ae-41c6-b7a8-d8d682be2f2e,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:42.223453 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7e0f89f4-3a48-4f30-8c7d-976eee3f502e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1cd46888d18a455ead9fe0a61fa745ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989417 Sep 16 04:55:42.224002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51990) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:42.228289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Allocated IP 172.20.0.1 (41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c/739383e3-e0b0-4958-a1af-a16bee6ca4bf/e92b83bd-1949-42ad-a888-6693fc4c014f) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:42.240168 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.257952 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60c713-85f7-40e0-8240-d0124930555f None None] Pushing event updated for resources: {'Port': ['ID=c2693717-a4ae-41c6-b7a8-d8d682be2f2e,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.276648 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] For port 1de625b1-770c-4369-b348-be9e365864b5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1de625b1-770c-4369-b348-be9e365864b5,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:42.277157 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.293217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Calling delete_port for 1de625b1-770c-4369-b348-be9e365864b5 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:42.329423 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Routers {'88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:42.330338 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:55:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:42.404696 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60c713-85f7-40e0-8240-d0124930555f None None] Pushing event updated for resources: {'Port': ['ID=c2693717-a4ae-41c6-b7a8-d8d682be2f2e,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.508206 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.571237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.583631 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] Set router 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:42.633522 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.690185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de625b1-770c-4369-b348-be9e365864b5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.735032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:42.739204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:42.752153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:42.794912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Pushing event updated for resources: {'Port': ['ID=e92b83bd-1949-42ad-a888-6693fc4c014f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:42.822117 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.896225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c4196-b0d8-4f4a-818d-1b141bbb0fbe req-4ce9f703-cf4c-4eea-a2c1-66dc1b4e6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:42.898567 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f68c4196-b0d8-4f4a-818d-1b141bbb0fbe req-4ce9f703-cf4c-4eea-a2c1-66dc1b4e6781 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 1097 time: 0.3491898 Sep 16 04:55:42.902457 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a95b78f9-ba15-4d57-98ed-b43be2b33d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:42.917052 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'name': 'tempest-ServerRescueTestJSON-59226947-router', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:36Z', 'updated_at': '2021-09-16T04:55:39Z', 'revision_number': 3, 'project_id': '408d0caffba049249d329ddf5bf692bf', 'gw_port': {'id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:75:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:38Z', 'updated_at': '2021-09-16T04:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:43.011933 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec97a79a-8568-4a02-8cdb-d3f53681a2ac None None] The sync data for ids ['88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'] in n-d-712142-17 is: [{'id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'name': 'tempest-ServerRescueTestJSON-59226947-router', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:36Z', 'updated_at': '2021-09-16T04:55:39Z', 'revision_number': 3, 'project_id': '408d0caffba049249d329ddf5bf692bf', 'gw_port': {'id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:75:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:38Z', 'updated_at': '2021-09-16T04:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:43.029208 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a95b78f9-ba15-4d57-98ed-b43be2b33d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.077119 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.218257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a6fd434-5908-430c-864d-b4499dcbd321 req-edc34692-82ca-4b9b-8f81-f1dd7c7ecfba tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0830550 Sep 16 04:55:43.269382 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.362425 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.369911 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.455923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4dba3124-64b6-4583-8360-6157d22fa1f8 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:43.586292 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 4dba3124-64b6-4583-8360-6157d22fa1f8 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:43.594181 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4dba3124-64b6-4583-8360-6157d22fa1f8 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:43.594857 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1de625b1-770c-4369-b348-be9e365864b5 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:43.679627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 1de625b1-770c-4369-b348-be9e365864b5 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:43.679899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1de625b1-770c-4369-b348-be9e365864b5 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:43.779760 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.791788 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.865807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c4196-b0d8-4f4a-818d-1b141bbb0fbe req-dedbfd6d-ced0-4017-b6dd-055e3f2e6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:43.867413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f68c4196-b0d8-4f4a-818d-1b141bbb0fbe req-dedbfd6d-ced0-4017-b6dd-055e3f2e6811 service neutron] 10.222.0.15 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 918 time: 0.8057578 Sep 16 04:55:43.887583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:43.888224 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:55:44.003563 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.014798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Pushing event updated for resources: {'Port': ['ID=e92b83bd-1949-42ad-a888-6693fc4c014f,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:44.110581 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f68c4196-b0d8-4f4a-818d-1b141bbb0fbe req-b498344c-3085-42d1-9faa-800d43625a06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12 HTTP/1.1" status: 200 len: 1000 time: 0.1821451 Sep 16 04:55:44.119265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:44.127367 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8f053dfb-c264-4c28-b3f8-15c626411151 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0ad8cb6d-00ec-4a09-8f35-66d716d1fc23 HTTP/1.1" status: 204 len: 168 time: 3.5251987 Sep 16 04:55:44.138105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52022) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:44.290346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:44.293037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:44.666383 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b6b85e1a-fe6e-41c9-a728-a3b44815b5ef req-a47835ab-2393-43b7-94ef-c36b125f950c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0909770 Sep 16 04:55:44.676733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Router 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:55:45.307375 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a140c6-0485-4564-8edc-0b43eed74aaa req-e438debb-08c5-47d4-878d-0997c53b3b35 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.317725 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-97a140c6-0485-4564-8edc-0b43eed74aaa req-e438debb-08c5-47d4-878d-0997c53b3b35 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 1.8166394 Sep 16 04:55:45.371409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c4196-b0d8-4f4a-818d-1b141bbb0fbe req-1daa55d5-5c61-4faa-81fb-fbbb8c9c3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:45.373464 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f68c4196-b0d8-4f4a-818d-1b141bbb0fbe req-1daa55d5-5c61-4faa-81fb-fbbb8c9c3ba1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 1.2344413 Sep 16 04:55:45.402348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bc880c-8786-45c0-a666-27f57b31de41 admin admin] Deleting subnet 6f0c347a-84e4-490f-a837-c2c9a1359adb {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:45.413493 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a95b78f9-ba15-4d57-98ed-b43be2b33d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.416405 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a95b78f9-ba15-4d57-98ed-b43be2b33d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.422411 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a95b78f9-ba15-4d57-98ed-b43be2b33d98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2aa3c51b-2921-4f8f-b8dc-434d28bf54e5 HTTP/1.1" status: 204 len: 168 time: 3.1921101 Sep 16 04:55:45.507909 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47bc880c-8786-45c0-a666-27f57b31de41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.531439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c2693717-a4ae-41c6-b7a8-d8d682be2f2e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:45.663165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c2693717-a4ae-41c6-b7a8-d8d682be2f2e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:45.663801 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.764712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b78f9-ba15-4d57-98ed-b43be2b33d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa3c51b-2921-4f8f-b8dc-434d28bf54e5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:45.873241 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.955722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port c2693717-a4ae-41c6-b7a8-d8d682be2f2e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c2693717-a4ae-41c6-b7a8-d8d682be2f2e,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:45.980764 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:45.988796 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-97a140c6-0485-4564-8edc-0b43eed74aaa req-1fd36315-69f4-42bf-8e58-542e3e2944c6 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6670663 Sep 16 04:55:46.019670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47bc880c-8786-45c0-a666-27f57b31de41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.095473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:55:46.122082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ef14a864-682b-441e-b9dc-616b31be155d admin admin] 10.222.0.53 "PUT /v2.0/routers/88565ae7-ad9b-45fd-8255-f00c7c0dc0d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3578022 Sep 16 04:55:46.153732 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-290af94a-1ff8-434b-8aaf-2f462b22053b req-0a8e436d-42d3-4d28-8bfd-7ac7490f658e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.1691678 Sep 16 04:55:46.192436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=c2693717-a4ae-41c6-b7a8-d8d682be2f2e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:46.247249 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47bc880c-8786-45c0-a666-27f57b31de41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.354986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Sync routers for ids ['88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:55:46.367891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Routers {'88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:46.369361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:55:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:46.431085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47bc880c-8786-45c0-a666-27f57b31de41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.463627 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c4196-b0d8-4f4a-818d-1b141bbb0fbe req-eb3bf7d2-1d18-46b5-a3a6-0be8166552d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:46.465296 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f68c4196-b0d8-4f4a-818d-1b141bbb0fbe req-eb3bf7d2-1d18-46b5-a3a6-0be8166552d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0174742 Sep 16 04:55:46.590637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc880c-8786-45c0-a666-27f57b31de41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0c347a-84e4-490f-a837-c2c9a1359adb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:46.636893 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47bc880c-8786-45c0-a666-27f57b31de41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:46.641529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52060) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.643762 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-47bc880c-8786-45c0-a666-27f57b31de41 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6f0c347a-84e4-490f-a837-c2c9a1359adb HTTP/1.1" status: 204 len: 168 time: 2.4761882 Sep 16 04:55:46.679598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52062) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:46.744262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d269bdf3-0bf6-4716-8195-f1a8b3268c9f None None] Network 04cf3ab9-30a2-48e4-bdc8-0e165588d14a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:55:46.837475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Set router 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:46.901783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f68c4196-b0d8-4f4a-818d-1b141bbb0fbe req-d89dbd1b-59b7-40d8-a9cd-a7f660b6a762 service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668954 Sep 16 04:55:46.969144 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.278060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Deleting port a74d7876-5a50-4daa-945a-fa73b821dc68 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:47.278934 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.295643 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f68c4196-b0d8-4f4a-818d-1b141bbb0fbe req-21cd9b67-0dee-4b4d-8d65-d98ab9defe73 service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793080 Sep 16 04:55:47.327475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2396a5d3-6db2-4039-84f6-c55e24783216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.501383 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2396a5d3-6db2-4039-84f6-c55e24783216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.516141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2396a5d3-6db2-4039-84f6-c55e24783216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.536550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] For port a74d7876-5a50-4daa-945a-fa73b821dc68, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a74d7876-5a50-4daa-945a-fa73b821dc68,segment=NetworkSegment(93dda4fa-81d9-4cbc-80a9-91526f0f7ba8),segment_id=93dda4fa-81d9-4cbc-80a9-91526f0f7ba8)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:47.540061 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.582790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Calling delete_port for a74d7876-5a50-4daa-945a-fa73b821dc68 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:47.587121 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2396a5d3-6db2-4039-84f6-c55e24783216 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f950aea1c5240948a98a1ea8585473b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9047546 Sep 16 04:55:47.589904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52090) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:47.640035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c2693717-a4ae-41c6-b7a8-d8d682be2f2e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:47.702146 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-330aae00-26e5-4dd5-8fdc-ea33890969c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.769660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396a5d3-6db2-4039-84f6-c55e24783216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0142be27-2df2-474a-8abe-cf815f7804d4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:47.871122 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd69f3-dc27-4ae3-843e-fb144b516579 req-a086bc00-d65f-47f3-b14d-56f86af89701 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:47.887710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7abd69f3-dc27-4ae3-843e-fb144b516579 req-a086bc00-d65f-47f3-b14d-56f86af89701 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.7145011 Sep 16 04:55:47.952149 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:47.997084 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:55:48.020747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c2693717-a4ae-41c6-b7a8-d8d682be2f2e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:48.026666 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.047663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12a4d20d-be8e-4ba4-aa37-995e2375ef92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.110255 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7abd69f3-dc27-4ae3-843e-fb144b516579 req-437e30f7-d7fb-47e9-a718-dbeddb7f4eea tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214153 Sep 16 04:55:48.113284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52110) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:48.120057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=a74d7876-5a50-4daa-945a-fa73b821dc68,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:48.138168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] No DVR routers for this DVR port a74d7876-5a50-4daa-945a-fa73b821dc68 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:48.195767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e36915-2c8a-448c-ab81-6095530e4d52 None None] DHCP port deletion for 04cf3ab9-30a2-48e4-bdc8-0e165588d14a request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:55:48.201777 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12a4d20d-be8e-4ba4-aa37-995e2375ef92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.307881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-3ec19369-a8ff-42a5-9b62-88bea7004eb1 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:48.309571 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-3ec19369-a8ff-42a5-9b62-88bea7004eb1 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/networks?id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c HTTP/1.1" status: 200 len: 809 time: 0.5158343 Sep 16 04:55:48.345217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1d7e2c9-fabb-4e2b-9eea-cdb1b03689f8 req-24dcf9f2-ad97-41ae-861f-3c58f169218d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.1153059 Sep 16 04:55:48.393211 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-c72eabbf-5e4f-425a-9257-6c00087fbb4d tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/quotas/408d0caffba049249d329ddf5bf692bf HTTP/1.1" status: 200 len: 375 time: 0.0609686 Sep 16 04:55:48.450123 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.467588 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'networks': [{'name': 'tempest-network--1551332475'}, {'name': 'tempest-network--116747523'}]} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:48.470674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'network': {'name': 'tempest-network--1551332475'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:48.471433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'network': {'name': 'tempest-network--116747523'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:48.542065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cf3ab9-30a2-48e4-bdc8-0e165588d14a']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:48.556718 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-5eb04105-e8fb-4a3a-985c-b8c893d8322b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=408d0caffba049249d329ddf5bf692bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1624379 Sep 16 04:55:48.561990 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12a4d20d-be8e-4ba4-aa37-995e2375ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.574538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dda4fa-81d9-4cbc-80a9-91526f0f7ba8') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:48.575214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dda4fa-81d9-4cbc-80a9-91526f0f7ba8') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:48.579002 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12a4d20d-be8e-4ba4-aa37-995e2375ef92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.588124 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-12a4d20d-be8e-4ba4-aa37-995e2375ef92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0142be27-2df2-474a-8abe-cf815f7804d4 HTTP/1.1" status: 204 len: 168 time: 0.9971473 Sep 16 04:55:48.619485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Made reservation on behalf of 0f26011ff864426399b09d72c27234bf for: {'network': 2} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:48.640181 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.659799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.714236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4d20d-be8e-4ba4-aa37-995e2375ef92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0142be27-2df2-474a-8abe-cf815f7804d4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:48.715421 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.745922 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.815366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'name': 'tempest-ServerRescueTestJSON-59226947-router', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:36Z', 'updated_at': '2021-09-16T04:55:43Z', 'revision_number': 4, 'project_id': '408d0caffba049249d329ddf5bf692bf', 'gw_port': {'id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:38Z', 'updated_at': '2021-09-16T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e92b83bd-1949-42ad-a888-6693fc4c014f', 'name': '', 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'mac_address': 'fa:16:3e:84:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '739383e3-e0b0-4958-a1af-a16bee6ca4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:41Z', 'updated_at': '2021-09-16T04:55:43Z', 'revision_number': 2, 'project_id': '408d0caffba049249d329ddf5bf692bf', 'subnets': [{'id': '739383e3-e0b0-4958-a1af-a16bee6ca4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:48.871833 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-0db3ed5d-9770-4dd3-bde1-f6a45064a742 service neutron] 10.222.0.53 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806485 Sep 16 04:55:48.889722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Checking router: 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:55:48.890137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Updating router 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 port e92b83bd-1949-42ad-a888-6693fc4c014f binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:55:48.926620 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.935584 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.936316 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.968308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:48.968967 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:48.974691 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:48.977007 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.186000 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-55d8b596-0fd6-47b0-b931-ab088ad759ef service neutron] 10.222.0.53 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069506 Sep 16 04:55:49.191685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:49.221938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.222155 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Added segment 9c923b9b-3ddb-40ca-9f79-63a881754246 of type vlan for network 86acf2fc-cb06-4364-8fde-127de07d19cf Sep 16 04:55:49.304342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.394010 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:49.417861 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.418387 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Added segment 320f18c6-69f6-4041-9635-86c8f318caaf of type vlan for network ecbb4504-f4dc-4970-ac04-a16195595b74 Sep 16 04:55:49.517190 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.530826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52128) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:49.566145 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a9e1e99-3daf-4df5-afd3-fcde331a3770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.566926 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.567455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.573435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.578588 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:49.579288 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.579821 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a74d7876-5a50-4daa-945a-fa73b821dc68 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:49.623353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8570ee0-d462-493d-9002-52c31ba1444f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:49.637326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5052977 Sep 16 04:55:49.640346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: a74d7876-5a50-4daa-945a-fa73b821dc68 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:49.646715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a74d7876-5a50-4daa-945a-fa73b821dc68 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:49.688290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52130) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:49.688290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.888670 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.896355 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:49.974775 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1cf66-2082-438e-846d-c7430f64b83a None None] Pushing event updated for resources: {'Port': ['ID=e92b83bd-1949-42ad-a888-6693fc4c014f,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.113433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Attempting to bind port e92b83bd-1949-42ad-a888-6693fc4c014f on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:50.114059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Attempting to bind port e92b83bd-1949-42ad-a888-6693fc4c014f by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:50.114444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Attempting to bind port e92b83bd-1949-42ad-a888-6693fc4c014f on network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:50.115709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad8e8a2-2160-4393-8d5e-3814a98f03ab tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.122288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad8e8a2-2160-4393-8d5e-3814a98f03ab tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.132355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad8e8a2-2160-4393-8d5e-3814a98f03ab tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.138837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad8e8a2-2160-4393-8d5e-3814a98f03ab tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.139677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:50.141134 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2ad8e8a2-2160-4393-8d5e-3814a98f03ab tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4536223 Sep 16 04:55:50.141902 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Checking segment: {'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:50.142352 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.142773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Bound using segment: {'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:50.143289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Bound port: e92b83bd-1949-42ad-a888-6693fc4c014f, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:50.143948 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.146627 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] 10.222.0.53 "DELETE /v2.0/networks/04cf3ab9-30a2-48e4-bdc8-0e165588d14a HTTP/1.1" status: 204 len: 168 time: 3.5032980 Sep 16 04:55:50.147566 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.160414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a06626-dd6b-4f0f-9199-58a421b88c12 req-c6847efc-3e46-494e-ae50-63626a596da4 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.163287 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5a06626-dd6b-4f0f-9199-58a421b88c12 req-c6847efc-3e46-494e-ae50-63626a596da4 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 945 time: 1.2348130 Sep 16 04:55:50.164379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52140) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.179308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event updated for resources: {'Network': ['ID=86acf2fc-cb06-4364-8fde-127de07d19cf,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.275805 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] For port e92b83bd-1949-42ad-a888-6693fc4c014f, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:55:50.280382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] For port e92b83bd-1949-42ad-a888-6693fc4c014f, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e92b83bd-1949-42ad-a888-6693fc4c014f,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:55:50.306517 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5a06626-dd6b-4f0f-9199-58a421b88c12 req-559bba26-8ce6-46f7-a46a-66114b7a2427 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217709 Sep 16 04:55:50.332132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 86acf2fc-cb06-4364-8fde-127de07d19cf details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:50.354703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef00dba-40d1-44c5-a344-af75079a1a09 req-1bc2756f-1ada-4115-8b26-c642e28c1d3a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.359393 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0ef00dba-40d1-44c5-a344-af75079a1a09 req-1bc2756f-1ada-4115-8b26-c642e28c1d3a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.4610813 Sep 16 04:55:50.379097 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.453207 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc629517-f73e-489f-946e-dc205ba31710 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event updated for resources: {'Network': ['ID=ecbb4504-f4dc-4970-ac04-a16195595b74,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.539961 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a9e1e99-3daf-4df5-afd3-fcde331a3770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.572154 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.580311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network ecbb4504-f4dc-4970-ac04-a16195595b74 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:50.585685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82aaf3-54db-4e5a-b3e9-66d26f2a3a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=04cf3ab9-30a2-48e4-bdc8-0e165588d14a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.613643 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3a9e1e99-3daf-4df5-afd3-fcde331a3770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.679004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52152) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.690613 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4320c282-ddae-4ef2-9b15-259d2dc2ae05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:50.716166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e1e99-3daf-4df5-afd3-fcde331a3770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168e2c9d-05ab-459c-851f-bc1d0c7d9ffa,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:50.742824 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0ef00dba-40d1-44c5-a344-af75079a1a09 req-1d868b80-8d39-4596-8b49-c757eb518ec5 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3542230 Sep 16 04:55:50.866947 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d345936-4eae-470a-a229-aa599c20a33f req-8ce30176-f2ea-4f26-8e92-a29565df26e9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.1793251 Sep 16 04:55:50.875345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Routers {'88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:55:50.876162 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:55:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:50.880240 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3a9e1e99-3daf-4df5-afd3-fcde331a3770 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fac5556c6c3d41bba535e6b176a218b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3482459 Sep 16 04:55:50.891240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52168) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:50.973558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e72f5fa-603c-40ec-9942-273bb8d87be7 req-fafd1b8f-6502-481d-9f7d-206013cc30f2 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 210 time: 0.0400665 Sep 16 04:55:50.977904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8d3ed-81b2-4cce-938a-265ed8413868 req-3ea6b0d7-930d-440b-ac3f-cf6480b536a5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:50.979468 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-49b8d3ed-81b2-4cce-938a-265ed8413868 req-3ea6b0d7-930d-440b-ac3f-cf6480b536a5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.50 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 945 time: 0.4461620 Sep 16 04:55:51.023099 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-053eeae6-2199-4ce1-b128-e08df9b8c9b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2269d326ebfc4dc5ad6858c2ad2505c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355060 Sep 16 04:55:51.028226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52172) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:51.039621 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.046789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a63db340-83ac-4e04-b01a-fd8c30a66caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.100493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86acf2fc-cb06-4364-8fde-127de07d19cf']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:51.115349 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a63db340-83ac-4e04-b01a-fd8c30a66caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.132959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c923b9b-3ddb-40ca-9f79-63a881754246') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:51.135602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c923b9b-3ddb-40ca-9f79-63a881754246') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:51.176658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] Set router 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:55:51.181977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.222977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.231149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:51.231856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:51.345116 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:51.354813 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.361433 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.371440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52186) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:51.372691 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "DELETE /v2.0/networks/86acf2fc-cb06-4364-8fde-127de07d19cf HTTP/1.1" status: 204 len: 168 time: 1.2057157 Sep 16 04:55:51.417845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70821aa8-d7c2-45b3-832c-076b4d08e553 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event deleted for resources: {'Network': ['ID=86acf2fc-cb06-4364-8fde-127de07d19cf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:51.481073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1cf66-2082-438e-846d-c7430f64b83a None None] Pushing event updated for resources: {'Port': ['ID=e92b83bd-1949-42ad-a888-6693fc4c014f,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:51.509011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9420a117-c4eb-4e1a-a2af-41fc00d2a02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.573684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9420a117-c4eb-4e1a-a2af-41fc00d2a02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.621249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf2f57-813c-464c-b6c7-9378fb0c9caa req-fd16182f-b54e-4715-afb9-e915822449f5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:51.623840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56bf2f57-813c-464c-b6c7-9378fb0c9caa req-fd16182f-b54e-4715-afb9-e915822449f5 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 945 time: 0.1470349 Sep 16 04:55:51.691428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.725476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56bf2f57-813c-464c-b6c7-9378fb0c9caa req-919fda18-2e85-4b70-8c70-e47d0f92acef tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949008 Sep 16 04:55:51.726217 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a63db340-83ac-4e04-b01a-fd8c30a66caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.729337 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a63db340-83ac-4e04-b01a-fd8c30a66caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.734173 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a63db340-83ac-4e04-b01a-fd8c30a66caf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/168e2c9d-05ab-459c-851f-bc1d0c7d9ffa HTTP/1.1" status: 204 len: 168 time: 0.8398707 Sep 16 04:55:51.751027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-49b8d3ed-81b2-4cce-938a-265ed8413868 req-fb2890ed-d649-4d45-af5a-3a4306bdcf02 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Deleting port d716640f-5d72-4a31-94c4-8bcdc47f49f1 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:55:51.752014 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-49b8d3ed-81b2-4cce-938a-265ed8413868 req-fb2890ed-d649-4d45-af5a-3a4306bdcf02 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.904787 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.920945 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:51.963352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63db340-83ac-4e04-b01a-fd8c30a66caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168e2c9d-05ab-459c-851f-bc1d0c7d9ffa,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:52.024064 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9420a117-c4eb-4e1a-a2af-41fc00d2a02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.026952 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9420a117-c4eb-4e1a-a2af-41fc00d2a02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.030955 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9420a117-c4eb-4e1a-a2af-41fc00d2a02d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c075883-4d10-451a-9909-8dd54e426c19 HTTP/1.1" status: 204 len: 168 time: 0.9478681 Sep 16 04:55:52.043437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'name': 'tempest-ServerRescueTestJSON-59226947-router', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:36Z', 'updated_at': '2021-09-16T04:55:43Z', 'revision_number': 4, 'project_id': '408d0caffba049249d329ddf5bf692bf', 'gw_port': {'id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:38Z', 'updated_at': '2021-09-16T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e92b83bd-1949-42ad-a888-6693fc4c014f', 'name': '', 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'mac_address': 'fa:16:3e:84:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '739383e3-e0b0-4958-a1af-a16bee6ca4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:41Z', 'updated_at': '2021-09-16T04:55:50Z', 'revision_number': 4, 'project_id': '408d0caffba049249d329ddf5bf692bf', 'subnets': [{'id': '739383e3-e0b0-4958-a1af-a16bee6ca4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:52.137067 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e3cf172-4471-4161-a415-7d911f454ded req-df311176-6822-4373-bcb1-ce86efaac30e tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0772581 Sep 16 04:55:52.185884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420a117-c4eb-4e1a-a2af-41fc00d2a02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c075883-4d10-451a-9909-8dd54e426c19,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:52.196954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ebf37-6ac3-4a43-ab60-0b93aab49f76 None None] The sync data for ids ['88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'] in n-d-712142-17 is: [{'id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'name': 'tempest-ServerRescueTestJSON-59226947-router', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:36Z', 'updated_at': '2021-09-16T04:55:43Z', 'revision_number': 4, 'project_id': '408d0caffba049249d329ddf5bf692bf', 'gw_port': {'id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:38Z', 'updated_at': '2021-09-16T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e92b83bd-1949-42ad-a888-6693fc4c014f', 'name': '', 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'mac_address': 'fa:16:3e:84:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '739383e3-e0b0-4958-a1af-a16bee6ca4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:41Z', 'updated_at': '2021-09-16T04:55:50Z', 'revision_number': 4, 'project_id': '408d0caffba049249d329ddf5bf692bf', 'subnets': [{'id': '739383e3-e0b0-4958-a1af-a16bee6ca4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:55:52.489368 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf414382-d886-43a0-910d-3c7676ea74ac req-a1ef2b4e-9991-4174-908f-a6af62e7cbf1 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 210 time: 0.0942464 Sep 16 04:55:52.501021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-955f163f-b51d-4952-8962-8b4c81d997af tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.502591 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-955f163f-b51d-4952-8962-8b4c81d997af tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.15 "GET /v2.0/networks?id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c HTTP/1.1" status: 200 len: 809 time: 0.3994274 Sep 16 04:55:52.504749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-49b8d3ed-81b2-4cce-938a-265ed8413868 req-fb2890ed-d649-4d45-af5a-3a4306bdcf02 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] For port d716640f-5d72-4a31-94c4-8bcdc47f49f1, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d716640f-5d72-4a31-94c4-8bcdc47f49f1,segment=NetworkSegment(6675c38b-2684-44b3-84ad-72149de60c32),segment_id=6675c38b-2684-44b3-84ad-72149de60c32)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:52.511788 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52246) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:52.529588 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-49b8d3ed-81b2-4cce-938a-265ed8413868 req-fb2890ed-d649-4d45-af5a-3a4306bdcf02 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.550083 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f27ff5ca-b0de-41db-9e20-78685d5a2b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.609084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaf536-9870-419c-b516-08a522dfcefd req-9b80e743-b2c6-48d2-b38b-61d473af47ea tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:52.619449 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3adaf536-9870-419c-b516-08a522dfcefd req-9b80e743-b2c6-48d2-b38b-61d473af47ea tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.7268426 Sep 16 04:55:52.626194 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.682128 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Request body: {'port': {'device_id': 'a4027715-a7ca-4e7f-bd6d-775601cd1e4f', 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c', 'admin_state_up': True, 'tenant_id': '408d0caffba049249d329ddf5bf692bf'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:52.744420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-49b8d3ed-81b2-4cce-938a-265ed8413868 req-fb2890ed-d649-4d45-af5a-3a4306bdcf02 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Calling delete_port for d716640f-5d72-4a31-94c4-8bcdc47f49f1 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:55:52.831267 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f27ff5ca-b0de-41db-9e20-78685d5a2b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.834995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbb4504-f4dc-4970-ac04-a16195595b74']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:52.846603 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f27ff5ca-b0de-41db-9e20-78685d5a2b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:52.891089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320f18c6-69f6-4041-9635-86c8f318caaf') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:52.891398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320f18c6-69f6-4041-9635-86c8f318caaf') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:52.913301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f27ff5ca-b0de-41db-9e20-78685d5a2b2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a26d1948dc6403d918aa522219e6749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978481 Sep 16 04:55:52.918816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52268) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:53.008323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.091084 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3adaf536-9870-419c-b516-08a522dfcefd req-95872323-5c98-4f09-b6cb-6ebfae171cec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4689491 Sep 16 04:55:53.123160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ff5ca-b0de-41db-9e20-78685d5a2b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d300d7-5c4a-4ba6-ae46-b5bdd39ed8b0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.135653 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.171107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88f320-04d8-42c0-88ea-ad5f85fab77f req-bbe910d8-290d-42dc-a096-061dff40b231 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:53.176757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec88f320-04d8-42c0-88ea-ad5f85fab77f req-bbe910d8-290d-42dc-a096-061dff40b231 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 945 time: 0.2601106 Sep 16 04:55:53.180411 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.237083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:53.237663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.269353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52282) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:53.306335 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:53.322539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec88f320-04d8-42c0-88ea-ad5f85fab77f req-eed3519e-774b-447c-a0f5-3df8432311d9 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c5b9c69-3f6c-41da-8322-86e1e932b46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366208 Sep 16 04:55:53.346681 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10d6018c-e2f9-4936-8a47-9dfb024743e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.573973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e92b83bd-1949-42ad-a888-6693fc4c014f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:53.590684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3b86c2c3-e4d5-4ced-8d28-eb8c6d92f804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.626674 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10d6018c-e2f9-4936-8a47-9dfb024743e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.630053 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3b86c2c3-e4d5-4ced-8d28-eb8c6d92f804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.635885 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10d6018c-e2f9-4936-8a47-9dfb024743e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.749401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-10d6018c-e2f9-4936-8a47-9dfb024743e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4741049 Sep 16 04:55:53.753978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52308) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:53.775282 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6018c-e2f9-4936-8a47-9dfb024743e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b8662a-cbc9-436e-b07e-aa74e6082f8d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:53.803508 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.804646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e92b83bd-1949-42ad-a888-6693fc4c014f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:53.805168 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:53.813354 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b8a36120-7b5e-4994-9551-22f080184b68 req-632040c9-3c1e-4957-8654-4e0563f7a119 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.5039482 Sep 16 04:55:53.932891 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45015080-338d-4a48-a8fe-20e7edefeaaa req-b4f1b6ce-07f2-48ef-a95a-60ea424c2fac tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 210 time: 0.1822197 Sep 16 04:55:53.986034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39d3dd54-41d9-4f76-b7c4-2ed98f1fef6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.015686 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.018212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "DELETE /v2.0/networks/ecbb4504-f4dc-4970-ac04-a16195595b74 HTTP/1.1" status: 204 len: 168 time: 2.6426318 Sep 16 04:55:54.020631 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3b86c2c3-e4d5-4ced-8d28-eb8c6d92f804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.021664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52320) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:54.024298 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3b86c2c3-e4d5-4ced-8d28-eb8c6d92f804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.028956 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3b86c2c3-e4d5-4ced-8d28-eb8c6d92f804 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7d300d7-5c4a-4ba6-ae46-b5bdd39ed8b0 HTTP/1.1" status: 204 len: 168 time: 1.1017947 Sep 16 04:55:54.081962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86c2c3-e4d5-4ced-8d28-eb8c6d92f804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d300d7-5c4a-4ba6-ae46-b5bdd39ed8b0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:54.091366 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-49b8d3ed-81b2-4cce-938a-265ed8413868 req-fb2890ed-d649-4d45-af5a-3a4306bdcf02 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.129930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758cc92-0fa2-493a-8f1d-b69bfbb14916 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event deleted for resources: {'Network': ['ID=ecbb4504-f4dc-4970-ac04-a16195595b74,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:54.148377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Made reservation on behalf of 408d0caffba049249d329ddf5bf692bf for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:54.174488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.199601 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39d3dd54-41d9-4f76-b7c4-2ed98f1fef6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.219268 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2890ed-d649-4d45-af5a-3a4306bdcf02 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Pushing event deleted for resources: {'Port': ['ID=d716640f-5d72-4a31-94c4-8bcdc47f49f1,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:54.229628 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.339337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port e92b83bd-1949-42ad-a888-6693fc4c014f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e92b83bd-1949-42ad-a888-6693fc4c014f,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:55:54.347080 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.411719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Allocated IP 172.20.0.3 (41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c/739383e3-e0b0-4958-a1af-a16bee6ca4bf/142bbdf0-d5a3-42e2-9495-dbe0c8007e0e) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:55:54.527266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=e92b83bd-1949-42ad-a888-6693fc4c014f,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:54.540495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:54.541361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:54.542255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:54.543019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:54.547927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:54.548631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:54.549139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:54.550099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:54.550688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:54.551387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:54.552519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:54.553542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:55:54.623851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d716640f-5d72-4a31-94c4-8bcdc47f49f1 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:55:54.688283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b8d3ed-81b2-4cce-938a-265ed8413868 req-fb2890ed-d649-4d45-af5a-3a4306bdcf02 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] No DVR routers for this DVR port d716640f-5d72-4a31-94c4-8bcdc47f49f1 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:55:54.716408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: d716640f-5d72-4a31-94c4-8bcdc47f49f1 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:55:54.721293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d716640f-5d72-4a31-94c4-8bcdc47f49f1 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:55:54.724804 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-49b8d3ed-81b2-4cce-938a-265ed8413868 req-fb2890ed-d649-4d45-af5a-3a4306bdcf02 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.727834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189ca117-4f87-49e4-8196-7dc9468ca35c tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.735563 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-49b8d3ed-81b2-4cce-938a-265ed8413868 req-fb2890ed-d649-4d45-af5a-3a4306bdcf02 tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.50 "DELETE /v2.0/ports/d716640f-5d72-4a31-94c4-8bcdc47f49f1 HTTP/1.1" status: 204 len: 173 time: 3.7477100 Sep 16 04:55:54.747089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50bc981-fcfd-4f2e-9d15-c3f56f8737fa', 'name': 'network-vif-deleted', 'tag': 'd716640f-5d72-4a31-94c4-8bcdc47f49f1'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:55:54.750268 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5608529a-8e69-44f2-a1cd-ba04e51f35c1" -d '{"events": [{"server_uuid": "f50bc981-fcfd-4f2e-9d15-c3f56f8737fa", "name": "network-vif-deleted", "tag": "d716640f-5d72-4a31-94c4-8bcdc47f49f1"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:55:54.759101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189ca117-4f87-49e4-8196-7dc9468ca35c tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.767209 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-189ca117-4f87-49e4-8196-7dc9468ca35c tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7438288 Sep 16 04:55:54.772326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52354) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:54.786119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c35a556f-a0b3-4554-ae51-dce48db9a4ba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-497091155'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:54.857540 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3840038-1fbc-4399-b5ce-8269d2bb8927 req-813f1d3c-3fff-4e62-98bb-dc34829875cf tempest-AttachVolumeNegativeTest-542591160 tempest-AttachVolumeNegativeTest-542591160-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50bc981-fcfd-4f2e-9d15-c3f56f8737fa HTTP/1.1" status: 200 len: 210 time: 0.3472023 Sep 16 04:55:54.862995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536880c-a61d-4547-a3e0-ec1cff7662f4 req-9ad9ec10-5cef-4948-a3ae-35b63c460b6c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:54.866278 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b536880c-a61d-4547-a3e0-ec1cff7662f4 req-9ad9ec10-5cef-4948-a3ae-35b63c460b6c tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.2846808 Sep 16 04:55:54.873756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35a556f-a0b3-4554-ae51-dce48db9a4ba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Made reservation on behalf of 0f26011ff864426399b09d72c27234bf for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:54.877816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c35a556f-a0b3-4554-ae51-dce48db9a4ba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.903301 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39d3dd54-41d9-4f76-b7c4-2ed98f1fef6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.908097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39d3dd54-41d9-4f76-b7c4-2ed98f1fef6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.909593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-39d3dd54-41d9-4f76-b7c4-2ed98f1fef6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27b8662a-cbc9-436e-b07e-aa74e6082f8d HTTP/1.1" status: 204 len: 168 time: 1.1423438 Sep 16 04:55:54.921334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:54.938397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3dd54-41d9-4f76-b7c4-2ed98f1fef6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b8662a-cbc9-436e-b07e-aa74e6082f8d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:55.031699 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8873b23c-69ef-4e38-88a5-7d0a37dc3f60 x-openstack-request-id: req-8873b23c-69ef-4e38-88a5-7d0a37dc3f60 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:55:55.032104 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50bc981-fcfd-4f2e-9d15-c3f56f8737fa", "name": "network-vif-deleted", "tag": "d716640f-5d72-4a31-94c4-8bcdc47f49f1", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:55:55.033005 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8873b23c-69ef-4e38-88a5-7d0a37dc3f60 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:55:55.033866 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50bc981-fcfd-4f2e-9d15-c3f56f8737fa', 'name': 'network-vif-deleted', 'tag': 'd716640f-5d72-4a31-94c4-8bcdc47f49f1', 'status': 'completed', 'code': 200} Sep 16 04:55:55.093940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35a556f-a0b3-4554-ae51-dce48db9a4ba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:55.126398 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b536880c-a61d-4547-a3e0-ec1cff7662f4 req-fc8ef51b-0a77-40a5-941c-61509bb5d0d5 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448661 Sep 16 04:55:55.176303 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c35a556f-a0b3-4554-ae51-dce48db9a4ba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.176664 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-c35a556f-a0b3-4554-ae51-dce48db9a4ba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Added segment dc62fc8c-c9f5-4536-b768-e2543eef0c16 of type vlan for network a3836778-e3d3-47cb-a4fb-f1f8db16abfc Sep 16 04:55:55.178970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3afa965-1417-472b-829b-6d0d01b1e172 req-5424bd76-90ba-4eda-8def-03973abfdeb2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0765193 Sep 16 04:55:55.269764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c35a556f-a0b3-4554-ae51-dce48db9a4ba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.305953 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.327303 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c35a556f-a0b3-4554-ae51-dce48db9a4ba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.342279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a556f-a0b3-4554-ae51-dce48db9a4ba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:55.374706 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c35a556f-a0b3-4554-ae51-dce48db9a4ba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.617387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e92b83bd-1949-42ad-a888-6693fc4c014f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:55:55.776045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e92b83bd-1949-42ad-a888-6693fc4c014f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:55:55.776720 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:55.847370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a556f-a0b3-4554-ae51-dce48db9a4ba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event updated for resources: {'Network': ['ID=a3836778-e3d3-47cb-a4fb-f1f8db16abfc,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:55.861674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a3836778-e3d3-47cb-a4fb-f1f8db16abfc details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:55.891475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:55:55.896861 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c35a556f-a0b3-4554-ae51-dce48db9a4ba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1193316 Sep 16 04:55:55.900802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52404) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:55.903488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:55:55.905885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-14446d96-6a64-47e1-b498-11dcb3375592 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-80182248'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:55.910955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:55:55.982493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14446d96-6a64-47e1-b498-11dcb3375592 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Made reservation on behalf of 0f26011ff864426399b09d72c27234bf for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:55.987162 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14446d96-6a64-47e1-b498-11dcb3375592 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.009835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52416) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:56.015454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.016293 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.030433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Pushing event updated for resources: {'Port': ['ID=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:56.059781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4f3e5-d337-49db-b46c-9a3880069a4b req-40170aba-204f-4c58-9c09-a0fe5311415d tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.074180 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bcb4f3e5-d337-49db-b46c-9a3880069a4b req-40170aba-204f-4c58-9c09-a0fe5311415d tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 931 time: 0.7710135 Sep 16 04:55:56.076396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-8753b99c-ba1e-4e47-ad42-7bdce9722722 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4196789 Sep 16 04:55:56.123815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Request body: {'port': {'device_id': 'a4027715-a7ca-4e7f-bd6d-775601cd1e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:56.209185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14446d96-6a64-47e1-b498-11dcb3375592 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:55:56.220061 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bcb4f3e5-d337-49db-b46c-9a3880069a4b req-2a33963b-e784-4617-a45e-49e1908cebad tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417093 Sep 16 04:55:56.314633 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.331756 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14446d96-6a64-47e1-b498-11dcb3375592 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.331756 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-14446d96-6a64-47e1-b498-11dcb3375592 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Added segment 16827568-938c-4cfe-a2bb-96c361591f9f of type vlan for network 9c30f8f8-e6be-4f96-8225-05b212aadfd8 Sep 16 04:55:56.437760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb33cb0-fb15-4c7e-92de-f913bd6478c7 admin admin] Deleting subnet 267089d7-348a-46df-9275-af9e72e172dc {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:55:56.473167 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8d9e2630-4d02-4d05-b9c8-3e3cbc6b1a10 req-6ac1c131-365c-4fd6-a06f-b4e5bbd3f3bc tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0808122 Sep 16 04:55:56.512784 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0eb33cb0-fb15-4c7e-92de-f913bd6478c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.616212 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14446d96-6a64-47e1-b498-11dcb3375592 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.656334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865febf-8f61-4d2b-b062-7dbaca4d108a req-a7d52d79-407e-497a-87a9-05efd26361ed tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.668358 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0865febf-8f61-4d2b-b062-7dbaca4d108a req-a7d52d79-407e-497a-87a9-05efd26361ed tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.3477895 Sep 16 04:55:56.715355 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0eb33cb0-fb15-4c7e-92de-f913bd6478c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.862225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14446d96-6a64-47e1-b498-11dcb3375592 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.885368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14446d96-6a64-47e1-b498-11dcb3375592 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:56.886096 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14446d96-6a64-47e1-b498-11dcb3375592 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:56.955474 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0eb33cb0-fb15-4c7e-92de-f913bd6478c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.058578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:55:57.075280 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.099346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0865febf-8f61-4d2b-b062-7dbaca4d108a req-71415082-9549-46f3-bd64-afb992b4db3b tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4246421 Sep 16 04:55:57.100779 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-14446d96-6a64-47e1-b498-11dcb3375592 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1989958 Sep 16 04:55:57.105082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52468) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.112886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'ports': [{'network_id': 'a3836778-e3d3-47cb-a4fb-f1f8db16abfc', 'name': 'tempest-port--1448409469', 'admin_state_up': True}, {'network_id': '9c30f8f8-e6be-4f96-8225-05b212aadfd8', 'admin_state_up': False}]} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:57.113571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'port': {'network_id': 'a3836778-e3d3-47cb-a4fb-f1f8db16abfc', 'name': 'tempest-port--1448409469', 'admin_state_up': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:57.123733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'port': {'network_id': '9c30f8f8-e6be-4f96-8225-05b212aadfd8', 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:55:57.130994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Transition to ACTIVE for port object 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:55:57.192009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14446d96-6a64-47e1-b498-11dcb3375592 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event updated for resources: {'Network': ['ID=9c30f8f8-e6be-4f96-8225-05b212aadfd8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:57.212862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 9c30f8f8-e6be-4f96-8225-05b212aadfd8 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:55:57.217152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.251015 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0eb33cb0-fb15-4c7e-92de-f913bd6478c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.362553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb33cb0-fb15-4c7e-92de-f913bd6478c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=267089d7-348a-46df-9275-af9e72e172dc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:57.365752 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0eb33cb0-fb15-4c7e-92de-f913bd6478c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.367686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0eb33cb0-fb15-4c7e-92de-f913bd6478c7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/267089d7-348a-46df-9275-af9e72e172dc HTTP/1.1" status: 204 len: 168 time: 1.3208363 Sep 16 04:55:57.384217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52482) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:57.434094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Pushing event updated for resources: {'Port': ['ID=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:57.546767 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.739002 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e5c9a26-d42d-432b-b3ad-94950a75d396 req-2653a940-d991-4ba0-bca0-77e01be1aa88 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0807741 Sep 16 04:55:57.805351 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.862218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9319edcf-e21c-4520-9d6d-2a5ffd172e01']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:57.894826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6675c38b-2684-44b3-84ad-72149de60c32') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:57.896050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6675c38b-2684-44b3-84ad-72149de60c32') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:55:57.933797 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:57.991467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.015749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9619f3b-3a4d-4a60-858e-1f43825bc28c req-1df2fa47-61a5-40aa-bad4-21b8bdd3f7f5 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:58.016770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:55:58.018488 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.021800 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b9619f3b-3a4d-4a60-858e-1f43825bc28c req-1df2fa47-61a5-40aa-bad4-21b8bdd3f7f5 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 943 time: 0.5980217 Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:55:58.075975 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:55:58.210139 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.221306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.224997 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9319edcf-e21c-4520-9d6d-2a5ffd172e01 HTTP/1.1" status: 204 len: 168 time: 0.8384583 Sep 16 04:55:58.256865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6167a-1c52-4671-862f-122fd46830e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9319edcf-e21c-4520-9d6d-2a5ffd172e01,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:58.395977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e3f7b-3391-4ffe-96d0-0ed7bae5f7d0 req-4ef8b77c-bf48-4212-b926-f8cb9f46b6fb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:58.405711 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc9e3f7b-3391-4ffe-96d0-0ed7bae5f7d0 req-4ef8b77c-bf48-4212-b926-f8cb9f46b6fb tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.1166582 Sep 16 04:55:58.531470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc9e3f7b-3391-4ffe-96d0-0ed7bae5f7d0 req-26f904c1-c605-43d5-9582-f39967394113 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246564 Sep 16 04:55:58.745141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52550) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:58.818558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-996d7207-9bf5-4d66-9411-b733bae331a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59fa0fafe1f645aaa657c0c36db79a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711460 Sep 16 04:55:58.821268 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52558) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:55:58.837773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Made reservation on behalf of 0f26011ff864426399b09d72c27234bf for: {'port': 2} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:55:58.844226 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.930000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5afbd2e-07cb-459c-b851-1f6bdfb2f7a6 req-d5f8d24f-5005-4747-a0ae-f61c5b163f2c tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0730066 Sep 16 04:55:58.974808 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c4f1eb83-7ca6-47ba-a03a-9b700c25bce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:58.975064 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.048852 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c4f1eb83-7ca6-47ba-a03a-9b700c25bce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.074948 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc1a070a-c5a3-46e7-832e-96c636a45cf5 req-bf6ed123-e7d9-4351-8b79-7693548dfafb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3218875 Sep 16 04:55:59.134553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827b2fe-4b6c-44d0-ace0-85e68ce83303 req-11ec60ec-8369-4190-8cb8-d5cbecca27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.141471 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e827b2fe-4b6c-44d0-ace0-85e68ce83303 req-11ec60ec-8369-4190-8cb8-d5cbecca27da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 1097 time: 0.4688647 Sep 16 04:55:59.185865 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b9619f3b-3a4d-4a60-858e-1f43825bc28c req-d7063b83-20d6-4c29-a5be-b9697f940dc2 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259941 Sep 16 04:55:59.219116 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c4f1eb83-7ca6-47ba-a03a-9b700c25bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.231428 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c4f1eb83-7ca6-47ba-a03a-9b700c25bce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.236524 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c4f1eb83-7ca6-47ba-a03a-9b700c25bce0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c5b9c69-3f6c-41da-8322-86e1e932b46f HTTP/1.1" status: 204 len: 168 time: 0.4135680 Sep 16 04:55:59.284680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1eb83-7ca6-47ba-a03a-9b700c25bce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5b9c69-3f6c-41da-8322-86e1e932b46f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:55:59.309162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Attempting to bind port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:55:59.310343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Attempting to bind port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:55:59.310827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Attempting to bind port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e on network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:59.393957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e on network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:55:59.394475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Attempting to bind port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e on network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:55:59.426446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:55:59.427517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Checking segment: {'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:55:59.428177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Bound using segment: {'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:55:59.428765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Bound port: 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:55:59.429136 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:55:59.459117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a070a-c5a3-46e7-832e-96c636a45cf5 req-3c39df20-89eb-453a-b034-0fa1c9170ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.460605 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc1a070a-c5a3-46e7-832e-96c636a45cf5 req-3c39df20-89eb-453a-b034-0fa1c9170ff9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=352908deaa284f45a8c275cba9e7aa40&device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 1101 time: 0.2593448 Sep 16 04:55:59.655202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a070a-c5a3-46e7-832e-96c636a45cf5 req-0cbb268d-51fd-4f58-b82a-4414f57d6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.658561 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc1a070a-c5a3-46e7-832e-96c636a45cf5 req-0cbb268d-51fd-4f58-b82a-4414f57d6efd service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.1520343 Sep 16 04:55:59.717825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] device_id is not set on port 870486c5-81c6-4137-a433-48be352a01bd yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:55:59.814395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0edd9-e29f-4ba6-bb54-fa932940a3fe req-f4e82211-e57c-4b2d-8746-cfd7749a69cd tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:55:59.823922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-84d0edd9-e29f-4ba6-bb54-fa932940a3fe req-f4e82211-e57c-4b2d-8746-cfd7749a69cd tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.1178610 Sep 16 04:55:59.843296 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc1a070a-c5a3-46e7-832e-96c636a45cf5 req-788e0586-df89-407a-b93c-bb80cb19d38c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=68d2db9f-b36b-4586-b79d-7b99f36b3ce6 HTTP/1.1" status: 200 len: 217 time: 0.1423218 Sep 16 04:55:59.896804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-84d0edd9-e29f-4ba6-bb54-fa932940a3fe req-564b3e46-83d3-4f74-bc21-5316ae6c1ebc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651531 Sep 16 04:55:59.982177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] For port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:00.011780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a070a-c5a3-46e7-832e-96c636a45cf5 req-839021dd-0bc3-4985-bee9-db8e29e89088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.013312 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc1a070a-c5a3-46e7-832e-96c636a45cf5 req-839021dd-0bc3-4985-bee9-db8e29e89088 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1414349 Sep 16 04:56:00.017566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] For port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:00.149077 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.342542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.353658 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.355339 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] 10.222.0.15 "PUT /v2.0/ports/142bbdf0-d5a3-42e2-9495-dbe0c8007e0e HTTP/1.1" status: 200 len: 1092 time: 4.2386501 Sep 16 04:56:00.421478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873efe3-4bf9-4989-8060-92a328296e80 req-ca76f46c-4eef-4bf6-aa28-908c21ef78dc tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.425117 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4873efe3-4bf9-4989-8060-92a328296e80 req-ca76f46c-4eef-4bf6-aa28-908c21ef78dc tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 943 time: 0.0733495 Sep 16 04:56:00.443042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:00.523137 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4873efe3-4bf9-4989-8060-92a328296e80 req-90136b21-436a-470a-b6dc-bd52a360f8b9 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861483 Sep 16 04:56:00.607768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4027715-a7ca-4e7f-bd6d-775601cd1e4f', 'tag': '142bbdf0-d5a3-42e2-9495-dbe0c8007e0e'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:00.610797 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da16efd7-9030-45dd-9aed-8945c39b31cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a4027715-a7ca-4e7f-bd6d-775601cd1e4f", "tag": "142bbdf0-d5a3-42e2-9495-dbe0c8007e0e"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:00.674006 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827b2fe-4b6c-44d0-ace0-85e68ce83303 req-3d0d47b4-cf7e-40da-9ca5-f4945b5befca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.675560 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e827b2fe-4b6c-44d0-ace0-85e68ce83303 req-3d0d47b4-cf7e-40da-9ca5-f4945b5befca service neutron] 10.222.0.15 "GET /v2.0/networks?id=065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 200 len: 918 time: 0.5141909 Sep 16 04:56:00.763754 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c114ff-3d2b-428c-a34a-aed7b1377a80 x-openstack-request-id: req-c8c114ff-3d2b-428c-a34a-aed7b1377a80 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:00.764335 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4027715-a7ca-4e7f-bd6d-775601cd1e4f", "tag": "142bbdf0-d5a3-42e2-9495-dbe0c8007e0e", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:00.764757 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8c114ff-3d2b-428c-a34a-aed7b1377a80 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:00.765318 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4027715-a7ca-4e7f-bd6d-775601cd1e4f', 'tag': '142bbdf0-d5a3-42e2-9495-dbe0c8007e0e', 'status': 'completed', 'code': 200} Sep 16 04:56:00.775055 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f80737d4-f47f-4b3d-9bcf-73cdab7c675d req-321fc069-3397-408d-829e-e6b428d85c33 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.6158586 Sep 16 04:56:00.827193 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] device_id is not set on port 872d7a0d-1d9c-423e-9df1-26140626c6af yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:00.898539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a070a-c5a3-46e7-832e-96c636a45cf5 req-960de11d-b7a6-4164-b59c-ff2d67a599a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:00.900548 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc1a070a-c5a3-46e7-832e-96c636a45cf5 req-960de11d-b7a6-4164-b59c-ff2d67a599a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7918980 Sep 16 04:56:01.132033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01cddd-1b60-488d-9ad9-66e42ff1c917 req-f3663478-a0e9-4907-a77f-77734930f995 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.133967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c01cddd-1b60-488d-9ad9-66e42ff1c917 req-f3663478-a0e9-4907-a77f-77734930f995 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.0934124 Sep 16 04:56:01.196492 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc1a070a-c5a3-46e7-832e-96c636a45cf5 req-b75f9a41-0480-4d11-bd3b-14b240b1d462 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606857 Sep 16 04:56:01.200445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-2b377c91-c792-4d96-8a19-79e5bd1539ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.201943 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-2b377c91-c792-4d96-8a19-79e5bd1539ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=408d0caffba049249d329ddf5bf692bf&device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 1095 time: 0.5553641 Sep 16 04:56:01.223187 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e827b2fe-4b6c-44d0-ace0-85e68ce83303 req-cea4a703-25f7-4a3b-8a42-b46cf318ebd6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12 HTTP/1.1" status: 200 len: 1000 time: 0.4557812 Sep 16 04:56:01.224625 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c01cddd-1b60-488d-9ad9-66e42ff1c917 req-8dfbac6a-d2e4-42db-ace2-dad191ccebfc tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751317 Sep 16 04:56:01.224819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af0223-c0d3-4e5d-b77d-88145ec15b40 service neutron] Pushing event updated for resources: {'Port': ['ID=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:01.422664 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-e881c4be-4ba0-4870-9960-a822f89bd67e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e HTTP/1.1" status: 200 len: 217 time: 0.1766617 Sep 16 04:56:01.622725 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-75a27842-7a95-4933-bce6-4a8cbf3b3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.624517 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-75a27842-7a95-4933-bce6-4a8cbf3b3641 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=739383e3-e0b0-4958-a1af-a16bee6ca4bf HTTP/1.1" status: 200 len: 849 time: 0.1588681 Sep 16 04:56:01.633809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827b2fe-4b6c-44d0-ace0-85e68ce83303 req-3c7e77ee-8eda-4db3-9451-e7d50ad2fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.635710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e827b2fe-4b6c-44d0-ace0-85e68ce83303 req-3c7e77ee-8eda-4db3-9451-e7d50ad2fe64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 200 len: 856 time: 0.3973660 Sep 16 04:56:01.720834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-72169342-256b-4dc0-9d01-3974bd19cf94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838099 Sep 16 04:56:01.750619 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cc1a070a-c5a3-46e7-832e-96c636a45cf5 req-8f209217-cf55-4d5d-975a-f62070f1bab8 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108228 Sep 16 04:56:01.866598 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:01.913803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827b2fe-4b6c-44d0-ace0-85e68ce83303 req-f9ec9466-30bc-4937-9e10-664d2decbe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.916236 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e827b2fe-4b6c-44d0-ace0-85e68ce83303 req-f9ec9466-30bc-4937-9e10-664d2decbe11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=065d0039-91ee-4176-812f-d22ac91cf01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2619326 Sep 16 04:56:01.962047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216a02f-3434-4ee5-bd02-6270e070e1aa req-906e6afd-bd5f-445f-97cf-e1163eb1a5da tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:01.964139 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6216a02f-3434-4ee5-bd02-6270e070e1aa req-906e6afd-bd5f-445f-97cf-e1163eb1a5da tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 943 time: 0.2539186 Sep 16 04:56:02.127558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-b702b45a-be98-4fc2-b768-8fa78b143e04 service neutron] 10.222.0.15 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815656 Sep 16 04:56:02.279217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b47423e2-d6d3-42d4-8569-8ec5528c186a req-926039f4-72a1-4e86-a009-2232d399968d tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0787866 Sep 16 04:56:02.324229 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e827b2fe-4b6c-44d0-ace0-85e68ce83303 req-f51a87b8-001c-405c-a8fa-430609bc2b38 service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958569 Sep 16 04:56:02.495578 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e827b2fe-4b6c-44d0-ace0-85e68ce83303 req-40fc134b-9c13-4175-9ada-cb5f112ca109 service neutron] 10.222.0.15 "GET /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602166 Sep 16 04:56:02.500562 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.501211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 43dc8826-e266-4d0d-a3ca-21f19600bc12 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:02.518233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cdab7-8293-4670-b356-bbc6e418a0e0 req-57c588fe-707e-40c1-a50d-84d6a44a6c5d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.533956 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6216a02f-3434-4ee5-bd02-6270e070e1aa req-532b636d-920c-455b-acca-b0c2684b320c tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132802 Sep 16 04:56:02.535022 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b0cdab7-8293-4670-b356-bbc6e418a0e0 req-57c588fe-707e-40c1-a50d-84d6a44a6c5d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 945 time: 0.1418405 Sep 16 04:56:02.574468 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f8f9fa05-b4c8-4540-b5b9-da477f011df9 req-f8dd5a86-0500-411c-ac0f-c9f05d810a89 service neutron] 10.222.0.15 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346528 Sep 16 04:56:02.656384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event updated for resources: {'Port': ['ID=870486c5-81c6-4137-a433-48be352a01bd,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:02.685033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b0cdab7-8293-4670-b356-bbc6e418a0e0 req-51c338a0-2d30-46cd-874b-5ad10997f0a3 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489472 Sep 16 04:56:02.722264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:02.741177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Checking segment: {'id': 'dc62fc8c-c9f5-4536-b768-e2543eef0c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a3836778-e3d3-47cb-a4fb-f1f8db16abfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:02.741177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Network hostable DHCP agents. Network: a3836778-e3d3-47cb-a4fb-f1f8db16abfc, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:02.768646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'port_id': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'mac_address': 'fa:16:3e:cb:46:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:02.795736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16efd7-9030-45dd-9aed-8945c39b31cb req-7fabc2f2-4121-48cb-9cdc-8b3e69e4a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.797301 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da16efd7-9030-45dd-9aed-8945c39b31cb req-7fabc2f2-4121-48cb-9cdc-8b3e69e4a1c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=408d0caffba049249d329ddf5bf692bf&device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 1095 time: 0.1243970 Sep 16 04:56:02.838061 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.870936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43dc8826-e266-4d0d-a3ca-21f19600bc12 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:02.914890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:02.926952 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:02.972454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16efd7-9030-45dd-9aed-8945c39b31cb req-e9d70ec2-f245-4b9d-bee6-9fe249142106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:02.974420 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da16efd7-9030-45dd-9aed-8945c39b31cb req-e9d70ec2-f245-4b9d-bee6-9fe249142106 service neutron] 10.222.0.15 "GET /v2.0/networks?id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c HTTP/1.1" status: 200 len: 910 time: 0.1683164 Sep 16 04:56:02.975393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Network a3836778-e3d3-47cb-a4fb-f1f8db16abfc is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:03.001892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=11']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:03.006606 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, a3836778-e3d3-47cb-a4fb-f1f8db16abfc) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:03.019447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f71495-aad8-4b18-937b-bf82aa981eff None None] Network a3836778-e3d3-47cb-a4fb-f1f8db16abfc requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:03.059703 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da16efd7-9030-45dd-9aed-8945c39b31cb req-57cdc188-3cc2-46d4-80a5-20bbe468a1f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e HTTP/1.1" status: 200 len: 217 time: 0.0763738 Sep 16 04:56:03.060663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:03.061549 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.220890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['43dc8826-e266-4d0d-a3ca-21f19600bc12'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:03.235831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16efd7-9030-45dd-9aed-8945c39b31cb req-403874fa-7059-4280-901d-e2e6688a0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.237270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da16efd7-9030-45dd-9aed-8945c39b31cb req-403874fa-7059-4280-901d-e2e6688a0427 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=739383e3-e0b0-4958-a1af-a16bee6ca4bf HTTP/1.1" status: 200 len: 849 time: 0.1666431 Sep 16 04:56:03.237980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event updated for resources: {'Port': ['ID=872d7a0d-1d9c-423e-9df1-26140626c6af,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:03.280460 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da16efd7-9030-45dd-9aed-8945c39b31cb req-00998d70-6ae0-4c35-8f46-fd95ae2b2801 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333197 Sep 16 04:56:03.359373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Checking segment: {'id': '16827568-938c-4cfe-a2bb-96c361591f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9c30f8f8-e6be-4f96-8225-05b212aadfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:03.359755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Network hostable DHCP agents. Network: 9c30f8f8-e6be-4f96-8225-05b212aadfd8, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:03.470533 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-774863d4-c8bc-495b-b86f-8ad6b849fcde req-279f8b8f-787a-48ca-b3af-b15415c48392 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0570819 Sep 16 04:56:03.527398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Network 9c30f8f8-e6be-4f96-8225-05b212aadfd8 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:03.535957 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da16efd7-9030-45dd-9aed-8945c39b31cb req-770306e2-d4b0-4177-8706-84e8393bb271 service neutron] 10.222.0.15 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422338 Sep 16 04:56:03.542364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 9c30f8f8-e6be-4f96-8225-05b212aadfd8) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:03.564864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:03.565083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdd2b6b-0191-46d7-987a-b840e190ada8 None None] Network 9c30f8f8-e6be-4f96-8225-05b212aadfd8 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:03.583757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.590898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.595623 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:03.646260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52832) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:03.660795 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-12e758ed-2567-4855-a0a1-46f491f58158 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.5544202 Sep 16 04:56:03.842089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346df1fc-75c8-4d87-99c4-d27c4a5b2a2b tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.857754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346df1fc-75c8-4d87-99c4-d27c4a5b2a2b tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.861891 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-346df1fc-75c8-4d87-99c4-d27c4a5b2a2b tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2118440 Sep 16 04:56:03.871586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52840) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:03.945634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da16efd7-9030-45dd-9aed-8945c39b31cb req-73e26f07-7184-4c05-b75c-cd8a81c812c5 service neutron] 10.222.0.15 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943918 Sep 16 04:56:03.976981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d603a7e-6499-480d-af4e-9648952d9877 req-11583506-74fa-4b9a-8c5e-c716064da578 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:03.979264 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d603a7e-6499-480d-af4e-9648952d9877 req-11583506-74fa-4b9a-8c5e-c716064da578 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.1741898 Sep 16 04:56:04.031698 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d603a7e-6499-480d-af4e-9648952d9877 req-4364e468-72c3-47d6-bd8d-2ef528c508d5 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367513 Sep 16 04:56:04.335959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33271e30-3a9c-4295-8624-e6e93b360eee req-63aeffb8-3c4c-4a87-9784-47cd52517676 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:04.345136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33271e30-3a9c-4295-8624-e6e93b360eee req-63aeffb8-3c4c-4a87-9784-47cd52517676 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 943 time: 0.6358805 Sep 16 04:56:04.416671 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33271e30-3a9c-4295-8624-e6e93b360eee req-810b2b67-874b-4f96-9d67-c54dc60f4a04 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706506 Sep 16 04:56:04.451893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e5c37f48-da6e-4cf2-8d4e-51a21f9d65c8 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Deleting port 870486c5-81c6-4137-a433-48be352a01bd {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:04.452316 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5c37f48-da6e-4cf2-8d4e-51a21f9d65c8 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.519138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:04.533280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 43dc8826-e266-4d0d-a3ca-21f19600bc12 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:04.542048 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5c37f48-da6e-4cf2-8d4e-51a21f9d65c8 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.555304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e5c37f48-da6e-4cf2-8d4e-51a21f9d65c8 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Calling delete_port for 870486c5-81c6-4137-a433-48be352a01bd owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:04.721935 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-122977cd-09d6-4272-8f12-17d233e3cf74 req-e00cd7cd-614b-4943-a1f9-766d529231f0 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.1114054 Sep 16 04:56:04.728802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5c37f48-da6e-4cf2-8d4e-51a21f9d65c8 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.813993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:04.818149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c37f48-da6e-4cf2-8d4e-51a21f9d65c8 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event deleted for resources: {'Port': ['ID=870486c5-81c6-4137-a433-48be352a01bd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:04.825236 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5c37f48-da6e-4cf2-8d4e-51a21f9d65c8 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.833198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e5c37f48-da6e-4cf2-8d4e-51a21f9d65c8 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "DELETE /v2.0/ports/870486c5-81c6-4137-a433-48be352a01bd HTTP/1.1" status: 204 len: 168 time: 0.9580548 Sep 16 04:56:04.834116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52860) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:04.850834 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '142bbdf0-d5a3-42e2-9495-dbe0c8007e0e', 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c', 'port_id': '142bbdf0-d5a3-42e2-9495-dbe0c8007e0e', 'mac_address': 'fa:16:3e:55:bc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739383e3-e0b0-4958-a1af-a16bee6ca4bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:04.879121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 43dc8826-e266-4d0d-a3ca-21f19600bc12 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:04.890100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 43dc8826-e266-4d0d-a3ca-21f19600bc12 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:04.890708 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:04.962144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-57471b87-ee25-4c1a-ba7e-71e96324b9f5 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Deleting port 872d7a0d-1d9c-423e-9df1-26140626c6af {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:04.962664 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-57471b87-ee25-4c1a-ba7e-71e96324b9f5 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.072187 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-57471b87-ee25-4c1a-ba7e-71e96324b9f5 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.100473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-57471b87-ee25-4c1a-ba7e-71e96324b9f5 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Calling delete_port for 872d7a0d-1d9c-423e-9df1-26140626c6af owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:05.146985 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.169203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:05.220681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:05.226849 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.234145 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.238697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1b5af-2045-4bc1-9688-7b59f67efba6 req-054abf9e-ec22-4a8a-ac4d-561900f50332 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.247756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-14a1b5af-2045-4bc1-9688-7b59f67efba6 req-054abf9e-ec22-4a8a-ac4d-561900f50332 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 946 time: 0.1010952 Sep 16 04:56:05.275935 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-57471b87-ee25-4c1a-ba7e-71e96324b9f5 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.298293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:05.302245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:05.304920 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-57471b87-ee25-4c1a-ba7e-71e96324b9f5 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.306179 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12121e3d-61d7-435b-b14e-3f5ef5e8d85d" -d '{"events": [{"server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:05.309665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-57471b87-ee25-4c1a-ba7e-71e96324b9f5 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "DELETE /v2.0/ports/872d7a0d-1d9c-423e-9df1-26140626c6af HTTP/1.1" status: 204 len: 168 time: 0.4716172 Sep 16 04:56:05.310549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52870) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:05.315323 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.342230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:05.388135 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-51b74075-9ee5-4d64-9051-a610aebc4d24 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0758102 Sep 16 04:56:05.390711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52874) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:05.398884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57471b87-ee25-4c1a-ba7e-71e96324b9f5 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event deleted for resources: {'Port': ['ID=872d7a0d-1d9c-423e-9df1-26140626c6af,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:05.399258 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fce9ef5b-5a57-4e2d-a18f-47996812e9be tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2010712611'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:05.413919 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=12']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:05.426203 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334dae0e-2090-494c-8b36-b0603135b99a x-openstack-request-id: req-334dae0e-2090-494c-8b36-b0603135b99a {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:05.427096 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:05.427560 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-334dae0e-2090-494c-8b36-b0603135b99a {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:05.428065 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'code': 200} Sep 16 04:56:05.437212 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-14a1b5af-2045-4bc1-9688-7b59f67efba6 req-63d9072e-abb4-4e5d-9d65-89033014b2c7 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884489 Sep 16 04:56:05.440911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce9ef5b-5a57-4e2d-a18f-47996812e9be tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Made reservation on behalf of 0f26011ff864426399b09d72c27234bf for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:05.448316 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fce9ef5b-5a57-4e2d-a18f-47996812e9be tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.454785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['142bbdf0-d5a3-42e2-9495-dbe0c8007e0e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:05.531424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce9ef5b-5a57-4e2d-a18f-47996812e9be tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:05.592514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fce9ef5b-5a57-4e2d-a18f-47996812e9be tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.592870 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-fce9ef5b-5a57-4e2d-a18f-47996812e9be tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Added segment 1bf7e254-7e4c-454f-8a10-3696568ebf53 of type vlan for network b87f4237-a16e-42c7-bc05-be9436a18150 Sep 16 04:56:05.605422 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.673471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed63b1b-b5e2-4af6-b600-5541d853c0ea req-92b440fe-af85-4ade-a3b1-95d4152cabd3 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.675586 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6ed63b1b-b5e2-4af6-b600-5541d853c0ea req-92b440fe-af85-4ade-a3b1-95d4152cabd3 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 944 time: 0.1298158 Sep 16 04:56:05.682812 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7013cc-30e7-47f4-b5ac-3421b2fcb6e9 req-2e26d071-e2ff-4738-9dec-328feadbe951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.684319 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a7013cc-30e7-47f4-b5ac-3421b2fcb6e9 req-2e26d071-e2ff-4738-9dec-328feadbe951 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 1099 time: 0.1076839 Sep 16 04:56:05.689825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fce9ef5b-5a57-4e2d-a18f-47996812e9be tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.763527 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6ed63b1b-b5e2-4af6-b600-5541d853c0ea req-2c79dad9-7c6f-4ebb-a107-d3ac65039e64 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766418 Sep 16 04:56:05.778783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1a7013cc-30e7-47f4-b5ac-3421b2fcb6e9 req-d89cb2c4-830d-46c3-81a5-4e9f4e331d6b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865052 Sep 16 04:56:05.779831 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fce9ef5b-5a57-4e2d-a18f-47996812e9be tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.786943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce9ef5b-5a57-4e2d-a18f-47996812e9be tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:05.787709 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fce9ef5b-5a57-4e2d-a18f-47996812e9be tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.827760 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fce9ef5b-5a57-4e2d-a18f-47996812e9be tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4366055 Sep 16 04:56:05.831547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52886) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:05.838927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-12486072-808b-4ab1-a1e5-73720c65d27f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-149688136'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:05.869519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9ef5b-5a57-4e2d-a18f-47996812e9be tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event updated for resources: {'Network': ['ID=b87f4237-a16e-42c7-bc05-be9436a18150,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:05.884735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network b87f4237-a16e-42c7-bc05-be9436a18150 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:05.887859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12486072-808b-4ab1-a1e5-73720c65d27f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Made reservation on behalf of 0f26011ff864426399b09d72c27234bf for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:05.891267 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12486072-808b-4ab1-a1e5-73720c65d27f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.940619 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98d6a0ae-1a3d-464c-a8dc-a302756181fc req-f00dcfd7-5b8e-489d-92ce-f165370c4f21 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8b62bb-a32c-4608-bbd1-64f97c4074b4 HTTP/1.1" status: 200 len: 210 time: 0.0452030 Sep 16 04:56:05.979963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12486072-808b-4ab1-a1e5-73720c65d27f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:05.991401 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12486072-808b-4ab1-a1e5-73720c65d27f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:05.992183 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-12486072-808b-4ab1-a1e5-73720c65d27f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Added segment a86c73b1-0d55-45b2-a9bd-63871b672805 of type vlan for network 31a1b444-9ee4-41b2-8ed1-441a28ee8e8c Sep 16 04:56:06.044888 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12486072-808b-4ab1-a1e5-73720c65d27f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.084066 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12486072-808b-4ab1-a1e5-73720c65d27f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.089803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12486072-808b-4ab1-a1e5-73720c65d27f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:06.090414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12486072-808b-4ab1-a1e5-73720c65d27f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.128298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-12486072-808b-4ab1-a1e5-73720c65d27f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2954621 Sep 16 04:56:06.180408 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12486072-808b-4ab1-a1e5-73720c65d27f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event updated for resources: {'Network': ['ID=31a1b444-9ee4-41b2-8ed1-441a28ee8e8c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:06.196642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 31a1b444-9ee4-41b2-8ed1-441a28ee8e8c details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:06.527422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:06.693052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:06.695342 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a1333-1465-495b-912b-5938742608af req-e015c546-1baa-451a-a2e7-a8134c91083a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:06.714251 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5c5a1333-1465-495b-912b-5938742608af req-e015c546-1baa-451a-a2e7-a8134c91083a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 947 time: 0.1446602 Sep 16 04:56:06.714974 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:06.715586 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:06.907390 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5c5a1333-1465-495b-912b-5938742608af req-b3b257e8-80dc-4a19-ada3-e8d8a94f1818 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921504 Sep 16 04:56:06.920116 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.015281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:07.022181 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.053485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52920) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:07.096315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34cf03-40cc-40e5-b625-f907f9639619 req-6dba8228-9fde-4b55-9006-3833152a0de3 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:07.109069 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb34cf03-40cc-40e5-b625-f907f9639619 req-6dba8228-9fde-4b55-9006-3833152a0de3 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 944 time: 0.1384623 Sep 16 04:56:07.159854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:07.162897 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb34cf03-40cc-40e5-b625-f907f9639619 req-af7d793e-60de-4583-9402-efe6dfe56ad5 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496790 Sep 16 04:56:07.265642 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6de8263c-0e02-4aae-a7e4-7776b2a7722c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.428950 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4027715-a7ca-4e7f-bd6d-775601cd1e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142bbdf0-d5a3-42e2-9495-dbe0c8007e0e'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:07.431449 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa8533c-0c56-4ba3-8d5a-1d47e7335e38" -d '{"events": [{"server_uuid": "a4027715-a7ca-4e7f-bd6d-775601cd1e4f", "name": "network-vif-plugged", "status": "completed", "tag": "142bbdf0-d5a3-42e2-9495-dbe0c8007e0e"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:07.512008 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f69319b-fe39-4ffb-9915-cd74e8f0bd52 x-openstack-request-id: req-9f69319b-fe39-4ffb-9915-cd74e8f0bd52 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:07.516784 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4027715-a7ca-4e7f-bd6d-775601cd1e4f", "name": "network-vif-plugged", "status": "completed", "tag": "142bbdf0-d5a3-42e2-9495-dbe0c8007e0e", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:07.517244 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f69319b-fe39-4ffb-9915-cd74e8f0bd52 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:07.517838 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4027715-a7ca-4e7f-bd6d-775601cd1e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142bbdf0-d5a3-42e2-9495-dbe0c8007e0e', 'code': 200} Sep 16 04:56:07.560715 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6de8263c-0e02-4aae-a7e4-7776b2a7722c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.585554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6de8263c-0e02-4aae-a7e4-7776b2a7722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.600563 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.621024 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6de8263c-0e02-4aae-a7e4-7776b2a7722c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a929e0316bd4444b9f41475f11e9ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662317 Sep 16 04:56:07.623693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52942) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:07.726481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8263c-0e02-4aae-a7e4-7776b2a7722c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e91d9c5-574c-4f87-9dec-2fb49606f4c3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:07.729883 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-346786f7-0422-40aa-92ed-1628e7efcaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.759827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fb4f7-a623-4423-9cce-1128880bc8f7 req-fa8be54c-7134-4c0e-9431-07da6dd7621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:07.763994 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d48fb4f7-a623-4423-9cce-1128880bc8f7 req-fa8be54c-7134-4c0e-9431-07da6dd7621c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 1097 time: 0.1852508 Sep 16 04:56:07.796305 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-346786f7-0422-40aa-92ed-1628e7efcaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.825092 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d48fb4f7-a623-4423-9cce-1128880bc8f7 req-4361a173-9893-45a1-8f64-ff11656af778 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557871 Sep 16 04:56:07.892509 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-346786f7-0422-40aa-92ed-1628e7efcaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.899068 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-346786f7-0422-40aa-92ed-1628e7efcaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:07.912031 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-346786f7-0422-40aa-92ed-1628e7efcaff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e91d9c5-574c-4f87-9dec-2fb49606f4c3 HTTP/1.1" status: 204 len: 168 time: 0.2869430 Sep 16 04:56:07.934476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346786f7-0422-40aa-92ed-1628e7efcaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e91d9c5-574c-4f87-9dec-2fb49606f4c3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:08.198821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e656-b9f3-4dc5-b93d-9b2ab1e80f78 req-4677ac3b-efbb-4066-ac6f-4736ac2b513b tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:08.216939 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-55a1e656-b9f3-4dc5-b93d-9b2ab1e80f78 req-4677ac3b-efbb-4066-ac6f-4736ac2b513b tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 947 time: 0.1415501 Sep 16 04:56:08.313038 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-55a1e656-b9f3-4dc5-b93d-9b2ab1e80f78 req-3528749c-a573-47c5-b7f2-8477e8cb249d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888112 Sep 16 04:56:08.624358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118e0c9-8b5a-40e7-9f1e-5422f0bc1dbd req-7551245f-56fc-4823-b866-96a6c8141d74 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:08.625975 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5118e0c9-8b5a-40e7-9f1e-5422f0bc1dbd req-7551245f-56fc-4823-b866-96a6c8141d74 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1951416 Sep 16 04:56:08.699314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5118e0c9-8b5a-40e7-9f1e-5422f0bc1dbd req-e0ff85f0-aefc-4794-931d-e02e01ef8f7d tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658548 Sep 16 04:56:09.240083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53000) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:09.385492 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0b08c09f-8701-4c54-ae6e-eabaf1717e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.501341 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0b08c09f-8701-4c54-ae6e-eabaf1717e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.507788 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0b08c09f-8701-4c54-ae6e-eabaf1717e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.513255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3ab3c-28c2-4db5-a414-f5ce87768ea6 req-18615240-8e72-450f-b851-eca64fb9ea11 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:09.524248 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83f3ab3c-28c2-4db5-a414-f5ce87768ea6 req-18615240-8e72-450f-b851-eca64fb9ea11 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 947 time: 0.0963390 Sep 16 04:56:09.555995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53014) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:09.563686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'subnets': [{'network_id': 'b87f4237-a16e-42c7-bc05-be9436a18150', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2008839040', 'ip_version': 6}, {'network_id': '31a1b444-9ee4-41b2-8ed1-441a28ee8e8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:09.564011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'subnet': {'network_id': 'b87f4237-a16e-42c7-bc05-be9436a18150', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2008839040', 'ip_version': 6}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:09.565124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Request body: {'subnet': {'network_id': '31a1b444-9ee4-41b2-8ed1-441a28ee8e8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:09.584927 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0b08c09f-8701-4c54-ae6e-eabaf1717e3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a819d1acb0ab408bb50caa9ea22c971d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428369 Sep 16 04:56:09.586261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08c09f-8701-4c54-ae6e-eabaf1717e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b38bb99-7712-4f4b-a97f-93b086aed1f6,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:09.588847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53016) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:09.616392 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83f3ab3c-28c2-4db5-a414-f5ce87768ea6 req-5024c431-f610-42eb-9cfa-eb1c53036061 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842888 Sep 16 04:56:09.620830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53020) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:09.692798 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5a5bd66-b4d9-4582-af8b-68c7a55ebda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.723195 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5a5bd66-b4d9-4582-af8b-68c7a55ebda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.772151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-317498068-network', 'tenant_id': '6e4078711f1a4ccd8cfe9f966cb65f60'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:09.811544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Made reservation on behalf of 6e4078711f1a4ccd8cfe9f966cb65f60 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:09.815815 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.836818 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.846512 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5a5bd66-b4d9-4582-af8b-68c7a55ebda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.850172 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5a5bd66-b4d9-4582-af8b-68c7a55ebda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.853838 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a5a5bd66-b4d9-4582-af8b-68c7a55ebda8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b38bb99-7712-4f4b-a97f-93b086aed1f6 HTTP/1.1" status: 204 len: 168 time: 0.2612867 Sep 16 04:56:09.868930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5bd66-b4d9-4582-af8b-68c7a55ebda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b38bb99-7712-4f4b-a97f-93b086aed1f6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:09.898082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f5437-bbca-46d2-832d-1a4f47e6d464 req-fc5dd296-500c-410c-8344-57cf4cdbc5ae tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:09.905944 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-231f5437-bbca-46d2-832d-1a4f47e6d464 req-fc5dd296-500c-410c-8344-57cf4cdbc5ae tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.0866535 Sep 16 04:56:09.909427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Made reservation on behalf of 0f26011ff864426399b09d72c27234bf for: {'subnet': 2} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:09.915262 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.915614 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:09.999082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-231f5437-bbca-46d2-832d-1a4f47e6d464 req-671e669f-c06b-41aa-917e-fbcdfaa43c45 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918860 Sep 16 04:56:10.041342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.061300 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.151584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:10.171603 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d995d9a-9cce-48b0-89b3-3ffdba2b4966,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:10.195684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.196042 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Added segment 3b4b53c6-1a80-4985-a6cd-7a19055cdf2c of type vlan for network 42660028-7eee-4adc-80d4-cf7ad0e8368a Sep 16 04:56:10.281703 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.355426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53036) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:10.356052 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.357292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.358009 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.386936 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ececdc1-297c-403f-afaa-c9cd6d0ac6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.429277 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8041956 Sep 16 04:56:10.435746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53038) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:10.443575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2d2e5f2e-8eb9-4098-bf22-a97df3839586 admin admin] Request body: {'subnet': {'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-317498068-subnet', 'tenant_id': '6e4078711f1a4ccd8cfe9f966cb65f60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:10.492455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0e942-d415-4570-9654-b9283215f0de admin admin] Pushing event updated for resources: {'Network': ['ID=42660028-7eee-4adc-80d4-cf7ad0e8368a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:10.498206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14472d29-f5fe-41b2-a976-7e96e0deac20 req-6a396f94-5aac-4a51-8069-b6267ef1bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.500385 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14472d29-f5fe-41b2-a976-7e96e0deac20 req-6a396f94-5aac-4a51-8069-b6267ef1bfe6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=408d0caffba049249d329ddf5bf692bf&device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 1097 time: 0.1561837 Sep 16 04:56:10.509481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 42660028-7eee-4adc-80d4-cf7ad0e8368a details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:10.543878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1809c4f-c997-4855-b5a5-547cf618489e req-d48c6cfa-96c7-47a1-94d9-950a813ea8ab tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:10.553067 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1809c4f-c997-4855-b5a5-547cf618489e req-d48c6cfa-96c7-47a1-94d9-950a813ea8ab tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1227927 Sep 16 04:56:10.581147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2e5f2e-8eb9-4098-bf22-a97df3839586 admin admin] Made reservation on behalf of 6e4078711f1a4ccd8cfe9f966cb65f60 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:10.581147 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d2e5f2e-8eb9-4098-bf22-a97df3839586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.656364 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1809c4f-c997-4855-b5a5-547cf618489e req-cbcc0baa-7f23-4d50-8d8e-58176022a52b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024098 Sep 16 04:56:10.740114 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.833593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ececdc1-297c-403f-afaa-c9cd6d0ac6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.834618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event updated for resources: {'Subnet': ['ID=4675f700-29b8-436b-8f1e-24530ceafc11,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:10.856324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Checking segment: {'id': '1bf7e254-7e4c-454f-8a10-3696568ebf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b87f4237-a16e-42c7-bc05-be9436a18150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:10.856979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Network hostable DHCP agents. Network: b87f4237-a16e-42c7-bc05-be9436a18150, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:10.861144 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ececdc1-297c-403f-afaa-c9cd6d0ac6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.917672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7ececdc1-297c-403f-afaa-c9cd6d0ac6bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ecea9d435934a128da3fceb52bd0f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586767 Sep 16 04:56:10.917672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Network b87f4237-a16e-42c7-bc05-be9436a18150 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:10.919447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53042) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:10.926800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ececdc1-297c-403f-afaa-c9cd6d0ac6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fc5d32-d077-4014-bdb1-c44510dfb47f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:10.959063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, b87f4237-a16e-42c7-bc05-be9436a18150) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:10.964861 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:10.972046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbcadf8-d07c-448a-aea0-26dc56fa3aa6 None None] Network b87f4237-a16e-42c7-bc05-be9436a18150 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:11.043088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14472d29-f5fe-41b2-a976-7e96e0deac20 req-c50390cb-7f2b-4270-bf26-45467053b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.044585 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14472d29-f5fe-41b2-a976-7e96e0deac20 req-c50390cb-7f2b-4270-bf26-45467053b799 service neutron] 10.222.0.15 "GET /v2.0/networks?id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c HTTP/1.1" status: 200 len: 910 time: 0.5350921 Sep 16 04:56:11.086092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event updated for resources: {'Subnet': ['ID=688fa2d5-ced5-41ef-9104-a148e9e66e31,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:11.089453 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-378b306b-8cc5-4e17-b89d-9b7893963d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.099213 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14472d29-f5fe-41b2-a976-7e96e0deac20 req-57f07f80-86c4-4cbe-afba-cd70c91cf347 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e HTTP/1.1" status: 200 len: 217 time: 0.0436027 Sep 16 04:56:11.120251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Checking segment: {'id': 'a86c73b1-0d55-45b2-a9bd-63871b672805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31a1b444-9ee4-41b2-8ed1-441a28ee8e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:11.121067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Network hostable DHCP agents. Network: 31a1b444-9ee4-41b2-8ed1-441a28ee8e8c, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:11.128313 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-378b306b-8cc5-4e17-b89d-9b7893963d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.169160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Network 31a1b444-9ee4-41b2-8ed1-441a28ee8e8c is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:11.186034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 31a1b444-9ee4-41b2-8ed1-441a28ee8e8c) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:11.188806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14472d29-f5fe-41b2-a976-7e96e0deac20 req-c55303a3-86ca-4d0d-81be-e22cc11c41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.190414 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14472d29-f5fe-41b2-a976-7e96e0deac20 req-c55303a3-86ca-4d0d-81be-e22cc11c41e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=739383e3-e0b0-4958-a1af-a16bee6ca4bf HTTP/1.1" status: 200 len: 849 time: 0.0838284 Sep 16 04:56:11.193800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.195002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.195887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.200442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c5ddf4-7825-4218-9223-1d617373ef23 None None] Network 31a1b444-9ee4-41b2-8ed1-441a28ee8e8c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:11.214016 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4bf0c7d2-0bcd-4406-acdf-2bb053500862 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6567752 Sep 16 04:56:11.216689 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53044) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:11.256586 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14472d29-f5fe-41b2-a976-7e96e0deac20 req-02e3e92c-b147-4de5-a7b7-b7f8241570ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429428 Sep 16 04:56:11.268066 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-378b306b-8cc5-4e17-b89d-9b7893963d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.270901 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-378b306b-8cc5-4e17-b89d-9b7893963d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.275052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-378b306b-8cc5-4e17-b89d-9b7893963d9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83fc5d32-d077-4014-bdb1-c44510dfb47f HTTP/1.1" status: 204 len: 168 time: 0.3518748 Sep 16 04:56:11.277108 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d2e5f2e-8eb9-4098-bf22-a97df3839586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.313259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b306b-8cc5-4e17-b89d-9b7893963d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fc5d32-d077-4014-bdb1-c44510dfb47f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:11.333763 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc50218-67a7-41fd-8388-8b6f7983eb04 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.335853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc50218-67a7-41fd-8388-8b6f7983eb04 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.337895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc50218-67a7-41fd-8388-8b6f7983eb04 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.339697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1dc50218-67a7-41fd-8388-8b6f7983eb04 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1217983 Sep 16 04:56:11.349689 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53048) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:11.396590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dde267-c43c-4de3-b4d2-31b9901c2856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-b87f4237-a16e-42c7-bc05-be9436a18150', 'network_id': 'b87f4237-a16e-42c7-bc05-be9436a18150', 'tenant_id': '0f26011ff864426399b09d72c27234bf', 'fixed_ips': [{'subnet_id': '4675f700-29b8-436b-8f1e-24530ceafc11'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:11.397443 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4dde267-c43c-4de3-b4d2-31b9901c2856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.435147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffb75ae-7cd3-4d18-9672-56277316be6f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Deleting subnet 4675f700-29b8-436b-8f1e-24530ceafc11 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:11.440486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e5f2e-8eb9-4098-bf22-a97df3839586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf199e85-97bd-433b-b1a4-0e1e3ce81ccc,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:11.441073 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ffb75ae-7cd3-4d18-9672-56277316be6f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.450998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57842600-885d-4529-8695-1de9f808585e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-31a1b444-9ee4-41b2-8ed1-441a28ee8e8c', 'network_id': '31a1b444-9ee4-41b2-8ed1-441a28ee8e8c', 'tenant_id': '0f26011ff864426399b09d72c27234bf', 'fixed_ips': [{'subnet_id': '688fa2d5-ced5-41ef-9104-a148e9e66e31'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:11.452257 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57842600-885d-4529-8695-1de9f808585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.470602 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e5f2e-8eb9-4098-bf22-a97df3839586 admin admin] Checking segment: {'id': '3b4b53c6-1a80-4985-a6cd-7a19055cdf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:11.471142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e5f2e-8eb9-4098-bf22-a97df3839586 admin admin] Network hostable DHCP agents. Network: 42660028-7eee-4adc-80d4-cf7ad0e8368a, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:11.506679 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14472d29-f5fe-41b2-a976-7e96e0deac20 req-4439be64-bdcd-4021-b7d6-1fb23f6c86cc service neutron] 10.222.0.15 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399659 Sep 16 04:56:11.507815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e5f2e-8eb9-4098-bf22-a97df3839586 admin admin] Network 42660028-7eee-4adc-80d4-cf7ad0e8368a is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:11.510903 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ffb75ae-7cd3-4d18-9672-56277316be6f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.524807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e5f2e-8eb9-4098-bf22-a97df3839586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 42660028-7eee-4adc-80d4-cf7ad0e8368a) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:11.541213 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2e5f2e-8eb9-4098-bf22-a97df3839586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.541777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c497ad-d978-4329-8e44-06ac91be8973 None None] Network 42660028-7eee-4adc-80d4-cf7ad0e8368a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:11.542258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d2e5f2e-8eb9-4098-bf22-a97df3839586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.580389 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ffb75ae-7cd3-4d18-9672-56277316be6f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.611560 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2d2e5f2e-8eb9-4098-bf22-a97df3839586 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1730676 Sep 16 04:56:11.679311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ffb75ae-7cd3-4d18-9672-56277316be6f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.682854 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14472d29-f5fe-41b2-a976-7e96e0deac20 req-4ffae15a-4622-4db5-b6c8-eff7052b47e2 service neutron] 10.222.0.15 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617312 Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-b4dde267-c43c-4de3-b4d2-31b9901c2856 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4675f700-29b8-436b-8f1e-24530ceafc11: This subnet is being modified by another concurrent operation. Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4675f700-29b8-436b-8f1e-24530ceafc11: This subnet is being modified by another concurrent operation. Sep 16 04:56:11.708241 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 04:56:11.718857 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ffb75ae-7cd3-4d18-9672-56277316be6f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:11.722552 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3ffb75ae-7cd3-4d18-9672-56277316be6f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "DELETE /v2.0/subnets/4675f700-29b8-436b-8f1e-24530ceafc11 HTTP/1.1" status: 204 len: 168 time: 0.3693643 Sep 16 04:56:11.722552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb75ae-7cd3-4d18-9672-56277316be6f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event deleted for resources: {'Subnet': ['ID=4675f700-29b8-436b-8f1e-24530ceafc11,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:11.727683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53056) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:11.753997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93ca865-ca84-4a98-bfc7-9b700b96afa6 None None] Network b87f4237-a16e-42c7-bc05-be9436a18150 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:11.844714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f8b461-e8af-4b12-a048-258c86114af0 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Deleting subnet 688fa2d5-ced5-41ef-9104-a148e9e66e31 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:11.905857 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-57842600-885d-4529-8695-1de9f808585e None None] Allocated IP 2001:db8:0:1::1 (31a1b444-9ee4-41b2-8ed1-441a28ee8e8c/688fa2d5-ced5-41ef-9104-a148e9e66e31/ba32522d-f5dd-4034-9d05-7431e58c81eb) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:11.915714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053a1e73-cf0a-4919-af19-4fd7e8efc5e5 None None] Network 42660028-7eee-4adc-80d4-cf7ad0e8368a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:11.938547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb3745-b566-476f-8c4b-119812e8cee8 req-da8aaa66-37c5-4961-9909-53f6e5791b85 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:11.941494 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4bb3745-b566-476f-8c4b-119812e8cee8 req-da8aaa66-37c5-4961-9909-53f6e5791b85 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1269803 Sep 16 04:56:11.994956 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4bb3745-b566-476f-8c4b-119812e8cee8 req-bce259b7-7e0b-45b9-9d1b-c51ba2745f38 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468781 Sep 16 04:56:12.214049 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57842600-885d-4529-8695-1de9f808585e None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.221096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40f8b461-e8af-4b12-a048-258c86114af0 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.221269 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57842600-885d-4529-8695-1de9f808585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.265917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57842600-885d-4529-8695-1de9f808585e None None] Network 31a1b444-9ee4-41b2-8ed1-441a28ee8e8c is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:12.269147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-57842600-885d-4529-8695-1de9f808585e None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:12.276014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57842600-885d-4529-8695-1de9f808585e None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:12.287847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57842600-885d-4529-8695-1de9f808585e None None] Pushing event updated for resources: {'Port': ['ID=ba32522d-f5dd-4034-9d05-7431e58c81eb,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.300724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aa3f4-887f-4f5f-9ef0-b7561c9cea18 req-9a887bae-be1a-46d8-a319-3b7891417f61 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:12.303268 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-987aa3f4-887f-4f5f-9ef0-b7561c9cea18 req-9a887bae-be1a-46d8-a319-3b7891417f61 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 949 time: 0.0608587 Sep 16 04:56:12.320117 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40f8b461-e8af-4b12-a048-258c86114af0 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.375746 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-987aa3f4-887f-4f5f-9ef0-b7561c9cea18 req-24cf7002-9635-41dd-b8ad-30aff6c6e15a tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644312 Sep 16 04:56:12.378046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-57842600-885d-4529-8695-1de9f808585e None None] Attempting to bind port ba32522d-f5dd-4034-9d05-7431e58c81eb on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:12.378420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-57842600-885d-4529-8695-1de9f808585e None None] Attempting to bind port ba32522d-f5dd-4034-9d05-7431e58c81eb by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'a86c73b1-0d55-45b2-a9bd-63871b672805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31a1b444-9ee4-41b2-8ed1-441a28ee8e8c'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:12.378660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57842600-885d-4529-8695-1de9f808585e None None] Attempting to bind port ba32522d-f5dd-4034-9d05-7431e58c81eb on network 31a1b444-9ee4-41b2-8ed1-441a28ee8e8c {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:12.391810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57842600-885d-4529-8695-1de9f808585e None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:12.392245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57842600-885d-4529-8695-1de9f808585e None None] Checking segment: {'id': 'a86c73b1-0d55-45b2-a9bd-63871b672805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31a1b444-9ee4-41b2-8ed1-441a28ee8e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:12.392637 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57842600-885d-4529-8695-1de9f808585e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.393038 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57842600-885d-4529-8695-1de9f808585e None None] Bound using segment: {'id': 'a86c73b1-0d55-45b2-a9bd-63871b672805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31a1b444-9ee4-41b2-8ed1-441a28ee8e8c'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:12.393892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-57842600-885d-4529-8695-1de9f808585e None None] Bound port: ba32522d-f5dd-4034-9d05-7431e58c81eb, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86c73b1-0d55-45b2-a9bd-63871b672805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '31a1b444-9ee4-41b2-8ed1-441a28ee8e8c'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:12.396638 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57842600-885d-4529-8695-1de9f808585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.453860 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40f8b461-e8af-4b12-a048-258c86114af0 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.527646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-57842600-885d-4529-8695-1de9f808585e None None] For port ba32522d-f5dd-4034-9d05-7431e58c81eb, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:12.530648 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40f8b461-e8af-4b12-a048-258c86114af0 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.531212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-57842600-885d-4529-8695-1de9f808585e None None] For port ba32522d-f5dd-4034-9d05-7431e58c81eb, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ba32522d-f5dd-4034-9d05-7431e58c81eb,segment=NetworkSegment(a86c73b1-0d55-45b2-a9bd-63871b672805),segment_id=a86c73b1-0d55-45b2-a9bd-63871b672805)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:12.536563 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57842600-885d-4529-8695-1de9f808585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.546003 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40f8b461-e8af-4b12-a048-258c86114af0 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.548237 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-40f8b461-e8af-4b12-a048-258c86114af0 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "DELETE /v2.0/subnets/688fa2d5-ced5-41ef-9104-a148e9e66e31 HTTP/1.1" status: 204 len: 168 time: 0.8229442 Sep 16 04:56:12.550956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53092) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:12.571672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8b461-e8af-4b12-a048-258c86114af0 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event deleted for resources: {'Subnet': ['ID=688fa2d5-ced5-41ef-9104-a148e9e66e31,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.612841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57842600-885d-4529-8695-1de9f808585e None None] Pushing event updated for resources: {'Port': ['ID=ba32522d-f5dd-4034-9d05-7431e58c81eb,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:12.664156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d829f-1b7f-4694-8e66-1abe58134655 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:12.665839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9b2d829f-1b7f-4694-8e66-1abe58134655 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1133382 Sep 16 04:56:12.670025 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53100) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:12.777218 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.839457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Deleting port ba32522d-f5dd-4034-9d05-7431e58c81eb {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:12.839742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.950739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] For port ba32522d-f5dd-4034-9d05-7431e58c81eb, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ba32522d-f5dd-4034-9d05-7431e58c81eb,segment=NetworkSegment(a86c73b1-0d55-45b2-a9bd-63871b672805),segment_id=a86c73b1-0d55-45b2-a9bd-63871b672805)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:12.951210 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:12.974145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Calling delete_port for ba32522d-f5dd-4034-9d05-7431e58c81eb owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:13.081435 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.116390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event deleted for resources: {'Port': ['ID=ba32522d-f5dd-4034-9d05-7431e58c81eb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:13.122358 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] No DVR routers for this DVR port ba32522d-f5dd-4034-9d05-7431e58c81eb on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:13.158570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacf170-0f64-4ade-9d35-786784bd3edb req-8027ed0a-e410-44bc-9026-d6d4afc93d4f tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:13.168325 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fbacf170-0f64-4ade-9d35-786784bd3edb req-8027ed0a-e410-44bc-9026-d6d4afc93d4f tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.0820055 Sep 16 04:56:13.223817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.231764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fbacf170-0f64-4ade-9d35-786784bd3edb req-36d44b21-0642-4edf-8414-d09dba27b846 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625551 Sep 16 04:56:13.257471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a1b444-9ee4-41b2-8ed1-441a28ee8e8c']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:13.270832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86c73b1-0d55-45b2-a9bd-63871b672805') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:13.271259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86c73b1-0d55-45b2-a9bd-63871b672805') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:13.283282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.299027 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.307065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:13.307650 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:13.311254 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:13.396431 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.411450 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.416419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53124) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:13.420077 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "DELETE /v2.0/networks/31a1b444-9ee4-41b2-8ed1-441a28ee8e8c HTTP/1.1" status: 204 len: 168 time: 0.7429476 Sep 16 04:56:13.446639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100548f5-9fe5-4000-8957-1eceed136cba tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event deleted for resources: {'Network': ['ID=31a1b444-9ee4-41b2-8ed1-441a28ee8e8c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:13.542422 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.574152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af022b40-c133-4d69-a642-8c4265947265 req-3e152977-7b3b-4984-b902-c25262dd0cc0 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:13.575733 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af022b40-c133-4d69-a642-8c4265947265 req-3e152977-7b3b-4984-b902-c25262dd0cc0 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 949 time: 0.0769749 Sep 16 04:56:13.684580 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.689856 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af022b40-c133-4d69-a642-8c4265947265 req-bf0d715c-6917-4c61-83e7-1bb002d27a08 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4f86272-e004-4b17-9c3f-40dbff343c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952213 Sep 16 04:56:13.714972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87f4237-a16e-42c7-bc05-be9436a18150']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:13.729262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf7e254-7e4c-454f-8a10-3696568ebf53') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:13.729768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf7e254-7e4c-454f-8a10-3696568ebf53') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:13.743517 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.758228 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.766287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:13.766709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:13.773856 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:13.868918 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.877236 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:13.880487 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "DELETE /v2.0/networks/b87f4237-a16e-42c7-bc05-be9436a18150 HTTP/1.1" status: 204 len: 168 time: 0.4623303 Sep 16 04:56:13.883104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53144) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:13.906419 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-99bda55a-78ec-494d-8c8a-61f43b743ab2 None None] Could not find standard attr ID for object ba32522d-f5dd-4034-9d05-7431e58c81eb. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 04:56:13.923853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event deleted for resources: {'Network': ['ID=b87f4237-a16e-42c7-bc05-be9436a18150,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:13.944563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:13.945206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:13.946310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:13.946937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:13.947499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:13.948022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:13.948803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:13.949410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:13.950006 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:13.950546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:13.951138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:13.951725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d735eb-7bf6-45e7-bebb-dcbd3b060812 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:13.967566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b98843-ce64-4505-a024-f248d4aeba2d None None] DHCP port deletion for 31a1b444-9ee4-41b2-8ed1-441a28ee8e8c request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:13.991294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c18f9c9-6880-469f-92ce-84e853781ddf None None] Network 31a1b444-9ee4-41b2-8ed1-441a28ee8e8c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:14.010001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c18f9c9-6880-469f-92ce-84e853781ddf None None] Network 31a1b444-9ee4-41b2-8ed1-441a28ee8e8c could not be found, it might have been deleted concurrently. {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 04:56:14.020010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789cb32-197a-4f5f-ac6a-ff2aa852fed4 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:56:14.064663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.118863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70077-5375-47d0-aac6-a9081a1ccbf7 req-5fa905f5-78b0-43ce-b14a-318d6bc048f0 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:14.120410 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aaf70077-5375-47d0-aac6-a9081a1ccbf7 req-5fa905f5-78b0-43ce-b14a-318d6bc048f0 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 949 time: 0.1055205 Sep 16 04:56:14.156646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1789cb32-197a-4f5f-ac6a-ff2aa852fed4 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:56:14.205940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.254178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c30f8f8-e6be-4f96-8225-05b212aadfd8']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:14.314524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16827568-938c-4cfe-a2bb-96c361591f9f') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:14.314910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16827568-938c-4cfe-a2bb-96c361591f9f') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:14.345959 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.368422 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.382518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:14.383597 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:14.387300 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:14.409276 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-aaf70077-5375-47d0-aac6-a9081a1ccbf7 req-09a2a5ba-a483-4841-b866-b66e6c7c23b4 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Deleting port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:14.409546 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-aaf70077-5375-47d0-aac6-a9081a1ccbf7 req-09a2a5ba-a483-4841-b866-b66e6c7c23b4 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.434219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cdcc9-db6c-4469-9844-b9d02e0b0b2e req-3ae979f5-1134-42e0-bcc7-19fd5623b5e4 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:14.440321 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd4cdcc9-db6c-4469-9844-b9d02e0b0b2e req-3ae979f5-1134-42e0-bcc7-19fd5623b5e4 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.0784776 Sep 16 04:56:14.501884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd4cdcc9-db6c-4469-9844-b9d02e0b0b2e req-2ec7d5a0-2690-45df-ab5c-0f371cb8f620 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561693 Sep 16 04:56:14.554978 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.569489 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.571772 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "DELETE /v2.0/networks/9c30f8f8-e6be-4f96-8225-05b212aadfd8 HTTP/1.1" status: 204 len: 168 time: 0.6872094 Sep 16 04:56:14.574225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53158) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:14.594502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269014e8-6c2c-4472-bf02-cca95eadfe47 tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event deleted for resources: {'Network': ['ID=9c30f8f8-e6be-4f96-8225-05b212aadfd8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:14.600980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-aaf70077-5375-47d0-aac6-a9081a1ccbf7 req-09a2a5ba-a483-4841-b866-b66e6c7c23b4 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] For port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=68d2db9f-b36b-4586-b79d-7b99f36b3ce6,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:14.601361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-aaf70077-5375-47d0-aac6-a9081a1ccbf7 req-09a2a5ba-a483-4841-b866-b66e6c7c23b4 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.625384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-aaf70077-5375-47d0-aac6-a9081a1ccbf7 req-09a2a5ba-a483-4841-b866-b66e6c7c23b4 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Calling delete_port for 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:14.672457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53160) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:14.696812 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.788691 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-aaf70077-5375-47d0-aac6-a9081a1ccbf7 req-09a2a5ba-a483-4841-b866-b66e6c7c23b4 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.861090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2a5ba-a483-4841-b866-b66e6c7c23b4 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Pushing event deleted for resources: {'Port': ['ID=68d2db9f-b36b-4586-b79d-7b99f36b3ce6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:14.861307 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c67cf366-0d8b-4446-892a-b83cca76517f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.866071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.879140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf70077-5375-47d0-aac6-a9081a1ccbf7 req-09a2a5ba-a483-4841-b866-b66e6c7c23b4 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] No DVR routers for this DVR port 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:14.882198 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-aaf70077-5375-47d0-aac6-a9081a1ccbf7 req-09a2a5ba-a483-4841-b866-b66e6c7c23b4 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.884231 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aaf70077-5375-47d0-aac6-a9081a1ccbf7 req-09a2a5ba-a483-4841-b866-b66e6c7c23b4 tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.50 "DELETE /v2.0/ports/68d2db9f-b36b-4586-b79d-7b99f36b3ce6 HTTP/1.1" status: 204 len: 173 time: 0.7473156 Sep 16 04:56:14.885052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b31745e-c1a2-4ba0-b79c-287d71102e7d', 'name': 'network-vif-deleted', 'tag': '68d2db9f-b36b-4586-b79d-7b99f36b3ce6'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:14.887097 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119664b3-9c34-426e-9391-aba934076944" -d '{"events": [{"server_uuid": "5b31745e-c1a2-4ba0-b79c-287d71102e7d", "name": "network-vif-deleted", "tag": "68d2db9f-b36b-4586-b79d-7b99f36b3ce6"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:14.905093 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e6a80548-9569-4662-b81c-2ebb505ce811 req-7db314c1-5f3a-42cd-9210-05809c16926d tempest-VolumesBackupsTest-957919981 tempest-VolumesBackupsTest-957919981-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b31745e-c1a2-4ba0-b79c-287d71102e7d HTTP/1.1" status: 200 len: 210 time: 0.0844460 Sep 16 04:56:14.940300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3836778-e3d3-47cb-a4fb-f1f8db16abfc']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:14.960471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc62fc8c-c9f5-4536-b768-e2543eef0c16') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:14.960776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc62fc8c-c9f5-4536-b768-e2543eef0c16') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:14.976012 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:14.982242 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa5362e-f637-481a-807b-a8e303b57ab0 x-openstack-request-id: req-9fa5362e-f637-481a-807b-a8e303b57ab0 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:14.982801 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b31745e-c1a2-4ba0-b79c-287d71102e7d", "name": "network-vif-deleted", "tag": "68d2db9f-b36b-4586-b79d-7b99f36b3ce6", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:14.983159 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9fa5362e-f637-481a-807b-a8e303b57ab0 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:14.983770 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b31745e-c1a2-4ba0-b79c-287d71102e7d', 'name': 'network-vif-deleted', 'tag': '68d2db9f-b36b-4586-b79d-7b99f36b3ce6', 'status': 'completed', 'code': 200} Sep 16 04:56:15.000059 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.011907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:15.012352 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:15.015335 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:15.103638 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.112146 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.114457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] 10.222.0.53 "DELETE /v2.0/networks/a3836778-e3d3-47cb-a4fb-f1f8db16abfc HTTP/1.1" status: 204 len: 168 time: 0.5386648 Sep 16 04:56:15.118310 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c67cf366-0d8b-4446-892a-b83cca76517f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.128285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c67cf366-0d8b-4446-892a-b83cca76517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.135016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777e794-bb0c-4b1f-915f-6ea901dba86f tempest-BulkNetworkOpsIpV6Test-753909375 tempest-BulkNetworkOpsIpV6Test-753909375-project] Pushing event deleted for resources: {'Network': ['ID=a3836778-e3d3-47cb-a4fb-f1f8db16abfc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.189248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cf366-0d8b-4446-892a-b83cca76517f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4176e78e-1279-48c0-a3fb-cd5afd7d8106,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.195417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c67cf366-0d8b-4446-892a-b83cca76517f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b30d4fd2f3641669dca03d5808a8c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219817 Sep 16 04:56:15.199517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53172) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.275032 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e4a794e-f3ba-466d-b710-4751b2b4f36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.343112 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e4a794e-f3ba-466d-b710-4751b2b4f36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.429909 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e4a794e-f3ba-466d-b710-4751b2b4f36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.443912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e4a794e-f3ba-466d-b710-4751b2b4f36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.447947 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0e4a794e-f3ba-466d-b710-4751b2b4f36b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4176e78e-1279-48c0-a3fb-cd5afd7d8106 HTTP/1.1" status: 204 len: 168 time: 0.2474432 Sep 16 04:56:15.458309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ba32522d-f5dd-4034-9d05-7431e58c81eb no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:15.460696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a794e-f3ba-466d-b710-4751b2b4f36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4176e78e-1279-48c0-a3fb-cd5afd7d8106,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:15.508285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ba32522d-f5dd-4034-9d05-7431e58c81eb {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:15.509088 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ba32522d-f5dd-4034-9d05-7431e58c81eb not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:15.627589 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53180) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.653940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f94512-770f-43ec-ac79-2ff9604686ea req-69efdfce-26a1-4e00-ad23-f51085b81c00 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:15.655920 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52f94512-770f-43ec-ac79-2ff9604686ea req-69efdfce-26a1-4e00-ad23-f51085b81c00 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.0605776 Sep 16 04:56:15.697481 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52f94512-770f-43ec-ac79-2ff9604686ea req-16ec5271-16b7-4bbb-bb7f-cb41031582c5 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344090 Sep 16 04:56:15.825741 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53186) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.828756 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3166119d-d6b1-494a-b7a1-9db2f8b9f4f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f26011ff864426399b09d72c27234bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973755 Sep 16 04:56:15.831199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53188) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:15.840119 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0dc10f13-c3c3-4d82-91e8-58b61a5853d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.881486 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94152191-231b-4b3c-8c77-e8d94d2fb477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.907458 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94152191-231b-4b3c-8c77-e8d94d2fb477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.954136 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0dc10f13-c3c3-4d82-91e8-58b61a5853d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.959145 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0dc10f13-c3c3-4d82-91e8-58b61a5853d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.966796 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94152191-231b-4b3c-8c77-e8d94d2fb477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.969339 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94152191-231b-4b3c-8c77-e8d94d2fb477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:15.970560 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-94152191-231b-4b3c-8c77-e8d94d2fb477 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8570ee0-d462-493d-9002-52c31ba1444f HTTP/1.1" status: 204 len: 168 time: 0.1384544 Sep 16 04:56:15.990743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94152191-231b-4b3c-8c77-e8d94d2fb477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8570ee0-d462-493d-9002-52c31ba1444f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.023898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0dc10f13-c3c3-4d82-91e8-58b61a5853d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb87c703b9e74f49bb4b3a918512ff76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969330 Sep 16 04:56:16.025273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc10f13-c3c3-4d82-91e8-58b61a5853d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5016f8-b641-4b9d-abf9-d0d6c180fac4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.026723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53196) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:16.125444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8c602ee-cd95-4a4b-a499-f48b094c09bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.154589 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8c602ee-cd95-4a4b-a499-f48b094c09bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.214293 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8c602ee-cd95-4a4b-a499-f48b094c09bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.221178 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b8c602ee-cd95-4a4b-a499-f48b094c09bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:16.225685 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b8c602ee-cd95-4a4b-a499-f48b094c09bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b5016f8-b641-4b9d-abf9-d0d6c180fac4 HTTP/1.1" status: 204 len: 168 time: 0.1977282 Sep 16 04:56:16.247639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c602ee-cd95-4a4b-a499-f48b094c09bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5016f8-b641-4b9d-abf9-d0d6c180fac4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:16.702161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:16.758223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:16.758585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 68d2db9f-b36b-4586-b79d-7b99f36b3ce6 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:16.870272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b27e22-5dce-4dee-a4bb-bebeb5a09f8e req-e523fee2-3578-43f3-baa9-878911f5ca92 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:16.880030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4b27e22-5dce-4dee-a4bb-bebeb5a09f8e req-e523fee2-3578-43f3-baa9-878911f5ca92 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.0751910 Sep 16 04:56:16.946732 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4b27e22-5dce-4dee-a4bb-bebeb5a09f8e req-c226244b-2fbb-45dc-81f4-55acd859bb70 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631344 Sep 16 04:56:17.244299 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a2af8f8-6d94-49d6-81f4-97f39ba65bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.338386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53248) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:17.609736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2109654974'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:17.633429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:17.636994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.647132 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.773261 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.778784 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.809592 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:17.831461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65095a61-a043-4c64-886c-7144e2cbe4eb,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:17.835752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.836125 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Added segment 82bfdd7e-2307-4641-884e-ddc69524ebc2 of type vlan for network 7c10cd26-47c1-472e-95b9-950b0f49da0b Sep 16 04:56:17.883300 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.918949 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.925159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:17.926260 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:17.959173 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6196389 Sep 16 04:56:17.961589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53266) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:17.972093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0699e77a-1da1-4d9b-bed4-6559792236d0 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1369177546'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:18.021819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0699e77a-1da1-4d9b-bed4-6559792236d0 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:18.025479 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0699e77a-1da1-4d9b-bed4-6559792236d0 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.072405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36afc0c-dd8e-41a7-9291-7302b31cac4b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Network': ['ID=7c10cd26-47c1-472e-95b9-950b0f49da0b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:18.085381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 7c10cd26-47c1-472e-95b9-950b0f49da0b details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:18.126660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0699e77a-1da1-4d9b-bed4-6559792236d0 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:18.146536 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0699e77a-1da1-4d9b-bed4-6559792236d0 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.147135 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-0699e77a-1da1-4d9b-bed4-6559792236d0 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Added segment 370f50d6-945f-4bbe-be45-74192229d5d9 of type vlan for network 15fd5fa0-f257-4927-baec-501d3801e018 Sep 16 04:56:18.166749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a16a3-3aa7-4117-9245-2a3930b80c51 req-5e4f9c78-c33b-4c1a-b09b-4af547af7767 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:18.174180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-775a16a3-3aa7-4117-9245-2a3930b80c51 req-5e4f9c78-c33b-4c1a-b09b-4af547af7767 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1159098 Sep 16 04:56:18.255484 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0699e77a-1da1-4d9b-bed4-6559792236d0 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.282376 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-775a16a3-3aa7-4117-9245-2a3930b80c51 req-89bea3ac-52f9-4137-939d-ca3ec93da2e1 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071260 Sep 16 04:56:18.302226 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0699e77a-1da1-4d9b-bed4-6559792236d0 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.308086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699e77a-1da1-4d9b-bed4-6559792236d0 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:18.308793 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0699e77a-1da1-4d9b-bed4-6559792236d0 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.347744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0699e77a-1da1-4d9b-bed4-6559792236d0 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3844280 Sep 16 04:56:18.351839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53280) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:18.359849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-eb25bb45-f001-435d-9c87-dfbfe00ffe52 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'subnet': {'network_id': '7c10cd26-47c1-472e-95b9-950b0f49da0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:18.392301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699e77a-1da1-4d9b-bed4-6559792236d0 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Network': ['ID=15fd5fa0-f257-4927-baec-501d3801e018,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:18.405316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 15fd5fa0-f257-4927-baec-501d3801e018 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:18.553279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb25bb45-f001-435d-9c87-dfbfe00ffe52 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:18.557169 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eb25bb45-f001-435d-9c87-dfbfe00ffe52 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.787834 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eb25bb45-f001-435d-9c87-dfbfe00ffe52 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.858942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25bb45-f001-435d-9c87-dfbfe00ffe52 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Subnet': ['ID=414ce939-b23d-4630-a60e-20b5decb1c6a,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:18.865433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25bb45-f001-435d-9c87-dfbfe00ffe52 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Checking segment: {'id': '82bfdd7e-2307-4641-884e-ddc69524ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c10cd26-47c1-472e-95b9-950b0f49da0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:18.865858 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb25bb45-f001-435d-9c87-dfbfe00ffe52 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network hostable DHCP agents. Network: 7c10cd26-47c1-472e-95b9-950b0f49da0b, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:18.886715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb25bb45-f001-435d-9c87-dfbfe00ffe52 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 7c10cd26-47c1-472e-95b9-950b0f49da0b is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:18.899446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-eb25bb45-f001-435d-9c87-dfbfe00ffe52 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 7c10cd26-47c1-472e-95b9-950b0f49da0b) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:18.906935 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb25bb45-f001-435d-9c87-dfbfe00ffe52 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:18.907590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eb25bb45-f001-435d-9c87-dfbfe00ffe52 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:18.926957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e06d28-20fa-4b17-bdce-4cfdc8538f62 None None] Network 7c10cd26-47c1-472e-95b9-950b0f49da0b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:18.938982 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-eb25bb45-f001-435d-9c87-dfbfe00ffe52 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5847173 Sep 16 04:56:18.940934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53302) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:18.954474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-09f9dbc8-2ac5-4956-b28d-35c9f5412595 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'subnet': {'network_id': '15fd5fa0-f257-4927-baec-501d3801e018', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:19.088921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f9dbc8-2ac5-4956-b28d-35c9f5412595 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:19.093137 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09f9dbc8-2ac5-4956-b28d-35c9f5412595 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.164043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-7c10cd26-47c1-472e-95b9-950b0f49da0b', 'network_id': '7c10cd26-47c1-472e-95b9-950b0f49da0b', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'fixed_ips': [{'subnet_id': '414ce939-b23d-4630-a60e-20b5decb1c6a'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:19.166227 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.335152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09f9dbc8-2ac5-4956-b28d-35c9f5412595 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.396100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53320) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:19.415447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Allocated IP 2001:db8::2 (7c10cd26-47c1-472e-95b9-950b0f49da0b/414ce939-b23d-4630-a60e-20b5decb1c6a/7a6bbef9-9536-4836-b4b4-4e803f68dbc4) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:19.523578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da5d51-49f6-47eb-9d7c-ca95c876628a req-580663da-612e-4e06-896a-7d8d0e3a17a7 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.533506 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4da5d51-49f6-47eb-9d7c-ca95c876628a req-580663da-612e-4e06-896a-7d8d0e3a17a7 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1140649 Sep 16 04:56:19.538897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9dbc8-2ac5-4956-b28d-35c9f5412595 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Subnet': ['ID=48e4cb25-75f4-4ef5-96f6-994316e36519,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:19.545789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9dbc8-2ac5-4956-b28d-35c9f5412595 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Checking segment: {'id': '370f50d6-945f-4bbe-be45-74192229d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '15fd5fa0-f257-4927-baec-501d3801e018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:19.546045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f9dbc8-2ac5-4956-b28d-35c9f5412595 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network hostable DHCP agents. Network: 15fd5fa0-f257-4927-baec-501d3801e018, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:19.588310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f9dbc8-2ac5-4956-b28d-35c9f5412595 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 15fd5fa0-f257-4927-baec-501d3801e018 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:19.601994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-09f9dbc8-2ac5-4956-b28d-35c9f5412595 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 15fd5fa0-f257-4927-baec-501d3801e018) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:19.622302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f9dbc8-2ac5-4956-b28d-35c9f5412595 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:19.622467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab0b006-b058-43b6-b01b-0eacc4674e75 None None] Network 15fd5fa0-f257-4927-baec-501d3801e018 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:19.623406 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09f9dbc8-2ac5-4956-b28d-35c9f5412595 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.628399 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4da5d51-49f6-47eb-9d7c-ca95c876628a req-13589db4-c8cf-4ba5-a493-ef85ddead754 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938725 Sep 16 04:56:19.660834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-09f9dbc8-2ac5-4956-b28d-35c9f5412595 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7170765 Sep 16 04:56:19.663691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53354) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:19.670806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-53fcfc24-256c-4fab-803d-afa7b23a16ed tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1965415698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:19.696503 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e37af4eb-54be-43b6-8346-fc6e782f97b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.717231 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53fcfc24-256c-4fab-803d-afa7b23a16ed tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.718414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53fcfc24-256c-4fab-803d-afa7b23a16ed tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.856807 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53fcfc24-256c-4fab-803d-afa7b23a16ed tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.868265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53fcfc24-256c-4fab-803d-afa7b23a16ed tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.883735 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e37af4eb-54be-43b6-8346-fc6e782f97b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.905014 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e37af4eb-54be-43b6-8346-fc6e782f97b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.909706 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53fcfc24-256c-4fab-803d-afa7b23a16ed tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.909924 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:19.912227 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-53fcfc24-256c-4fab-803d-afa7b23a16ed tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2458670 Sep 16 04:56:19.915652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53356) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:19.920564 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.014764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e37af4eb-54be-43b6-8346-fc6e782f97b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=079b66ce46ae4d7181f22beec2a9d24a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6174123 Sep 16 04:56:20.015639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37af4eb-54be-43b6-8346-fc6e782f97b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54895bf-e670-4f7f-a4ec-b4e82542a623,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:20.018403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53358) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:20.089879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Pushing event updated for resources: {'Port': ['ID=7a6bbef9-9536-4836-b4b4-4e803f68dbc4,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:20.097836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Network 7c10cd26-47c1-472e-95b9-950b0f49da0b is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:20.111569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-15fd5fa0-f257-4927-baec-501d3801e018', 'network_id': '15fd5fa0-f257-4927-baec-501d3801e018', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'fixed_ips': [{'subnet_id': '48e4cb25-75f4-4ef5-96f6-994316e36519'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:20.113424 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.167548 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73f66bfa-228f-4795-b04b-88712a210b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.257950 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73f66bfa-228f-4795-b04b-88712a210b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.365253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:20.369261 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:20.384690 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73f66bfa-228f-4795-b04b-88712a210b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.392122 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73f66bfa-228f-4795-b04b-88712a210b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.411789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-73f66bfa-228f-4795-b04b-88712a210b3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b54895bf-e670-4f7f-a4ec-b4e82542a623 HTTP/1.1" status: 204 len: 168 time: 0.3916314 Sep 16 04:56:20.459913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f66bfa-228f-4795-b04b-88712a210b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54895bf-e670-4f7f-a4ec-b4e82542a623,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:20.472418 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-db0152e9-c290-49b0-aabd-52a8bbe6eff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.621301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Attempting to bind port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:20.623389 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.625894 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Attempting to bind port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '82bfdd7e-2307-4641-884e-ddc69524ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c10cd26-47c1-472e-95b9-950b0f49da0b'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:20.632986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Attempting to bind port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 on network 7c10cd26-47c1-472e-95b9-950b0f49da0b {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:20.654671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:20.655049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Checking segment: {'id': '82bfdd7e-2307-4641-884e-ddc69524ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c10cd26-47c1-472e-95b9-950b0f49da0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:20.655462 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.655900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Bound using segment: {'id': '82bfdd7e-2307-4641-884e-ddc69524ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c10cd26-47c1-472e-95b9-950b0f49da0b'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:20.656519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Bound port: 7a6bbef9-9536-4836-b4b4-4e803f68dbc4, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bfdd7e-2307-4641-884e-ddc69524ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7c10cd26-47c1-472e-95b9-950b0f49da0b'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:20.656954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.659635 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Allocated IP 2001:db8:1::2 (15fd5fa0-f257-4927-baec-501d3801e018/48e4cb25-75f4-4ef5-96f6-994316e36519/7f9867a5-5d92-4029-8513-8a0d97c990e3) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:20.878718 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.883262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] For port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:20.930546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] For port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7a6bbef9-9536-4836-b4b4-4e803f68dbc4,segment=NetworkSegment(82bfdd7e-2307-4641-884e-ddc69524ebc2),segment_id=82bfdd7e-2307-4641-884e-ddc69524ebc2)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:20.943803 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:20.985836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa78a2-cca1-4e01-915d-6c53e42b546a req-4131e00b-c2a5-40cc-9007-b336b5340afe tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:21.001757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f3753-c55d-40c1-a06e-3a1c0ff7bc24 None None] Pushing event updated for resources: {'Port': ['ID=7a6bbef9-9536-4836-b4b4-4e803f68dbc4,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.041057 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94aa78a2-cca1-4e01-915d-6c53e42b546a req-4131e00b-c2a5-40cc-9007-b336b5340afe tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.2111521 Sep 16 04:56:21.143350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94aa78a2-cca1-4e01-915d-6c53e42b546a req-a66cbcfd-60dc-493d-aa62-c293415a8536 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991349 Sep 16 04:56:21.157996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53402) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:21.186663 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.198401 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d039-1996-49ca-83f0-dcac02e883ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.202981 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.321645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Network 15fd5fa0-f257-4927-baec-501d3801e018 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:21.337973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:21.358287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Allocated IP 2001:db8::1 (7c10cd26-47c1-472e-95b9-950b0f49da0b/414ce939-b23d-4630-a60e-20b5decb1c6a/c0f62ac5-ebc2-4427-9b89-fc68291a4037) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:21.361572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:21.413922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Pushing event updated for resources: {'Port': ['ID=7f9867a5-5d92-4029-8513-8a0d97c990e3,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.428343 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d039-1996-49ca-83f0-dcac02e883ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.436954 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d039-1996-49ca-83f0-dcac02e883ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.503934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Attempting to bind port 7f9867a5-5d92-4029-8513-8a0d97c990e3 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:21.506369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Attempting to bind port 7f9867a5-5d92-4029-8513-8a0d97c990e3 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '370f50d6-945f-4bbe-be45-74192229d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '15fd5fa0-f257-4927-baec-501d3801e018'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:21.506369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Attempting to bind port 7f9867a5-5d92-4029-8513-8a0d97c990e3 on network 15fd5fa0-f257-4927-baec-501d3801e018 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:21.512452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:21.513206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Checking segment: {'id': '370f50d6-945f-4bbe-be45-74192229d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '15fd5fa0-f257-4927-baec-501d3801e018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:21.514032 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.514223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Bound using segment: {'id': '370f50d6-945f-4bbe-be45-74192229d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '15fd5fa0-f257-4927-baec-501d3801e018'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:21.514694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Bound port: 7f9867a5-5d92-4029-8513-8a0d97c990e3, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370f50d6-945f-4bbe-be45-74192229d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '15fd5fa0-f257-4927-baec-501d3801e018'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:21.515437 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.530859 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2bd5d039-1996-49ca-83f0-dcac02e883ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1598c7f06cd1454fb8f978ad49bb9ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691816 Sep 16 04:56:21.531733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5d039-1996-49ca-83f0-dcac02e883ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa698fdd-b3f1-4f88-81a2-1e7e2f494831,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.539629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53406) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:21.690759 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f4c059c-9a9a-4364-b4c9-46b26bb4cbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.714856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f4c059c-9a9a-4364-b4c9-46b26bb4cbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.731018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.732024 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.770805 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:21.773523 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f4c059c-9a9a-4364-b4c9-46b26bb4cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.777342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f4c059c-9a9a-4364-b4c9-46b26bb4cbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.781857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7f4c059c-9a9a-4364-b4c9-46b26bb4cbb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa698fdd-b3f1-4f88-81a2-1e7e2f494831 HTTP/1.1" status: 204 len: 168 time: 0.2409706 Sep 16 04:56:21.792159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c059c-9a9a-4364-b4c9-46b26bb4cbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa698fdd-b3f1-4f88-81a2-1e7e2f494831,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:21.825770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.875266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 7c10cd26-47c1-472e-95b9-950b0f49da0b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:21.878608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:21.883414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:21.884243 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.891214 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] For port 7f9867a5-5d92-4029-8513-8a0d97c990e3, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:21.898636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] For port 7f9867a5-5d92-4029-8513-8a0d97c990e3, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7f9867a5-5d92-4029-8513-8a0d97c990e3,segment=NetworkSegment(370f50d6-945f-4bbe-be45-74192229d5d9),segment_id=370f50d6-945f-4bbe-be45-74192229d5d9)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:21.908427 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:21.999503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:22.000340 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.036605 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=c0f62ac5-ebc2-4427-9b89-fc68291a4037,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:22.059123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689b6d8-6407-4386-84a6-7bdb6060b25b None None] Pushing event updated for resources: {'Port': ['ID=7f9867a5-5d92-4029-8513-8a0d97c990e3,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:22.155750 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.237568 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.344046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7a6bbef9-9536-4836-b4b4-4e803f68dbc4,segment=NetworkSegment(82bfdd7e-2307-4641-884e-ddc69524ebc2),segment_id=82bfdd7e-2307-4641-884e-ddc69524ebc2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:22.389341 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:22.468131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965e02a-f151-4b83-8c4c-a792c8182896 req-bfc390c6-0257-4ef7-a5eb-c7175869c004 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:22.475493 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f965e02a-f151-4b83-8c4c-a792c8182896 req-bfc390c6-0257-4ef7-a5eb-c7175869c004 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1903856 Sep 16 04:56:22.554969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=7a6bbef9-9536-4836-b4b4-4e803f68dbc4,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:22.589921 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f965e02a-f151-4b83-8c4c-a792c8182896 req-65f9058f-d5f0-4fd9-9321-d151429c3c16 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991437 Sep 16 04:56:22.798797 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac4102c-aa6a-4807-98b7-c382ecbe5ad6 None None] Network 7c10cd26-47c1-472e-95b9-950b0f49da0b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:22.919267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-739322c0-3927-4270-b3d3-6f7a871e890a None None] Provisioning complete for port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:22.919652 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-739322c0-3927-4270-b3d3-6f7a871e890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.234857 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.290647 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.296466 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.297278 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.548716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=c0f62ac5-ebc2-4427-9b89-fc68291a4037,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:23.592836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 7c10cd26-47c1-472e-95b9-950b0f49da0b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:23.602034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:23.816577 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-95715ec2-dd99-4700-9f3d-61fbe12f7cd4 None None] Provisioning complete for port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:23.817214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea878-f37b-4480-b100-3ef600648de8 req-3d11538b-0a80-4669-8613-6a20783b424c tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:23.822533 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95715ec2-dd99-4700-9f3d-61fbe12f7cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:23.825364 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5f7ea878-f37b-4480-b100-3ef600648de8 req-3d11538b-0a80-4669-8613-6a20783b424c tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1121175 Sep 16 04:56:23.947539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deb55b1-dc50-43ee-8bd6-9c0800425729 None None] Network 15fd5fa0-f257-4927-baec-501d3801e018 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:23.984873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5f7ea878-f37b-4480-b100-3ef600648de8 req-3ada67bc-801a-4d13-8dbc-b19e1a36be11 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493692 Sep 16 04:56:24.068336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7f9867a5-5d92-4029-8513-8a0d97c990e3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:24.110023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5c55381b-5010-4e4f-ae93-9585eb2fd646 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:24.258868 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:24.271505 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fd89a1d4-d0ad-4578-bb3d-91d15bcbc949 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5c55381b-5010-4e4f-ae93-9585eb2fd646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3509421 Sep 16 04:56:24.272075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53448) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.278316 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec24c6f-f155-4cd0-9dfa-9d507b30f009 None None] Sync routers for ids ['5c55381b-5010-4e4f-ae93-9585eb2fd646'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:24.310061 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec24c6f-f155-4cd0-9dfa-9d507b30f009 None None] Routers {'5c55381b-5010-4e4f-ae93-9585eb2fd646'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:24.310710 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8ec24c6f-f155-4cd0-9dfa-9d507b30f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5c55381b-5010-4e4f-ae93-9585eb2fd646'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:24.372796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df449f6-57aa-4699-9d3d-053f7480475e tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:24.374288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5df449f6-57aa-4699-9d3d-053f7480475e tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports/c0f62ac5-ebc2-4427-9b89-fc68291a4037 HTTP/1.1" status: 200 len: 911 time: 0.1007903 Sep 16 04:56:24.377053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53450) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:24.402239 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8ec24c6f-f155-4cd0-9dfa-9d507b30f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:24.411742 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec24c6f-f155-4cd0-9dfa-9d507b30f009 None None] Routers {'5c55381b-5010-4e4f-ae93-9585eb2fd646'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:24.412844 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8ec24c6f-f155-4cd0-9dfa-9d507b30f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5c55381b-5010-4e4f-ae93-9585eb2fd646'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:24.431285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 7f9867a5-5d92-4029-8513-8a0d97c990e3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:24.431666 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.555144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-95715ec2-dd99-4700-9f3d-61fbe12f7cd4 None None] Provisioning complete for port c0f62ac5-ebc2-4427-9b89-fc68291a4037 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:24.555536 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95715ec2-dd99-4700-9f3d-61fbe12f7cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:24.660001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-95715ec2-dd99-4700-9f3d-61fbe12f7cd4 None None] Port c0f62ac5-ebc2-4427-9b89-fc68291a4037 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:24.681985 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8ec24c6f-f155-4cd0-9dfa-9d507b30f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:24.690228 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec24c6f-f155-4cd0-9dfa-9d507b30f009 None None] The sync data for ids ['5c55381b-5010-4e4f-ae93-9585eb2fd646'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:25.001898 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:56:25.140967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1f9e7d0b-17f0-4f0a-a2e7-e82a2129ee73 None None] Provisioning complete for port 7f9867a5-5d92-4029-8513-8a0d97c990e3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:25.141995 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1f9e7d0b-17f0-4f0a-a2e7-e82a2129ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.143890 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.243370 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.283134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 7f9867a5-5d92-4029-8513-8a0d97c990e3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7f9867a5-5d92-4029-8513-8a0d97c990e3,segment=NetworkSegment(370f50d6-945f-4bbe-be45-74192229d5d9),segment_id=370f50d6-945f-4bbe-be45-74192229d5d9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:25.302964 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.303947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:25.310668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0aae8-fe07-4de8-bacc-e2790f1fcd67 req-3ab50fab-d376-44d9-b7ce-42642c002b3a tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:25.318441 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cac0aae8-fe07-4de8-bacc-e2790f1fcd67 req-3ab50fab-d376-44d9-b7ce-42642c002b3a tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1561866 Sep 16 04:56:25.439092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1f9e7d0b-17f0-4f0a-a2e7-e82a2129ee73 None None] Provisioning complete for port c0f62ac5-ebc2-4427-9b89-fc68291a4037 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:25.439092 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1f9e7d0b-17f0-4f0a-a2e7-e82a2129ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.443442 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cac0aae8-fe07-4de8-bacc-e2790f1fcd67 req-5bb12a4f-3189-4e59-9c20-d3175eb03e60 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455444 Sep 16 04:56:25.468287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=7f9867a5-5d92-4029-8513-8a0d97c990e3,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:25.505720 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:25.506151 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.508686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e7d0b-17f0-4f0a-a2e7-e82a2129ee73 None None] Port c0f62ac5-ebc2-4427-9b89-fc68291a4037 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:25.700792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-28b6566b-cd83-4f6a-8ee8-71549c57f99e None None] Provisioning complete for port 7f9867a5-5d92-4029-8513-8a0d97c990e3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:25.701692 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-28b6566b-cd83-4f6a-8ee8-71549c57f99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.758972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Allocated IP 2001:db8:1::1 (15fd5fa0-f257-4927-baec-501d3801e018/48e4cb25-75f4-4ef5-96f6-994316e36519/1dece348-a66a-4705-b457-29a1fbad123e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:25.854896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7f9867a5-5d92-4029-8513-8a0d97c990e3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:25.967279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 7f9867a5-5d92-4029-8513-8a0d97c990e3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:25.967950 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:25.982529 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.049395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.125670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=1dece348-a66a-4705-b457-29a1fbad123e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:26.135267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 15fd5fa0-f257-4927-baec-501d3801e018 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:26.136699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:26.156561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:26.157145 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.365702 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.479387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7a7d1fe0-bd81-48b5-ae53-263173b3a368 None None] Provisioning complete for port 1dece348-a66a-4705-b457-29a1fbad123e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:26.479387 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a7d1fe0-bd81-48b5-ae53-263173b3a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:26.559295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d1fe0-bd81-48b5-ae53-263173b3a368 None None] Port 1dece348-a66a-4705-b457-29a1fbad123e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:27.037898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbeba6b-f0e0-42e8-a254-fd31e68b380f req-1ba52206-e02a-4ee2-bfd1-d8b9b911013e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:27.039477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bbeba6b-f0e0-42e8-a254-fd31e68b380f req-1ba52206-e02a-4ee2-bfd1-d8b9b911013e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.5000632 Sep 16 04:56:27.121206 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bbeba6b-f0e0-42e8-a254-fd31e68b380f req-89a947cc-33cc-417f-b76a-421a019a9fbe tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510306 Sep 16 04:56:27.160872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53498) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:27.176070 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.184140 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.185028 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.298237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=1dece348-a66a-4705-b457-29a1fbad123e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:27.329463 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded82e44-6053-4f98-939c-18e2684a9672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.342596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 15fd5fa0-f257-4927-baec-501d3801e018 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:27.346441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:27.498723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5c55381b-5010-4e4f-ae93-9585eb2fd646 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:27.601622 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-abf8ea6b-2756-4e0a-85b7-0d1ddcaefdb7 None None] Provisioning complete for port 1dece348-a66a-4705-b457-29a1fbad123e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:27.602905 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-abf8ea6b-2756-4e0a-85b7-0d1ddcaefdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.617722 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded82e44-6053-4f98-939c-18e2684a9672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.628527 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded82e44-6053-4f98-939c-18e2684a9672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.655994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-abf8ea6b-2756-4e0a-85b7-0d1ddcaefdb7 None None] Port 1dece348-a66a-4705-b457-29a1fbad123e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:27.659356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:27.668152 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-912d6b71-3c35-4133-a0e0-ec22ea864b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5c55381b-5010-4e4f-ae93-9585eb2fd646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2896647 Sep 16 04:56:27.668674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53502) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:27.682192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465f9b7-fbca-4794-86bc-ce7a44e53f9a None None] Sync routers for ids ['5c55381b-5010-4e4f-ae93-9585eb2fd646'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:27.686637 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ded82e44-6053-4f98-939c-18e2684a9672 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f980bc90623e4383ab7114502c1655b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5223784 Sep 16 04:56:27.689405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53504) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:27.699233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465f9b7-fbca-4794-86bc-ce7a44e53f9a None None] Routers {'5c55381b-5010-4e4f-ae93-9585eb2fd646'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:27.699924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c465f9b7-fbca-4794-86bc-ce7a44e53f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5c55381b-5010-4e4f-ae93-9585eb2fd646'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:27.703555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded82e44-6053-4f98-939c-18e2684a9672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eafdcf-ba96-488e-bd85-7dca26e6cfc8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:27.736766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c465f9b7-fbca-4794-86bc-ce7a44e53f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:27.747624 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8612ef4a-1620-4837-a7ba-fe35f5ba39a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.748380 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465f9b7-fbca-4794-86bc-ce7a44e53f9a None None] Routers {'5c55381b-5010-4e4f-ae93-9585eb2fd646'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:27.749373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c465f9b7-fbca-4794-86bc-ce7a44e53f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5c55381b-5010-4e4f-ae93-9585eb2fd646'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:27.759838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabca283-03de-4bc4-b670-53fc04f96ffd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:27.761296 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dabca283-03de-4bc4-b670-53fc04f96ffd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports/1dece348-a66a-4705-b457-29a1fbad123e HTTP/1.1" status: 200 len: 913 time: 0.0915985 Sep 16 04:56:27.764111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53506) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:27.775849 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8612ef4a-1620-4837-a7ba-fe35f5ba39a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.787670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c465f9b7-fbca-4794-86bc-ce7a44e53f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:27.788636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465f9b7-fbca-4794-86bc-ce7a44e53f9a None None] The sync data for ids ['5c55381b-5010-4e4f-ae93-9585eb2fd646'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:27.831654 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8612ef4a-1620-4837-a7ba-fe35f5ba39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.840825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8612ef4a-1620-4837-a7ba-fe35f5ba39a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:27.840825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8612ef4a-1620-4837-a7ba-fe35f5ba39a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5eafdcf-ba96-488e-bd85-7dca26e6cfc8 HTTP/1.1" status: 204 len: 168 time: 0.1484582 Sep 16 04:56:27.846493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612ef4a-1620-4837-a7ba-fe35f5ba39a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eafdcf-ba96-488e-bd85-7dca26e6cfc8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:28.192401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6967eed6-4da7-421a-9555-f062dbde8f27 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.301201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e5ae3-a963-40d4-a069-3397abba4c37 req-0979ed1c-527b-45cb-9129-22661b4b3869 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:28.302798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-312e5ae3-a963-40d4-a069-3397abba4c37 req-0979ed1c-527b-45cb-9129-22661b4b3869 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.0716410 Sep 16 04:56:28.339472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53518) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:28.361492 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-312e5ae3-a963-40d4-a069-3397abba4c37 req-5615a0c4-570f-4f84-ba9a-f7cebfe24b51 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525157 Sep 16 04:56:28.362983 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ba32ed7b-0fd6-436f-aba3-51393212467b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.515164 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ba32ed7b-0fd6-436f-aba3-51393212467b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.524679 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ba32ed7b-0fd6-436f-aba3-51393212467b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.566972 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ba32ed7b-0fd6-436f-aba3-51393212467b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0c47ae450c74f1c8338bedcfd730eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259486 Sep 16 04:56:28.568880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32ed7b-0fd6-436f-aba3-51393212467b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad996be-30d7-4574-9188-f08d3c57f674,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:28.571949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53520) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:28.594720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6967eed6-4da7-421a-9555-f062dbde8f27 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port 1dece348-a66a-4705-b457-29a1fbad123e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:28.595081 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6967eed6-4da7-421a-9555-f062dbde8f27 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.694048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db6be6de-48ae-424f-a70f-172a5c7fad6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.726142 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6967eed6-4da7-421a-9555-f062dbde8f27 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.736420 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db6be6de-48ae-424f-a70f-172a5c7fad6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.748455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6967eed6-4da7-421a-9555-f062dbde8f27 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for 1dece348-a66a-4705-b457-29a1fbad123e owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:28.844637 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db6be6de-48ae-424f-a70f-172a5c7fad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.847260 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db6be6de-48ae-424f-a70f-172a5c7fad6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:28.850952 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-db6be6de-48ae-424f-a70f-172a5c7fad6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ad996be-30d7-4574-9188-f08d3c57f674 HTTP/1.1" status: 204 len: 168 time: 0.2764213 Sep 16 04:56:28.895973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6be6de-48ae-424f-a70f-172a5c7fad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad996be-30d7-4574-9188-f08d3c57f674,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:29.007445 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6967eed6-4da7-421a-9555-f062dbde8f27 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.051587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967eed6-4da7-421a-9555-f062dbde8f27 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=1dece348-a66a-4705-b457-29a1fbad123e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:29.277849 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6967eed6-4da7-421a-9555-f062dbde8f27 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:29.509342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfa5f6-02d4-4dac-8305-9e69a2d392f1 req-4a8a8730-3e98-4685-8c8e-5b76765609f4 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:29.518226 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1cfa5f6-02d4-4dac-8305-9e69a2d392f1 req-4a8a8730-3e98-4685-8c8e-5b76765609f4 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.0665359 Sep 16 04:56:29.568638 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6967eed6-4da7-421a-9555-f062dbde8f27 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5c55381b-5010-4e4f-ae93-9585eb2fd646 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:29.576907 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1cfa5f6-02d4-4dac-8305-9e69a2d392f1 req-4ef90b85-1088-4e7d-a791-3d6a0edb7cfc tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568256 Sep 16 04:56:29.720440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6967eed6-4da7-421a-9555-f062dbde8f27 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:29.726414 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6967eed6-4da7-421a-9555-f062dbde8f27 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5c55381b-5010-4e4f-ae93-9585eb2fd646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9612939 Sep 16 04:56:29.729412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53546) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:29.735862 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb2dde-d90f-4cbd-801d-259d5c91a4d6 None None] Sync routers for ids ['5c55381b-5010-4e4f-ae93-9585eb2fd646'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:29.755115 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb2dde-d90f-4cbd-801d-259d5c91a4d6 None None] Routers {'5c55381b-5010-4e4f-ae93-9585eb2fd646'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:29.756676 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-29fb2dde-d90f-4cbd-801d-259d5c91a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5c55381b-5010-4e4f-ae93-9585eb2fd646'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:29.828443 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-29fb2dde-d90f-4cbd-801d-259d5c91a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:29.843535 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb2dde-d90f-4cbd-801d-259d5c91a4d6 None None] Routers {'5c55381b-5010-4e4f-ae93-9585eb2fd646'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:29.844458 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-29fb2dde-d90f-4cbd-801d-259d5c91a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5c55381b-5010-4e4f-ae93-9585eb2fd646'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:29.884819 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-29fb2dde-d90f-4cbd-801d-259d5c91a4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:29.885809 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb2dde-d90f-4cbd-801d-259d5c91a4d6 None None] The sync data for ids ['5c55381b-5010-4e4f-ae93-9585eb2fd646'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:30.234757 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fed8cc7f-12af-446a-bbd2-64e34ae1dae5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.568420 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-fed8cc7f-12af-446a-bbd2-64e34ae1dae5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port c0f62ac5-ebc2-4427-9b89-fc68291a4037 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:30.569054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fed8cc7f-12af-446a-bbd2-64e34ae1dae5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.766300 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fed8cc7f-12af-446a-bbd2-64e34ae1dae5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:30.786509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ca5a6-0f60-4c9b-b331-24133c5c5ea2 req-dcdbc557-0036-4b50-ad05-81a0a155c4ee tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:30.788092 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e3ca5a6-0f60-4c9b-b331-24133c5c5ea2 req-dcdbc557-0036-4b50-ad05-81a0a155c4ee tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1237872 Sep 16 04:56:30.800133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-fed8cc7f-12af-446a-bbd2-64e34ae1dae5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for c0f62ac5-ebc2-4427-9b89-fc68291a4037 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:30.877659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e3ca5a6-0f60-4c9b-b331-24133c5c5ea2 req-af99783a-e0e6-42ce-851d-21902c166287 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833685 Sep 16 04:56:31.053121 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fed8cc7f-12af-446a-bbd2-64e34ae1dae5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.115132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8cc7f-12af-446a-bbd2-64e34ae1dae5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=c0f62ac5-ebc2-4427-9b89-fc68291a4037,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:31.173120 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53584) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:31.218166 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fed8cc7f-12af-446a-bbd2-64e34ae1dae5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.386883 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d1e04ae3-897b-4a0d-a346-39744c786837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.425521 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed8cc7f-12af-446a-bbd2-64e34ae1dae5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5c55381b-5010-4e4f-ae93-9585eb2fd646 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:31.521967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed8cc7f-12af-446a-bbd2-64e34ae1dae5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:31.527198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fed8cc7f-12af-446a-bbd2-64e34ae1dae5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5c55381b-5010-4e4f-ae93-9585eb2fd646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965930 Sep 16 04:56:31.530669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53590) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:31.533703 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d1e04ae3-897b-4a0d-a346-39744c786837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.536525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14582801-568a-48db-b2ff-684187031961 None None] Sync routers for ids ['5c55381b-5010-4e4f-ae93-9585eb2fd646'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:31.542007 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d1e04ae3-897b-4a0d-a346-39744c786837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.552067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14582801-568a-48db-b2ff-684187031961 None None] Routers {'5c55381b-5010-4e4f-ae93-9585eb2fd646'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:31.553039 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-14582801-568a-48db-b2ff-684187031961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5c55381b-5010-4e4f-ae93-9585eb2fd646'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:31.563586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9682245a-18ed-4d53-9a9e-f03fce4a53b6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c55381b-5010-4e4f-ae93-9585eb2fd646 HTTP/1.1" status: 200 len: 205 time: 0.0316892 Sep 16 04:56:31.567270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53592) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:31.593197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-14582801-568a-48db-b2ff-684187031961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:31.604893 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d1e04ae3-897b-4a0d-a346-39744c786837 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43bc4f769ad140ceb4f0be355432c01d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271457 Sep 16 04:56:31.605808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53594) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:31.611243 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14582801-568a-48db-b2ff-684187031961 None None] Routers {'5c55381b-5010-4e4f-ae93-9585eb2fd646'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:31.611924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-14582801-568a-48db-b2ff-684187031961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5c55381b-5010-4e4f-ae93-9585eb2fd646'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:31.651983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-14582801-568a-48db-b2ff-684187031961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:31.652351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14582801-568a-48db-b2ff-684187031961 None None] The sync data for ids ['5c55381b-5010-4e4f-ae93-9585eb2fd646'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:31.661639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e04ae3-897b-4a0d-a346-39744c786837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741ca017-51e0-4ac1-b434-f234b61db951,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:31.665233 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e376c4fe-b79c-43cd-8ab3-9f5420932ab9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.713590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.740674 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.803404 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.809111 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.810660 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/741ca017-51e0-4ac1-b434-f234b61db951 HTTP/1.1" status: 204 len: 168 time: 0.2038169 Sep 16 04:56:31.821408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741ca017-51e0-4ac1-b434-f234b61db951,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:31.836730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:31.837084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:31.837435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:31.837816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:31.838162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:31.838548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:31.838893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:31.839230 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:31.839561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:31.839891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:31.840451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:31.841443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a99886-2b50-4293-8170-96c8e916d079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:31.890600 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e376c4fe-b79c-43cd-8ab3-9f5420932ab9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.893964 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e376c4fe-b79c-43cd-8ab3-9f5420932ab9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.970785 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e376c4fe-b79c-43cd-8ab3-9f5420932ab9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.971533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e376c4fe-b79c-43cd-8ab3-9f5420932ab9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Fanout notify agent at l3_agent the message router_deleted on router 5c55381b-5010-4e4f-ae93-9585eb2fd646 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:31.988697 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e376c4fe-b79c-43cd-8ab3-9f5420932ab9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:31.992833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53604) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:31.993020 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e376c4fe-b79c-43cd-8ab3-9f5420932ab9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/5c55381b-5010-4e4f-ae93-9585eb2fd646 HTTP/1.1" status: 204 len: 168 time: 0.4245651 Sep 16 04:56:32.067600 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addf26f-f4bc-4316-8763-9ec5ac928653 req-7c34e11e-8ac5-4584-95fa-3e4366b91f13 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:32.068985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8addf26f-f4bc-4316-8763-9ec5ac928653 req-7c34e11e-8ac5-4584-95fa-3e4366b91f13 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.0747070 Sep 16 04:56:32.085265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-6400ab5e-6ae9-4d17-8cb0-1728aca88edf tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting subnet 48e4cb25-75f4-4ef5-96f6-994316e36519 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:32.090365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6400ab5e-6ae9-4d17-8cb0-1728aca88edf tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.138937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8addf26f-f4bc-4316-8763-9ec5ac928653 req-504e537a-c7f0-4755-b808-05d9f8a757c0 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615141 Sep 16 04:56:32.147768 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6400ab5e-6ae9-4d17-8cb0-1728aca88edf tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.250879 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6400ab5e-6ae9-4d17-8cb0-1728aca88edf tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.315302 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6400ab5e-6ae9-4d17-8cb0-1728aca88edf tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.347141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400ab5e-6ae9-4d17-8cb0-1728aca88edf tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Subnet': ['ID=48e4cb25-75f4-4ef5-96f6-994316e36519,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:32.351928 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6400ab5e-6ae9-4d17-8cb0-1728aca88edf tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.353890 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6400ab5e-6ae9-4d17-8cb0-1728aca88edf tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/48e4cb25-75f4-4ef5-96f6-994316e36519 HTTP/1.1" status: 204 len: 168 time: 0.3599851 Sep 16 04:56:32.356590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53618) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:32.362808 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a7282c-08b3-4638-8b40-83a9d26f4b3f None None] Network 15fd5fa0-f257-4927-baec-501d3801e018 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:32.439877 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0405eca-d253-4b5f-8f96-46fddf9ae21c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting subnet 414ce939-b23d-4630-a60e-20b5decb1c6a {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:32.444234 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0405eca-d253-4b5f-8f96-46fddf9ae21c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.524072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0405eca-d253-4b5f-8f96-46fddf9ae21c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.593794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb765356-5f56-4b56-a2f8-6a6ff191ec56 None None] DHCP port deletion for 15fd5fa0-f257-4927-baec-501d3801e018 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:32.634154 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0405eca-d253-4b5f-8f96-46fddf9ae21c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.650183 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-eb765356-5f56-4b56-a2f8-6a6ff191ec56 None None] Deleting port 7f9867a5-5d92-4029-8513-8a0d97c990e3 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:32.650839 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eb765356-5f56-4b56-a2f8-6a6ff191ec56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.713680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0405eca-d253-4b5f-8f96-46fddf9ae21c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.743408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-eb765356-5f56-4b56-a2f8-6a6ff191ec56 None None] For port 7f9867a5-5d92-4029-8513-8a0d97c990e3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7f9867a5-5d92-4029-8513-8a0d97c990e3,segment=NetworkSegment(370f50d6-945f-4bbe-be45-74192229d5d9),segment_id=370f50d6-945f-4bbe-be45-74192229d5d9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:32.743824 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eb765356-5f56-4b56-a2f8-6a6ff191ec56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.760831 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-eb765356-5f56-4b56-a2f8-6a6ff191ec56 None None] Calling delete_port for 7f9867a5-5d92-4029-8513-8a0d97c990e3 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:32.766912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0405eca-d253-4b5f-8f96-46fddf9ae21c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Subnet': ['ID=414ce939-b23d-4630-a60e-20b5decb1c6a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:32.784110 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0405eca-d253-4b5f-8f96-46fddf9ae21c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.789232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53632) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:32.790031 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a0405eca-d253-4b5f-8f96-46fddf9ae21c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/414ce939-b23d-4630-a60e-20b5decb1c6a HTTP/1.1" status: 204 len: 168 time: 0.4318836 Sep 16 04:56:32.820240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb32bbb-9e75-4f22-812f-ade0e29447af None None] Network 7c10cd26-47c1-472e-95b9-950b0f49da0b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:32.882575 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.959215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port 7f9867a5-5d92-4029-8513-8a0d97c990e3 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:32.959911 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:32.998571 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eb765356-5f56-4b56-a2f8-6a6ff191ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.041257 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb765356-5f56-4b56-a2f8-6a6ff191ec56 None None] Pushing event deleted for resources: {'Port': ['ID=7f9867a5-5d92-4029-8513-8a0d97c990e3,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:33.055421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] For port 7f9867a5-5d92-4029-8513-8a0d97c990e3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7f9867a5-5d92-4029-8513-8a0d97c990e3,segment=NetworkSegment(370f50d6-945f-4bbe-be45-74192229d5d9),segment_id=370f50d6-945f-4bbe-be45-74192229d5d9)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:33.055421 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.059196 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb765356-5f56-4b56-a2f8-6a6ff191ec56 None None] No DVR routers for this DVR port 7f9867a5-5d92-4029-8513-8a0d97c990e3 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:33.074766 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for 7f9867a5-5d92-4029-8513-8a0d97c990e3 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:33.089144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a289a49-4e5b-414f-9f3b-e053c9296fd6 None None] DHCP port deletion for 7c10cd26-47c1-472e-95b9-950b0f49da0b request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:33.205592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3a289a49-4e5b-414f-9f3b-e053c9296fd6 None None] Deleting port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:33.209686 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3a289a49-4e5b-414f-9f3b-e053c9296fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.210719 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.259732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=7f9867a5-5d92-4029-8513-8a0d97c990e3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:33.263254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No DVR routers for this DVR port 7f9867a5-5d92-4029-8513-8a0d97c990e3 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:33.372913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3a289a49-4e5b-414f-9f3b-e053c9296fd6 None None] For port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7a6bbef9-9536-4836-b4b4-4e803f68dbc4,segment=NetworkSegment(82bfdd7e-2307-4641-884e-ddc69524ebc2),segment_id=82bfdd7e-2307-4641-884e-ddc69524ebc2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:33.373321 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3a289a49-4e5b-414f-9f3b-e053c9296fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.387518 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3a289a49-4e5b-414f-9f3b-e053c9296fd6 None None] Calling delete_port for 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:33.387976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac4217-e363-4875-bdf3-74100615b916 req-a99026d1-3104-4a47-8f61-3c05fe8f0493 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:33.396950 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7aac4217-e363-4875-bdf3-74100615b916 req-a99026d1-3104-4a47-8f61-3c05fe8f0493 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1186917 Sep 16 04:56:33.424606 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.452268 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fd5fa0-f257-4927-baec-501d3801e018']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:33.476970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370f50d6-945f-4bbe-be45-74192229d5d9') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:33.478936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370f50d6-945f-4bbe-be45-74192229d5d9') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:33.486358 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7aac4217-e363-4875-bdf3-74100615b916 req-f7aa4630-be32-4561-80e4-7830e8793063 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884621 Sep 16 04:56:33.502223 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.514566 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.524419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:33.525017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: self.session.flush() Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:33.530587 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:33.547277 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3a289a49-4e5b-414f-9f3b-e053c9296fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.591594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a289a49-4e5b-414f-9f3b-e053c9296fd6 None None] Pushing event deleted for resources: {'Port': ['ID=7a6bbef9-9536-4836-b4b4-4e803f68dbc4,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:33.594370 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a289a49-4e5b-414f-9f3b-e053c9296fd6 None None] No DVR routers for this DVR port 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:33.671090 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.676745 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.679392 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/networks/15fd5fa0-f257-4927-baec-501d3801e018 HTTP/1.1" status: 204 len: 168 time: 0.8891108 Sep 16 04:56:33.682656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53660) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:33.697728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a822b4d-3aca-4037-b248-e74d7fdd6d31 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Network': ['ID=15fd5fa0-f257-4927-baec-501d3801e018,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:33.810213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7f9867a5-5d92-4029-8513-8a0d97c990e3 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:33.818846 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.840255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 7f9867a5-5d92-4029-8513-8a0d97c990e3 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:33.840621 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7f9867a5-5d92-4029-8513-8a0d97c990e3 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:33.841390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:33.867718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:33.868323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7a6bbef9-9536-4836-b4b4-4e803f68dbc4 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:33.934030 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:33.967562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c10cd26-47c1-472e-95b9-950b0f49da0b']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:33.982394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bfdd7e-2307-4641-884e-ddc69524ebc2') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:33.982652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bfdd7e-2307-4641-884e-ddc69524ebc2') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:33.992873 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.013636 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.022886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:34.023378 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:34.027604 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:34.487140 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.499078 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.505520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53724) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:34.506209 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/networks/7c10cd26-47c1-472e-95b9-950b0f49da0b HTTP/1.1" status: 204 len: 168 time: 0.8211823 Sep 16 04:56:34.510807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-376501f9-5bf7-4ab5-a6b5-c14b03c98766 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1194630724'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:34.517889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44926896-9603-4af0-ac6f-c539df68682c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Network': ['ID=7c10cd26-47c1-472e-95b9-950b0f49da0b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:34.555148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376501f9-5bf7-4ab5-a6b5-c14b03c98766 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:34.559471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-376501f9-5bf7-4ab5-a6b5-c14b03c98766 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.621886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376501f9-5bf7-4ab5-a6b5-c14b03c98766 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:34.640019 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-376501f9-5bf7-4ab5-a6b5-c14b03c98766 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.640547 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-376501f9-5bf7-4ab5-a6b5-c14b03c98766 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Added segment 5dc6085e-f215-4292-8451-8670f632dcb9 of type vlan for network fef2c964-33b9-4557-be4d-60cfab395ff5 Sep 16 04:56:34.645798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4f739-36e6-4a1e-a055-3eeec767cd93 req-b63cbd70-8c85-4117-bb67-29ad994c9480 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:34.647401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ea4f739-36e6-4a1e-a055-3eeec767cd93 req-b63cbd70-8c85-4117-bb67-29ad994c9480 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.0832176 Sep 16 04:56:34.702597 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ea4f739-36e6-4a1e-a055-3eeec767cd93 req-2fc25f71-cb87-44e8-89df-107079c47b2f tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486479 Sep 16 04:56:34.706374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-376501f9-5bf7-4ab5-a6b5-c14b03c98766 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.753375 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-376501f9-5bf7-4ab5-a6b5-c14b03c98766 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.763757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376501f9-5bf7-4ab5-a6b5-c14b03c98766 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:34.765487 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-376501f9-5bf7-4ab5-a6b5-c14b03c98766 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:34.805483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-376501f9-5bf7-4ab5-a6b5-c14b03c98766 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2988002 Sep 16 04:56:34.808730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53734) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:34.814008 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-96c167cc-2870-46a9-8bf9-4606ae46bfc2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'subnet': {'network_id': 'fef2c964-33b9-4557-be4d-60cfab395ff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:34.857147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376501f9-5bf7-4ab5-a6b5-c14b03c98766 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Network': ['ID=fef2c964-33b9-4557-be4d-60cfab395ff5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:34.869416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network fef2c964-33b9-4557-be4d-60cfab395ff5 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:34.987161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c167cc-2870-46a9-8bf9-4606ae46bfc2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:34.995306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96c167cc-2870-46a9-8bf9-4606ae46bfc2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.053195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53742) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:35.214116 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-862c8fed-c50d-4361-887f-b3cfb81fe5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.242379 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96c167cc-2870-46a9-8bf9-4606ae46bfc2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.322513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c167cc-2870-46a9-8bf9-4606ae46bfc2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Subnet': ['ID=50511258-2c0e-4843-91de-404b09e3a923,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:35.323985 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-862c8fed-c50d-4361-887f-b3cfb81fe5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.336430 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-862c8fed-c50d-4361-887f-b3cfb81fe5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.355909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c167cc-2870-46a9-8bf9-4606ae46bfc2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Checking segment: {'id': '5dc6085e-f215-4292-8451-8670f632dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fef2c964-33b9-4557-be4d-60cfab395ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:35.356286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c167cc-2870-46a9-8bf9-4606ae46bfc2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network hostable DHCP agents. Network: fef2c964-33b9-4557-be4d-60cfab395ff5, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:35.374818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c167cc-2870-46a9-8bf9-4606ae46bfc2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network fef2c964-33b9-4557-be4d-60cfab395ff5 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:35.390695 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-96c167cc-2870-46a9-8bf9-4606ae46bfc2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, fef2c964-33b9-4557-be4d-60cfab395ff5) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:35.395113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c167cc-2870-46a9-8bf9-4606ae46bfc2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:35.395816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96c167cc-2870-46a9-8bf9-4606ae46bfc2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.402506 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a2f839-859b-4255-be0f-d02fd77b794f None None] Network fef2c964-33b9-4557-be4d-60cfab395ff5 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:35.413284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c8fed-c50d-4361-887f-b3cfb81fe5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c0b30c-d51e-46a4-bbde-e89569e4924e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:35.418224 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-96c167cc-2870-46a9-8bf9-4606ae46bfc2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6054978 Sep 16 04:56:35.418224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53752) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:35.423952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5486819c-4b60-493c-bed6-c0ddbf3534c4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1617703289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:35.453956 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-862c8fed-c50d-4361-887f-b3cfb81fe5bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e97490efed4044828ce9e5d1651d549c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977754 Sep 16 04:56:35.454913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53754) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:35.467972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5486819c-4b60-493c-bed6-c0ddbf3534c4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.469179 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5486819c-4b60-493c-bed6-c0ddbf3534c4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.570012 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5486819c-4b60-493c-bed6-c0ddbf3534c4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.580863 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5486819c-4b60-493c-bed6-c0ddbf3534c4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.598699 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21ae05ca-64ac-433c-87bb-4247f0f7ff48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.622808 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5486819c-4b60-493c-bed6-c0ddbf3534c4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.623880 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5486819c-4b60-493c-bed6-c0ddbf3534c4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2050686 Sep 16 04:56:35.627820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53756) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:35.632901 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.634945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'port': {'network_id': 'fef2c964-33b9-4557-be4d-60cfab395ff5', 'name': 'tempest-RoutersIpV6Test-2077101728'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:35.652980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-fef2c964-33b9-4557-be4d-60cfab395ff5', 'network_id': 'fef2c964-33b9-4557-be4d-60cfab395ff5', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'fixed_ips': [{'subnet_id': '50511258-2c0e-4843-91de-404b09e3a923'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:35.656989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.670273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21ae05ca-64ac-433c-87bb-4247f0f7ff48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.767575 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21ae05ca-64ac-433c-87bb-4247f0f7ff48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.771675 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21ae05ca-64ac-433c-87bb-4247f0f7ff48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.774492 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-21ae05ca-64ac-433c-87bb-4247f0f7ff48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8c0b30c-d51e-46a4-bbde-e89569e4924e HTTP/1.1" status: 204 len: 168 time: 0.3174689 Sep 16 04:56:35.793091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae05ca-64ac-433c-87bb-4247f0f7ff48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c0b30c-d51e-46a4-bbde-e89569e4924e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:35.906238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:35.910758 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:35.929945 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f0fc9-01ad-42ef-83b1-062c77c1e833 req-9cc7907a-6337-43cc-ae34-63f46dc26fd3 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:35.937666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-552f0fc9-01ad-42ef-83b1-062c77c1e833 req-9cc7907a-6337-43cc-ae34-63f46dc26fd3 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1013241 Sep 16 04:56:35.953107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] device_id is not set on port 4284185a-16b6-4eb9-9cc7-0b7f1e02cf81 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:56:35.986477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-552f0fc9-01ad-42ef-83b1-062c77c1e833 req-b0c7d099-263b-4d0e-a9be-8e00fcd8f075 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479307 Sep 16 04:56:35.994479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Allocated IP 2001:db8::2 (fef2c964-33b9-4557-be4d-60cfab395ff5/50511258-2c0e-4843-91de-404b09e3a923/e7ad00b9-098e-4b7c-ab5e-545c35a564f6) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:36.195185 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.204433 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.216696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53772) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:36.228200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Network fef2c964-33b9-4557-be4d-60cfab395ff5 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:36.236526 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47a4a1a0-97f6-475d-909c-898819e9df01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.260809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:36.265649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:36.289683 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Pushing event updated for resources: {'Port': ['ID=e7ad00b9-098e-4b7c-ab5e-545c35a564f6,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.315596 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Allocated IP 2001:db8::172 (fef2c964-33b9-4557-be4d-60cfab395ff5/50511258-2c0e-4843-91de-404b09e3a923/4284185a-16b6-4eb9-9cc7-0b7f1e02cf81) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:36.369960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Attempting to bind port e7ad00b9-098e-4b7c-ab5e-545c35a564f6 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:36.370445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Attempting to bind port e7ad00b9-098e-4b7c-ab5e-545c35a564f6 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '5dc6085e-f215-4292-8451-8670f632dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fef2c964-33b9-4557-be4d-60cfab395ff5'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:36.370898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Attempting to bind port e7ad00b9-098e-4b7c-ab5e-545c35a564f6 on network fef2c964-33b9-4557-be4d-60cfab395ff5 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:36.378965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:36.379640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Checking segment: {'id': '5dc6085e-f215-4292-8451-8670f632dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fef2c964-33b9-4557-be4d-60cfab395ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:36.380141 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.380739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Bound using segment: {'id': '5dc6085e-f215-4292-8451-8670f632dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fef2c964-33b9-4557-be4d-60cfab395ff5'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:36.381300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Bound port: e7ad00b9-098e-4b7c-ab5e-545c35a564f6, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc6085e-f215-4292-8451-8670f632dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fef2c964-33b9-4557-be4d-60cfab395ff5'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:36.381788 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.444522 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47a4a1a0-97f6-475d-909c-898819e9df01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.448871 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-47a4a1a0-97f6-475d-909c-898819e9df01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.478239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] For port e7ad00b9-098e-4b7c-ab5e-545c35a564f6, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:36.484036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] For port e7ad00b9-098e-4b7c-ab5e-545c35a564f6, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e7ad00b9-098e-4b7c-ab5e-545c35a564f6,segment=NetworkSegment(5dc6085e-f215-4292-8451-8670f632dcb9),segment_id=5dc6085e-f215-4292-8451-8670f632dcb9)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:36.490563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4a1a0-97f6-475d-909c-898819e9df01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00712e2f-b1da-4771-842c-fafcdf5a353d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.492880 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.531006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-47a4a1a0-97f6-475d-909c-898819e9df01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66d091ffebed4a139979f46d6429f131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131299 Sep 16 04:56:36.534540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53780) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:36.559584 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.603265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.632435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85c4d6-8c46-4b66-9246-9cbfac6c3f98 None None] Pushing event updated for resources: {'Port': ['ID=e7ad00b9-098e-4b7c-ab5e-545c35a564f6,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.653918 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dac720e9-05b3-4521-88e1-3a4e69be80ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.658230 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network fef2c964-33b9-4557-be4d-60cfab395ff5 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:36.664693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:36.669693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:36.676114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:36.676935 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.684130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=4284185a-16b6-4eb9-9cc7-0b7f1e02cf81,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:36.697076 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dac720e9-05b3-4521-88e1-3a4e69be80ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.700087 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7bb898d6-94ff-4000-99f0-089409e879dc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0722847 Sep 16 04:56:36.700851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53786) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:36.777285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dac720e9-05b3-4521-88e1-3a4e69be80ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.780972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dac720e9-05b3-4521-88e1-3a4e69be80ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:36.782537 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dac720e9-05b3-4521-88e1-3a4e69be80ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00712e2f-b1da-4771-842c-fafcdf5a353d HTTP/1.1" status: 204 len: 168 time: 0.2419050 Sep 16 04:56:36.800673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac720e9-05b3-4521-88e1-3a4e69be80ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00712e2f-b1da-4771-842c-fafcdf5a353d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:37.228520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeacfc-2a93-4b82-8944-465e362c3041 req-9be43b44-e0ac-4ede-a7aa-175d610f3158 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:37.237432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6aeacfc-2a93-4b82-8944-465e362c3041 req-9be43b44-e0ac-4ede-a7aa-175d610f3158 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.0906971 Sep 16 04:56:37.310027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6aeacfc-2a93-4b82-8944-465e362c3041 req-e446a002-7368-4c0c-926f-b4c78078b225 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652874 Sep 16 04:56:37.588393 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.815552 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:37.894175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e7ad00b9-098e-4b7c-ab5e-545c35a564f6 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:38.042916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e7ad00b9-098e-4b7c-ab5e-545c35a564f6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:38.043562 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.083576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72f4ce1-f444-4ac5-a12e-0c280e0a123d None None] Network fef2c964-33b9-4557-be4d-60cfab395ff5 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:38.291272 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.303742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.321849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf77f-84e3-41da-ad1b-b8b5de944804 req-4e1737fe-65f9-45f7-b87a-bb2fac76e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:38.323796 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ddcf77f-84e3-41da-ad1b-b8b5de944804 req-4e1737fe-65f9-45f7-b87a-bb2fac76e4d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 1097 time: 0.0843372 Sep 16 04:56:38.327071 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-33831a3c-6271-43ce-9dee-cce7eb4029a1 None None] Provisioning complete for port e7ad00b9-098e-4b7c-ab5e-545c35a564f6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:38.327452 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-33831a3c-6271-43ce-9dee-cce7eb4029a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.443840 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ddcf77f-84e3-41da-ad1b-b8b5de944804 req-c3ac93a6-9be2-49bc-acf5-547fde04a071 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913928 Sep 16 04:56:38.477542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=4284185a-16b6-4eb9-9cc7-0b7f1e02cf81,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.560067 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.609577 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.642726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f36ff9-274f-4d09-92fd-5b0df1cf2c66 req-4e9c7ed6-054e-4317-bfbe-e24c9d0ce8e2 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:38.644958 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-36f36ff9-274f-4d09-92fd-5b0df1cf2c66 req-4e9c7ed6-054e-4317-bfbe-e24c9d0ce8e2 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1958256 Sep 16 04:56:38.734555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-36f36ff9-274f-4d09-92fd-5b0df1cf2c66 req-b5d2b68f-7251-4238-98e7-f34ea633f0b4 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780883 Sep 16 04:56:38.742109 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port e7ad00b9-098e-4b7c-ab5e-545c35a564f6, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e7ad00b9-098e-4b7c-ab5e-545c35a564f6,segment=NetworkSegment(5dc6085e-f215-4292-8451-8670f632dcb9),segment_id=5dc6085e-f215-4292-8451-8670f632dcb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:38.752023 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.782086 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-33831a3c-6271-43ce-9dee-cce7eb4029a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.824473 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=e7ad00b9-098e-4b7c-ab5e-545c35a564f6,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:38.860654 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:38.978363 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-33831a3c-6271-43ce-9dee-cce7eb4029a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:56:38.979232 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-33831a3c-6271-43ce-9dee-cce7eb4029a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:56:39.372704 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.381344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.382362 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.511692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=4284185a-16b6-4eb9-9cc7-0b7f1e02cf81,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:39.653064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network fef2c964-33b9-4557-be4d-60cfab395ff5 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:39.654498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:39.723937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e572beb3-475c-4f2b-b28d-9beb6fff6906 None None] Provisioning complete for port 4284185a-16b6-4eb9-9cc7-0b7f1e02cf81 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:39.724141 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e572beb3-475c-4f2b-b28d-9beb6fff6906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.824321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e572beb3-475c-4f2b-b28d-9beb6fff6906 None None] Port 4284185a-16b6-4eb9-9cc7-0b7f1e02cf81 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:39.843226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e7ad00b9-098e-4b7c-ab5e-545c35a564f6 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:39.904896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e572beb3-475c-4f2b-b28d-9beb6fff6906 None None] Provisioning complete for port e7ad00b9-098e-4b7c-ab5e-545c35a564f6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:39.905306 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e572beb3-475c-4f2b-b28d-9beb6fff6906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:39.967634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28463bb2-ca1c-4551-b164-011be33d53d8 req-8a6b2418-1f2e-4289-9b8d-8f21997792ff tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:39.974456 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28463bb2-ca1c-4551-b164-011be33d53d8 req-8a6b2418-1f2e-4289-9b8d-8f21997792ff tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.0982773 Sep 16 04:56:39.976781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 3663511a-8f60-4d96-b655-6271613b3684 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:40.066577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28463bb2-ca1c-4551-b164-011be33d53d8 req-b04cdbc1-4391-43af-a24b-af391a11eaba tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794733 Sep 16 04:56:40.117414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e7ad00b9-098e-4b7c-ab5e-545c35a564f6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:40.118198 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.245401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:40.257804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-54b41c62-5aba-482d-a370-547988523f24 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/3663511a-8f60-4d96-b655-6271613b3684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5534816 Sep 16 04:56:40.258151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53906) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:40.261568 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23945d49-6062-48f8-8f4b-4d51b41e48da None None] Sync routers for ids ['3663511a-8f60-4d96-b655-6271613b3684'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:40.287978 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23945d49-6062-48f8-8f4b-4d51b41e48da None None] Routers {'3663511a-8f60-4d96-b655-6271613b3684'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:40.288619 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-23945d49-6062-48f8-8f4b-4d51b41e48da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3663511a-8f60-4d96-b655-6271613b3684'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:40.338536 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-23945d49-6062-48f8-8f4b-4d51b41e48da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:40.344749 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23945d49-6062-48f8-8f4b-4d51b41e48da None None] Routers {'3663511a-8f60-4d96-b655-6271613b3684'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:40.348700 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-23945d49-6062-48f8-8f4b-4d51b41e48da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3663511a-8f60-4d96-b655-6271613b3684'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:40.364807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8764a0-7a71-4bb3-8d1f-9986fef7c800 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.366433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2d8764a0-7a71-4bb3-8d1f-9986fef7c800 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports/4284185a-16b6-4eb9-9cc7-0b7f1e02cf81 HTTP/1.1" status: 200 len: 984 time: 0.1070793 Sep 16 04:56:40.369257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53928) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:40.425083 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-23945d49-6062-48f8-8f4b-4d51b41e48da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:40.425820 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23945d49-6062-48f8-8f4b-4d51b41e48da None None] The sync data for ids ['3663511a-8f60-4d96-b655-6271613b3684'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:40.688138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b4e9a1b4-cfec-4907-a417-6d2c31aed77a None None] Provisioning complete for port 4284185a-16b6-4eb9-9cc7-0b7f1e02cf81 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:40.688888 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4e9a1b4-cfec-4907-a417-6d2c31aed77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:40.690574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-e385fb4c-afa5-4e9b-93aa-f24a951a5567 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:40.692661 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-e385fb4c-afa5-4e9b-93aa-f24a951a5567 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/networks?id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c HTTP/1.1" status: 200 len: 809 time: 0.2439291 Sep 16 04:56:40.719826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-71937324-2747-467b-a07f-574496b26d24 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/quotas/408d0caffba049249d329ddf5bf692bf HTTP/1.1" status: 200 len: 375 time: 0.0197108 Sep 16 04:56:40.757274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b4e9a1b4-cfec-4907-a417-6d2c31aed77a None None] Port 4284185a-16b6-4eb9-9cc7-0b7f1e02cf81 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:40.798569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-d27b3295-d78a-4a74-8b1a-56151bff37dd tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=408d0caffba049249d329ddf5bf692bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705168 Sep 16 04:56:40.930792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53958) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:41.026602 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20bb09a1-9056-4d99-af15-9c6f03b66fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.123706 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3df47caf-5100-4f73-adff-9bfff990b3ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.135360 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-446f12c1-355e-4915-bb57-599ec862c7b5 service neutron] 10.222.0.53 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270307 Sep 16 04:56:41.288179 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-c62d195f-c4ad-4890-943f-405e5c28cefa service neutron] 10.222.0.53 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516559 Sep 16 04:56:41.321240 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20bb09a1-9056-4d99-af15-9c6f03b66fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.325810 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20bb09a1-9056-4d99-af15-9c6f03b66fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.379923 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-20bb09a1-9056-4d99-af15-9c6f03b66fdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1dda5bab45ce4e1f9aa76994dc918f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4451640 Sep 16 04:56:41.380707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb09a1-9056-4d99-af15-9c6f03b66fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239d93b8-4c0b-4b80-bf6e-442c939b60dc,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.381523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53968) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:41.462973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-3df47caf-5100-4f73-adff-9bfff990b3ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port 4284185a-16b6-4eb9-9cc7-0b7f1e02cf81 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:41.463369 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3df47caf-5100-4f73-adff-9bfff990b3ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.501437 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c7d0-f849-4005-8040-c4f03b37d084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.528482 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c7d0-f849-4005-8040-c4f03b37d084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.544542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5f97f26f-7ffc-4108-8e14-76abf9ea68df req-8babaf83-d4d5-463d-bbaa-81966a644e59 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 210 time: 0.0442922 Sep 16 04:56:41.606679 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c7d0-f849-4005-8040-c4f03b37d084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.609429 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c7d0-f849-4005-8040-c4f03b37d084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.618000 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1ac8c7d0-f849-4005-8040-c4f03b37d084 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/239d93b8-4c0b-4b80-bf6e-442c939b60dc HTTP/1.1" status: 204 len: 168 time: 0.2347655 Sep 16 04:56:41.644875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8c7d0-f849-4005-8040-c4f03b37d084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239d93b8-4c0b-4b80-bf6e-442c939b60dc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:41.690546 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3df47caf-5100-4f73-adff-9bfff990b3ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:41.709854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-3df47caf-5100-4f73-adff-9bfff990b3ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for 4284185a-16b6-4eb9-9cc7-0b7f1e02cf81 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:42.008294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3df47caf-5100-4f73-adff-9bfff990b3ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.052848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df47caf-5100-4f73-adff-9bfff990b3ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=4284185a-16b6-4eb9-9cc7-0b7f1e02cf81,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:42.225080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3df47caf-5100-4f73-adff-9bfff990b3ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.494788 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df47caf-5100-4f73-adff-9bfff990b3ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 3663511a-8f60-4d96-b655-6271613b3684 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:42.500302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54016) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:42.522786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399e1f-89ea-4a0b-ae3e-56d93a63e676 req-f112cd81-4056-41f6-9706-2d62b3c67b2d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:42.526397 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-28581c87-c2ed-4b5a-861b-d95e6ea06b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:42.533454 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2f399e1f-89ea-4a0b-ae3e-56d93a63e676 req-f112cd81-4056-41f6-9706-2d62b3c67b2d tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 947 time: 0.0729816 Sep 16 04:56:42.600468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2f399e1f-89ea-4a0b-ae3e-56d93a63e676 req-6b3d1271-efb2-4706-a06c-c451759142e2 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622556 Sep 16 04:56:42.694576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df47caf-5100-4f73-adff-9bfff990b3ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:42.700995 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3df47caf-5100-4f73-adff-9bfff990b3ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/3663511a-8f60-4d96-b655-6271613b3684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3305357 Sep 16 04:56:42.703678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54024) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:42.706443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea277d3-7b4c-40a9-95cf-33923701b61f None None] Sync routers for ids ['3663511a-8f60-4d96-b655-6271613b3684'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:42.722023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea277d3-7b4c-40a9-95cf-33923701b61f None None] Routers {'3663511a-8f60-4d96-b655-6271613b3684'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:42.723756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2ea277d3-7b4c-40a9-95cf-33923701b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3663511a-8f60-4d96-b655-6271613b3684'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:42.731640 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89b69a97-566e-4beb-b178-e1be3528ba03 req-239db39f-ff70-4fc0-a1be-0377a76f1b1f tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 210 time: 0.0441113 Sep 16 04:56:42.777246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2ea277d3-7b4c-40a9-95cf-33923701b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:42.791212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea277d3-7b4c-40a9-95cf-33923701b61f None None] Routers {'3663511a-8f60-4d96-b655-6271613b3684'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:42.793125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2ea277d3-7b4c-40a9-95cf-33923701b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['3663511a-8f60-4d96-b655-6271613b3684'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:42.840562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2ea277d3-7b4c-40a9-95cf-33923701b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:42.842353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea277d3-7b4c-40a9-95cf-33923701b61f None None] The sync data for ids ['3663511a-8f60-4d96-b655-6271613b3684'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:43.334763 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-28581c87-c2ed-4b5a-861b-d95e6ea06b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.340668 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-8e0c89cc-a4da-46cc-8fce-9eeddf196e3c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] remove_router_interface failed (client error): The resource could not be found. Sep 16 04:56:43.345038 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8e0c89cc-a4da-46cc-8fce-9eeddf196e3c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/3663511a-8f60-4d96-b655-6271613b3684/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6262221 Sep 16 04:56:43.345329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54034) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:43.349581 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-28581c87-c2ed-4b5a-861b-d95e6ea06b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.382353 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-64643f60-0657-4743-8272-39997e01986d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=3663511a-8f60-4d96-b655-6271613b3684 HTTP/1.1" status: 200 len: 205 time: 0.0347161 Sep 16 04:56:43.384088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54036) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:43.411067 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-28581c87-c2ed-4b5a-861b-d95e6ea06b20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5aabcf9781384486a1dce1b91a5d123c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9079356 Sep 16 04:56:43.414779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54040) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:43.461480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28581c87-c2ed-4b5a-861b-d95e6ea06b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb4067c-9172-4b72-b685-c6c2a9a1934b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:43.487467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1da32a51-308e-4bb2-8d5e-024599288f26 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.529993 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-93a6c8d3-7d3f-472a-bfdc-043517fd4999 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.537783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-93a6c8d3-7d3f-472a-bfdc-043517fd4999 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.50 "GET /v2.0/networks?id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c HTTP/1.1" status: 200 len: 809 time: 0.2908823 Sep 16 04:56:43.556431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Request body: {'port': {'device_id': '3bd98ad2-282a-4ece-b535-0c781ec1b91b', 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c', 'admin_state_up': True, 'tenant_id': '408d0caffba049249d329ddf5bf692bf'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:43.661282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7629579d-65c8-45d9-91e8-6ce38c6dc62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.693944 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7629579d-65c8-45d9-91e8-6ce38c6dc62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.771174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Made reservation on behalf of 408d0caffba049249d329ddf5bf692bf for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:43.774728 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.821789 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1da32a51-308e-4bb2-8d5e-024599288f26 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.825531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-7d0fd98d-0a9c-4ad0-af92-c7c822053d35 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.826366 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1da32a51-308e-4bb2-8d5e-024599288f26 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.827085 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-7d0fd98d-0a9c-4ad0-af92-c7c822053d35 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 947 time: 0.1294632 Sep 16 04:56:43.843970 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7629579d-65c8-45d9-91e8-6ce38c6dc62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.846642 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7629579d-65c8-45d9-91e8-6ce38c6dc62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.848335 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7629579d-65c8-45d9-91e8-6ce38c6dc62d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/deb4067c-9172-4b72-b685-c6c2a9a1934b HTTP/1.1" status: 204 len: 168 time: 0.4324541 Sep 16 04:56:43.905748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deac6a0-0da9-4eb8-9c83-2e638e8b9e2e req-69a44a96-a9c3-4460-a1d5-45dd999f9b2f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:43.907307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7deac6a0-0da9-4eb8-9c83-2e638e8b9e2e req-69a44a96-a9c3-4460-a1d5-45dd999f9b2f tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 947 time: 0.1579623 Sep 16 04:56:43.923195 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1da32a51-308e-4bb2-8d5e-024599288f26 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.923718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da32a51-308e-4bb2-8d5e-024599288f26 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Fanout notify agent at l3_agent the message router_deleted on router 3663511a-8f60-4d96-b655-6271613b3684 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:43.945908 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1da32a51-308e-4bb2-8d5e-024599288f26 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:43.950006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1da32a51-308e-4bb2-8d5e-024599288f26 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/3663511a-8f60-4d96-b655-6271613b3684 HTTP/1.1" status: 204 len: 168 time: 0.5647686 Sep 16 04:56:43.950928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54058) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:43.959751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629579d-65c8-45d9-91e8-6ce38c6dc62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb4067c-9172-4b72-b685-c6c2a9a1934b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:44.010473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7deac6a0-0da9-4eb8-9c83-2e638e8b9e2e req-ed13239f-3300-440f-8445-6557333635e7 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940998 Sep 16 04:56:44.068334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-86429fa3-37fd-4fe0-8908-f065be278fee tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting subnet 50511258-2c0e-4843-91de-404b09e3a923 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:44.074984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86429fa3-37fd-4fe0-8908-f065be278fee tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.091010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Allocated IP 172.20.0.12 (41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c/739383e3-e0b0-4958-a1af-a16bee6ca4bf/ec886acf-11d0-410f-85aa-fef0beaed98c) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:44.115528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Deleting port 43dc8826-e266-4d0d-a3ca-21f19600bc12 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:44.115911 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.148869 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86429fa3-37fd-4fe0-8908-f065be278fee tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.240090 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86429fa3-37fd-4fe0-8908-f065be278fee tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.304014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] For port 43dc8826-e266-4d0d-a3ca-21f19600bc12, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=43dc8826-e266-4d0d-a3ca-21f19600bc12,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:44.304460 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.400227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-482ac304-4e9d-4640-8291-c6e6cd2d0f59 req-8c1b2ae6-d63b-4764-b69c-ca1e41bb6cf6 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 210 time: 0.0505025 Sep 16 04:56:44.424301 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86429fa3-37fd-4fe0-8908-f065be278fee tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.448937 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86429fa3-37fd-4fe0-8908-f065be278fee tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.451539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-86429fa3-37fd-4fe0-8908-f065be278fee tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/50511258-2c0e-4843-91de-404b09e3a923 HTTP/1.1" status: 204 len: 168 time: 0.4918940 Sep 16 04:56:44.451539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54066) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:44.465994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffbdc45-08b7-4ec6-91b1-d147307a7261 None None] Network fef2c964-33b9-4557-be4d-60cfab395ff5 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:44.520380 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.526203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86429fa3-37fd-4fe0-8908-f065be278fee tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Subnet': ['ID=50511258-2c0e-4843-91de-404b09e3a923,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:44.726336 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.737487 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.766137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['142bbdf0-d5a3-42e2-9495-dbe0c8007e0e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:44.772221 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.772751 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.773370 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Floating IP e2bb1e99-74b4-4fda-84a2-b00a904bd765 disassociated. External IP: 172.25.0.232, port: 43dc8826-e266-4d0d-a3ca-21f19600bc12. Sep 16 04:56:44.773869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Calling delete_port for 43dc8826-e266-4d0d-a3ca-21f19600bc12 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:44.848495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port e7ad00b9-098e-4b7c-ab5e-545c35a564f6 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:44.849126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:44.849488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:44.913962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:44.917585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:44.929973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Pushing event updated for resources: {'Port': ['ID=ec886acf-11d0-410f-85aa-fef0beaed98c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:44.955627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a83f589-1ae1-44b7-b034-6770074eb69c None None] DHCP port deletion for fef2c964-33b9-4557-be4d-60cfab395ff5 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:45.003356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] For port e7ad00b9-098e-4b7c-ab5e-545c35a564f6, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e7ad00b9-098e-4b7c-ab5e-545c35a564f6,segment=NetworkSegment(5dc6085e-f215-4292-8451-8670f632dcb9),segment_id=5dc6085e-f215-4292-8451-8670f632dcb9)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:45.004192 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.026026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:45.026769 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.028239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for e7ad00b9-098e-4b7c-ab5e-545c35a564f6 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:45.071785 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-3da530bb-91f8-4e36-a3ff-c48a93dea941 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5197165 Sep 16 04:56:45.108491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Request body: {'port': {'device_id': '3bd98ad2-282a-4ece-b535-0c781ec1b91b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:45.151895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2a83f589-1ae1-44b7-b034-6770074eb69c None None] Deleting port e7ad00b9-098e-4b7c-ab5e-545c35a564f6 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:45.152411 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2a83f589-1ae1-44b7-b034-6770074eb69c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.218477 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457106aa-10c1-4bf7-85fa-e0295611ea65 req-4a435858-9fa3-4363-b978-ead00d488b34 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:45.236325 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-457106aa-10c1-4bf7-85fa-e0295611ea65 req-4a435858-9fa3-4363-b978-ead00d488b34 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 947 time: 0.1120939 Sep 16 04:56:45.309197 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.330990 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.378147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=e7ad00b9-098e-4b7c-ab5e-545c35a564f6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.405116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-457106aa-10c1-4bf7-85fa-e0295611ea65 req-a992507a-8ec4-4160-ab70-d6ba19f6e461 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba251929-4dad-40c6-a766-efd5c005ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633289 Sep 16 04:56:45.438766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No DVR routers for this DVR port e7ad00b9-098e-4b7c-ab5e-545c35a564f6 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:45.446156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2a83f589-1ae1-44b7-b034-6770074eb69c None None] For port e7ad00b9-098e-4b7c-ab5e-545c35a564f6, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e7ad00b9-098e-4b7c-ab5e-545c35a564f6,segment=NetworkSegment(5dc6085e-f215-4292-8451-8670f632dcb9),segment_id=5dc6085e-f215-4292-8451-8670f632dcb9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:45.446702 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2a83f589-1ae1-44b7-b034-6770074eb69c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.464438 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.482093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2a83f589-1ae1-44b7-b034-6770074eb69c None None] Calling delete_port for e7ad00b9-098e-4b7c-ab5e-545c35a564f6 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:45.517749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event deleted for resources: {'Port': ['ID=43dc8826-e266-4d0d-a3ca-21f19600bc12,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.607497 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.648616 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68520b0-c56e-4e66-8c85-104817c3af87 req-beccf056-b5fe-48ce-9a40-ffa59e682202 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:45.656178 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f68520b0-c56e-4e66-8c85-104817c3af87 req-beccf056-b5fe-48ce-9a40-ffa59e682202 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 932 time: 0.1284673 Sep 16 04:56:45.667368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef2c964-33b9-4557-be4d-60cfab395ff5']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:45.686600 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc6085e-f215-4292-8451-8670f632dcb9') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:45.687231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc6085e-f215-4292-8451-8670f632dcb9') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:45.721700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.758136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f68520b0-c56e-4e66-8c85-104817c3af87 req-af5b600a-f230-474c-8689-39d27e096379 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937014 Sep 16 04:56:45.766784 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.780417 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2a83f589-1ae1-44b7-b034-6770074eb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.783506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:45.785397 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.827908 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:45.829936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83f589-1ae1-44b7-b034-6770074eb69c None None] No DVR routers for this DVR port e7ad00b9-098e-4b7c-ab5e-545c35a564f6 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:45.895064 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e7ad00b9-098e-4b7c-ab5e-545c35a564f6 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:45.926194 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:45.931745 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.933021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: e7ad00b9-098e-4b7c-ab5e-545c35a564f6 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:45.933862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e7ad00b9-098e-4b7c-ab5e-545c35a564f6 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:45.938275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83f589-1ae1-44b7-b034-6770074eb69c None None] Pushing event deleted for resources: {'Port': ['ID=e7ad00b9-098e-4b7c-ab5e-545c35a564f6,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:45.989797 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:45.999619 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/networks/fef2c964-33b9-4557-be4d-60cfab395ff5 HTTP/1.1" status: 204 len: 168 time: 1.5060563 Sep 16 04:56:46.000602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb64354-7d26-4b5f-b363-e52d215d1f85 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Network': ['ID=fef2c964-33b9-4557-be4d-60cfab395ff5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:46.009582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54112) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:46.015112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-06425820-169b-4954-ac26-6de852331895 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-418636871'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:46.059455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:46.068503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06425820-169b-4954-ac26-6de852331895 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:46.072315 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06425820-169b-4954-ac26-6de852331895 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.081146 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e10c1-c42a-4b95-be70-028a985f6660 None None] Sync routers for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:46.117553 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96e10c1-c42a-4b95-be70-028a985f6660 None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:46.119628 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a96e10c1-c42a-4b95-be70-028a985f6660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:46.131696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] No DVR routers for this DVR port 43dc8826-e266-4d0d-a3ca-21f19600bc12 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:46.135247 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.141362 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6d3bdcdd-89a7-46e8-a59f-990b08032bbe req-3095bdc2-8fb9-4fe8-aa61-413b5d85d78a tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.15 "DELETE /v2.0/ports/43dc8826-e266-4d0d-a3ca-21f19600bc12 HTTP/1.1" status: 204 len: 173 time: 2.3070526 Sep 16 04:56:46.160578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06425820-169b-4954-ac26-6de852331895 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:56:46.161287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'name': 'network-vif-deleted', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:46.165225 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d63ef5-89e0-4563-bd12-f2525032d93c" -d '{"events": [{"server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "name": "network-vif-deleted", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:46.218391 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06425820-169b-4954-ac26-6de852331895 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.230175 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-06425820-169b-4954-ac26-6de852331895 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Added segment 78a0f450-0816-43e3-8726-9fbb92ad3676 of type vlan for network 05a13ea4-d9ad-4dd3-8327-ec9371f554ba Sep 16 04:56:46.309263 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374942e2-fe29-44d2-8aed-f8681393d9a3 x-openstack-request-id: req-374942e2-fe29-44d2-8aed-f8681393d9a3 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:46.309263 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92f1855-4e4d-4fca-ac96-fb0a2128dcb9", "name": "network-vif-deleted", "tag": "43dc8826-e266-4d0d-a3ca-21f19600bc12", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:46.309263 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-374942e2-fe29-44d2-8aed-f8681393d9a3 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:46.309263 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92f1855-4e4d-4fca-ac96-fb0a2128dcb9', 'name': 'network-vif-deleted', 'tag': '43dc8826-e266-4d0d-a3ca-21f19600bc12', 'status': 'completed', 'code': 200} Sep 16 04:56:46.336875 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06425820-169b-4954-ac26-6de852331895 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.364504 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec886acf-11d0-410f-85aa-fef0beaed98c {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:46.387516 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.396706 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-a96e10c1-c42a-4b95-be70-028a985f6660 None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:46.406891 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06425820-169b-4954-ac26-6de852331895 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.422818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06425820-169b-4954-ac26-6de852331895 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:46.423480 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06425820-169b-4954-ac26-6de852331895 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.428008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Transition to ACTIVE for port object ec886acf-11d0-410f-85aa-fef0beaed98c will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:56:46.434045 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.580689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-06425820-169b-4954-ac26-6de852331895 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5698733 Sep 16 04:56:46.582972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54130) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:46.595108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-78ca15aa-719b-4b61-b716-1cac603211ea tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'subnet': {'network_id': '05a13ea4-d9ad-4dd3-8327-ec9371f554ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:46.609007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Pushing event updated for resources: {'Port': ['ID=ec886acf-11d0-410f-85aa-fef0beaed98c,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:46.708272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5bf62d44-5b05-4f94-8978-603b66740607 req-744608e5-280b-4f11-8c8a-33580a103287 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/ports?device_id=d92f1855-4e4d-4fca-ac96-fb0a2128dcb9 HTTP/1.1" status: 200 len: 210 time: 0.0802965 Sep 16 04:56:46.718840 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 43dc8826-e266-4d0d-a3ca-21f19600bc12 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:46.747605 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Attempting to bind port ec886acf-11d0-410f-85aa-fef0beaed98c on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:46.750017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Attempting to bind port ec886acf-11d0-410f-85aa-fef0beaed98c by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:46.750497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Attempting to bind port ec886acf-11d0-410f-85aa-fef0beaed98c on network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:46.759807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Port ec886acf-11d0-410f-85aa-fef0beaed98c on network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:56:46.763095 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Attempting to bind port ec886acf-11d0-410f-85aa-fef0beaed98c on network 41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:46.772948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 43dc8826-e266-4d0d-a3ca-21f19600bc12 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:46.774609 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 43dc8826-e266-4d0d-a3ca-21f19600bc12 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:46.774694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:46.774694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Checking segment: {'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:46.782271 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a96e10c1-c42a-4b95-be70-028a985f6660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:07Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:46.796112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Bound using segment: {'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:46.796978 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Bound port: ec886acf-11d0-410f-85aa-fef0beaed98c, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4ab6d3-76b3-4f84-9227-d52fe630313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:46.797619 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:46.851020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06425820-169b-4954-ac26-6de852331895 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Network': ['ID=05a13ea4-d9ad-4dd3-8327-ec9371f554ba,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:46.863267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 05a13ea4-d9ad-4dd3-8327-ec9371f554ba details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:56:46.863876 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e10c1-c42a-4b95-be70-028a985f6660 None None] Checking router: 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:56:46.889487 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96e10c1-c42a-4b95-be70-028a985f6660 None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:46.891218 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a96e10c1-c42a-4b95-be70-028a985f6660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:47.023403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] For port ec886acf-11d0-410f-85aa-fef0beaed98c, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:47.032891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] For port ec886acf-11d0-410f-85aa-fef0beaed98c, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=ec886acf-11d0-410f-85aa-fef0beaed98c,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:47.038241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.096452 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-a96e10c1-c42a-4b95-be70-028a985f6660 None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:56:47.103163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.103911 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.106208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] 10.222.0.50 "PUT /v2.0/ports/ec886acf-11d0-410f-85aa-fef0beaed98c HTTP/1.1" status: 200 len: 1093 time: 2.0114312 Sep 16 04:56:47.127347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e24ab-e92b-4cb3-b704-05979592c4d6 req-0c74b9d2-9042-4123-b2d4-7be3db97a0fd tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.136600 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a00e24ab-e92b-4cb3-b704-05979592c4d6 req-0c74b9d2-9042-4123-b2d4-7be3db97a0fd tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 944 time: 0.2023075 Sep 16 04:56:47.138689 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ca15aa-719b-4b61-b716-1cac603211ea tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:56:47.142549 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ca15aa-719b-4b61-b716-1cac603211ea tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.161436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004226f-babd-4b62-8b88-70fbbd09fd23 service neutron] Pushing event updated for resources: {'Port': ['ID=ec886acf-11d0-410f-85aa-fef0beaed98c,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:47.234426 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a00e24ab-e92b-4cb3-b704-05979592c4d6 req-13341f91-310a-43ab-846d-0041f0dbbc13 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816896 Sep 16 04:56:47.252205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-d238260b-797c-4d88-9e81-1da263e03ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.253278 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c6aa4d0c-f4f9-4f71-955f-d48ba6dae1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.254202 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-d238260b-797c-4d88-9e81-1da263e03ab6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=408d0caffba049249d329ddf5bf692bf&device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 1096 time: 0.0978827 Sep 16 04:56:47.325100 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-90172b87-3fae-40e0-8f1e-a35f5d16ef25 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec886acf-11d0-410f-85aa-fef0beaed98c HTTP/1.1" status: 200 len: 217 time: 0.0533652 Sep 16 04:56:47.430503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-78d7e6cf-0176-463d-b7b7-f5d876087d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.432078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-78d7e6cf-0176-463d-b7b7-f5d876087d90 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=739383e3-e0b0-4958-a1af-a16bee6ca4bf HTTP/1.1" status: 200 len: 849 time: 0.0978341 Sep 16 04:56:47.470815 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ca15aa-719b-4b61-b716-1cac603211ea tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.476245 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-9baf2caa-dc62-49d5-8307-be1edce763a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317073 Sep 16 04:56:47.488811 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a96e10c1-c42a-4b95-be70-028a985f6660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:07Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:47.521630 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96e10c1-c42a-4b95-be70-028a985f6660 None None] The sync data for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 is: [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:01Z', 'revision_number': 4, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '26ba7e80-d164-4831-895b-76b91354eccf', 'name': '', 'network_id': '065d0039-91ee-4176-812f-d22ac91cf01d', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'mac_address': 'fa:16:3e:e2:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:48:00Z', 'updated_at': '2021-09-16T04:48:07Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'subnets': [{'id': 'cecb6646-d54e-45a3-892f-e44e3e1b574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:47.553770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca15aa-719b-4b61-b716-1cac603211ea tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Subnet': ['ID=897b9220-9bd4-4016-8401-0ac9a4027d20,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:47.572342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca15aa-719b-4b61-b716-1cac603211ea tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Checking segment: {'id': '78a0f450-0816-43e3-8726-9fbb92ad3676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05a13ea4-d9ad-4dd3-8327-ec9371f554ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:47.573301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ca15aa-719b-4b61-b716-1cac603211ea tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network hostable DHCP agents. Network: 05a13ea4-d9ad-4dd3-8327-ec9371f554ba, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:56:47.610983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ca15aa-719b-4b61-b716-1cac603211ea tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 05a13ea4-d9ad-4dd3-8327-ec9371f554ba is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:56:47.630220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-78ca15aa-719b-4b61-b716-1cac603211ea tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 05a13ea4-d9ad-4dd3-8327-ec9371f554ba) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:47.638759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ca15aa-719b-4b61-b716-1cac603211ea tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:47.639377 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ca15aa-719b-4b61-b716-1cac603211ea tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.651570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7b158e-5a11-4424-b95e-9a6f1be0abab None None] Network 05a13ea4-d9ad-4dd3-8327-ec9371f554ba requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:47.657373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-4022f72d-e034-4521-9a73-fd808bf4548e service neutron] 10.222.0.50 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699188 Sep 16 04:56:47.663709 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78ca15aa-719b-4b61-b716-1cac603211ea tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0763357 Sep 16 04:56:47.666310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54184) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:47.677846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2676db21-6de1-4066-b409-14634de7937a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-672300829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:47.729412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2676db21-6de1-4066-b409-14634de7937a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.730812 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2676db21-6de1-4066-b409-14634de7937a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.837512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2676db21-6de1-4066-b409-14634de7937a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.844046 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2676db21-6de1-4066-b409-14634de7937a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.862516 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3ec9f227-c822-4c9d-870c-4e6038445cc1 req-62d1d32a-db91-4ac7-815c-97d8dd4181f9 service neutron] 10.222.0.50 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929004 Sep 16 04:56:47.870677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54204) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:47.885390 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2676db21-6de1-4066-b409-14634de7937a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:47.886985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2676db21-6de1-4066-b409-14634de7937a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2194602 Sep 16 04:56:47.906527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54208) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:47.987444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c184-94ba-4947-b9ca-8e23358af5c1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.046566 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c184-94ba-4947-b9ca-8e23358af5c1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.067006 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-05a13ea4-d9ad-4dd3-8327-ec9371f554ba', 'network_id': '05a13ea4-d9ad-4dd3-8327-ec9371f554ba', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'fixed_ips': [{'subnet_id': '897b9220-9bd4-4016-8401-0ac9a4027d20'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:56:48.067898 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.089215 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be2faf5-8fec-40bc-92b9-b3df68144443 None None] New status for floating IP e2bb1e99-74b4-4fda-84a2-b00a904bd765: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:56:48.147452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c184-94ba-4947-b9ca-8e23358af5c1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.155756 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c184-94ba-4947-b9ca-8e23358af5c1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.162413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c3a2c184-94ba-4947-b9ca-8e23358af5c1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "DELETE /v2.0/security-groups/ba251929-4dad-40c6-a766-efd5c005ce41 HTTP/1.1" status: 204 len: 168 time: 0.2880368 Sep 16 04:56:48.172334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54218) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.237937 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-5928bf8d-775d-4ba4-8c3b-d4a3bb7ac9d2 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] show failed (client error): The resource could not be found. Sep 16 04:56:48.243822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54224) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.246141 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5928bf8d-775d-4ba4-8c3b-d4a3bb7ac9d2 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "GET /v2.0/security-groups/ba251929-4dad-40c6-a766-efd5c005ce41 HTTP/1.1" status: 404 len: 347 time: 0.0712199 Sep 16 04:56:48.248880 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2c184-94ba-4947-b9ca-8e23358af5c1 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba251929-4dad-40c6-a766-efd5c005ce41,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:48.311609 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd98ad2-282a-4ece-b535-0c781ec1b91b', 'tag': 'ec886acf-11d0-410f-85aa-fef0beaed98c'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:48.313527 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77830f46-1e5a-4594-99b4-f9c6164a3c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd98ad2-282a-4ece-b535-0c781ec1b91b", "tag": "ec886acf-11d0-410f-85aa-fef0beaed98c"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:48.363243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54230) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.421562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Allocated IP 2001:db8::2 (05a13ea4-d9ad-4dd3-8327-ec9371f554ba/897b9220-9bd4-4016-8401-0ac9a4027d20/fe5817bc-c877-4eb3-9b27-f68101b6c521) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:48.542468 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2572ca6b-3109-48de-952e-17e01e441f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.654898 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.663233 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.697671 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2572ca6b-3109-48de-952e-17e01e441f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.704596 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2572ca6b-3109-48de-952e-17e01e441f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.759646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Network 05a13ea4-d9ad-4dd3-8327-ec9371f554ba is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:48.761333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:48.767785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:48.775380 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Pushing event updated for resources: {'Port': ['ID=fe5817bc-c877-4eb3-9b27-f68101b6c521,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:48.781973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572ca6b-3109-48de-952e-17e01e441f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6543be9-c780-42ae-9292-04342df8da06,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:48.787206 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2572ca6b-3109-48de-952e-17e01e441f00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c88cdcb506d64447a17d2afe5502f5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221814 Sep 16 04:56:48.789861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54244) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:48.848260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Attempting to bind port fe5817bc-c877-4eb3-9b27-f68101b6c521 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:56:48.848885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Attempting to bind port fe5817bc-c877-4eb3-9b27-f68101b6c521 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '78a0f450-0816-43e3-8726-9fbb92ad3676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05a13ea4-d9ad-4dd3-8327-ec9371f554ba'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:56:48.849423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Attempting to bind port fe5817bc-c877-4eb3-9b27-f68101b6c521 on network 05a13ea4-d9ad-4dd3-8327-ec9371f554ba {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:56:48.857061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:56:48.857791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Checking segment: {'id': '78a0f450-0816-43e3-8726-9fbb92ad3676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05a13ea4-d9ad-4dd3-8327-ec9371f554ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:56:48.858368 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.858937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Bound using segment: {'id': '78a0f450-0816-43e3-8726-9fbb92ad3676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05a13ea4-d9ad-4dd3-8327-ec9371f554ba'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:56:48.859577 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Bound port: fe5817bc-c877-4eb3-9b27-f68101b6c521, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a0f450-0816-43e3-8726-9fbb92ad3676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '05a13ea4-d9ad-4dd3-8327-ec9371f554ba'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:56:48.860156 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.864962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c584f77-2ac2-4665-a430-595482dc832a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.901035 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c584f77-2ac2-4665-a430-595482dc832a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.946501 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] For port fe5817bc-c877-4eb3-9b27-f68101b6c521, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:56:48.950986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] For port fe5817bc-c877-4eb3-9b27-f68101b6c521, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fe5817bc-c877-4eb3-9b27-f68101b6c521,segment=NetworkSegment(78a0f450-0816-43e3-8726-9fbb92ad3676),segment_id=78a0f450-0816-43e3-8726-9fbb92ad3676)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:56:48.959055 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.979734 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c584f77-2ac2-4665-a430-595482dc832a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.982832 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c584f77-2ac2-4665-a430-595482dc832a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:48.986527 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7c584f77-2ac2-4665-a430-595482dc832a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6543be9-c780-42ae-9292-04342df8da06 HTTP/1.1" status: 204 len: 168 time: 0.1932380 Sep 16 04:56:48.990291 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.001961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c584f77-2ac2-4665-a430-595482dc832a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6543be9-c780-42ae-9292-04342df8da06,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:49.040845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2eb20-3262-49cd-9ad0-552ec3dd7a1e req-2bef5dd6-9167-4f1d-a508-74483871b2cf tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.049044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5d2eb20-3262-49cd-9ad0-552ec3dd7a1e req-2bef5dd6-9167-4f1d-a508-74483871b2cf tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 944 time: 0.6262808 Sep 16 04:56:49.098241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d57a0-2954-4b48-ba1c-618fcb1f9aa4 None None] Pushing event updated for resources: {'Port': ['ID=fe5817bc-c877-4eb3-9b27-f68101b6c521,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:49.237289 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5d2eb20-3262-49cd-9ad0-552ec3dd7a1e req-7d782051-a03f-491d-869f-abaa5ff08ded tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872609 Sep 16 04:56:49.307845 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfd71ff-6349-4b78-bea0-388a257f773b x-openstack-request-id: req-2dfd71ff-6349-4b78-bea0-388a257f773b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:49.308451 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd98ad2-282a-4ece-b535-0c781ec1b91b", "tag": "ec886acf-11d0-410f-85aa-fef0beaed98c", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:49.308640 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2dfd71ff-6349-4b78-bea0-388a257f773b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:49.309025 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd98ad2-282a-4ece-b535-0c781ec1b91b', 'tag': 'ec886acf-11d0-410f-85aa-fef0beaed98c', 'status': 'completed', 'code': 200} Sep 16 04:56:49.345992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-31011a02-315a-4a16-be16-dfee020986ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Deleting port 765f9164-9d73-435a-940f-0abf09a0f6c9 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:49.346530 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31011a02-315a-4a16-be16-dfee020986ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.457347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77830f46-1e5a-4594-99b4-f9c6164a3c4d req-c2960340-5de3-462b-a384-c6026c56d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.459029 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77830f46-1e5a-4594-99b4-f9c6164a3c4d req-c2960340-5de3-462b-a384-c6026c56d8b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=408d0caffba049249d329ddf5bf692bf&device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 1096 time: 0.0929544 Sep 16 04:56:49.478113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54254) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:49.571306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ed96af6-975f-400d-be71-feef061b5cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.597917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77830f46-1e5a-4594-99b4-f9c6164a3c4d req-12fa1a61-610d-4224-b317-64eaecabd8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.599658 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77830f46-1e5a-4594-99b4-f9c6164a3c4d req-12fa1a61-610d-4224-b317-64eaecabd8a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c HTTP/1.1" status: 200 len: 910 time: 0.1259270 Sep 16 04:56:49.625131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Allocated IP 2001:db8::1 (05a13ea4-d9ad-4dd3-8327-ec9371f554ba/897b9220-9bd4-4016-8401-0ac9a4027d20/92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:49.656862 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31011a02-315a-4a16-be16-dfee020986ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.657204 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31011a02-315a-4a16-be16-dfee020986ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:49.664013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77830f46-1e5a-4594-99b4-f9c6164a3c4d req-307e5c48-7ace-40d6-9e2e-4a6b56184eae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec886acf-11d0-410f-85aa-fef0beaed98c HTTP/1.1" status: 200 len: 217 time: 0.0494940 Sep 16 04:56:49.696206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-31011a02-315a-4a16-be16-dfee020986ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Calling delete_port for 765f9164-9d73-435a-940f-0abf09a0f6c9 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:49.740994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77830f46-1e5a-4594-99b4-f9c6164a3c4d req-5a9cff8c-04d4-44e1-af38-0d41445676c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:49.742642 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77830f46-1e5a-4594-99b4-f9c6164a3c4d req-5a9cff8c-04d4-44e1-af38-0d41445676c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=739383e3-e0b0-4958-a1af-a16bee6ca4bf HTTP/1.1" status: 200 len: 849 time: 0.0655921 Sep 16 04:56:49.832160 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77830f46-1e5a-4594-99b4-f9c6164a3c4d req-5950ca50-9d7f-4599-9670-4838c3991f69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551414 Sep 16 04:56:49.908875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fe5817bc-c877-4eb3-9b27-f68101b6c521 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:49.977257 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.017986 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ed96af6-975f-400d-be71-feef061b5cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.024577 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ed96af6-975f-400d-be71-feef061b5cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.037730 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77830f46-1e5a-4594-99b4-f9c6164a3c4d req-dafd8468-f463-417b-a1af-a49abc751c10 service neutron] 10.222.0.50 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925054 Sep 16 04:56:50.038137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port fe5817bc-c877-4eb3-9b27-f68101b6c521 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:50.038650 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.127991 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1ed96af6-975f-400d-be71-feef061b5cc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b86872fc9124a789b28b310d23890b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6400614 Sep 16 04:56:50.192598 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd464-b89a-4c54-ad76-7c1da9c7008a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.205394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54268) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:50.210749 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77830f46-1e5a-4594-99b4-f9c6164a3c4d req-d86544ae-636f-4075-baa9-da33ee2ba67a service neutron] 10.222.0.50 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611493 Sep 16 04:56:50.309758 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.333184 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed96af6-975f-400d-be71-feef061b5cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc57fb4-04f0-4c8c-a888-3ef8173fb250,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.342428 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.359624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port fe5817bc-c877-4eb3-9b27-f68101b6c521, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fe5817bc-c877-4eb3-9b27-f68101b6c521,segment=NetworkSegment(78a0f450-0816-43e3-8726-9fbb92ad3676),segment_id=78a0f450-0816-43e3-8726-9fbb92ad3676)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:50.365878 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.438074 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31011a02-315a-4a16-be16-dfee020986ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.439881 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=fe5817bc-c877-4eb3-9b27-f68101b6c521,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.469192 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 05a13ea4-d9ad-4dd3-8327-ec9371f554ba is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:50.543759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:50.557476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:56:50.558067 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.674247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae514b2-b0f7-4102-a6f5-0ca1a8a8f393 None None] Network 05a13ea4-d9ad-4dd3-8327-ec9371f554ba requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:50.677268 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ea3ee21-6819-4eb8-9f71-65b9b9d3dbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.679113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.725721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b7d7c30c-bc24-4d6a-9e2a-7024fc699c1f None None] Provisioning complete for port fe5817bc-c877-4eb3-9b27-f68101b6c521 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:50.726419 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c30c-bc24-4d6a-9e2a-7024fc699c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.734548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31011a02-315a-4a16-be16-dfee020986ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Pushing event deleted for resources: {'Port': ['ID=765f9164-9d73-435a-940f-0abf09a0f6c9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:50.754870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e71107-4cdf-41d9-8031-be6f289b3e13 req-c84c0bfc-c37e-4346-bb40-38ca24d4976b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:50.763211 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20e71107-4cdf-41d9-8031-be6f289b3e13 req-c84c0bfc-c37e-4346-bb40-38ca24d4976b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 944 time: 0.3734517 Sep 16 04:56:50.828711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device ec886acf-11d0-410f-85aa-fef0beaed98c details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:56:50.832853 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ea3ee21-6819-4eb8-9f71-65b9b9d3dbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.860984 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.906782 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31011a02-315a-4a16-be16-dfee020986ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.911797 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-31011a02-315a-4a16-be16-dfee020986ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:50.913261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-31011a02-315a-4a16-be16-dfee020986ec tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] 10.222.0.53 "DELETE /v2.0/floatingips/e2bb1e99-74b4-4fda-84a2-b00a904bd765 HTTP/1.1" status: 204 len: 168 time: 2.6678269 Sep 16 04:56:51.010624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20e71107-4cdf-41d9-8031-be6f289b3e13 req-d222ad5c-db97-4ec3-93bc-6bb95bdd33f3 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465496 Sep 16 04:56:51.023731 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.110564 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ea3ee21-6819-4eb8-9f71-65b9b9d3dbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.114763 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ea3ee21-6819-4eb8-9f71-65b9b9d3dbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.116398 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1ea3ee21-6819-4eb8-9f71-65b9b9d3dbae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fc57fb4-04f0-4c8c-a888-3ef8173fb250 HTTP/1.1" status: 204 len: 168 time: 0.9095685 Sep 16 04:56:51.136989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3ee21-6819-4eb8-9f71-65b9b9d3dbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc57fb4-04f0-4c8c-a888-3ef8173fb250,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:51.146219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port ec886acf-11d0-410f-85aa-fef0beaed98c, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=ec886acf-11d0-410f-85aa-fef0beaed98c,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:51.172027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'ec886acf-11d0-410f-85aa-fef0beaed98c', 'network_id': '41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c', 'port_id': 'ec886acf-11d0-410f-85aa-fef0beaed98c', 'mac_address': 'fa:16:3e:07:9c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739383e3-e0b0-4958-a1af-a16bee6ca4bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:56:51.273362 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.294930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec886acf-11d0-410f-85aa-fef0beaed98c {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:56:51.333129 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port ec886acf-11d0-410f-85aa-fef0beaed98c, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=ec886acf-11d0-410f-85aa-fef0beaed98c,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:51.337880 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.423715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=ec886acf-11d0-410f-85aa-fef0beaed98c,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:51.658708 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.665255 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.666451 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.677717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['ec886acf-11d0-410f-85aa-fef0beaed98c'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:56:51.766537 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.768958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8b0b8755-d52e-4205-8308-899c50631dcb None None] Provisioning complete for port 92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:51.776159 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8755-d52e-4205-8308-899c50631dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:51.874088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:51.975824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b8755-d52e-4205-8308-899c50631dcb None None] Port 92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:51.983439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fe5817bc-c877-4eb3-9b27-f68101b6c521 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:52.006714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 05a13ea4-d9ad-4dd3-8327-ec9371f554ba is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:56:52.008441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:56:52.035715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8b0b8755-d52e-4205-8308-899c50631dcb None None] Provisioning complete for port fe5817bc-c877-4eb3-9b27-f68101b6c521 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:52.036104 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8755-d52e-4205-8308-899c50631dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.221181 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port fe5817bc-c877-4eb3-9b27-f68101b6c521 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:52.221568 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.306462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265258-9128-4605-9aa0-a1d1fb6e1e97 req-65ac373d-6557-44c7-95d9-b0249462cd97 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:52.336118 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab265258-9128-4605-9aa0-a1d1fb6e1e97 req-65ac373d-6557-44c7-95d9-b0249462cd97 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 945 time: 0.1487586 Sep 16 04:56:52.340149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 8fce2cf3-c209-4e35-bfc1-f33546a70989 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:56:52.554912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f44917d3-a805-4966-a187-79ec877fca0e None None] Provisioning complete for port 92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:52.555806 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f44917d3-a805-4966-a187-79ec877fca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.600451 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f44917d3-a805-4966-a187-79ec877fca0e None None] Port 92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:52.608238 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab265258-9128-4605-9aa0-a1d1fb6e1e97 req-3cbc6385-5c11-43c5-9df3-e71818a6eba7 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604506 Sep 16 04:56:52.691872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:52.701286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54332) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:52.703571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-472f27d3-1892-473b-aeb3-344a60449b70 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/8fce2cf3-c209-4e35-bfc1-f33546a70989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7945540 Sep 16 04:56:52.713074 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d5247-0424-4784-93a2-f7f047e719e5 None None] Sync routers for ids ['8fce2cf3-c209-4e35-bfc1-f33546a70989'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:52.753084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4af8769d-74ad-420e-9823-30ab3e89d88e None None] Provisioning complete for port 92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:52.754271 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4af8769d-74ad-420e-9823-30ab3e89d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:52.757320 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d5247-0424-4784-93a2-f7f047e719e5 None None] Routers {'8fce2cf3-c209-4e35-bfc1-f33546a70989'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:52.757996 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8e6d5247-0424-4784-93a2-f7f047e719e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8fce2cf3-c209-4e35-bfc1-f33546a70989'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:52.823618 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dae6f7-2e45-456d-a9c7-d32cb32305de tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:52.835133 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-00dae6f7-2e45-456d-a9c7-d32cb32305de tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports/92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8 HTTP/1.1" status: 200 len: 911 time: 0.1326632 Sep 16 04:56:52.838232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54338) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:52.860403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-4af8769d-74ad-420e-9823-30ab3e89d88e None None] Port 92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:56:52.864122 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8e6d5247-0424-4784-93a2-f7f047e719e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:52.878009 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d5247-0424-4784-93a2-f7f047e719e5 None None] Routers {'8fce2cf3-c209-4e35-bfc1-f33546a70989'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:52.883875 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8e6d5247-0424-4784-93a2-f7f047e719e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8fce2cf3-c209-4e35-bfc1-f33546a70989'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:52.922194 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8e6d5247-0424-4784-93a2-f7f047e719e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:52.922742 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d5247-0424-4784-93a2-f7f047e719e5 None None] The sync data for ids ['8fce2cf3-c209-4e35-bfc1-f33546a70989'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:53.162660 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.550908 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4898235b-00fb-46cd-9a05-d23e4c6ad384 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.846306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06055f15-0f4e-4457-9722-fdb15527154a req-5b3e9ad6-3823-42db-8186-1a040304b9f4 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:53.849080 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06055f15-0f4e-4457-9722-fdb15527154a req-5b3e9ad6-3823-42db-8186-1a040304b9f4 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 945 time: 0.1178033 Sep 16 04:56:53.924061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-4898235b-00fb-46cd-9a05-d23e4c6ad384 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port 92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:53.924759 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4898235b-00fb-46cd-9a05-d23e4c6ad384 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:53.981990 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06055f15-0f4e-4457-9722-fdb15527154a req-6c91b527-a9f6-454d-9ce4-cf74f6576880 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255388 Sep 16 04:56:54.080931 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4898235b-00fb-46cd-9a05-d23e4c6ad384 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.097990 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-4898235b-00fb-46cd-9a05-d23e4c6ad384 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for 92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:54.491689 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54452) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:54.831080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device ec886acf-11d0-410f-85aa-fef0beaed98c up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:56:54.849799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7cf71c7b-d8de-4f77-8e51-a9abd3256ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:54.971063 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4898235b-00fb-46cd-9a05-d23e4c6ad384 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.015051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port ec886acf-11d0-410f-85aa-fef0beaed98c completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:56:55.022552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port ec886acf-11d0-410f-85aa-fef0beaed98c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:56:55.023384 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.041474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898235b-00fb-46cd-9a05-d23e4c6ad384 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=92b2c367-f0aa-4344-9c5c-3bb70a3c7cd8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.241857 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7cf71c7b-d8de-4f77-8e51-a9abd3256ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.246576 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7cf71c7b-d8de-4f77-8e51-a9abd3256ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.285407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf71c7b-d8de-4f77-8e51-a9abd3256ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ed565f-cd89-41c8-982e-c374e4bd2ac7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.289808 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.302843 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4898235b-00fb-46cd-9a05-d23e4c6ad384 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.366720 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd98ad2-282a-4ece-b535-0c781ec1b91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec886acf-11d0-410f-85aa-fef0beaed98c'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:56:55.372549 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96c9f71-e3df-4d24-ac58-d05d596b0cc0" -d '{"events": [{"server_uuid": "3bd98ad2-282a-4ece-b535-0c781ec1b91b", "name": "network-vif-plugged", "status": "completed", "tag": "ec886acf-11d0-410f-85aa-fef0beaed98c"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:56:55.388003 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7cf71c7b-d8de-4f77-8e51-a9abd3256ca2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d184098b401a49889944f5528ebc34d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8951392 Sep 16 04:56:55.395324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54480) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:55.398951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port ec886acf-11d0-410f-85aa-fef0beaed98c, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=ec886acf-11d0-410f-85aa-fef0beaed98c,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:55.407512 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.475543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3b112-f942-4c10-b742-b45979bec6b6 req-c1440446-ad63-4b1b-8e7c-0aa28900296e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:55.479479 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19a3b112-f942-4c10-b742-b45979bec6b6 req-c1440446-ad63-4b1b-8e7c-0aa28900296e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 945 time: 0.1905165 Sep 16 04:56:55.529496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=ec886acf-11d0-410f-85aa-fef0beaed98c,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:55.543041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.543409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.546044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.547586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.548937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.551072 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.551457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.551811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.552176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.553680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.554963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.555790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:56:55.653514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19a3b112-f942-4c10-b742-b45979bec6b6 req-bb9f2179-b40e-4979-a7bb-747f3279a671 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602645 Sep 16 04:56:55.655502 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2821c81e-f7ea-4876-84ac-020d1137bc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.716033 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2821c81e-f7ea-4876-84ac-020d1137bc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.757640 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7058093-04f2-458a-9a0b-b0b1ef749f02 x-openstack-request-id: req-b7058093-04f2-458a-9a0b-b0b1ef749f02 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:56:55.758171 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd98ad2-282a-4ece-b535-0c781ec1b91b", "name": "network-vif-plugged", "status": "completed", "tag": "ec886acf-11d0-410f-85aa-fef0beaed98c", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:56:55.762261 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7058093-04f2-458a-9a0b-b0b1ef749f02 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:56:55.763101 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd98ad2-282a-4ece-b535-0c781ec1b91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec886acf-11d0-410f-85aa-fef0beaed98c', 'code': 200} Sep 16 04:56:55.820226 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2821c81e-f7ea-4876-84ac-020d1137bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.823422 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2821c81e-f7ea-4876-84ac-020d1137bc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:55.825123 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2821c81e-f7ea-4876-84ac-020d1137bc97 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96ed565f-cd89-41c8-982e-c374e4bd2ac7 HTTP/1.1" status: 204 len: 168 time: 0.4237099 Sep 16 04:56:55.838422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821c81e-f7ea-4876-84ac-020d1137bc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ed565f-cd89-41c8-982e-c374e4bd2ac7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:56.003977 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4898235b-00fb-46cd-9a05-d23e4c6ad384 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 8fce2cf3-c209-4e35-bfc1-f33546a70989 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:56:56.120857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59030a6f-6c11-413a-a0ac-41001aadf410 req-7b5a53c4-f601-431e-859c-d559d56876c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:56.122422 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59030a6f-6c11-413a-a0ac-41001aadf410 req-7b5a53c4-f601-431e-859c-d559d56876c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 1098 time: 0.2300191 Sep 16 04:56:56.123491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4898235b-00fb-46cd-9a05-d23e4c6ad384 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:56:56.133860 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4898235b-00fb-46cd-9a05-d23e4c6ad384 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/8fce2cf3-c209-4e35-bfc1-f33546a70989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2909219 Sep 16 04:56:56.134543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54496) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:56.139403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488b087-a702-4085-aa13-36de889bdc0f None None] Sync routers for ids ['8fce2cf3-c209-4e35-bfc1-f33546a70989'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:56:56.177642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488b087-a702-4085-aa13-36de889bdc0f None None] Routers {'8fce2cf3-c209-4e35-bfc1-f33546a70989'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:56.178865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f488b087-a702-4085-aa13-36de889bdc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8fce2cf3-c209-4e35-bfc1-f33546a70989'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:56.194232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0a8aa78b-e363-4168-ab5d-47bf7cc2e275 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fce2cf3-c209-4e35-bfc1-f33546a70989 HTTP/1.1" status: 200 len: 205 time: 0.0579450 Sep 16 04:56:56.197438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54502) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:56.205702 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-59030a6f-6c11-413a-a0ac-41001aadf410 req-d3d47d16-7786-435e-aef7-1cb153d9a7c4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670147 Sep 16 04:56:56.244238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f488b087-a702-4085-aa13-36de889bdc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:56.254772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488b087-a702-4085-aa13-36de889bdc0f None None] Routers {'8fce2cf3-c209-4e35-bfc1-f33546a70989'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:56:56.255679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f488b087-a702-4085-aa13-36de889bdc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8fce2cf3-c209-4e35-bfc1-f33546a70989'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:56.286960 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e77416ac-9cd6-44be-93e7-c87e2902e098 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.294660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f488b087-a702-4085-aa13-36de889bdc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:56.295331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488b087-a702-4085-aa13-36de889bdc0f None None] The sync data for ids ['8fce2cf3-c209-4e35-bfc1-f33546a70989'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:56:56.501572 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e77416ac-9cd6-44be-93e7-c87e2902e098 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.506627 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e77416ac-9cd6-44be-93e7-c87e2902e098 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.572388 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e77416ac-9cd6-44be-93e7-c87e2902e098 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.586414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77416ac-9cd6-44be-93e7-c87e2902e098 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Fanout notify agent at l3_agent the message router_deleted on router 8fce2cf3-c209-4e35-bfc1-f33546a70989 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:56:56.598780 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e77416ac-9cd6-44be-93e7-c87e2902e098 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.604328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54516) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:56.605055 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e77416ac-9cd6-44be-93e7-c87e2902e098 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/8fce2cf3-c209-4e35-bfc1-f33546a70989 HTTP/1.1" status: 204 len: 168 time: 0.4057710 Sep 16 04:56:56.706994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ffac5f-1cd2-472f-9cd6-edd5cc2380fe tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting subnet 897b9220-9bd4-4016-8401-0ac9a4027d20 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:56:56.710574 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39ffac5f-1cd2-472f-9cd6-edd5cc2380fe tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.778997 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39ffac5f-1cd2-472f-9cd6-edd5cc2380fe tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:56.898244 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39ffac5f-1cd2-472f-9cd6-edd5cc2380fe tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.013960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39ffac5f-1cd2-472f-9cd6-edd5cc2380fe tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.041582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5362f-f367-49d7-a39d-bd1880189663 req-4ecb57d2-0735-4046-8d19-2a940fcc4844 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:57.052207 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3a5362f-f367-49d7-a39d-bd1880189663 req-4ecb57d2-0735-4046-8d19-2a940fcc4844 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.1230979 Sep 16 04:56:57.087072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffac5f-1cd2-472f-9cd6-edd5cc2380fe tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Subnet': ['ID=897b9220-9bd4-4016-8401-0ac9a4027d20,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.093512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-39ffac5f-1cd2-472f-9cd6-edd5cc2380fe tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.096678 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-39ffac5f-1cd2-472f-9cd6-edd5cc2380fe tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/897b9220-9bd4-4016-8401-0ac9a4027d20 HTTP/1.1" status: 204 len: 168 time: 0.4911675 Sep 16 04:56:57.100498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54536) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:57.113552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de05c82a-4045-41e7-a425-9c2f3359cac4 None None] Network 05a13ea4-d9ad-4dd3-8327-ec9371f554ba requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:56:57.151855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3a5362f-f367-49d7-a39d-bd1880189663 req-ae897c39-64d3-4c19-8ae5-6dfa5cbdc464 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982771 Sep 16 04:56:57.272741 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.351838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port fe5817bc-c877-4eb3-9b27-f68101b6c521 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:57.352200 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.480487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313ace67-d194-48b2-a32e-bb859de88476 None None] DHCP port deletion for 05a13ea4-d9ad-4dd3-8327-ec9371f554ba request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:56:57.515749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] For port fe5817bc-c877-4eb3-9b27-f68101b6c521, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fe5817bc-c877-4eb3-9b27-f68101b6c521,segment=NetworkSegment(78a0f450-0816-43e3-8726-9fbb92ad3676),segment_id=78a0f450-0816-43e3-8726-9fbb92ad3676)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:57.520112 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.547246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for fe5817bc-c877-4eb3-9b27-f68101b6c521 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:57.555118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-313ace67-d194-48b2-a32e-bb859de88476 None None] Deleting port fe5817bc-c877-4eb3-9b27-f68101b6c521 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:56:57.556002 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-313ace67-d194-48b2-a32e-bb859de88476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.664529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-313ace67-d194-48b2-a32e-bb859de88476 None None] For port fe5817bc-c877-4eb3-9b27-f68101b6c521, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fe5817bc-c877-4eb3-9b27-f68101b6c521,segment=NetworkSegment(78a0f450-0816-43e3-8726-9fbb92ad3676),segment_id=78a0f450-0816-43e3-8726-9fbb92ad3676)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:56:57.664762 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.665086 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-313ace67-d194-48b2-a32e-bb859de88476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.681388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-313ace67-d194-48b2-a32e-bb859de88476 None None] Calling delete_port for fe5817bc-c877-4eb3-9b27-f68101b6c521 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:56:57.696327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=fe5817bc-c877-4eb3-9b27-f68101b6c521,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.715324 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No DVR routers for this DVR port fe5817bc-c877-4eb3-9b27-f68101b6c521 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 04:56:57.825458 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 04:56:57.857052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fe5817bc-c877-4eb3-9b27-f68101b6c521 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:56:57.864051 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-313ace67-d194-48b2-a32e-bb859de88476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.883261 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.915700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a13ea4-d9ad-4dd3-8327-ec9371f554ba']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:57.927415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a0f450-0816-43e3-8726-9fbb92ad3676') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:57.928141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a0f450-0816-43e3-8726-9fbb92ad3676') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:56:57.929040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ace67-d194-48b2-a32e-bb859de88476 None None] Pushing event deleted for resources: {'Port': ['ID=fe5817bc-c877-4eb3-9b27-f68101b6c521,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:57.931260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ace67-d194-48b2-a32e-bb859de88476 None None] No DVR routers for this DVR port fe5817bc-c877-4eb3-9b27-f68101b6c521 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:56:57.932635 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: fe5817bc-c877-4eb3-9b27-f68101b6c521 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:56:57.932991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fe5817bc-c877-4eb3-9b27-f68101b6c521 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:56:57.953337 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.969909 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.980476 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:56:57.981240 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:56:57.986114 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:56:58.077352 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.092861 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.102491 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/networks/05a13ea4-d9ad-4dd3-8327-ec9371f554ba HTTP/1.1" status: 204 len: 168 time: 0.9953454 Sep 16 04:56:58.103145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54566) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:58.120877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43a3b3-cc5b-4485-8765-4e292b9b4792 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Network': ['ID=05a13ea4-d9ad-4dd3-8327-ec9371f554ba,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:56:58.127223 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1431483479', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:58.157261 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.158925 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.392668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.398917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c2816-262e-4ace-b016-572d5b5190e4 req-ed762b71-3404-46d4-bdb6-26990e37187a tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.409194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec3c2816-262e-4ace-b016-572d5b5190e4 req-ed762b71-3404-46d4-bdb6-26990e37187a tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.0934558 Sep 16 04:56:58.489829 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec3c2816-262e-4ace-b016-572d5b5190e4 req-256776ac-eb0a-4951-b444-d9860618bd39 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783167 Sep 16 04:56:58.574220 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff752523-54cf-4ca7-bc49-218f35fef0c5 req-a99fff60-8d73-41d7-99de-de121bed0bc6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2198360 Sep 16 04:56:58.735593 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:58.784001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff752523-54cf-4ca7-bc49-218f35fef0c5 req-cbb8e300-e7cb-49a4-88cc-4f8eb6661714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:58.787489 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff752523-54cf-4ca7-bc49-218f35fef0c5 req-cbb8e300-e7cb-49a4-88cc-4f8eb6661714 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=408d0caffba049249d329ddf5bf692bf&device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 1097 time: 0.1328681 Sep 16 04:56:59.085498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635b2dd-442e-4d4f-91d7-9337def5b893 req-208843be-0669-4342-bf97-5340616b99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.086198 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67997ca-0348-4cf9-90c6-7eafd680357b req-56b59461-20d0-426a-9586-1db0f1adebce tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.093651 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6635b2dd-442e-4d4f-91d7-9337def5b893 req-208843be-0669-4342-bf97-5340616b99b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=408d0caffba049249d329ddf5bf692bf&device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 1098 time: 0.2157655 Sep 16 04:56:59.102429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d67997ca-0348-4cf9-90c6-7eafd680357b req-56b59461-20d0-426a-9586-1db0f1adebce tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.1308300 Sep 16 04:56:59.127224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54614) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:56:59.195918 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d67997ca-0348-4cf9-90c6-7eafd680357b req-52826d1e-6082-4b3c-9ea4-5ab20e964261 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926030 Sep 16 04:56:59.213164 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff752523-54cf-4ca7-bc49-218f35fef0c5 req-0eb1ba49-4b1d-4f61-8891-715ddbf0e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.217442 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff752523-54cf-4ca7-bc49-218f35fef0c5 req-0eb1ba49-4b1d-4f61-8891-715ddbf0e8f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c HTTP/1.1" status: 200 len: 910 time: 0.3868728 Sep 16 04:56:59.310848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff752523-54cf-4ca7-bc49-218f35fef0c5 req-8b71d83d-f4a9-456c-ac3f-1c8c2bc484ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e HTTP/1.1" status: 200 len: 217 time: 0.0816255 Sep 16 04:56:59.396003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:56:59.407530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635b2dd-442e-4d4f-91d7-9337def5b893 req-a3e3d743-2906-4288-b3db-8237be0863f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.410826 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6635b2dd-442e-4d4f-91d7-9337def5b893 req-a3e3d743-2906-4288-b3db-8237be0863f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c HTTP/1.1" status: 200 len: 910 time: 0.3082399 Sep 16 04:56:59.440172 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.449175 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.504545 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.511517 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6635b2dd-442e-4d4f-91d7-9337def5b893 req-37bea1eb-3037-4778-a48a-fa9460539e34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec886acf-11d0-410f-85aa-fef0beaed98c HTTP/1.1" status: 200 len: 217 time: 0.0700281 Sep 16 04:56:59.625959 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.627782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff752523-54cf-4ca7-bc49-218f35fef0c5 req-15a694a9-0a4f-418d-9c3c-7b67e27e1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.630142 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff752523-54cf-4ca7-bc49-218f35fef0c5 req-15a694a9-0a4f-418d-9c3c-7b67e27e1f62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=739383e3-e0b0-4958-a1af-a16bee6ca4bf HTTP/1.1" status: 200 len: 849 time: 0.3112955 Sep 16 04:56:59.667527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635b2dd-442e-4d4f-91d7-9337def5b893 req-bad33223-0298-4956-8eca-4928c116c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:56:59.669100 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6635b2dd-442e-4d4f-91d7-9337def5b893 req-bad33223-0298-4956-8eca-4928c116c138 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=739383e3-e0b0-4958-a1af-a16bee6ca4bf HTTP/1.1" status: 200 len: 849 time: 0.1475821 Sep 16 04:56:59.757514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Allocated IP 172.25.0.125 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/829b90fc-f9b2-4380-9bad-960f9bc14d40) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:56:59.758387 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6635b2dd-442e-4d4f-91d7-9337def5b893 req-01a7b744-bac1-434c-8913-0fae9e3211fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748935 Sep 16 04:56:59.812299 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff752523-54cf-4ca7-bc49-218f35fef0c5 req-c0c63e91-454c-4b61-bfc6-7c41b9e429a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342208 Sep 16 04:56:59.943664 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:56:59.993876 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.066763 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event updated for resources: {'Port': ['ID=829b90fc-f9b2-4380-9bad-960f9bc14d40,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.071592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:00.073499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:00.081631 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:00.108408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6635b2dd-442e-4d4f-91d7-9337def5b893 req-b4c54309-c0b8-4106-be7a-c1ed9e4e57e2 service neutron] 10.222.0.50 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267064 Sep 16 04:57:00.216688 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.232592 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Allocated IP 172.25.0.164 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/b163feab-b104-4e9a-a5ff-1682169930c3) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:00.243511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6635b2dd-442e-4d4f-91d7-9337def5b893 req-11be938d-4a02-4ae8-883b-eb73c041e5a4 service neutron] 10.222.0.50 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200705 Sep 16 04:57:00.258419 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff752523-54cf-4ca7-bc49-218f35fef0c5 req-8b2a8f5f-793d-4b05-a1ec-3c6511fbd091 service neutron] 10.222.0.15 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313109 Sep 16 04:57:00.312386 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.526728 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ff752523-54cf-4ca7-bc49-218f35fef0c5 req-c65e9a5e-692e-4968-b175-42e7f46ee8ff service neutron] 10.222.0.15 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463949 Sep 16 04:57:00.530093 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.544911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae0968-8125-40eb-9c33-cf88eaf59703 req-e6153ce1-30be-4e5a-8586-d77b89a353c7 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:00.547219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-59ae0968-8125-40eb-9c33-cf88eaf59703 req-e6153ce1-30be-4e5a-8586-d77b89a353c7 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.1761167 Sep 16 04:57:00.588049 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.660542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-59ae0968-8125-40eb-9c33-cf88eaf59703 req-1542b54b-6f13-45d7-9a5d-588302dd8671 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809295 Sep 16 04:57:00.686376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=b163feab-b104-4e9a-a5ff-1682169930c3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.711784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:00.714110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:00.718793 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.723752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:00.729046 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.828536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event updated for resources: {'Port': ['ID=829b90fc-f9b2-4380-9bad-960f9bc14d40,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:00.835099 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.843177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54668) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:00.868786 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.873473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5ff80407-46c4-4ef0-82ef-ff3e846ca92c tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7451615 Sep 16 04:57:00.875032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54672) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:00.881183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1226604032'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:00.913757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Made reservation on behalf of 5ca1348745e94a6cb54df0a6fc743059 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:00.928230 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:00.957590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.303502 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.386670 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.454688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:01.458278 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876eccdc-8034-4d69-982a-d100ebf8be11,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:01.478520 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.479065 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Added segment ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec of type vlan for network 8c0f7d9c-c359-4384-9881-a9388f7b4193 Sep 16 04:57:01.596215 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.658420 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.665049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:01.665792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.709307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:01.720192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8440785 Sep 16 04:57:01.737859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54688) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:01.752273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6e5fc995-78a7-4aad-afe4-699c3db9bf0b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Request body: {'subnet': {'network_id': '8c0f7d9c-c359-4384-9881-a9388f7b4193', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:01.996779 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:57:02.001840 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.148639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 4055fc0d-ea67-4d9a-a312-191465726249 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:57:02.182350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b5aa1-f5c7-4478-91db-533b240ee2f6 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event updated for resources: {'Network': ['ID=8c0f7d9c-c359-4384-9881-a9388f7b4193,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:02.197449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 8c0f7d9c-c359-4384-9881-a9388f7b4193 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:02.311924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31892e-6697-4b26-9ec7-c7ae50fe52d9 req-95a2dc2a-57b6-46b5-9f03-10a3c4338959 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:02.313525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f31892e-6697-4b26-9ec7-c7ae50fe52d9 req-95a2dc2a-57b6-46b5-9f03-10a3c4338959 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.1716869 Sep 16 04:57:02.364904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5fc995-78a7-4aad-afe4-699c3db9bf0b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Made reservation on behalf of 5ca1348745e94a6cb54df0a6fc743059 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:02.368894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc995-78a7-4aad-afe4-699c3db9bf0b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.379697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:02.400032 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abbb3a6-e069-4420-bcee-6e5beb2f2b64 None None] Sync routers for ids ['4055fc0d-ea67-4d9a-a312-191465726249'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:02.403112 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.405071 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2f89f1d3-a0aa-4541-9ce5-5dcdf2b2bb9a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2857854 Sep 16 04:57:02.408000 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54706) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.429396 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abbb3a6-e069-4420-bcee-6e5beb2f2b64 None None] Routers {'4055fc0d-ea67-4d9a-a312-191465726249'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:02.430084 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0abbb3a6-e069-4420-bcee-6e5beb2f2b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4055fc0d-ea67-4d9a-a312-191465726249'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:02.462580 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fb45973-bd92-4723-90e5-6d4cad36b337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.469782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f31892e-6697-4b26-9ec7-c7ae50fe52d9 req-b0783aea-76de-4b64-8381-9c29f829118e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445892 Sep 16 04:57:02.487919 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0abbb3a6-e069-4420-bcee-6e5beb2f2b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:02.514115 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abbb3a6-e069-4420-bcee-6e5beb2f2b64 None None] Routers {'4055fc0d-ea67-4d9a-a312-191465726249'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:02.515230 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0abbb3a6-e069-4420-bcee-6e5beb2f2b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4055fc0d-ea67-4d9a-a312-191465726249'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:02.568346 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0abbb3a6-e069-4420-bcee-6e5beb2f2b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:02.569373 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abbb3a6-e069-4420-bcee-6e5beb2f2b64 None None] The sync data for ids ['4055fc0d-ea67-4d9a-a312-191465726249'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:02.601628 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-768c95c9-5cda-40b3-85e1-1c13017542f9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/routers/4055fc0d-ea67-4d9a-a312-191465726249 HTTP/1.1" status: 200 len: 885 time: 0.1923146 Sep 16 04:57:02.603722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54708) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.849644 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc995-78a7-4aad-afe4-699c3db9bf0b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:02.905782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a875ad24-3038-4e46-9737-edbf9359f87b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3005488 Sep 16 04:57:02.908190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54714) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:02.913812 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8394cc79-374f-4194-af07-689483f38b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1431483479'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:02.957297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fc995-78a7-4aad-afe4-699c3db9bf0b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event updated for resources: {'Subnet': ['ID=fc578a6b-2c57-4e2f-a1ef-12f9a29b9e59,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:02.965392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fc995-78a7-4aad-afe4-699c3db9bf0b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Checking segment: {'id': 'ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c0f7d9c-c359-4384-9881-a9388f7b4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:02.966131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5fc995-78a7-4aad-afe4-699c3db9bf0b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Network hostable DHCP agents. Network: 8c0f7d9c-c359-4384-9881-a9388f7b4193, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:03.014344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5fc995-78a7-4aad-afe4-699c3db9bf0b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Network 8c0f7d9c-c359-4384-9881-a9388f7b4193 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:03.028222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-6e5fc995-78a7-4aad-afe4-699c3db9bf0b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 8c0f7d9c-c359-4384-9881-a9388f7b4193) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:03.039091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5fc995-78a7-4aad-afe4-699c3db9bf0b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:03.039709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc995-78a7-4aad-afe4-699c3db9bf0b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.059842 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6e5fc995-78a7-4aad-afe4-699c3db9bf0b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3200886 Sep 16 04:57:03.061981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54722) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:03.065912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09dc44f-bed7-4aef-bf44-48d1dbfc2129 None None] Network 8c0f7d9c-c359-4384-9881-a9388f7b4193 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:03.066733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1454121017', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:03.092781 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.093972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.104885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5fb45973-bd92-4723-90e5-6d4cad36b337 admin admin] Deleting port 26ba7e80-d164-4831-895b-76b91354eccf {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:03.105319 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fb45973-bd92-4723-90e5-6d4cad36b337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.210530 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.222717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-8c0f7d9c-c359-4384-9881-a9388f7b4193', 'network_id': '8c0f7d9c-c359-4384-9881-a9388f7b4193', 'tenant_id': '5ca1348745e94a6cb54df0a6fc743059', 'fixed_ips': [{'subnet_id': 'fc578a6b-2c57-4e2f-a1ef-12f9a29b9e59'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:03.223596 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.399962 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Allocated IP 172.20.0.2 (8c0f7d9c-c359-4384-9881-a9388f7b4193/fc578a6b-2c57-4e2f-a1ef-12f9a29b9e59/293f27db-d46a-4ef9-9f0c-05b1de6c8ba4) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:03.429714 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.462493 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8394cc79-374f-4194-af07-689483f38b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.466415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-5fb45973-bd92-4723-90e5-6d4cad36b337 admin admin] For port 26ba7e80-d164-4831-895b-76b91354eccf, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=26ba7e80-d164-4831-895b-76b91354eccf,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:03.466792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fb45973-bd92-4723-90e5-6d4cad36b337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.492995 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8394cc79-374f-4194-af07-689483f38b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.494116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5fb45973-bd92-4723-90e5-6d4cad36b337 admin admin] Calling delete_port for 26ba7e80-d164-4831-895b-76b91354eccf owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:03.707887 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.715389 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.779365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Network 8c0f7d9c-c359-4384-9881-a9388f7b4193 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:03.782900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:03.787460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:03.790978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb45da-b850-46ce-98cb-5151b16a8d6d req-8f7b5f0f-bea6-478e-ae4d-48315e765af4 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:03.798926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cdb45da-b850-46ce-98cb-5151b16a8d6d req-8f7b5f0f-bea6-478e-ae4d-48315e765af4 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.1789384 Sep 16 04:57:03.802751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Pushing event updated for resources: {'Port': ['ID=293f27db-d46a-4ef9-9f0c-05b1de6c8ba4,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:03.883599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Attempting to bind port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:03.883996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Attempting to bind port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c0f7d9c-c359-4384-9881-a9388f7b4193'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:03.884381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Attempting to bind port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 on network 8c0f7d9c-c359-4384-9881-a9388f7b4193 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:03.897721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:03.898188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Checking segment: {'id': 'ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c0f7d9c-c359-4384-9881-a9388f7b4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:03.898526 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.898936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Bound using segment: {'id': 'ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c0f7d9c-c359-4384-9881-a9388f7b4193'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:03.899413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Bound port: 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c0f7d9c-c359-4384-9881-a9388f7b4193'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:03.899804 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:03.953251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cdb45da-b850-46ce-98cb-5151b16a8d6d req-c41eee9d-e8ee-4989-98f2-21b01b812121 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534295 Sep 16 04:57:03.973931 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.030036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.035480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8394cc79-374f-4194-af07-689483f38b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 4055fc0d-ea67-4d9a-a312-191465726249 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:04.086019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] For port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:04.179324 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] For port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=293f27db-d46a-4ef9-9f0c-05b1de6c8ba4,segment=NetworkSegment(ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec),segment_id=ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:04.183125 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.199128 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8394cc79-374f-4194-af07-689483f38b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:04.206603 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8394cc79-374f-4194-af07-689483f38b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.207731 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8394cc79-374f-4194-af07-689483f38b0c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/4055fc0d-ea67-4d9a-a312-191465726249 HTTP/1.1" status: 200 len: 892 time: 1.2981141 Sep 16 04:57:04.212188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54744) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:04.258190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Allocated IP 172.25.0.22 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/7c889eed-28a3-4c07-943c-33d929225126) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:04.271535 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fb45973-bd92-4723-90e5-6d4cad36b337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.317715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af40bfc-296a-4316-832b-9df66d18f39b None None] Pushing event updated for resources: {'Port': ['ID=293f27db-d46a-4ef9-9f0c-05b1de6c8ba4,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:04.325455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b050d56-7578-4ac0-b9b6-9cf4b9cd5936 None None] Sync routers for ids ['4055fc0d-ea67-4d9a-a312-191465726249'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:04.352454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb45973-bd92-4723-90e5-6d4cad36b337 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ba7e80-d164-4831-895b-76b91354eccf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:04.372043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b050d56-7578-4ac0-b9b6-9cf4b9cd5936 None None] Routers {'4055fc0d-ea67-4d9a-a312-191465726249'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:04.374122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6b050d56-7578-4ac0-b9b6-9cf4b9cd5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4055fc0d-ea67-4d9a-a312-191465726249'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:04.386329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3a113721-4ffd-43df-b45f-c6bce4bc831f tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/routers/4055fc0d-ea67-4d9a-a312-191465726249 HTTP/1.1" status: 200 len: 892 time: 0.1721005 Sep 16 04:57:04.386998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54748) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:04.433675 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-811ddcb4-5e10-4b99-9065-ea9388dca72e tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=4055fc0d-ea67-4d9a-a312-191465726249 HTTP/1.1" status: 200 len: 205 time: 0.0453224 Sep 16 04:57:04.434385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54752) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:04.506551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6b050d56-7578-4ac0-b9b6-9cf4b9cd5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:04.549293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b050d56-7578-4ac0-b9b6-9cf4b9cd5936 None None] Routers {'4055fc0d-ea67-4d9a-a312-191465726249'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:04.550642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6b050d56-7578-4ac0-b9b6-9cf4b9cd5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4055fc0d-ea67-4d9a-a312-191465726249'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:04.624425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-6b050d56-7578-4ac0-b9b6-9cf4b9cd5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:04.625328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b050d56-7578-4ac0-b9b6-9cf4b9cd5936 None None] The sync data for ids ['4055fc0d-ea67-4d9a-a312-191465726249'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:04.659191 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.730035 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fb45973-bd92-4723-90e5-6d4cad36b337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.755230 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.879005 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:04.909856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.008724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event updated for resources: {'Port': ['ID=7c889eed-28a3-4c07-943c-33d929225126,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.024220 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port b163feab-b104-4e9a-a5ff-1682169930c3 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:05.024719 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.054107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:05.060621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:05.071047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:05.155922 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.170259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for b163feab-b104-4e9a-a5ff-1682169930c3 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:05.401559 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.441238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=b163feab-b104-4e9a-a5ff-1682169930c3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:05.542627 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.548972 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.698899 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.701787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.787413 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.788012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Fanout notify agent at l3_agent the message router_deleted on router 4055fc0d-ea67-4d9a-a312-191465726249 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:05.803296 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.809756 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c7e80116-57f7-47d8-85ca-3128b81b01cb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/4055fc0d-ea67-4d9a-a312-191465726249 HTTP/1.1" status: 204 len: 168 time: 1.3708556 Sep 16 04:57:05.810444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54786) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:05.817143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-717039e6-0765-4e5a-85d1-afb0b0374009 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-675064145'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:05.858630 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717039e6-0765-4e5a-85d1-afb0b0374009 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:05.870391 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-717039e6-0765-4e5a-85d1-afb0b0374009 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.948659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717039e6-0765-4e5a-85d1-afb0b0374009 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:05.982126 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-717039e6-0765-4e5a-85d1-afb0b0374009 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:05.982842 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-717039e6-0765-4e5a-85d1-afb0b0374009 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Added segment 832093b4-776f-44e0-9fcc-597e0b5de5de of type vlan for network ec509a3b-4063-4672-8aab-0273e344a806 Sep 16 04:57:06.003966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb45973-bd92-4723-90e5-6d4cad36b337 admin admin] Router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:06.009205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:06.082568 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-717039e6-0765-4e5a-85d1-afb0b0374009 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.082870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be609931-63d3-4b70-9e14-4a888ae446d0 req-cafd68f4-1d63-480b-b214-18619ce20ed0 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.085022 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be609931-63d3-4b70-9e14-4a888ae446d0 req-cafd68f4-1d63-480b-b214-18619ce20ed0 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.8997898 Sep 16 04:57:06.180708 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-717039e6-0765-4e5a-85d1-afb0b0374009 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.185438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:06.188100 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.192470 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717039e6-0765-4e5a-85d1-afb0b0374009 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:06.193210 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-717039e6-0765-4e5a-85d1-afb0b0374009 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.232890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c749b35-0f1f-4f82-a431-e9a6d7cd893f None None] Network 8c0f7d9c-c359-4384-9881-a9388f7b4193 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:06.264831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-717039e6-0765-4e5a-85d1-afb0b0374009 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4531252 Sep 16 04:57:06.314067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54794) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:06.334634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cb845455-568a-4b64-a26e-469584ccaf66 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'subnet': {'network_id': 'ec509a3b-4063-4672-8aab-0273e344a806', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:06.349763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717039e6-0765-4e5a-85d1-afb0b0374009 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Network': ['ID=ec509a3b-4063-4672-8aab-0273e344a806,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:06.377815 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c415972f-b1ec-4c9a-a931-ad1f8fad3898 None None] Provisioning complete for port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:06.379057 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c415972f-b1ec-4c9a-a931-ad1f8fad3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.432435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network ec509a3b-4063-4672-8aab-0273e344a806 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:06.645711 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.668991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb845455-568a-4b64-a26e-469584ccaf66 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:06.672542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb845455-568a-4b64-a26e-469584ccaf66 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.736505 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c415972f-b1ec-4c9a-a931-ad1f8fad3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.757655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=293f27db-d46a-4ef9-9f0c-05b1de6c8ba4,segment=NetworkSegment(ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec),segment_id=ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:06.764671 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:06.846665 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=293f27db-d46a-4ef9-9f0c-05b1de6c8ba4,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:06.907140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be609931-63d3-4b70-9e14-4a888ae446d0 req-98216864-ce86-4878-8a36-1f5b00a3e062 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8004909 Sep 16 04:57:06.967494 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-c415972f-b1ec-4c9a-a931-ad1f8fad3898 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:57:06.968013 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-c415972f-b1ec-4c9a-a931-ad1f8fad3898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:57:06.983302 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb845455-568a-4b64-a26e-469584ccaf66 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.027987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb45973-bd92-4723-90e5-6d4cad36b337 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:07.037225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54814) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.040194 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4d39b-c6eb-42df-9075-8b7f28c586d0 None None] Sync routers for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:07.049141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5fb45973-bd92-4723-90e5-6d4cad36b337 admin admin] 10.222.0.53 "PUT /v2.0/routers/5b8742b6-2820-4437-8ed6-6ef0ceb6d92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2047544 Sep 16 04:57:07.051649 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4d39b-c6eb-42df-9075-8b7f28c586d0 None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:07.052466 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-2fe4d39b-c6eb-42df-9075-8b7f28c586d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:07.086040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.144834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb845455-568a-4b64-a26e-469584ccaf66 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Subnet': ['ID=09e9555a-d2f8-4cc3-9930-3393ea1f9e1a,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:07.185863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54824) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.252315 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.320780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb845455-568a-4b64-a26e-469584ccaf66 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Checking segment: {'id': '832093b4-776f-44e0-9fcc-597e0b5de5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec509a3b-4063-4672-8aab-0273e344a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:07.321243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb845455-568a-4b64-a26e-469584ccaf66 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network hostable DHCP agents. Network: ec509a3b-4063-4672-8aab-0273e344a806, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:07.338142 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-2fe4d39b-c6eb-42df-9075-8b7f28c586d0 None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:07.449204 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.469980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb845455-568a-4b64-a26e-469584ccaf66 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network ec509a3b-4063-4672-8aab-0273e344a806 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:07.486713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-cb845455-568a-4b64-a26e-469584ccaf66 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, ec509a3b-4063-4672-8aab-0273e344a806) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:07.501671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb845455-568a-4b64-a26e-469584ccaf66 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:07.502451 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb845455-568a-4b64-a26e-469584ccaf66 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.529798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Deleting port 879102f3-066d-4c4c-a703-48324be8d9f7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:07.530149 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.538818 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdd7abf-0300-4a09-b5e0-c83be48f6c78 None None] Network ec509a3b-4063-4672-8aab-0273e344a806 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:07.540114 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99470e8f-d7ff-44ee-b964-bd2ea1d96fec tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.562334 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.641654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] For port 879102f3-066d-4c4c-a703-48324be8d9f7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=879102f3-066d-4c4c-a703-48324be8d9f7,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:07.642072 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.645422 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.654814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cb845455-568a-4b64-a26e-469584ccaf66 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3385389 Sep 16 04:57:07.657979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54836) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:07.670869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6ad66c3e-d02b-4f40-a55e-0717cf7b41ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-865278803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:07.706928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Calling delete_port for 879102f3-066d-4c4c-a703-48324be8d9f7 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:07.711239 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-2fe4d39b-c6eb-42df-9075-8b7f28c586d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:57:04Z', 'revision_number': 5, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port': {'id': '879102f3-066d-4c4c-a703-48324be8d9f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:07.725872 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99470e8f-d7ff-44ee-b964-bd2ea1d96fec tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.756297 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4d39b-c6eb-42df-9075-8b7f28c586d0 None None] Checking router: 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:07.767267 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4d39b-c6eb-42df-9075-8b7f28c586d0 None None] Routers {'5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:07.768186 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-2fe4d39b-c6eb-42df-9075-8b7f28c586d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:07.806625 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ad66c3e-d02b-4f40-a55e-0717cf7b41ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.807719 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ad66c3e-d02b-4f40-a55e-0717cf7b41ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.871447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ad66c3e-d02b-4f40-a55e-0717cf7b41ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.886116 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-2fe4d39b-c6eb-42df-9075-8b7f28c586d0 None None] Set router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:07.891087 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ad66c3e-d02b-4f40-a55e-0717cf7b41ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.898647 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:07.961811 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-2fe4d39b-c6eb-42df-9075-8b7f28c586d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:57:07Z', 'revision_number': 6, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:07.969475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a766e38f-176d-4483-994b-5094d48107c4 None None] Provisioning complete for port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:07.971775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ad66c3e-d02b-4f40-a55e-0717cf7b41ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.972648 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a766e38f-176d-4483-994b-5094d48107c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:07.975222 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6ad66c3e-d02b-4f40-a55e-0717cf7b41ac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3159411 Sep 16 04:57:07.975722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54844) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.012501 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99470e8f-d7ff-44ee-b964-bd2ea1d96fec tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.015185 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99470e8f-d7ff-44ee-b964-bd2ea1d96fec tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.019944 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-99470e8f-d7ff-44ee-b964-bd2ea1d96fec tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "DELETE /v2.0/security-groups/b755bb89-e80b-45e2-ad90-37458d97207e HTTP/1.1" status: 204 len: 168 time: 0.8326745 Sep 16 04:57:08.033572 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4d39b-c6eb-42df-9075-8b7f28c586d0 None None] The sync data for ids ['5b8742b6-2820-4437-8ed6-6ef0ceb6d92d'] in n-d-712142-17 is: [{'id': '5b8742b6-2820-4437-8ed6-6ef0ceb6d92d', 'name': 'tempest-AttachVolumeShelveTestJSON-1235289278-router', 'tenant_id': '5524a442c55b41bcacc6bc4394ab46b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:47:56Z', 'updated_at': '2021-09-16T04:57:07Z', 'revision_number': 6, 'project_id': '5524a442c55b41bcacc6bc4394ab46b3', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:08.075926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54846) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.187897 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-0645dceb-8986-41d1-bc7c-cf0fd812bb18 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] show failed (client error): The resource could not be found. Sep 16 04:57:08.191830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0645dceb-8986-41d1-bc7c-cf0fd812bb18 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "GET /v2.0/security-groups/b755bb89-e80b-45e2-ad90-37458d97207e HTTP/1.1" status: 404 len: 347 time: 0.1087241 Sep 16 04:57:08.191830 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99470e8f-d7ff-44ee-b964-bd2ea1d96fec tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b755bb89-e80b-45e2-ad90-37458d97207e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:08.194511 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54852) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.200535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Router f4c1dcde-59bf-4942-a1f3-27f201de6180 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:57:08.291804 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:08.292230 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.422664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-ec509a3b-4063-4672-8aab-0273e344a806', 'network_id': 'ec509a3b-4063-4672-8aab-0273e344a806', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'fixed_ips': [{'subnet_id': '09e9555a-d2f8-4cc3-9930-3393ea1f9e1a'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:08.424173 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.462943 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.505262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=879102f3-066d-4c4c-a703-48324be8d9f7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:08.583424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb46a0-36da-4835-a281-45fb57d92957 req-533ab1b9-6bd8-4063-8639-5371ad812174 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:08.585362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-51bb46a0-36da-4835-a281-45fb57d92957 req-533ab1b9-6bd8-4063-8639-5371ad812174 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.5428085 Sep 16 04:57:08.629950 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.650842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:08.686459 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.690394 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a720bd38-7355-4a7c-9b35-83ab007ea2bc tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.6248496 Sep 16 04:57:08.691969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54866) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:08.721296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Allocated IP 2001:db8::2 (ec509a3b-4063-4672-8aab-0273e344a806/09e9555a-d2f8-4cc3-9930-3393ea1f9e1a/f285d451-28d9-4ca0-9b25-c344407dff05) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:08.772567 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-51bb46a0-36da-4835-a281-45fb57d92957 req-07178704-08ca-4084-a748-2da3b11afad9 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669462 Sep 16 04:57:08.793251 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.806676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ba274e1c-8500-45de-8ca1-4f94952bbef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Deleting port 8abe64f9-95d0-4933-a96b-8c14426c77ce {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:08.807443 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ba274e1c-8500-45de-8ca1-4f94952bbef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.901847 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ba274e1c-8500-45de-8ca1-4f94952bbef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.902209 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ba274e1c-8500-45de-8ca1-4f94952bbef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.910803 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.915182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90388f48-2747-4fe8-a0a6-8cd92d7cca96 None None] Sync routers for ids ['f4c1dcde-59bf-4942-a1f3-27f201de6180'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:08.917069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ba274e1c-8500-45de-8ca1-4f94952bbef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Calling delete_port for 8abe64f9-95d0-4933-a96b-8c14426c77ce owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:08.928621 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:08.948493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90388f48-2747-4fe8-a0a6-8cd92d7cca96 None None] Routers {'f4c1dcde-59bf-4942-a1f3-27f201de6180'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:08.949162 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-90388f48-2747-4fe8-a0a6-8cd92d7cca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f4c1dcde-59bf-4942-a1f3-27f201de6180'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:09.033154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Network ec509a3b-4063-4672-8aab-0273e344a806 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:09.115620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:09.120078 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:09.122314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-90388f48-2747-4fe8-a0a6-8cd92d7cca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:09.211717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Pushing event updated for resources: {'Port': ['ID=f285d451-28d9-4ca0-9b25-c344407dff05,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:09.224357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90388f48-2747-4fe8-a0a6-8cd92d7cca96 None None] Routers {'f4c1dcde-59bf-4942-a1f3-27f201de6180'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:09.229714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-90388f48-2747-4fe8-a0a6-8cd92d7cca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f4c1dcde-59bf-4942-a1f3-27f201de6180'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:09.336827 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-90388f48-2747-4fe8-a0a6-8cd92d7cca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:09.337743 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90388f48-2747-4fe8-a0a6-8cd92d7cca96 None None] The sync data for ids ['f4c1dcde-59bf-4942-a1f3-27f201de6180'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:09.342505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Attempting to bind port f285d451-28d9-4ca0-9b25-c344407dff05 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:09.343143 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Attempting to bind port f285d451-28d9-4ca0-9b25-c344407dff05 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '832093b4-776f-44e0-9fcc-597e0b5de5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec509a3b-4063-4672-8aab-0273e344a806'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:09.344621 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Attempting to bind port f285d451-28d9-4ca0-9b25-c344407dff05 on network ec509a3b-4063-4672-8aab-0273e344a806 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:09.351691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:09.352497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Checking segment: {'id': '832093b4-776f-44e0-9fcc-597e0b5de5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec509a3b-4063-4672-8aab-0273e344a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:09.353180 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.353844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Bound using segment: {'id': '832093b4-776f-44e0-9fcc-597e0b5de5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec509a3b-4063-4672-8aab-0273e344a806'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:09.354591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Bound port: f285d451-28d9-4ca0-9b25-c344407dff05, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832093b4-776f-44e0-9fcc-597e0b5de5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ec509a3b-4063-4672-8aab-0273e344a806'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:09.355246 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.474385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] For port f285d451-28d9-4ca0-9b25-c344407dff05, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:09.480284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] For port f285d451-28d9-4ca0-9b25-c344407dff05, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f285d451-28d9-4ca0-9b25-c344407dff05,segment=NetworkSegment(832093b4-776f-44e0-9fcc-597e0b5de5de),segment_id=832093b4-776f-44e0-9fcc-597e0b5de5de)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:09.501829 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.582077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa4c3f-7567-43bf-9ff8-ff06e96592bb None None] Pushing event updated for resources: {'Port': ['ID=f285d451-28d9-4ca0-9b25-c344407dff05,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:09.612859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.620219 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.729808 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.730527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8742b6-2820-4437-8ed6-6ef0ceb6d92d {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:09.745959 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.747419 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-667d32c4-8098-44bd-bf8b-19c64f1f6a81 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5b8742b6-2820-4437-8ed6-6ef0ceb6d92d HTTP/1.1" status: 204 len: 168 time: 2.7090955 Sep 16 04:57:09.753418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54880) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:09.781506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Allocated IP 2001:db8::1 (ec509a3b-4063-4672-8aab-0273e344a806/09e9555a-d2f8-4cc3-9930-3393ea1f9e1a/f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:09.825047 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ba274e1c-8500-45de-8ca1-4f94952bbef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:09.996444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 879102f3-066d-4c4c-a703-48324be8d9f7 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:10.048274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 879102f3-066d-4c4c-a703-48324be8d9f7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:10.059731 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 879102f3-066d-4c4c-a703-48324be8d9f7 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:10.060417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 26ba7e80-d164-4831-895b-76b91354eccf no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:10.085112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba274e1c-8500-45de-8ca1-4f94952bbef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'Port': ['ID=8abe64f9-95d0-4933-a96b-8c14426c77ce,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:10.111120 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.121218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 26ba7e80-d164-4831-895b-76b91354eccf {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:10.125772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 26ba7e80-d164-4831-895b-76b91354eccf not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:10.141355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-474c51b8-4e79-4bae-a15f-447f66768016 admin admin] Deleting subnet cecb6646-d54e-45a3-892f-e44e3e1b574c {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:10.181768 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-474c51b8-4e79-4bae-a15f-447f66768016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.184185 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.239229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:10.246709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da4eb2-77d0-4c0d-bea0-1bf8bb097fe2 req-e4264579-a4af-4649-8874-8d27659a5f08 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:10.248420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43da4eb2-77d0-4c0d-bea0-1bf8bb097fe2 req-e4264579-a4af-4649-8874-8d27659a5f08 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.3210833 Sep 16 04:57:10.263157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network ec509a3b-4063-4672-8aab-0273e344a806 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:10.264825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:10.267501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:10.268982 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.335341 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-474c51b8-4e79-4bae-a15f-447f66768016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.339354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ba274e1c-8500-45de-8ca1-4f94952bbef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.342476 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ba274e1c-8500-45de-8ca1-4f94952bbef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.347163 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ba274e1c-8500-45de-8ca1-4f94952bbef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "DELETE /v2.0/floatingips/9f1cee38-09c9-4e9f-a427-4ec7ff50aaa0 HTTP/1.1" status: 204 len: 168 time: 2.1436050 Sep 16 04:57:10.361907 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54898) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:10.450737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43da4eb2-77d0-4c0d-bea0-1bf8bb097fe2 req-379ef37f-b991-472a-93c5-8fe5c285feef tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432858 Sep 16 04:57:10.532082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-5aa04ee8-f7a0-437e-b921-8080d288e3f2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Deleting port 8859561b-453a-40df-b464-bbefeaa1629f {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:10.532726 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5aa04ee8-f7a0-437e-b921-8080d288e3f2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.555087 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.561303 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-474c51b8-4e79-4bae-a15f-447f66768016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.667666 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5aa04ee8-f7a0-437e-b921-8080d288e3f2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.681694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-5aa04ee8-f7a0-437e-b921-8080d288e3f2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Calling delete_port for 8859561b-453a-40df-b464-bbefeaa1629f owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:10.711667 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-474c51b8-4e79-4bae-a15f-447f66768016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.777967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab158be-e482-4c0d-9383-ec452ef9dcad None None] Network 065d0039-91ee-4176-812f-d22ac91cf01d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:10.822881 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-474c51b8-4e79-4bae-a15f-447f66768016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:10.836776 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-474c51b8-4e79-4bae-a15f-447f66768016 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cecb6646-d54e-45a3-892f-e44e3e1b574c HTTP/1.1" status: 204 len: 168 time: 1.0784626 Sep 16 04:57:10.836776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c51b8-4e79-4bae-a15f-447f66768016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cecb6646-d54e-45a3-892f-e44e3e1b574c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:10.838246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54906) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:11.020207 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.042393 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.186892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984df37f-645e-4b89-9d03-29d77750ba11 None None] DHCP port deletion for 065d0039-91ee-4176-812f-d22ac91cf01d request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:11.303199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71acbc60-6912-4a5f-9aaf-515be95e4c20 None None] Network ec509a3b-4063-4672-8aab-0273e344a806 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:11.333454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Deleting port 40fe151a-e09c-46c9-9cac-402f9bf1ba69 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:11.334178 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.512829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-984df37f-645e-4b89-9d03-29d77750ba11 None None] Deleting port 40fe151a-e09c-46c9-9cac-402f9bf1ba69 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:11.513220 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-984df37f-645e-4b89-9d03-29d77750ba11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.520814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.541652 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.542750 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.567555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] For port 40fe151a-e09c-46c9-9cac-402f9bf1ba69, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=40fe151a-e09c-46c9-9cac-402f9bf1ba69,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:11.568085 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.601811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Calling delete_port for 40fe151a-e09c-46c9-9cac-402f9bf1ba69 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:11.623308 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5aa04ee8-f7a0-437e-b921-8080d288e3f2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.626381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.740036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa04ee8-f7a0-437e-b921-8080d288e3f2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'Port': ['ID=8859561b-453a-40df-b464-bbefeaa1629f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:11.779340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed2eba-15c2-442f-9da4-4d3e58ee5d82 req-b2e02718-6b31-4964-9f4d-cec6291e2399 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:11.781768 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95ed2eba-15c2-442f-9da4-4d3e58ee5d82 req-b2e02718-6b31-4964-9f4d-cec6291e2399 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.1956975 Sep 16 04:57:11.874609 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5aa04ee8-f7a0-437e-b921-8080d288e3f2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:11.881296 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5aa04ee8-f7a0-437e-b921-8080d288e3f2 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "DELETE /v2.0/ports/8859561b-453a-40df-b464-bbefeaa1629f HTTP/1.1" status: 204 len: 168 time: 1.5151899 Sep 16 04:57:11.882392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54926) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:11.946231 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network ec509a3b-4063-4672-8aab-0273e344a806 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:11.950018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:11.956512 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95ed2eba-15c2-442f-9da4-4d3e58ee5d82 req-16ad3848-d145-4fab-871e-e3dc7662d430 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652005 Sep 16 04:57:11.986641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Allocated IP 172.20.0.1 (8c0f7d9c-c359-4384-9881-a9388f7b4193/fc578a6b-2c57-4e2f-a1ef-12f9a29b9e59/a520614e-bda2-4d35-b89c-f061c273b393) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:12.004293 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.048578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] No DVR routers for this DVR port 40fe151a-e09c-46c9-9cac-402f9bf1ba69 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:12.056792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40fe151a-e09c-46c9-9cac-402f9bf1ba69,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.127307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b1fac4ce-32f5-4261-8d7b-a46330a39e27 None None] Provisioning complete for port f285d451-28d9-4ca0-9b25-c344407dff05 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:12.127307 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b1fac4ce-32f5-4261-8d7b-a46330a39e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.181931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-2c461d23-246b-41b6-b474-11067ba3ee02 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Deleting port 267c03d0-c4a6-4d27-8848-96211f86e09b {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:12.186009 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c461d23-246b-41b6-b474-11067ba3ee02 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.196541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f285d451-28d9-4ca0-9b25-c344407dff05 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:12.198200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router f39f3083-7864-4d74-9417-3e51c1cd765a is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:57:12.296892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-984df37f-645e-4b89-9d03-29d77750ba11 None None] For port 40fe151a-e09c-46c9-9cac-402f9bf1ba69, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=40fe151a-e09c-46c9-9cac-402f9bf1ba69,segment=NetworkSegment(4b408edd-5d50-42bc-b190-312c25404c83),segment_id=4b408edd-5d50-42bc-b190-312c25404c83)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:12.316193 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-984df37f-645e-4b89-9d03-29d77750ba11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.344311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.381871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-984df37f-645e-4b89-9d03-29d77750ba11 None None] Calling delete_port for 40fe151a-e09c-46c9-9cac-402f9bf1ba69 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:12.387273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.411936 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.479401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065d0039-91ee-4176-812f-d22ac91cf01d']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:12.522011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b408edd-5d50-42bc-b190-312c25404c83') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:12.522693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b408edd-5d50-42bc-b190-312c25404c83') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:12.546115 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.553195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Network 8c0f7d9c-c359-4384-9881-a9388f7b4193 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:12.560612 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:12.563528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event updated for resources: {'Port': ['ID=a520614e-bda2-4d35-b89c-f061c273b393,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.567255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:12.595619 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c461d23-246b-41b6-b474-11067ba3ee02 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.609100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.640990 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:12.659416 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed58da9-54f5-494b-99bd-362681b4ecab None None] Sync routers for ids ['f39f3083-7864-4d74-9417-3e51c1cd765a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:12.660543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c3cf8014-91e9-4040-a5cb-2989dc663807 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/f39f3083-7864-4d74-9417-3e51c1cd765a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6775148 Sep 16 04:57:12.660684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:12.662725 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.664064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-2c461d23-246b-41b6-b474-11067ba3ee02 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Calling delete_port for 267c03d0-c4a6-4d27-8848-96211f86e09b owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:12.666141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54938) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:12.666757 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:12.682467 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed58da9-54f5-494b-99bd-362681b4ecab None None] Routers {'f39f3083-7864-4d74-9417-3e51c1cd765a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:12.688058 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-eed58da9-54f5-494b-99bd-362681b4ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f39f3083-7864-4d74-9417-3e51c1cd765a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:12.748213 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-984df37f-645e-4b89-9d03-29d77750ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.767819 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-eed58da9-54f5-494b-99bd-362681b4ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:12.784690 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed58da9-54f5-494b-99bd-362681b4ecab None None] Routers {'f39f3083-7864-4d74-9417-3e51c1cd765a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:12.785776 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-eed58da9-54f5-494b-99bd-362681b4ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f39f3083-7864-4d74-9417-3e51c1cd765a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:12.801774 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b1fac4ce-32f5-4261-8d7b-a46330a39e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.809626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beafcb94-37cf-4afb-bbe3-958770d125fd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:12.812569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984df37f-645e-4b89-9d03-29d77750ba11 None None] Pushing event deleted for resources: {'Port': ['ID=40fe151a-e09c-46c9-9cac-402f9bf1ba69,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:12.819799 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-beafcb94-37cf-4afb-bbe3-958770d125fd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports/f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46 HTTP/1.1" status: 200 len: 911 time: 0.1368644 Sep 16 04:57:12.829425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54940) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:12.856179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ec329ef2-21fb-4c6a-ac18-b3a094d5e237 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '09e9555a-d2f8-4cc3-9930-3393ea1f9e1a'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:12.867749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port f285d451-28d9-4ca0-9b25-c344407dff05 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:12.868141 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:12.888948 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-eed58da9-54f5-494b-99bd-362681b4ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:12.893365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984df37f-645e-4b89-9d03-29d77750ba11 None None] No DVR routers for this DVR port 40fe151a-e09c-46c9-9cac-402f9bf1ba69 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:12.902003 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed58da9-54f5-494b-99bd-362681b4ecab None None] The sync data for ids ['f39f3083-7864-4d74-9417-3e51c1cd765a'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:12.910879 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.008816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.017263 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.056758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/065d0039-91ee-4176-812f-d22ac91cf01d HTTP/1.1" status: 204 len: 168 time: 2.2132087 Sep 16 04:57:13.092344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bb684-2b2b-4c92-b51e-56cf36132fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=065d0039-91ee-4176-812f-d22ac91cf01d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.094254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b1fac4ce-32f5-4261-8d7b-a46330a39e27 None None] For port f285d451-28d9-4ca0-9b25-c344407dff05, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f285d451-28d9-4ca0-9b25-c344407dff05,segment=NetworkSegment(832093b4-776f-44e0-9fcc-597e0b5de5de),segment_id=832093b4-776f-44e0-9fcc-597e0b5de5de)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:13.102338 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b1fac4ce-32f5-4261-8d7b-a46330a39e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.254634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fac4ce-32f5-4261-8d7b-a46330a39e27 None None] Pushing event updated for resources: {'Port': ['ID=f285d451-28d9-4ca0-9b25-c344407dff05,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.296883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-01855502-6dc3-4af2-bd9f-977c089c76b7 None None] Provisioning complete for port a520614e-bda2-4d35-b89c-f061c273b393 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:13.297558 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01855502-6dc3-4af2-bd9f-977c089c76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.314850 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54954) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:13.369627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-01855502-6dc3-4af2-bd9f-977c089c76b7 None None] Port a520614e-bda2-4d35-b89c-f061c273b393 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:13.380117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-01855502-6dc3-4af2-bd9f-977c089c76b7 None None] Provisioning complete for port f285d451-28d9-4ca0-9b25-c344407dff05 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:13.380552 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01855502-6dc3-4af2-bd9f-977c089c76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.414912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ba8d5-1306-4ae9-832c-c98256ccb78a req-f0367399-5cc6-4ef3-9706-82d88c7d9105 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:13.418477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d51ba8d5-1306-4ae9-832c-c98256ccb78a req-f0367399-5cc6-4ef3-9706-82d88c7d9105 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.2817719 Sep 16 04:57:13.460471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 40fe151a-e09c-46c9-9cac-402f9bf1ba69 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:13.488803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 40fe151a-e09c-46c9-9cac-402f9bf1ba69 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:13.489498 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 40fe151a-e09c-46c9-9cac-402f9bf1ba69 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:13.509301 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c461d23-246b-41b6-b474-11067ba3ee02 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.540971 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d51ba8d5-1306-4ae9-832c-c98256ccb78a req-9f39e706-334d-4938-8f6c-26532402ffd1 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985382 Sep 16 04:57:13.551938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.572539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-01855502-6dc3-4af2-bd9f-977c089c76b7 None None] Provisioning complete for port f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:13.573199 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01855502-6dc3-4af2-bd9f-977c089c76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.611822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-01855502-6dc3-4af2-bd9f-977c089c76b7 None None] Port f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:13.652719 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec329ef2-21fb-4c6a-ac18-b3a094d5e237 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.658459 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-22c33df4-ba86-46ad-ba29-9620d39a5a7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5524a442c55b41bcacc6bc4394ab46b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419304 Sep 16 04:57:13.661323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c461d23-246b-41b6-b474-11067ba3ee02 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'Port': ['ID=267c03d0-c4a6-4d27-8848-96211f86e09b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:13.669553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54960) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:13.738617 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ef8db3ea-caf5-4c72-bf95-35838cfe437b None None] Provisioning complete for port f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:13.741633 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef8db3ea-caf5-4c72-bf95-35838cfe437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:13.842154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ef8db3ea-caf5-4c72-bf95-35838cfe437b None None] Port f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:13.873434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f285d451-28d9-4ca0-9b25-c344407dff05 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:14.005045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4c4fb339-9b65-4d69-8146-7881f7e934e5 None None] Provisioning complete for port f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:14.005432 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb339-9b65-4d69-8146-7881f7e934e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.013875 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2c461d23-246b-41b6-b474-11067ba3ee02 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.015831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2c461d23-246b-41b6-b474-11067ba3ee02 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "DELETE /v2.0/ports/267c03d0-c4a6-4d27-8848-96211f86e09b HTTP/1.1" status: 204 len: 168 time: 2.1325805 Sep 16 04:57:14.036637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54968) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:14.074476 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.082277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-4c4fb339-9b65-4d69-8146-7881f7e934e5 None None] Port f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:14.085285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port f285d451-28d9-4ca0-9b25-c344407dff05 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:14.086125 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.087971 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.092608 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89b7e380-f477-455d-8738-46ea37d4937c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.185152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event updated for resources: {'Port': ['ID=a520614e-bda2-4d35-b89c-f061c273b393,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.193153 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.216432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:14.216787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:14.217138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:14.217632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:14.217988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:14.218329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:14.218720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:14.219061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:14.219397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:14.219729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:14.220061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:14.220390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:14.230451 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89b7e380-f477-455d-8738-46ea37d4937c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.345487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Network 8c0f7d9c-c359-4384-9881-a9388f7b4193 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:14.349261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:14.371705 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f83fb63-5076-48ec-9682-6784566b05f4 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Deleting subnet 5456bb97-7a6b-4d79-b62d-5adf05d63356 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:14.389287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f83fb63-5076-48ec-9682-6784566b05f4 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.475351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f83fb63-5076-48ec-9682-6784566b05f4 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.575850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Router f4c1dcde-59bf-4942-a1f3-27f201de6180 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:14.616523 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f83fb63-5076-48ec-9682-6784566b05f4 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.734428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89b7e380-f477-455d-8738-46ea37d4937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.741176 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-89b7e380-f477-455d-8738-46ea37d4937c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.742400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-89b7e380-f477-455d-8738-46ea37d4937c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b368030-14c0-4aaf-b377-3e9c61e8be83 HTTP/1.1" status: 204 len: 168 time: 1.0567405 Sep 16 04:57:14.743754 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f83fb63-5076-48ec-9682-6784566b05f4 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.795725 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f83fb63-5076-48ec-9682-6784566b05f4 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.805205 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5f83fb63-5076-48ec-9682-6784566b05f4 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "DELETE /v2.0/subnets/5456bb97-7a6b-4d79-b62d-5adf05d63356 HTTP/1.1" status: 204 len: 168 time: 0.7673354 Sep 16 04:57:14.807946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54984) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:14.822402 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f25ea6-67e4-4166-b15a-9344c7042c8a None None] Network 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:14.825953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:14.842206 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7edd9f40-731a-4494-b534-eec7bb186582 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "PUT /v2.0/routers/f4c1dcde-59bf-4942-a1f3-27f201de6180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1490781 Sep 16 04:57:14.871582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54986) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:14.880047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Request body: {'port': {'network_id': '8c0f7d9c-c359-4384-9881-a9388f7b4193', 'name': 'tempest-FloatingIPAdminTestJSON-2106962825'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:14.886594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83fb63-5076-48ec-9682-6784566b05f4 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'Subnet': ['ID=5456bb97-7a6b-4d79-b62d-5adf05d63356,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.897632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7e380-f477-455d-8738-46ea37d4937c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b368030-14c0-4aaf-b377-3e9c61e8be83,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:14.983689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-019e797c-f684-47ee-b81d-10f39b47018e None None] Provisioning complete for port a520614e-bda2-4d35-b89c-f061c273b393 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:14.984179 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-019e797c-f684-47ee-b81d-10f39b47018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:14.986182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412725c-24aa-49f4-8068-8d711d5a2f55 None None] Sync routers for ids ['f4c1dcde-59bf-4942-a1f3-27f201de6180'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:15.059945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412725c-24aa-49f4-8068-8d711d5a2f55 None None] Routers {'f4c1dcde-59bf-4942-a1f3-27f201de6180'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:15.060603 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d412725c-24aa-49f4-8068-8d711d5a2f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f4c1dcde-59bf-4942-a1f3-27f201de6180'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:15.102937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bd6f9-6705-4f3e-837f-1cc8bafdc16f req-d7cd486b-dfe5-49be-846c-2944b268806c tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:15.104587 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e00bd6f9-6705-4f3e-837f-1cc8bafdc16f req-d7cd486b-dfe5-49be-846c-2944b268806c tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.3841469 Sep 16 04:57:15.114183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-05524cd9-6b5a-42f4-a2e1-b1e1001e87d5 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Deleting subnet 76dce871-5cf5-4559-84ca-1aeafb7574c1 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:15.117496 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05524cd9-6b5a-42f4-a2e1-b1e1001e87d5 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.119520 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec329ef2-21fb-4c6a-ac18-b3a094d5e237 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.127494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d412725c-24aa-49f4-8068-8d711d5a2f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:15.129795 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec329ef2-21fb-4c6a-ac18-b3a094d5e237 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.137822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec329ef2-21fb-4c6a-ac18-b3a094d5e237 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:15.139305 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec329ef2-21fb-4c6a-ac18-b3a094d5e237 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.144016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-019e797c-f684-47ee-b81d-10f39b47018e None None] Port a520614e-bda2-4d35-b89c-f061c273b393 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:15.150623 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ec329ef2-21fb-4c6a-ac18-b3a094d5e237 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/ports/f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46 HTTP/1.1" status: 200 len: 911 time: 2.3162711 Sep 16 04:57:15.151284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55000) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:15.196605 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412725c-24aa-49f4-8068-8d711d5a2f55 None None] Routers {'f4c1dcde-59bf-4942-a1f3-27f201de6180'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:15.197391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d412725c-24aa-49f4-8068-8d711d5a2f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f4c1dcde-59bf-4942-a1f3-27f201de6180'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:15.257574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d412725c-24aa-49f4-8068-8d711d5a2f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:15.258275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412725c-24aa-49f4-8068-8d711d5a2f55 None None] The sync data for ids ['f4c1dcde-59bf-4942-a1f3-27f201de6180'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:15.351151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7aa966-2e0f-4797-a344-f6dfb46a1c71 None None] DHCP port deletion for 2e6d993c-2b30-44fb-bde1-0ab5a2cc598e request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:15.449528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aa966-2e0f-4797-a344-f6dfb46a1c71 None None] Deleting port d40c3b20-527b-4e74-a8a2-efac74138f9a {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:15.449940 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa966-2e0f-4797-a344-f6dfb46a1c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.561959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ed7aa966-2e0f-4797-a344-f6dfb46a1c71 None None] For port d40c3b20-527b-4e74-a8a2-efac74138f9a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d40c3b20-527b-4e74-a8a2-efac74138f9a,segment=NetworkSegment(4e300255-3772-4e47-8b08-c9a5e44f2dcb),segment_id=4e300255-3772-4e47-8b08-c9a5e44f2dcb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:15.562761 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa966-2e0f-4797-a344-f6dfb46a1c71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.586876 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aa966-2e0f-4797-a344-f6dfb46a1c71 None None] Calling delete_port for d40c3b20-527b-4e74-a8a2-efac74138f9a owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:15.718548 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05524cd9-6b5a-42f4-a2e1-b1e1001e87d5 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.772376 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed7aa966-2e0f-4797-a344-f6dfb46a1c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.785183 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7aa966-2e0f-4797-a344-f6dfb46a1c71 None None] No DVR routers for this DVR port d40c3b20-527b-4e74-a8a2-efac74138f9a on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:15.836338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aa966-2e0f-4797-a344-f6dfb46a1c71 None None] Pushing event deleted for resources: {'Port': ['ID=d40c3b20-527b-4e74-a8a2-efac74138f9a,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:15.878892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d40c3b20-527b-4e74-a8a2-efac74138f9a no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:15.900061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d40c3b20-527b-4e74-a8a2-efac74138f9a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:15.900708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d40c3b20-527b-4e74-a8a2-efac74138f9a not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:15.954120 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05524cd9-6b5a-42f4-a2e1-b1e1001e87d5 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:15.960998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec329ef2-21fb-4c6a-ac18-b3a094d5e237 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.083204 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e00bd6f9-6705-4f3e-837f-1cc8bafdc16f req-8607c3e6-8af7-402f-9c67-d7fa31070f3e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9074020 Sep 16 04:57:16.117375 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05524cd9-6b5a-42f4-a2e1-b1e1001e87d5 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.160108 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05524cd9-6b5a-42f4-a2e1-b1e1001e87d5 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.162295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-05524cd9-6b5a-42f4-a2e1-b1e1001e87d5 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "DELETE /v2.0/subnets/76dce871-5cf5-4559-84ca-1aeafb7574c1 HTTP/1.1" status: 204 len: 168 time: 1.3524127 Sep 16 04:57:16.165110 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05524cd9-6b5a-42f4-a2e1-b1e1001e87d5 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'Subnet': ['ID=76dce871-5cf5-4559-84ca-1aeafb7574c1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:16.167419 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184d8267-9d8f-43ac-9b91-703d092790c0 None None] Network fac02cc7-a8ca-47e0-990f-c775ceab25df requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:16.167890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55030) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:16.181380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Made reservation on behalf of 5ca1348745e94a6cb54df0a6fc743059 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:16.185141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.267674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] device_id is not set on port b26310be-9a1a-452e-ae04-c96ac10912ce yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:57:16.464592 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.480721 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ec15562-beca-4364-a26c-f48de70b032d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.530457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae04e8-8357-4e5e-9e58-1d74e9212e15 None None] DHCP port deletion for fac02cc7-a8ca-47e0-990f-c775ceab25df request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:16.564670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Allocated IP 172.20.0.6 (8c0f7d9c-c359-4384-9881-a9388f7b4193/fc578a6b-2c57-4e2f-a1ef-12f9a29b9e59/b26310be-9a1a-452e-ae04-c96ac10912ce) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:16.622576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-47ae04e8-8357-4e5e-9e58-1d74e9212e15 None None] Deleting port 13280710-d2f0-432f-b996-31c5782187e5 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:16.623395 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-47ae04e8-8357-4e5e-9e58-1d74e9212e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.715972 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-47ae04e8-8357-4e5e-9e58-1d74e9212e15 None None] For port 13280710-d2f0-432f-b996-31c5782187e5, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=13280710-d2f0-432f-b996-31c5782187e5,segment=NetworkSegment(684f5bbb-472f-4019-a46e-ff35b20fa096),segment_id=684f5bbb-472f-4019-a46e-ff35b20fa096)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:16.716387 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-47ae04e8-8357-4e5e-9e58-1d74e9212e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.731476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-47ae04e8-8357-4e5e-9e58-1d74e9212e15 None None] Calling delete_port for 13280710-d2f0-432f-b996-31c5782187e5 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:16.820080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.922109 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.933878 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-47ae04e8-8357-4e5e-9e58-1d74e9212e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:16.958519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae04e8-8357-4e5e-9e58-1d74e9212e15 None None] No DVR routers for this DVR port 13280710-d2f0-432f-b996-31c5782187e5 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:17.030439 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.045849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae04e8-8357-4e5e-9e58-1d74e9212e15 None None] Pushing event deleted for resources: {'Port': ['ID=13280710-d2f0-432f-b996-31c5782187e5,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.068222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event updated for resources: {'Port': ['ID=b26310be-9a1a-452e-ae04-c96ac10912ce,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.081177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6d993c-2b30-44fb-bde1-0ab5a2cc598e']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:17.093369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Network 8c0f7d9c-c359-4384-9881-a9388f7b4193 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:17.096157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:17.099658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e300255-3772-4e47-8b08-c9a5e44f2dcb') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:17.099946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e300255-3772-4e47-8b08-c9a5e44f2dcb') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:17.108988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:17.150973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.216554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.232944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6ec15562-beca-4364-a26c-f48de70b032d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:17.233300 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ec15562-beca-4364-a26c-f48de70b032d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.253027 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed383e06-7456-49f9-a70d-6a5d15c0db85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.259620 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:17.260039 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:17.263174 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:17.312198 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.316282 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.421915 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ec15562-beca-4364-a26c-f48de70b032d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.446336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6ec15562-beca-4364-a26c-f48de70b032d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:17.504118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aab2ef78-ec42-4a65-80c2-385a05433fab None None] Provisioning complete for port b26310be-9a1a-452e-ae04-c96ac10912ce triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:17.504495 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aab2ef78-ec42-4a65-80c2-385a05433fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.567889 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-85218442-aa07-4399-bab3-f5a3ed40f3be tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6921182 Sep 16 04:57:17.570155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55066) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:17.607707 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.617903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-aab2ef78-ec42-4a65-80c2-385a05433fab None None] Port b26310be-9a1a-452e-ae04-c96ac10912ce cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:17.645871 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.648179 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "DELETE /v2.0/networks/2e6d993c-2b30-44fb-bde1-0ab5a2cc598e HTTP/1.1" status: 204 len: 168 time: 1.4782653 Sep 16 04:57:17.665898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55070) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:17.675247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffcaf6-f04b-4444-ab87-1128a0e76e67 req-64f0ead1-4a3e-44a9-9544-624de64d1f02 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:17.677023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faffcaf6-f04b-4444-ab87-1128a0e76e67 req-64f0ead1-4a3e-44a9-9544-624de64d1f02 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.3499312 Sep 16 04:57:17.694949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685000bd-9bb1-4f04-b7f2-b59b3ca0eef9 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'Network': ['ID=2e6d993c-2b30-44fb-bde1-0ab5a2cc598e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:17.890779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 13280710-d2f0-432f-b996-31c5782187e5 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:17.895975 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faffcaf6-f04b-4444-ab87-1128a0e76e67 req-42b4cbb5-a13a-4ade-b5d8-3cdaece58a6b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090280 Sep 16 04:57:17.926478 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.932076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 13280710-d2f0-432f-b996-31c5782187e5 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:17.933997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 13280710-d2f0-432f-b996-31c5782187e5 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:17.944187 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ec15562-beca-4364-a26c-f48de70b032d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:17.985777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'project_id': '5ca1348745e94a6cb54df0a6fc743059', 'port_id': 'b26310be-9a1a-452e-ae04-c96ac10912ce'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:18.001675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec15562-beca-4364-a26c-f48de70b032d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=f6b4f2a1-2dd4-44fe-9d16-e5e19488eb46,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:18.041130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.187851 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.198885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ec15562-beca-4364-a26c-f48de70b032d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.272543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac02cc7-a8ca-47e0-990f-c775ceab25df']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:18.288001 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684f5bbb-472f-4019-a46e-ff35b20fa096') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:18.288592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684f5bbb-472f-4019-a46e-ff35b20fa096') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:18.325544 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.378297 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.388489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:18.389071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:18.392718 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:18.397060 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.545133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec15562-beca-4364-a26c-f48de70b032d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router f39f3083-7864-4d74-9417-3e51c1cd765a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:18.585797 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.599659 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:18.610689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] 10.222.0.53 "DELETE /v2.0/networks/fac02cc7-a8ca-47e0-990f-c775ceab25df HTTP/1.1" status: 204 len: 168 time: 0.9298911 Sep 16 04:57:18.664152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda9df0-6d4c-4dc0-aaf4-362422724c00 tempest-TaggedBootDevicesTest_v242-403346097 tempest-TaggedBootDevicesTest_v242-403346097-project] Pushing event deleted for resources: {'Network': ['ID=fac02cc7-a8ca-47e0-990f-c775ceab25df,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:18.705047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Allocated IP 172.25.0.252 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/7aa6dcef-cb1d-42ab-8a22-f0d9de44f63f) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:18.798724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec15562-beca-4364-a26c-f48de70b032d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:18.808597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6ec15562-beca-4364-a26c-f48de70b032d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/f39f3083-7864-4d74-9417-3e51c1cd765a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6530521 Sep 16 04:57:18.811146 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55092) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:18.814238 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953becd6-5495-49ed-a1d8-91e3db07a53e None None] Sync routers for ids ['f39f3083-7864-4d74-9417-3e51c1cd765a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:18.833525 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953becd6-5495-49ed-a1d8-91e3db07a53e None None] Routers {'f39f3083-7864-4d74-9417-3e51c1cd765a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:18.834663 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-953becd6-5495-49ed-a1d8-91e3db07a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f39f3083-7864-4d74-9417-3e51c1cd765a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:18.847782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-46a70495-dac5-443b-8c4c-11bf9e3e4082 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39f3083-7864-4d74-9417-3e51c1cd765a HTTP/1.1" status: 200 len: 205 time: 0.0337615 Sep 16 04:57:18.850446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55094) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:18.917418 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-953becd6-5495-49ed-a1d8-91e3db07a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:18.927421 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953becd6-5495-49ed-a1d8-91e3db07a53e None None] Routers {'f39f3083-7864-4d74-9417-3e51c1cd765a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:18.928277 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-953becd6-5495-49ed-a1d8-91e3db07a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:56:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f39f3083-7864-4d74-9417-3e51c1cd765a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:18.979324 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e682471-ebd0-4b05-878c-b3170aae79f1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.013485 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-953becd6-5495-49ed-a1d8-91e3db07a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:19.014186 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953becd6-5495-49ed-a1d8-91e3db07a53e None None] The sync data for ids ['f39f3083-7864-4d74-9417-3e51c1cd765a'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:19.031044 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.099508 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.202952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:19.220311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:19.238400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:19.304465 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e682471-ebd0-4b05-878c-b3170aae79f1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.307017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e682471-ebd0-4b05-878c-b3170aae79f1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.314225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4de7-4651-454e-8f05-70ac2003f609 req-39bf09a8-f19d-4c7c-8d99-5ea0d1169c3e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:19.325151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e6e4de7-4651-454e-8f05-70ac2003f609 req-39bf09a8-f19d-4c7c-8d99-5ea0d1169c3e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.2400849 Sep 16 04:57:19.369302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa6dcef-cb1d-42ab-8a22-f0d9de44f63f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.411267 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e682471-ebd0-4b05-878c-b3170aae79f1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.412048 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e682471-ebd0-4b05-878c-b3170aae79f1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Fanout notify agent at l3_agent the message router_deleted on router f39f3083-7864-4d74-9417-3e51c1cd765a {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:19.428661 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3e682471-ebd0-4b05-878c-b3170aae79f1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.434174 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3e682471-ebd0-4b05-878c-b3170aae79f1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/f39f3083-7864-4d74-9417-3e51c1cd765a HTTP/1.1" status: 204 len: 168 time: 0.5826221 Sep 16 04:57:19.435623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55122) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:19.552431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e25c384-358d-430e-97c5-8d5bc0c5294e tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting subnet 09e9555a-d2f8-4cc3-9930-3393ea1f9e1a {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:19.560944 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0e25c384-358d-430e-97c5-8d5bc0c5294e tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.614096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0e25c384-358d-430e-97c5-8d5bc0c5294e tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.630350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e6e4de7-4651-454e-8f05-70ac2003f609 req-71f24e71-b1ea-41f6-82b7-e3c1473e35d8 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042610 Sep 16 04:57:19.734511 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0e25c384-358d-430e-97c5-8d5bc0c5294e tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.864020 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0e25c384-358d-430e-97c5-8d5bc0c5294e tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.892210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d5dc6d-806c-4c03-9caa-f10d22341b4e None None] Network ec509a3b-4063-4672-8aab-0273e344a806 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:19.967873 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0e25c384-358d-430e-97c5-8d5bc0c5294e tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:19.985165 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0e25c384-358d-430e-97c5-8d5bc0c5294e tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/09e9555a-d2f8-4cc3-9930-3393ea1f9e1a HTTP/1.1" status: 204 len: 168 time: 0.5449307 Sep 16 04:57:19.985165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25c384-358d-430e-97c5-8d5bc0c5294e tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Subnet': ['ID=09e9555a-d2f8-4cc3-9930-3393ea1f9e1a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:19.986938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55138) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:20.245479 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ae5b-982e-4b5d-b47b-151071f1c609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.318928 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46c04c0-663d-48c6-9935-780b9adee26c None None] DHCP port deletion for ec509a3b-4063-4672-8aab-0273e344a806 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:20.351587 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.436760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f46c04c0-663d-48c6-9935-780b9adee26c None None] Deleting port f285d451-28d9-4ca0-9b25-c344407dff05 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:20.439391 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f46c04c0-663d-48c6-9935-780b9adee26c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.556339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.577669 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f46c04c0-663d-48c6-9935-780b9adee26c None None] For port f285d451-28d9-4ca0-9b25-c344407dff05, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f285d451-28d9-4ca0-9b25-c344407dff05,segment=NetworkSegment(832093b4-776f-44e0-9fcc-597e0b5de5de),segment_id=832093b4-776f-44e0-9fcc-597e0b5de5de)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:20.578372 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f46c04c0-663d-48c6-9935-780b9adee26c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.592187 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.608282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f46c04c0-663d-48c6-9935-780b9adee26c None None] Calling delete_port for f285d451-28d9-4ca0-9b25-c344407dff05 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:20.775112 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f46c04c0-663d-48c6-9935-780b9adee26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.797709 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c04c0-663d-48c6-9935-780b9adee26c None None] No DVR routers for this DVR port f285d451-28d9-4ca0-9b25-c344407dff05 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:20.840750 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.844716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c04c0-663d-48c6-9935-780b9adee26c None None] Pushing event deleted for resources: {'Port': ['ID=f285d451-28d9-4ca0-9b25-c344407dff05,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:20.872179 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb14be-c6be-4ea5-9773-78828e5660a3 req-1b08d916-874e-4327-be93-38e564e387fc tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:20.873754 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffbb14be-c6be-4ea5-9773-78828e5660a3 req-1b08d916-874e-4327-be93-38e564e387fc tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.1391640 Sep 16 04:57:20.915998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port f285d451-28d9-4ca0-9b25-c344407dff05 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:20.916523 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:20.972942 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffbb14be-c6be-4ea5-9773-78828e5660a3 req-d4c3eae9-d10d-4564-b99c-606ffccd79e3 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854478 Sep 16 04:57:21.038467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.052684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] For port f285d451-28d9-4ca0-9b25-c344407dff05, host n-d-712142-17, got binding levels [] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:21.053421 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.059311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.146778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa6dcef-cb1d-42ab-8a22-f0d9de44f63f,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.155018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for f285d451-28d9-4ca0-9b25-c344407dff05 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:21.157982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.ipam_backend_mixin [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Port f285d451-28d9-4ca0-9b25-c344407dff05 was not found and therefore no delete operation was performed {{(pid=94745) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:57:21.162286 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.212914 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.269555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=f285d451-28d9-4ca0-9b25-c344407dff05,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:21.276575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No DVR routers for this DVR port f285d451-28d9-4ca0-9b25-c344407dff05 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:21.630291 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.770466 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.811341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec509a3b-4063-4672-8aab-0273e344a806']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:21.825317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832093b4-776f-44e0-9fcc-597e0b5de5de') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:21.826722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832093b4-776f-44e0-9fcc-597e0b5de5de') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:21.841919 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.845540 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f285d451-28d9-4ca0-9b25-c344407dff05 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:21.879714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: f285d451-28d9-4ca0-9b25-c344407dff05 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:21.885035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f285d451-28d9-4ca0-9b25-c344407dff05 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:21.914672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:21.922204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:21.922661 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:22.029224 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:22.033197 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Floating IP 9bb13cdc-e88c-4129-bed0-1a6d638623d8 associated. External IP: 172.25.0.252, port: b26310be-9a1a-452e-ae04-c96ac10912ce. Sep 16 04:57:22.113016 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.118691 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.124990 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/networks/ec509a3b-4063-4672-8aab-0273e344a806 HTTP/1.1" status: 204 len: 168 time: 2.1374364 Sep 16 04:57:22.125652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55168) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.132230 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-050ff982-79b2-4150-b19d-56f21fb18096 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-718020057', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:22.209034 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-050ff982-79b2-4150-b19d-56f21fb18096 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.211403 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-050ff982-79b2-4150-b19d-56f21fb18096 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.226149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc94d6-dd82-44b3-9c46-ed5371dc00d2 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Network': ['ID=ec509a3b-4063-4672-8aab-0273e344a806,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.277488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edfb09-7c1b-41b6-9d4e-e4816018457b req-8f406b33-71e3-4b65-8992-6d3774ab3b39 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:22.279158 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99edfb09-7c1b-41b6-9d4e-e4816018457b req-8f406b33-71e3-4b65-8992-6d3774ab3b39 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.1674623 Sep 16 04:57:22.308586 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-050ff982-79b2-4150-b19d-56f21fb18096 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.317015 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-050ff982-79b2-4150-b19d-56f21fb18096 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.343139 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-050ff982-79b2-4150-b19d-56f21fb18096 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.345653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-050ff982-79b2-4150-b19d-56f21fb18096 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2175083 Sep 16 04:57:22.348012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55176) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.359411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-343dfd5b-5385-44ce-9c93-024e1e9e09e6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1980551354'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:22.365418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99edfb09-7c1b-41b6-9d4e-e4816018457b req-8b1f37f4-6946-48e9-975a-58c44d1d3f26 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722299 Sep 16 04:57:22.410198 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343dfd5b-5385-44ce-9c93-024e1e9e09e6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:22.415488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-343dfd5b-5385-44ce-9c93-024e1e9e09e6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.450360 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343dfd5b-5385-44ce-9c93-024e1e9e09e6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:22.466901 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-343dfd5b-5385-44ce-9c93-024e1e9e09e6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.467461 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-343dfd5b-5385-44ce-9c93-024e1e9e09e6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Added segment 298ada2e-5626-4abf-9030-9297d332687a of type vlan for network 4da1e03e-e2b2-470a-9782-a23e420565ab Sep 16 04:57:22.557255 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-343dfd5b-5385-44ce-9c93-024e1e9e09e6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.585868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Router f4c1dcde-59bf-4942-a1f3-27f201de6180 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:22.599275 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-343dfd5b-5385-44ce-9c93-024e1e9e09e6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.611824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343dfd5b-5385-44ce-9c93-024e1e9e09e6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:22.613591 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-343dfd5b-5385-44ce-9c93-024e1e9e09e6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.651456 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-343dfd5b-5385-44ce-9c93-024e1e9e09e6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3019414 Sep 16 04:57:22.674940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55186) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.679987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f1e782c9-1ecd-4c8b-9570-00c66f5629bc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'subnet': {'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:22.846410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dfd5b-5385-44ce-9c93-024e1e9e09e6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Network': ['ID=4da1e03e-e2b2-470a-9782-a23e420565ab,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:22.849451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:22.858977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 4da1e03e-e2b2-470a-9782-a23e420565ab details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:22.907132 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.930120 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e782c9-1ecd-4c8b-9570-00c66f5629bc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:22.934821 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f1e782c9-1ecd-4c8b-9570-00c66f5629bc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:22.965522 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fdf78554-a025-4172-a040-ede3b9a6c664 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.3842955 Sep 16 04:57:22.968026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55192) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:22.976809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634725b5-519c-4f68-9482-e6e90a5e1c38 None None] Sync routers for ids ['f4c1dcde-59bf-4942-a1f3-27f201de6180'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:22.987774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634725b5-519c-4f68-9482-e6e90a5e1c38 None None] Routers {'f4c1dcde-59bf-4942-a1f3-27f201de6180'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:22.988958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-634725b5-519c-4f68-9482-e6e90a5e1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f4c1dcde-59bf-4942-a1f3-27f201de6180'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:23.048346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-634725b5-519c-4f68-9482-e6e90a5e1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:23.070247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634725b5-519c-4f68-9482-e6e90a5e1c38 None None] Routers {'f4c1dcde-59bf-4942-a1f3-27f201de6180'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:23.071808 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-634725b5-519c-4f68-9482-e6e90a5e1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f4c1dcde-59bf-4942-a1f3-27f201de6180'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:23.166322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-634725b5-519c-4f68-9482-e6e90a5e1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:23.170259 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634725b5-519c-4f68-9482-e6e90a5e1c38 None None] The sync data for ids ['f4c1dcde-59bf-4942-a1f3-27f201de6180'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:23.195895 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.225530 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5f34d016-a07b-4a73-a8cc-7a581d31403c tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] 10.222.0.53 "GET /v2.0/floatingips/9bb13cdc-e88c-4129-bed0-1a6d638623d8 HTTP/1.1" status: 200 len: 983 time: 0.2563934 Sep 16 04:57:23.227857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55198) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.395931 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f1e782c9-1ecd-4c8b-9570-00c66f5629bc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.484753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e782c9-1ecd-4c8b-9570-00c66f5629bc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Checking segment: {'id': '298ada2e-5626-4abf-9030-9297d332687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:23.485196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e782c9-1ecd-4c8b-9570-00c66f5629bc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network hostable DHCP agents. Network: 4da1e03e-e2b2-470a-9782-a23e420565ab, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:23.497670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e782c9-1ecd-4c8b-9570-00c66f5629bc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Subnet': ['ID=840b5148-00be-450b-9122-50d737afc3bd,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:23.536380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e782c9-1ecd-4c8b-9570-00c66f5629bc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 4da1e03e-e2b2-470a-9782-a23e420565ab is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:23.561480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f1e782c9-1ecd-4c8b-9570-00c66f5629bc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 4da1e03e-e2b2-470a-9782-a23e420565ab) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:23.568322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e782c9-1ecd-4c8b-9570-00c66f5629bc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:23.569231 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f1e782c9-1ecd-4c8b-9570-00c66f5629bc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:23.578368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0cdd74-ffac-4243-a470-52d5e6bbfe74 None None] Network 4da1e03e-e2b2-470a-9782-a23e420565ab requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:23.594456 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f1e782c9-1ecd-4c8b-9570-00c66f5629bc tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9196751 Sep 16 04:57:23.600797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55214) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.649767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-87d2a7c9-6935-4fa0-aca5-21ee1a0bb9d6 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.4052439 Sep 16 04:57:23.659165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55216) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:23.843678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02975ade-e3b4-4f26-a868-84a43bf24030 req-b669bb03-f3ba-4aad-920a-a3d0ce4baa2e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:23.860277 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02975ade-e3b4-4f26-a868-84a43bf24030 req-b669bb03-f3ba-4aad-920a-a3d0ce4baa2e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.3863976 Sep 16 04:57:24.032160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-4da1e03e-e2b2-470a-9782-a23e420565ab', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:24.033191 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.094461 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02975ade-e3b4-4f26-a868-84a43bf24030 req-2d6b93b3-3495-4df6-9db3-e6599205118d tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326703 Sep 16 04:57:24.213913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.267903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Deleting port 7aa6dcef-cb1d-42ab-8a22-f0d9de44f63f {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:24.268201 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.367269 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Allocated IP 2001:db8::2 (4da1e03e-e2b2-470a-9782-a23e420565ab/840b5148-00be-450b-9122-50d737afc3bd/598e9a2b-182c-417f-a26b-4b0ae772d1ed) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:24.400261 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.400900 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.414873 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Calling delete_port for 7aa6dcef-cb1d-42ab-8a22-f0d9de44f63f owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:24.601356 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.611233 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.637068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Network 4da1e03e-e2b2-470a-9782-a23e420565ab is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:24.642339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:24.683948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:24.735774 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.764438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event deleted for resources: {'Port': ['ID=7aa6dcef-cb1d-42ab-8a22-f0d9de44f63f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.803949 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Pushing event updated for resources: {'Port': ['ID=598e9a2b-182c-417f-a26b-4b0ae772d1ed,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:24.809536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Attempting to bind port 598e9a2b-182c-417f-a26b-4b0ae772d1ed on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:24.809536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Attempting to bind port 598e9a2b-182c-417f-a26b-4b0ae772d1ed by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '298ada2e-5626-4abf-9030-9297d332687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:24.809536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Attempting to bind port 598e9a2b-182c-417f-a26b-4b0ae772d1ed on network 4da1e03e-e2b2-470a-9782-a23e420565ab {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:24.816880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:24.817394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Checking segment: {'id': '298ada2e-5626-4abf-9030-9297d332687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:24.817872 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.818271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Bound using segment: {'id': '298ada2e-5626-4abf-9030-9297d332687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:24.818745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Bound port: 598e9a2b-182c-417f-a26b-4b0ae772d1ed, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298ada2e-5626-4abf-9030-9297d332687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:24.819187 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.907359 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:24.910613 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Floating IP 9bb13cdc-e88c-4129-bed0-1a6d638623d8 disassociated (deleted). External IP: 172.25.0.252, port: b26310be-9a1a-452e-ae04-c96ac10912ce. Sep 16 04:57:24.911256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Allocated IP 2001:db8::1 (4da1e03e-e2b2-470a-9782-a23e420565ab/840b5148-00be-450b-9122-50d737afc3bd/2a076593-49d2-474e-8972-e89abe060ce4) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:24.982676 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] For port 598e9a2b-182c-417f-a26b-4b0ae772d1ed, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:24.990656 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] For port 598e9a2b-182c-417f-a26b-4b0ae772d1ed, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=598e9a2b-182c-417f-a26b-4b0ae772d1ed,segment=NetworkSegment(298ada2e-5626-4abf-9030-9297d332687a),segment_id=298ada2e-5626-4abf-9030-9297d332687a)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:25.003820 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.104229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58913dc8-b4b0-45c9-97c4-8a7a8224ffa4 None None] Pushing event updated for resources: {'Port': ['ID=598e9a2b-182c-417f-a26b-4b0ae772d1ed,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:25.114492 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.161178 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.214453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=2a076593-49d2-474e-8972-e89abe060ce4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:25.235314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 4da1e03e-e2b2-470a-9782-a23e420565ab is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:25.237466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:25.243549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:25.244208 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.340631 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Router f4c1dcde-59bf-4942-a1f3-27f201de6180 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:25.426906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707385a-f629-40d3-bfbc-8af7aad1ac2d req-df5c6e7b-7072-4d00-8abc-309b53817728 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:25.428916 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d707385a-f629-40d3-bfbc-8af7aad1ac2d req-df5c6e7b-7072-4d00-8abc-309b53817728 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.2165992 Sep 16 04:57:25.441632 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.540499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d707385a-f629-40d3-bfbc-8af7aad1ac2d req-b8213644-e428-451a-866d-7eee224b7809 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038373 Sep 16 04:57:25.690508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:25.702169 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a648c-42e2-4c4b-862d-7658a251b4dd None None] Sync routers for ids ['f4c1dcde-59bf-4942-a1f3-27f201de6180'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:25.704776 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.714956 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a648c-42e2-4c4b-862d-7658a251b4dd None None] Routers {'f4c1dcde-59bf-4942-a1f3-27f201de6180'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:25.715867 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a60a648c-42e2-4c4b-862d-7658a251b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f4c1dcde-59bf-4942-a1f3-27f201de6180'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:25.779553 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-77de3029-5210-444b-a701-abcdd46d6954 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "DELETE /v2.0/floatingips/9bb13cdc-e88c-4129-bed0-1a6d638623d8 HTTP/1.1" status: 204 len: 168 time: 2.1053391 Sep 16 04:57:25.780366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55248) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:25.791043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:25.817673 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a60a648c-42e2-4c4b-862d-7658a251b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:25.845434 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a648c-42e2-4c4b-862d-7658a251b4dd None None] Routers {'f4c1dcde-59bf-4942-a1f3-27f201de6180'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:25.847554 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a60a648c-42e2-4c4b-862d-7658a251b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f4c1dcde-59bf-4942-a1f3-27f201de6180'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:25.848726 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.918023 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a60a648c-42e2-4c4b-862d-7658a251b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:25.918692 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a648c-42e2-4c4b-862d-7658a251b4dd None None] The sync data for ids ['f4c1dcde-59bf-4942-a1f3-27f201de6180'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:25.977719 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.985673 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:25.990570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 598e9a2b-182c-417f-a26b-4b0ae772d1ed up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:26.003654 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.015414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.122259 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 598e9a2b-182c-417f-a26b-4b0ae772d1ed triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:26.123576 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.193583 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 4da1e03e-e2b2-470a-9782-a23e420565ab is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:26.197082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:26.239837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Allocated IP 172.25.0.200 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/8ef1ebe6-1868-4c93-abfd-377c9fb58e63) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:26.241348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=2a076593-49d2-474e-8972-e89abe060ce4,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:26.294226 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.367859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 598e9a2b-182c-417f-a26b-4b0ae772d1ed, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=598e9a2b-182c-417f-a26b-4b0ae772d1ed,segment=NetworkSegment(298ada2e-5626-4abf-9030-9297d332687a),segment_id=298ada2e-5626-4abf-9030-9297d332687a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:26.376879 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.379590 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.435947 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.475759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:26.479003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:26.484951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:26.539442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=598e9a2b-182c-417f-a26b-4b0ae772d1ed,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:26.545720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Pushing event updated for resources: {'Port': ['ID=8ef1ebe6-1868-4c93-abfd-377c9fb58e63,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:26.637318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.727913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.728214 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b5cfb-0e1c-48d2-9226-9fd6810422ae None None] Network 4da1e03e-e2b2-470a-9782-a23e420565ab requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:26.814439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26262bc5-361f-4567-855e-3127532e98ff req-f830640a-2cad-4199-b170-283d4de00c82 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:26.814439 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26262bc5-361f-4567-855e-3127532e98ff req-f830640a-2cad-4199-b170-283d4de00c82 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.1247411 Sep 16 04:57:26.934742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3add0f66-bb91-46d7-822e-818443aafa57 None None] Provisioning complete for port 598e9a2b-182c-417f-a26b-4b0ae772d1ed triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:26.935180 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3add0f66-bb91-46d7-822e-818443aafa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:26.990687 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26262bc5-361f-4567-855e-3127532e98ff req-0c27f4fe-c384-4c65-9ff2-36bc41c84cc8 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690722 Sep 16 04:57:27.128113 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ea143-0968-402d-8532-224fc3eaa7e4 req-437d5c16-37b5-45f5-aa76-b0d87fa8f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:27.130114 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d1ea143-0968-402d-8532-224fc3eaa7e4 req-437d5c16-37b5-45f5-aa76-b0d87fa8f60e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 1098 time: 0.5906668 Sep 16 04:57:27.132711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5f08490d-6f5a-4813-a3c7-39167151eabc is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:57:27.164401 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.178617 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.180075 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3d1ea143-0968-402d-8532-224fc3eaa7e4 req-2bc4724c-6941-41ca-be27-0724ed612ff0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374949 Sep 16 04:57:27.289912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Pushing event updated for resources: {'Port': ['ID=8ef1ebe6-1868-4c93-abfd-377c9fb58e63,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:27.300753 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.319567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.321168 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e7bf0412-0178-4f23-a6dd-7f7777c460ca tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5375283 Sep 16 04:57:27.325866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55290) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:27.384207 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:27.394725 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-80228884-7c2b-4972-b3f9-8ac1b1d86a1d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7880020 Sep 16 04:57:27.394818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55294) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:27.397851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Sync routers for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:27.401239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-41bab1f4-62f3-4bbb-bb87-18df8064f2fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-525990430'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:27.411108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:27.411765 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:27.473036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bab1f4-62f3-4bbb-bb87-18df8064f2fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:27.478000 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41bab1f4-62f3-4bbb-bb87-18df8064f2fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.528962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:27.586735 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.661206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bab1f4-62f3-4bbb-bb87-18df8064f2fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:27.687461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:27.716034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41bab1f4-62f3-4bbb-bb87-18df8064f2fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:27.720461 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-41bab1f4-62f3-4bbb-bb87-18df8064f2fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Added segment 9d8194aa-eab4-46e3-af18-3a433e0bd7cc of type vlan for network d762c468-4943-4684-a3ef-5643d98359e9 Sep 16 04:57:27.930807 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 598e9a2b-182c-417f-a26b-4b0ae772d1ed up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:27.957566 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41bab1f4-62f3-4bbb-bb87-18df8064f2fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.050373 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41bab1f4-62f3-4bbb-bb87-18df8064f2fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.062078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bab1f4-62f3-4bbb-bb87-18df8064f2fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:28.062877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41bab1f4-62f3-4bbb-bb87-18df8064f2fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.087716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f56983e5-741b-4c4a-a547-6ed17e698d45 None None] Provisioning complete for port 2a076593-49d2-474e-8972-e89abe060ce4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:28.088097 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f56983e5-741b-4c4a-a547-6ed17e698d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.137844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 598e9a2b-182c-417f-a26b-4b0ae772d1ed triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:28.138471 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.306029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f56983e5-741b-4c4a-a547-6ed17e698d45 None None] Port 2a076593-49d2-474e-8972-e89abe060ce4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:28.524182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f56983e5-741b-4c4a-a547-6ed17e698d45 None None] Provisioning complete for port 598e9a2b-182c-417f-a26b-4b0ae772d1ed triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:28.525556 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f56983e5-741b-4c4a-a547-6ed17e698d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:28.755700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:25Z', 'revision_number': 2, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:25Z', 'revision_number': 2, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:28.832814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Checking router: 5f08490d-6f5a-4813-a3c7-39167151eabc for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:28.836170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Updating router 5f08490d-6f5a-4813-a3c7-39167151eabc port 2a076593-49d2-474e-8972-e89abe060ce4 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:57:28.880347 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.154032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-959c0a76-6bfb-46a6-98e0-ff68a6c31549 None None] Provisioning complete for port 2a076593-49d2-474e-8972-e89abe060ce4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:29.156419 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-959c0a76-6bfb-46a6-98e0-ff68a6c31549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.228501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55446) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:29.229940 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-41bab1f4-62f3-4bbb-bb87-18df8064f2fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8335161 Sep 16 04:57:29.233389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-91366543-ab6e-46ac-bc24-24579f5eeaf8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'subnet': {'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:29.241390 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.248901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bab1f4-62f3-4bbb-bb87-18df8064f2fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Network': ['ID=d762c468-4943-4684-a3ef-5643d98359e9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:29.282397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network d762c468-4943-4684-a3ef-5643d98359e9 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:29.317720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672800f0-4fa2-4d07-8f03-4795db71b86b req-b5c6b5ba-1c6c-4ef4-968d-0fa4f59059fa tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:29.323543 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-672800f0-4fa2-4d07-8f03-4795db71b86b req-b5c6b5ba-1c6c-4ef4-968d-0fa4f59059fa tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.3307445 Sep 16 04:57:29.497902 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-959c0a76-6bfb-46a6-98e0-ff68a6c31549 None None] Port 2a076593-49d2-474e-8972-e89abe060ce4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:29.526180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91366543-ab6e-46ac-bc24-24579f5eeaf8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:29.529722 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91366543-ab6e-46ac-bc24-24579f5eeaf8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.610804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Allocated IP 172.25.0.133 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/cc5d8cb1-e913-4c66-8326-41532aa3cbfd) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:29.805008 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.832540 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-098748c6-b774-4dce-8a27-84d113dc8f64 None None] Provisioning complete for port 2a076593-49d2-474e-8972-e89abe060ce4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:29.833149 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-098748c6-b774-4dce-8a27-84d113dc8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.876445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:29.997814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-672800f0-4fa2-4d07-8f03-4795db71b86b req-a9b154af-c03c-41b3-9150-5c6b6fca1544 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224756 Sep 16 04:57:30.001201 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91366543-ab6e-46ac-bc24-24579f5eeaf8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.016547 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.026684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:30.037093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:30.045379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:30.046219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-098748c6-b774-4dce-8a27-84d113dc8f64 None None] Port 2a076593-49d2-474e-8972-e89abe060ce4 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:30.055441 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.111699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Pushing event updated for resources: {'Port': ['ID=cc5d8cb1-e913-4c66-8326-41532aa3cbfd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.151698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8415901-8b85-4af3-99af-1d49c2d22340 None None] Pushing event updated for resources: {'Port': ['ID=2a076593-49d2-474e-8972-e89abe060ce4,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.152254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91366543-ab6e-46ac-bc24-24579f5eeaf8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Subnet': ['ID=e055c53c-4840-4e0d-b735-7b4a9e3a0d83,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:30.246020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91366543-ab6e-46ac-bc24-24579f5eeaf8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Checking segment: {'id': '9d8194aa-eab4-46e3-af18-3a433e0bd7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:30.246626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91366543-ab6e-46ac-bc24-24579f5eeaf8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network hostable DHCP agents. Network: d762c468-4943-4684-a3ef-5643d98359e9, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:30.262166 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.286143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91366543-ab6e-46ac-bc24-24579f5eeaf8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network d762c468-4943-4684-a3ef-5643d98359e9 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:30.309467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-91366543-ab6e-46ac-bc24-24579f5eeaf8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, d762c468-4943-4684-a3ef-5643d98359e9) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:30.321964 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.327804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91366543-ab6e-46ac-bc24-24579f5eeaf8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:30.328406 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91366543-ab6e-46ac-bc24-24579f5eeaf8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.359718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ede6fc-a41c-4b7e-abf9-59c853307355 None None] Network d762c468-4943-4684-a3ef-5643d98359e9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:30.369877 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-91366543-ab6e-46ac-bc24-24579f5eeaf8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1403098 Sep 16 04:57:30.372924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55540) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:30.409758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Attempting to bind port 2a076593-49d2-474e-8972-e89abe060ce4 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:30.410156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Attempting to bind port 2a076593-49d2-474e-8972-e89abe060ce4 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '298ada2e-5626-4abf-9030-9297d332687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:30.410539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Attempting to bind port 2a076593-49d2-474e-8972-e89abe060ce4 on network 4da1e03e-e2b2-470a-9782-a23e420565ab {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:30.448869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:30.449260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Checking segment: {'id': '298ada2e-5626-4abf-9030-9297d332687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:30.456763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.457198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Bound using segment: {'id': '298ada2e-5626-4abf-9030-9297d332687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:30.461934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Bound port: 2a076593-49d2-474e-8972-e89abe060ce4, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298ada2e-5626-4abf-9030-9297d332687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:30.462391 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.625732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] For port 2a076593-49d2-474e-8972-e89abe060ce4, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:30.638512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] For port 2a076593-49d2-474e-8972-e89abe060ce4, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2a076593-49d2-474e-8972-e89abe060ce4,segment=NetworkSegment(298ada2e-5626-4abf-9030-9297d332687a),segment_id=298ada2e-5626-4abf-9030-9297d332687a)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:30.649337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.756442 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.768331 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:30.874646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:30.876946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:31.015884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Pushing event updated for resources: {'Port': ['ID=cc5d8cb1-e913-4c66-8326-41532aa3cbfd,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:31.044022 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.082382 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.084081 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-068078c9-3e62-4088-9472-06df2d373de9 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7570615 Sep 16 04:57:31.086558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55598) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:31.104279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:31.180975 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-199cc6c6-5268-4ab6-9d05-11f5748bfb74 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.0918574 Sep 16 04:57:31.185085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55608) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:31.320104 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9199312f-bab9-4789-a63a-749425f803a1 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1334701 Sep 16 04:57:31.322886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55626) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:31.381289 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.423545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2d207eda-13c4-4b84-bfae-c3f7be59c082 None None] Provisioning complete for port 2a076593-49d2-474e-8972-e89abe060ce4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:31.424699 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d207eda-13c4-4b84-bfae-c3f7be59c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:31.543855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8415901-8b85-4af3-99af-1d49c2d22340 None None] Pushing event updated for resources: {'Port': ['ID=2a076593-49d2-474e-8972-e89abe060ce4,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:31.558072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005192e5-5d87-4c76-9916-6bada1a230ae req-eae82b0e-8abb-4318-b2a0-a2b318b93b18 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:31.559610 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-005192e5-5d87-4c76-9916-6bada1a230ae req-eae82b0e-8abb-4318-b2a0-a2b318b93b18 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.2805927 Sep 16 04:57:31.712703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-005192e5-5d87-4c76-9916-6bada1a230ae req-80ff36bd-b096-4459-9a62-293bc62adf8e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140187 Sep 16 04:57:31.723479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-59cc0909-b264-45cb-87c8-7085cbb582e0 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Deleting port cc5d8cb1-e913-4c66-8326-41532aa3cbfd {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:31.724065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59cc0909-b264-45cb-87c8-7085cbb582e0 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.023635 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59cc0909-b264-45cb-87c8-7085cbb582e0 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.024580 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59cc0909-b264-45cb-87c8-7085cbb582e0 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.077334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-59cc0909-b264-45cb-87c8-7085cbb582e0 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Calling delete_port for cc5d8cb1-e913-4c66-8326-41532aa3cbfd owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:32.247192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720299f0-a982-41b9-8d11-2c43e91ae53e req-acd0d5e0-fa91-40ec-a0c2-efa417849a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.249303 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-720299f0-a982-41b9-8d11-2c43e91ae53e req-acd0d5e0-fa91-40ec-a0c2-efa417849a74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=408d0caffba049249d329ddf5bf692bf&device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 1098 time: 0.1708181 Sep 16 04:57:32.321796 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d207eda-13c4-4b84-bfae-c3f7be59c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.380121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Allocated IP 2001:db8:1::1 (d762c468-4943-4684-a3ef-5643d98359e9/e055c53c-4840-4e0d-b735-7b4a9e3a0d83/ea36c8ce-d4e8-453d-be7b-e7d7860f907f) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:32.619463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720299f0-a982-41b9-8d11-2c43e91ae53e req-80171c5f-08b3-41df-8554-edde58da662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.628274 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-720299f0-a982-41b9-8d11-2c43e91ae53e req-80171c5f-08b3-41df-8554-edde58da662d service neutron] 10.222.0.50 "GET /v2.0/networks?id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c HTTP/1.1" status: 200 len: 910 time: 0.3701022 Sep 16 04:57:32.671596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fef13-6f3c-49da-852e-fae895410aed req-6327e88c-9d61-4993-a9b7-f9e01e1ead57 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:32.679699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-441fef13-6f3c-49da-852e-fae895410aed req-6327e88c-9d61-4993-a9b7-f9e01e1ead57 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.4534397 Sep 16 04:57:32.687327 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-d762c468-4943-4684-a3ef-5643d98359e9', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:32.690629 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.776036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59cc0909-b264-45cb-87c8-7085cbb582e0 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:32.874827 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-720299f0-a982-41b9-8d11-2c43e91ae53e req-f0e2ed17-0773-4760-94f9-bb159b9edec0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec886acf-11d0-410f-85aa-fef0beaed98c HTTP/1.1" status: 200 len: 217 time: 0.2322857 Sep 16 04:57:32.939564 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2d207eda-13c4-4b84-bfae-c3f7be59c082 None None] For port 2a076593-49d2-474e-8972-e89abe060ce4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2a076593-49d2-474e-8972-e89abe060ce4,segment=NetworkSegment(298ada2e-5626-4abf-9030-9297d332687a),segment_id=298ada2e-5626-4abf-9030-9297d332687a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:32.955011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc0909-b264-45cb-87c8-7085cbb582e0 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Pushing event deleted for resources: {'Port': ['ID=cc5d8cb1-e913-4c66-8326-41532aa3cbfd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:33.016263 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d207eda-13c4-4b84-bfae-c3f7be59c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.050123 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-441fef13-6f3c-49da-852e-fae895410aed req-32e0e78a-1583-4588-8008-0cd8d9874f73 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382249 Sep 16 04:57:33.166390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720299f0-a982-41b9-8d11-2c43e91ae53e req-2cc027da-097b-42d9-a033-474d12f214bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:33.172397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-720299f0-a982-41b9-8d11-2c43e91ae53e req-2cc027da-097b-42d9-a033-474d12f214bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=739383e3-e0b0-4958-a1af-a16bee6ca4bf HTTP/1.1" status: 200 len: 849 time: 0.2688420 Sep 16 04:57:33.184701 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.222383 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-50c33df4-424b-4f4a-bb42-f2a9c40d0a5e None None] Provisioning complete for port 2a076593-49d2-474e-8972-e89abe060ce4 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:33.229125 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-50c33df4-424b-4f4a-bb42-f2a9c40d0a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.243053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59cc0909-b264-45cb-87c8-7085cbb582e0 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.254360 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59cc0909-b264-45cb-87c8-7085cbb582e0 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.255737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-59cc0909-b264-45cb-87c8-7085cbb582e0 tempest-FloatingIPAdminTestJSON-1347866819 tempest-FloatingIPAdminTestJSON-1347866819-project] 10.222.0.53 "DELETE /v2.0/floatingips/8a340f68-a0cc-4305-ba48-06e53d798ca2 HTTP/1.1" status: 204 len: 168 time: 1.9315219 Sep 16 04:57:33.259392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55802) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:33.309927 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-720299f0-a982-41b9-8d11-2c43e91ae53e req-e9066530-cf87-40bd-915e-1eaf07401108 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172106 Sep 16 04:57:33.464658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d207eda-13c4-4b84-bfae-c3f7be59c082 None None] Pushing event updated for resources: {'Port': ['ID=2a076593-49d2-474e-8972-e89abe060ce4,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:33.575214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9c284829-79c8-488c-aca9-010dd8e1f672 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Deleting port 8ef1ebe6-1868-4c93-abfd-377c9fb58e63 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:33.575752 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c284829-79c8-488c-aca9-010dd8e1f672 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.635127 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.636354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:25Z', 'revision_number': 2, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:30Z', 'revision_number': 4, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:33.779595 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c284829-79c8-488c-aca9-010dd8e1f672 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.780144 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c284829-79c8-488c-aca9-010dd8e1f672 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:33.809422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9c284829-79c8-488c-aca9-010dd8e1f672 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Calling delete_port for 8ef1ebe6-1868-4c93-abfd-377c9fb58e63 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:33.822147 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-720299f0-a982-41b9-8d11-2c43e91ae53e req-37eca04b-f05d-4988-bb64-7d9743f36212 service neutron] 10.222.0.50 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916570 Sep 16 04:57:33.827813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b767df1-d94b-4a1e-b015-e2af57ad218c None None] The sync data for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 is: [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:25Z', 'revision_number': 2, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:30Z', 'revision_number': 4, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:33.836863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network d762c468-4943-4684-a3ef-5643d98359e9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:33.953081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Allocated IP 2001:db8:1::2 (d762c468-4943-4684-a3ef-5643d98359e9/e055c53c-4840-4e0d-b735-7b4a9e3a0d83/d83fca14-0016-489c-a963-faa536efead6) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:33.965898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:34.162107 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-720299f0-a982-41b9-8d11-2c43e91ae53e req-55dfc37e-ac19-4d57-bcb6-0059094ae305 service neutron] 10.222.0.50 "GET /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222575 Sep 16 04:57:34.163015 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:34.163599 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.190162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=ea36c8ce-d4e8-453d-be7b-e7d7860f907f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.432162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:34.432476 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:34.432836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:34.433179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:34.433527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:34.448694 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.466373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:34.470800 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.482377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:34.488062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:34.490222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:34.490819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:34.491933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:34.494422 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:34.505448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a67674-c571-48c5-8677-56cdf759b570 req-326982f3-b40c-47c7-bfe6-c90959d7a1bc tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:34.511375 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0a67674-c571-48c5-8677-56cdf759b570 req-326982f3-b40c-47c7-bfe6-c90959d7a1bc tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.2748539 Sep 16 04:57:34.530917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c284829-79c8-488c-aca9-010dd8e1f672 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.556668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Network d762c468-4943-4684-a3ef-5643d98359e9 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:34.561009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:34.572211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:34.618004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c284829-79c8-488c-aca9-010dd8e1f672 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ef1ebe6-1868-4c93-abfd-377c9fb58e63,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.655269 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Pushing event updated for resources: {'Port': ['ID=d83fca14-0016-489c-a963-faa536efead6,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:34.681846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0a67674-c571-48c5-8677-56cdf759b570 req-e51d3352-c46f-4bca-bbf8-0990bdc79c0a tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628785 Sep 16 04:57:34.706597 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.743415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Attempting to bind port d83fca14-0016-489c-a963-faa536efead6 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:34.743415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Attempting to bind port d83fca14-0016-489c-a963-faa536efead6 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9d8194aa-eab4-46e3-af18-3a433e0bd7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:34.743415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Attempting to bind port d83fca14-0016-489c-a963-faa536efead6 on network d762c468-4943-4684-a3ef-5643d98359e9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:34.753363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:34.753646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Checking segment: {'id': '9d8194aa-eab4-46e3-af18-3a433e0bd7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:34.755233 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.755233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Bound using segment: {'id': '9d8194aa-eab4-46e3-af18-3a433e0bd7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:34.761747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Bound port: d83fca14-0016-489c-a963-faa536efead6, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8194aa-eab4-46e3-af18-3a433e0bd7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:34.762215 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.820821 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c284829-79c8-488c-aca9-010dd8e1f672 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.824149 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9c284829-79c8-488c-aca9-010dd8e1f672 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:34.831873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9c284829-79c8-488c-aca9-010dd8e1f672 tempest-FloatingIPAdminTestJSON-532644561 tempest-FloatingIPAdminTestJSON-532644561-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/c1f4775c-687e-471f-85fa-e98db1a73bec HTTP/1.1" status: 204 len: 168 time: 1.5680859 Sep 16 04:57:34.836758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55842) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:34.962420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] For port d83fca14-0016-489c-a963-faa536efead6, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:34.973358 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] For port d83fca14-0016-489c-a963-faa536efead6, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d83fca14-0016-489c-a963-faa536efead6,segment=NetworkSegment(9d8194aa-eab4-46e3-af18-3a433e0bd7cc),segment_id=9d8194aa-eab4-46e3-af18-3a433e0bd7cc)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:35.006398 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.151636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608bfcf-e75c-4f26-967c-e30125dcfa87 None None] Pushing event updated for resources: {'Port': ['ID=d83fca14-0016-489c-a963-faa536efead6,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:35.171557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-4bcbc06e-47b3-4fa3-8fc3-95793aba25ca tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.188114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-4bcbc06e-47b3-4fa3-8fc3-95793aba25ca tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/networks?id=42660028-7eee-4adc-80d4-cf7ad0e8368a HTTP/1.1" status: 200 len: 813 time: 0.3163443 Sep 16 04:57:35.213102 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-6cec0192-33b9-4416-a8eb-98c8b67b0b45 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/quotas/6e4078711f1a4ccd8cfe9f966cb65f60 HTTP/1.1" status: 200 len: 375 time: 0.0117536 Sep 16 04:57:35.260397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-3ec32c10-17e4-4925-8a3d-8e44550b4262 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e4078711f1a4ccd8cfe9f966cb65f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434456 Sep 16 04:57:35.304642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0a678-619f-4da7-9ac1-575a35f3b2c7 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Deleting port b26310be-9a1a-452e-ae04-c96ac10912ce {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:35.312146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a678-619f-4da7-9ac1-575a35f3b2c7 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.535952 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-dec29374-5e73-4abc-80e7-d96f6f2adfab service neutron] 10.222.0.53 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651849 Sep 16 04:57:35.567615 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.702347 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a678-619f-4da7-9ac1-575a35f3b2c7 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.728855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-b13aa3d6-e1f3-4aa3-9aed-5dc6f5f71d4c service neutron] 10.222.0.53 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851699 Sep 16 04:57:35.730101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0a678-619f-4da7-9ac1-575a35f3b2c7 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Calling delete_port for b26310be-9a1a-452e-ae04-c96ac10912ce owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:35.959381 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.986717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08f1a9-c216-482f-8c76-e4d0263d6fad req-c94099fb-f59e-4482-b95e-c199380c5895 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:35.987601 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:35.988433 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.013016 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e08f1a9-c216-482f-8c76-e4d0263d6fad req-c94099fb-f59e-4482-b95e-c199380c5895 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.1003149 Sep 16 04:57:36.047903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d83fca14-0016-489c-a963-faa536efead6 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:36.143967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e08f1a9-c216-482f-8c76-e4d0263d6fad req-f6331099-2b78-4bee-aeb4-5015f07386f5 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282344 Sep 16 04:57:36.146817 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d83fca14-0016-489c-a963-faa536efead6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:36.147992 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.292983 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9827bbdd-a266-4996-940e-c1feeafe42e1 req-1f170f41-48b2-4eca-b035-c1e6bb663a82 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 210 time: 0.0788643 Sep 16 04:57:36.342854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network d762c468-4943-4684-a3ef-5643d98359e9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:36.353368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:36.354885 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.465760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port d83fca14-0016-489c-a963-faa536efead6, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d83fca14-0016-489c-a963-faa536efead6,segment=NetworkSegment(9d8194aa-eab4-46e3-af18-3a433e0bd7cc),segment_id=9d8194aa-eab4-46e3-af18-3a433e0bd7cc)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:36.475970 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.477464 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2a076593-49d2-474e-8972-e89abe060ce4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:36.577113 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=ea36c8ce-d4e8-453d-be7b-e7d7860f907f,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:36.665009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=d83fca14-0016-489c-a963-faa536efead6,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:36.678441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 2a076593-49d2-474e-8972-e89abe060ce4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:36.678870 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:36.890629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5656fd-7402-49a0-a47e-e703f426294e req-50667553-ae41-4216-84e4-2d729f5004eb tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:36.914692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff5656fd-7402-49a0-a47e-e703f426294e req-50667553-ae41-4216-84e4-2d729f5004eb tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.1041970 Sep 16 04:57:36.971126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5f08490d-6f5a-4813-a3c7-39167151eabc has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:37.041013 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff5656fd-7402-49a0-a47e-e703f426294e req-941b6cab-3c3c-440c-b8bf-a2327917e714 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232831 Sep 16 04:57:37.199259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:37.211926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47538728-d289-4817-a597-6a9890427ae4 None None] Network d762c468-4943-4684-a3ef-5643d98359e9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:37.215478 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Sync routers for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:37.225500 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55884) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:37.225703 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-64c63812-d2e0-4f83-8490-9939b7984cba tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8511152 Sep 16 04:57:37.226739 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a678-619f-4da7-9ac1-575a35f3b2c7 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.234208 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e72c9155-4cb9-4810-a857-9b297dcec686 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1532724810'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:37.240381 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:37.241974 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:37.317504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72c9155-4cb9-4810-a857-9b297dcec686 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:37.338671 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e72c9155-4cb9-4810-a857-9b297dcec686 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.393214 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-bada250a-43d8-4a81-853d-68e96614daca None None] Provisioning complete for port d83fca14-0016-489c-a963-faa536efead6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:37.393896 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bada250a-43d8-4a81-853d-68e96614daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.443265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72c9155-4cb9-4810-a857-9b297dcec686 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:37.462018 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e72c9155-4cb9-4810-a857-9b297dcec686 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.462367 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-e72c9155-4cb9-4810-a857-9b297dcec686 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Added segment b2ed6edc-dbdc-4806-8328-5e50111fc0d2 of type vlan for network 2619f925-c4fc-4bdf-a8cd-7c5698120813 Sep 16 04:57:37.543630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-51af63d8-d6b2-420e-8ad3-17047198b9fa req-bedcd178-721d-4bee-a362-3cc6fb9c7b86 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 210 time: 0.0702884 Sep 16 04:57:37.649487 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e72c9155-4cb9-4810-a857-9b297dcec686 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.692372 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:37.720000 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e72c9155-4cb9-4810-a857-9b297dcec686 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.726151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72c9155-4cb9-4810-a857-9b297dcec686 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:37.726798 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e72c9155-4cb9-4810-a857-9b297dcec686 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.825166 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:37.886480 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e72c9155-4cb9-4810-a857-9b297dcec686 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6593444 Sep 16 04:57:37.886978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55894) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:37.899318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a380a407-5dfe-4fb6-b131-a832e136575b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'subnet': {'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:38.037268 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d83fca14-0016-489c-a963-faa536efead6 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:38.236930 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:34Z', 'revision_number': 3, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:35Z', 'revision_number': 2, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:38.296306 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Checking router: 5f08490d-6f5a-4813-a3c7-39167151eabc for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:38.298024 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Updating router 5f08490d-6f5a-4813-a3c7-39167151eabc port ea36c8ce-d4e8-453d-be7b-e7d7860f907f binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:57:38.322473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0a678-619f-4da7-9ac1-575a35f3b2c7 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event deleted for resources: {'Port': ['ID=b26310be-9a1a-452e-ae04-c96ac10912ce,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:38.360527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c9155-4cb9-4810-a857-9b297dcec686 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Network': ['ID=2619f925-c4fc-4bdf-a8cd-7c5698120813,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:38.365238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d83fca14-0016-489c-a963-faa536efead6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:38.365855 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.369197 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.451361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 2619f925-c4fc-4bdf-a8cd-7c5698120813 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:38.505278 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a380a407-5dfe-4fb6-b131-a832e136575b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:38.515178 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a380a407-5dfe-4fb6-b131-a832e136575b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.564619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b856d-24dd-4505-b79c-31b022018af1 req-cd1749a6-e374-4c11-be45-6875df7ad433 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.581913 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f7b856d-24dd-4505-b79c-31b022018af1 req-cd1749a6-e374-4c11-be45-6875df7ad433 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.3011453 Sep 16 04:57:38.620189 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a678-619f-4da7-9ac1-575a35f3b2c7 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.624016 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c9f0a678-619f-4da7-9ac1-575a35f3b2c7 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "DELETE /v2.0/ports/b26310be-9a1a-452e-ae04-c96ac10912ce HTTP/1.1" status: 204 len: 168 time: 3.7819161 Sep 16 04:57:38.624748 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55904) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.792209 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f7b856d-24dd-4505-b79c-31b022018af1 req-4e7dfac3-043c-4869-ba71-7bba4f163b3d tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090392 Sep 16 04:57:38.823595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e9f4f-1056-4c59-abad-8fbaf396ea9b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.828797 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f97e9f4f-1056-4c59-abad-8fbaf396ea9b tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4c1dcde-59bf-4942-a1f3-27f201de6180 HTTP/1.1" status: 200 len: 913 time: 0.2007353 Sep 16 04:57:38.830831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55906) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:38.880258 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-2c096028-0c27-4504-a3f3-9971226afb08 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:38.885348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-2c096028-0c27-4504-a3f3-9971226afb08 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.15 "GET /v2.0/networks?id=42660028-7eee-4adc-80d4-cf7ad0e8368a HTTP/1.1" status: 200 len: 813 time: 0.5909433 Sep 16 04:57:38.921153 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-19b7c15a-757d-434f-b005-29bad57b8c6f None None] Provisioning complete for port ea36c8ce-d4e8-453d-be7b-e7d7860f907f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:38.921649 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19b7c15a-757d-434f-b005-29bad57b8c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:38.930776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55910) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:39.041692 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-19b7c15a-757d-434f-b005-29bad57b8c6f None None] Port ea36c8ce-d4e8-453d-be7b-e7d7860f907f cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:39.042945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Request body: {'port': {'device_id': 'e3beaa91-2018-4478-8c42-2c1cadd945d1', 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a', 'admin_state_up': True, 'tenant_id': '6e4078711f1a4ccd8cfe9f966cb65f60'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:39.070308 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-19b7c15a-757d-434f-b005-29bad57b8c6f None None] Provisioning complete for port d83fca14-0016-489c-a963-faa536efead6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:39.071336 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19b7c15a-757d-434f-b005-29bad57b8c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.114964 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.138988 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.166175 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:57:39.198116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-67680863-bd76-4334-9195-491c661af119 req-1a3391ec-2a70-45c1-a934-4f9db20ceaab tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 210 time: 0.1109698 Sep 16 04:57:39.352681 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Attempting to bind port ea36c8ce-d4e8-453d-be7b-e7d7860f907f on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:39.353220 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Attempting to bind port ea36c8ce-d4e8-453d-be7b-e7d7860f907f by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9d8194aa-eab4-46e3-af18-3a433e0bd7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:39.353462 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Attempting to bind port ea36c8ce-d4e8-453d-be7b-e7d7860f907f on network d762c468-4943-4684-a3ef-5643d98359e9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:39.363769 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Pushing event updated for resources: {'Port': ['ID=ea36c8ce-d4e8-453d-be7b-e7d7860f907f,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:39.383322 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:39.383685 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:39.384033 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:39.384465 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:39.384701 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:39.385043 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:39.385377 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:39.385740 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:39.390140 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:39.390679 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:39.391275 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:39.393744 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:39.399962 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:39.400664 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Checking segment: {'id': '9d8194aa-eab4-46e3-af18-3a433e0bd7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:39.401388 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.402001 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Bound using segment: {'id': '9d8194aa-eab4-46e3-af18-3a433e0bd7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:39.402684 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Bound port: ea36c8ce-d4e8-453d-be7b-e7d7860f907f, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8194aa-eab4-46e3-af18-3a433e0bd7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:39.403557 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.479123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a58bc86b-4100-4e58-96c7-6738f49a0793 None None] Provisioning complete for port ea36c8ce-d4e8-453d-be7b-e7d7860f907f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:39.479518 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a58bc86b-4100-4e58-96c7-6738f49a0793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.506779 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] For port ea36c8ce-d4e8-453d-be7b-e7d7860f907f, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:39.510094 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] For port ea36c8ce-d4e8-453d-be7b-e7d7860f907f, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ea36c8ce-d4e8-453d-be7b-e7d7860f907f,segment=NetworkSegment(9d8194aa-eab4-46e3-af18-3a433e0bd7cc),segment_id=9d8194aa-eab4-46e3-af18-3a433e0bd7cc)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:39.521444 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.568217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a58bc86b-4100-4e58-96c7-6738f49a0793 None None] Port ea36c8ce-d4e8-453d-be7b-e7d7860f907f cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:39.604916 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:39.606508 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:39.693902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Made reservation on behalf of 6e4078711f1a4ccd8cfe9f966cb65f60 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:39.697464 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.701496 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a380a407-5dfe-4fb6-b131-a832e136575b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:39.882321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380a407-5dfe-4fb6-b131-a832e136575b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Checking segment: {'id': 'b2ed6edc-dbdc-4806-8328-5e50111fc0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:39.882959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a380a407-5dfe-4fb6-b131-a832e136575b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network hostable DHCP agents. Network: 2619f925-c4fc-4bdf-a8cd-7c5698120813, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:39.888664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380a407-5dfe-4fb6-b131-a832e136575b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Subnet': ['ID=4f2527b5-fd76-4608-8a0e-46c71c22b856,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:39.889489 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:39.897798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e449d365-2192-443d-af32-ec41962295ad None None] Provisioning complete for port ea36c8ce-d4e8-453d-be7b-e7d7860f907f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:39.898293 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e449d365-2192-443d-af32-ec41962295ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.030273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a380a407-5dfe-4fb6-b131-a832e136575b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 2619f925-c4fc-4bdf-a8cd-7c5698120813 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:40.043067 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56e056-ad87-40ed-b139-3278f9b09d49 None None] Pushing event updated for resources: {'Port': ['ID=ea36c8ce-d4e8-453d-be7b-e7d7860f907f,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:40.101234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fe3f5-50b0-431c-852a-e04988ee7a89 req-53b4e68c-52a6-4cb7-adfc-fa592af68339 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:40.102995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-149fe3f5-50b0-431c-852a-e04988ee7a89 req-53b4e68c-52a6-4cb7-adfc-fa592af68339 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.1293287 Sep 16 04:57:40.108693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a380a407-5dfe-4fb6-b131-a832e136575b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 2619f925-c4fc-4bdf-a8cd-7c5698120813) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:40.120035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc13050-6e8d-45e1-999a-1a22f7cc3685 None None] Network 2619f925-c4fc-4bdf-a8cd-7c5698120813 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:40.131892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a380a407-5dfe-4fb6-b131-a832e136575b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:40.133868 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a380a407-5dfe-4fb6-b131-a832e136575b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.238587 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-149fe3f5-50b0-431c-852a-e04988ee7a89 req-aee2556f-6026-460f-a740-b624eb6593df tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065128 Sep 16 04:57:40.244334 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a380a407-5dfe-4fb6-b131-a832e136575b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3539560 Sep 16 04:57:40.245251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55928) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:40.359915 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e449d365-2192-443d-af32-ec41962295ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.383547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3de0e8b-346d-4931-a3eb-908917ddcb90 req-a02e057d-5d34-475f-82de-2de2c22ea575 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 210 time: 0.0407045 Sep 16 04:57:40.413580 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e449d365-2192-443d-af32-ec41962295ad None None] For port ea36c8ce-d4e8-453d-be7b-e7d7860f907f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ea36c8ce-d4e8-453d-be7b-e7d7860f907f,segment=NetworkSegment(9d8194aa-eab4-46e3-af18-3a433e0bd7cc),segment_id=9d8194aa-eab4-46e3-af18-3a433e0bd7cc)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:40.421921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031d248-aede-4d2e-85c9-2172958a6b7b req-3a25f254-2081-4567-9857-70274e9d7ab3 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:40.422678 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e449d365-2192-443d-af32-ec41962295ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.424837 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8031d248-aede-4d2e-85c9-2172958a6b7b req-3a25f254-2081-4567-9857-70274e9d7ab3 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.5300696 Sep 16 04:57:40.432755 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-2619f925-c4fc-4bdf-a8cd-7c5698120813', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:40.435851 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.491959 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:34Z', 'revision_number': 3, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:39Z', 'revision_number': 4, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:40.562637 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901050c0-5111-4e37-b201-664e3a1a59b2 None None] The sync data for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 is: [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:34Z', 'revision_number': 3, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:39Z', 'revision_number': 4, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:40.599827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Allocated IP 172.20.0.10 (42660028-7eee-4adc-80d4-cf7ad0e8368a/cf199e85-97bd-433b-b1a4-0e1e3ce81ccc/ecebfd74-a524-4081-9b92-29f1e95f2652) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:40.878712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Allocated IP 2001:db8:2::2 (2619f925-c4fc-4bdf-a8cd-7c5698120813/4f2527b5-fd76-4608-8a0e-46c71c22b856/99668a09-bf40-474c-8356-c15671dec995) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:40.909888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4adb15aa-6831-49fa-bd36-d2519a212eb5 None None] Provisioning complete for port ea36c8ce-d4e8-453d-be7b-e7d7860f907f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:40.910477 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4adb15aa-6831-49fa-bd36-d2519a212eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:40.915044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449d365-2192-443d-af32-ec41962295ad None None] Pushing event updated for resources: {'Port': ['ID=ea36c8ce-d4e8-453d-be7b-e7d7860f907f,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.147276 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.195469 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58d9a7ea-1c37-472a-80d7-ff1c770a06eb tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.289154 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.303378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-efcb41b3-f722-4c7d-9be9-36dcc07b5b59 None None] Provisioning complete for port ea36c8ce-d4e8-453d-be7b-e7d7860f907f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:41.304839 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-efcb41b3-f722-4c7d-9be9-36dcc07b5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.352478 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.357892 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.451363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Pushing event updated for resources: {'Port': ['ID=ecebfd74-a524-4081-9b92-29f1e95f2652,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.462511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-8031d248-aede-4d2e-85c9-2172958a6b7b req-92557c87-af61-48a8-aed3-c9510a3ffd8b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Deleting port ec886acf-11d0-410f-85aa-fef0beaed98c {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:41.466102 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8031d248-aede-4d2e-85c9-2172958a6b7b req-92557c87-af61-48a8-aed3-c9510a3ffd8b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.549746 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Pushing event updated for resources: {'Port': ['ID=99668a09-bf40-474c-8356-c15671dec995,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:41.557722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Network 2619f925-c4fc-4bdf-a8cd-7c5698120813 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:41.560069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:41.562867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:41.570056 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b10787a3-3d07-4846-9bc0-12bdfbd3bc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.654717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Network 42660028-7eee-4adc-80d4-cf7ad0e8368a is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:41.660245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:41.668314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:41.690010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Attempting to bind port 99668a09-bf40-474c-8356-c15671dec995 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:41.690455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Attempting to bind port 99668a09-bf40-474c-8356-c15671dec995 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'b2ed6edc-dbdc-4806-8328-5e50111fc0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:41.690837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Attempting to bind port 99668a09-bf40-474c-8356-c15671dec995 on network 2619f925-c4fc-4bdf-a8cd-7c5698120813 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:41.703640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:41.704033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Checking segment: {'id': 'b2ed6edc-dbdc-4806-8328-5e50111fc0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:41.704459 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.705400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Bound using segment: {'id': 'b2ed6edc-dbdc-4806-8328-5e50111fc0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:41.705994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Bound port: 99668a09-bf40-474c-8356-c15671dec995, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ed6edc-dbdc-4806-8328-5e50111fc0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:41.706540 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.770608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.771445 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.780944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8031d248-aede-4d2e-85c9-2172958a6b7b req-92557c87-af61-48a8-aed3-c9510a3ffd8b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] For port ec886acf-11d0-410f-85aa-fef0beaed98c, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=ec886acf-11d0-410f-85aa-fef0beaed98c,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:41.781423 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8031d248-aede-4d2e-85c9-2172958a6b7b req-92557c87-af61-48a8-aed3-c9510a3ffd8b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.835100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-8031d248-aede-4d2e-85c9-2172958a6b7b req-92557c87-af61-48a8-aed3-c9510a3ffd8b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Calling delete_port for ec886acf-11d0-410f-85aa-fef0beaed98c owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:41.840311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-56b158b4-b1ce-4483-95a8-5fba50ae7cb4 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8160353 Sep 16 04:57:41.841877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] For port 99668a09-bf40-474c-8356-c15671dec995, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:41.848594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] For port 99668a09-bf40-474c-8356-c15671dec995, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=99668a09-bf40-474c-8356-c15671dec995,segment=NetworkSegment(b2ed6edc-dbdc-4806-8328-5e50111fc0d2),segment_id=b2ed6edc-dbdc-4806-8328-5e50111fc0d2)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:41.859825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Request body: {'port': {'device_id': 'e3beaa91-2018-4478-8c42-2c1cadd945d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:41.866374 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:41.972163 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee450dc0-0689-4cf6-a190-2b464fb74a17 req-4e41f46d-ba03-4204-8aec-29fc1004ec50 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:41.974052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee450dc0-0689-4cf6-a190-2b464fb74a17 req-4e41f46d-ba03-4204-8aec-29fc1004ec50 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 946 time: 0.4861271 Sep 16 04:57:42.015799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ea36c8ce-d4e8-453d-be7b-e7d7860f907f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:42.080075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab887f-d770-4555-8f18-dd37bcd51b49 None None] Pushing event updated for resources: {'Port': ['ID=99668a09-bf40-474c-8356-c15671dec995,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:42.152730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ea36c8ce-d4e8-453d-be7b-e7d7860f907f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:42.153315 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.213969 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.252540 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee450dc0-0689-4cf6-a190-2b464fb74a17 req-0548fcea-da25-4d22-af78-49a41172d588 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216437 Sep 16 04:57:42.344069 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.401532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55950) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:42.497109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-58d9a7ea-1c37-472a-80d7-ff1c770a06eb tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Deleting port a520614e-bda2-4d35-b89c-f061c273b393 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:42.505780 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58d9a7ea-1c37-472a-80d7-ff1c770a06eb tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.713358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58d9a7ea-1c37-472a-80d7-ff1c770a06eb tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.734001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-58d9a7ea-1c37-472a-80d7-ff1c770a06eb tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Calling delete_port for a520614e-bda2-4d35-b89c-f061c273b393 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:42.740163 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab0690-f150-482d-9def-365668ad4e3d req-36e34aeb-66fb-462c-a7ad-ee4f8c0e7d59 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:42.741673 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bab0690-f150-482d-9def-365668ad4e3d req-36e34aeb-66fb-462c-a7ad-ee4f8c0e7d59 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 932 time: 0.1446857 Sep 16 04:57:42.841168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b10787a3-3d07-4846-9bc0-12bdfbd3bc38 admin admin] Deleting port 3ba983bb-68cc-45de-9187-19af4bee96a9 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:42.841708 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b10787a3-3d07-4846-9bc0-12bdfbd3bc38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.906569 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e48b98f-78d9-4e50-926c-45d805743cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:42.974314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bab0690-f150-482d-9def-365668ad4e3d req-011d8357-e403-4f0d-8b36-f9f78113fbbe tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228823 Sep 16 04:57:43.060115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e48b98f-78d9-4e50-926c-45d805743cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.062303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-b10787a3-3d07-4846-9bc0-12bdfbd3bc38 admin admin] For port 3ba983bb-68cc-45de-9187-19af4bee96a9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3ba983bb-68cc-45de-9187-19af4bee96a9,segment=NetworkSegment(38c6a5c7-fd52-4444-bfea-2bcb3589ad38),segment_id=38c6a5c7-fd52-4444-bfea-2bcb3589ad38)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:43.062680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b10787a3-3d07-4846-9bc0-12bdfbd3bc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.070429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device ec886acf-11d0-410f-85aa-fef0beaed98c no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:43.077082 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e48b98f-78d9-4e50-926c-45d805743cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.084121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b10787a3-3d07-4846-9bc0-12bdfbd3bc38 admin admin] Calling delete_port for 3ba983bb-68cc-45de-9187-19af4bee96a9 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:43.150314 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8031d248-aede-4d2e-85c9-2172958a6b7b req-92557c87-af61-48a8-aed3-c9510a3ffd8b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.171070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No active binding found for port ec886acf-11d0-410f-85aa-fef0beaed98c {{(pid=94746) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 04:57:43.171528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device ec886acf-11d0-410f-85aa-fef0beaed98c not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:43.173322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['142bbdf0-d5a3-42e2-9495-dbe0c8007e0e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:43.209853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Allocated IP 2001:db8:2::1 (2619f925-c4fc-4bdf-a8cd-7c5698120813/4f2527b5-fd76-4608-8a0e-46c71c22b856/22bc8410-26f8-4e29-93ee-677af9a06b0e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:43.254292 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2e48b98f-78d9-4e50-926c-45d805743cb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c4f46c830f841a3b58b746e202ec035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8501990 Sep 16 04:57:43.261113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55956) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:43.386785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92557c87-af61-48a8-aed3-c9510a3ffd8b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Pushing event deleted for resources: {'Port': ['ID=ec886acf-11d0-410f-85aa-fef0beaed98c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:43.392225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48b98f-78d9-4e50-926c-45d805743cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf4d533-ad75-494f-b967-f568e47c57c1,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:43.407766 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca19dd39-12cc-4007-bcb3-9909de3644bb req-a8fa24c1-7b8a-48b2-abd6-1f8939127285 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bd98ad2-282a-4ece-b535-0c781ec1b91b HTTP/1.1" status: 200 len: 210 time: 0.0712006 Sep 16 04:57:43.475492 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58d9a7ea-1c37-472a-80d7-ff1c770a06eb tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.489742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0593fc74-6419-4681-8852-488ac8766ab9 None None] Network 2619f925-c4fc-4bdf-a8cd-7c5698120813 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:43.519320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8031d248-aede-4d2e-85c9-2172958a6b7b req-92557c87-af61-48a8-aed3-c9510a3ffd8b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] No DVR routers for this DVR port ec886acf-11d0-410f-85aa-fef0beaed98c on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:43.539226 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d15359e-b026-45ad-b8d3-9982265abaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.559022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8031d248-aede-4d2e-85c9-2172958a6b7b req-92557c87-af61-48a8-aed3-c9510a3ffd8b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.561442 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8031d248-aede-4d2e-85c9-2172958a6b7b req-92557c87-af61-48a8-aed3-c9510a3ffd8b tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.50 "DELETE /v2.0/ports/ec886acf-11d0-410f-85aa-fef0beaed98c HTTP/1.1" status: 204 len: 173 time: 3.1230745 Sep 16 04:57:43.562163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd98ad2-282a-4ece-b535-0c781ec1b91b', 'name': 'network-vif-deleted', 'tag': 'ec886acf-11d0-410f-85aa-fef0beaed98c'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:43.565236 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4208b54b-3f09-479e-a43d-eb905163f59b" -d '{"events": [{"server_uuid": "3bd98ad2-282a-4ece-b535-0c781ec1b91b", "name": "network-vif-deleted", "tag": "ec886acf-11d0-410f-85aa-fef0beaed98c"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:43.608703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9a7ea-1c37-472a-80d7-ff1c770a06eb tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event deleted for resources: {'Port': ['ID=a520614e-bda2-4d35-b89c-f061c273b393,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:43.667901 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d15359e-b026-45ad-b8d3-9982265abaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.695120 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.699173 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cbeb56-2a66-4226-81c7-a386fe04333c x-openstack-request-id: req-49cbeb56-2a66-4226-81c7-a386fe04333c {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:43.699797 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd98ad2-282a-4ece-b535-0c781ec1b91b", "name": "network-vif-deleted", "tag": "ec886acf-11d0-410f-85aa-fef0beaed98c", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:43.700285 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49cbeb56-2a66-4226-81c7-a386fe04333c {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:43.700899 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd98ad2-282a-4ece-b535-0c781ec1b91b', 'name': 'network-vif-deleted', 'tag': 'ec886acf-11d0-410f-85aa-fef0beaed98c', 'status': 'completed', 'code': 200} Sep 16 04:57:43.726837 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecebfd74-a524-4081-9b92-29f1e95f2652 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:43.744008 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.929575 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:43.955832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Transition to ACTIVE for port object ecebfd74-a524-4081-9b92-29f1e95f2652 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:57:43.961895 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b10787a3-3d07-4846-9bc0-12bdfbd3bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.039301 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.041850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 99668a09-bf40-474c-8356-c15671dec995 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:44.065484 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d15359e-b026-45ad-b8d3-9982265abaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.071212 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d15359e-b026-45ad-b8d3-9982265abaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.076306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0d15359e-b026-45ad-b8d3-9982265abaa4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eaf4d533-ad75-494f-b967-f568e47c57c1 HTTP/1.1" status: 204 len: 168 time: 0.8141019 Sep 16 04:57:44.182536 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58d9a7ea-1c37-472a-80d7-ff1c770a06eb tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.188676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=22bc8410-26f8-4e29-93ee-677af9a06b0e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:44.206952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Pushing event updated for resources: {'Port': ['ID=ecebfd74-a524-4081-9b92-29f1e95f2652,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:44.264996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15359e-b026-45ad-b8d3-9982265abaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf4d533-ad75-494f-b967-f568e47c57c1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:44.292333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9123f7cf-8c27-430a-9f94-67d36960cb90 None None] Provisioning complete for port 99668a09-bf40-474c-8356-c15671dec995 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:44.292936 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9123f7cf-8c27-430a-9f94-67d36960cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.315656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 2619f925-c4fc-4bdf-a8cd-7c5698120813 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:44.323940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10787a3-3d07-4846-9bc0-12bdfbd3bc38 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba983bb-68cc-45de-9187-19af4bee96a9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:44.335966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:44.344784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:44.349889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.470960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 99668a09-bf40-474c-8356-c15671dec995 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:44.472418 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.545824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b7f20-8d8a-48d4-9f6e-ed6b76fab655 req-3e9eecd0-2563-4399-8100-d695a7c58ccd tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:44.549788 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-955b7f20-8d8a-48d4-9f6e-ed6b76fab655 req-3e9eecd0-2563-4399-8100-d695a7c58ccd tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 944 time: 0.4077866 Sep 16 04:57:44.568453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Attempting to bind port ecebfd74-a524-4081-9b92-29f1e95f2652 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:44.569051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Attempting to bind port ecebfd74-a524-4081-9b92-29f1e95f2652 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '3b4b53c6-1a80-4985-a6cd-7a19055cdf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:44.569171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Attempting to bind port ecebfd74-a524-4081-9b92-29f1e95f2652 on network 42660028-7eee-4adc-80d4-cf7ad0e8368a {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:44.591518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Port ecebfd74-a524-4081-9b92-29f1e95f2652 on network 42660028-7eee-4adc-80d4-cf7ad0e8368a not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:57:44.591856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Attempting to bind port ecebfd74-a524-4081-9b92-29f1e95f2652 on network 42660028-7eee-4adc-80d4-cf7ad0e8368a {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:44.607787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:44.608132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Checking segment: {'id': '3b4b53c6-1a80-4985-a6cd-7a19055cdf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:44.609599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Bound using segment: {'id': '3b4b53c6-1a80-4985-a6cd-7a19055cdf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:44.614126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Bound port: ecebfd74-a524-4081-9b92-29f1e95f2652, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4b53c6-1a80-4985-a6cd-7a19055cdf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:44.614444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.700661 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9123f7cf-8c27-430a-9f94-67d36960cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.750812 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.768142 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-955b7f20-8d8a-48d4-9f6e-ed6b76fab655 req-21f5c444-7c68-41f6-a351-f462ec246fcb tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093630 Sep 16 04:57:44.769190 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b10787a3-3d07-4846-9bc0-12bdfbd3bc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.838024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 99668a09-bf40-474c-8356-c15671dec995, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=99668a09-bf40-474c-8356-c15671dec995,segment=NetworkSegment(b2ed6edc-dbdc-4806-8328-5e50111fc0d2),segment_id=b2ed6edc-dbdc-4806-8328-5e50111fc0d2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:44.860697 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:44.884025 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d9a7ea-1c37-472a-80d7-ff1c770a06eb tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Router f4c1dcde-59bf-4942-a1f3-27f201de6180 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:45.007571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=99668a09-bf40-474c-8356-c15671dec995,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:45.122834 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-9123f7cf-8c27-430a-9f94-67d36960cb90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:57:45.124787 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-9123f7cf-8c27-430a-9f94-67d36960cb90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:57:45.166534 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.437315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] For port ecebfd74-a524-4081-9b92-29f1e95f2652, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:45.441843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] For port ecebfd74-a524-4081-9b92-29f1e95f2652, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ecebfd74-a524-4081-9b92-29f1e95f2652,segment=NetworkSegment(3b4b53c6-1a80-4985-a6cd-7a19055cdf2c),segment_id=3b4b53c6-1a80-4985-a6cd-7a19055cdf2c)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:45.452924 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.551463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.552128 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.553587 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] 10.222.0.15 "PUT /v2.0/ports/ecebfd74-a524-4081-9b92-29f1e95f2652 HTTP/1.1" status: 200 len: 1093 time: 3.7023909 Sep 16 04:57:45.593987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d9a7ea-1c37-472a-80d7-ff1c770a06eb tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:45.603509 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-58d9a7ea-1c37-472a-80d7-ff1c770a06eb tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "PUT /v2.0/routers/f4c1dcde-59bf-4942-a1f3-27f201de6180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7627656 Sep 16 04:57:45.604692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84dfa5-1825-4591-9d59-594f06908627 service neutron] Pushing event updated for resources: {'Port': ['ID=ecebfd74-a524-4081-9b92-29f1e95f2652,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:45.608907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508dcdf-d758-47cf-9471-0528a7abc0ae None None] Sync routers for ids ['f4c1dcde-59bf-4942-a1f3-27f201de6180'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:45.623476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508dcdf-d758-47cf-9471-0528a7abc0ae None None] Routers {'f4c1dcde-59bf-4942-a1f3-27f201de6180'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:45.624238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c508dcdf-d758-47cf-9471-0528a7abc0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f4c1dcde-59bf-4942-a1f3-27f201de6180'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:45.628437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56004) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:45.682548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a98a7-13c3-4627-a94e-636109ffad40 req-c4d51cf6-ae08-4fdd-be80-a37034eaf3b5 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.690396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a72a98a7-13c3-4627-a94e-636109ffad40 req-c4d51cf6-ae08-4fdd-be80-a37034eaf3b5 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.4183977 Sep 16 04:57:45.721177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3beaa91-2018-4478-8c42-2c1cadd945d1', 'tag': 'ecebfd74-a524-4081-9b92-29f1e95f2652'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:45.724209 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a39600-aee7-4a81-8322-260bb4c5fc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3beaa91-2018-4478-8c42-2c1cadd945d1", "tag": "ecebfd74-a524-4081-9b92-29f1e95f2652"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:45.728189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c508dcdf-d758-47cf-9471-0528a7abc0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:45.753351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508dcdf-d758-47cf-9471-0528a7abc0ae None None] Routers {'f4c1dcde-59bf-4942-a1f3-27f201de6180'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:45.754217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c508dcdf-d758-47cf-9471-0528a7abc0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['f4c1dcde-59bf-4942-a1f3-27f201de6180'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:45.761599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10787a3-3d07-4846-9bc0-12bdfbd3bc38 admin admin] Router 076e63db-e662-4013-867f-6748952c80f5 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:45.831841 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-18d315ed-3fe1-4071-ba7a-a8e1e7906e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:45.833823 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-18d315ed-3fe1-4071-ba7a-a8e1e7906e26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e4078711f1a4ccd8cfe9f966cb65f60&device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 1096 time: 0.2044077 Sep 16 04:57:45.839360 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a72a98a7-13c3-4627-a94e-636109ffad40 req-1d25ed97-79e7-4ee5-95ca-5b74e101bba8 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477492 Sep 16 04:57:45.840727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c508dcdf-d758-47cf-9471-0528a7abc0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:45.842894 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508dcdf-d758-47cf-9471-0528a7abc0ae None None] The sync data for ids ['f4c1dcde-59bf-4942-a1f3-27f201de6180'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:45.874203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.883878 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.885085 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.909657 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:45.974034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-dbbf7dcb-a5a4-4e0b-a9b6-eead1526bf7e None None] Provisioning complete for port 22bc8410-26f8-4e29-93ee-677af9a06b0e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:45.977640 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7dcb-a5a4-4e0b-a9b6-eead1526bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.038659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 99668a09-bf40-474c-8356-c15671dec995 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:46.116934 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c15f29b-af4c-4bd7-a857-5be608598818 x-openstack-request-id: req-4c15f29b-af4c-4bd7-a857-5be608598818 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:46.117230 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3beaa91-2018-4478-8c42-2c1cadd945d1", "tag": "ecebfd74-a524-4081-9b92-29f1e95f2652", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:46.117827 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c15f29b-af4c-4bd7-a857-5be608598818 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:46.118308 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3beaa91-2018-4478-8c42-2c1cadd945d1', 'tag': 'ecebfd74-a524-4081-9b92-29f1e95f2652', 'status': 'completed', 'code': 200} Sep 16 04:57:46.119565 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10787a3-3d07-4846-9bc0-12bdfbd3bc38 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:46.134360 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f19a4-6fa7-472a-ab13-09ca59d71e6b None None] Sync routers for ids ['076e63db-e662-4013-867f-6748952c80f5'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:46.136001 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b10787a3-3d07-4846-9bc0-12bdfbd3bc38 admin admin] 10.222.0.53 "PUT /v2.0/routers/076e63db-e662-4013-867f-6748952c80f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2026772 Sep 16 04:57:46.139887 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-dc87b4d1-f044-4451-881c-9a1ed38de92c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecebfd74-a524-4081-9b92-29f1e95f2652 HTTP/1.1" status: 200 len: 217 time: 0.2944944 Sep 16 04:57:46.141766 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56020) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:46.147999 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f19a4-6fa7-472a-ab13-09ca59d71e6b None None] Routers {'076e63db-e662-4013-867f-6748952c80f5'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:46.148517 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-db3f19a4-6fa7-472a-ab13-09ca59d71e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['076e63db-e662-4013-867f-6748952c80f5'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:46.167880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf7dcb-a5a4-4e0b-a9b6-eead1526bf7e None None] Port 22bc8410-26f8-4e29-93ee-677af9a06b0e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:46.171771 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.216081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-dbbf7dcb-a5a4-4e0b-a9b6-eead1526bf7e None None] Provisioning complete for port 99668a09-bf40-474c-8356-c15671dec995 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:46.216465 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7dcb-a5a4-4e0b-a9b6-eead1526bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.265061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 99668a09-bf40-474c-8356-c15671dec995 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:46.266192 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.385532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-dcd7d45b-d448-4b44-ab77-7958941b8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.387767 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-dcd7d45b-d448-4b44-ab77-7958941b8f23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf199e85-97bd-433b-b1a4-0e1e3ce81ccc HTTP/1.1" status: 200 len: 853 time: 0.2359848 Sep 16 04:57:46.390644 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-db3f19a4-6fa7-472a-ab13-09ca59d71e6b None None] Set router 076e63db-e662-4013-867f-6748952c80f5 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:46.494427 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-9c12c8dd-cf10-45fb-9ab6-4cb858d9d2a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42660028-7eee-4adc-80d4-cf7ad0e8368a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901525 Sep 16 04:57:46.500639 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.582124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Deleting port 7c889eed-28a3-4c07-943c-33d929225126 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:46.582748 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.651623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=22bc8410-26f8-4e29-93ee-677af9a06b0e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:46.667907 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-db3f19a4-6fa7-472a-ab13-09ca59d71e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:57:43Z', 'revision_number': 5, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:46.708971 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f19a4-6fa7-472a-ab13-09ca59d71e6b None None] Checking router: 076e63db-e662-4013-867f-6748952c80f5 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:46.721469 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f19a4-6fa7-472a-ab13-09ca59d71e6b None None] Routers {'076e63db-e662-4013-867f-6748952c80f5'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:46.722259 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-db3f19a4-6fa7-472a-ab13-09ca59d71e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['076e63db-e662-4013-867f-6748952c80f5'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:46.729988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network 2619f925-c4fc-4bdf-a8cd-7c5698120813 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:46.738726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f661c4-8b75-45aa-b979-902746bf71b4 req-7397014d-d81c-4479-b5b0-9168d8680178 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:46.740289 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53f661c4-8b75-45aa-b979-902746bf71b4 req-7397014d-d81c-4479-b5b0-9168d8680178 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 944 time: 0.6145046 Sep 16 04:57:46.741749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:46.879914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53f661c4-8b75-45aa-b979-902746bf71b4 req-4d325a4d-df07-4f3a-89ac-b4d3d5c56ac7 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955191 Sep 16 04:57:46.908988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5f08490d-6f5a-4813-a3c7-39167151eabc has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:46.936734 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:46.984592 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Calling delete_port for 7c889eed-28a3-4c07-943c-33d929225126 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:47.078845 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-db3f19a4-6fa7-472a-ab13-09ca59d71e6b None None] Set router 076e63db-e662-4013-867f-6748952c80f5 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:47.113662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:47.121817 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8e57ac2c-ef59-422a-9429-d0bb37edd1a6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8639181 Sep 16 04:57:47.122579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56046) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:47.127079 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Sync routers for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:47.129460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2b3f326b-e14f-42fd-bfd5-343d7fcdccc5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-735639813'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:47.147707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:47.150916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:47.175974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b15749-b479-4b89-86d4-f9f092eb8168 req-8430e3a3-5e65-4484-a351-035eda43e17f tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:47.178133 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94b15749-b479-4b89-86d4-f9f092eb8168 req-8430e3a3-5e65-4484-a351-035eda43e17f tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.1247287 Sep 16 04:57:47.179524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3f326b-e14f-42fd-bfd5-343d7fcdccc5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:47.183363 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b3f326b-e14f-42fd-bfd5-343d7fcdccc5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.243925 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3f326b-e14f-42fd-bfd5-343d7fcdccc5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:57:47.259650 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b3f326b-e14f-42fd-bfd5-343d7fcdccc5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.260195 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-2b3f326b-e14f-42fd-bfd5-343d7fcdccc5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Added segment 55298e17-bb40-4031-aec0-a7d9c9be8d79 of type vlan for network cb5494bc-249b-4318-b67d-fe793463ca42 Sep 16 04:57:47.319988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b3f326b-e14f-42fd-bfd5-343d7fcdccc5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.370381 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b3f326b-e14f-42fd-bfd5-343d7fcdccc5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.377957 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3f326b-e14f-42fd-bfd5-343d7fcdccc5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:47.378920 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2b3f326b-e14f-42fd-bfd5-343d7fcdccc5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.385774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-ab6b3a47-9b6b-475e-acfa-2e0fc3d0dc1f service neutron] 10.222.0.15 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8736746 Sep 16 04:57:47.431366 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0c8dad46-12ef-4e4e-bbf9-14d3c0fab950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.435539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2b3f326b-e14f-42fd-bfd5-343d7fcdccc5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3074913 Sep 16 04:57:47.437766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56054) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:47.439017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.442991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8fe59836-5578-4d6c-9da9-3300339834da None None] Provisioning complete for port 22bc8410-26f8-4e29-93ee-677af9a06b0e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:47.443524 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8fe59836-5578-4d6c-9da9-3300339834da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.457717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94b15749-b479-4b89-86d4-f9f092eb8168 req-8fa6d51f-9cc1-4d00-bed5-ad969d40f701 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716656 Sep 16 04:57:47.471363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a436d97a-7873-47ff-85a4-8acc12176c55 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'subnet': {'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:47.515267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:47.546887 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-db3f19a4-6fa7-472a-ab13-09ca59d71e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:57:43Z', 'revision_number': 5, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:47.549176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f326b-e14f-42fd-bfd5-343d7fcdccc5 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Network': ['ID=cb5494bc-249b-4318-b67d-fe793463ca42,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:47.584654 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f19a4-6fa7-472a-ab13-09ca59d71e6b None None] The sync data for ids ['076e63db-e662-4013-867f-6748952c80f5'] in n-d-712142-17 is: [{'id': '076e63db-e662-4013-867f-6748952c80f5', 'name': 'tempest-TaggedBootDevicesTest_v242-1482399868-router', 'tenant_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:45:09Z', 'updated_at': '2021-09-16T04:57:43Z', 'revision_number': 5, 'project_id': 'f5608d24b1c54aa593a9ff3260c124ed', 'gw_port': {'id': 'da8e2850-9f44-4bd9-bbda-340c628da5f9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076e63db-e662-4013-867f-6748952c80f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:45:10Z', 'updated_at': '2021-09-16T04:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:47.588525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network cb5494bc-249b-4318-b67d-fe793463ca42 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:57:47.613695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8fe59836-5578-4d6c-9da9-3300339834da None None] Port 22bc8410-26f8-4e29-93ee-677af9a06b0e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:47.629843 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.639851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a436d97a-7873-47ff-85a4-8acc12176c55 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Made reservation on behalf of e6f7d86b56a8403c8530528682bfc136 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:57:47.650137 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a436d97a-7873-47ff-85a4-8acc12176c55 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.665869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event deleted for resources: {'Port': ['ID=7c889eed-28a3-4c07-943c-33d929225126,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:47.941696 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a436d97a-7873-47ff-85a4-8acc12176c55 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:47.957181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5fdd7-956a-4302-bbbb-bd635045a40d req-2dfefc91-d91f-4c8a-b26b-066b834d296e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:47.966462 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77a5fdd7-956a-4302-bbbb-bd635045a40d req-2dfefc91-d91f-4c8a-b26b-066b834d296e tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.5799682 Sep 16 04:57:48.044537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:44Z', 'revision_number': 4, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:45Z', 'revision_number': 2, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:48.062567 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3ba983bb-68cc-45de-9187-19af4bee96a9 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:48.086077 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.121780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436d97a-7873-47ff-85a4-8acc12176c55 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Subnet': ['ID=3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:48.151458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Checking router: 5f08490d-6f5a-4813-a3c7-39167151eabc for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:48.152044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Updating router 5f08490d-6f5a-4813-a3c7-39167151eabc port 22bc8410-26f8-4e29-93ee-677af9a06b0e binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:57:48.153801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 3ba983bb-68cc-45de-9187-19af4bee96a9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:48.154157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3ba983bb-68cc-45de-9187-19af4bee96a9 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:48.170092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a436d97a-7873-47ff-85a4-8acc12176c55 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Checking segment: {'id': '55298e17-bb40-4031-aec0-a7d9c9be8d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:48.170607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a436d97a-7873-47ff-85a4-8acc12176c55 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network hostable DHCP agents. Network: cb5494bc-249b-4318-b67d-fe793463ca42, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:57:48.199931 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae5dfe-0de9-4e83-ad1e-0eba67a2e715 req-2ce0f3ce-b847-44e1-b54a-fa019795ffe8 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.201846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-27ae5dfe-0de9-4e83-ad1e-0eba67a2e715 req-2ce0f3ce-b847-44e1-b54a-fa019795ffe8 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 944 time: 0.1079912 Sep 16 04:57:48.211333 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.238557 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.241242 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.254873 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a436d97a-7873-47ff-85a4-8acc12176c55 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network cb5494bc-249b-4318-b67d-fe793463ca42 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:57:48.276121 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-27ae5dfe-0de9-4e83-ad1e-0eba67a2e715 req-168da950-51bf-4760-a245-a5345713c39e tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604210 Sep 16 04:57:48.279673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a436d97a-7873-47ff-85a4-8acc12176c55 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, cb5494bc-249b-4318-b67d-fe793463ca42) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:48.285528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a436d97a-7873-47ff-85a4-8acc12176c55 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.286842 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a436d97a-7873-47ff-85a4-8acc12176c55 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.317396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-923e5449-61a6-4277-9e1a-00bcd976cc56 req-258d40e6-e858-4546-85c4-422f3ca02e1b service neutron] 10.222.0.15 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9075358 Sep 16 04:57:48.319987 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.320547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Fanout notify agent at l3_agent the message router_deleted on router f4c1dcde-59bf-4942-a1f3-27f201de6180 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:48.336056 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.337417 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7c3ae190-2b11-40bd-aabe-a34185717089 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "DELETE /v2.0/routers/f4c1dcde-59bf-4942-a1f3-27f201de6180 HTTP/1.1" status: 204 len: 168 time: 2.7068086 Sep 16 04:57:48.344475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56076) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:48.359533 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a436d97a-7873-47ff-85a4-8acc12176c55 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9171460 Sep 16 04:57:48.360277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56078) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:48.422740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37c8c51-0870-40ca-99ad-ff5acac7194e tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Deleting subnet fc578a6b-2c57-4e2f-a1ef-12f9a29b9e59 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:48.427461 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c37c8c51-0870-40ca-99ad-ff5acac7194e tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.477654 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c37c8c51-0870-40ca-99ad-ff5acac7194e tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.583793 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.589018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c37c8c51-0870-40ca-99ad-ff5acac7194e tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.590283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4747ef7-a1c7-4cdd-8c4a-9b611b0be0ec None None] Network cb5494bc-249b-4318-b67d-fe793463ca42 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:48.618054 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.734012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Deleting port da8e2850-9f44-4bd9-bbda-340c628da5f9 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:48.734362 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.738444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c37c8c51-0870-40ca-99ad-ff5acac7194e tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.776580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56084) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:48.777147 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c37c8c51-0870-40ca-99ad-ff5acac7194e tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:48.779340 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c37c8c51-0870-40ca-99ad-ff5acac7194e tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "DELETE /v2.0/subnets/fc578a6b-2c57-4e2f-a1ef-12f9a29b9e59 HTTP/1.1" status: 204 len: 168 time: 0.4319816 Sep 16 04:57:48.800569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56086) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:48.820376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f811891-3a52-4055-b45f-40b5ac01aa60 None None] Network 8c0f7d9c-c359-4384-9881-a9388f7b4193 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:48.870464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c8c51-0870-40ca-99ad-ff5acac7194e tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event deleted for resources: {'Subnet': ['ID=fc578a6b-2c57-4e2f-a1ef-12f9a29b9e59,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:48.910447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0db73b-b0bf-4af9-94a9-7745b3e22149 req-46535174-483c-4b99-81c4-99df019d4c99 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:48.912585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5f0db73b-b0bf-4af9-94a9-7745b3e22149 req-46535174-483c-4b99-81c4-99df019d4c99 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 945 time: 0.3199587 Sep 16 04:57:48.951854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bf3ed-14f2-4d7d-90d3-52f224cefd0c None None] Pushing event updated for resources: {'Port': ['ID=22bc8410-26f8-4e29-93ee-677af9a06b0e,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:49.018527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a39600-aee7-4a81-8322-260bb4c5fc3c req-6d8fe1ae-2b92-43f3-9f61-dfa682a0a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:49.020013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75a39600-aee7-4a81-8322-260bb4c5fc3c req-6d8fe1ae-2b92-43f3-9f61-dfa682a0a031 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e4078711f1a4ccd8cfe9f966cb65f60&device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 1096 time: 0.3162324 Sep 16 04:57:49.104546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-77a5fdd7-956a-4302-bbbb-bd635045a40d req-244ac1ea-7288-4577-9015-019a94b367aa tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Deleting port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:49.104988 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-77a5fdd7-956a-4302-bbbb-bd635045a40d req-244ac1ea-7288-4577-9015-019a94b367aa tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.122532 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db662893-f15f-458a-b76f-596d745dfc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.141759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] For port da8e2850-9f44-4bd9-bbda-340c628da5f9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=da8e2850-9f44-4bd9-bbda-340c628da5f9,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:49.142938 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.150435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Attempting to bind port 22bc8410-26f8-4e29-93ee-677af9a06b0e on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:49.151102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Attempting to bind port 22bc8410-26f8-4e29-93ee-677af9a06b0e by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'b2ed6edc-dbdc-4806-8328-5e50111fc0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:49.151654 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Attempting to bind port 22bc8410-26f8-4e29-93ee-677af9a06b0e on network 2619f925-c4fc-4bdf-a8cd-7c5698120813 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:49.186371 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.193680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:49.196649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Checking segment: {'id': 'b2ed6edc-dbdc-4806-8328-5e50111fc0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:49.197563 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.198570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Bound using segment: {'id': 'b2ed6edc-dbdc-4806-8328-5e50111fc0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:49.199710 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Bound port: 22bc8410-26f8-4e29-93ee-677af9a06b0e, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ed6edc-dbdc-4806-8328-5e50111fc0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:49.200318 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.205740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-cb5494bc-249b-4318-b67d-fe793463ca42', 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'fixed_ips': [{'subnet_id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:57:49.206912 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.209569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5f0db73b-b0bf-4af9-94a9-7745b3e22149 req-f19939af-38e8-4aac-aeb0-a971f6cd34e4 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/security-groups?id=81ef8a94-bf04-4ce0-bfd4-700e18786f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889233 Sep 16 04:57:49.224126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0a8ad9fe-0144-45fe-8078-fd859797cc04 None None] Provisioning complete for port 22bc8410-26f8-4e29-93ee-677af9a06b0e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:49.224769 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0a8ad9fe-0144-45fe-8078-fd859797cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.248157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Calling delete_port for da8e2850-9f44-4bd9-bbda-340c628da5f9 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:49.441364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a39600-aee7-4a81-8322-260bb4c5fc3c req-749db190-bba5-4fef-91bb-49cff04f8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:49.443049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75a39600-aee7-4a81-8322-260bb4c5fc3c req-749db190-bba5-4fef-91bb-49cff04f8035 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42660028-7eee-4adc-80d4-cf7ad0e8368a HTTP/1.1" status: 200 len: 914 time: 0.4023025 Sep 16 04:57:49.451945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-77a5fdd7-956a-4302-bbbb-bd635045a40d req-244ac1ea-7288-4577-9015-019a94b367aa tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] For port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:49.452329 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-77a5fdd7-956a-4302-bbbb-bd635045a40d req-244ac1ea-7288-4577-9015-019a94b367aa tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.484961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9611758f-41fc-4b99-af1c-37a608fbe385 None None] DHCP port deletion for 8c0f7d9c-c359-4384-9881-a9388f7b4193 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:49.493031 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Allocated IP 2001:db8:3::2 (cb5494bc-249b-4318-b67d-fe793463ca42/3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb/8cc42cf5-5cce-4007-9e0e-744981c93aaa) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:49.513298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ad9fe-0144-45fe-8078-fd859797cc04 None None] Port 22bc8410-26f8-4e29-93ee-677af9a06b0e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:49.531718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-77a5fdd7-956a-4302-bbbb-bd635045a40d req-244ac1ea-7288-4577-9015-019a94b367aa tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Calling delete_port for 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:49.535314 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75a39600-aee7-4a81-8322-260bb4c5fc3c req-aaf616d1-1822-418d-a31e-a314d965e51f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecebfd74-a524-4081-9b92-29f1e95f2652 HTTP/1.1" status: 200 len: 217 time: 0.0800476 Sep 16 04:57:49.544735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Deleting port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:49.545225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.580847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff950f05-f56e-4079-848c-adb3e902ba1e req-84fc9e5b-c238-4ecd-ba12-98f5054a6bf8 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:49.582828 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff950f05-f56e-4079-848c-adb3e902ba1e req-84fc9e5b-c238-4ecd-ba12-98f5054a6bf8 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 944 time: 0.1362619 Sep 16 04:57:49.586242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.614060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] For port 22bc8410-26f8-4e29-93ee-677af9a06b0e, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:49.665584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] For port 22bc8410-26f8-4e29-93ee-677af9a06b0e, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=22bc8410-26f8-4e29-93ee-677af9a06b0e,segment=NetworkSegment(b2ed6edc-dbdc-4806-8328-5e50111fc0d2),segment_id=b2ed6edc-dbdc-4806-8328-5e50111fc0d2)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:49.681198 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.738522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9611758f-41fc-4b99-af1c-37a608fbe385 None None] Deleting port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:49.739352 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9611758f-41fc-4b99-af1c-37a608fbe385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.794558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff950f05-f56e-4079-848c-adb3e902ba1e req-71da7f1e-fe3e-49be-b405-9d8f6bb3c125 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886797 Sep 16 04:57:49.825100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] For port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=293f27db-d46a-4ef9-9f0c-05b1de6c8ba4,segment=NetworkSegment(ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec),segment_id=ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:49.825480 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.879468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Calling delete_port for 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:49.884541 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db662893-f15f-458a-b76f-596d745dfc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.927116 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db662893-f15f-458a-b76f-596d745dfc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:49.963346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-db662893-f15f-458a-b76f-596d745dfc74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e8ce0e221a243559873be2dd4c116c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1833153 Sep 16 04:57:50.045093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56098) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.068284 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.072652 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:50.130996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:50.131361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:50.138494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:50.138748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event deleted for resources: {'Port': ['ID=293f27db-d46a-4ef9-9f0c-05b1de6c8ba4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.139224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:50.168899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bf3ed-14f2-4d7d-90d3-52f224cefd0c None None] Pushing event updated for resources: {'Port': ['ID=22bc8410-26f8-4e29-93ee-677af9a06b0e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.194113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] No DVR routers for this DVR port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:50.202574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db662893-f15f-458a-b76f-596d745dfc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa7f7a6-4a10-4f58-ab09-f0a8a9e44c5d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.260102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.322072 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9611758f-41fc-4b99-af1c-37a608fbe385 None None] For port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=293f27db-d46a-4ef9-9f0c-05b1de6c8ba4,segment=NetworkSegment(ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec),segment_id=ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:50.322483 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9611758f-41fc-4b99-af1c-37a608fbe385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.324028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-77a5fdd7-956a-4302-bbbb-bd635045a40d req-244ac1ea-7288-4577-9015-019a94b367aa tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.339549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a39600-aee7-4a81-8322-260bb4c5fc3c req-04a374bb-aac1-4b96-b45e-e5e3f99d1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:50.341849 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75a39600-aee7-4a81-8322-260bb4c5fc3c req-04a374bb-aac1-4b96-b45e-e5e3f99d1c68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf199e85-97bd-433b-b1a4-0e1e3ce81ccc HTTP/1.1" status: 200 len: 853 time: 0.7947488 Sep 16 04:57:50.343439 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.364599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9611758f-41fc-4b99-af1c-37a608fbe385 None None] Calling delete_port for 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:50.370145 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f32d1646-20f8-42d6-924d-e3a5dbba3213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.388649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ac1ea-7288-4577-9015-019a94b367aa tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Pushing event deleted for resources: {'Port': ['ID=142bbdf0-d5a3-42e2-9495-dbe0c8007e0e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.406169 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.426394 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75a39600-aee7-4a81-8322-260bb4c5fc3c req-84f2a7ec-0249-45fb-ade1-054c383a99ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42660028-7eee-4adc-80d4-cf7ad0e8368a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536125 Sep 16 04:57:50.444946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:50.505044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a5fdd7-956a-4302-bbbb-bd635045a40d req-244ac1ea-7288-4577-9015-019a94b367aa tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] No DVR routers for this DVR port 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:50.512439 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54aa0abd-57bb-4dfd-9314-9c40bb6e02af req-63c8e306-20d1-4da5-b34f-41df0b609171 tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4027715-a7ca-4e7f-bd6d-775601cd1e4f HTTP/1.1" status: 200 len: 210 time: 0.0900960 Sep 16 04:57:50.534462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0f7d9c-c359-4384-9881-a9388f7b4193']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:50.537072 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-77a5fdd7-956a-4302-bbbb-bd635045a40d req-244ac1ea-7288-4577-9015-019a94b367aa tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.541302 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-77a5fdd7-956a-4302-bbbb-bd635045a40d req-244ac1ea-7288-4577-9015-019a94b367aa tempest-ServerRescueTestJSON-808785600 tempest-ServerRescueTestJSON-808785600-project] 10.222.0.15 "DELETE /v2.0/ports/142bbdf0-d5a3-42e2-9495-dbe0c8007e0e HTTP/1.1" status: 204 len: 173 time: 2.5637467 Sep 16 04:57:50.555648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:50.555978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0a0ef8-765e-4f11-9ca6-9a7405d3b1ec') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:50.559764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4027715-a7ca-4e7f-bd6d-775601cd1e4f', 'name': 'network-vif-deleted', 'tag': '142bbdf0-d5a3-42e2-9495-dbe0c8007e0e'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:50.560861 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f29e61e-6aae-4544-bc04-94c0a76078f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.563716 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f3af4c-e427-4693-ab71-46bef005d539" -d '{"events": [{"server_uuid": "a4027715-a7ca-4e7f-bd6d-775601cd1e4f", "name": "network-vif-deleted", "tag": "142bbdf0-d5a3-42e2-9495-dbe0c8007e0e"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:50.587846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Allocated IP 2001:db8:3::1 (cb5494bc-249b-4318-b67d-fe793463ca42/3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb/457106b7-4729-4675-93e1-7022c9a00b84) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:57:50.612494 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.641355 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab9d2cd-e73a-43e3-a0da-00f4f0b2cb72 x-openstack-request-id: req-3ab9d2cd-e73a-43e3-a0da-00f4f0b2cb72 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:50.641794 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4027715-a7ca-4e7f-bd6d-775601cd1e4f", "name": "network-vif-deleted", "tag": "142bbdf0-d5a3-42e2-9495-dbe0c8007e0e", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:50.643545 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ab9d2cd-e73a-43e3-a0da-00f4f0b2cb72 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:50.644157 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4027715-a7ca-4e7f-bd6d-775601cd1e4f', 'name': 'network-vif-deleted', 'tag': '142bbdf0-d5a3-42e2-9495-dbe0c8007e0e', 'status': 'completed', 'code': 200} Sep 16 04:57:50.646003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Network cb5494bc-249b-4318-b67d-fe793463ca42 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:50.660254 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f29e61e-6aae-4544-bc04-94c0a76078f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.665008 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.677955 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-918e29bd-46d2-4059-b36f-a4cb4fd4649a None None] Provisioning complete for port 22bc8410-26f8-4e29-93ee-677af9a06b0e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:50.678706 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-918e29bd-46d2-4059-b36f-a4cb4fd4649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.698976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:50.699790 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.746317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:50.747027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:50.753349 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:50.763362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8e2850-9f44-4bd9-bbda-340c628da5f9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.805520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:50.861706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Pushing event updated for resources: {'Port': ['ID=8cc42cf5-5cce-4007-9e0e-744981c93aaa,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:50.871167 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75a39600-aee7-4a81-8322-260bb4c5fc3c req-f43a515b-7565-4c5f-8533-c6d156a03206 service neutron] 10.222.0.15 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236314 Sep 16 04:57:50.874951 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.894423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Attempting to bind port 8cc42cf5-5cce-4007-9e0e-744981c93aaa on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:50.894896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Attempting to bind port 8cc42cf5-5cce-4007-9e0e-744981c93aaa by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '55298e17-bb40-4031-aec0-a7d9c9be8d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:50.895190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Attempting to bind port 8cc42cf5-5cce-4007-9e0e-744981c93aaa on network cb5494bc-249b-4318-b67d-fe793463ca42 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:50.918347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:50.918856 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Checking segment: {'id': '55298e17-bb40-4031-aec0-a7d9c9be8d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:50.919290 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.919693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Bound using segment: {'id': '55298e17-bb40-4031-aec0-a7d9c9be8d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:50.920195 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Bound port: 8cc42cf5-5cce-4007-9e0e-744981c93aaa, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55298e17-bb40-4031-aec0-a7d9c9be8d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:50.920590 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.929953 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.963861 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.966219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "DELETE /v2.0/networks/8c0f7d9c-c359-4384-9881-a9388f7b4193 HTTP/1.1" status: 204 len: 168 time: 2.1490912 Sep 16 04:57:50.977139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56112) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:50.995440 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.997346 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:50.998276 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.002187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9ebb3-adf1-4106-a3bc-51aba7949391 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event deleted for resources: {'Network': ['ID=8c0f7d9c-c359-4384-9881-a9388f7b4193,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.041712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f29e61e-6aae-4544-bc04-94c0a76078f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.045412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0f29e61e-6aae-4544-bc04-94c0a76078f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.049662 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0f29e61e-6aae-4544-bc04-94c0a76078f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfa7f7a6-4a10-4f58-ab09-f0a8a9e44c5d HTTP/1.1" status: 204 len: 168 time: 0.9924493 Sep 16 04:57:51.051776 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9611758f-41fc-4b99-af1c-37a608fbe385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.055404 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.084906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device ecebfd74-a524-4081-9b92-29f1e95f2652 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:57:51.086926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:51.125062 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.125628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 076e63db-e662-4013-867f-6748952c80f5 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:51.146719 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.150683 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c5a109e8-5eae-4768-ab41-9d2e16356381 admin admin] 10.222.0.53 "DELETE /v2.0/routers/076e63db-e662-4013-867f-6748952c80f5 HTTP/1.1" status: 204 len: 168 time: 4.9999323 Sep 16 04:57:51.151313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56116) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.158478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29e61e-6aae-4544-bc04-94c0a76078f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa7f7a6-4a10-4f58-ab09-f0a8a9e44c5d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.174813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9611758f-41fc-4b99-af1c-37a608fbe385 None None] Network 8c0f7d9c-c359-4384-9881-a9388f7b4193 is not hosted by any dhcp agent {{(pid=94746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 04:57:51.175527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9611758f-41fc-4b99-af1c-37a608fbe385 None None] No DVR routers for this DVR port 293f27db-d46a-4ef9-9f0c-05b1de6c8ba4 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:51.187305 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:51.190255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 142bbdf0-d5a3-42e2-9495-dbe0c8007e0e not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:51.192194 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611758f-41fc-4b99-af1c-37a608fbe385 None None] Pushing event deleted for resources: {'Port': ['ID=293f27db-d46a-4ef9-9f0c-05b1de6c8ba4,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.222260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3707de6-2bd0-430c-98df-87b40dfe5efd req-49903539-1089-4885-bb18-cddefcc6b238 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:51.258607 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3707de6-2bd0-430c-98df-87b40dfe5efd req-49903539-1089-4885-bb18-cddefcc6b238 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 944 time: 0.3476644 Sep 16 04:57:51.281974 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-918e29bd-46d2-4059-b36f-a4cb4fd4649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.301053 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.resource_extend [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:57:51.308995 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.363124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-385e8e58-ab24-4f80-94a2-43ed3a2b1784 admin admin] Deleting subnet 04988699-f88f-44f7-ad1b-2f1effb65073 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:51.364623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:44Z', 'revision_number': 4, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:49Z', 'revision_number': 4, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:51.370432 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-385e8e58-ab24-4f80-94a2-43ed3a2b1784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.375581 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75a39600-aee7-4a81-8322-260bb4c5fc3c req-6cc42adc-f37c-46c0-a31f-177e0b0c665e service neutron] 10.222.0.15 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170333 Sep 16 04:57:51.431236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] For port 8cc42cf5-5cce-4007-9e0e-744981c93aaa, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:51.459428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-385e8e58-ab24-4f80-94a2-43ed3a2b1784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.466942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network cb5494bc-249b-4318-b67d-fe793463ca42 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:51.473059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=457106b7-4729-4675-93e1-7022c9a00b84,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.487844 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:51.490244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd4e58-962e-4700-905b-c43ef3e573f4 None None] The sync data for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 is: [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:44Z', 'revision_number': 4, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:49Z', 'revision_number': 4, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:51.502454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:57:51.502761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] For port 8cc42cf5-5cce-4007-9e0e-744981c93aaa, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8cc42cf5-5cce-4007-9e0e-744981c93aaa,segment=NetworkSegment(55298e17-bb40-4031-aec0-a7d9c9be8d79),segment_id=55298e17-bb40-4031-aec0-a7d9c9be8d79)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:51.503792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.508716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-918e29bd-46d2-4059-b36f-a4cb4fd4649a None None] For port 22bc8410-26f8-4e29-93ee-677af9a06b0e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=22bc8410-26f8-4e29-93ee-677af9a06b0e,segment=NetworkSegment(b2ed6edc-dbdc-4806-8328-5e50111fc0d2),segment_id=b2ed6edc-dbdc-4806-8328-5e50111fc0d2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:51.520904 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.543575 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-918e29bd-46d2-4059-b36f-a4cb4fd4649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.568589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port ecebfd74-a524-4081-9b92-29f1e95f2652, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ecebfd74-a524-4081-9b92-29f1e95f2652,segment=NetworkSegment(3b4b53c6-1a80-4985-a6cd-7a19055cdf2c),segment_id=3b4b53c6-1a80-4985-a6cd-7a19055cdf2c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:51.596365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'ecebfd74-a524-4081-9b92-29f1e95f2652', 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a', 'port_id': 'ecebfd74-a524-4081-9b92-29f1e95f2652', 'mac_address': 'fa:16:3e:ac:ba:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf199e85-97bd-433b-b1a4-0e1e3ce81ccc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:57:51.598735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56124) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.604842 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-385e8e58-ab24-4f80-94a2-43ed3a2b1784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.652051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55f3fd-eb21-4273-909f-79cd8384a84a None None] Pushing event updated for resources: {'Port': ['ID=8cc42cf5-5cce-4007-9e0e-744981c93aaa,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.672958 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3707de6-2bd0-430c-98df-87b40dfe5efd req-10816510-7b60-4846-b170-d716844e30d6 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130507 Sep 16 04:57:51.680494 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-385e8e58-ab24-4f80-94a2-43ed3a2b1784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.709996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e8e58-ab24-4f80-94a2-43ed3a2b1784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04988699-f88f-44f7-ad1b-2f1effb65073,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.721199 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.734394 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.745744 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-385e8e58-ab24-4f80-94a2-43ed3a2b1784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.753128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86917c02-6dbf-4c50-8777-bec3932a2724 None None] Network b484af42-d11f-4ec2-83eb-7d35c3841f1f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:51.756027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-81878485-5fe9-42b5-92ae-7291c8c13312 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Deleting port 829b90fc-f9b2-4380-9bad-960f9bc14d40 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:51.756381 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81878485-5fe9-42b5-92ae-7291c8c13312 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:51.760220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56126) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.766773 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-385e8e58-ab24-4f80-94a2-43ed3a2b1784 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/04988699-f88f-44f7-ad1b-2f1effb65073 HTTP/1.1" status: 204 len: 168 time: 0.6124213 Sep 16 04:57:51.777675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecebfd74-a524-4081-9b92-29f1e95f2652 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:57:51.809007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56128) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:51.853228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port ecebfd74-a524-4081-9b92-29f1e95f2652, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ecebfd74-a524-4081-9b92-29f1e95f2652,segment=NetworkSegment(3b4b53c6-1a80-4985-a6cd-7a19055cdf2c),segment_id=3b4b53c6-1a80-4985-a6cd-7a19055cdf2c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:51.855557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e29bd-46d2-4059-b36f-a4cb4fd4649a None None] Pushing event updated for resources: {'Port': ['ID=22bc8410-26f8-4e29-93ee-677af9a06b0e,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:51.856674 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36cd7274-96bd-4609-94a0-cbac0debe8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.015740 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.035562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device da8e2850-9f44-4bd9-bbda-340c628da5f9 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:52.161401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: da8e2850-9f44-4bd9-bbda-340c628da5f9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:52.161820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device da8e2850-9f44-4bd9-bbda-340c628da5f9 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:52.209964 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=ecebfd74-a524-4081-9b92-29f1e95f2652,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:52.230162 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['ecebfd74-a524-4081-9b92-29f1e95f2652'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:57:52.393077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8a255e-564d-4ff3-a9e9-7e4c5b24d3b2 None None] DHCP port deletion for b484af42-d11f-4ec2-83eb-7d35c3841f1f request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:57:52.588725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fa8a255e-564d-4ff3-a9e9-7e4c5b24d3b2 None None] Deleting port 0bb431b9-6675-42b2-92ba-d12f33bee8ec {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:52.589414 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa8a255e-564d-4ff3-a9e9-7e4c5b24d3b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.650915 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6895218-5ab7-46dd-888e-01a789f55128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.763439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fa8a255e-564d-4ff3-a9e9-7e4c5b24d3b2 None None] For port 0bb431b9-6675-42b2-92ba-d12f33bee8ec, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0bb431b9-6675-42b2-92ba-d12f33bee8ec,segment=NetworkSegment(38c6a5c7-fd52-4444-bfea-2bcb3589ad38),segment_id=38c6a5c7-fd52-4444-bfea-2bcb3589ad38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:52.763996 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa8a255e-564d-4ff3-a9e9-7e4c5b24d3b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.796816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fa8a255e-564d-4ff3-a9e9-7e4c5b24d3b2 None None] Calling delete_port for 0bb431b9-6675-42b2-92ba-d12f33bee8ec owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:52.827350 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.960384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.988972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81878485-5fe9-42b5-92ae-7291c8c13312 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:52.989215 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81878485-5fe9-42b5-92ae-7291c8c13312 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.040574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-81878485-5fe9-42b5-92ae-7291c8c13312 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Calling delete_port for 829b90fc-f9b2-4380-9bad-960f9bc14d40 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:53.091430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c6895218-5ab7-46dd-888e-01a789f55128 admin admin] Deleting port e92b83bd-1949-42ad-a888-6693fc4c014f {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:53.092419 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6895218-5ab7-46dd-888e-01a789f55128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.153923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c771da1-0139-4580-9a24-06d4d0eeb526 req-6d3492e4-3b1b-47be-adf7-24bf829d9e7d tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:53.155528 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c771da1-0139-4580-9a24-06d4d0eeb526 req-6d3492e4-3b1b-47be-adf7-24bf829d9e7d tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 945 time: 0.3175833 Sep 16 04:57:53.172075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device ecebfd74-a524-4081-9b92-29f1e95f2652 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:53.231864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-c6895218-5ab7-46dd-888e-01a789f55128 admin admin] For port e92b83bd-1949-42ad-a888-6693fc4c014f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e92b83bd-1949-42ad-a888-6693fc4c014f,segment=NetworkSegment(ee4ab6d3-76b3-4f84-9227-d52fe630313a),segment_id=ee4ab6d3-76b3-4f84-9227-d52fe630313a)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:53.232885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6895218-5ab7-46dd-888e-01a789f55128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.253470 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c6895218-5ab7-46dd-888e-01a789f55128 admin admin] Calling delete_port for e92b83bd-1949-42ad-a888-6693fc4c014f owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:53.266454 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.316545 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa8a255e-564d-4ff3-a9e9-7e4c5b24d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.351820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a255e-564d-4ff3-a9e9-7e4c5b24d3b2 None None] Pushing event deleted for resources: {'Port': ['ID=0bb431b9-6675-42b2-92ba-d12f33bee8ec,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.354797 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port ecebfd74-a524-4081-9b92-29f1e95f2652 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:57:53.360416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port ecebfd74-a524-4081-9b92-29f1e95f2652 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:53.361096 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.370722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a255e-564d-4ff3-a9e9-7e4c5b24d3b2 None None] No DVR routers for this DVR port 0bb431b9-6675-42b2-92ba-d12f33bee8ec on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:53.405424 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d4049e-7ac3-49c6-b575-8669600c9e27 None None] Network cb5494bc-249b-4318-b67d-fe793463ca42 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:57:53.463740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c771da1-0139-4580-9a24-06d4d0eeb526 req-57768773-4a31-4756-9344-d30bab717799 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481525 Sep 16 04:57:53.466130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36cd7274-96bd-4609-94a0-cbac0debe8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.489223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36cd7274-96bd-4609-94a0-cbac0debe8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.533540 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-40e61fa2-2dbe-4c98-8e5a-8a42589dc17d None None] Provisioning complete for port 8cc42cf5-5cce-4007-9e0e-744981c93aaa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:53.533540 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40e61fa2-2dbe-4c98-8e5a-8a42589dc17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.556861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Deleting port 0bb431b9-6675-42b2-92ba-d12f33bee8ec {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:53.556861 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.593442 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6895218-5ab7-46dd-888e-01a789f55128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.635539 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.635720 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-36cd7274-96bd-4609-94a0-cbac0debe8e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=730588ead76b4f449d3503a86801a8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0268457 Sep 16 04:57:53.639358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd7274-96bd-4609-94a0-cbac0debe8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26526f62-b8c6-4039-87d7-f7961e08ae11,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.644953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56144) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:53.684073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3beaa91-2018-4478-8c42-2c1cadd945d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecebfd74-a524-4081-9b92-29f1e95f2652'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:57:53.686456 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3527ad9-4730-413f-a867-6f39e42918e0" -d '{"events": [{"server_uuid": "e3beaa91-2018-4478-8c42-2c1cadd945d1", "name": "network-vif-plugged", "status": "completed", "tag": "ecebfd74-a524-4081-9b92-29f1e95f2652"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:57:53.690840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6895218-5ab7-46dd-888e-01a789f55128 admin admin] Pushing event deleted for resources: {'Port': ['ID=e92b83bd-1949-42ad-a888-6693fc4c014f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.705847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port ecebfd74-a524-4081-9b92-29f1e95f2652, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ecebfd74-a524-4081-9b92-29f1e95f2652,segment=NetworkSegment(3b4b53c6-1a80-4985-a6cd-7a19055cdf2c),segment_id=3b4b53c6-1a80-4985-a6cd-7a19055cdf2c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:53.732000 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.765820 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f09a602-b9dd-471c-affc-ca1f1edfc948 x-openstack-request-id: req-1f09a602-b9dd-471c-affc-ca1f1edfc948 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:57:53.766119 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3beaa91-2018-4478-8c42-2c1cadd945d1", "name": "network-vif-plugged", "status": "completed", "tag": "ecebfd74-a524-4081-9b92-29f1e95f2652", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:57:53.766560 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f09a602-b9dd-471c-affc-ca1f1edfc948 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:57:53.766787 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3beaa91-2018-4478-8c42-2c1cadd945d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecebfd74-a524-4081-9b92-29f1e95f2652', 'code': 200} Sep 16 04:57:53.803885 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40e61fa2-2dbe-4c98-8e5a-8a42589dc17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.843380 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=ecebfd74-a524-4081-9b92-29f1e95f2652,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:53.884223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-40e61fa2-2dbe-4c98-8e5a-8a42589dc17d None None] For port 8cc42cf5-5cce-4007-9e0e-744981c93aaa, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8cc42cf5-5cce-4007-9e0e-744981c93aaa,segment=NetworkSegment(55298e17-bb40-4031-aec0-a7d9c9be8d79),segment_id=55298e17-bb40-4031-aec0-a7d9c9be8d79)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:53.891193 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40e61fa2-2dbe-4c98-8e5a-8a42589dc17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.907093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] For port 0bb431b9-6675-42b2-92ba-d12f33bee8ec, host n-d-712142-17, got binding levels [] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:53.907600 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:53.981056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Calling delete_port for 0bb431b9-6675-42b2-92ba-d12f33bee8ec owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:53.997136 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e61fa2-2dbe-4c98-8e5a-8a42589dc17d None None] Pushing event updated for resources: {'Port': ['ID=8cc42cf5-5cce-4007-9e0e-744981c93aaa,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:54.020372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.ipam_backend_mixin [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Port 0bb431b9-6675-42b2-92ba-d12f33bee8ec was not found and therefore no delete operation was performed {{(pid=94745) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:57:54.039050 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.041395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8401aa33-e28f-4843-a45e-bed4762c2d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.054758 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6895218-5ab7-46dd-888e-01a789f55128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.076962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b343492-3836-40b7-a3dd-e9f4e9f56021 req-96a4b7aa-ac99-4c64-8166-530b7d08c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:54.078673 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6b343492-3836-40b7-a3dd-e9f4e9f56021 req-96a4b7aa-ac99-4c64-8166-530b7d08c7fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 1098 time: 0.2398636 Sep 16 04:57:54.108033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8cc42cf5-5cce-4007-9e0e-744981c93aaa up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:54.114698 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81878485-5fe9-42b5-92ae-7291c8c13312 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.164838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] No DVR routers for this DVR port 0bb431b9-6675-42b2-92ba-d12f33bee8ec on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:57:54.171821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb431b9-6675-42b2-92ba-d12f33bee8ec,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:54.172565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 8cc42cf5-5cce-4007-9e0e-744981c93aaa triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:54.173282 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.191930 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6b343492-3836-40b7-a3dd-e9f4e9f56021 req-99ac369e-b27d-4dd4-b78a-cb42cb289498 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550938 Sep 16 04:57:54.227597 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8401aa33-e28f-4843-a45e-bed4762c2d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.234845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a952b461-5ffa-47fd-9a66-6fdf23215a7e None None] Provisioning complete for port 8cc42cf5-5cce-4007-9e0e-744981c93aaa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:54.235497 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a952b461-5ffa-47fd-9a66-6fdf23215a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.324142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 22bc8410-26f8-4e29-93ee-677af9a06b0e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:54.417945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.426392 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8401aa33-e28f-4843-a45e-bed4762c2d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.430218 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8401aa33-e28f-4843-a45e-bed4762c2d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.433882 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8401aa33-e28f-4843-a45e-bed4762c2d21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26526f62-b8c6-4039-87d7-f7961e08ae11 HTTP/1.1" status: 204 len: 168 time: 0.7624285 Sep 16 04:57:54.433882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81878485-5fe9-42b5-92ae-7291c8c13312 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Pushing event deleted for resources: {'Port': ['ID=829b90fc-f9b2-4380-9bad-960f9bc14d40,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:54.468352 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.469136 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.507259 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a952b461-5ffa-47fd-9a66-6fdf23215a7e None None] Provisioning complete for port 457106b7-4729-4675-93e1-7022c9a00b84 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:54.513684 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a952b461-5ffa-47fd-9a66-6fdf23215a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.536718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6895218-5ab7-46dd-888e-01a789f55128 admin admin] Router 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:54.584753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401aa33-e28f-4843-a45e-bed4762c2d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26526f62-b8c6-4039-87d7-f7961e08ae11,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:54.591887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 22bc8410-26f8-4e29-93ee-677af9a06b0e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:54.592730 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.675987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a952b461-5ffa-47fd-9a66-6fdf23215a7e None None] Port 457106b7-4729-4675-93e1-7022c9a00b84 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:54.735484 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6895218-5ab7-46dd-888e-01a789f55128 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:54.746796 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8cfd72-8f29-4a03-b778-8bb833362c59 None None] Sync routers for ids ['88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:54.764598 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8cfd72-8f29-4a03-b778-8bb833362c59 None None] Routers {'88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:54.765540 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9b8cfd72-8f29-4a03-b778-8bb833362c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:54.766605 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c6895218-5ab7-46dd-888e-01a789f55128 admin admin] 10.222.0.53 "PUT /v2.0/routers/88565ae7-ad9b-45fd-8255-f00c7c0dc0d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9563870 Sep 16 04:57:54.769348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56160) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:54.826112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b08f5e56-685f-4daa-87a8-8ae2e3a53a3a None None] Provisioning complete for port 457106b7-4729-4675-93e1-7022c9a00b84 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:54.826112 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b08f5e56-685f-4daa-87a8-8ae2e3a53a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.830946 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.884631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0bb431b9-6675-42b2-92ba-d12f33bee8ec no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:54.891038 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b484af42-d11f-4ec2-83eb-7d35c3841f1f']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:54.905366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c6a5c7-fd52-4444-bfea-2bcb3589ad38') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:54.906201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c6a5c7-fd52-4444-bfea-2bcb3589ad38') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:54.919532 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.936054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.944378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:54.945845 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:54.950418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 0bb431b9-6675-42b2-92ba-d12f33bee8ec {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:54.950785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0bb431b9-6675-42b2-92ba-d12f33bee8ec not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:54.975189 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-9b8cfd72-8f29-4a03-b778-8bb833362c59 None None] Set router 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:55.004440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b08f5e56-685f-4daa-87a8-8ae2e3a53a3a None None] Port 457106b7-4729-4675-93e1-7022c9a00b84 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:55.009963 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:55.025385 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81878485-5fe9-42b5-92ae-7291c8c13312 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.029516 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.032626 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81878485-5fe9-42b5-92ae-7291c8c13312 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.038357 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-81878485-5fe9-42b5-92ae-7291c8c13312 tempest-FloatingIPAdminTestJSON-436836520 tempest-FloatingIPAdminTestJSON-436836520-project] 10.222.0.53 "DELETE /v2.0/floatingips/aa3ec321-86fb-457f-acca-8a994d80747d HTTP/1.1" status: 204 len: 168 time: 4.0502851 Sep 16 04:57:55.055969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event updated for resources: {'Port': ['ID=457106b7-4729-4675-93e1-7022c9a00b84,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:55.219847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Network cb5494bc-249b-4318-b67d-fe793463ca42 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:57:55.249621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42bd5-1afc-4a96-9b49-7b83e9815e43 req-5d7e8ae9-0619-4153-b3ce-9c37f706a56c tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:55.268680 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8f42bd5-1afc-4a96-9b49-7b83e9815e43 req-5d7e8ae9-0619-4153-b3ce-9c37f706a56c tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 946 time: 0.6578109 Sep 16 04:57:55.270486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:57:55.319776 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.346025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.347800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.355441 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b484af42-d11f-4ec2-83eb-7d35c3841f1f HTTP/1.1" status: 204 len: 168 time: 3.5002224 Sep 16 04:57:55.413470 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9b8cfd72-8f29-4a03-b778-8bb833362c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'name': 'tempest-ServerRescueTestJSON-59226947-router', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:36Z', 'updated_at': '2021-09-16T04:57:53Z', 'revision_number': 5, 'project_id': '408d0caffba049249d329ddf5bf692bf', 'gw_port': {'id': 'c2693717-a4ae-41c6-b7a8-d8d682be2f2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:55:38Z', 'updated_at': '2021-09-16T04:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:55.468225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Deleting port c2693717-a4ae-41c6-b7a8-d8d682be2f2e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:57:55.468949 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.472189 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8cfd72-8f29-4a03-b778-8bb833362c59 None None] Checking router: 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:55.494400 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8cfd72-8f29-4a03-b778-8bb833362c59 None None] Routers {'88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:55.495419 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9b8cfd72-8f29-4a03-b778-8bb833362c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:55.536882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56178) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:55.540096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb38e7-97b0-4620-b19d-7a012c3a8595 admin admin] Pushing event deleted for resources: {'Network': ['ID=b484af42-d11f-4ec2-83eb-7d35c3841f1f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:55.545391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5f08490d-6f5a-4813-a3c7-39167151eabc has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:55.589489 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8f42bd5-1afc-4a96-9b49-7b83e9815e43 req-6c43eaf4-1feb-4682-912e-6343630155f5 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057096 Sep 16 04:57:55.681134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] For port c2693717-a4ae-41c6-b7a8-d8d682be2f2e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c2693717-a4ae-41c6-b7a8-d8d682be2f2e,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:55.681937 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:55.718728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Calling delete_port for c2693717-a4ae-41c6-b7a8-d8d682be2f2e owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:57:55.737623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56184) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:55.826161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:55.837039 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Sync routers for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:57:55.850517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:55.851184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:55.856698 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a5564f93-9911-4ae7-84b3-bbebd4d408e7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4952519 Sep 16 04:57:55.857370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56186) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:55.865094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-932d15f3-f30d-4e34-b4c1-f9d4c06c8ae1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:56.004221 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-9b8cfd72-8f29-4a03-b778-8bb833362c59 None None] Set router 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:56.034953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8cc42cf5-5cce-4007-9e0e-744981c93aaa up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:57:56.051189 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f281be04-7539-42b8-9b52-713583bfd972 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5608d24b1c54aa593a9ff3260c124ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122196 Sep 16 04:57:56.060277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56194) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:56.081864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-45e1c122-626d-47a4-80ec-ca4ce64ab1bb None None] Provisioning complete for port 457106b7-4729-4675-93e1-7022c9a00b84 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:56.082243 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45e1c122-626d-47a4-80ec-ca4ce64ab1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.089338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:56.115397 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9b8cfd72-8f29-4a03-b778-8bb833362c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'name': 'tempest-ServerRescueTestJSON-59226947-router', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:36Z', 'updated_at': '2021-09-16T04:57:55Z', 'revision_number': 6, 'project_id': '408d0caffba049249d329ddf5bf692bf', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:56.163214 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8cfd72-8f29-4a03-b778-8bb833362c59 None None] The sync data for ids ['88565ae7-ad9b-45fd-8255-f00c7c0dc0d8'] in n-d-712142-17 is: [{'id': '88565ae7-ad9b-45fd-8255-f00c7c0dc0d8', 'name': 'tempest-ServerRescueTestJSON-59226947-router', 'tenant_id': '408d0caffba049249d329ddf5bf692bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:55:36Z', 'updated_at': '2021-09-16T04:57:55Z', 'revision_number': 6, 'project_id': '408d0caffba049249d329ddf5bf692bf', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:56.229002 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-56b91058-e6ea-4c55-9c1e-c5f2ad89c10c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ca1348745e94a6cb54df0a6fc743059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902990 Sep 16 04:57:56.229762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56200) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:56.280356 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-45e1c122-626d-47a4-80ec-ca4ce64ab1bb None None] Port 457106b7-4729-4675-93e1-7022c9a00b84 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:57:56.308641 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f43eedc7-d020-4b72-b991-13dec0d177d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.310636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 8cc42cf5-5cce-4007-9e0e-744981c93aaa triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:56.311061 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.388713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f43eedc7-d020-4b72-b991-13dec0d177d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.390682 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.452864 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51956d28-1a4c-442b-b50d-2cf4db444be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.466367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2693717-a4ae-41c6-b7a8-d8d682be2f2e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:56.571992 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:52Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:51Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '457106b7-4729-4675-93e1-7022c9a00b84', 'name': '', 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:f6:1e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:49Z', 'updated_at': '2021-09-16T04:57:53Z', 'revision_number': 2, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:56.594069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51956d28-1a4c-442b-b50d-2cf4db444be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.641216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.extraroute_db [None req-932d15f3-f30d-4e34-b4c1-f9d4c06c8ae1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 04:57:56.651533 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.661064 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f43eedc7-d020-4b72-b991-13dec0d177d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.665067 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f43eedc7-d020-4b72-b991-13dec0d177d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.665393 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Checking router: 5f08490d-6f5a-4813-a3c7-39167151eabc for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:57:56.668825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Updating router 5f08490d-6f5a-4813-a3c7-39167151eabc port 457106b7-4729-4675-93e1-7022c9a00b84 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:57:56.669015 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f43eedc7-d020-4b72-b991-13dec0d177d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ed3888f-eff9-491c-8d81-8f7e47de01f9 HTTP/1.1" status: 204 len: 168 time: 0.6063948 Sep 16 04:57:56.693593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.extraroute_db [None req-932d15f3-f30d-4e34-b4c1-f9d4c06c8ae1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Removed routes are [] {{(pid=94745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 04:57:56.697715 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-932d15f3-f30d-4e34-b4c1-f9d4c06c8ae1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.736936 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:56.797025 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43eedc7-d020-4b72-b991-13dec0d177d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed3888f-eff9-491c-8d81-8f7e47de01f9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:56.864296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f90a06-29b4-461d-84b3-0ba7723d568b req-5022ddc4-7fc0-47fb-9304-86cbd4ece5e8 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:57:56.866534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62f90a06-29b4-461d-84b3-0ba7723d568b req-5022ddc4-7fc0-47fb-9304-86cbd4ece5e8 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 946 time: 0.1747897 Sep 16 04:57:57.167172 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62f90a06-29b4-461d-84b3-0ba7723d568b req-bb5279ac-589f-48c2-95fd-6a1625ae10da tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873683 Sep 16 04:57:57.224005 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-932d15f3-f30d-4e34-b4c1-f9d4c06c8ae1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.242216 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-932d15f3-f30d-4e34-b4c1-f9d4c06c8ae1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.348535 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.412584 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.522155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Pushing event updated for resources: {'Port': ['ID=457106b7-4729-4675-93e1-7022c9a00b84,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:57.535757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:57.536108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:57.536468 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:57.536818 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:57.537162 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:57.537507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:57.537880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:57.538220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:57.538559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:57.538897 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:57.539233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:57.539569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:57:57.589121 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.607260 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.610778 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51956d28-1a4c-442b-b50d-2cf4db444be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.616935 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Attempting to bind port 457106b7-4729-4675-93e1-7022c9a00b84 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:57:57.616935 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Attempting to bind port 457106b7-4729-4675-93e1-7022c9a00b84 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '55298e17-bb40-4031-aec0-a7d9c9be8d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:57:57.617525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Attempting to bind port 457106b7-4729-4675-93e1-7022c9a00b84 on network cb5494bc-249b-4318-b67d-fe793463ca42 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:57:57.629962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51956d28-1a4c-442b-b50d-2cf4db444be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.631250 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-51956d28-1a4c-442b-b50d-2cf4db444be5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/876eccdc-8034-4d69-982a-d100ebf8be11 HTTP/1.1" status: 204 len: 168 time: 1.3987670 Sep 16 04:57:57.662816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:57:57.663572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Checking segment: {'id': '55298e17-bb40-4031-aec0-a7d9c9be8d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:57:57.663720 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.664012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Bound using segment: {'id': '55298e17-bb40-4031-aec0-a7d9c9be8d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:57:57.664505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Bound port: 457106b7-4729-4675-93e1-7022c9a00b84, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55298e17-bb40-4031-aec0-a7d9c9be8d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:57:57.664900 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.726878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51956d28-1a4c-442b-b50d-2cf4db444be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876eccdc-8034-4d69-982a-d100ebf8be11,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:57.741513 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.742539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:57:57.749253 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.750860 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6f1900cd-0140-4dd6-9a19-618ef65f7c07 admin admin] 10.222.0.53 "DELETE /v2.0/routers/88565ae7-ad9b-45fd-8255-f00c7c0dc0d8 HTTP/1.1" status: 204 len: 168 time: 2.9799654 Sep 16 04:57:57.756037 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56274) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:57.904932 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-facded3a-c869-4a96-8d81-e2b6a478d88e admin admin] Deleting subnet 739383e3-e0b0-4958-a1af-a16bee6ca4bf {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:57:57.924597 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-facded3a-c869-4a96-8d81-e2b6a478d88e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:57.990679 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-facded3a-c869-4a96-8d81-e2b6a478d88e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.033018 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c2693717-a4ae-41c6-b7a8-d8d682be2f2e no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:58.085113 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-facded3a-c869-4a96-8d81-e2b6a478d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.092721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] For port 457106b7-4729-4675-93e1-7022c9a00b84, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:57:58.102086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: c2693717-a4ae-41c6-b7a8-d8d682be2f2e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:58.102666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c2693717-a4ae-41c6-b7a8-d8d682be2f2e not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:58.103295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e92b83bd-1949-42ad-a888-6693fc4c014f no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:57:58.137972 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] For port 457106b7-4729-4675-93e1-7022c9a00b84, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=457106b7-4729-4675-93e1-7022c9a00b84,segment=NetworkSegment(55298e17-bb40-4031-aec0-a7d9c9be8d79),segment_id=55298e17-bb40-4031-aec0-a7d9c9be8d79)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:57:58.143346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: e92b83bd-1949-42ad-a888-6693fc4c014f {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:57:58.144339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e92b83bd-1949-42ad-a888-6693fc4c014f not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:57:58.152981 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-192d0869-4a2a-46ac-a295-9285973cddaf None None] Provisioning complete for port 457106b7-4729-4675-93e1-7022c9a00b84 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:58.154087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-192d0869-4a2a-46ac-a295-9285973cddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.157994 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.211466 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-facded3a-c869-4a96-8d81-e2b6a478d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.274064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facded3a-c869-4a96-8d81-e2b6a478d88e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739383e3-e0b0-4958-a1af-a16bee6ca4bf,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:58.287633 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-facded3a-c869-4a96-8d81-e2b6a478d88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.292338 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-facded3a-c869-4a96-8d81-e2b6a478d88e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/739383e3-e0b0-4958-a1af-a16bee6ca4bf HTTP/1.1" status: 204 len: 168 time: 0.5340493 Sep 16 04:57:58.293731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56286) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:58.308197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:57:58.309056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:58.478994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.523250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56304) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:58.569174 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-704b46fd-cb0e-4214-a663-0bcc29b5c1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.637084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932d15f3-f30d-4e34-b4c1-f9d4c06c8ae1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5f08490d-6f5a-4813-a3c7-39167151eabc has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:57:58.695859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.725272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925c6cf-8ae8-4ad0-9520-548d9d737d6d None None] Pushing event updated for resources: {'Port': ['ID=457106b7-4729-4675-93e1-7022c9a00b84,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:58.892731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932d15f3-f30d-4e34-b4c1-f9d4c06c8ae1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:57:58.905429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-932d15f3-f30d-4e34-b4c1-f9d4c06c8ae1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:58.911206 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-932d15f3-f30d-4e34-b4c1-f9d4c06c8ae1 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc HTTP/1.1" status: 200 len: 953 time: 3.0519288 Sep 16 04:57:58.912241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56338) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:58.921516 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:57:58.979816 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-192d0869-4a2a-46ac-a295-9285973cddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.047201 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-704b46fd-cb0e-4214-a663-0bcc29b5c1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.053372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:59.068739 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-704b46fd-cb0e-4214-a663-0bcc29b5c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.083678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4ab6d3-76b3-4f84-9227-d52fe630313a') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:59.084043 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4ab6d3-76b3-4f84-9227-d52fe630313a') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:59.087378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-192d0869-4a2a-46ac-a295-9285973cddaf None None] For port 457106b7-4729-4675-93e1-7022c9a00b84, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=457106b7-4729-4675-93e1-7022c9a00b84,segment=NetworkSegment(55298e17-bb40-4031-aec0-a7d9c9be8d79),segment_id=55298e17-bb40-4031-aec0-a7d9c9be8d79)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:57:59.110825 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-192d0869-4a2a-46ac-a295-9285973cddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.167025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.176582 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cd7aee75-59e9-4217-9679-015644a0c94b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc HTTP/1.1" status: 200 len: 953 time: 0.2621500 Sep 16 04:57:59.177259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56350) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:59.184816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9571c3f7-be03-4dab-9c12-ac5ec6c55ed4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'router': {'routes': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:57:59.230936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b46fd-cb0e-4214-a663-0bcc29b5c1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8643221-18db-4e33-a42e-20df0b573ab2,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:59.238586 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.253959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-704b46fd-cb0e-4214-a663-0bcc29b5c1c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=366ee51e101a417b9835a77e2269cd27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7291348 Sep 16 04:57:59.257900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56352) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:59.314470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d0869-4a2a-46ac-a295-9285973cddaf None None] Pushing event updated for resources: {'Port': ['ID=457106b7-4729-4675-93e1-7022c9a00b84,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:59.319721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e1496fdd-1d3a-46af-a16e-1abb0451571d None None] Provisioning complete for port 457106b7-4729-4675-93e1-7022c9a00b84 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:57:59.320105 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e1496fdd-1d3a-46af-a16e-1abb0451571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.339508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:57:59.340197 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:57:59.379304 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:57:59.416256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56356) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:57:59.514976 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8f06-da0a-47e2-be0c-52a055e28570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.563850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:56Z', 'revision_number': 6, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:51Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '457106b7-4729-4675-93e1-7022c9a00b84', 'name': '', 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:f6:1e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:49Z', 'updated_at': '2021-09-16T04:57:57Z', 'revision_number': 4, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:57:59.630925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f6804-b3c9-42a1-ae79-fe45cd918561 None None] The sync data for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 is: [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:57:56Z', 'revision_number': 6, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:51Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '457106b7-4729-4675-93e1-7022c9a00b84', 'name': '', 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:f6:1e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:49Z', 'updated_at': '2021-09-16T04:57:57Z', 'revision_number': 4, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:57:59.649013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.694776 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8f06-da0a-47e2-be0c-52a055e28570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.698561 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.701568 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] 10.222.0.53 "DELETE /v2.0/networks/41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c HTTP/1.1" status: 204 len: 168 time: 1.4068408 Sep 16 04:57:59.808813 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d13e6408-6e10-4507-b614-aa9c3bd5416b req-46bdfd10-07f7-4663-be19-d64f3888ca00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4621944 Sep 16 04:57:59.814744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bf968-4152-4f4f-9d6d-e03a12c88827 admin admin] Pushing event deleted for resources: {'Network': ['ID=41bc950c-8cf1-4dfe-9610-cf9ebfb0ff4c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:57:59.922837 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8f06-da0a-47e2-be0c-52a055e28570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.927773 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8f06-da0a-47e2-be0c-52a055e28570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:57:59.932409 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f0ce8f06-da0a-47e2-be0c-52a055e28570 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8643221-18db-4e33-a42e-20df0b573ab2 HTTP/1.1" status: 204 len: 168 time: 0.6722021 Sep 16 04:57:59.984228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce8f06-da0a-47e2-be0c-52a055e28570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8643221-18db-4e33-a42e-20df0b573ab2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:00.056551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1454198435-network', 'tenant_id': '538875858c624a0a89d753f1e6fda820'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:00.063123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e6408-6e10-4507-b614-aa9c3bd5416b req-c5db5d84-8eb0-47ce-a274-eae5659137df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:00.067584 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d13e6408-6e10-4507-b614-aa9c3bd5416b req-c5db5d84-8eb0-47ce-a274-eae5659137df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e4078711f1a4ccd8cfe9f966cb65f60&device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 1098 time: 0.1607723 Sep 16 04:58:00.075755 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 457106b7-4729-4675-93e1-7022c9a00b84 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:00.236238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Made reservation on behalf of 538875858c624a0a89d753f1e6fda820 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:00.239170 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.259985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 457106b7-4729-4675-93e1-7022c9a00b84 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:00.261316 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.265052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56378) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:00.275640 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.363174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e6408-6e10-4507-b614-aa9c3bd5416b req-679d26d2-d8b2-47c7-b1a8-fd59f3db9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:00.364740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d13e6408-6e10-4507-b614-aa9c3bd5416b req-679d26d2-d8b2-47c7-b1a8-fd59f3db9eb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42660028-7eee-4adc-80d4-cf7ad0e8368a HTTP/1.1" status: 200 len: 914 time: 0.2702777 Sep 16 04:58:00.471846 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a20f84c5-34e6-4cb5-b484-004458623ca4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=408d0caffba049249d329ddf5bf692bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053282 Sep 16 04:58:00.481218 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d13e6408-6e10-4507-b614-aa9c3bd5416b req-de635139-a113-450a-916d-e2abdb97868b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecebfd74-a524-4081-9b92-29f1e95f2652 HTTP/1.1" status: 200 len: 217 time: 0.0956666 Sep 16 04:58:00.483056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56384) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:00.494940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.extraroute_db [None req-9571c3f7-be03-4dab-9c12-ac5ec6c55ed4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Added routes are [] {{(pid=94745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 04:58:00.505541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.extraroute_db [None req-9571c3f7-be03-4dab-9c12-ac5ec6c55ed4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 04:58:00.656340 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9571c3f7-be03-4dab-9c12-ac5ec6c55ed4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.677083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e6408-6e10-4507-b614-aa9c3bd5416b req-18a03958-48e4-4731-a50f-8ce749e7686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:00.679160 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d13e6408-6e10-4507-b614-aa9c3bd5416b req-18a03958-48e4-4731-a50f-8ce749e7686b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf199e85-97bd-433b-b1a4-0e1e3ce81ccc HTTP/1.1" status: 200 len: 853 time: 0.1970313 Sep 16 04:58:00.711449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff0ea-f546-47a4-a01a-bdc73032bfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.749103 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d13e6408-6e10-4507-b614-aa9c3bd5416b req-76fb64d5-53b9-4270-bd68-4444ac36e525 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42660028-7eee-4adc-80d4-cf7ad0e8368a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386670 Sep 16 04:58:00.790861 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff0ea-f546-47a4-a01a-bdc73032bfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.958733 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d13e6408-6e10-4507-b614-aa9c3bd5416b req-0606b12b-a0d7-46e9-af90-a964dd129191 service neutron] 10.222.0.15 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719518 Sep 16 04:58:00.961936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56396) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:00.975665 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:00.996173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d7e2484-131d-4da4-8e15-9f38167a1cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.025582 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.094702 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff0ea-f546-47a4-a01a-bdc73032bfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.102239 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff0ea-f546-47a4-a01a-bdc73032bfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.103422 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8a3ff0ea-f546-47a4-a01a-bdc73032bfc0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81ef8a94-bf04-4ce0-bfd4-700e18786f51 HTTP/1.1" status: 204 len: 168 time: 0.5975680 Sep 16 04:58:01.117594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:01.133240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02358e58-4818-4c59-b9aa-dc4d4321b17b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.150325 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0656ee85-41e9-4841-bde1-71b8e95c9f17 None None] Sync routers for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:01.154621 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.155598 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Added segment f8dc6375-f6d5-431d-9d2a-aacef60e56e3 of type vlan for network 27e99e94-69d9-4b58-8996-5107bba0a90d Sep 16 04:58:01.166300 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0656ee85-41e9-4841-bde1-71b8e95c9f17 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:01.166957 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0656ee85-41e9-4841-bde1-71b8e95c9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:01.170156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ff0ea-f546-47a4-a01a-bdc73032bfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ef8a94-bf04-4ce0-bfd4-700e18786f51,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.178071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9571c3f7-be03-4dab-9c12-ac5ec6c55ed4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.205921 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9571c3f7-be03-4dab-9c12-ac5ec6c55ed4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.230911 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.292685 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d13e6408-6e10-4507-b614-aa9c3bd5416b req-2d448e43-fabb-45b4-bd26-43361b36872e service neutron] 10.222.0.15 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328617 Sep 16 04:58:01.405305 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0656ee85-41e9-4841-bde1-71b8e95c9f17 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:01.406330 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d7e2484-131d-4da4-8e15-9f38167a1cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.417561 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d7e2484-131d-4da4-8e15-9f38167a1cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.483009 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.485178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:01.488125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.504616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e2484-131d-4da4-8e15-9f38167a1cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd4cbf-0cc2-4400-b524-1e5dfc21964b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.577907 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1d7e2484-131d-4da4-8e15-9f38167a1cd7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2cf14ad782ed4dea8adbec51930284c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6144028 Sep 16 04:58:01.578594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56406) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:01.591302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9571c3f7-be03-4dab-9c12-ac5ec6c55ed4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5f08490d-6f5a-4813-a3c7-39167151eabc has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:01.616697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1952498 Sep 16 04:58:01.622489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56410) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:01.638882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ceb5f87a-b991-468e-bc58-576fe1cac86e admin admin] Request body: {'subnet': {'network_id': '27e99e94-69d9-4b58-8996-5107bba0a90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1454198435-subnet', 'tenant_id': '538875858c624a0a89d753f1e6fda820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:01.738812 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4151fe5-a1aa-40f9-9601-d17bd4056ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.771176 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0656ee85-41e9-4841-bde1-71b8e95c9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:00Z', 'revision_number': 7, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:51Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '457106b7-4729-4675-93e1-7022c9a00b84', 'name': '', 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:f6:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:49Z', 'updated_at': '2021-09-16T04:57:59Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:01.780633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd55f3a-07d7-4a95-9ec0-766b137c9e88 admin admin] Pushing event updated for resources: {'Network': ['ID=27e99e94-69d9-4b58-8996-5107bba0a90d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:01.792601 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 27e99e94-69d9-4b58-8996-5107bba0a90d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:01.822017 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0656ee85-41e9-4841-bde1-71b8e95c9f17 None None] Checking router: 5f08490d-6f5a-4813-a3c7-39167151eabc for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:01.830641 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4151fe5-a1aa-40f9-9601-d17bd4056ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.854887 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0656ee85-41e9-4841-bde1-71b8e95c9f17 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:01.856151 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0656ee85-41e9-4841-bde1-71b8e95c9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:01.927500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4151fe5-a1aa-40f9-9601-d17bd4056ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.930179 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c4151fe5-a1aa-40f9-9601-d17bd4056ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:01.931456 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c4151fe5-a1aa-40f9-9601-d17bd4056ce3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83cd4cbf-0cc2-4400-b524-1e5dfc21964b HTTP/1.1" status: 204 len: 168 time: 0.3517828 Sep 16 04:58:01.946093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4151fe5-a1aa-40f9-9601-d17bd4056ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd4cbf-0cc2-4400-b524-1e5dfc21964b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:02.033276 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0656ee85-41e9-4841-bde1-71b8e95c9f17 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:02.076728 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb5f87a-b991-468e-bc58-576fe1cac86e admin admin] Made reservation on behalf of 538875858c624a0a89d753f1e6fda820 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:02.083260 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f87a-b991-468e-bc58-576fe1cac86e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.239349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9571c3f7-be03-4dab-9c12-ac5ec6c55ed4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:02.247618 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9571c3f7-be03-4dab-9c12-ac5ec6c55ed4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.252410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56432) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:02.252995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9571c3f7-be03-4dab-9c12-ac5ec6c55ed4 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc HTTP/1.1" status: 200 len: 703 time: 3.0735919 Sep 16 04:58:02.317976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56434) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:02.461796 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d4775637-e968-456c-82d6-b383d38a9b21 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc HTTP/1.1" status: 200 len: 703 time: 0.2065217 Sep 16 04:58:02.464437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56440) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:02.541339 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0656ee85-41e9-4841-bde1-71b8e95c9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:00Z', 'revision_number': 7, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:51Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '457106b7-4729-4675-93e1-7022c9a00b84', 'name': '', 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:f6:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:49Z', 'updated_at': '2021-09-16T04:57:59Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:02.597125 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0656ee85-41e9-4841-bde1-71b8e95c9f17 None None] The sync data for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 is: [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:00Z', 'revision_number': 7, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:51Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '457106b7-4729-4675-93e1-7022c9a00b84', 'name': '', 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:f6:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:49Z', 'updated_at': '2021-09-16T04:57:59Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:02.601185 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f87a-b991-468e-bc58-576fe1cac86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.703947 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b05a61b5-fca9-46b7-ade0-89b285adcf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:02.858594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5f87a-b991-468e-bc58-576fe1cac86e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a066c8b-41fc-45ac-80f2-9a26bf5b81d3,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:02.892604 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5f87a-b991-468e-bc58-576fe1cac86e admin admin] Checking segment: {'id': 'f8dc6375-f6d5-431d-9d2a-aacef60e56e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '27e99e94-69d9-4b58-8996-5107bba0a90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:02.893093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5f87a-b991-468e-bc58-576fe1cac86e admin admin] Network hostable DHCP agents. Network: 27e99e94-69d9-4b58-8996-5107bba0a90d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:02.981824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5f87a-b991-468e-bc58-576fe1cac86e admin admin] Network 27e99e94-69d9-4b58-8996-5107bba0a90d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:03.034244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5f87a-b991-468e-bc58-576fe1cac86e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 27e99e94-69d9-4b58-8996-5107bba0a90d) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:03.034552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56462) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:03.037936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5f87a-b991-468e-bc58-576fe1cac86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:03.038589 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f87a-b991-468e-bc58-576fe1cac86e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.044389 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab594ba1-c1be-4aa6-92a9-35dc2d4e3abc None None] Network 27e99e94-69d9-4b58-8996-5107bba0a90d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:03.112712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b05a61b5-fca9-46b7-ade0-89b285adcf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.134671 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b05a61b5-fca9-46b7-ade0-89b285adcf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.146203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdcfec-9f6f-46f0-bd80-9260a5c009bb None None] Sync routers for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:03.147257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ceb5f87a-b991-468e-bc58-576fe1cac86e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5190175 Sep 16 04:58:03.209466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a61b5-fca9-46b7-ade0-89b285adcf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e3d3ee-f84e-471c-90b3-e48a8540073a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:03.221115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-944f5a84-3944-4e0b-87d3-538367e1cb25 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.227035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b05a61b5-fca9-46b7-ade0-89b285adcf43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6cbb77b12bd84dc6b47a2ddf34ddb1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9085305 Sep 16 04:58:03.229496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56476) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:03.291759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bdcfec-9f6f-46f0-bd80-9260a5c009bb None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:03.293100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-45bdcfec-9f6f-46f0-bd80-9260a5c009bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:03.374948 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be15f85-50a1-416a-8cd3-d60fe9d99167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.437659 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be15f85-50a1-416a-8cd3-d60fe9d99167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.497944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-network', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:03.537503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Made reservation on behalf of 82950bbf764f4f1d982dfe298eb2db9f for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:03.540922 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.555937 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be15f85-50a1-416a-8cd3-d60fe9d99167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.559634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be15f85-50a1-416a-8cd3-d60fe9d99167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.561217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4be15f85-50a1-416a-8cd3-d60fe9d99167 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57e3d3ee-f84e-471c-90b3-e48a8540073a HTTP/1.1" status: 204 len: 168 time: 0.3305430 Sep 16 04:58:03.570400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be15f85-50a1-416a-8cd3-d60fe9d99167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e3d3ee-f84e-471c-90b3-e48a8540073a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:03.610042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.737367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-944f5a84-3944-4e0b-87d3-538367e1cb25 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port 457106b7-4729-4675-93e1-7022c9a00b84 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:03.738104 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-944f5a84-3944-4e0b-87d3-538367e1cb25 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.791066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a1d001-46e1-4468-ba42-80afbc0f0462 None None] Network 27e99e94-69d9-4b58-8996-5107bba0a90d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:03.796440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-45bdcfec-9f6f-46f0-bd80-9260a5c009bb None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:03.867136 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-944f5a84-3944-4e0b-87d3-538367e1cb25 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] For port 457106b7-4729-4675-93e1-7022c9a00b84, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=457106b7-4729-4675-93e1-7022c9a00b84,segment=NetworkSegment(55298e17-bb40-4031-aec0-a7d9c9be8d79),segment_id=55298e17-bb40-4031-aec0-a7d9c9be8d79)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:03.867136 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-944f5a84-3944-4e0b-87d3-538367e1cb25 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:03.897508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-944f5a84-3944-4e0b-87d3-538367e1cb25 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for 457106b7-4729-4675-93e1-7022c9a00b84 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:04.109337 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.118818 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.156077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455f5a57-1101-44c0-b1d5-2d08b2243a58,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:04.192697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:04.227334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.230144 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Added segment e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17 of type vlan for network 74ee2202-5b23-48e2-aa35-ea8795e185a8 Sep 16 04:58:04.266141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-944f5a84-3944-4e0b-87d3-538367e1cb25 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.444153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f5a84-3944-4e0b-87d3-538367e1cb25 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=457106b7-4729-4675-93e1-7022c9a00b84,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:04.456873 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56504) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:04.500048 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-45bdcfec-9f6f-46f0-bd80-9260a5c009bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:00Z', 'revision_number': 7, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:51Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '457106b7-4729-4675-93e1-7022c9a00b84', 'name': '', 'network_id': 'cb5494bc-249b-4318-b67d-fe793463ca42', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:f6:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:49Z', 'updated_at': '2021-09-16T04:57:59Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:04.516315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-3196530d-60cf-437f-9bd8-504ebdeaf71c tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.523457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-3196530d-60cf-437f-9bd8-504ebdeaf71c tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/networks?id=27e99e94-69d9-4b58-8996-5107bba0a90d HTTP/1.1" status: 200 len: 818 time: 0.2395711 Sep 16 04:58:04.524172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56506) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:04.556719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdcfec-9f6f-46f0-bd80-9260a5c009bb None None] Checking router: 5f08490d-6f5a-4813-a3c7-39167151eabc for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:04.559653 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-1889b912-714f-4a03-8ccb-ee137cfe294b tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/quotas/538875858c624a0a89d753f1e6fda820 HTTP/1.1" status: 200 len: 375 time: 0.0294232 Sep 16 04:58:04.597147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bdcfec-9f6f-46f0-bd80-9260a5c009bb None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:04.598291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-45bdcfec-9f6f-46f0-bd80-9260a5c009bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:04.611326 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.620682 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-39ce0bce-24cb-472b-9db9-b570746480f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.632585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-98e0be18-6231-47a6-b385-0e562b6b5334 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=538875858c624a0a89d753f1e6fda820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642645 Sep 16 04:58:04.771235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-45bdcfec-9f6f-46f0-bd80-9260a5c009bb None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:04.780497 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.resource_extend [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:58:04.810499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f38c1c50-6689-49a5-b9bc-b9b33c511c9e tempest-AgentManagementNegativeTest-445620923 tempest-AgentManagementNegativeTest-445620923-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2850003 Sep 16 04:58:04.844583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-944f5a84-3944-4e0b-87d3-538367e1cb25 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.870014 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:04.877697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-5339c21b-7601-421a-9f8b-0eb0e4085150 service neutron] 10.222.0.53 "GET /v2.0/networks/27e99e94-69d9-4b58-8996-5107bba0a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367961 Sep 16 04:58:04.878194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:04.887099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.059605 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-39ce0bce-24cb-472b-9db9-b570746480f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.107769 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-39ce0bce-24cb-472b-9db9-b570746480f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.128411 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-7ad54b57-a845-4c49-8415-7c24dfd5c3e5 service neutron] 10.222.0.53 "GET /v2.0/networks/27e99e94-69d9-4b58-8996-5107bba0a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482493 Sep 16 04:58:05.361461 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3262258 Sep 16 04:58:05.364410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56526) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:05.369328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-170400cc-bdcc-474f-80af-1b75f1c39a66 admin admin] Request body: {'subnet': {'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-subnet', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:05.452693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca69db-2192-40e8-84fe-ef131043878c admin admin] Pushing event updated for resources: {'Network': ['ID=74ee2202-5b23-48e2-aa35-ea8795e185a8,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:05.475569 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-39ce0bce-24cb-472b-9db9-b570746480f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db18408f39dd4e5094cda2a0b3e389e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0173149 Sep 16 04:58:05.478136 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56528) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:05.497382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56530) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:05.502671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 74ee2202-5b23-48e2-aa35-ea8795e185a8 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:05.530412 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd0147d4-6c82-4029-91be-b027d132ba1f req-2498103c-ec03-42d4-b6ff-5099f0dca48f tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 210 time: 0.1320403 Sep 16 04:58:05.534433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170400cc-bdcc-474f-80af-1b75f1c39a66 admin admin] Made reservation on behalf of 82950bbf764f4f1d982dfe298eb2db9f for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:05.544297 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-170400cc-bdcc-474f-80af-1b75f1c39a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.622700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce0bce-24cb-472b-9db9-b570746480f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570fb327-c41c-4fd9-b465-486d7a9c0f30,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:05.639192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944f5a84-3944-4e0b-87d3-538367e1cb25 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5f08490d-6f5a-4813-a3c7-39167151eabc has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:05.756394 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-444fe50d-86fd-4837-8b95-a5a797b079fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.763877 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.790236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-45bdcfec-9f6f-46f0-bd80-9260a5c009bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:04Z', 'revision_number': 8, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:51Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:05.839318 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdcfec-9f6f-46f0-bd80-9260a5c009bb None None] The sync data for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 is: [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:04Z', 'revision_number': 8, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:51Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:05.914844 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1cc3799e-4345-4c8b-bfa3-38e1eb6e28d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:05.990971 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1cc3799e-4345-4c8b-bfa3-38e1eb6e28d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.043888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944f5a84-3944-4e0b-87d3-538367e1cb25 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:06.055394 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-944f5a84-3944-4e0b-87d3-538367e1cb25 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5872893 Sep 16 04:58:06.060583 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56542) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:06.063320 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-444fe50d-86fd-4837-8b95-a5a797b079fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.071129 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-170400cc-bdcc-474f-80af-1b75f1c39a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.080522 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-444fe50d-86fd-4837-8b95-a5a797b079fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.105848 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1cc3799e-4345-4c8b-bfa3-38e1eb6e28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.108576 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1cc3799e-4345-4c8b-bfa3-38e1eb6e28d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.111181 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1cc3799e-4345-4c8b-bfa3-38e1eb6e28d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/570fb327-c41c-4fd9-b465-486d7a9c0f30 HTTP/1.1" status: 204 len: 168 time: 0.4966006 Sep 16 04:58:06.196938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-444fe50d-86fd-4837-8b95-a5a797b079fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9dcb58d68af74c08ba29fe977a5da654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958344 Sep 16 04:58:06.197104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3799e-4345-4c8b-bfa3-38e1eb6e28d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570fb327-c41c-4fd9-b465-486d7a9c0f30,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:06.197319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56548) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:06.213873 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170400cc-bdcc-474f-80af-1b75f1c39a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da42bee0-4252-4db7-8f78-f66cc190ca2a,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:06.232269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71abb83-809b-40d1-8d4e-7d582ba075e3 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting subnet 3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:06.234315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fe50d-86fd-4837-8b95-a5a797b079fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11001df-0626-41a4-be7c-e7dbf537ba5b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:06.243932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a71abb83-809b-40d1-8d4e-7d582ba075e3 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.330850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170400cc-bdcc-474f-80af-1b75f1c39a66 admin admin] Checking segment: {'id': 'e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:06.332531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170400cc-bdcc-474f-80af-1b75f1c39a66 admin admin] Network hostable DHCP agents. Network: 74ee2202-5b23-48e2-aa35-ea8795e185a8, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:06.364615 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a71abb83-809b-40d1-8d4e-7d582ba075e3 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.397957 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff4c13c9-04e7-4df7-adf1-0f9a03a7d57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.429067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170400cc-bdcc-474f-80af-1b75f1c39a66 admin admin] Network 74ee2202-5b23-48e2-aa35-ea8795e185a8 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:06.485998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a71abb83-809b-40d1-8d4e-7d582ba075e3 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.489710 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff4c13c9-04e7-4df7-adf1-0f9a03a7d57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.491823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-170400cc-bdcc-474f-80af-1b75f1c39a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 74ee2202-5b23-48e2-aa35-ea8795e185a8) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:06.501387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1441eafe-a6b1-4d32-9f73-ac93c8d96367 None None] Network 74ee2202-5b23-48e2-aa35-ea8795e185a8 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:06.519600 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170400cc-bdcc-474f-80af-1b75f1c39a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:06.525168 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-170400cc-bdcc-474f-80af-1b75f1c39a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.609224 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-170400cc-bdcc-474f-80af-1b75f1c39a66 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2436628 Sep 16 04:58:06.622269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56556) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:06.646046 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a71abb83-809b-40d1-8d4e-7d582ba075e3 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.649454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:06.673011 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e263f9-3c37-46eb-843e-3ff637cdf81c None None] Sync routers for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:06.688131 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e263f9-3c37-46eb-843e-3ff637cdf81c None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:06.688870 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d6e263f9-3c37-46eb-843e-3ff637cdf81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:06.732040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71abb83-809b-40d1-8d4e-7d582ba075e3 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:06.773381 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a71abb83-809b-40d1-8d4e-7d582ba075e3 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.775588 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a71abb83-809b-40d1-8d4e-7d582ba075e3 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb HTTP/1.1" status: 204 len: 168 time: 0.7135079 Sep 16 04:58:06.778502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56564) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:06.784392 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0d4ff6-8b29-48cb-9fd9-761a820ecbb0 None None] Network cb5494bc-249b-4318-b67d-fe793463ca42 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:06.799356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-110cb27a-916f-47a9-99ae-25812b645bba req-2672c216-1183-42b4-90dd-09486b25a76d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 210 time: 0.0867147 Sep 16 04:58:06.807431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd0c3e-86d3-4bae-bf5c-d0d2b9e70b76 None None] Network 74ee2202-5b23-48e2-aa35-ea8795e185a8 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:06.808074 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.811359 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.821868 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff4c13c9-04e7-4df7-adf1-0f9a03a7d57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.825339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff4c13c9-04e7-4df7-adf1-0f9a03a7d57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:06.850993 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ff4c13c9-04e7-4df7-adf1-0f9a03a7d57a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b11001df-0626-41a4-be7c-e7dbf537ba5b HTTP/1.1" status: 204 len: 168 time: 0.6311262 Sep 16 04:58:06.907877 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c13c9-04e7-4df7-adf1-0f9a03a7d57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11001df-0626-41a4-be7c-e7dbf537ba5b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:07.016047 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-d6e263f9-3c37-46eb-843e-3ff637cdf81c None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:07.039930 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.055400 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.250076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port 8cc42cf5-5cce-4007-9e0e-744981c93aaa {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:07.250440 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.456867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] For port 8cc42cf5-5cce-4007-9e0e-744981c93aaa, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8cc42cf5-5cce-4007-9e0e-744981c93aaa,segment=NetworkSegment(55298e17-bb40-4031-aec0-a7d9c9be8d79),segment_id=55298e17-bb40-4031-aec0-a7d9c9be8d79)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:07.462866 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.490681 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.492337 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for 8cc42cf5-5cce-4007-9e0e-744981c93aaa owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:07.536084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74758d2a-cc4c-4621-a6db-de3e0b3c298e None None] DHCP port deletion for cb5494bc-249b-4318-b67d-fe793463ca42 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:07.662022 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d6e263f9-3c37-46eb-843e-3ff637cdf81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:04Z', 'revision_number': 8, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:51Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:07.664201 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.706499 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e263f9-3c37-46eb-843e-3ff637cdf81c None None] Checking router: 5f08490d-6f5a-4813-a3c7-39167151eabc for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:07.711304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-74758d2a-cc4c-4621-a6db-de3e0b3c298e None None] Deleting port 8cc42cf5-5cce-4007-9e0e-744981c93aaa {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:07.711696 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-74758d2a-cc4c-4621-a6db-de3e0b3c298e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.720441 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e263f9-3c37-46eb-843e-3ff637cdf81c None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:07.721659 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d6e263f9-3c37-46eb-843e-3ff637cdf81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:07.892784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-c3fe5f44-1327-4eb5-a82e-5ad521e7fa1d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:07.898552 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-c3fe5f44-1327-4eb5-a82e-5ad521e7fa1d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.50 "GET /v2.0/networks?id=27e99e94-69d9-4b58-8996-5107bba0a90d HTTP/1.1" status: 200 len: 818 time: 0.7372692 Sep 16 04:58:07.932751 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-d6e263f9-3c37-46eb-843e-3ff637cdf81c None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:07.939955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Request body: {'port': {'device_id': 'e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e', 'network_id': '27e99e94-69d9-4b58-8996-5107bba0a90d', 'admin_state_up': True, 'tenant_id': '538875858c624a0a89d753f1e6fda820'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:07.981739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-74758d2a-cc4c-4621-a6db-de3e0b3c298e None None] For port 8cc42cf5-5cce-4007-9e0e-744981c93aaa, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8cc42cf5-5cce-4007-9e0e-744981c93aaa,segment=NetworkSegment(55298e17-bb40-4031-aec0-a7d9c9be8d79),segment_id=55298e17-bb40-4031-aec0-a7d9c9be8d79)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:07.982256 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-74758d2a-cc4c-4621-a6db-de3e0b3c298e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:07.988867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8cc42cf5-5cce-4007-9e0e-744981c93aaa no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:08.053698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.079920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-74758d2a-cc4c-4621-a6db-de3e0b3c298e None None] Calling delete_port for 8cc42cf5-5cce-4007-9e0e-744981c93aaa owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:08.093065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.097080 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-306918e1-dd61-4fbf-81a5-d2eb0ce7a59b req-03d78a67-f4c4-474d-a683-56f85e514f4a tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 210 time: 0.0806272 Sep 16 04:58:08.135362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No active binding found for port 8cc42cf5-5cce-4007-9e0e-744981c93aaa {{(pid=94746) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 04:58:08.135769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8cc42cf5-5cce-4007-9e0e-744981c93aaa not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:08.136205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 457106b7-4729-4675-93e1-7022c9a00b84 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:08.144740 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.185438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 457106b7-4729-4675-93e1-7022c9a00b84 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:08.193945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 457106b7-4729-4675-93e1-7022c9a00b84 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:08.322599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=8cc42cf5-5cce-4007-9e0e-744981c93aaa,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:08.338415 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-74758d2a-cc4c-4621-a6db-de3e0b3c298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.347725 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No DVR routers for this DVR port 8cc42cf5-5cce-4007-9e0e-744981c93aaa on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:08.385382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Allocated IP 172.25.0.228 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/db2dd734-fbcc-4f12-82f1-c619267f1a8e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:08.393333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74758d2a-cc4c-4621-a6db-de3e0b3c298e None None] Pushing event deleted for resources: {'Port': ['ID=8cc42cf5-5cce-4007-9e0e-744981c93aaa,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:08.413932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74758d2a-cc4c-4621-a6db-de3e0b3c298e None None] No DVR routers for this DVR port 8cc42cf5-5cce-4007-9e0e-744981c93aaa on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:08.452839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Made reservation on behalf of 538875858c624a0a89d753f1e6fda820 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:08.466562 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.674369 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.713912 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d6e263f9-3c37-46eb-843e-3ff637cdf81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:04Z', 'revision_number': 8, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:51Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:08.785386 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:08.820686 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e263f9-3c37-46eb-843e-3ff637cdf81c None None] The sync data for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 is: [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:04Z', 'revision_number': 8, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '22bc8410-26f8-4e29-93ee-677af9a06b0e', 'name': '', 'network_id': '2619f925-c4fc-4bdf-a8cd-7c5698120813', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cc:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:42Z', 'updated_at': '2021-09-16T04:57:51Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '4f2527b5-fd76-4608-8a0e-46c71c22b856', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:08.933635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Pushing event updated for resources: {'Port': ['ID=db2dd734-fbcc-4f12-82f1-c619267f1a8e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:08.980086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:08.981751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56618) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:08.987771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:08.999805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:09.152434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.209689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5494bc-249b-4318-b67d-fe793463ca42']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:09.255377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55298e17-bb40-4031-aec0-a7d9c9be8d79') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:09.255988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55298e17-bb40-4031-aec0-a7d9c9be8d79') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:09.271418 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.295701 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.328084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:09.329081 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:09.338449 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:09.432660 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.447064 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.449860 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/networks/cb5494bc-249b-4318-b67d-fe793463ca42 HTTP/1.1" status: 204 len: 168 time: 2.6701193 Sep 16 04:58:09.454934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56636) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:09.483447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Allocated IP 172.20.0.14 (27e99e94-69d9-4b58-8996-5107bba0a90d/8a066c8b-41fc-45ac-80f2-9a26bf5b81d3/8e520065-5272-41bb-8beb-6025e49f97ac) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:09.518433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc334763-8f0e-4ee9-9db8-7f626a161b3d tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Network': ['ID=cb5494bc-249b-4318-b67d-fe793463ca42,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:09.713483 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.816765 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:09.919002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-455709913'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:09.990901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Network 27e99e94-69d9-4b58-8996-5107bba0a90d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:09.996344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Pushing event updated for resources: {'Port': ['ID=8e520065-5272-41bb-8beb-6025e49f97ac,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:09.999994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:10.003702 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:10.089755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:10.091096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.097891 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.154261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:10.159441 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.175563 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.214017 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-e9635ded-853c-49c6-9ce2-1a8652b9ef3d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2961717 Sep 16 04:58:10.217661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbe8a4-f035-47c5-95e8-9c5a17e71a37 req-5bba733c-bfcc-4b1a-8487-543f5c01abb8 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:10.225575 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aabbe8a4-f035-47c5-95e8-9c5a17e71a37 req-5bba733c-bfcc-4b1a-8487-543f5c01abb8 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 932 time: 0.3263061 Sep 16 04:58:10.234373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Request body: {'port': {'device_id': 'e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:10.365463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aabbe8a4-f035-47c5-95e8-9c5a17e71a37 req-fc685fb6-8ab3-42a8-96b1-f5ffc6967a6f tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/security-groups?id=02358e58-4818-4c59-b9aa-dc4d4321b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389112 Sep 16 04:58:10.370798 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.471113 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f6c99341-8a88-4ffb-b891-e4f2738124bd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.620769 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.636293 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.677850 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.743796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020e3249-cc20-4789-92bf-6540d5cf6782,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:10.775444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:10.793125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:10.793646 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Added segment 20bf8a2d-2492-4156-9960-6e0eeca39fe8 of type vlan for network 886daa5d-74e5-468f-9df7-a66b024d6148 Sep 16 04:58:10.967500 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.012372 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.015970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e520065-5272-41bb-8beb-6025e49f97ac {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:11.019060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:11.019689 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.038600 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.063061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Transition to ACTIVE for port object 8e520065-5272-41bb-8beb-6025e49f97ac will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:11.070621 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.117140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f6c99341-8a88-4ffb-b891-e4f2738124bd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port 22bc8410-26f8-4e29-93ee-677af9a06b0e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:11.117473 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f6c99341-8a88-4ffb-b891-e4f2738124bd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.127087 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1347177 Sep 16 04:58:11.132793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Router 6b4b12f5-196f-438a-a5d1-79705943f8cf is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:58:11.133719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebbf13-dcf6-416f-a208-e9da28b164ed tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Network': ['ID=886daa5d-74e5-468f-9df7-a66b024d6148,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:11.155725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 886daa5d-74e5-468f-9df7-a66b024d6148 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:11.221836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-f6c99341-8a88-4ffb-b891-e4f2738124bd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] For port 22bc8410-26f8-4e29-93ee-677af9a06b0e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=22bc8410-26f8-4e29-93ee-677af9a06b0e,segment=NetworkSegment(b2ed6edc-dbdc-4806-8328-5e50111fc0d2),segment_id=b2ed6edc-dbdc-4806-8328-5e50111fc0d2)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:11.222406 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f6c99341-8a88-4ffb-b891-e4f2738124bd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.237121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f6c99341-8a88-4ffb-b891-e4f2738124bd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for 22bc8410-26f8-4e29-93ee-677af9a06b0e owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:11.446799 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f6c99341-8a88-4ffb-b891-e4f2738124bd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.513381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e520065-5272-41bb-8beb-6025e49f97ac,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:11.651015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:11.661284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Sync routers for ids ['6b4b12f5-196f-438a-a5d1-79705943f8cf'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:11.685447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Routers {'6b4b12f5-196f-438a-a5d1-79705943f8cf'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:11.687129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c99341-8a88-4ffb-b891-e4f2738124bd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=22bc8410-26f8-4e29-93ee-677af9a06b0e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:11.698579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['6b4b12f5-196f-438a-a5d1-79705943f8cf'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:11.750862 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Attempting to bind port 8e520065-5272-41bb-8beb-6025e49f97ac on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:11.751516 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Attempting to bind port 8e520065-5272-41bb-8beb-6025e49f97ac by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'f8dc6375-f6d5-431d-9d2a-aacef60e56e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '27e99e94-69d9-4b58-8996-5107bba0a90d'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:11.752265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Attempting to bind port 8e520065-5272-41bb-8beb-6025e49f97ac on network 27e99e94-69d9-4b58-8996-5107bba0a90d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.862385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Port 8e520065-5272-41bb-8beb-6025e49f97ac on network 27e99e94-69d9-4b58-8996-5107bba0a90d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:11.862385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Attempting to bind port 8e520065-5272-41bb-8beb-6025e49f97ac on network 27e99e94-69d9-4b58-8996-5107bba0a90d {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:11.908212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:11.908481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Checking segment: {'id': 'f8dc6375-f6d5-431d-9d2a-aacef60e56e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '27e99e94-69d9-4b58-8996-5107bba0a90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:11.908997 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Bound using segment: {'id': 'f8dc6375-f6d5-431d-9d2a-aacef60e56e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '27e99e94-69d9-4b58-8996-5107bba0a90d'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:11.909414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Bound port: 8e520065-5272-41bb-8beb-6025e49f97ac, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8dc6375-f6d5-431d-9d2a-aacef60e56e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '27e99e94-69d9-4b58-8996-5107bba0a90d'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:11.922497 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:11.973903 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f6c99341-8a88-4ffb-b891-e4f2738124bd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.001454 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.008945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56698) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:12.010159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6828265b-5575-4c03-89fb-d65316883d71 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3788478 Sep 16 04:58:12.086098 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4556b-6528-4c2a-b0f0-2b0e50d066a8 req-c6b158a6-20c8-45e4-a15a-449a657fe183 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:12.088949 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8a4556b-6528-4c2a-b0f0-2b0e50d066a8 req-c6b158a6-20c8-45e4-a15a-449a657fe183 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 944 time: 0.4194558 Sep 16 04:58:12.222085 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8a4556b-6528-4c2a-b0f0-2b0e50d066a8 req-71829054-cdde-4e3c-9420-3cd5bd83a204 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/security-groups?id=02358e58-4818-4c59-b9aa-dc4d4321b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154296 Sep 16 04:58:12.255493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Set router 6b4b12f5-196f-438a-a5d1-79705943f8cf gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:12.599515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] For port 8e520065-5272-41bb-8beb-6025e49f97ac, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:12.646360 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] For port 8e520065-5272-41bb-8beb-6025e49f97ac, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8e520065-5272-41bb-8beb-6025e49f97ac,segment=NetworkSegment(f8dc6375-f6d5-431d-9d2a-aacef60e56e3),segment_id=f8dc6375-f6d5-431d-9d2a-aacef60e56e3)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:12.662346 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:12.723494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:58:09Z', 'revision_number': 3, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:12.796812 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Checking router: 6b4b12f5-196f-438a-a5d1-79705943f8cf for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:12.799606 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Updating router 6b4b12f5-196f-438a-a5d1-79705943f8cf port db2dd734-fbcc-4f12-82f1-c619267f1a8e binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:58:12.890093 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.509489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:13.510519 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.517042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.524382 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] 10.222.0.50 "PUT /v2.0/ports/8e520065-5272-41bb-8beb-6025e49f97ac HTTP/1.1" status: 200 len: 1093 time: 3.2964447 Sep 16 04:58:13.527720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e', 'tag': '8e520065-5272-41bb-8beb-6025e49f97ac'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:13.534446 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.543467 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f8477f-c420-445f-9f98-7ec92f5a9d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e", "tag": "8e520065-5272-41bb-8beb-6025e49f97ac"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:13.577578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c99341-8a88-4ffb-b891-e4f2738124bd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5f08490d-6f5a-4813-a3c7-39167151eabc has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:13.606039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0402d42-7492-4dba-b7ef-3b42053f5a28 req-c61c3be5-3b58-43de-a40a-de4758a0aece tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:13.623107 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0402d42-7492-4dba-b7ef-3b42053f5a28 req-c61c3be5-3b58-43de-a40a-de4758a0aece tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 944 time: 0.1550622 Sep 16 04:58:13.644328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Attempting to bind port db2dd734-fbcc-4f12-82f1-c619267f1a8e on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:13.645070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Attempting to bind port db2dd734-fbcc-4f12-82f1-c619267f1a8e by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:13.645678 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Attempting to bind port db2dd734-fbcc-4f12-82f1-c619267f1a8e on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:13.652662 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:13.660988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:13.661429 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.661863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:13.662390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Bound port: db2dd734-fbcc-4f12-82f1-c619267f1a8e, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:13.662779 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.740231 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3eaa4-fdbe-4b0e-a933-0ff3c110311f None None] Pushing event updated for resources: {'Port': ['ID=db2dd734-fbcc-4f12-82f1-c619267f1a8e,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:13.757214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0402d42-7492-4dba-b7ef-3b42053f5a28 req-8d19e874-3cf9-4c7a-a560-7cb656556f09 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/security-groups?id=02358e58-4818-4c59-b9aa-dc4d4321b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324341 Sep 16 04:58:13.824669 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] For port db2dd734-fbcc-4f12-82f1-c619267f1a8e, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:13.835841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] For port db2dd734-fbcc-4f12-82f1-c619267f1a8e, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=db2dd734-fbcc-4f12-82f1-c619267f1a8e,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:13.846941 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:13.967451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b4933-d821-42ce-bf9f-f4a574319ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e520065-5272-41bb-8beb-6025e49f97ac,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:13.973957 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c143d5-9554-4071-8dca-2d5ddb76b2e5 x-openstack-request-id: req-54c143d5-9554-4071-8dca-2d5ddb76b2e5 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:13.974282 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e", "tag": "8e520065-5272-41bb-8beb-6025e49f97ac", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:13.974498 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54c143d5-9554-4071-8dca-2d5ddb76b2e5 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:13.974892 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e', 'tag': '8e520065-5272-41bb-8beb-6025e49f97ac', 'status': 'completed', 'code': 200} Sep 16 04:58:14.048302 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Routers {'6b4b12f5-196f-438a-a5d1-79705943f8cf'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:14.050305 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['6b4b12f5-196f-438a-a5d1-79705943f8cf'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:14.124166 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3eaa4-fdbe-4b0e-a933-0ff3c110311f None None] Pushing event updated for resources: {'Port': ['ID=db2dd734-fbcc-4f12-82f1-c619267f1a8e,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:14.293364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-62e2b51a-c371-41dd-a21a-554ca94b0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:14.295272 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-62e2b51a-c371-41dd-a21a-554ca94b0799 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=538875858c624a0a89d753f1e6fda820&device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 1096 time: 0.5662346 Sep 16 04:58:14.306528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] Set router 6b4b12f5-196f-438a-a5d1-79705943f8cf gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:14.419479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-9f91db93-6496-40bc-bba6-1b2cc36d7c8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e520065-5272-41bb-8beb-6025e49f97ac HTTP/1.1" status: 200 len: 217 time: 0.1075249 Sep 16 04:58:14.420942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c99341-8a88-4ffb-b891-e4f2738124bd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:14.436487 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4cc4b-55bd-4eca-8ca5-4712d30b6b63 None None] Sync routers for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:14.455524 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f6c99341-8a88-4ffb-b891-e4f2738124bd tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9894366 Sep 16 04:58:14.457353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56740) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:14.478530 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4cc4b-55bd-4eca-8ca5-4712d30b6b63 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:14.487502 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ead4cc4b-55bd-4eca-8ca5-4712d30b6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:14.655797 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting subnet 4f2527b5-fd76-4608-8a0e-46c71c22b856 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:14.665097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.717522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-d0bfe296-dc43-4336-8663-d7c9b4fe5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:14.722975 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-d0bfe296-dc43-4336-8663-d7c9b4fe5528 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a066c8b-41fc-45ac-80f2-9a26bf5b81d3 HTTP/1.1" status: 200 len: 858 time: 0.2699683 Sep 16 04:58:14.758958 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ead4cc4b-55bd-4eca-8ca5-4712d30b6b63 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:14.806864 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.842629 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-a4b3a714-bbe4-459a-9746-217cf79ec410 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27e99e94-69d9-4b58-8996-5107bba0a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039593 Sep 16 04:58:14.850995 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:14.858114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:58:09Z', 'revision_number': 3, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:14.934179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56746) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:14.935648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194deef2-c988-4de0-bd4f-d27159969f74 None None] The sync data for ids ['6b4b12f5-196f-438a-a5d1-79705943f8cf'] in n-d-712142-17 is: [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:58:09Z', 'revision_number': 3, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:14.949294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a1455cff-3c65-4927-9d86-7d691fd829cf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'subnet': {'network_id': '886daa5d-74e5-468f-9df7-a66b024d6148', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:15.043974 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.072883 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-2249612c-19c5-4dd2-9449-92a6e34340d2 service neutron] 10.222.0.50 "GET /v2.0/networks/27e99e94-69d9-4b58-8996-5107bba0a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149246 Sep 16 04:58:15.258819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416421c-f420-4c08-b604-fde64571a00a req-f6342aca-fbe1-4f63-81e6-1e98a8c08462 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:15.262440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b416421c-f420-4c08-b604-fde64571a00a req-f6342aca-fbe1-4f63-81e6-1e98a8c08462 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 944 time: 0.2355790 Sep 16 04:58:15.347668 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.392228 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ead4cc4b-55bd-4eca-8ca5-4712d30b6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:11Z', 'revision_number': 9, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:15.394015 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b416421c-f420-4c08-b604-fde64571a00a req-fc88b207-2bea-4588-af14-c64b278f52b4 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/security-groups?id=02358e58-4818-4c59-b9aa-dc4d4321b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170874 Sep 16 04:58:15.399645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2527b5-fd76-4608-8a0e-46c71c22b856,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:15.414557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:15.415055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:15.415316 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e51c7d9a-724c-45c6-91ae-c6ce46ba3a95 req-d51a5540-606e-4c6a-a5f9-9c2de9c2b783 service neutron] 10.222.0.50 "GET /v2.0/networks/27e99e94-69d9-4b58-8996-5107bba0a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215668 Sep 16 04:58:15.415607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:15.416216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:15.416658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:15.417203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:15.418542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:15.418997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:15.419897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:15.420343 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:15.421160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:15.421417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:15.444824 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.460428 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b24bf9-3754-4118-867b-3b3662bff55d None None] Network 2619f925-c4fc-4bdf-a8cd-7c5698120813 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:15.482165 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c416cc16-8844-4f09-81d0-abe29808a140 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/4f2527b5-fd76-4608-8a0e-46c71c22b856 HTTP/1.1" status: 204 len: 168 time: 1.0234823 Sep 16 04:58:15.486435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56760) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:15.555624 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4cc4b-55bd-4eca-8ca5-4712d30b6b63 None None] Checking router: 5f08490d-6f5a-4813-a3c7-39167151eabc for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:15.576932 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4cc4b-55bd-4eca-8ca5-4712d30b6b63 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:15.580437 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ead4cc4b-55bd-4eca-8ca5-4712d30b6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:15.623785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Allocated IP 172.20.0.1 (74ee2202-5b23-48e2-aa35-ea8795e185a8/da42bee0-4252-4db7-8f78-f66cc190ca2a/e385bcf5-2371-49e6-b3f6-930063444530) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:15.746009 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.852830 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ead4cc4b-55bd-4eca-8ca5-4712d30b6b63 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:15.854122 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:15.917184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91bfef5-9bef-461e-a6a8-648736b70c35 None None] DHCP port deletion for 2619f925-c4fc-4bdf-a8cd-7c5698120813 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:15.934863 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.001394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port 99668a09-bf40-474c-8356-c15671dec995 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:16.002203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.012632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device db2dd734-fbcc-4f12-82f1-c619267f1a8e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:16.067783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Network 74ee2202-5b23-48e2-aa35-ea8795e185a8 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:16.068565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1455cff-3c65-4927-9d86-7d691fd829cf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:16.072302 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a1455cff-3c65-4927-9d86-7d691fd829cf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.079665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:16.098367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8477f-c420-445f-9f98-7ec92f5a9d1b req-3c14c5b6-9a01-43fa-a84c-5aacb1eb9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.100121 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-39f8477f-c420-445f-9f98-7ec92f5a9d1b req-3c14c5b6-9a01-43fa-a84c-5aacb1eb9a4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=538875858c624a0a89d753f1e6fda820&device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 1096 time: 0.1976359 Sep 16 04:58:16.100841 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Pushing event updated for resources: {'Port': ['ID=e385bcf5-2371-49e6-b3f6-930063444530,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:16.114708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:16.167186 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:58:16.225903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] For port 99668a09-bf40-474c-8356-c15671dec995, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=99668a09-bf40-474c-8356-c15671dec995,segment=NetworkSegment(b2ed6edc-dbdc-4806-8328-5e50111fc0d2),segment_id=b2ed6edc-dbdc-4806-8328-5e50111fc0d2)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:16.227617 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.281739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for 99668a09-bf40-474c-8356-c15671dec995 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:16.315216 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8477f-c420-445f-9f98-7ec92f5a9d1b req-394eb8eb-9cd0-46f8-9592-81fbc19a75c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.321222 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-39f8477f-c420-445f-9f98-7ec92f5a9d1b req-394eb8eb-9cd0-46f8-9592-81fbc19a75c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=27e99e94-69d9-4b58-8996-5107bba0a90d HTTP/1.1" status: 200 len: 919 time: 0.1814630 Sep 16 04:58:16.332558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port db2dd734-fbcc-4f12-82f1-c619267f1a8e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:16.334331 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.354725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f91bfef5-9bef-461e-a6a8-648736b70c35 None None] Deleting port 99668a09-bf40-474c-8356-c15671dec995 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:16.356421 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f91bfef5-9bef-461e-a6a8-648736b70c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.451866 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-39f8477f-c420-445f-9f98-7ec92f5a9d1b req-4f04d3fc-4412-42fd-ac70-64af35d4f729 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e520065-5272-41bb-8beb-6025e49f97ac HTTP/1.1" status: 200 len: 217 time: 0.0608287 Sep 16 04:58:16.509719 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ead4cc4b-55bd-4eca-8ca5-4712d30b6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:11Z', 'revision_number': 9, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:16.561667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8477f-c420-445f-9f98-7ec92f5a9d1b req-cc4d54b9-22b9-4940-a554-2ca03017757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.568218 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-39f8477f-c420-445f-9f98-7ec92f5a9d1b req-cc4d54b9-22b9-4940-a554-2ca03017757b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a066c8b-41fc-45ac-80f2-9a26bf5b81d3 HTTP/1.1" status: 200 len: 858 time: 0.1003716 Sep 16 04:58:16.590003 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4cc4b-55bd-4eca-8ca5-4712d30b6b63 None None] The sync data for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 is: [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:11Z', 'revision_number': 9, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea36c8ce-d4e8-453d-be7b-e7d7860f907f', 'name': '', 'network_id': 'd762c468-4943-4684-a3ef-5643d98359e9', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:71:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:31Z', 'updated_at': '2021-09-16T04:57:40Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': 'e055c53c-4840-4e0d-b735-7b4a9e3a0d83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:16.683468 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-39f8477f-c420-445f-9f98-7ec92f5a9d1b req-087fddd3-eafd-453e-9f06-3fc54047298c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=27e99e94-69d9-4b58-8996-5107bba0a90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554888 Sep 16 04:58:16.691849 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.774215 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.810756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e46c2-0c12-45ab-885e-fdf29b165d94 req-c73d24ae-d70b-436e-bcde-fa86474dfb0b tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:16.821002 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-619e46c2-0c12-45ab-885e-fdf29b165d94 req-c73d24ae-d70b-436e-bcde-fa86474dfb0b tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 944 time: 0.1753078 Sep 16 04:58:16.842239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f91bfef5-9bef-461e-a6a8-648736b70c35 None None] For port 99668a09-bf40-474c-8356-c15671dec995, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=99668a09-bf40-474c-8356-c15671dec995,segment=NetworkSegment(b2ed6edc-dbdc-4806-8328-5e50111fc0d2),segment_id=b2ed6edc-dbdc-4806-8328-5e50111fc0d2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:16.842956 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f91bfef5-9bef-461e-a6a8-648736b70c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:16.935834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=99668a09-bf40-474c-8356-c15671dec995,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:17.022758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No DVR routers for this DVR port 99668a09-bf40-474c-8356-c15671dec995 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:17.086209 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-39f8477f-c420-445f-9f98-7ec92f5a9d1b req-d677d943-cce5-4bb0-b2c5-7aa16460f5a4 service neutron] 10.222.0.50 "GET /v2.0/networks/27e99e94-69d9-4b58-8996-5107bba0a90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801818 Sep 16 04:58:17.169224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f91bfef5-9bef-461e-a6a8-648736b70c35 None None] Calling delete_port for 99668a09-bf40-474c-8356-c15671dec995 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:17.244093 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-619e46c2-0c12-45ab-885e-fdf29b165d94 req-ff1c0b09-2dc3-4eca-b7ee-b08dc4677ea2 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/security-groups?id=02358e58-4818-4c59-b9aa-dc4d4321b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162760 Sep 16 04:58:17.291094 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.308356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-39f8477f-c420-445f-9f98-7ec92f5a9d1b req-3ba4f472-1b5b-401a-b7fd-c3dd8e8a60c5 service neutron] 10.222.0.50 "GET /v2.0/networks/27e99e94-69d9-4b58-8996-5107bba0a90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457350 Sep 16 04:58:17.380926 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.422872 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.433594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port db2dd734-fbcc-4f12-82f1-c619267f1a8e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=db2dd734-fbcc-4f12-82f1-c619267f1a8e,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:17.453288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8e520065-5272-41bb-8beb-6025e49f97ac details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:17.464568 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.474450 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f3d4009c-14ad-4324-8038-aeb42b543b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.521810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2619f925-c4fc-4bdf-a8cd-7c5698120813']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:17.526434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a1455cff-3c65-4927-9d86-7d691fd829cf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.556217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ed6edc-dbdc-4806-8328-5e50111fc0d2') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:17.556513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ed6edc-dbdc-4806-8328-5e50111fc0d2') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:17.648739 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.664515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1455cff-3c65-4927-9d86-7d691fd829cf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Subnet': ['ID=8935cb1e-c111-463e-bc6e-d9190018e754,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:17.706032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1455cff-3c65-4927-9d86-7d691fd829cf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Checking segment: {'id': '20bf8a2d-2492-4156-9960-6e0eeca39fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '886daa5d-74e5-468f-9df7-a66b024d6148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:17.706425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1455cff-3c65-4927-9d86-7d691fd829cf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network hostable DHCP agents. Network: 886daa5d-74e5-468f-9df7-a66b024d6148, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:17.711402 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=db2dd734-fbcc-4f12-82f1-c619267f1a8e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:17.718130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.748116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:17.750125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:17.764871 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:17.787436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1455cff-3c65-4927-9d86-7d691fd829cf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network 886daa5d-74e5-468f-9df7-a66b024d6148 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:17.863614 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f91bfef5-9bef-461e-a6a8-648736b70c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.868343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-a1455cff-3c65-4927-9d86-7d691fd829cf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 886daa5d-74e5-468f-9df7-a66b024d6148) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:17.886202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1455cff-3c65-4927-9d86-7d691fd829cf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:17.886796 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a1455cff-3c65-4927-9d86-7d691fd829cf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.901973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91bfef5-9bef-461e-a6a8-648736b70c35 None None] No DVR routers for this DVR port 99668a09-bf40-474c-8356-c15671dec995 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:17.913478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acea2ac-24b1-4d1f-8a34-c8f373dbe42e None None] Network 886daa5d-74e5-468f-9df7-a66b024d6148 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:17.952274 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a1455cff-3c65-4927-9d86-7d691fd829cf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0099938 Sep 16 04:58:17.953239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56790) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:17.964165 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:17.992299 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.008408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-353af9dc-b752-437a-8264-67c44b6ef5f3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-654919671'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:18.009710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/networks/2619f925-c4fc-4bdf-a8cd-7c5698120813 HTTP/1.1" status: 204 len: 168 time: 2.5127347 Sep 16 04:58:18.012454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56792) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:18.067007 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.083921 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0791b1a-cc97-4236-aa54-9d9eeccb2da8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Network': ['ID=2619f925-c4fc-4bdf-a8cd-7c5698120813,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:18.089572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device db2dd734-fbcc-4f12-82f1-c619267f1a8e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:18.098100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bfef5-9bef-461e-a6a8-648736b70c35 None None] Pushing event deleted for resources: {'Port': ['ID=99668a09-bf40-474c-8356-c15671dec995,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:18.154643 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.216857 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.220999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353af9dc-b752-437a-8264-67c44b6ef5f3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:18.226483 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-353af9dc-b752-437a-8264-67c44b6ef5f3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.251314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8e520065-5272-41bb-8beb-6025e49f97ac, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8e520065-5272-41bb-8beb-6025e49f97ac,segment=NetworkSegment(f8dc6375-f6d5-431d-9d2a-aacef60e56e3),segment_id=f8dc6375-f6d5-431d-9d2a-aacef60e56e3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:18.293783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '8e520065-5272-41bb-8beb-6025e49f97ac', 'network_id': '27e99e94-69d9-4b58-8996-5107bba0a90d', 'port_id': '8e520065-5272-41bb-8beb-6025e49f97ac', 'mac_address': 'fa:16:3e:a1:f5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a066c8b-41fc-45ac-80f2-9a26bf5b81d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:18.434541 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.464198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e520065-5272-41bb-8beb-6025e49f97ac {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:18.470364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port db2dd734-fbcc-4f12-82f1-c619267f1a8e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:18.471123 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.560724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Network 74ee2202-5b23-48e2-aa35-ea8795e185a8 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:18.577742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:18.590412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b26d8-3d06-44d3-8de0-9ec9b3ea7a53 req-21ab6561-96a3-4ec7-ba8b-aecd41a488fb tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:18.596703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8e520065-5272-41bb-8beb-6025e49f97ac, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8e520065-5272-41bb-8beb-6025e49f97ac,segment=NetworkSegment(f8dc6375-f6d5-431d-9d2a-aacef60e56e3),segment_id=f8dc6375-f6d5-431d-9d2a-aacef60e56e3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:18.597305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Pushing event updated for resources: {'Port': ['ID=e385bcf5-2371-49e6-b3f6-930063444530,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:18.602815 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-833b26d8-3d06-44d3-8de0-9ec9b3ea7a53 req-21ab6561-96a3-4ec7-ba8b-aecd41a488fb tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 944 time: 0.2074668 Sep 16 04:58:18.608123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353af9dc-b752-437a-8264-67c44b6ef5f3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:18.662680 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-353af9dc-b752-437a-8264-67c44b6ef5f3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.663420 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-353af9dc-b752-437a-8264-67c44b6ef5f3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Added segment 27b98339-c549-42e6-bb97-f58d0544eca5 of type vlan for network b8113986-eef6-4c8b-aac3-c3329e7033dd Sep 16 04:58:18.675405 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-833b26d8-3d06-44d3-8de0-9ec9b3ea7a53 req-67fff210-5b72-4484-adab-eb3b26217d45 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/security-groups?id=02358e58-4818-4c59-b9aa-dc4d4321b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692880 Sep 16 04:58:18.725714 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.780530 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-353af9dc-b752-437a-8264-67c44b6ef5f3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.835393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Router 6b4b12f5-196f-438a-a5d1-79705943f8cf has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:18.851361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-353af9dc-b752-437a-8264-67c44b6ef5f3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.858438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353af9dc-b752-437a-8264-67c44b6ef5f3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:18.858641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8e520065-5272-41bb-8beb-6025e49f97ac,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:18.859416 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-353af9dc-b752-437a-8264-67c44b6ef5f3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:18.862036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 99668a09-bf40-474c-8356-c15671dec995 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:18.933947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 99668a09-bf40-474c-8356-c15671dec995 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:18.934377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 99668a09-bf40-474c-8356-c15671dec995 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:18.935390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 22bc8410-26f8-4e29-93ee-677af9a06b0e no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:19.017935 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-353af9dc-b752-437a-8264-67c44b6ef5f3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0388963 Sep 16 04:58:19.018192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-886daa5d-74e5-468f-9df7-a66b024d6148', 'network_id': '886daa5d-74e5-468f-9df7-a66b024d6148', 'tenant_id': 'b8926ec8257a4180b9f51b52e49cd438', 'fixed_ips': [{'subnet_id': '8935cb1e-c111-463e-bc6e-d9190018e754'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:19.018312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56808) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:19.018573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353af9dc-b752-437a-8264-67c44b6ef5f3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Network': ['ID=b8113986-eef6-4c8b-aac3-c3329e7033dd,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:19.018685 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.022503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 22bc8410-26f8-4e29-93ee-677af9a06b0e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:19.022877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 22bc8410-26f8-4e29-93ee-677af9a06b0e not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:19.038889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['8e520065-5272-41bb-8beb-6025e49f97ac'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:19.041652 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network b8113986-eef6-4c8b-aac3-c3329e7033dd details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:19.050472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'subnet': {'network_id': 'b8113986-eef6-4c8b-aac3-c3329e7033dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:19.066808 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-760950ce-5d7a-4005-b3dc-07b4ed88a210 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.218050 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:19.227494 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9cfeda04-eee2-41e4-bd46-92e26448ad01 admin admin] 10.222.0.53 "PUT /v2.0/routers/6b4b12f5-196f-438a-a5d1-79705943f8cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2174628 Sep 16 04:58:19.257693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:19.263945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Sync routers for ids ['6b4b12f5-196f-438a-a5d1-79705943f8cf'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:19.265828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.478503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Routers {'6b4b12f5-196f-438a-a5d1-79705943f8cf'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:19.479171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['6b4b12f5-196f-438a-a5d1-79705943f8cf'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:19.645802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-760950ce-5d7a-4005-b3dc-07b4ed88a210 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port ea36c8ce-d4e8-453d-be7b-e7d7860f907f {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:19.646199 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-760950ce-5d7a-4005-b3dc-07b4ed88a210 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.795801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Set router 6b4b12f5-196f-438a-a5d1-79705943f8cf gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:19.838418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-760950ce-5d7a-4005-b3dc-07b4ed88a210 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] For port ea36c8ce-d4e8-453d-be7b-e7d7860f907f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ea36c8ce-d4e8-453d-be7b-e7d7860f907f,segment=NetworkSegment(9d8194aa-eab4-46e3-af18-3a433e0bd7cc),segment_id=9d8194aa-eab4-46e3-af18-3a433e0bd7cc)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:19.839082 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-760950ce-5d7a-4005-b3dc-07b4ed88a210 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:19.876799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-760950ce-5d7a-4005-b3dc-07b4ed88a210 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for ea36c8ce-d4e8-453d-be7b-e7d7860f907f owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:19.902629 n-d-712142-17 neutron-server[94744]: DEBUG neutron.objects.ports [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94744) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:58:19.910789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.045418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Subnet': ['ID=216485d7-0cd7-436c-8b4b-5cc0f190b296,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:20.090564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Checking segment: {'id': '27b98339-c549-42e6-bb97-f58d0544eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b8113986-eef6-4c8b-aac3-c3329e7033dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:20.090953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network hostable DHCP agents. Network: b8113986-eef6-4c8b-aac3-c3329e7033dd, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:20.114625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network b8113986-eef6-4c8b-aac3-c3329e7033dd is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:20.127373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, b8113986-eef6-4c8b-aac3-c3329e7033dd) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:20.136293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.136293 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.142379 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Allocated IP 2001:db8:0:ffff::2 (886daa5d-74e5-468f-9df7-a66b024d6148/8935cb1e-c111-463e-bc6e-d9190018e754/0d4ddb09-d455-4ea7-a679-f01a35855791) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:20.162047 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-642f6b1c-d6ee-4ccf-ab91-8be7cfddb2c8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1256137 Sep 16 04:58:20.164594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56836) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:20.171647 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a649c9f-215c-4953-9df6-8ec7bc8c5c2c None None] Network b8113986-eef6-4c8b-aac3-c3329e7033dd requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:20.171962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'port': {'network_id': 'b8113986-eef6-4c8b-aac3-c3329e7033dd', 'name': 'tempest-NetworksIpV6TestAttrs-772685421'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:20.339091 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-760950ce-5d7a-4005-b3dc-07b4ed88a210 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.389375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760950ce-5d7a-4005-b3dc-07b4ed88a210 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=ea36c8ce-d4e8-453d-be7b-e7d7860f907f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:20.513029 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-121b536d-9924-4ac9-b846-0404802975a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:20.738249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-fa642e82-ebc4-4102-83fa-6cceef56978c tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:20.740234 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-fa642e82-ebc4-4102-83fa-6cceef56978c tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/networks?id=74ee2202-5b23-48e2-aa35-ea8795e185a8 HTTP/1.1" status: 200 len: 819 time: 0.4185951 Sep 16 04:58:20.767388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-a4804f72-adb3-473f-bae7-6ffd290d661d tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/quotas/82950bbf764f4f1d982dfe298eb2db9f HTTP/1.1" status: 200 len: 375 time: 0.0205956 Sep 16 04:58:20.768865 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-760950ce-5d7a-4005-b3dc-07b4ed88a210 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.112393 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-05cc99d9-0951-41d4-85b4-164161989e75 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=82950bbf764f4f1d982dfe298eb2db9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3343003 Sep 16 04:58:21.155369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:21.163505 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.206259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] device_id is not set on port c2928e7e-eaad-4cdd-b03c-8db5035315c5 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:21.281568 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760950ce-5d7a-4005-b3dc-07b4ed88a210 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5f08490d-6f5a-4813-a3c7-39167151eabc has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:21.310985 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.322558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-b8113986-eef6-4c8b-aac3-c3329e7033dd', 'network_id': 'b8113986-eef6-4c8b-aac3-c3329e7033dd', 'tenant_id': 'b8926ec8257a4180b9f51b52e49cd438', 'fixed_ips': [{'subnet_id': '216485d7-0cd7-436c-8b4b-5cc0f190b296'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:21.325574 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.330647 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-66c5c7e9-3137-480e-94f0-25e0188940eb service neutron] 10.222.0.53 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173820 Sep 16 04:58:21.381049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8e520065-5272-41bb-8beb-6025e49f97ac up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:21.434810 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.457264 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.475092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Allocated IP 2001:db8::f816:3eff:fe7f:7f7c (b8113986-eef6-4c8b-aac3-c3329e7033dd/216485d7-0cd7-436c-8b4b-5cc0f190b296/c2928e7e-eaad-4cdd-b03c-8db5035315c5) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:21.582507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Network 886daa5d-74e5-468f-9df7-a66b024d6148 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:21.613206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Pushing event updated for resources: {'Port': ['ID=0d4ddb09-d455-4ea7-a679-f01a35855791,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:21.634482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c2e27e8e-7f82-4d6d-815e-128c2f8ace76 service neutron] 10.222.0.53 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959950 Sep 16 04:58:21.649784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:21.650149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760950ce-5d7a-4005-b3dc-07b4ed88a210 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:21.659690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-760950ce-5d7a-4005-b3dc-07b4ed88a210 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6384809 Sep 16 04:58:21.667195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56882) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:21.668964 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4340a7d-3c28-48c3-a3f9-137352217050 None None] Sync routers for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:21.689167 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4340a7d-3c28-48c3-a3f9-137352217050 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:21.690224 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f4340a7d-3c28-48c3-a3f9-137352217050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:21.755654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80649ff-f6ca-42d7-a13b-a036b52783eb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting subnet e055c53c-4840-4e0d-b735-7b4a9e3a0d83 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:21.759612 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e80649ff-f6ca-42d7-a13b-a036b52783eb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.800867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 8e520065-5272-41bb-8beb-6025e49f97ac completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:21.806465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:21.848777 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e80649ff-f6ca-42d7-a13b-a036b52783eb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.886534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 8e520065-5272-41bb-8beb-6025e49f97ac triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:21.886924 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.926447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:21.971460 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f4340a7d-3c28-48c3-a3f9-137352217050 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:22.037634 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.057337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e385bcf5-2371-49e6-b3f6-930063444530', 'name': '', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'mac_address': 'fa:16:3e:59:a9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:15Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 2, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'subnets': [{'id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:22.159800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network b8113986-eef6-4c8b-aac3-c3329e7033dd is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:22.166521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:22.180425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:22.195800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.197346 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.234488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Port': ['ID=c2928e7e-eaad-4cdd-b03c-8db5035315c5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:22.259083 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.264650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Checking router: 6b4b12f5-196f-438a-a5d1-79705943f8cf for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:22.265327 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Updating router 6b4b12f5-196f-438a-a5d1-79705943f8cf port e385bcf5-2371-49e6-b3f6-930063444530 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:58:22.271323 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a0ac50e5-6882-4e07-a96c-06bbaac5811c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1032202 Sep 16 04:58:22.271811 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56904) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:22.353352 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.391986 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe834630-60df-4918-930a-885d9d743ed2 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Deleting subnet 216485d7-0cd7-436c-8b4b-5cc0f190b296 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:22.544450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Attempting to bind port 0d4ddb09-d455-4ea7-a679-f01a35855791 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:22.544896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Attempting to bind port 0d4ddb09-d455-4ea7-a679-f01a35855791 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '20bf8a2d-2492-4156-9960-6e0eeca39fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '886daa5d-74e5-468f-9df7-a66b024d6148'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:22.545208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Attempting to bind port 0d4ddb09-d455-4ea7-a679-f01a35855791 on network 886daa5d-74e5-468f-9df7-a66b024d6148 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:22.569066 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f4340a7d-3c28-48c3-a3f9-137352217050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:20Z', 'revision_number': 10, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:22.629523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:22.630153 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Checking segment: {'id': '20bf8a2d-2492-4156-9960-6e0eeca39fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '886daa5d-74e5-468f-9df7-a66b024d6148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:22.640763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.641948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Bound using segment: {'id': '20bf8a2d-2492-4156-9960-6e0eeca39fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '886daa5d-74e5-468f-9df7-a66b024d6148'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:22.642629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Bound port: 0d4ddb09-d455-4ea7-a679-f01a35855791, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bf8a2d-2492-4156-9960-6e0eeca39fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '886daa5d-74e5-468f-9df7-a66b024d6148'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:22.643040 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.646729 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4340a7d-3c28-48c3-a3f9-137352217050 None None] Checking router: 5f08490d-6f5a-4813-a3c7-39167151eabc for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:22.670736 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4340a7d-3c28-48c3-a3f9-137352217050 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:22.671498 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Allocated IP 2001:db8::f816:3eff:fee7:292d (b8113986-eef6-4c8b-aac3-c3329e7033dd/216485d7-0cd7-436c-8b4b-5cc0f190b296/1796f780-f852-4d13-a126-3b850062cd3f) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:22.672119 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f4340a7d-3c28-48c3-a3f9-137352217050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:22.710702 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.811256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 8e520065-5272-41bb-8beb-6025e49f97ac, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8e520065-5272-41bb-8beb-6025e49f97ac,segment=NetworkSegment(f8dc6375-f6d5-431d-9d2a-aacef60e56e3),segment_id=f8dc6375-f6d5-431d-9d2a-aacef60e56e3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:22.845419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb2d4a-ca13-4c3c-b6ba-1b72d1643f7b req-75b89c66-71c0-494f-9032-2f9f57e0729a tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:22.850110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72cb2d4a-ca13-4c3c-b6ba-1b72d1643f7b req-75b89c66-71c0-494f-9032-2f9f57e0729a tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 945 time: 0.1431096 Sep 16 04:58:22.917146 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e80649ff-f6ca-42d7-a13b-a036b52783eb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:22.974103 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f4340a7d-3c28-48c3-a3f9-137352217050 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:23.045922 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.065360 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe834630-60df-4918-930a-885d9d743ed2 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.091600 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72cb2d4a-ca13-4c3c-b6ba-1b72d1643f7b req-dea310f8-053f-4c62-bf09-635c574eefa1 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/security-groups?id=02358e58-4818-4c59-b9aa-dc4d4321b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247303 Sep 16 04:58:23.194979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe834630-60df-4918-930a-885d9d743ed2 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.224178 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e80649ff-f6ca-42d7-a13b-a036b52783eb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.309820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e520065-5272-41bb-8beb-6025e49f97ac'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:23.320263 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32109c73-aed1-47f5-9f73-8120f40a1c12" -d '{"events": [{"server_uuid": "e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e", "name": "network-vif-plugged", "status": "completed", "tag": "8e520065-5272-41bb-8beb-6025e49f97ac"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:23.368366 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.370843 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.390365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80649ff-f6ca-42d7-a13b-a036b52783eb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Subnet': ['ID=e055c53c-4840-4e0d-b735-7b4a9e3a0d83,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.401365 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e80649ff-f6ca-42d7-a13b-a036b52783eb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.403249 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e80649ff-f6ca-42d7-a13b-a036b52783eb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/e055c53c-4840-4e0d-b735-7b4a9e3a0d83 HTTP/1.1" status: 204 len: 168 time: 1.7350538 Sep 16 04:58:23.405948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56932) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:23.415975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca92c1f-b22c-479e-bcbc-c94f299431a6 None None] Network d762c468-4943-4684-a3ef-5643d98359e9 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:23.487740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Network b8113986-eef6-4c8b-aac3-c3329e7033dd is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:23.530617 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:23.539641 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.540167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:23.564921 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe834630-60df-4918-930a-885d9d743ed2 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.578981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-349a88db-9f97-4ca4-b303-f5ecd451bc21 req-ccccdd75-6acb-4740-903e-b407ffcab47f tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 210 time: 0.1927476 Sep 16 04:58:23.592848 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.683614 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f4340a7d-3c28-48c3-a3f9-137352217050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:20Z', 'revision_number': 10, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:23.686042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe834630-60df-4918-930a-885d9d743ed2 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.711688 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe834630-60df-4918-930a-885d9d743ed2 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.719960 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fe834630-60df-4918-930a-885d9d743ed2 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/subnets/216485d7-0cd7-436c-8b4b-5cc0f190b296 HTTP/1.1" status: 204 len: 168 time: 1.4442723 Sep 16 04:58:23.721512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56938) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:23.786311 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4340a7d-3c28-48c3-a3f9-137352217050 None None] The sync data for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 is: [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:20Z', 'revision_number': 10, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None, '_interfaces': [{'id': '2a076593-49d2-474e-8972-e89abe060ce4', 'name': '', 'network_id': '4da1e03e-e2b2-470a-9782-a23e420565ab', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'mac_address': 'fa:16:3e:cd:a6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '840b5148-00be-450b-9122-50d737afc3bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:57:24Z', 'updated_at': '2021-09-16T04:57:32Z', 'revision_number': 5, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'subnets': [{'id': '840b5148-00be-450b-9122-50d737afc3bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:23.787711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe834630-60df-4918-930a-885d9d743ed2 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Subnet': ['ID=216485d7-0cd7-436c-8b4b-5cc0f190b296,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.804346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port d83fca14-0016-489c-a963-faa536efead6 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:23.805109 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:23.811578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349507ee-f9a4-4017-93ac-427a1d5487f5 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:23.814686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349507ee-f9a4-4017-93ac-427a1d5487f5 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:23.816940 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-349507ee-f9a4-4017-93ac-427a1d5487f5 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0932257 Sep 16 04:58:23.819927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56942) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:23.840487 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97af2fcf-2b6c-47a0-a70e-a87661d62f54 x-openstack-request-id: req-97af2fcf-2b6c-47a0-a70e-a87661d62f54 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:23.842326 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e", "name": "network-vif-plugged", "status": "completed", "tag": "8e520065-5272-41bb-8beb-6025e49f97ac", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:23.842817 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97af2fcf-2b6c-47a0-a70e-a87661d62f54 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:23.843461 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e520065-5272-41bb-8beb-6025e49f97ac', 'code': 200} Sep 16 04:58:23.868448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Pushing event updated for resources: {'Port': ['ID=1796f780-f852-4d13-a126-3b850062cd3f,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:23.999473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] For port d83fca14-0016-489c-a963-faa536efead6, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d83fca14-0016-489c-a963-faa536efead6,segment=NetworkSegment(9d8194aa-eab4-46e3-af18-3a433e0bd7cc),segment_id=9d8194aa-eab4-46e3-af18-3a433e0bd7cc)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:24.000029 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.071709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for d83fca14-0016-489c-a963-faa536efead6 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:24.087819 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c826c0c8-6239-4c41-878b-b129f0083cbf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.109169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef1895-2beb-45f1-abe1-ffbe13846a27 req-b6b56832-6a64-494a-8044-db700d2fb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.116457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1ef1895-2beb-45f1-abe1-ffbe13846a27 req-b6b56832-6a64-494a-8044-db700d2fb17d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 1098 time: 0.1766996 Sep 16 04:58:24.123568 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c826c0c8-6239-4c41-878b-b129f0083cbf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 04:58:24.126700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c826c0c8-6239-4c41-878b-b129f0083cbf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:24.128771 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c826c0c8-6239-4c41-878b-b129f0083cbf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/networks/b8113986-eef6-4c8b-aac3-c3329e7033dd HTTP/1.1" status: 409 len: 405 time: 0.3078349 Sep 16 04:58:24.146640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56952) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:24.171433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3affb6a4-cf48-4f7b-977f-eedcc589f371 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2051441983'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:24.244009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] For port 0d4ddb09-d455-4ea7-a679-f01a35855791, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:24.259787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3affb6a4-cf48-4f7b-977f-eedcc589f371 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:24.263805 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3affb6a4-cf48-4f7b-977f-eedcc589f371 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.305920 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1ef1895-2beb-45f1-abe1-ffbe13846a27 req-b307cc3b-14aa-4bd9-b2ca-21475891768a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=02358e58-4818-4c59-b9aa-dc4d4321b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792468 Sep 16 04:58:24.311002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-9b910ede-ad0a-4c19-8453-eee7e0f5911a tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.318414 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-9b910ede-ad0a-4c19-8453-eee7e0f5911a tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.50 "GET /v2.0/networks?id=74ee2202-5b23-48e2-aa35-ea8795e185a8 HTTP/1.1" status: 200 len: 819 time: 0.4279923 Sep 16 04:58:24.339574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] For port 0d4ddb09-d455-4ea7-a679-f01a35855791, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0d4ddb09-d455-4ea7-a679-f01a35855791,segment=NetworkSegment(20bf8a2d-2492-4156-9960-6e0eeca39fe8),segment_id=20bf8a2d-2492-4156-9960-6e0eeca39fe8)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:24.352027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3affb6a4-cf48-4f7b-977f-eedcc589f371 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:24.378727 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3affb6a4-cf48-4f7b-977f-eedcc589f371 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.379084 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-3affb6a4-cf48-4f7b-977f-eedcc589f371 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Added segment 1ce6da9b-31bc-4767-8cf6-b46f16af8256 of type vlan for network 60b08ebc-f9e1-4fa3-8e49-01e32558c484 Sep 16 04:58:24.387154 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.451683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc959b-caf8-4d8c-834c-f53725e875ea req-3e7278dd-fb90-4e4d-894b-8c8f96b39442 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.454541 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78dc959b-caf8-4d8c-834c-f53725e875ea req-3e7278dd-fb90-4e4d-894b-8c8f96b39442 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 946 time: 0.1872039 Sep 16 04:58:24.466573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=8e520065-5272-41bb-8beb-6025e49f97ac,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.486483 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3affb6a4-cf48-4f7b-977f-eedcc589f371 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.523245 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.549355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No DVR routers for this DVR port d83fca14-0016-489c-a963-faa536efead6 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:24.551577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Request body: {'port': {'device_id': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'admin_state_up': True, 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:24.651780 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.663697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=d83fca14-0016-489c-a963-faa536efead6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.665884 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ecadb-ee83-4f4d-8654-0a622d9cbf5d None None] Pushing event updated for resources: {'Port': ['ID=0d4ddb09-d455-4ea7-a679-f01a35855791,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.668558 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3affb6a4-cf48-4f7b-977f-eedcc589f371 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.675137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Attempting to bind port 1796f780-f852-4d13-a126-3b850062cd3f on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:24.677209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Attempting to bind port 1796f780-f852-4d13-a126-3b850062cd3f by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '27b98339-c549-42e6-bb97-f58d0544eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b8113986-eef6-4c8b-aac3-c3329e7033dd'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:24.677684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Attempting to bind port 1796f780-f852-4d13-a126-3b850062cd3f on network b8113986-eef6-4c8b-aac3-c3329e7033dd {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:24.682711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3affb6a4-cf48-4f7b-977f-eedcc589f371 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:24.687700 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3affb6a4-cf48-4f7b-977f-eedcc589f371 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.691344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:24.691949 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Checking segment: {'id': '27b98339-c549-42e6-bb97-f58d0544eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b8113986-eef6-4c8b-aac3-c3329e7033dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:24.692394 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.694154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Bound using segment: {'id': '27b98339-c549-42e6-bb97-f58d0544eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b8113986-eef6-4c8b-aac3-c3329e7033dd'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:24.694665 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Bound port: 1796f780-f852-4d13-a126-3b850062cd3f, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b98339-c549-42e6-bb97-f58d0544eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b8113986-eef6-4c8b-aac3-c3329e7033dd'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:24.695062 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.700560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78dc959b-caf8-4d8c-834c-f53725e875ea req-2e6302e8-5bd6-483d-92d2-c06cb82412b7 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/security-groups?id=02358e58-4818-4c59-b9aa-dc4d4321b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388663 Sep 16 04:58:24.735367 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.801489 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:24.816616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254b83a-104f-42dd-b5f3-e3feae5a9af0 None None] Pushing event updated for resources: {'Port': ['ID=e385bcf5-2371-49e6-b3f6-930063444530,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:24.898430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d762c468-4943-4684-a3ef-5643d98359e9']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:24.950866 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3affb6a4-cf48-4f7b-977f-eedcc589f371 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8030660 Sep 16 04:58:24.970901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56976) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:24.975995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8194aa-eab4-46e3-af18-3a433e0bd7cc') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:24.978016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8194aa-eab4-46e3-af18-3a433e0bd7cc') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:25.002772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'subnet': {'network_id': '60b08ebc-f9e1-4fa3-8e49-01e32558c484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:25.023498 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d07f5b-174e-453f-9e25-21d7b26a655b None None] DHCP port deletion for d762c468-4943-4684-a3ef-5643d98359e9 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:25.029147 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e6b932f9-9947-4b61-b401-3a1c3e60513d req-4782e3ca-0bc9-475e-ac16-dfb283637522 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 210 time: 0.1042702 Sep 16 04:58:25.049740 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.080471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affb6a4-cf48-4f7b-977f-eedcc589f371 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Network': ['ID=60b08ebc-f9e1-4fa3-8e49-01e32558c484,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.097631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Made reservation on behalf of 82950bbf764f4f1d982dfe298eb2db9f for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:25.100571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Attempting to bind port e385bcf5-2371-49e6-b3f6-930063444530 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:25.101279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Attempting to bind port e385bcf5-2371-49e6-b3f6-930063444530 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:25.101860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Attempting to bind port e385bcf5-2371-49e6-b3f6-930063444530 on network 74ee2202-5b23-48e2-aa35-ea8795e185a8 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:25.102534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.104760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 60b08ebc-f9e1-4fa3-8e49-01e32558c484 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:25.118181 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.171847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:25.172560 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:25.176539 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:25.274219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:25.281175 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.283287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] For port 1796f780-f852-4d13-a126-3b850062cd3f, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:25.311096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:25.319288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Checking segment: {'id': 'e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:25.319866 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.320414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Bound using segment: {'id': 'e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:25.323922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Bound port: e385bcf5-2371-49e6-b3f6-930063444530, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:25.324337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.343418 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.382886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] For port 1796f780-f852-4d13-a126-3b850062cd3f, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1796f780-f852-4d13-a126-3b850062cd3f,segment=NetworkSegment(27b98339-c549-42e6-bb97-f58d0544eca5),segment_id=27b98339-c549-42e6-bb97-f58d0544eca5)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:25.395880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.398643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/networks/d762c468-4943-4684-a3ef-5643d98359e9 HTTP/1.1" status: 204 len: 168 time: 1.9909663 Sep 16 04:58:25.412252 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56980) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:25.425585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484e5cb-af04-4ae2-93a6-54914eefe360 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Network': ['ID=d762c468-4943-4684-a3ef-5643d98359e9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:25.527466 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] For port e385bcf5-2371-49e6-b3f6-930063444530, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:25.535349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] For port e385bcf5-2371-49e6-b3f6-930063444530, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e385bcf5-2371-49e6-b3f6-930063444530,segment=NetworkSegment(e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17),segment_id=e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:25.539809 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.632575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Allocated IP 172.20.0.13 (74ee2202-5b23-48e2-aa35-ea8795e185a8/da42bee0-4252-4db7-8f78-f66cc190ca2a/c3a3f57f-f7b5-4b57-b5f3-27da6479cd92) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:25.654944 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:25.937510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114a90c2-48ae-4ee0-9830-29e800d36a6e None None] Network b8113986-eef6-4c8b-aac3-c3329e7033dd requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:25.965087 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644fc8b-c7ab-42cc-ab30-203a7823e7d0 None None] Pushing event updated for resources: {'Port': ['ID=1796f780-f852-4d13-a126-3b850062cd3f,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.008967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0d4ddb09-d455-4ea7-a679-f01a35855791 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:26.074379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7119d-c2fe-4410-821c-e898923d94ff req-42bb1fd1-26af-47f9-83f9-9c53505526f3 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:26.076072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ee7119d-c2fe-4410-821c-e898923d94ff req-42bb1fd1-26af-47f9-83f9-9c53505526f3 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 946 time: 0.1904302 Sep 16 04:58:26.130716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.objects.ports [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94745) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:58:26.158208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Routers {'6b4b12f5-196f-438a-a5d1-79705943f8cf'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:26.158899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['6b4b12f5-196f-438a-a5d1-79705943f8cf'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:26.186295 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.326296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ee7119d-c2fe-4410-821c-e898923d94ff req-a6b9e268-600e-4834-b4a1-9e41f21d6e06 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/security-groups?id=02358e58-4818-4c59-b9aa-dc4d4321b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878750 Sep 16 04:58:26.343967 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.381638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Subnet': ['ID=d9becd4c-06fe-4fc6-9c03-a876f6105f25,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.400203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Checking segment: {'id': '1ce6da9b-31bc-4767-8cf6-b46f16af8256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '60b08ebc-f9e1-4fa3-8e49-01e32558c484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:26.400494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network hostable DHCP agents. Network: 60b08ebc-f9e1-4fa3-8e49-01e32558c484, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:26.445626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network 60b08ebc-f9e1-4fa3-8e49-01e32558c484 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:26.456916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 60b08ebc-f9e1-4fa3-8e49-01e32558c484) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:26.462114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:26.462723 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.500037 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7e82319e-e394-441b-8622-97be20339acc tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5194092 Sep 16 04:58:26.501221 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57002) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:26.532989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'port': {'network_id': '60b08ebc-f9e1-4fa3-8e49-01e32558c484', 'name': 'tempest-NetworksIpV6TestAttrs-1051402100'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:26.538468 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.632783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Network 74ee2202-5b23-48e2-aa35-ea8795e185a8 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:26.640682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c82f58-294a-49aa-9495-3472d4642457 req-f3de23c5-b49b-429e-ad2b-60227b7edf4b tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:26.641845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:26.646169 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a591fffa-8da3-4b2c-95a5-58b51511444b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.654014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60c82f58-294a-49aa-9495-3472d4642457 req-f3de23c5-b49b-429e-ad2b-60227b7edf4b tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 932 time: 0.1502357 Sep 16 04:58:26.661526 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:26.667734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a843c4-e3c6-4ed9-9bcd-ea00858e517f None None] Network 886daa5d-74e5-468f-9df7-a66b024d6148 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:26.670989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a72e78-8db1-4118-83aa-46a30ccd1105 None None] Network 60b08ebc-f9e1-4fa3-8e49-01e32558c484 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:26.755009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60c82f58-294a-49aa-9495-3472d4642457 req-606e7860-5527-4661-b08c-291933864044 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856171 Sep 16 04:58:26.786352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:26.795591 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.818161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:26.818930 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:26.849968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Pushing event updated for resources: {'Port': ['ID=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.855510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254b83a-104f-42dd-b5f3-e3feae5a9af0 None None] Pushing event updated for resources: {'Port': ['ID=e385bcf5-2371-49e6-b3f6-930063444530,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:26.856800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] device_id is not set on port dca74101-05a9-4cd4-9945-462071a27179 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:58:27.056234 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-c47a021a-8c74-4037-9a72-db5d901b1297 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5121877 Sep 16 04:58:27.091742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-89abb93b-00c4-4e6d-b511-535968f71689 None None] Provisioning complete for port 0d4ddb09-d455-4ea7-a679-f01a35855791 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:27.092317 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-89abb93b-00c4-4e6d-b511-535968f71689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.127974 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Request body: {'port': {'device_id': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:27.211423 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Allocated IP 2001:db8::f816:3eff:fe2c:8489 (60b08ebc-f9e1-4fa3-8e49-01e32558c484/d9becd4c-06fe-4fc6-9c03-a876f6105f25/dca74101-05a9-4cd4-9945-462071a27179) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:27.227892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f1599-57c2-4d85-992f-aa8be6e9b5a2 req-7bbc4534-7cd5-4d3a-b978-6e1ab0c7d8bc tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:27.229440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c47f1599-57c2-4d85-992f-aa8be6e9b5a2 req-7bbc4534-7cd5-4d3a-b978-6e1ab0c7d8bc tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 946 time: 0.0840394 Sep 16 04:58:27.273877 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.276087 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] Set router 6b4b12f5-196f-438a-a5d1-79705943f8cf gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:27.308350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c47f1599-57c2-4d85-992f-aa8be6e9b5a2 req-14ce3870-33a6-4a8c-a297-49c0a3c2283c tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/security-groups?id=02358e58-4818-4c59-b9aa-dc4d4321b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695219 Sep 16 04:58:27.515507 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.533558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0d4ddb09-d455-4ea7-a679-f01a35855791 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:27.533971 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.589955 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.666637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network 60b08ebc-f9e1-4fa3-8e49-01e32558c484 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:27.675276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:27.684848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:27.695185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:27.700531 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.747286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Port': ['ID=dca74101-05a9-4cd4-9945-462071a27179,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:27.761945 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-54382822-6417-4b54-a74f-fc482279a0b1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2595534 Sep 16 04:58:27.764561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57030) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.883058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-79243353-557a-4e2a-adbd-50eedc305113 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Deleting subnet d9becd4c-06fe-4fc6-9c03-a876f6105f25 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:27.941501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:27.959197 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79243353-557a-4e2a-adbd-50eedc305113 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.962350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57036) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:27.971641 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:27.983246 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-89abb93b-00c4-4e6d-b511-535968f71689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.027844 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.033984 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbfb9e-8e6a-4856-831e-13b9a2ade4c3 req-e435e70f-3216-43ee-b233-55498325cf9e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:28.036084 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1abbfb9e-8e6a-4856-831e-13b9a2ade4c3 req-e435e70f-3216-43ee-b233-55498325cf9e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 932 time: 0.1488798 Sep 16 04:58:28.038859 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79243353-557a-4e2a-adbd-50eedc305113 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.068809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Transition to ACTIVE for port object c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:58:28.072076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-89abb93b-00c4-4e6d-b511-535968f71689 None None] For port 0d4ddb09-d455-4ea7-a679-f01a35855791, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0d4ddb09-d455-4ea7-a679-f01a35855791,segment=NetworkSegment(20bf8a2d-2492-4156-9960-6e0eeca39fe8),segment_id=20bf8a2d-2492-4156-9960-6e0eeca39fe8)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:28.087517 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.113541 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-89abb93b-00c4-4e6d-b511-535968f71689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.157278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1abbfb9e-8e6a-4856-831e-13b9a2ade4c3 req-a3152ed8-7d98-4bfe-a1ed-11fbf2707c70 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151381 Sep 16 04:58:28.193318 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abb93b-00c4-4e6d-b511-535968f71689 None None] Pushing event updated for resources: {'Port': ['ID=0d4ddb09-d455-4ea7-a679-f01a35855791,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:28.212091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bdb5a2-865e-4dd9-a919-85c745febce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-60b08ebc-f9e1-4fa3-8e49-01e32558c484', 'network_id': '60b08ebc-f9e1-4fa3-8e49-01e32558c484', 'tenant_id': 'b8926ec8257a4180b9f51b52e49cd438', 'fixed_ips': [{'subnet_id': 'd9becd4c-06fe-4fc6-9c03-a876f6105f25'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:28.215503 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-39bdb5a2-865e-4dd9-a919-85c745febce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.244257 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9891ce6e-7ad1-4c4d-aeb9-8ecfac47d559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.261503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:28.292891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-a591fffa-8da3-4b2c-95a5-58b51511444b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port 2a076593-49d2-474e-8972-e89abe060ce4 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:28.302121 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a591fffa-8da3-4b2c-95a5-58b51511444b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.352703 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9891ce6e-7ad1-4c4d-aeb9-8ecfac47d559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.355097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79243353-557a-4e2a-adbd-50eedc305113 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.360694 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9891ce6e-7ad1-4c4d-aeb9-8ecfac47d559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.463465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e385bcf5-2371-49e6-b3f6-930063444530', 'name': '', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'mac_address': 'fa:16:3e:59:a9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:15Z', 'updated_at': '2021-09-16T04:58:25Z', 'revision_number': 4, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'subnets': [{'id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:28.514636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363b0b9d-c432-4bf9-a339-314394051f90 None None] The sync data for ids ['6b4b12f5-196f-438a-a5d1-79705943f8cf'] in n-d-712142-17 is: [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e385bcf5-2371-49e6-b3f6-930063444530', 'name': '', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'mac_address': 'fa:16:3e:59:a9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:15Z', 'updated_at': '2021-09-16T04:58:25Z', 'revision_number': 4, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'subnets': [{'id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:28.538512 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9891ce6e-7ad1-4c4d-aeb9-8ecfac47d559 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e25813180a54a3e8fb0d1ccb4fca082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5735173 Sep 16 04:58:28.543205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57042) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:28.544537 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:28.545098 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:28.547795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1ac82824-b098-4200-8297-aa0e5663652d None None] Provisioning complete for port 0d4ddb09-d455-4ea7-a679-f01a35855791 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:28.548447 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ac82824-b098-4200-8297-aa0e5663652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.567531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891ce6e-7ad1-4c4d-aeb9-8ecfac47d559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68752528-113d-4650-8403-09f2ef5220d5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:28.629773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Attempting to bind port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:28.630542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Attempting to bind port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:28.630697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Attempting to bind port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 on network 74ee2202-5b23-48e2-aa35-ea8795e185a8 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:28.644866 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 on network 74ee2202-5b23-48e2-aa35-ea8795e185a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:58:28.645358 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Attempting to bind port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 on network 74ee2202-5b23-48e2-aa35-ea8795e185a8 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:28.659850 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:28.660322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Checking segment: {'id': 'e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:28.660868 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Bound using segment: {'id': 'e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:28.661850 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Bound port: c3a3f57f-f7b5-4b57-b5f3-27da6479cd92, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:28.661850 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.694613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-a591fffa-8da3-4b2c-95a5-58b51511444b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] For port 2a076593-49d2-474e-8972-e89abe060ce4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2a076593-49d2-474e-8972-e89abe060ce4,segment=NetworkSegment(298ada2e-5626-4abf-9030-9297d332687a),segment_id=298ada2e-5626-4abf-9030-9297d332687a)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:28.695668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a591fffa-8da3-4b2c-95a5-58b51511444b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.725776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710356f1-e0ad-4676-900b-8bc44794c52f req-ee2472f3-21ae-4ac5-b65c-8e63074b409e tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:28.727871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-710356f1-e0ad-4676-900b-8bc44794c52f req-ee2472f3-21ae-4ac5-b65c-8e63074b409e tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 946 time: 0.2404981 Sep 16 04:58:28.731694 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79243353-557a-4e2a-adbd-50eedc305113 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.742893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab6ab8-e840-4d96-a1a9-4a8878fa2d9f req-168e4d43-1361-48ce-ad9c-1811533b3bf5 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:28.803453 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60ab6ab8-e840-4d96-a1a9-4a8878fa2d9f req-168e4d43-1361-48ce-ad9c-1811533b3bf5 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 946 time: 0.3830740 Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-39bdb5a2-865e-4dd9-a919-85c745febce0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9becd4c-06fe-4fc6-9c03-a876f6105f25: This subnet is being modified by another concurrent operation. Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9becd4c-06fe-4fc6-9c03-a876f6105f25: This subnet is being modified by another concurrent operation. Sep 16 04:58:28.809808 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 04:58:28.818066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] For port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:28.822474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] For port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,segment=NetworkSegment(e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17),segment_id=e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:28.824203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-a591fffa-8da3-4b2c-95a5-58b51511444b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for 2a076593-49d2-474e-8972-e89abe060ce4 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:28.836243 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.849996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a780c-bada-4c0a-8b98-3dc28210f22b None None] Network 60b08ebc-f9e1-4fa3-8e49-01e32558c484 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:28.911412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:28.914469 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:28.916383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] 10.222.0.50 "PUT /v2.0/ports/c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 1093 time: 1.8046861 Sep 16 04:58:28.947456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:28.948159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79243353-557a-4e2a-adbd-50eedc305113 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Subnet': ['ID=d9becd4c-06fe-4fc6-9c03-a876f6105f25,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:28.950288 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2955801-e1d9-4a5f-8179-7d1dd41cc8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:29.019939 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79243353-557a-4e2a-adbd-50eedc305113 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.028964 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-79243353-557a-4e2a-adbd-50eedc305113 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/subnets/d9becd4c-06fe-4fc6-9c03-a876f6105f25 HTTP/1.1" status: 204 len: 168 time: 1.2619357 Sep 16 04:58:29.036725 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57054) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.046195 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-061b6d9d-ee30-4d1f-89d4-86868e3c8823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.073882 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-061b6d9d-ee30-4d1f-89d4-86868e3c8823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.176760 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60ab6ab8-e840-4d96-a1a9-4a8878fa2d9f req-3c3e0f59-2b11-4b2d-b00d-6cd6b283d08d tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/security-groups?id=02358e58-4818-4c59-b9aa-dc4d4321b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502331 Sep 16 04:58:29.181964 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-061b6d9d-ee30-4d1f-89d4-86868e3c8823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.197326 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-061b6d9d-ee30-4d1f-89d4-86868e3c8823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.221754 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-061b6d9d-ee30-4d1f-89d4-86868e3c8823 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68752528-113d-4650-8403-09f2ef5220d5 HTTP/1.1" status: 204 len: 168 time: 0.6592467 Sep 16 04:58:29.258893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b6d9d-ee30-4d1f-89d4-86868e3c8823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68752528-113d-4650-8403-09f2ef5220d5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.294804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-710356f1-e0ad-4676-900b-8bc44794c52f req-45246245-59d5-42c6-b9c1-e2e84b98fbd2 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Deleting port 8e520065-5272-41bb-8beb-6025e49f97ac {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:29.295360 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-710356f1-e0ad-4676-900b-8bc44794c52f req-45246245-59d5-42c6-b9c1-e2e84b98fbd2 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.451875 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc794f4e-3637-43a8-904f-ec0f69f669fe x-openstack-request-id: req-bc794f4e-3637-43a8-904f-ec0f69f669fe {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:29.452253 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:29.452514 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc794f4e-3637-43a8-904f-ec0f69f669fe {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:29.452915 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'status': 'completed', 'code': 200} Sep 16 04:58:29.477876 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa9726b-9679-4729-b2a8-996e25c0b6d1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:29.486713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa9726b-9679-4729-b2a8-996e25c0b6d1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:29.488367 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9fa9726b-9679-4729-b2a8-996e25c0b6d1 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4502740 Sep 16 04:58:29.517508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b05715-5afa-4877-bbb7-58e092e01f97 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:29.528229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57066) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.564006 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-d2d3fe5f-6492-46b4-bfc1-e40d3154f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:29.565543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-d2d3fe5f-6492-46b4-bfc1-e40d3154f1a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82950bbf764f4f1d982dfe298eb2db9f&device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 1096 time: 0.5432518 Sep 16 04:58:29.584118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-710356f1-e0ad-4676-900b-8bc44794c52f req-45246245-59d5-42c6-b9c1-e2e84b98fbd2 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] For port 8e520065-5272-41bb-8beb-6025e49f97ac, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=8e520065-5272-41bb-8beb-6025e49f97ac,segment=NetworkSegment(f8dc6375-f6d5-431d-9d2a-aacef60e56e3),segment_id=f8dc6375-f6d5-431d-9d2a-aacef60e56e3)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:29.585379 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-710356f1-e0ad-4676-900b-8bc44794c52f req-45246245-59d5-42c6-b9c1-e2e84b98fbd2 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.606570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-710356f1-e0ad-4676-900b-8bc44794c52f req-45246245-59d5-42c6-b9c1-e2e84b98fbd2 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Calling delete_port for 8e520065-5272-41bb-8beb-6025e49f97ac owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:29.650758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618d8241-a017-4b43-a4ca-8022e499fbe4 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:58:29.715906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ea36c8ce-d4e8-453d-be7b-e7d7860f907f no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:29.718635 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-02675c3d-9de7-4b18-a3b7-e2bea33f57b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 217 time: 0.1319168 Sep 16 04:58:29.839535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ea36c8ce-d4e8-453d-be7b-e7d7860f907f {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:29.841532 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ea36c8ce-d4e8-453d-be7b-e7d7860f907f not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:29.842875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d83fca14-0016-489c-a963-faa536efead6 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:29.873349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618d8241-a017-4b43-a4ca-8022e499fbe4 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:58:29.875430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d83fca14-0016-489c-a963-faa536efead6 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:29.876653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d83fca14-0016-489c-a963-faa536efead6 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:29.879423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57068) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:29.930894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-710356f1-e0ad-4676-900b-8bc44794c52f req-45246245-59d5-42c6-b9c1-e2e84b98fbd2 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:29.968527 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30887fe5-e413-48eb-aab3-46ad0b2e739b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.007036 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a591fffa-8da3-4b2c-95a5-58b51511444b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.041228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45246245-59d5-42c6-b9c1-e2e84b98fbd2 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Pushing event deleted for resources: {'Port': ['ID=8e520065-5272-41bb-8beb-6025e49f97ac,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.065348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591fffa-8da3-4b2c-95a5-58b51511444b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=2a076593-49d2-474e-8972-e89abe060ce4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:30.068284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-0357f8a4-5b82-4097-b226-d68e1e9ec439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:30.070018 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-0357f8a4-5b82-4097-b226-d68e1e9ec439 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da42bee0-4252-4db7-8f78-f66cc190ca2a HTTP/1.1" status: 200 len: 859 time: 0.3061490 Sep 16 04:58:30.189887 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-83d66f15-fc6b-4d21-98ae-a1063818d2cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74ee2202-5b23-48e2-aa35-ea8795e185a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953238 Sep 16 04:58:30.221973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9262d6e-bd83-45ea-8708-f43fb50baf21 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.229137 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-710356f1-e0ad-4676-900b-8bc44794c52f req-45246245-59d5-42c6-b9c1-e2e84b98fbd2 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] No DVR routers for this DVR port 8e520065-5272-41bb-8beb-6025e49f97ac on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:30.243180 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-710356f1-e0ad-4676-900b-8bc44794c52f req-45246245-59d5-42c6-b9c1-e2e84b98fbd2 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.246319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-710356f1-e0ad-4676-900b-8bc44794c52f req-45246245-59d5-42c6-b9c1-e2e84b98fbd2 tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.50 "DELETE /v2.0/ports/8e520065-5272-41bb-8beb-6025e49f97ac HTTP/1.1" status: 204 len: 173 time: 1.4144409 Sep 16 04:58:30.252431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e', 'name': 'network-vif-deleted', 'tag': '8e520065-5272-41bb-8beb-6025e49f97ac'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:30.255560 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc459e9-7ec5-4f99-9b28-7287912c71a1" -d '{"events": [{"server_uuid": "e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e", "name": "network-vif-deleted", "tag": "8e520065-5272-41bb-8beb-6025e49f97ac"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:30.270835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6e09d-f10b-4e8a-8ddf-8028246d48ae req-699735d5-5051-4ca6-a4da-3302c4f39305 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:30.275328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1cd6e09d-f10b-4e8a-8ddf-8028246d48ae req-699735d5-5051-4ca6-a4da-3302c4f39305 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 944 time: 0.7416987 Sep 16 04:58:30.293071 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0d4ddb09-d455-4ea7-a679-f01a35855791 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:30.300232 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9262d6e-bd83-45ea-8708-f43fb50baf21 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 16 04:58:30.307058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9262d6e-bd83-45ea-8708-f43fb50baf21 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:30.316438 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d9262d6e-bd83-45ea-8708-f43fb50baf21 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/networks/60b08ebc-f9e1-4fa3-8e49-01e32558c484 HTTP/1.1" status: 409 len: 405 time: 0.7801933 Sep 16 04:58:30.325625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57082) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:30.348965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2ba9ca7f-2204-4f6e-9b55-09af5158f08c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2120600443'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:30.435686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1cd6e09d-f10b-4e8a-8ddf-8028246d48ae req-acdac679-4164-4124-b9d3-f8e27704c9a0 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429429 Sep 16 04:58:30.437381 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a591fffa-8da3-4b2c-95a5-58b51511444b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.705831 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed380ac5-d250-41eb-834f-2d765123b951 req-b199c75c-4247-4eb6-9688-ff07f36994cc tempest-InstanceActionsV221TestJSON-1857829956 tempest-InstanceActionsV221TestJSON-1857829956-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e HTTP/1.1" status: 200 len: 210 time: 0.0749819 Sep 16 04:58:30.765834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-bc9d0edf-0573-40c1-9873-1673a8e3c7ee service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529591 Sep 16 04:58:30.899453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30887fe5-e413-48eb-aab3-46ad0b2e739b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.920606 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a591fffa-8da3-4b2c-95a5-58b51511444b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5f08490d-6f5a-4813-a3c7-39167151eabc has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:30.924866 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30887fe5-e413-48eb-aab3-46ad0b2e739b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.925583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0d4ddb09-d455-4ea7-a679-f01a35855791 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:30.926915 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.927560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba9ca7f-2204-4f6e-9b55-09af5158f08c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:30.931322 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ca7f-2204-4f6e-9b55-09af5158f08c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.969955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba9ca7f-2204-4f6e-9b55-09af5158f08c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:30.988702 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ca7f-2204-4f6e-9b55-09af5158f08c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:30.989353 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-2ba9ca7f-2204-4f6e-9b55-09af5158f08c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Added segment d46a1897-4204-4093-baaa-9f1022937663 of type vlan for network 823af67b-88d9-4630-8f7c-d73260fad4a3 Sep 16 04:58:31.044334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902d2e65-9a09-409d-be1f-1337fa81f7e1 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:58:31.068672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30887fe5-e413-48eb-aab3-46ad0b2e739b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f013e5b-648c-4d86-ac23-6f4124f84cec,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:31.116438 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ca7f-2204-4f6e-9b55-09af5158f08c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.146516 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-30887fe5-e413-48eb-aab3-46ad0b2e739b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53ff7649717248688e5984279c2d44fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2658858 Sep 16 04:58:31.149216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57096) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.165382 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ca7f-2204-4f6e-9b55-09af5158f08c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.171300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba9ca7f-2204-4f6e-9b55-09af5158f08c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.171995 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ca7f-2204-4f6e-9b55-09af5158f08c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.211053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a591fffa-8da3-4b2c-95a5-58b51511444b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:31.225260 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a591fffa-8da3-4b2c-95a5-58b51511444b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8132644 Sep 16 04:58:31.236809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d67171-8d94-43f7-bf25-eb05cc8fa720 None None] Sync routers for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:31.241849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e385bcf5-2371-49e6-b3f6-930063444530 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:31.242643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57098) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.249564 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d88626-5694-4a28-9437-6f919b52b79c x-openstack-request-id: req-a9d88626-5694-4a28-9437-6f919b52b79c {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:31.251166 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e", "name": "network-vif-deleted", "tag": "8e520065-5272-41bb-8beb-6025e49f97ac", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:31.251302 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9d88626-5694-4a28-9437-6f919b52b79c {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:31.251706 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d9caf3-3d8f-4ea8-ae7d-b7cd6559b44e', 'name': 'network-vif-deleted', 'tag': '8e520065-5272-41bb-8beb-6025e49f97ac', 'status': 'completed', 'code': 200} Sep 16 04:58:31.268320 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2ba9ca7f-2204-4f6e-9b55-09af5158f08c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9409986 Sep 16 04:58:31.272066 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c5147d72-6a05-4986-ad53-b30831d55dc7 req-29f85c61-56e9-4555-abf2-7c1d65e7f6b6 service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913409 Sep 16 04:58:31.272224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57102) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:31.310751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d67171-8d94-43f7-bf25-eb05cc8fa720 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:31.311659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-30d67171-8d94-43f7-bf25-eb05cc8fa720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:31.316804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'subnet': {'network_id': '823af67b-88d9-4630-8f7c-d73260fad4a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:31.343046 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9ca7f-2204-4f6e-9b55-09af5158f08c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Network': ['ID=823af67b-88d9-4630-8f7c-d73260fad4a3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:31.398397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 823af67b-88d9-4630-8f7c-d73260fad4a3 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:31.400414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8e520065-5272-41bb-8beb-6025e49f97ac no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:31.411417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2955801-e1d9-4a5f-8179-7d1dd41cc8c7 req-610dc7ef-1f55-44f1-8b96-9c37c712e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.421245 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d2955801-e1d9-4a5f-8179-7d1dd41cc8c7 req-610dc7ef-1f55-44f1-8b96-9c37c712e0f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82950bbf764f4f1d982dfe298eb2db9f&device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 1096 time: 0.0946143 Sep 16 04:58:31.447122 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0e13ce0-24f4-40d6-bafe-4bccaa704dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.452130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 8e520065-5272-41bb-8beb-6025e49f97ac {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:31.452493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 8e520065-5272-41bb-8beb-6025e49f97ac not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:31.471994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-a256c68b-4ceb-43ae-b283-1d30404012c8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting subnet 840b5148-00be-450b-9122-50d737afc3bd {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:31.490433 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0e13ce0-24f4-40d6-bafe-4bccaa704dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.501846 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a256c68b-4ceb-43ae-b283-1d30404012c8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.511222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-30d67171-8d94-43f7-bf25-eb05cc8fa720 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:31.568929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:31.569880 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a256c68b-4ceb-43ae-b283-1d30404012c8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.572967 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.607550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0e13ce0-24f4-40d6-bafe-4bccaa704dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.613958 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0e13ce0-24f4-40d6-bafe-4bccaa704dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.615192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f0e13ce0-24f4-40d6-bafe-4bccaa704dc9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f013e5b-648c-4d86-ac23-6f4124f84cec HTTP/1.1" status: 204 len: 168 time: 0.4650252 Sep 16 04:58:31.665196 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e13ce0-24f4-40d6-bafe-4bccaa704dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f013e5b-648c-4d86-ac23-6f4124f84cec,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:31.739204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902d2e65-9a09-409d-be1f-1337fa81f7e1 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:58:31.755590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-30d67171-8d94-43f7-bf25-eb05cc8fa720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:29Z', 'revision_number': 11, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:31.765886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2955801-e1d9-4a5f-8179-7d1dd41cc8c7 req-c827b4f1-cddd-4caf-8d67-fd7bde7ab168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:31.767661 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d2955801-e1d9-4a5f-8179-7d1dd41cc8c7 req-c827b4f1-cddd-4caf-8d67-fd7bde7ab168 service neutron] 10.222.0.50 "GET /v2.0/networks?id=74ee2202-5b23-48e2-aa35-ea8795e185a8 HTTP/1.1" status: 200 len: 920 time: 0.3400049 Sep 16 04:58:31.793729 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a256c68b-4ceb-43ae-b283-1d30404012c8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:31.815562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d67171-8d94-43f7-bf25-eb05cc8fa720 None None] Checking router: 5f08490d-6f5a-4813-a3c7-39167151eabc for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:31.819084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e385bcf5-2371-49e6-b3f6-930063444530 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:31.819524 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.014057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d67171-8d94-43f7-bf25-eb05cc8fa720 None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:32.014685 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-30d67171-8d94-43f7-bf25-eb05cc8fa720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:32.030635 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d2955801-e1d9-4a5f-8179-7d1dd41cc8c7 req-7713b317-8285-40a1-a3a0-b4a55171e44f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 217 time: 0.2460878 Sep 16 04:58:32.147295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2955801-e1d9-4a5f-8179-7d1dd41cc8c7 req-7a9cd67d-c980-40b4-b0b2-40604e8678da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.148538 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d2955801-e1d9-4a5f-8179-7d1dd41cc8c7 req-7a9cd67d-c980-40b4-b0b2-40604e8678da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da42bee0-4252-4db7-8f78-f66cc190ca2a HTTP/1.1" status: 200 len: 859 time: 0.1088784 Sep 16 04:58:32.154646 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a256c68b-4ceb-43ae-b283-1d30404012c8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.170398 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-30d67171-8d94-43f7-bf25-eb05cc8fa720 None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:32.182963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218bc5c-1c4d-4ca6-8976-5419afb9162b req-df60b5e1-b79f-4d40-971f-b8e8f9e9daed tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.190454 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1218bc5c-1c4d-4ca6-8976-5419afb9162b req-df60b5e1-b79f-4d40-971f-b8e8f9e9daed tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 944 time: 0.2109990 Sep 16 04:58:32.213001 n-d-712142-17 neutron-server[94745]: DEBUG neutron.objects.ports [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94745) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:58:32.220644 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.259037 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d2955801-e1d9-4a5f-8179-7d1dd41cc8c7 req-fac216d5-b121-4803-bb3b-a417e7432867 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74ee2202-5b23-48e2-aa35-ea8795e185a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869026 Sep 16 04:58:32.340416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-30d67171-8d94-43f7-bf25-eb05cc8fa720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:29Z', 'revision_number': 11, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:32.342796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1218bc5c-1c4d-4ca6-8976-5419afb9162b req-4cdc95cf-148f-454d-889c-fc31fecf162b tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513882 Sep 16 04:58:32.379830 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57136) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.413053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Subnet': ['ID=892ba9bf-4144-4463-85b2-e66f5889319d,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.434119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d67171-8d94-43f7-bf25-eb05cc8fa720 None None] The sync data for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 is: [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:29Z', 'revision_number': 11, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:32.442117 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8c29057c-4a0d-4916-897f-70946cff9ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.486598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Checking segment: {'id': 'd46a1897-4204-4093-baaa-9f1022937663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '823af67b-88d9-4630-8f7c-d73260fad4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:32.487655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network hostable DHCP agents. Network: 823af67b-88d9-4630-8f7c-d73260fad4a3, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:32.569248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network 823af67b-88d9-4630-8f7c-d73260fad4a3 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:32.713806 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.736712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8c29057c-4a0d-4916-897f-70946cff9ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.737869 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57148) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.761249 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a256c68b-4ceb-43ae-b283-1d30404012c8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.761489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 823af67b-88d9-4630-8f7c-d73260fad4a3) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:32.763646 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a256c68b-4ceb-43ae-b283-1d30404012c8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/840b5148-00be-450b-9122-50d737afc3bd HTTP/1.1" status: 204 len: 168 time: 1.5169067 Sep 16 04:58:32.764838 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8c29057c-4a0d-4916-897f-70946cff9ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.765108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256c68b-4ceb-43ae-b283-1d30404012c8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Subnet': ['ID=840b5148-00be-450b-9122-50d737afc3bd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.770957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57150) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:32.837965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:32.838980 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.877941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29057c-4a0d-4916-897f-70946cff9ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecab7f0e-9ec9-4ae9-ad6b-4747db09f86e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:32.908051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port e385bcf5-2371-49e6-b3f6-930063444530, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e385bcf5-2371-49e6-b3f6-930063444530,segment=NetworkSegment(e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17),segment_id=e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:32.913412 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ccf44309-1142-49b4-96ae-b9ab35d6085a tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6018958 Sep 16 04:58:32.916995 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:32.918510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57154) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:33.004630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09484f83-b063-4a1d-a95b-7795895143c4 None None] Network 823af67b-88d9-4630-8f7c-d73260fad4a3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:33.006257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8c29057c-4a0d-4916-897f-70946cff9ded admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b8d4d3bfccb43dfb921d73dbf3a1a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252239 Sep 16 04:58:33.009363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57156) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:33.098562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2a076593-49d2-474e-8972-e89abe060ce4 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:33.133373 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.145378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c881b776-ec4e-4541-9b5b-100987736aae admin admin] Deleting subnet 8a066c8b-41fc-45ac-80f2-9a26bf5b81d3 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:33.148579 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-49044fe7-75e7-498e-b8af-dc4e2da13a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.177100 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.210212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d2955801-e1d9-4a5f-8179-7d1dd41cc8c7 req-96bccebb-988f-4ff4-a21e-1e7550ba424f service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9413729 Sep 16 04:58:33.213802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-49044fe7-75e7-498e-b8af-dc4e2da13a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.230749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 2a076593-49d2-474e-8972-e89abe060ce4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:33.231116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2a076593-49d2-474e-8972-e89abe060ce4 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:33.251670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=e385bcf5-2371-49e6-b3f6-930063444530,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.268095 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c881b776-ec4e-4541-9b5b-100987736aae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.269987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-49044fe7-75e7-498e-b8af-dc4e2da13a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.272699 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-49044fe7-75e7-498e-b8af-dc4e2da13a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.276536 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-49044fe7-75e7-498e-b8af-dc4e2da13a44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ecab7f0e-9ec9-4ae9-ad6b-4747db09f86e HTTP/1.1" status: 204 len: 168 time: 0.2635715 Sep 16 04:58:33.322130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49044fe7-75e7-498e-b8af-dc4e2da13a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecab7f0e-9ec9-4ae9-ad6b-4747db09f86e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.363706 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c881b776-ec4e-4541-9b5b-100987736aae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.416219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52d1f7-085c-4ace-8a2f-7dfe28fd99b9 None None] Network 4da1e03e-e2b2-470a-9782-a23e420565ab requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:33.418053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:58:33.426246 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.432049 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c881b776-ec4e-4541-9b5b-100987736aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.585076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,segment=NetworkSegment(e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17),segment_id=e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:33.623184 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d2955801-e1d9-4a5f-8179-7d1dd41cc8c7 req-5da7bc46-345f-4c46-a76f-3b4932da3f0c service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012572 Sep 16 04:58:33.628257 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.642510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'port_id': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'mac_address': 'fa:16:3e:bf:48:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:58:33.660703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c37ab-4677-47aa-b69f-b2e9f324439b req-39f540a4-fb3d-42b9-acca-a051cae828c9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:33.668931 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da9c37ab-4677-47aa-b69f-b2e9f324439b req-39f540a4-fb3d-42b9-acca-a051cae828c9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 944 time: 0.1877675 Sep 16 04:58:33.693987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c881b776-ec4e-4541-9b5b-100987736aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.731294 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c881b776-ec4e-4541-9b5b-100987736aae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.734034 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c881b776-ec4e-4541-9b5b-100987736aae admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8a066c8b-41fc-45ac-80f2-9a26bf5b81d3 HTTP/1.1" status: 204 len: 168 time: 0.9933136 Sep 16 04:58:33.737722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881b776-ec4e-4541-9b5b-100987736aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a066c8b-41fc-45ac-80f2-9a26bf5b81d3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.744632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57176) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:33.782723 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da9c37ab-4677-47aa-b69f-b2e9f324439b req-a7d89045-6311-43ae-93b8-a1b75bdd5195 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091828 Sep 16 04:58:33.844375 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Subnet': ['ID=892ba9bf-4144-4463-85b2-e66f5889319d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:33.925465 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.949016 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Deleting port 598e9a2b-182c-417f-a26b-4b0ae772d1ed {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:33.949475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.963048 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:33.963339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f3d97-6e40-4f88-9e76-d4b80988e594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-823af67b-88d9-4630-8f7c-d73260fad4a3', 'network_id': '823af67b-88d9-4630-8f7c-d73260fad4a3', 'tenant_id': 'b8926ec8257a4180b9f51b52e49cd438', 'fixed_ips': [{'subnet_id': '892ba9bf-4144-4463-85b2-e66f5889319d'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:33.964696 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-097f3d97-6e40-4f88-9e76-d4b80988e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.012583 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.105227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823af67b-88d9-4630-8f7c-d73260fad4a3']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:34.119917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46a1897-4204-4093-baaa-9f1022937663') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:34.120863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46a1897-4204-4093-baaa-9f1022937663') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:34.126666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:58:34.137772 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.174937 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.189445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:34.196864 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.203666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.227815 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,segment=NetworkSegment(e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17),segment_id=e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:34.240450 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.269649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8631e1-cc0d-4bc5-8c2b-d8d6d3a9e9d2 None None] Network 823af67b-88d9-4630-8f7c-d73260fad4a3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:34.294149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e99e94-69d9-4b58-8996-5107bba0a90d']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:34.326542 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:34.329749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8dc6375-f6d5-431d-9d2a-aacef60e56e3') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:34.329749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8dc6375-f6d5-431d-9d2a-aacef60e56e3') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:34.334166 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.353557 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.356991 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/networks/823af67b-88d9-4630-8f7c-d73260fad4a3 HTTP/1.1" status: 204 len: 168 time: 1.4360633 Sep 16 04:58:34.358036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.367754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca5afe0-e40d-48b0-a270-9315ba5f0bcd None None] DHCP port deletion for 4da1e03e-e2b2-470a-9782-a23e420565ab request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:34.373667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57194) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:34.377142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] For port 598e9a2b-182c-417f-a26b-4b0ae772d1ed, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=598e9a2b-182c-417f-a26b-4b0ae772d1ed,segment=NetworkSegment(298ada2e-5626-4abf-9030-9297d332687a),segment_id=298ada2e-5626-4abf-9030-9297d332687a)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:34.377684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.389312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-1edb2db4-e486-48e9-85e2-367aebd08b6e tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-449209827'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:34.390243 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.393196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19946f5-00c5-4a9e-9567-560206c82301 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Network': ['ID=823af67b-88d9-4630-8f7c-d73260fad4a3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:34.405231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:34.405904 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:34.410368 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:34.412492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Calling delete_port for 598e9a2b-182c-417f-a26b-4b0ae772d1ed owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:34.501733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb2db4-e486-48e9-85e2-367aebd08b6e tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:34.505430 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1edb2db4-e486-48e9-85e2-367aebd08b6e tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.537963 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.561755 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.564225 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] 10.222.0.53 "DELETE /v2.0/networks/27e99e94-69d9-4b58-8996-5107bba0a90d HTTP/1.1" status: 204 len: 168 time: 0.8185325 Sep 16 04:58:34.571271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61538b3-eb45-488f-9ea2-673281ab46ce admin admin] Pushing event deleted for resources: {'Network': ['ID=27e99e94-69d9-4b58-8996-5107bba0a90d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:34.585221 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edb2db4-e486-48e9-85e2-367aebd08b6e tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:34.610892 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1edb2db4-e486-48e9-85e2-367aebd08b6e tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.611221 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-1edb2db4-e486-48e9-85e2-367aebd08b6e tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Added segment f382a666-c920-4b38-a233-ede3fbdcfbaf of type vlan for network b880d433-1984-4e46-9ded-97d956ea090e Sep 16 04:58:34.700813 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.791407 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:58:34.799084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No DVR routers for this DVR port 598e9a2b-182c-417f-a26b-4b0ae772d1ed on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:34.814585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57214) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:34.819206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Port': ['ID=598e9a2b-182c-417f-a26b-4b0ae772d1ed,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:34.833658 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1edb2db4-e486-48e9-85e2-367aebd08b6e tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:34.878386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:34.915270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:34.915626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:34.915975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:34.916317 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:34.916661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:34.916989 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:34.917323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:34.917678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:34.918016 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:34.918343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:34.918671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:34.918998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:34.968489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57220) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:34.973819 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2e4e7938-5b77-4c80-b7b8-a7a20b48ff32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=538875858c624a0a89d753f1e6fda820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448603 Sep 16 04:58:35.003563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faad7c2-fe99-483b-8f8e-b72d5beaace4 req-f66b508d-82de-4959-872a-2629cfd2cc60 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.010532 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5faad7c2-fe99-483b-8f8e-b72d5beaace4 req-f66b508d-82de-4959-872a-2629cfd2cc60 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 945 time: 0.1422079 Sep 16 04:58:35.087915 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.090623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e385bcf5-2371-49e6-b3f6-930063444530 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:35.111790 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5faad7c2-fe99-483b-8f8e-b72d5beaace4 req-76a3cd7d-ce62-4619-8972-c4697a760a70 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930545 Sep 16 04:58:35.162272 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1edb2db4-e486-48e9-85e2-367aebd08b6e tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.167838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb2db4-e486-48e9-85e2-367aebd08b6e tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:35.168435 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1edb2db4-e486-48e9-85e2-367aebd08b6e tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.201299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5afe0-e40d-48b0-a270-9315ba5f0bcd None None] Deleting port 598e9a2b-182c-417f-a26b-4b0ae772d1ed {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:35.201924 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3ca5afe0-e40d-48b0-a270-9315ba5f0bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.251247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e385bcf5-2371-49e6-b3f6-930063444530 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:35.251629 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.257344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da1e03e-e2b2-470a-9782-a23e420565ab']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:35.332401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298ada2e-5626-4abf-9030-9297d332687a') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:35.332718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298ada2e-5626-4abf-9030-9297d332687a') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:35.338121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3ca5afe0-e40d-48b0-a270-9315ba5f0bcd None None] For port 598e9a2b-182c-417f-a26b-4b0ae772d1ed, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:35.338547 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3ca5afe0-e40d-48b0-a270-9315ba5f0bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.367431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5afe0-e40d-48b0-a270-9315ba5f0bcd None None] Calling delete_port for 598e9a2b-182c-417f-a26b-4b0ae772d1ed owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:35.375603 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-3ca5afe0-e40d-48b0-a270-9315ba5f0bcd None None] Port 598e9a2b-182c-417f-a26b-4b0ae772d1ed was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 04:58:35.390313 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1edb2db4-e486-48e9-85e2-367aebd08b6e tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0153978 Sep 16 04:58:35.402155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57234) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:35.405306 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3ca5afe0-e40d-48b0-a270-9315ba5f0bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.405795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-002ecba0-f64d-4357-bdc9-16289185bde8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'subnet': {'network_id': 'b880d433-1984-4e46-9ded-97d956ea090e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:35.506759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5afe0-e40d-48b0-a270-9315ba5f0bcd None None] No DVR routers for this DVR port 598e9a2b-182c-417f-a26b-4b0ae772d1ed on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:35.528218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5afe0-e40d-48b0-a270-9315ba5f0bcd None None] Pushing event deleted for resources: {'Port': ['ID=598e9a2b-182c-417f-a26b-4b0ae772d1ed,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:35.586414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.592127 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.592761 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43aba68-f395-4c56-a5a4-1c4352a3524a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.619222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 598e9a2b-182c-417f-a26b-4b0ae772d1ed no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:35.628540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002ecba0-f64d-4357-bdc9-16289185bde8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:35.633745 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-002ecba0-f64d-4357-bdc9-16289185bde8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.656866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 598e9a2b-182c-417f-a26b-4b0ae772d1ed {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:35.657443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 598e9a2b-182c-417f-a26b-4b0ae772d1ed not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:35.675126 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43aba68-f395-4c56-a5a4-1c4352a3524a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.755411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb2db4-e486-48e9-85e2-367aebd08b6e tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Network': ['ID=b880d433-1984-4e46-9ded-97d956ea090e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:35.758442 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43aba68-f395-4c56-a5a4-1c4352a3524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.761015 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d43aba68-f395-4c56-a5a4-1c4352a3524a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.762188 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d43aba68-f395-4c56-a5a4-1c4352a3524a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02358e58-4818-4c59-b9aa-dc4d4321b17b HTTP/1.1" status: 204 len: 168 time: 0.7924819 Sep 16 04:58:35.770918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network b880d433-1984-4e46-9ded-97d956ea090e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:35.791604 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.794374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aba68-f395-4c56-a5a4-1c4352a3524a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02358e58-4818-4c59-b9aa-dc4d4321b17b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:35.810903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:35.811641 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:35.815238 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:35.951528 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.956602 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:35.961966 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/networks/4da1e03e-e2b2-470a-9782-a23e420565ab HTTP/1.1" status: 204 len: 168 time: 3.1896231 Sep 16 04:58:35.962640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57250) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:35.987372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c0f68-3797-4a57-b92e-472f315a4a60 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Pushing event deleted for resources: {'Network': ['ID=4da1e03e-e2b2-470a-9782-a23e420565ab,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:35.996776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9117bc98-5b5d-4fe8-9476-6882228422e8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'router': {'routes': None}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:36.112336 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-002ecba0-f64d-4357-bdc9-16289185bde8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.229244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ecba0-f64d-4357-bdc9-16289185bde8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Subnet': ['ID=96f86ccc-f6f6-47a7-aec5-e014c69f47cc,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:36.241206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.extraroute_db [None req-9117bc98-5b5d-4fe8-9476-6882228422e8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Added routes are [] {{(pid=94744) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 16 04:58:36.241809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.extraroute_db [None req-9117bc98-5b5d-4fe8-9476-6882228422e8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Removed routes are [] {{(pid=94744) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 16 04:58:36.242202 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9117bc98-5b5d-4fe8-9476-6882228422e8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.370261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ecba0-f64d-4357-bdc9-16289185bde8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Checking segment: {'id': 'f382a666-c920-4b38-a233-ede3fbdcfbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b880d433-1984-4e46-9ded-97d956ea090e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:36.376285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ecba0-f64d-4357-bdc9-16289185bde8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network hostable DHCP agents. Network: b880d433-1984-4e46-9ded-97d956ea090e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:36.401856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418cb6d-f1a2-4c64-9d15-44d1f1e562c2 req-e99de401-6ce1-4c6b-8101-fcc45d4a585d tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:36.403446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5418cb6d-f1a2-4c64-9d15-44d1f1e562c2 req-e99de401-6ce1-4c6b-8101-fcc45d4a585d tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 945 time: 0.1559534 Sep 16 04:58:36.424262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ecba0-f64d-4357-bdc9-16289185bde8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network b880d433-1984-4e46-9ded-97d956ea090e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:36.465782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-002ecba0-f64d-4357-bdc9-16289185bde8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, b880d433-1984-4e46-9ded-97d956ea090e) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:36.476296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95700a-a87a-44fc-88f3-246bf4ac487f None None] Network b880d433-1984-4e46-9ded-97d956ea090e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:36.501780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ecba0-f64d-4357-bdc9-16289185bde8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:36.502392 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-002ecba0-f64d-4357-bdc9-16289185bde8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.530309 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5418cb6d-f1a2-4c64-9d15-44d1f1e562c2 req-2f9c0db9-aa00-42c2-a7f3-251c04c15a4a tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208215 Sep 16 04:58:36.551127 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-002ecba0-f64d-4357-bdc9-16289185bde8 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1497238 Sep 16 04:58:36.569760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57284) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:36.636198 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9117bc98-5b5d-4fe8-9476-6882228422e8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.643466 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9117bc98-5b5d-4fe8-9476-6882228422e8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.786634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.816292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9117bc98-5b5d-4fe8-9476-6882228422e8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 5f08490d-6f5a-4813-a3c7-39167151eabc has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:36.904063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36333b56-10a9-4d0e-a393-fef514cc8c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-b880d433-1984-4e46-9ded-97d956ea090e', 'network_id': 'b880d433-1984-4e46-9ded-97d956ea090e', 'tenant_id': 'b8926ec8257a4180b9f51b52e49cd438', 'fixed_ips': [{'subnet_id': '96f86ccc-f6f6-47a7-aec5-e014c69f47cc'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:36.909156 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-36333b56-10a9-4d0e-a393-fef514cc8c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:36.974950 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.011222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9117bc98-5b5d-4fe8-9476-6882228422e8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:37.026039 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9117bc98-5b5d-4fe8-9476-6882228422e8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.029289 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9b31d3-7106-4ff9-ae9f-bcc31efd939b None None] Sync routers for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:37.032975 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9117bc98-5b5d-4fe8-9476-6882228422e8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc HTTP/1.1" status: 200 len: 704 time: 1.0467515 Sep 16 04:58:37.036179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57298) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:37.044001 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b31d3-7106-4ff9-ae9f-bcc31efd939b None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:37.044647 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-bb9b31d3-7106-4ff9-ae9f-bcc31efd939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:37.090521 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57300) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:37.100550 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ebf3f64e-2881-4889-9539-20e2ba0ee0a3 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f08490d-6f5a-4813-a3c7-39167151eabc HTTP/1.1" status: 200 len: 205 time: 0.0628407 Sep 16 04:58:37.202272 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-147a0ab4-918c-4715-abc8-897845a42fc6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.216706 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-bb9b31d3-7106-4ff9-ae9f-bcc31efd939b None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-36333b56-10a9-4d0e-a393-fef514cc8c50 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96f86ccc-f6f6-47a7-aec5-e014c69f47cc: This subnet is being modified by another concurrent operation. Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96f86ccc-f6f6-47a7-aec5-e014c69f47cc: This subnet is being modified by another concurrent operation. Sep 16 04:58:37.269198 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 04:58:37.283571 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.297279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd019d4-41d7-40ec-93b1-68a87b14916f None None] Network b880d433-1984-4e46-9ded-97d956ea090e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:37.414733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57312) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:37.417097 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-bb9b31d3-7106-4ff9-ae9f-bcc31efd939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:29Z', 'revision_number': 11, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:37.441275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:37.474992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-147a0ab4-918c-4715-abc8-897845a42fc6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.481335 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-147a0ab4-918c-4715-abc8-897845a42fc6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.489498 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9b31d3-7106-4ff9-ae9f-bcc31efd939b None None] Checking router: 5f08490d-6f5a-4813-a3c7-39167151eabc for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:37.511920 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b31d3-7106-4ff9-ae9f-bcc31efd939b None None] Routers {'5f08490d-6f5a-4813-a3c7-39167151eabc'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:37.513710 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-bb9b31d3-7106-4ff9-ae9f-bcc31efd939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5f08490d-6f5a-4813-a3c7-39167151eabc'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:37.612821 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1698231824-network', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:37.680689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe79017-3b84-45a5-bb77-9b9e495ec2f9 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 04:58:37.685577 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.691721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Made reservation on behalf of f8aa89fcdde44e7abfd367aa007fab73 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:37.697152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.699263 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-bb9b31d3-7106-4ff9-ae9f-bcc31efd939b None None] Set router 5f08490d-6f5a-4813-a3c7-39167151eabc gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:37.736290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:58:37.746194 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.773797 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-bb9b31d3-7106-4ff9-ae9f-bcc31efd939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:29Z', 'revision_number': 11, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:37.784403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:37.784816 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:37.804008 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9b31d3-7106-4ff9-ae9f-bcc31efd939b None None] The sync data for ids ['5f08490d-6f5a-4813-a3c7-39167151eabc'] in n-d-712142-17 is: [{'id': '5f08490d-6f5a-4813-a3c7-39167151eabc', 'name': 'tempest-RoutersIpV6Test-router-718020057', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:57:22Z', 'updated_at': '2021-09-16T04:58:29Z', 'revision_number': 11, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:37.972689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe79017-3b84-45a5-bb77-9b9e495ec2f9 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 04:58:37.996575 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.003281 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.030080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:38.087274 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.087813 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Added segment 5bea23cb-9fae-466c-abd2-f8bd504ec2f3 of type vlan for network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 Sep 16 04:58:38.185487 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.229035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,segment=NetworkSegment(e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17),segment_id=e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:38.230184 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.237186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:58:38.243379 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bece733-79db-4125-8754-afae26253e47" -d '{"events": [{"server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "name": "network-vif-plugged", "status": "completed", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:58:38.250840 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.287091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Subnet': ['ID=96f86ccc-f6f6-47a7-aec5-e014c69f47cc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:38.339276 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-147a0ab4-918c-4715-abc8-897845a42fc6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.339965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147a0ab4-918c-4715-abc8-897845a42fc6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Fanout notify agent at l3_agent the message router_deleted on router 5f08490d-6f5a-4813-a3c7-39167151eabc {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:58:38.351494 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-147a0ab4-918c-4715-abc8-897845a42fc6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.357476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-147a0ab4-918c-4715-abc8-897845a42fc6 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc HTTP/1.1" status: 204 len: 168 time: 1.2657607 Sep 16 04:58:38.360220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57342) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:38.366166 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.370066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.372649 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.395472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a109dc11-f917-4d76-91ce-1d45a09a2fe8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1509106334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:38.424939 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a109dc11-f917-4d76-91ce-1d45a09a2fe8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.426387 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a109dc11-f917-4d76-91ce-1d45a09a2fe8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.452301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b5136-88a9-41ef-9d64-2af964c947b5 req-e88e52f4-c37f-4f19-bc2e-f5c4e485872a tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.455249 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc7b5136-88a9-41ef-9d64-2af964c947b5 req-e88e52f4-c37f-4f19-bc2e-f5c4e485872a tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1699727 Sep 16 04:58:38.502523 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.512339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:38.558221 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc6d02ef-f94a-4c22-90f3-ffedad7d7358,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:38.576772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3016a13-56d0-4e21-8c97-00457f3b498f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:38.592669 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-002c0f08-7065-4126-9870-95b774c266d5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1759791 Sep 16 04:58:38.597905 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57348) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:38.608205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-88f64257-5312-44e7-bd72-145a4a4a9452 admin admin] Request body: {'subnet': {'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1698231824-subnet', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:38.614777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b880d433-1984-4e46-9ded-97d956ea090e']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:38.672438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:38.674591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f382a666-c920-4b38-a233-ede3fbdcfbaf') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:38.678222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f64257-5312-44e7-bd72-145a4a4a9452 admin admin] Made reservation on behalf of f8aa89fcdde44e7abfd367aa007fab73 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:38.680610 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-88f64257-5312-44e7-bd72-145a4a4a9452 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.687681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f382a666-c920-4b38-a233-ede3fbdcfbaf') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:38.699917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc7b5136-88a9-41ef-9d64-2af964c947b5 req-0d3e5673-51fd-4cdd-802a-36e86f13fa79 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011471 Sep 16 04:58:38.710161 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a109dc11-f917-4d76-91ce-1d45a09a2fe8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.717805 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.753529 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.790068 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:38.790689 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.823212 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c518e70-6ff5-4b11-adbf-d718aa448672 x-openstack-request-id: req-7c518e70-6ff5-4b11-adbf-d718aa448672 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:58:38.823796 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "name": "network-vif-plugged", "status": "completed", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:58:38.823796 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c518e70-6ff5-4b11-adbf-d718aa448672 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:58:38.824142 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'code': 200} Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:38.936617 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:38.946796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a109dc11-f917-4d76-91ce-1d45a09a2fe8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.973102 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.974363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e62ca-eb55-4750-8ed2-4333915a4457 req-c70c0ed3-422e-41b9-9e3f-a8c9eaa4344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:38.982409 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4a5e62ca-eb55-4750-8ed2-4333915a4457 req-c70c0ed3-422e-41b9-9e3f-a8c9eaa4344b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 1098 time: 0.1295476 Sep 16 04:58:38.989174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a109dc11-f917-4d76-91ce-1d45a09a2fe8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.990753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a109dc11-f917-4d76-91ce-1d45a09a2fe8 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6072712 Sep 16 04:58:38.993516 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:38.996409 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/networks/b880d433-1984-4e46-9ded-97d956ea090e HTTP/1.1" status: 204 len: 168 time: 2.4255919 Sep 16 04:58:39.002775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57360) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:39.004970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57362) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:39.013001 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eacc18-6115-4aa6-8179-4fd89eeea9de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Network': ['ID=b880d433-1984-4e46-9ded-97d956ea090e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.072509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a1d55804-5467-4b49-b5db-5f5874108f6b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:39.159930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-eac89d0d-8c30-4e0b-b593-b4d066cca77f tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1411465682'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:39.360546 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4a5e62ca-eb55-4750-8ed2-4333915a4457 req-c0f1a4bc-1d1f-4f82-90e0-a461ee3612a2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644865 Sep 16 04:58:39.366645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac89d0d-8c30-4e0b-b593-b4d066cca77f tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:39.370119 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eac89d0d-8c30-4e0b-b593-b4d066cca77f tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.420605 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-88f64257-5312-44e7-bd72-145a4a4a9452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.426248 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a1d55804-5467-4b49-b5db-5f5874108f6b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.467769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac89d0d-8c30-4e0b-b593-b4d066cca77f tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:58:39.477659 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a1d55804-5467-4b49-b5db-5f5874108f6b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.500804 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eac89d0d-8c30-4e0b-b593-b4d066cca77f tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.501299 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-eac89d0d-8c30-4e0b-b593-b4d066cca77f tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Added segment 9ced2f4b-d4c6-4de3-8676-73ae5bfd76f3 of type vlan for network 6e9f0df0-e311-4a56-ad66-1a9888c8fbce Sep 16 04:58:39.577212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f64257-5312-44e7-bd72-145a4a4a9452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.627142 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eac89d0d-8c30-4e0b-b593-b4d066cca77f tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.629482 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f64257-5312-44e7-bd72-145a4a4a9452 admin admin] Checking segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:39.629887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f64257-5312-44e7-bd72-145a4a4a9452 admin admin] Network hostable DHCP agents. Network: fc6d02ef-f94a-4c22-90f3-ffedad7d7358, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:39.683979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eac89d0d-8c30-4e0b-b593-b4d066cca77f tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.690208 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac89d0d-8c30-4e0b-b593-b4d066cca77f tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.690867 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eac89d0d-8c30-4e0b-b593-b4d066cca77f tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.702751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f64257-5312-44e7-bd72-145a4a4a9452 admin admin] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:39.719036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d55804-5467-4b49-b5db-5f5874108f6b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Router 81ed7508-1ba2-45e1-bedc-b93a9759f320 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:58:39.759915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-88f64257-5312-44e7-bd72-145a4a4a9452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, fc6d02ef-f94a-4c22-90f3-ffedad7d7358) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:39.762373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-eac89d0d-8c30-4e0b-b593-b4d066cca77f tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7551792 Sep 16 04:58:39.766107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57388) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:39.773296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd13bab-b4e2-48b4-8cdf-3d137a2c398f None None] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:39.780326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Request body: {'subnet': {'network_id': '6e9f0df0-e311-4a56-ad66-1a9888c8fbce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:39.788519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f64257-5312-44e7-bd72-145a4a4a9452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:39.789226 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-88f64257-5312-44e7-bd72-145a4a4a9452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:39.988776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac89d0d-8c30-4e0b-b593-b4d066cca77f tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Network': ['ID=6e9f0df0-e311-4a56-ad66-1a9888c8fbce,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:39.997892 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-88f64257-5312-44e7-bd72-145a4a4a9452 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3986721 Sep 16 04:58:40.008963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 6e9f0df0-e311-4a56-ad66-1a9888c8fbce details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:58:40.038397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57396) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.043321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:40.053754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d55804-5467-4b49-b5db-5f5874108f6b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:40.064246 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a1d55804-5467-4b49-b5db-5f5874108f6b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.065732 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a1d55804-5467-4b49-b5db-5f5874108f6b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "PUT /v2.0/routers/81ed7508-1ba2-45e1-bedc-b93a9759f320 HTTP/1.1" status: 200 len: 698 time: 1.0595274 Sep 16 04:58:40.069125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57398) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.080268 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b9674-c860-49b1-9f64-df348e6328ca None None] Sync routers for ids ['81ed7508-1ba2-45e1-bedc-b93a9759f320'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:40.094683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf93c52-fe85-4516-a22e-ca452c5932c1 req-306a0995-75a4-45c9-b77c-ecce2d680414 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:40.097900 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cf93c52-fe85-4516-a22e-ca452c5932c1 req-306a0995-75a4-45c9-b77c-ecce2d680414 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1826136 Sep 16 04:58:40.163850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:40.164763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.174216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b9674-c860-49b1-9f64-df348e6328ca None None] Routers {'81ed7508-1ba2-45e1-bedc-b93a9759f320'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:40.175677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-069b9674-c860-49b1-9f64-df348e6328ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['81ed7508-1ba2-45e1-bedc-b93a9759f320'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:40.241356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cf93c52-fe85-4516-a22e-ca452c5932c1 req-9cec772f-9d24-41ec-887c-8699bdd525a4 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364756 Sep 16 04:58:40.294622 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-069b9674-c860-49b1-9f64-df348e6328ca None None] Set router 81ed7508-1ba2-45e1-bedc-b93a9759f320 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:40.414219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-069b9674-c860-49b1-9f64-df348e6328ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed7508-1ba2-45e1-bedc-b93a9759f320', 'name': 'tempest-RoutersIpV6Test-router-1509106334', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:38Z', 'updated_at': '2021-09-16T04:58:39Z', 'revision_number': 2, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:40.463625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b9674-c860-49b1-9f64-df348e6328ca None None] Checking router: 81ed7508-1ba2-45e1-bedc-b93a9759f320 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:40.494784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b9674-c860-49b1-9f64-df348e6328ca None None] Routers {'81ed7508-1ba2-45e1-bedc-b93a9759f320'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:40.494784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-069b9674-c860-49b1-9f64-df348e6328ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['81ed7508-1ba2-45e1-bedc-b93a9759f320'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:40.584590 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4a0627e1-9468-4d45-a54c-5f32ca8c284c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/routers/81ed7508-1ba2-45e1-bedc-b93a9759f320 HTTP/1.1" status: 200 len: 704 time: 0.5115867 Sep 16 04:58:40.584590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.584590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.588784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57416) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.601346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Made reservation on behalf of b8926ec8257a4180b9f51b52e49cd438 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:40.607169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-069b9674-c860-49b1-9f64-df348e6328ca None None] Set router 81ed7508-1ba2-45e1-bedc-b93a9759f320 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:40.608805 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.635392 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b94674eb-5e41-4fd4-b6da-38912ef47cac tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=81ed7508-1ba2-45e1-bedc-b93a9759f320 HTTP/1.1" status: 200 len: 205 time: 0.0428009 Sep 16 04:58:40.635706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57418) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:40.676272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-069b9674-c860-49b1-9f64-df348e6328ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed7508-1ba2-45e1-bedc-b93a9759f320', 'name': 'tempest-RoutersIpV6Test-router-1509106334', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:38Z', 'updated_at': '2021-09-16T04:58:39Z', 'revision_number': 2, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:40.711983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b9674-c860-49b1-9f64-df348e6328ca None None] The sync data for ids ['81ed7508-1ba2-45e1-bedc-b93a9759f320'] in n-d-712142-17 is: [{'id': '81ed7508-1ba2-45e1-bedc-b93a9759f320', 'name': 'tempest-RoutersIpV6Test-router-1509106334', 'tenant_id': 'e6f7d86b56a8403c8530528682bfc136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:38Z', 'updated_at': '2021-09-16T04:58:39Z', 'revision_number': 2, 'project_id': 'e6f7d86b56a8403c8530528682bfc136', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:40.733867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Allocated IP 172.20.0.2 (fc6d02ef-f94a-4c22-90f3-ffedad7d7358/fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95/bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:40.809164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:40.813193 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85de6d59-14aa-4072-8393-a22ed0d85122 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.065895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.objects.ports [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94745) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:58:41.070355 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.083747 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.098771 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.101035 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.207244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:41.210741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:41.220044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event updated for resources: {'Subnet': ['ID=2930b322-af66-4005-a3ad-f103693701e6,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.223103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:41.232417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Checking segment: {'id': '9ced2f4b-d4c6-4de3-8676-73ae5bfd76f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6e9f0df0-e311-4a56-ad66-1a9888c8fbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:41.232797 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network hostable DHCP agents. Network: 6e9f0df0-e311-4a56-ad66-1a9888c8fbce, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:58:41.255089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Pushing event updated for resources: {'Port': ['ID=bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.260627 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85de6d59-14aa-4072-8393-a22ed0d85122 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.266218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Network 6e9f0df0-e311-4a56-ad66-1a9888c8fbce is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:58:41.266788 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85de6d59-14aa-4072-8393-a22ed0d85122 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.286731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 6e9f0df0-e311-4a56-ad66-1a9888c8fbce) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:41.293419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.295203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.321456 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-636628cf-c5d0-4f2b-a4e1-fc44822091de tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5512781 Sep 16 04:58:41.322552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57442) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.348525 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85de6d59-14aa-4072-8393-a22ed0d85122 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.350239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85de6d59-14aa-4072-8393-a22ed0d85122 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Fanout notify agent at l3_agent the message router_deleted on router 81ed7508-1ba2-45e1-bedc-b93a9759f320 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:58:41.363153 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e923320-2264-40b4-9818-2be3a3ea779f None None] Network 6e9f0df0-e311-4a56-ad66-1a9888c8fbce requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:41.370909 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-85de6d59-14aa-4072-8393-a22ed0d85122 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.373165 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-85de6d59-14aa-4072-8393-a22ed0d85122 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/81ed7508-1ba2-45e1-bedc-b93a9759f320 HTTP/1.1" status: 204 len: 168 time: 0.7364879 Sep 16 04:58:41.378400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57444) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.451086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-452faf9a-e3c3-41fd-a410-5aa4fb79ce7c tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=81ed7508-1ba2-45e1-bedc-b93a9759f320 HTTP/1.1" status: 200 len: 205 time: 0.0696831 Sep 16 04:58:41.455607 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57446) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.524267 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-de615cbf-37c2-400b-9331-341bec3dfc1b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] delete failed (client error): The resource could not be found. Sep 16 04:58:41.524523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00ccde-4e89-47a2-9c56-83dbc321719a req-23369513-0c1d-4abc-a778-f743dee87038 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:41.525507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-de615cbf-37c2-400b-9331-341bec3dfc1b tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/81ed7508-1ba2-45e1-bedc-b93a9759f320 HTTP/1.1" status: 404 len: 336 time: 0.0685747 Sep 16 04:58:41.528159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57448) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.532335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb00ccde-4e89-47a2-9c56-83dbc321719a req-23369513-0c1d-4abc-a778-f743dee87038 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1529212 Sep 16 04:58:41.558359 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.569378 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d36b51c-9e02-456f-b00a-4922a1fd802a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:41.572391 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d36b51c-9e02-456f-b00a-4922a1fd802a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:41.574315 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0d36b51c-9e02-456f-b00a-4922a1fd802a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/3cf46a4e-2ffd-4bd6-8cc5-e48ca6c3cdcb HTTP/1.1" status: 404 len: 337 time: 0.0451365 Sep 16 04:58:41.578672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57450) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.601574 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb00ccde-4e89-47a2-9c56-83dbc321719a req-3bd42242-f18e-484b-95b9-29987246f813 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682764 Sep 16 04:58:41.664783 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-234ac7eb-51de-4e3e-9b26-be544286b4e9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:41.665270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234ac7eb-51de-4e3e-9b26-be544286b4e9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:41.672443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-234ac7eb-51de-4e3e-9b26-be544286b4e9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/4f2527b5-fd76-4608-8a0e-46c71c22b856 HTTP/1.1" status: 404 len: 337 time: 0.0897520 Sep 16 04:58:41.677877 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57458) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.678914 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.690663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Attempting to bind port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:41.691049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Attempting to bind port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:41.691428 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Attempting to bind port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:41.701321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:41.701877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Checking segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:41.702508 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.703106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Bound using segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:41.703920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Bound port: bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:41.704369 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.773693 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.802059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f85805-cb82-4d6a-a6ca-f8b3fdabf807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-6e9f0df0-e311-4a56-ad66-1a9888c8fbce', 'network_id': '6e9f0df0-e311-4a56-ad66-1a9888c8fbce', 'tenant_id': 'b8926ec8257a4180b9f51b52e49cd438', 'fixed_ips': [{'subnet_id': '2930b322-af66-4005-a3ad-f103693701e6'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 04:58:41.802937 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-18f85805-cb82-4d6a-a6ca-f8b3fdabf807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.832004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Subnet': ['ID=2930b322-af66-4005-a3ad-f103693701e6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:41.834426 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25c30e6-c4dc-4f0d-be20-e5d2311f5716 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:41.834990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25c30e6-c4dc-4f0d-be20-e5d2311f5716 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:41.839931 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e25c30e6-c4dc-4f0d-be20-e5d2311f5716 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/e055c53c-4840-4e0d-b735-7b4a9e3a0d83 HTTP/1.1" status: 404 len: 337 time: 0.0817418 Sep 16 04:58:41.844642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57460) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:41.846361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.873197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] For port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:41.878116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] For port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:41.891733 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.938402 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:41.986182 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d1f6fb-2904-46a5-ae06-c9d18cf1c744 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:41.986974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d1f6fb-2904-46a5-ae06-c9d18cf1c744 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:41.990180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a1d1f6fb-2904-46a5-ae06-c9d18cf1c744 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/840b5148-00be-450b-9122-50d737afc3bd HTTP/1.1" status: 404 len: 337 time: 0.1443655 Sep 16 04:58:41.992321 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.015345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86e6b90-35f4-4fd2-97d9-9ad480899608 None None] Network 6e9f0df0-e311-4a56-ad66-1a9888c8fbce requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:42.036664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57464) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.044370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Allocated IP 172.25.0.159 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/1a004872-9a60-41e4-a9f8-efc13f13273f) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:42.057545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24e454-1d7f-4a09-8e0c-5d53bf04154d None None] Pushing event updated for resources: {'Port': ['ID=bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:42.105698 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b05af9b8-36ab-427e-bb4f-cd2e8c4a02d7 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f08490d-6f5a-4813-a3c7-39167151eabc HTTP/1.1" status: 200 len: 205 time: 0.0674739 Sep 16 04:58:42.110261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57468) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.121000 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9f0df0-e311-4a56-ad66-1a9888c8fbce']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:42.175505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ced2f4b-d4c6-4de3-8676-73ae5bfd76f3') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:42.176148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ced2f4b-d4c6-4de3-8676-73ae5bfd76f3') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:42.188908 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-f29a5808-74f4-4531-b2ad-4fcd54b81349 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] delete failed (client error): The resource could not be found. Sep 16 04:58:42.190326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f29a5808-74f4-4531-b2ad-4fcd54b81349 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/5f08490d-6f5a-4813-a3c7-39167151eabc HTTP/1.1" status: 404 len: 336 time: 0.0766966 Sep 16 04:58:42.193810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57476) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.195738 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.223613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda93e2-7c98-4df2-a6a8-d5c905f99439 req-bdfcf3b9-d052-495c-b526-e9c63a4fa788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.225210 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edda93e2-7c98-4df2-a6a8-d5c905f99439 req-bdfcf3b9-d052-495c-b526-e9c63a4fa788 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82950bbf764f4f1d982dfe298eb2db9f&device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 1098 time: 0.1448359 Sep 16 04:58:42.239658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879a79c-6002-461b-a909-d7a6b5fc5745 req-5156fe6a-1da7-47d7-8079-30ec00ed8d60 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.242324 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c879a79c-6002-461b-a909-d7a6b5fc5745 req-5156fe6a-1da7-47d7-8079-30ec00ed8d60 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.2241361 Sep 16 04:58:42.296033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7099afea-3b20-4b3c-b3a2-9a31019a680a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=f39f3083-7864-4d74-9417-3e51c1cd765a HTTP/1.1" status: 200 len: 205 time: 0.0867336 Sep 16 04:58:42.298425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57478) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.344337 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.426952 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-4454b4d9-6414-4888-9cc2-9da34e85b744 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] delete failed (client error): The resource could not be found. Sep 16 04:58:42.428185 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4454b4d9-6414-4888-9cc2-9da34e85b744 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/f39f3083-7864-4d74-9417-3e51c1cd765a HTTP/1.1" status: 404 len: 336 time: 0.1204247 Sep 16 04:58:42.432242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57482) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.436545 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.454395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:42.454395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:42.463152 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:42.520663 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c879a79c-6002-461b-a909-d7a6b5fc5745 req-c54688f9-34f4-4714-a30e-eb8479c99640 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521942 Sep 16 04:58:42.525883 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ca51f6-08e8-44b9-abc6-079fb4c15110 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:42.526027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ca51f6-08e8-44b9-abc6-079fb4c15110 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:42.527892 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d5ca51f6-08e8-44b9-abc6-079fb4c15110 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/09e9555a-d2f8-4cc3-9930-3393ea1f9e1a HTTP/1.1" status: 404 len: 337 time: 0.0904377 Sep 16 04:58:42.539205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57486) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.561012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda93e2-7c98-4df2-a6a8-d5c905f99439 req-b3a342e6-e88a-405f-8522-9d4d051257de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.562699 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edda93e2-7c98-4df2-a6a8-d5c905f99439 req-b3a342e6-e88a-405f-8522-9d4d051257de service neutron] 10.222.0.50 "GET /v2.0/networks?id=74ee2202-5b23-48e2-aa35-ea8795e185a8 HTTP/1.1" status: 200 len: 920 time: 0.3250844 Sep 16 04:58:42.586400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-be3970b7-8aa2-4cf3-8e91-f52b10258950 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=4055fc0d-ea67-4d9a-a312-191465726249 HTTP/1.1" status: 200 len: 205 time: 0.0460482 Sep 16 04:58:42.589265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57492) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.631542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.632065 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edda93e2-7c98-4df2-a6a8-d5c905f99439 req-94ff683a-b3f1-407e-ab20-5fb05a0c95a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 217 time: 0.0487387 Sep 16 04:58:42.633643 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-a385dd12-b4b2-48eb-8ba3-b620637de4f9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] delete failed (client error): The resource could not be found. Sep 16 04:58:42.637479 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a385dd12-b4b2-48eb-8ba3-b620637de4f9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/4055fc0d-ea67-4d9a-a312-191465726249 HTTP/1.1" status: 404 len: 336 time: 0.0443826 Sep 16 04:58:42.637809 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.639808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57496) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.641794 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:42.643751 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/networks/6e9f0df0-e311-4a56-ad66-1a9888c8fbce HTTP/1.1" status: 204 len: 168 time: 1.3157773 Sep 16 04:58:42.655146 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57498) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.682136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99192cd-65d8-404b-bb7e-07590962c220 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Network': ['ID=6e9f0df0-e311-4a56-ad66-1a9888c8fbce,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:42.688284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8bd2390f-9d53-4ebf-b3d5-44ee1b591a4a tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fce2cf3-c209-4e35-bfc1-f33546a70989 HTTP/1.1" status: 200 len: 205 time: 0.0410535 Sep 16 04:58:42.688956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57500) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.746458 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-72b7899e-fc7c-4cb5-b9ee-0dfd3f3b46eb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] delete failed (client error): The resource could not be found. Sep 16 04:58:42.752008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-72b7899e-fc7c-4cb5-b9ee-0dfd3f3b46eb tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/8fce2cf3-c209-4e35-bfc1-f33546a70989 HTTP/1.1" status: 404 len: 336 time: 0.0610042 Sep 16 04:58:42.752008 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57502) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.788131 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a432761-4094-4a80-82ce-c3eef461a213 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:42.789218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a432761-4094-4a80-82ce-c3eef461a213 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:42.794747 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2a432761-4094-4a80-82ce-c3eef461a213 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/897b9220-9bd4-4016-8401-0ac9a4027d20 HTTP/1.1" status: 404 len: 337 time: 0.0422082 Sep 16 04:58:42.795995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57506) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.797168 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:42.798842 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-873755c4-3694-4beb-b6ba-3bbed6335266 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:42.799540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873755c4-3694-4beb-b6ba-3bbed6335266 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:42.804338 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-873755c4-3694-4beb-b6ba-3bbed6335266 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/subnets/2930b322-af66-4005-a3ad-f103693701e6 HTTP/1.1" status: 404 len: 337 time: 0.1452985 Sep 16 04:58:42.808829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57508) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.821601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:42.832239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:42.835062 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ffdfa8e6-7449-4b5c-91f2-76bfb3830026 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=3663511a-8f60-4d96-b655-6271613b3684 HTTP/1.1" status: 200 len: 205 time: 0.0376465 Sep 16 04:58:42.835932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57510) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.892944 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-4241ff54-9919-45e5-8813-34fe804e1ec9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] delete failed (client error): The resource could not be found. Sep 16 04:58:42.894258 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4241ff54-9919-45e5-8813-34fe804e1ec9 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/3663511a-8f60-4d96-b655-6271613b3684 HTTP/1.1" status: 404 len: 336 time: 0.0551665 Sep 16 04:58:42.896771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57514) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:42.927378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda93e2-7c98-4df2-a6a8-d5c905f99439 req-663b8912-2955-4ca0-bae7-4400cf2adfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:42.930814 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edda93e2-7c98-4df2-a6a8-d5c905f99439 req-663b8912-2955-4ca0-bae7-4400cf2adfdb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da42bee0-4252-4db7-8f78-f66cc190ca2a HTTP/1.1" status: 200 len: 859 time: 0.2767768 Sep 16 04:58:42.931460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1a004872-9a60-41e4-a9f8-efc13f13273f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:42.945301 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4362d53-5cf4-475b-877c-2e127d31d925 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:42.946044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4362d53-5cf4-475b-877c-2e127d31d925 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:42.948056 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d4362d53-5cf4-475b-877c-2e127d31d925 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/50511258-2c0e-4843-91de-404b09e3a923 HTTP/1.1" status: 404 len: 337 time: 0.0501509 Sep 16 04:58:42.955983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57520) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.001580 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5856e914-9438-44fb-9f36-0c3a0c7df59f tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c55381b-5010-4e4f-ae93-9585eb2fd646 HTTP/1.1" status: 200 len: 205 time: 0.0406022 Sep 16 04:58:43.002302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57522) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.062383 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-88c30c2b-96ab-4187-960f-8c826ff1c8fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] delete failed (client error): The resource could not be found. Sep 16 04:58:43.066387 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-88c30c2b-96ab-4187-960f-8c826ff1c8fa tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/routers/5c55381b-5010-4e4f-ae93-9585eb2fd646 HTTP/1.1" status: 404 len: 336 time: 0.0630980 Sep 16 04:58:43.067201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57528) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.084557 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3c5a67-57a8-4b59-8587-021b1a96c868 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:43.084786 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3c5a67-57a8-4b59-8587-021b1a96c868 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:43.087282 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bd3c5a67-57a8-4b59-8587-021b1a96c868 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/networks/6e9f0df0-e311-4a56-ad66-1a9888c8fbce HTTP/1.1" status: 404 len: 339 time: 0.2771368 Sep 16 04:58:43.105250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57530) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.106929 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b22474-34a6-4129-804f-edba0bfebdad tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:43.108169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b22474-34a6-4129-804f-edba0bfebdad tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:43.115670 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edda93e2-7c98-4df2-a6a8-d5c905f99439 req-79c05d77-b515-4940-9cab-9f1650838fcd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74ee2202-5b23-48e2-aa35-ea8795e185a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425038 Sep 16 04:58:43.116052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-83b22474-34a6-4129-804f-edba0bfebdad tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/48e4cb25-75f4-4ef5-96f6-994316e36519 HTTP/1.1" status: 404 len: 337 time: 0.0445609 Sep 16 04:58:43.116931 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57532) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.157333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:43.174622 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0c0be0-f871-4ac6-ad4d-b51413f2ff79 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:43.175157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0c0be0-f871-4ac6-ad4d-b51413f2ff79 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:43.179523 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ab0c0be0-f871-4ac6-ad4d-b51413f2ff79 tempest-RoutersIpV6Test-1601941172 tempest-RoutersIpV6Test-1601941172-project] 10.222.0.53 "DELETE /v2.0/subnets/414ce939-b23d-4630-a60e-20b5decb1c6a HTTP/1.1" status: 404 len: 337 time: 0.0589519 Sep 16 04:58:43.196506 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4e2769-58fd-49c9-aa3f-dd188c29fc38 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:43.197186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4e2769-58fd-49c9-aa3f-dd188c29fc38 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:43.199004 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5f4e2769-58fd-49c9-aa3f-dd188c29fc38 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/subnets/96f86ccc-f6f6-47a7-aec5-e014c69f47cc HTTP/1.1" status: 404 len: 337 time: 0.0926344 Sep 16 04:58:43.201749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57536) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.226997 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dba6130-1d9f-4755-a46e-a909f854e6bf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:43.227902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dba6130-1d9f-4755-a46e-a909f854e6bf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:43.230004 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3dba6130-1d9f-4755-a46e-a909f854e6bf tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/networks/b880d433-1984-4e46-9ded-97d956ea090e HTTP/1.1" status: 404 len: 339 time: 0.0270038 Sep 16 04:58:43.232454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57538) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.278938 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-99090b39-9d3e-4b75-b13c-7045cad409d0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:43.279520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99090b39-9d3e-4b75-b13c-7045cad409d0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:43.282659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-99090b39-9d3e-4b75-b13c-7045cad409d0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/subnets/892ba9bf-4144-4463-85b2-e66f5889319d HTTP/1.1" status: 404 len: 337 time: 0.0491550 Sep 16 04:58:43.285403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57540) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.310781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:43.312090 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.358119 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3a6566-ce00-4a49-b4b1-670e0c917ec3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:43.363447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3a6566-ce00-4a49-b4b1-670e0c917ec3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:43.370610 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fb3a6566-ce00-4a49-b4b1-670e0c917ec3 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/networks/823af67b-88d9-4630-8f7c-d73260fad4a3 HTTP/1.1" status: 404 len: 339 time: 0.0840304 Sep 16 04:58:43.373560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57550) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.458645 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.502485 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edda93e2-7c98-4df2-a6a8-d5c905f99439 req-2d1f252b-af8f-40ee-ae12-0f817cec6944 service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628337 Sep 16 04:58:43.537133 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:43.545461 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.602335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3bdcf03b-f057-4b60-b446-a8521b875e68 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Deleting port dca74101-05a9-4cd4-9945-462071a27179 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:43.602707 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf03b-f057-4b60-b446-a8521b875e68 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.643198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:43.658644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac35409-5d34-445e-989b-54ca69e65fdb None None] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:43.726841 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.756662 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-03d754ed-648b-4274-b8ed-ae11315e43f0 None None] Provisioning complete for port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:43.757052 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03d754ed-648b-4274-b8ed-ae11315e43f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.840677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf03b-f057-4b60-b446-a8521b875e68 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:43.857697 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-edda93e2-7c98-4df2-a6a8-d5c905f99439 req-88f8afad-ac7c-4a5b-9ea0-8ee30249a71e service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472655 Sep 16 04:58:43.886635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3bdcf03b-f057-4b60-b446-a8521b875e68 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Calling delete_port for dca74101-05a9-4cd4-9945-462071a27179 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:43.891673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57564) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:43.925573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588ed8c-2c70-4e3c-b5fe-f8fff41f84a8 req-017dc5e2-47bd-4a82-9ba9-8ec3123320e1 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:43.927237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f588ed8c-2c70-4e3c-b5fe-f8fff41f84a8 req-017dc5e2-47bd-4a82-9ba9-8ec3123320e1 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.2341204 Sep 16 04:58:44.144238 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f588ed8c-2c70-4e3c-b5fe-f8fff41f84a8 req-9ca4aa5f-9c1e-4aa0-9525-e0f7cdb15998 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089639 Sep 16 04:58:44.146228 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf03b-f057-4b60-b446-a8521b875e68 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.314317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6b7bb7d0-6e6a-4c88-8be2-5c8cf6003be3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6f7d86b56a8403c8530528682bfc136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186664 Sep 16 04:58:44.314561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcf03b-f057-4b60-b446-a8521b875e68 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Port': ['ID=dca74101-05a9-4cd4-9945-462071a27179,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:44.316516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57582) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:44.333677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf03b-f057-4b60-b446-a8521b875e68 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.336401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3bdcf03b-f057-4b60-b446-a8521b875e68 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/ports/dca74101-05a9-4cd4-9945-462071a27179 HTTP/1.1" status: 204 len: 168 time: 0.9612629 Sep 16 04:58:44.346380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57586) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:44.400397 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c3b7fe-e229-4ffb-b72d-0344892ba163 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:44.401121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c3b7fe-e229-4ffb-b72d-0344892ba163 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:44.403219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-77c3b7fe-e229-4ffb-b72d-0344892ba163 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/subnets/d9becd4c-06fe-4fc6-9c03-a876f6105f25 HTTP/1.1" status: 404 len: 337 time: 0.0556157 Sep 16 04:58:44.408976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c7a61f31-cbca-46b1-ba24-cb6050d9e9aa None None] Provisioning complete for port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:44.411564 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7a61f31-cbca-46b1-ba24-cb6050d9e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.432522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57592) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:44.512985 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.598590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.604122 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-002e890f-245a-4249-bba5-ad83b8eb84d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.656652 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-002e890f-245a-4249-bba5-ad83b8eb84d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.683356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Router 04b9c72c-3737-40e4-807d-e70eae7a369c is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:58:44.733997 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57598) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:44.743489 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.768097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b08ebc-f9e1-4fa3-8e49-01e32558c484']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:44.778962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce6da9b-31bc-4767-8cf6-b46f16af8256') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:44.779294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce6da9b-31bc-4767-8cf6-b46f16af8256') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:44.790494 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-002e890f-245a-4249-bba5-ad83b8eb84d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.793333 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-002e890f-245a-4249-bba5-ad83b8eb84d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.794565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-002e890f-245a-4249-bba5-ad83b8eb84d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65095a61-a043-4c64-886c-7144e2cbe4eb HTTP/1.1" status: 204 len: 168 time: 0.4717393 Sep 16 04:58:44.796554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.825560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e890f-245a-4249-bba5-ad83b8eb84d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65095a61-a043-4c64-886c-7144e2cbe4eb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:44.832447 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.840083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:44.840634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: timer() Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:44.845313 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:44.895153 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8dc4-fd80-4f08-864a-915e4ba7d0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.904141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:44.919214 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Sync routers for ids ['04b9c72c-3737-40e4-807d-e70eae7a369c'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:44.928823 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.933215 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Routers {'04b9c72c-3737-40e4-807d-e70eae7a369c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:44.935982 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['04b9c72c-3737-40e4-807d-e70eae7a369c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:44.936920 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:44.943414 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/networks/60b08ebc-f9e1-4fa3-8e49-01e32558c484 HTTP/1.1" status: 204 len: 168 time: 0.5062175 Sep 16 04:58:44.946882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57604) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:44.978594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402d187-b608-4a1a-88de-2baf4632e811 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Network': ['ID=60b08ebc-f9e1-4fa3-8e49-01e32558c484,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.071116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:45.106176 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Set router 04b9c72c-3737-40e4-807d-e70eae7a369c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:45.149518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8dc4-fd80-4f08-864a-915e4ba7d0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.157382 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8dc4-fd80-4f08-864a-915e4ba7d0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.162030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e940509c-a92f-46d2-b162-a75a4e3e99d5 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Deleting port c2928e7e-eaad-4cdd-b03c-8db5035315c5 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:45.162383 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e940509c-a92f-46d2-b162-a75a4e3e99d5 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.169482 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.170791 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3860df39-1c18-485d-81de-ef8200b359f6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1311626 Sep 16 04:58:45.174819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57610) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.179275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:45.180496 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.326012 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e9ab8dc4-fd80-4f08-864a-915e4ba7d0a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7373c200306345d7826f136cabf2ea9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5899799 Sep 16 04:58:45.329344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57620) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:45.371940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab8dc4-fd80-4f08-864a-915e4ba7d0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0ae679-93c3-4aff-992c-346cda92ed7e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.452219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05f68-d83a-40d2-b29e-1ab9af11b53e req-44e9492a-2a08-4109-80ef-73ff9339c2ae tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:45.457531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e940509c-a92f-46d2-b162-a75a4e3e99d5 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.461358 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2d05f68-d83a-40d2-b29e-1ab9af11b53e req-44e9492a-2a08-4109-80ef-73ff9339c2ae tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1829672 Sep 16 04:58:45.461958 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T04:58:43Z', 'revision_number': 3, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:45.510934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e940509c-a92f-46d2-b162-a75a4e3e99d5 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Calling delete_port for c2928e7e-eaad-4cdd-b03c-8db5035315c5 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:45.534108 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Checking router: 04b9c72c-3737-40e4-807d-e70eae7a369c for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:45.534697 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Updating router 04b9c72c-3737-40e4-807d-e70eae7a369c port 1a004872-9a60-41e4-a9f8-efc13f13273f binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:58:45.555115 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2d05f68-d83a-40d2-b29e-1ab9af11b53e req-49482f75-5f2b-4ea4-b150-ae49e1206028 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908000 Sep 16 04:58:45.581981 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.597358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b5b3fa24-7169-4eb8-86f1-abdf58aeb3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.714577 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b5b3fa24-7169-4eb8-86f1-abdf58aeb3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.827847 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e940509c-a92f-46d2-b162-a75a4e3e99d5 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.831249 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b5b3fa24-7169-4eb8-86f1-abdf58aeb3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.834278 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b5b3fa24-7169-4eb8-86f1-abdf58aeb3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.842294 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b5b3fa24-7169-4eb8-86f1-abdf58aeb3f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b0ae679-93c3-4aff-992c-346cda92ed7e HTTP/1.1" status: 204 len: 168 time: 0.4615552 Sep 16 04:58:45.910070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3fa24-7169-4eb8-86f1-abdf58aeb3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0ae679-93c3-4aff-992c-346cda92ed7e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.914149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940509c-a92f-46d2-b162-a75a4e3e99d5 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Port': ['ID=c2928e7e-eaad-4cdd-b03c-8db5035315c5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:45.957133 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e940509c-a92f-46d2-b162-a75a4e3e99d5 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:45.963741 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e940509c-a92f-46d2-b162-a75a4e3e99d5 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/ports/c2928e7e-eaad-4cdd-b03c-8db5035315c5 HTTP/1.1" status: 204 len: 168 time: 1.0157540 Sep 16 04:58:45.967168 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57640) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.013720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57644) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.022921 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a16ff99-8bcf-4a57-8269-67548567bd55 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] DELETE failed (client error): The resource could not be found. Sep 16 04:58:46.023563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a16ff99-8bcf-4a57-8269-67548567bd55 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 04:58:46.025865 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3a16ff99-8bcf-4a57-8269-67548567bd55 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/subnets/216485d7-0cd7-436c-8b4b-5cc0f190b296 HTTP/1.1" status: 404 len: 337 time: 0.0548522 Sep 16 04:58:46.028959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57646) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.149450 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.220824 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.231210 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.268328 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.323749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Deleting port 1796f780-f852-4d13-a126-3b850062cd3f {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:46.325206 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.360021 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Attempting to bind port 1a004872-9a60-41e4-a9f8-efc13f13273f on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:46.360458 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Attempting to bind port 1a004872-9a60-41e4-a9f8-efc13f13273f by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:46.360818 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Attempting to bind port 1a004872-9a60-41e4-a9f8-efc13f13273f on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:46.382007 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Pushing event updated for resources: {'Port': ['ID=1a004872-9a60-41e4-a9f8-efc13f13273f,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.385377 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:46.385787 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:46.386197 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.386599 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:46.387085 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Bound port: 1a004872-9a60-41e4-a9f8-efc13f13273f, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:46.387468 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.418065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f3643ff3-5e46-42e2-8910-b14947e0eed8 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:46.419487 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-f3643ff3-5e46-42e2-8910-b14947e0eed8 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 04:58:46.420207 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-f3643ff3-5e46-42e2-8910-b14947e0eed8 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 04:58:46.422283 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f3643ff3-5e46-42e2-8910-b14947e0eed8 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4029074 Sep 16 04:58:46.425994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57656) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.432817 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e0f1c29b-106a-41f4-b5c3-c403ca6a05bc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group': {'name': 'tempest-secgroup--129076125'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:46.454607 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:46.455078 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:46.455546 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:46.455991 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:46.456460 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:46.456919 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:46.458296 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:46.464113 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:46.464487 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:46.464888 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:46.465240 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:46.465579 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:58:46.476112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] For port 1796f780-f852-4d13-a126-3b850062cd3f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1796f780-f852-4d13-a126-3b850062cd3f,segment=NetworkSegment(27b98339-c549-42e6-bb97-f58d0544eca5),segment_id=27b98339-c549-42e6-bb97-f58d0544eca5)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:46.476796 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.497216 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Calling delete_port for 1796f780-f852-4d13-a126-3b850062cd3f owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:46.504406 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c29b-106a-41f4-b5c3-c403ca6a05bc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.521897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57658) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:46.535933 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] For port 1a004872-9a60-41e4-a9f8-efc13f13273f, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:46.540825 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] For port 1a004872-9a60-41e4-a9f8-efc13f13273f, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1a004872-9a60-41e4-a9f8-efc13f13273f,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:46.545402 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.562729 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c29b-106a-41f4-b5c3-c403ca6a05bc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.569056 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d66-dfcf-4a34-bf34-7540a2e24dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.631624 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e43e9-9eeb-465d-a8a3-f07855ad780c None None] Pushing event updated for resources: {'Port': ['ID=1a004872-9a60-41e4-a9f8-efc13f13273f,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.634621 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Routers {'04b9c72c-3737-40e4-807d-e70eae7a369c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:46.635246 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['04b9c72c-3737-40e4-807d-e70eae7a369c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:46.664602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Allocated IP 172.20.0.1 (fc6d02ef-f94a-4c22-90f3-ffedad7d7358/fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95/88bbeba2-6388-4e27-ad0e-0f2f313480ab) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:46.688602 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.732070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Port': ['ID=1796f780-f852-4d13-a126-3b850062cd3f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:46.734711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] No DVR routers for this DVR port 1796f780-f852-4d13-a126-3b850062cd3f on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:46.780448 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] Set router 04b9c72c-3737-40e4-807d-e70eae7a369c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:46.824974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f0f37-a378-4222-99dc-0053db35406d req-eea7d89b-f717-4a4d-870b-3e6f1971e169 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:46.826788 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f04f0f37-a378-4222-99dc-0053db35406d req-eea7d89b-f717-4a4d-870b-3e6f1971e169 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1409290 Sep 16 04:58:46.830789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.857959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8113986-eef6-4c8b-aac3-c3329e7033dd']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:46.870942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b98339-c549-42e6-bb97-f58d0544eca5') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:46.881014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b98339-c549-42e6-bb97-f58d0544eca5') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:46.907900 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.935954 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.951849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:46.953308 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:46.956200 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:46.984182 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.000391 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f04f0f37-a378-4222-99dc-0053db35406d req-2076bbbb-4d2b-4236-8448-c37e66aa0eb7 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644177 Sep 16 04:58:47.041572 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c29b-106a-41f4-b5c3-c403ca6a05bc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.051481 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c29b-106a-41f4-b5c3-c403ca6a05bc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.094660 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T04:58:43Z', 'revision_number': 3, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:47.101269 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.106489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1c29b-106a-41f4-b5c3-c403ca6a05bc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019d77f5-7394-42f9-8559-fccee88a65bb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.127283 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.131387 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/networks/b8113986-eef6-4c8b-aac3-c3329e7033dd HTTP/1.1" status: 204 len: 168 time: 1.0991793 Sep 16 04:58:47.131387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719b469-ab81-477d-888b-52d2ed1e593b tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Network': ['ID=b8113986-eef6-4c8b-aac3-c3329e7033dd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.132062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57664) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.141485 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddccee7-8e88-4b2c-9098-1d8c2f0fa384 None None] The sync data for ids ['04b9c72c-3737-40e4-807d-e70eae7a369c'] in n-d-712142-17 is: [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T04:58:43Z', 'revision_number': 3, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:47.154286 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.201922 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d66-dfcf-4a34-bf34-7540a2e24dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.207120 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d66-dfcf-4a34-bf34-7540a2e24dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.251537 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31c31601-7308-401d-ae4b-3d5831e710e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.280351 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c35e0d66-dfcf-4a34-bf34-7540a2e24dae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b862d0f443c4ce39a35664de1dc3ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7571220 Sep 16 04:58:47.282104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e0d66-dfcf-4a34-bf34-7540a2e24dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5361ce-d545-400e-ac50-062e75056018,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.284815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57666) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:47.303047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:47.347784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c076ed-f43b-4eed-87ef-addb3325f33c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Deleting subnet 8935cb1e-c111-463e-bc6e-d9190018e754 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:58:47.350363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:47.357446 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b95826b-bec0-4ad4-a78c-e7a8d0f3a034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.357580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:47.360290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d0c076ed-f43b-4eed-87ef-addb3325f33c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.398017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b95826b-bec0-4ad4-a78c-e7a8d0f3a034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.400622 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Pushing event updated for resources: {'Port': ['ID=88bbeba2-6388-4e27-ad0e-0f2f313480ab,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.486921 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b95826b-bec0-4ad4-a78c-e7a8d0f3a034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.491142 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1b95826b-bec0-4ad4-a78c-e7a8d0f3a034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.494606 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1b95826b-bec0-4ad4-a78c-e7a8d0f3a034 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e5361ce-d545-400e-ac50-062e75056018 HTTP/1.1" status: 204 len: 168 time: 0.2082894 Sep 16 04:58:47.510975 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.544968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95826b-bec0-4ad4-a78c-e7a8d0f3a034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5361ce-d545-400e-ac50-062e75056018,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:47.678176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d0c076ed-f43b-4eed-87ef-addb3325f33c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.906471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c588a345-a573-4877-8d1d-01895d2ccd07 None None] Provisioning complete for port 88bbeba2-6388-4e27-ad0e-0f2f313480ab triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:47.907867 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c588a345-a573-4877-8d1d-01895d2ccd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:47.986282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c588a345-a573-4877-8d1d-01895d2ccd07 None None] Port 88bbeba2-6388-4e27-ad0e-0f2f313480ab cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:48.052952 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c29b-106a-41f4-b5c3-c403ca6a05bc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.078243 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c29b-106a-41f4-b5c3-c403ca6a05bc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.118343 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d0c076ed-f43b-4eed-87ef-addb3325f33c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.195486 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c29b-106a-41f4-b5c3-c403ca6a05bc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.196953 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e0f1c29b-106a-41f4-b5c3-c403ca6a05bc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7697349 Sep 16 04:58:48.199904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57684) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.207511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-646e307a-74d3-4aaf-be4f-1c22fea5c08e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'f9755fa8-fc33-4ad4-a123-ecfd6fd39ede', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:48.239570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1c29b-106a-41f4-b5c3-c403ca6a05bc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9755fa8-fc33-4ad4-a123-ecfd6fd39ede,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.288763 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-646e307a-74d3-4aaf-be4f-1c22fea5c08e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.303076 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.314808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968af28-4c80-494f-9735-d02e373c9eae req-e46149be-3f98-4931-9178-578471bbb506 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:48.316571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2968af28-4c80-494f-9735-d02e373c9eae req-e46149be-3f98-4931-9178-578471bbb506 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1330502 Sep 16 04:58:48.378052 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d0c076ed-f43b-4eed-87ef-addb3325f33c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.414912 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-646e307a-74d3-4aaf-be4f-1c22fea5c08e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.426321 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-646e307a-74d3-4aaf-be4f-1c22fea5c08e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.448336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e307a-74d3-4aaf-be4f-1c22fea5c08e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329385a3-89da-480f-bf9d-0c3002ba6a8b,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.451420 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-646e307a-74d3-4aaf-be4f-1c22fea5c08e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.453817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-646e307a-74d3-4aaf-be4f-1c22fea5c08e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2527211 Sep 16 04:58:48.456556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57692) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.461761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d06ec989-03cd-4bec-8a09-357a046d3076 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'f9755fa8-fc33-4ad4-a123-ecfd6fd39ede', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:48.502651 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d06ec989-03cd-4bec-8a09-357a046d3076 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.509325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357cbeaa-a173-4ddb-81da-c7036f600f4c None None] Network 886daa5d-74e5-468f-9df7-a66b024d6148 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:58:48.525787 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d0c076ed-f43b-4eed-87ef-addb3325f33c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.533174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57696) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.533529 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d0c076ed-f43b-4eed-87ef-addb3325f33c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/subnets/8935cb1e-c111-463e-bc6e-d9190018e754 HTTP/1.1" status: 204 len: 168 time: 1.3998933 Sep 16 04:58:48.565593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c076ed-f43b-4eed-87ef-addb3325f33c tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Subnet': ['ID=8935cb1e-c111-463e-bc6e-d9190018e754,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.606632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2968af28-4c80-494f-9735-d02e373c9eae req-1bdf8539-7fdd-4977-9e0e-e3d3f3e4cbd0 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777908 Sep 16 04:58:48.713338 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.719985 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.748654 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.754526 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-d06ec989-03cd-4bec-8a09-357a046d3076 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 04:58:48.757423 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d06ec989-03cd-4bec-8a09-357a046d3076 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2980015 Sep 16 04:58:48.767689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57702) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:48.832593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Pushing event updated for resources: {'Port': ['ID=88bbeba2-6388-4e27-ad0e-0f2f313480ab,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:48.863095 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.884632 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9178dfa-f90b-4fac-99d8-d2a7e58aadb9 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:48.911058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59abaffc-2f8c-4745-a745-67d27c519968 None None] DHCP port deletion for 886daa5d-74e5-468f-9df7-a66b024d6148 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 04:58:48.931805 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9178dfa-f90b-4fac-99d8-d2a7e58aadb9 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.026793 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9178dfa-f90b-4fac-99d8-d2a7e58aadb9 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.030249 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9178dfa-f90b-4fac-99d8-d2a7e58aadb9 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.032216 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c9178dfa-f90b-4fac-99d8-d2a7e58aadb9 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "DELETE /v2.0/security-groups/f9755fa8-fc33-4ad4-a123-ecfd6fd39ede HTTP/1.1" status: 204 len: 168 time: 0.2602205 Sep 16 04:58:49.037148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57706) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:49.048311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-59abaffc-2f8c-4745-a745-67d27c519968 None None] Deleting port 0d4ddb09-d455-4ea7-a679-f01a35855791 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:49.048689 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-59abaffc-2f8c-4745-a745-67d27c519968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.050882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9178dfa-f90b-4fac-99d8-d2a7e58aadb9 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9755fa8-fc33-4ad4-a123-ecfd6fd39ede,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.058577 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:49.068345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Deleting port 0d4ddb09-d455-4ea7-a679-f01a35855791 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:58:49.068704 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.084123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:49.116114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1a004872-9a60-41e4-a9f8-efc13f13273f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:49.222886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] For port 0d4ddb09-d455-4ea7-a679-f01a35855791, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0d4ddb09-d455-4ea7-a679-f01a35855791,segment=NetworkSegment(20bf8a2d-2492-4156-9960-6e0eeca39fe8),segment_id=20bf8a2d-2492-4156-9960-6e0eeca39fe8)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:49.223524 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.254495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-370b33db-10a6-44b7-b0a8-f5369118d3af tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2098658 Sep 16 04:58:49.254879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57714) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:49.259835 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ac6c5c4b-caea-469a-8cea-3afe30971a32 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005722397'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:49.278819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Calling delete_port for 0d4ddb09-d455-4ea7-a679-f01a35855791 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:49.293817 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-59abaffc-2f8c-4745-a745-67d27c519968 None None] For port 0d4ddb09-d455-4ea7-a679-f01a35855791, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0d4ddb09-d455-4ea7-a679-f01a35855791,segment=NetworkSegment(20bf8a2d-2492-4156-9960-6e0eeca39fe8),segment_id=20bf8a2d-2492-4156-9960-6e0eeca39fe8)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:49.294574 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-59abaffc-2f8c-4745-a745-67d27c519968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.344824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-59abaffc-2f8c-4745-a745-67d27c519968 None None] Calling delete_port for 0d4ddb09-d455-4ea7-a679-f01a35855791 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:58:49.444212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Router 04b9c72c-3737-40e4-807d-e70eae7a369c has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:58:49.527797 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1a004872-9a60-41e4-a9f8-efc13f13273f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:49.528377 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.538342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5c4b-caea-469a-8cea-3afe30971a32 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.559439 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.604871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] No DVR routers for this DVR port 0d4ddb09-d455-4ea7-a679-f01a35855791 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:49.614740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Port': ['ID=0d4ddb09-d455-4ea7-a679-f01a35855791,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.644129 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-59abaffc-2f8c-4745-a745-67d27c519968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.760809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abaffc-2f8c-4745-a745-67d27c519968 None None] Pushing event deleted for resources: {'Port': ['ID=0d4ddb09-d455-4ea7-a679-f01a35855791,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:49.770486 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8c32a2c5-6a1d-44f0-9475-043d22dfbf34 None None] Provisioning complete for port 88bbeba2-6388-4e27-ad0e-0f2f313480ab triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:49.771390 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8c32a2c5-6a1d-44f0-9475-043d22dfbf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.817005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8c32a2c5-6a1d-44f0-9475-043d22dfbf34 None None] Port 88bbeba2-6388-4e27-ad0e-0f2f313480ab cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:58:49.829715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59abaffc-2f8c-4745-a745-67d27c519968 None None] No DVR routers for this DVR port 0d4ddb09-d455-4ea7-a679-f01a35855791 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:58:49.831914 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.883693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886daa5d-74e5-468f-9df7-a66b024d6148']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:49.907346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bf8a2d-2492-4156-9960-6e0eeca39fe8') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:49.907628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bf8a2d-2492-4156-9960-6e0eeca39fe8') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:49.913272 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.931609 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.980407 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.980632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 1a004872-9a60-41e4-a9f8-efc13f13273f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1a004872-9a60-41e4-a9f8-efc13f13273f,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:49.985318 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:49.992161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:58:49.992565 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.102874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=1a004872-9a60-41e4-a9f8-efc13f13273f,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.107441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0d4ddb09-d455-4ea7-a679-f01a35855791 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:58:50.141923 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:58:50.147828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.163279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.165165 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] 10.222.0.53 "DELETE /v2.0/networks/886daa5d-74e5-468f-9df7-a66b024d6148 HTTP/1.1" status: 204 len: 168 time: 1.6291540 Sep 16 04:58:50.178019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 0d4ddb09-d455-4ea7-a679-f01a35855791 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:58:50.178536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0d4ddb09-d455-4ea7-a679-f01a35855791 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:58:50.190751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6af7d-b300-4f6b-b83f-af5fe86c88b0 tempest-NetworksIpV6TestAttrs-273174040 tempest-NetworksIpV6TestAttrs-273174040-project] Pushing event deleted for resources: {'Network': ['ID=886daa5d-74e5-468f-9df7-a66b024d6148,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.209995 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1801d39d-6ef8-407c-be39-11ecd40a443f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.266395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ad594-ed79-456c-be48-fa365c3a81f8 req-10914202-a3f4-4ad3-a4f6-8eb184a4eb09 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:50.267970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d94ad594-ed79-456c-be48-fa365c3a81f8 req-10914202-a3f4-4ad3-a4f6-8eb184a4eb09 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1456363 Sep 16 04:58:50.275618 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5c4b-caea-469a-8cea-3afe30971a32 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.282666 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5c4b-caea-469a-8cea-3afe30971a32 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.318653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:58:50.319424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5c4b-caea-469a-8cea-3afe30971a32 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.324564 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ac6c5c4b-caea-469a-8cea-3afe30971a32 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0683587 Sep 16 04:58:50.330663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Sync routers for ids ['04b9c72c-3737-40e4-807d-e70eae7a369c'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:58:50.332867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4b53104c-e877-4415-b0d9-26758077e9ee admin admin] 10.222.0.53 "PUT /v2.0/routers/04b9c72c-3737-40e4-807d-e70eae7a369c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1568618 Sep 16 04:58:50.333790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57738) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.341269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6cd3dcf3-1477-44a9-a210-2325d7ca8225 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'a9f00dcf-fe59-4b99-8e32-014b28ec04bf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:50.342277 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-6cd3dcf3-1477-44a9-a210-2325d7ca8225 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 04:58:50.343129 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-6cd3dcf3-1477-44a9-a210-2325d7ca8225 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:50.345193 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6cd3dcf3-1477-44a9-a210-2325d7ca8225 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078456 Sep 16 04:58:50.348041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57742) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.351831 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Routers {'04b9c72c-3737-40e4-807d-e70eae7a369c'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:50.355097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['04b9c72c-3737-40e4-807d-e70eae7a369c'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:50.365362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d94ad594-ed79-456c-be48-fa365c3a81f8 req-0f883308-00db-4766-ab22-bb58e8b9acfb tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889137 Sep 16 04:58:50.380158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c5c4b-caea-469a-8cea-3afe30971a32 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f00dcf-fe59-4b99-8e32-014b28ec04bf,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.472924 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2a41b4c-e2a3-4127-aa61-e511cf73458c tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.529536 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2a41b4c-e2a3-4127-aa61-e511cf73458c tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.592883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Set router 04b9c72c-3737-40e4-807d-e70eae7a369c gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:50.618096 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2a41b4c-e2a3-4127-aa61-e511cf73458c tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.621266 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2a41b4c-e2a3-4127-aa61-e511cf73458c tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.622639 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e2a41b4c-e2a3-4127-aa61-e511cf73458c tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "DELETE /v2.0/security-groups/a9f00dcf-fe59-4b99-8e32-014b28ec04bf HTTP/1.1" status: 204 len: 168 time: 0.2608852 Sep 16 04:58:50.626576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57754) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.650732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a41b4c-e2a3-4127-aa61-e511cf73458c tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f00dcf-fe59-4b99-8e32-014b28ec04bf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:50.782712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57762) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.786172 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-65a03c63-0778-4cdc-b4b3-d78e636fefc1 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1579969 Sep 16 04:58:50.787330 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1bdca2a7-57a8-468e-899d-374c1e6ee131 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934873655'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:50.825290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bdca2a7-57a8-468e-899d-374c1e6ee131 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.834513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57764) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:50.851071 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.947660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T04:58:48Z', 'revision_number': 4, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '88bbeba2-6388-4e27-ad0e-0f2f313480ab', 'name': '', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'mac_address': 'fa:16:3e:5f:3a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:46Z', 'updated_at': '2021-09-16T04:58:48Z', 'revision_number': 2, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'subnets': [{'id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:50.986613 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Checking router: 04b9c72c-3737-40e4-807d-e70eae7a369c for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:58:50.987502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Updating router 04b9c72c-3737-40e4-807d-e70eae7a369c port 88bbeba2-6388-4e27-ad0e-0f2f313480ab binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:58:50.988633 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bdca2a7-57a8-468e-899d-374c1e6ee131 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:50.998314 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bdca2a7-57a8-468e-899d-374c1e6ee131 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.022360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.070833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdca2a7-57a8-468e-899d-374c1e6ee131 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=915ce236-8e43-4976-912e-6b488dd37fbf,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.087559 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1bdca2a7-57a8-468e-899d-374c1e6ee131 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.091071 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1bdca2a7-57a8-468e-899d-374c1e6ee131 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3058748 Sep 16 04:58:51.093117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57770) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.098835 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-89593779-9a45-4ec0-b0cb-eebcb571b6dc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': '915ce236-8e43-4976-912e-6b488dd37fbf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:51.101282 n-d-712142-17 neutron-server[94744]: WARNING neutron.api.v2.base [None req-89593779-9a45-4ec0-b0cb-eebcb571b6dc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 04:58:51.102010 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-89593779-9a45-4ec0-b0cb-eebcb571b6dc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:51.106698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57772) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.107106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-89593779-9a45-4ec0-b0cb-eebcb571b6dc tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0118997 Sep 16 04:58:51.121578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1a004872-9a60-41e4-a9f8-efc13f13273f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:51.241132 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-afc71018-a7ec-4619-a0f2-d8b56792f4bb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.295373 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-afc71018-a7ec-4619-a0f2-d8b56792f4bb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.314640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57774) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.394551 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-afc71018-a7ec-4619-a0f2-d8b56792f4bb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.397989 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-afc71018-a7ec-4619-a0f2-d8b56792f4bb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.398720 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-78640cb6-d807-43c6-976b-e903799f53ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8926ec8257a4180b9f51b52e49cd438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615103 Sep 16 04:58:51.400361 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-afc71018-a7ec-4619-a0f2-d8b56792f4bb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "DELETE /v2.0/security-groups/915ce236-8e43-4976-912e-6b488dd37fbf HTTP/1.1" status: 204 len: 168 time: 0.2921953 Sep 16 04:58:51.402509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57780) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.404222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57782) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.456851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57784) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.459173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1a004872-9a60-41e4-a9f8-efc13f13273f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:51.459427 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.462913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6595d8c4-7911-474f-86c7-6687112106d0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1085224353', 'description': 'tempest-description--869113984'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:51.536247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc71018-a7ec-4619-a0f2-d8b56792f4bb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=915ce236-8e43-4976-912e-6b488dd37fbf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.539953 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6595d8c4-7911-474f-86c7-6687112106d0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.545167 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-766aba7b-24f2-4dc0-860b-0566701c2f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.684673 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4e8a13a3-16be-4604-a0bb-2e914db7e2d1 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2609057 Sep 16 04:58:51.685651 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57790) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:51.707524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b52113d1-d6e1-43f7-a79d-c40cb52d0d1e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819997020'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:51.727279 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-732e7f49-1707-40ea-a448-445cd166b64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.763023 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6595d8c4-7911-474f-86c7-6687112106d0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.769182 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6595d8c4-7911-474f-86c7-6687112106d0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.772979 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-732e7f49-1707-40ea-a448-445cd166b64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.807330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595d8c4-7911-474f-86c7-6687112106d0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7df444c-03f3-4b98-b250-03f27e73f304,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.834717 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.api [None req-b52113d1-d6e1-43f7-a79d-c40cb52d0d1e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:58:51.834717 n-d-712142-17 neutron-server[94744]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:58:51.834717 n-d-712142-17 neutron-server[94744]: [parameters: {'project_id_1': '651c772d0a404a97acfce66dc2d1212c', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 58, 31, 715068)}] Sep 16 04:58:51.834717 n-d-712142-17 neutron-server[94744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:51.835220 n-d-712142-17 neutron-server[94744]: DEBUG oslo_db.api [None req-b52113d1-d6e1-43f7-a79d-c40cb52d0d1e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:51.859472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab42a5d-58eb-4e3d-8b88-c64da4e1bc0c req-a94c4cd1-89cc-4ef0-ab3b-39d441c74a2e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:51.861126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ab42a5d-58eb-4e3d-8b88-c64da4e1bc0c req-a94c4cd1-89cc-4ef0-ab3b-39d441c74a2e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1970279 Sep 16 04:58:51.863402 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.870873 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-732e7f49-1707-40ea-a448-445cd166b64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.873750 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-732e7f49-1707-40ea-a448-445cd166b64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.877933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-732e7f49-1707-40ea-a448-445cd166b64d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/020e3249-cc20-4789-92bf-6540d5cf6782 HTTP/1.1" status: 204 len: 168 time: 0.4608052 Sep 16 04:58:51.900484 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e7f49-1707-40ea-a448-445cd166b64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020e3249-cc20-4789-92bf-6540d5cf6782,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:51.948382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ab42a5d-58eb-4e3d-8b88-c64da4e1bc0c req-1db43c06-e73b-4b65-bdde-99b950bffaa0 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638692 Sep 16 04:58:51.985682 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-766aba7b-24f2-4dc0-860b-0566701c2f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.991979 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-766aba7b-24f2-4dc0-860b-0566701c2f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:51.995969 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6595d8c4-7911-474f-86c7-6687112106d0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.000436 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6595d8c4-7911-474f-86c7-6687112106d0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5389457 Sep 16 04:58:52.000929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57794) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:52.005976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c543c0d1-2420-432d-b2a0-5f1746b9416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Request body: {'security_group_rule': {'security_group_id': 'a7df444c-03f3-4b98-b250-03f27e73f304', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:52.032756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aba7b-24f2-4dc0-860b-0566701c2f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b493f89-c4a1-40b9-b119-1d8a93d228a9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.039357 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.049978 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.055022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c543c0d1-2420-432d-b2a0-5f1746b9416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.056694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-766aba7b-24f2-4dc0-860b-0566701c2f5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eac11e2965e541ca89b69332bb1f9564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7403536 Sep 16 04:58:52.060295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57796) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:52.176626 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Attempting to bind port 88bbeba2-6388-4e27-ad0e-0f2f313480ab on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:58:52.177290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Attempting to bind port 88bbeba2-6388-4e27-ad0e-0f2f313480ab by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:58:52.177902 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Attempting to bind port 88bbeba2-6388-4e27-ad0e-0f2f313480ab on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:58:52.180304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f1ba6-d5b3-415d-9e6c-b575efd4f6c0 None None] Pushing event updated for resources: {'Port': ['ID=88bbeba2-6388-4e27-ad0e-0f2f313480ab,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.181622 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c543c0d1-2420-432d-b2a0-5f1746b9416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.184818 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8919636b-ec46-4407-8bf2-df7e1c150da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.189977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:58:52.190628 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Checking segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:58:52.191456 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.192133 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Bound using segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:58:52.192793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Bound port: 88bbeba2-6388-4e27-ad0e-0f2f313480ab, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:58:52.193417 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.194968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c543c0d1-2420-432d-b2a0-5f1746b9416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.239372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8919636b-ec46-4407-8bf2-df7e1c150da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.301416 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8919636b-ec46-4407-8bf2-df7e1c150da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.304062 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8919636b-ec46-4407-8bf2-df7e1c150da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.305263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8919636b-ec46-4407-8bf2-df7e1c150da6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b493f89-c4a1-40b9-b119-1d8a93d228a9 HTTP/1.1" status: 204 len: 168 time: 0.2362018 Sep 16 04:58:52.308444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543c0d1-2420-432d-b2a0-5f1746b9416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9985c28-eb81-40fe-9925-609235e8113b,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.318657 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c543c0d1-2420-432d-b2a0-5f1746b9416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.323623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57804) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:52.328779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cc20ad12-edf3-442c-84b6-135c76355864 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Request body: {'security_group_rule': {'security_group_id': 'a7df444c-03f3-4b98-b250-03f27e73f304', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:52.334931 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c543c0d1-2420-432d-b2a0-5f1746b9416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325658 Sep 16 04:58:52.336165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919636b-ec46-4407-8bf2-df7e1c150da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b493f89-c4a1-40b9-b119-1d8a93d228a9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.338235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] For port 88bbeba2-6388-4e27-ad0e-0f2f313480ab, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:58:52.355585 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.api [None req-b52113d1-d6e1-43f7-a79d-c40cb52d0d1e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 04:58:52.355585 n-d-712142-17 neutron-server[94744]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 04:58:52.355585 n-d-712142-17 neutron-server[94744]: [parameters: {'project_id_1': '651c772d0a404a97acfce66dc2d1212c', 'expiration_1': datetime.datetime(2021, 9, 16, 4, 58, 32, 346672)}] Sep 16 04:58:52.355585 n-d-712142-17 neutron-server[94744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:58:52.356082 n-d-712142-17 neutron-server[94744]: DEBUG oslo_db.api [None req-b52113d1-d6e1-43f7-a79d-c40cb52d0d1e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:58:52.366039 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] For port 88bbeba2-6388-4e27-ad0e-0f2f313480ab, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=88bbeba2-6388-4e27-ad0e-0f2f313480ab,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:58:52.388894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc20ad12-edf3-442c-84b6-135c76355864 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.394321 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.480790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Routers {'04b9c72c-3737-40e4-807d-e70eae7a369c'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:58:52.481783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['04b9c72c-3737-40e4-807d-e70eae7a369c'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:52.548894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc20ad12-edf3-442c-84b6-135c76355864 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.555114 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc20ad12-edf3-442c-84b6-135c76355864 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.587451 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7b13b3f1-bb3d-4c2b-bff6-3267a3644d15 None None] Provisioning complete for port 88bbeba2-6388-4e27-ad0e-0f2f313480ab triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:52.587838 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b13b3f1-bb3d-4c2b-bff6-3267a3644d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.594146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f1ba6-d5b3-415d-9e6c-b575efd4f6c0 None None] Pushing event updated for resources: {'Port': ['ID=88bbeba2-6388-4e27-ad0e-0f2f313480ab,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.595729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20ad12-edf3-442c-84b6-135c76355864 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf1bf12-f12d-4d5d-ab40-1ba801343136,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:52.600840 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc20ad12-edf3-442c-84b6-135c76355864 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.604042 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cc20ad12-edf3-442c-84b6-135c76355864 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2791989 Sep 16 04:58:52.607011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57816) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:52.621770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:52.682901 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.777544 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b52113d1-d6e1-43f7-a79d-c40cb52d0d1e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.806457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] Set router 04b9c72c-3737-40e4-807d-e70eae7a369c gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:58:52.832515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57826) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:52.882249 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:52.888568 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9555598f-cb39-4671-bf54-ecf9b35e8c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.047592 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b52113d1-d6e1-43f7-a79d-c40cb52d0d1e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.059979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b52113d1-d6e1-43f7-a79d-c40cb52d0d1e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.083047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Allocated IP 172.25.0.214 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/c814d95a-2839-48d5-82e8-69c881681b1f) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:53.159549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52113d1-d6e1-43f7-a79d-c40cb52d0d1e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a56eb4-7aa9-4459-91d5-51b385306bfe,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.160681 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:58:53.292829 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9555598f-cb39-4671-bf54-ecf9b35e8c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.305178 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.309550 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9555598f-cb39-4671-bf54-ecf9b35e8c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.334372 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b13b3f1-bb3d-4c2b-bff6-3267a3644d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.405054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.410407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555598f-cb39-4671-bf54-ecf9b35e8c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ea4e4a-dff0-4c37-abd9-63f9b51231d7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.414847 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b52113d1-d6e1-43f7-a79d-c40cb52d0d1e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.418442 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b52113d1-d6e1-43f7-a79d-c40cb52d0d1e tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7320070 Sep 16 04:58:53.422622 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57844) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.436555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-114c5e62-8450-44e3-b555-9bd14ac879a6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': '66a56eb4-7aa9-4459-91d5-51b385306bfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:53.450685 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9555598f-cb39-4671-bf54-ecf9b35e8c8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1093b1564b0d435a8293e25f44c15bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6159174 Sep 16 04:58:53.454418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57846) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.456260 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-114c5e62-8450-44e3-b555-9bd14ac879a6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 04:58:53.457093 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-114c5e62-8450-44e3-b555-9bd14ac879a6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:53.458436 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-114c5e62-8450-44e3-b555-9bd14ac879a6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0293286 Sep 16 04:58:53.461141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57848) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.486709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-70219a33-b445-4d3a-926b-39a51e97361f tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': '66a56eb4-7aa9-4459-91d5-51b385306bfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:53.490780 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-70219a33-b445-4d3a-926b-39a51e97361f tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 04:58:53.508414 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-70219a33-b445-4d3a-926b-39a51e97361f tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:53.512127 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-70219a33-b445-4d3a-926b-39a51e97361f tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0468407 Sep 16 04:58:53.515933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57850) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.523322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7b13b3f1-bb3d-4c2b-bff6-3267a3644d15 None None] For port 88bbeba2-6388-4e27-ad0e-0f2f313480ab, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=88bbeba2-6388-4e27-ad0e-0f2f313480ab,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:58:53.530094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fe2daccd-be98-4cb8-8d2c-2e2d3f0a6dad tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': '66a56eb4-7aa9-4459-91d5-51b385306bfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:53.542380 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b13b3f1-bb3d-4c2b-bff6-3267a3644d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.556172 n-d-712142-17 neutron-server[94744]: WARNING neutron.api.v2.base [None req-fe2daccd-be98-4cb8-8d2c-2e2d3f0a6dad tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 04:58:53.558916 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-fe2daccd-be98-4cb8-8d2c-2e2d3f0a6dad tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:53.568852 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fe2daccd-be98-4cb8-8d2c-2e2d3f0a6dad tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0503547 Sep 16 04:58:53.576096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57854) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.602726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d8d347ae-090d-4451-998f-be606f8fb643 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': '66a56eb4-7aa9-4459-91d5-51b385306bfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:53.604080 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-d8d347ae-090d-4451-998f-be606f8fb643 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 04:58:53.604756 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-d8d347ae-090d-4451-998f-be606f8fb643 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:53.605984 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d8d347ae-090d-4451-998f-be606f8fb643 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076878 Sep 16 04:58:53.613575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57856) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.647695 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15731e2e-7764-4803-bd44-8fbb2cd57ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.681097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.704202 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15731e2e-7764-4803-bd44-8fbb2cd57ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.764701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd9c01-dfa2-4322-80ff-51d17bed73ea req-dcb6dbf7-1b86-4c88-af4c-a8f43f7caf61 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:53.766968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7dd9c01-dfa2-4322-80ff-51d17bed73ea req-dcb6dbf7-1b86-4c88-af4c-a8f43f7caf61 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.6767874 Sep 16 04:58:53.769293 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cec54f56-5ed5-4969-93a0-b9ab7dab2cd7 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.792820 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15731e2e-7764-4803-bd44-8fbb2cd57ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.796130 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15731e2e-7764-4803-bd44-8fbb2cd57ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.798076 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-15731e2e-7764-4803-bd44-8fbb2cd57ce6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55ea4e4a-dff0-4c37-abd9-63f9b51231d7 HTTP/1.1" status: 204 len: 168 time: 0.3419366 Sep 16 04:58:53.822332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15731e2e-7764-4803-bd44-8fbb2cd57ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ea4e4a-dff0-4c37-abd9-63f9b51231d7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.842179 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cec54f56-5ed5-4969-93a0-b9ab7dab2cd7 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.880147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fee211c0-90b3-4d22-8a08-0a87853a0345 None None] Provisioning complete for port 88bbeba2-6388-4e27-ad0e-0f2f313480ab triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:53.880622 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fee211c0-90b3-4d22-8a08-0a87853a0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.961123 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cec54f56-5ed5-4969-93a0-b9ab7dab2cd7 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.964509 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13b3f1-bb3d-4c2b-bff6-3267a3644d15 None None] Pushing event updated for resources: {'Port': ['ID=88bbeba2-6388-4e27-ad0e-0f2f313480ab,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:53.965748 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cec54f56-5ed5-4969-93a0-b9ab7dab2cd7 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:53.970863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57864) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:53.971710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cec54f56-5ed5-4969-93a0-b9ab7dab2cd7 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "DELETE /v2.0/security-groups/66a56eb4-7aa9-4459-91d5-51b385306bfe HTTP/1.1" status: 204 len: 168 time: 0.3566537 Sep 16 04:58:53.972607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event updated for resources: {'Port': ['ID=c814d95a-2839-48d5-82e8-69c881681b1f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.004911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7dd9c01-dfa2-4322-80ff-51d17bed73ea req-b5bbdccd-8160-4049-be4c-a0a86f7cc7a8 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668290 Sep 16 04:58:54.010399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:58:54.018474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:58:54.021459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:58:54.025455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec54f56-5ed5-4969-93a0-b9ab7dab2cd7 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a56eb4-7aa9-4459-91d5-51b385306bfe,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.100489 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ed33fb57-6ba3-48e2-bfd0-98fbc415cbb5 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1222060 Sep 16 04:58:54.106753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57872) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:54.111665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5bdc4ad4-6b60-4db0-9138-2d1979afc8c6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group': {'name': 'tempest-secgroup--2131898300'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:54.116837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T04:58:48Z', 'revision_number': 4, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '88bbeba2-6388-4e27-ad0e-0f2f313480ab', 'name': '', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'mac_address': 'fa:16:3e:5f:3a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:46Z', 'updated_at': '2021-09-16T04:58:52Z', 'revision_number': 4, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'subnets': [{'id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:58:54.147498 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.158149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f534fb-99f3-462c-a4be-79a00b00ca40 None None] The sync data for ids ['04b9c72c-3737-40e4-807d-e70eae7a369c'] in n-d-712142-17 is: [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T04:58:48Z', 'revision_number': 4, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '88bbeba2-6388-4e27-ad0e-0f2f313480ab', 'name': '', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'mac_address': 'fa:16:3e:5f:3a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:46Z', 'updated_at': '2021-09-16T04:58:52Z', 'revision_number': 4, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'subnets': [{'id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:58:54.179063 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bdc4ad4-6b60-4db0-9138-2d1979afc8c6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.243556 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.372383 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bdc4ad4-6b60-4db0-9138-2d1979afc8c6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.378744 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bdc4ad4-6b60-4db0-9138-2d1979afc8c6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.426198 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bdc4ad4-6b60-4db0-9138-2d1979afc8c6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.437497 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5bdc4ad4-6b60-4db0-9138-2d1979afc8c6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3290370 Sep 16 04:58:54.443104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57880) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:54.455562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-46ae5260-c8c4-4bbb-bc04-874147aa36ec tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'd7701a17-a627-4876-97ec-0bb070abcc65', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:54.456734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc4ad4-6b60-4db0-9138-2d1979afc8c6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7701a17-a627-4876-97ec-0bb070abcc65,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:54.457299 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-46ae5260-c8c4-4bbb-bc04-874147aa36ec tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 04:58:54.458560 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-46ae5260-c8c4-4bbb-bc04-874147aa36ec tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:54.471352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-46ae5260-c8c4-4bbb-bc04-874147aa36ec tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0219557 Sep 16 04:58:54.477955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57882) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:54.484487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-eda5ddfe-ea88-44e2-b0d8-aed37798ca93 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'd7701a17-a627-4876-97ec-0bb070abcc65', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:54.692513 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-eda5ddfe-ea88-44e2-b0d8-aed37798ca93 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:54.692513 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eda5ddfe-ea88-44e2-b0d8-aed37798ca93 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2100601 Sep 16 04:58:54.693134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57892) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:54.697409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b9a3ce9c-12dd-4fa3-85b3-2a88af591cd6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'd7701a17-a627-4876-97ec-0bb070abcc65', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:54.698235 n-d-712142-17 neutron-server[94744]: WARNING neutron.api.v2.base [None req-b9a3ce9c-12dd-4fa3-85b3-2a88af591cd6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 04:58:54.698765 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-b9a3ce9c-12dd-4fa3-85b3-2a88af591cd6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:54.699918 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b9a3ce9c-12dd-4fa3-85b3-2a88af591cd6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062129 Sep 16 04:58:54.703995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57894) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:54.736663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6c3fb762-9894-463b-bfff-cec58f54e167 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'd7701a17-a627-4876-97ec-0bb070abcc65', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:54.784270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.791683 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:54.848453 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-6c3fb762-9894-463b-bfff-cec58f54e167 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:54.859530 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6c3fb762-9894-463b-bfff-cec58f54e167 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1491222 Sep 16 04:58:54.861127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57896) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:54.866887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-53275b40-4b3d-42a7-95ab-e79587ae6cd0 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'd7701a17-a627-4876-97ec-0bb070abcc65', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:54.867768 n-d-712142-17 neutron-server[94744]: WARNING neutron.api.v2.base [None req-53275b40-4b3d-42a7-95ab-e79587ae6cd0 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 04:58:54.868376 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-53275b40-4b3d-42a7-95ab-e79587ae6cd0 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:54.872565 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-53275b40-4b3d-42a7-95ab-e79587ae6cd0 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100901 Sep 16 04:58:54.873582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57898) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:54.881471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a849dee6-33c6-4f4f-892b-88259523f507 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'd7701a17-a627-4876-97ec-0bb070abcc65', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:55.070082 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-a849dee6-33c6-4f4f-892b-88259523f507 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:55.079354 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a849dee6-33c6-4f4f-892b-88259523f507 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2039900 Sep 16 04:58:55.081328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57906) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.103076 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.118133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-0d4e0400-f28f-4c87-96f5-af93d5b0a807 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'd7701a17-a627-4876-97ec-0bb070abcc65', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:55.118631 n-d-712142-17 neutron-server[94744]: WARNING neutron.api.v2.base [None req-0d4e0400-f28f-4c87-96f5-af93d5b0a807 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 04:58:55.119143 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-0d4e0400-f28f-4c87-96f5-af93d5b0a807 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:55.121290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event updated for resources: {'Port': ['ID=c814d95a-2839-48d5-82e8-69c881681b1f,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:55.125078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57908) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.134684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-fb654a55-39d7-4959-9399-84f91a486668 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'd7701a17-a627-4876-97ec-0bb070abcc65', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:55.164152 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0d4e0400-f28f-4c87-96f5-af93d5b0a807 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0532198 Sep 16 04:58:55.190912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.194074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3da98739-d515-43bf-9838-6ffac198416c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5820713 Sep 16 04:58:55.267754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 88bbeba2-6388-4e27-ad0e-0f2f313480ab up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:58:55.289035 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-fb654a55-39d7-4959-9399-84f91a486668 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:55.290223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fb654a55-39d7-4959-9399-84f91a486668 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1597674 Sep 16 04:58:55.293395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57918) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.298857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a8cc65e3-8b73-42e8-84a4-0f22e7775112 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'd7701a17-a627-4876-97ec-0bb070abcc65', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:55.307091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b163e-e3ee-4f15-b732-a8d96312932d req-89870ea0-a7ca-4501-933f-c19e9395c209 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:55.309566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c49b163e-e3ee-4f15-b732-a8d96312932d req-89870ea0-a7ca-4501-933f-c19e9395c209 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.0867724 Sep 16 04:58:55.376458 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-a8cc65e3-8b73-42e8-84a4-0f22e7775112 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:55.381077 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a8cc65e3-8b73-42e8-84a4-0f22e7775112 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0865049 Sep 16 04:58:55.381285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57922) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.438712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 88bbeba2-6388-4e27-ad0e-0f2f313480ab triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:58:55.439248 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.498812 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c49b163e-e3ee-4f15-b732-a8d96312932d req-13c1ec33-682c-4cf1-a18a-d3b9eceb4f8d tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826735 Sep 16 04:58:55.611855 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8a6688c7-a287-4fb0-b63f-5ffa10417938 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.701720 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8a6688c7-a287-4fb0-b63f-5ffa10417938 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.819617 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-e173def1-dd65-4c61-9f52-cadd324860db tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1085224353&fields=id&tenant_id=f8aa89fcdde44e7abfd367aa007fab73 HTTP/1.1" status: 200 len: 267 time: 0.1011841 Sep 16 04:58:55.839627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8a6688c7-a287-4fb0-b63f-5ffa10417938 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.846348 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8a6688c7-a287-4fb0-b63f-5ffa10417938 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:55.849876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8a6688c7-a287-4fb0-b63f-5ffa10417938 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "DELETE /v2.0/security-groups/d7701a17-a627-4876-97ec-0bb070abcc65 HTTP/1.1" status: 204 len: 168 time: 0.4655032 Sep 16 04:58:55.868214 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57942) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:55.896041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6688c7-a287-4fb0-b63f-5ffa10417938 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7701a17-a627-4876-97ec-0bb070abcc65,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.013913 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4eaf4f11-2454-47bc-a8d5-0bded3e0edc3 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1444871 Sep 16 04:58:56.018610 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57946) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.023464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-466a0735-ec08-4535-9257-1467d912ca41 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210019342'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:56.053678 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-466a0735-ec08-4535-9257-1467d912ca41 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.175599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d40de-62cf-4002-932b-630e5c18befc req-232c8461-d98b-49bd-a7bc-ca8698123372 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:56.179589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-232c8461-d98b-49bd-a7bc-ca8698123372 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 812 time: 0.3076043 Sep 16 04:58:56.208720 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-84a6f279-d61f-4475-88f9-18bdfcc43eed tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/quotas/f8aa89fcdde44e7abfd367aa007fab73 HTTP/1.1" status: 200 len: 375 time: 0.0225143 Sep 16 04:58:56.229417 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-466a0735-ec08-4535-9257-1467d912ca41 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.235141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-466a0735-ec08-4535-9257-1467d912ca41 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.293105 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-42c87bf5-7ffb-4ef5-bf9c-cc5ecce97cf7 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781641 Sep 16 04:58:56.300706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a0735-ec08-4535-9257-1467d912ca41 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921afb3a-4217-493c-9672-470c098d6190,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.331360 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-466a0735-ec08-4535-9257-1467d912ca41 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.335404 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-466a0735-ec08-4535-9257-1467d912ca41 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3129115 Sep 16 04:58:56.335549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57956) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.346431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-4c5e2e60-450a-4480-8f98-46c8363ed7fb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': '921afb3a-4217-493c-9672-470c098d6190', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:56.428571 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-4c5e2e60-450a-4480-8f98-46c8363ed7fb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The resource could not be found. Sep 16 04:58:56.438156 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4c5e2e60-450a-4480-8f98-46c8363ed7fb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0985558 Sep 16 04:58:56.438786 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57960) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.455093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-18f109a7-31ec-42b6-936d-2d1cb2482c70 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': '921afb3a-4217-493c-9672-470c098d6190', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5fa43d38-953a-497d-9e37-d21e5409ffa0'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:56.455761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-d0774150-c840-498f-91cb-7bd910551dab service neutron] 10.222.0.53 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189487 Sep 16 04:58:56.528323 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-18f109a7-31ec-42b6-936d-2d1cb2482c70 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The resource could not be found. Sep 16 04:58:56.538891 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-18f109a7-31ec-42b6-936d-2d1cb2482c70 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0977108 Sep 16 04:58:56.540386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57966) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.642791 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4e080e5-8eec-4c78-a136-ef5eb3835b0c tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.672147 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-3875bfdc-cacd-4af1-a625-52d09b0b9cab service neutron] 10.222.0.53 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079468 Sep 16 04:58:56.686373 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4e080e5-8eec-4c78-a136-ef5eb3835b0c tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.755015 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4e080e5-8eec-4c78-a136-ef5eb3835b0c tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.758678 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4e080e5-8eec-4c78-a136-ef5eb3835b0c tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:56.760340 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d4e080e5-8eec-4c78-a136-ef5eb3835b0c tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "DELETE /v2.0/security-groups/921afb3a-4217-493c-9672-470c098d6190 HTTP/1.1" status: 204 len: 168 time: 0.2188656 Sep 16 04:58:56.764198 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57974) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.792863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e080e5-8eec-4c78-a136-ef5eb3835b0c tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921afb3a-4217-493c-9672-470c098d6190,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:56.862901 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f4a4558b-84a1-44a1-8f81-87676c19060b tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0925469 Sep 16 04:58:56.863389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57978) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.868061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a25bed76-fb49-4294-ab1d-46c42626458d tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'f1beef0a-0cf3-41ad-a016-ed2752633da0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:56.964003 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-a25bed76-fb49-4294-ab1d-46c42626458d tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The resource could not be found. Sep 16 04:58:56.966384 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a25bed76-fb49-4294-ab1d-46c42626458d tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1018665 Sep 16 04:58:56.969572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57986) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:56.975077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6499ccad-5c57-458b-9198-55b86f9e8fe4 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525741498'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:57.018099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6499ccad-5c57-458b-9198-55b86f9e8fe4 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.102201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4059326-68de-4f1e-a86a-1e7e552d7165 req-b6a0339a-93fc-46b6-9863-b0f27a410847 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:57.108215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4059326-68de-4f1e-a86a-1e7e552d7165 req-b6a0339a-93fc-46b6-9863-b0f27a410847 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.0981052 Sep 16 04:58:57.189750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4059326-68de-4f1e-a86a-1e7e552d7165 req-e80dcf10-208c-4793-a33f-30f5bc514743 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783167 Sep 16 04:58:57.256742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6499ccad-5c57-458b-9198-55b86f9e8fe4 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.262335 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6499ccad-5c57-458b-9198-55b86f9e8fe4 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.299019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499ccad-5c57-458b-9198-55b86f9e8fe4 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e930e1cf-6f4f-4ebd-8f55-c06bcadeadaf,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.330697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6499ccad-5c57-458b-9198-55b86f9e8fe4 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.332756 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6499ccad-5c57-458b-9198-55b86f9e8fe4 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3615584 Sep 16 04:58:57.335948 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58002) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:57.342859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-27338480-720a-42d9-a093-c1212e8f9d65 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072894852'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:57.367930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5247934-cc00-480e-bd9d-64072db64aff req-5a37a7e0-9f3d-4839-bc3d-5f375ead8564 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 210 time: 0.0748036 Sep 16 04:58:57.372293 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27338480-720a-42d9-a093-c1212e8f9d65 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.479258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27338480-720a-42d9-a093-c1212e8f9d65 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.484913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27338480-720a-42d9-a093-c1212e8f9d65 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.543948 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27338480-720a-42d9-a093-c1212e8f9d65 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.549161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58008) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:57.549376 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-27338480-720a-42d9-a093-c1212e8f9d65 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2111304 Sep 16 04:58:57.553893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27338480-720a-42d9-a093-c1212e8f9d65 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64625a8a-9f8a-438f-85c1-7ca4d325bdf7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:57.554087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2d3dcb5e-df40-44a9-8c92-f2bec698a30d tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group_rule': {'security_group_id': 'e930e1cf-6f4f-4ebd-8f55-c06bcadeadaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '64625a8a-9f8a-438f-85c1-7ca4d325bdf7'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:57.642009 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-2d3dcb5e-df40-44a9-8c92-f2bec698a30d tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 04:58:57.645488 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2d3dcb5e-df40-44a9-8c92-f2bec698a30d tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0940497 Sep 16 04:58:57.647972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58020) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:57.852310 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fed5e62-1f78-4aac-b516-1877c8ba6f33 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:57.910758 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fed5e62-1f78-4aac-b516-1877c8ba6f33 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.002867 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fed5e62-1f78-4aac-b516-1877c8ba6f33 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.005568 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fed5e62-1f78-4aac-b516-1877c8ba6f33 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.006719 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9fed5e62-1f78-4aac-b516-1877c8ba6f33 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "DELETE /v2.0/security-groups/64625a8a-9f8a-438f-85c1-7ca4d325bdf7 HTTP/1.1" status: 204 len: 168 time: 0.3569765 Sep 16 04:58:58.009709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58044) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.019675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed5e62-1f78-4aac-b516-1877c8ba6f33 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64625a8a-9f8a-438f-85c1-7ca4d325bdf7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.088055 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a1be77d0-f990-418a-a27c-7cb5b6c47ab8 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0746593 Sep 16 04:58:58.088456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58056) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.177551 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-368d7c0c-83f5-4da7-8dd9-ee865aa889dd tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.212585 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-368d7c0c-83f5-4da7-8dd9-ee865aa889dd tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.296029 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-368d7c0c-83f5-4da7-8dd9-ee865aa889dd tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.300216 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-368d7c0c-83f5-4da7-8dd9-ee865aa889dd tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.304322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58062) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.304545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-368d7c0c-83f5-4da7-8dd9-ee865aa889dd tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "DELETE /v2.0/security-groups/e930e1cf-6f4f-4ebd-8f55-c06bcadeadaf HTTP/1.1" status: 204 len: 168 time: 0.2146463 Sep 16 04:58:58.323296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d7c0c-83f5-4da7-8dd9-ee865aa889dd tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e930e1cf-6f4f-4ebd-8f55-c06bcadeadaf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.398779 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-967dd3ef-b27f-42f9-867e-edb1ab91ee56 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0931854 Sep 16 04:58:58.399870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58068) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.405040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-251dc73b-48f1-40e6-a402-2c7884bee5cb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group': {'name': 'tempest-secgroup--773677469'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:58.445567 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-251dc73b-48f1-40e6-a402-2c7884bee5cb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.450141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ff881-1353-4ccd-ae92-89d9081fab91 req-dc3bf84d-5fd4-485d-960f-5eacfbcd0d45 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.451741 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d8ff881-1353-4ccd-ae92-89d9081fab91 req-dc3bf84d-5fd4-485d-960f-5eacfbcd0d45 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1298685 Sep 16 04:58:58.534229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d8ff881-1353-4ccd-ae92-89d9081fab91 req-149a0ac4-d41b-46f3-ac16-e372712ebd17 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735269 Sep 16 04:58:58.731954 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-251dc73b-48f1-40e6-a402-2c7884bee5cb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.739461 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-251dc73b-48f1-40e6-a402-2c7884bee5cb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.752371 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dc9fe7bd-01a4-465b-aaad-687d7bf15964 req-592b3bd7-155a-4ad6-a96d-4765feda42f9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 210 time: 0.0507801 Sep 16 04:58:58.804076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58082) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.820979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-251dc73b-48f1-40e6-a402-2c7884bee5cb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.825413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-251dc73b-48f1-40e6-a402-2c7884bee5cb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4241087 Sep 16 04:58:58.825713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58086) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.836299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dc73b-48f1-40e6-a402-2c7884bee5cb tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37af9ae5-f03e-496f-99a9-c7b9a9711a73,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:58.841468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6446e4b5-d42b-4edf-90ef-7eea6285b923 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:58.844830 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-6446e4b5-d42b-4edf-90ef-7eea6285b923 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 04:58:58.847826 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-6446e4b5-d42b-4edf-90ef-7eea6285b923 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 04:58:58.850968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6446e4b5-d42b-4edf-90ef-7eea6285b923 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "PUT /v2.0/security-groups/37af9ae5-f03e-496f-99a9-c7b9a9711a73 HTTP/1.1" status: 409 len: 330 time: 0.0243635 Sep 16 04:58:58.854685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58088) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:58.872039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d40de-62cf-4002-932b-630e5c18befc req-5a35598d-1d88-4637-b42d-1281d9317d5a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:58.873746 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-5a35598d-1d88-4637-b42d-1281d9317d5a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 812 time: 0.2853847 Sep 16 04:58:58.961941 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-c393a1bf-fbb2-4a73-a89f-92735a08d94a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8aa89fcdde44e7abfd367aa007fab73 HTTP/1.1" status: 200 len: 380 time: 0.0780561 Sep 16 04:58:58.974763 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d69f9f35-341a-4083-8a90-42ae18afaa93 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:58.976222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e13d40de-62cf-4002-932b-630e5c18befc req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Request body: {'port': {'device_id': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'admin_state_up': True, 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'security_groups': ['a7df444c-03f3-4b98-b250-03f27e73f304']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:58:59.002778 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d69f9f35-341a-4083-8a90-42ae18afaa93 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.036023 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b48852a-e765-4ba5-a4fd-697e17d14101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.092825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d69f9f35-341a-4083-8a90-42ae18afaa93 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.095564 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d69f9f35-341a-4083-8a90-42ae18afaa93 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.096732 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d69f9f35-341a-4083-8a90-42ae18afaa93 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "DELETE /v2.0/security-groups/37af9ae5-f03e-496f-99a9-c7b9a9711a73 HTTP/1.1" status: 204 len: 168 time: 0.2411540 Sep 16 04:58:59.099528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58090) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.115591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f9f35-341a-4083-8a90-42ae18afaa93 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37af9ae5-f03e-496f-99a9-c7b9a9711a73,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.174273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a9ed7f85-4102-4fe3-bf37-602c61995447 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726762 Sep 16 04:58:59.176525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58092) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.188797 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b48852a-e765-4ba5-a4fd-697e17d14101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.205639 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-341e65eb-5e93-4207-8113-aed8e1822e03 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] delete failed (client error): The resource could not be found. Sep 16 04:58:59.213359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58094) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.214819 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-341e65eb-5e93-4207-8113-aed8e1822e03 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "DELETE /v2.0/security-groups/56fdf050-ee94-4f2a-928f-48356a6b454d HTTP/1.1" status: 404 len: 347 time: 0.0371006 Sep 16 04:58:59.216577 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3b48852a-e765-4ba5-a4fd-697e17d14101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.229767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13d40de-62cf-4002-932b-630e5c18befc req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Made reservation on behalf of f8aa89fcdde44e7abfd367aa007fab73 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:58:59.236442 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e13d40de-62cf-4002-932b-630e5c18befc req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.248178 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-36cdf08c-854e-40c4-8867-07ca6e8205f6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] show failed (client error): The resource could not be found. Sep 16 04:58:59.250279 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-36cdf08c-854e-40c4-8867-07ca6e8205f6 tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "GET /v2.0/security-groups/34942a65-395f-427e-83c0-ed85317d615c HTTP/1.1" status: 404 len: 347 time: 0.0340841 Sep 16 04:58:59.256975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58096) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.270902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3b48852a-e765-4ba5-a4fd-697e17d14101 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f488d7750751456b93075e5d9a98d5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4656084 Sep 16 04:58:59.271795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48852a-e765-4ba5-a4fd-697e17d14101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321fb1ab-fdf1-451e-9980-98502e6d31b6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.280022 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-beff70d6-6d8c-4292-a6a4-640025d0e57f tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] show failed (client error): The resource could not be found. Sep 16 04:58:59.281823 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-beff70d6-6d8c-4292-a6a4-640025d0e57f tempest-NegativeSecGroupTest-647160766 tempest-NegativeSecGroupTest-647160766-project] 10.222.0.53 "GET /v2.0/security-group-rules/970bd197-d74f-4a4a-9efb-104f8cdb5fdb HTTP/1.1" status: 404 len: 356 time: 0.0239592 Sep 16 04:58:59.306462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58098) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.396351 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9546ed61-72c4-4df7-b800-355cc62595ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.445236 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e21183d6-ef8a-428b-a06f-cafd83d48e95 req-1790725e-b8eb-4628-8a46-b458db80f4d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0842624 Sep 16 04:58:59.458456 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9546ed61-72c4-4df7-b800-355cc62595ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.524749 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9546ed61-72c4-4df7-b800-355cc62595ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.528034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9546ed61-72c4-4df7-b800-355cc62595ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:58:59.532220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9546ed61-72c4-4df7-b800-355cc62595ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/321fb1ab-fdf1-451e-9980-98502e6d31b6 HTTP/1.1" status: 204 len: 168 time: 0.2245495 Sep 16 04:58:59.541030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546ed61-72c4-4df7-b800-355cc62595ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321fb1ab-fdf1-451e-9980-98502e6d31b6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:58:59.586006 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-e13d40de-62cf-4002-932b-630e5c18befc req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Allocated IP 172.20.0.11 (fc6d02ef-f94a-4c22-90f3-ffedad7d7358/fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95/aa91f473-6045-4fa2-817f-e725aa1d2f87) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:58:59.719832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58114) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:58:59.790575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c5801-1d2a-40aa-9b51-f392894d5404 req-d0a80ac3-3d1a-4cf3-a1c7-15a71d3b29a7 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.793229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e6c5801-1d2a-40aa-9b51-f392894d5404 req-d0a80ac3-3d1a-4cf3-a1c7-15a71d3b29a7 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1292522 Sep 16 04:58:59.904147 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e6c5801-1d2a-40aa-9b51-f392894d5404 req-607b2563-1567-482f-804d-ed7d275a4188 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976822 Sep 16 04:58:59.962488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21183d6-ef8a-428b-a06f-cafd83d48e95 req-7535c0b3-e8ea-4a09-8294-47c2e162b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:58:59.964413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e21183d6-ef8a-428b-a06f-cafd83d48e95 req-7535c0b3-e8ea-4a09-8294-47c2e162b96a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e4078711f1a4ccd8cfe9f966cb65f60&device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 1098 time: 0.3308105 Sep 16 04:58:59.986123 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e13d40de-62cf-4002-932b-630e5c18befc req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.068344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-251e9968-59e9-4483-92ff-9581294baa1b req-5dd014d6-019c-4d0b-a799-b3b86342b2dc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 210 time: 0.0486209 Sep 16 04:59:00.162712 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e13d40de-62cf-4002-932b-630e5c18befc req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.211055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21183d6-ef8a-428b-a06f-cafd83d48e95 req-ac186690-b7e1-41e5-a77e-7a7dff0acc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.212551 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e21183d6-ef8a-428b-a06f-cafd83d48e95 req-ac186690-b7e1-41e5-a77e-7a7dff0acc1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=42660028-7eee-4adc-80d4-cf7ad0e8368a HTTP/1.1" status: 200 len: 914 time: 0.2176616 Sep 16 04:59:00.301336 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58138) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.303333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13d40de-62cf-4002-932b-630e5c18befc req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:00.310408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e21183d6-ef8a-428b-a06f-cafd83d48e95 req-d05ee26a-5cd4-4432-96d6-fa37ef751bd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecebfd74-a524-4081-9b92-29f1e95f2652 HTTP/1.1" status: 200 len: 217 time: 0.0701580 Sep 16 04:59:00.316598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-e13d40de-62cf-4002-932b-630e5c18befc req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:00.319348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13d40de-62cf-4002-932b-630e5c18befc req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:00.320098 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78efbf8f-d5ff-42b3-8ee4-c1779779c426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.323667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.438340 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1dbe0652-a9e5-4292-b318-3672118863b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=651c772d0a404a97acfce66dc2d1212c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7119763 Sep 16 04:59:00.438544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58142) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.448746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d40de-62cf-4002-932b-630e5c18befc req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.449137 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e13d40de-62cf-4002-932b-630e5c18befc req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.453941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21183d6-ef8a-428b-a06f-cafd83d48e95 req-6cb0cf8f-14e7-4a41-ba9b-c604efeed1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:00.455448 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e21183d6-ef8a-428b-a06f-cafd83d48e95 req-6cb0cf8f-14e7-4a41-ba9b-c604efeed1db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf199e85-97bd-433b-b1a4-0e1e3ce81ccc HTTP/1.1" status: 200 len: 853 time: 0.1327317 Sep 16 04:59:00.496165 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e21183d6-ef8a-428b-a06f-cafd83d48e95 req-11e02b0c-7384-4038-ab10-e7fd8a78efeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42660028-7eee-4adc-80d4-cf7ad0e8368a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331199 Sep 16 04:59:00.594025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6de51998-0f93-4460-81b7-a1770324c595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.607800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78efbf8f-d5ff-42b3-8ee4-c1779779c426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.617395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78efbf8f-d5ff-42b3-8ee4-c1779779c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.632919 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e21183d6-ef8a-428b-a06f-cafd83d48e95 req-51d46a77-d269-47c4-ba2b-c36b29b8d766 service neutron] 10.222.0.15 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295526 Sep 16 04:59:00.638738 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-aaec0c65-3031-47e1-934b-1c67c6969e2a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6680191 Sep 16 04:59:00.672081 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78efbf8f-d5ff-42b3-8ee4-c1779779c426 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b11bf42af5ab4ccb9c562131b2c4a083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664920 Sep 16 04:59:00.672081 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6de51998-0f93-4460-81b7-a1770324c595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.676418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58152) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:00.689198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5efe8997-fe0f-43d1-bb31-2c4115228148 None None] Provisioning complete for port aa91f473-6045-4fa2-817f-e725aa1d2f87 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:00.690286 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5efe8997-fe0f-43d1-bb31-2c4115228148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.723145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efbf8f-d5ff-42b3-8ee4-c1779779c426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc33172e-bf25-4c7e-8a51-32e30882965d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.777433 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e21183d6-ef8a-428b-a06f-cafd83d48e95 req-0b8e6878-a5ae-4c60-b1f0-83f89b784f2a service neutron] 10.222.0.15 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303315 Sep 16 04:59:00.795745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Request body: {'port': {'device_id': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:00.814228 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dba06a3c-18e3-421f-8c8f-46febbcde82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.834437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5efe8997-fe0f-43d1-bb31-2c4115228148 None None] Port aa91f473-6045-4fa2-817f-e725aa1d2f87 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 04:59:00.857837 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dba06a3c-18e3-421f-8c8f-46febbcde82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.860438 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6de51998-0f93-4460-81b7-a1770324c595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.863634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6de51998-0f93-4460-81b7-a1770324c595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:00.867175 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6de51998-0f93-4460-81b7-a1770324c595 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/019d77f5-7394-42f9-8559-fccee88a65bb HTTP/1.1" status: 204 len: 168 time: 0.4253044 Sep 16 04:59:00.893837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de51998-0f93-4460-81b7-a1770324c595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019d77f5-7394-42f9-8559-fccee88a65bb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:00.902180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.018956 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dba06a3c-18e3-421f-8c8f-46febbcde82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.022713 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dba06a3c-18e3-421f-8c8f-46febbcde82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.035253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dba06a3c-18e3-421f-8c8f-46febbcde82b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc33172e-bf25-4c7e-8a51-32e30882965d HTTP/1.1" status: 204 len: 168 time: 0.3431504 Sep 16 04:59:01.061853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba06a3c-18e3-421f-8c8f-46febbcde82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc33172e-bf25-4c7e-8a51-32e30882965d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.167506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a00fa-c357-477a-9aa9-460318ba7b4b req-7fcf245d-1404-4d58-96c7-22fe55e3725f tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.177981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f03a00fa-c357-477a-9aa9-460318ba7b4b req-7fcf245d-1404-4d58-96c7-22fe55e3725f tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1085584 Sep 16 04:59:01.267740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f03a00fa-c357-477a-9aa9-460318ba7b4b req-1ef80157-5e26-4c63-8cad-52c6c0f014c9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827844 Sep 16 04:59:01.314238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58174) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:01.458559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa91f473-6045-4fa2-817f-e725aa1d2f87 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:01.469160 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.479539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed0c29-b1ab-4892-8f31-50da494f2dfa req-6ee61353-d18d-48cb-a4ff-3cdd336e66db tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:01.488889 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1eed0c29-b1ab-4892-8f31-50da494f2dfa req-6ee61353-d18d-48cb-a4ff-3cdd336e66db tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 932 time: 0.1132352 Sep 16 04:59:01.504815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Transition to ACTIVE for port object aa91f473-6045-4fa2-817f-e725aa1d2f87 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:01.509982 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.568749 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1eed0c29-b1ab-4892-8f31-50da494f2dfa req-a808a783-e2eb-4a00-aa4f-dbd1d6a506fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722606 Sep 16 04:59:01.574467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:01.620290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db9dd279-05a6-424a-9011-8ef6568a2748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.778266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Attempting to bind port aa91f473-6045-4fa2-817f-e725aa1d2f87 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:01.779353 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Attempting to bind port aa91f473-6045-4fa2-817f-e725aa1d2f87 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:01.780252 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Attempting to bind port aa91f473-6045-4fa2-817f-e725aa1d2f87 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:01.793168 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Port aa91f473-6045-4fa2-817f-e725aa1d2f87 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:01.797407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Attempting to bind port aa91f473-6045-4fa2-817f-e725aa1d2f87 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:01.810691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:01.811042 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Checking segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:01.811449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Bound using segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:01.812156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Bound port: aa91f473-6045-4fa2-817f-e725aa1d2f87, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:01.812775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.830527 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db9dd279-05a6-424a-9011-8ef6568a2748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.836501 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db9dd279-05a6-424a-9011-8ef6568a2748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:01.887382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-db9dd279-05a6-424a-9011-8ef6568a2748 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd47decbfcd14b9eaa1c1b0944aa4c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5698977 Sep 16 04:59:01.891327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58198) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:01.987684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:01.998630 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:02.005313 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.006858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dd279-05a6-424a-9011-8ef6568a2748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d53473-1dab-4dab-b02a-f95d9950337e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.068656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.069449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.082254 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] 10.222.0.15 "PUT /v2.0/ports/aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 1093 time: 1.4337287 Sep 16 04:59:02.082762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:02.085148 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406a4214-8db9-41c6-9e11-3a6ecf04badc" -d '{"events": [{"name": "network-changed", "server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:02.085296 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7424637-bb46-438a-aabb-9451aa53035d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.151682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd8e7e-bc5b-447f-bd42-13fca1cd8f6d service neutron] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.166383 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7424637-bb46-438a-aabb-9451aa53035d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.200376 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbdbdd5-800b-44a4-ad36-8b306d91c462 x-openstack-request-id: req-9bbdbdd5-800b-44a4-ad36-8b306d91c462 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:02.200697 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:02.201294 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bbdbdd5-800b-44a4-ad36-8b306d91c462 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:02.203900 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'status': 'completed', 'code': 200} Sep 16 04:59:02.242899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d40de-62cf-4002-932b-630e5c18befc req-2577924d-d884-4581-b4e9-835418ebd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.248490 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-2577924d-d884-4581-b4e9-835418ebd487 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1096 time: 0.1181130 Sep 16 04:59:02.290917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7424637-bb46-438a-aabb-9451aa53035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.294610 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7424637-bb46-438a-aabb-9451aa53035d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:02.299722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c7424637-bb46-438a-aabb-9451aa53035d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01d53473-1dab-4dab-b02a-f95d9950337e HTTP/1.1" status: 204 len: 168 time: 0.4061592 Sep 16 04:59:02.317987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424637-bb46-438a-aabb-9451aa53035d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d53473-1dab-4dab-b02a-f95d9950337e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:02.340997 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-653e97a9-28ad-49b9-8e01-66c7ba6e09f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 217 time: 0.0881593 Sep 16 04:59:02.480575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d40de-62cf-4002-932b-630e5c18befc req-2f61fdc8-114a-4fe8-8b3f-6eb6c784c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.482065 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-2f61fdc8-114a-4fe8-8b3f-6eb6c784c09e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.1316533 Sep 16 04:59:02.522538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd0329-3d47-42ec-bffd-be40842a2766 req-6a916174-a38a-41e3-a6e0-6ab7e9b008a9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.529672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03fd0329-3d47-42ec-bffd-be40842a2766 req-6a916174-a38a-41e3-a6e0-6ab7e9b008a9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1166933 Sep 16 04:59:02.541468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d40de-62cf-4002-932b-630e5c18befc req-e865b37f-77b2-457d-b21b-b562f886db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.543379 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-e865b37f-77b2-457d-b21b-b562f886db64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535905 Sep 16 04:59:02.613823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03fd0329-3d47-42ec-bffd-be40842a2766 req-d97cfcaf-656c-4a6b-9ab8-4d141f166a77 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784063 Sep 16 04:59:02.860774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58232) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:02.889332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7edf4f-4d65-42c1-963d-add7896a0398 req-fd5bd53e-6d85-4345-a068-68d5446e3903 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:02.901541 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dc7edf4f-4d65-42c1-963d-add7896a0398 req-fd5bd53e-6d85-4345-a068-68d5446e3903 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 944 time: 0.1259241 Sep 16 04:59:03.024413 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dc7edf4f-4d65-42c1-963d-add7896a0398 req-f29c054d-4378-4b28-84f7-f7d4c4821ea0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163883 Sep 16 04:59:03.146453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58240) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.152739 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-0aced132-f2da-4b50-b189-b4acfab2fe94 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015673 Sep 16 04:59:03.158206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468f8b6-727a-4047-aca8-73265b012188 req-bde4c9db-86fd-425f-b691-96d66f6bd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.159749 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a468f8b6-727a-4047-aca8-73265b012188 req-bde4c9db-86fd-425f-b691-96d66f6bd1f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82950bbf764f4f1d982dfe298eb2db9f&device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 1098 time: 0.0633323 Sep 16 04:59:03.162651 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-28d76a00-b4d1-46d8-8fe2-27f78391c5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.295271 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-28d76a00-b4d1-46d8-8fe2-27f78391c5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.302631 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-28d76a00-b4d1-46d8-8fe2-27f78391c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.336588 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e13d40de-62cf-4002-932b-630e5c18befc req-8f867d0f-6469-4824-be20-3b8a2badec21 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758664 Sep 16 04:59:03.343631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468f8b6-727a-4047-aca8-73265b012188 req-d07866ef-ed60-4867-aa68-4ae5d30a8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.345295 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a468f8b6-727a-4047-aca8-73265b012188 req-d07866ef-ed60-4867-aa68-4ae5d30a8e4a service neutron] 10.222.0.50 "GET /v2.0/networks?id=74ee2202-5b23-48e2-aa35-ea8795e185a8 HTTP/1.1" status: 200 len: 920 time: 0.1576049 Sep 16 04:59:03.352632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-28d76a00-b4d1-46d8-8fe2-27f78391c5dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2754409187c34d418bdd8ce45741e692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050018 Sep 16 04:59:03.353687 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d76a00-b4d1-46d8-8fe2-27f78391c5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b0cbee-434c-4660-be77-b9bda0d1c774,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.355562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58244) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.370568 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-404d12dc-3878-429e-9570-e66f263c3902 tempest-ServiceProvidersTest-83570569 tempest-ServiceProvidersTest-83570569-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5089006 Sep 16 04:59:03.412275 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a468f8b6-727a-4047-aca8-73265b012188 req-2cec0dcf-7ac1-4184-8f95-9f79bc5b015b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 217 time: 0.0583758 Sep 16 04:59:03.525496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a4214-8db9-41c6-9e11-3a6ecf04badc req-e0185ca8-00d5-4b52-8887-e08270f40254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.527082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-406a4214-8db9-41c6-9e11-3a6ecf04badc req-e0185ca8-00d5-4b52-8887-e08270f40254 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1096 time: 0.1129305 Sep 16 04:59:03.528610 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468f8b6-727a-4047-aca8-73265b012188 req-a86a79d1-2357-462a-9ee7-e315ce7c909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.530292 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a468f8b6-727a-4047-aca8-73265b012188 req-a86a79d1-2357-462a-9ee7-e315ce7c909a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da42bee0-4252-4db7-8f78-f66cc190ca2a HTTP/1.1" status: 200 len: 859 time: 0.1021914 Sep 16 04:59:03.574674 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a468f8b6-727a-4047-aca8-73265b012188 req-515e1bae-e2cb-49e6-8055-b33d258d43be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74ee2202-5b23-48e2-aa35-ea8795e185a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361362 Sep 16 04:59:03.584538 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c521c65-a71d-43dc-8c8f-50b945e0675a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.663098 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58260) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:03.672846 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c521c65-a71d-43dc-8c8f-50b945e0675a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.774716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a4214-8db9-41c6-9e11-3a6ecf04badc req-5120dce2-7d67-451f-86b3-397e13000051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.776139 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-406a4214-8db9-41c6-9e11-3a6ecf04badc req-5120dce2-7d67-451f-86b3-397e13000051 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.2365842 Sep 16 04:59:03.782162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98efd71-35c9-443f-8ad7-5bd7bff2bb8e req-075974aa-f127-4b2d-81fa-030c70401a28 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:03.791336 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e98efd71-35c9-443f-8ad7-5bd7bff2bb8e req-075974aa-f127-4b2d-81fa-030c70401a28 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.0799787 Sep 16 04:59:03.794240 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a468f8b6-727a-4047-aca8-73265b012188 req-f0b69335-c286-44dd-9929-4113b05ca682 service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047689 Sep 16 04:59:03.835492 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e98efd71-35c9-443f-8ad7-5bd7bff2bb8e req-12517ea6-0bef-435c-a1fe-fd13ca298c9d tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430233 Sep 16 04:59:03.835964 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-406a4214-8db9-41c6-9e11-3a6ecf04badc req-35c45ee7-6399-4e62-a816-64fe9a0a0afd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 217 time: 0.0500247 Sep 16 04:59:03.866718 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c521c65-a71d-43dc-8c8f-50b945e0675a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.869319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c521c65-a71d-43dc-8c8f-50b945e0675a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:03.870507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0c521c65-a71d-43dc-8c8f-50b945e0675a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0b0cbee-434c-4660-be77-b9bda0d1c774 HTTP/1.1" status: 204 len: 168 time: 0.5138726 Sep 16 04:59:03.921228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c521c65-a71d-43dc-8c8f-50b945e0675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b0cbee-434c-4660-be77-b9bda0d1c774,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:03.998486 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-00f98ed0-5ad9-4601-93e1-da945af56cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.022273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a4214-8db9-41c6-9e11-3a6ecf04badc req-0b93db24-6cac-4fba-8190-ac1854169dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.024156 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-406a4214-8db9-41c6-9e11-3a6ecf04badc req-0b93db24-6cac-4fba-8190-ac1854169dfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.1777668 Sep 16 04:59:04.134990 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a4214-8db9-41c6-9e11-3a6ecf04badc req-67305bc0-f77d-4c58-b9e2-7d570d23fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.136544 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-406a4214-8db9-41c6-9e11-3a6ecf04badc req-67305bc0-f77d-4c58-b9e2-7d570d23fcbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033764 Sep 16 04:59:04.141386 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a468f8b6-727a-4047-aca8-73265b012188 req-bcbe9b01-a850-433d-affa-e061a8b68a41 service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100114 Sep 16 04:59:04.261684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889e96f-ceab-4e63-a846-24e5dc4f04e9 req-49724eda-ccda-4f5a-af28-3a85bdf00a42 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:04.264234 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f889e96f-ceab-4e63-a846-24e5dc4f04e9 req-49724eda-ccda-4f5a-af28-3a85bdf00a42 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 944 time: 0.1114333 Sep 16 04:59:04.290571 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-406a4214-8db9-41c6-9e11-3a6ecf04badc req-f1d932f8-4d5c-4d4b-9d6e-2922eb220c56 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393070 Sep 16 04:59:04.326676 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-00f98ed0-5ad9-4601-93e1-da945af56cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.331755 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-00f98ed0-5ad9-4601-93e1-da945af56cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.375870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f889e96f-ceab-4e63-a846-24e5dc4f04e9 req-d4120993-acc6-42b8-8d9a-8c01e5ec3d69 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971231 Sep 16 04:59:04.440039 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-00f98ed0-5ad9-4601-93e1-da945af56cec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c82dde0eebe94f4abf3ecd488b453917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7757246 Sep 16 04:59:04.440871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f98ed0-5ad9-4601-93e1-da945af56cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9f00d0-7c9a-4d14-bdd8-656895d25220,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:04.443858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58302) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:04.459060 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-406a4214-8db9-41c6-9e11-3a6ecf04badc req-bf8877bb-8006-47db-81c1-17da373a8b46 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613030 Sep 16 04:59:04.531766 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b07a3871-6984-4031-920b-fef332233792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.570901 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b07a3871-6984-4031-920b-fef332233792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.815817 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b07a3871-6984-4031-920b-fef332233792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.815817 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b07a3871-6984-4031-920b-fef332233792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:04.815817 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b07a3871-6984-4031-920b-fef332233792 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c9f00d0-7c9a-4d14-bdd8-656895d25220 HTTP/1.1" status: 204 len: 168 time: 0.2770598 Sep 16 04:59:04.815817 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a3871-6984-4031-920b-fef332233792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9f00d0-7c9a-4d14-bdd8-656895d25220,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:05.052560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01baf-0eaa-4389-8ace-a4bc03793249 req-dbb95f69-ca7b-41cf-bdeb-55cd42177597 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.060139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3d01baf-0eaa-4389-8ace-a4bc03793249 req-dbb95f69-ca7b-41cf-bdeb-55cd42177597 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1117756 Sep 16 04:59:05.115231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3d01baf-0eaa-4389-8ace-a4bc03793249 req-4dbbd136-b6f9-4c0a-9aca-ca6645cf19ff tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485823 Sep 16 04:59:05.577749 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:05.587372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74cf10-27b6-4314-8e98-c2c48465d5db req-c17cb68a-12fd-440c-a264-6847599924fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:05.589208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab74cf10-27b6-4314-8e98-c2c48465d5db req-c17cb68a-12fd-440c-a264-6847599924fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 944 time: 0.1155090 Sep 16 04:59:05.643852 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab74cf10-27b6-4314-8e98-c2c48465d5db req-c3693110-b4ea-46fa-ac09-4194ef57d737 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467577 Sep 16 04:59:05.778021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58432) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:06.094534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f11e3fa-ab77-4306-a3c5-08db522524a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.298516 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f11e3fa-ab77-4306-a3c5-08db522524a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.308433 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f11e3fa-ab77-4306-a3c5-08db522524a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.401349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11e3fa-ab77-4306-a3c5-08db522524a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f554b57-b4cb-4e09-9707-37145b51c1dc,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.409806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c947a-733a-4d8a-ad00-7e98407f01d6 req-94ce832a-233f-44aa-9f18-625920498ae3 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.411395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b1c947a-733a-4d8a-ad00-7e98407f01d6 req-94ce832a-233f-44aa-9f18-625920498ae3 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1680481 Sep 16 04:59:06.447503 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8f11e3fa-ab77-4306-a3c5-08db522524a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ffb250d457804e0d8fd3c14c27197d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6678150 Sep 16 04:59:06.450446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58470) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:06.528322 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b1c947a-733a-4d8a-ad00-7e98407f01d6 req-888f2b4d-7313-4b54-96ea-a212a003aa3b tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092257 Sep 16 04:59:06.577702 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c27701aa-3f90-42eb-a681-42557ec2b48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.632175 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c27701aa-3f90-42eb-a681-42557ec2b48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.765880 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c27701aa-3f90-42eb-a681-42557ec2b48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.770368 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c27701aa-3f90-42eb-a681-42557ec2b48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:06.773325 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c27701aa-3f90-42eb-a681-42557ec2b48e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f554b57-b4cb-4e09-9707-37145b51c1dc HTTP/1.1" status: 204 len: 168 time: 0.3102114 Sep 16 04:59:06.798669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27701aa-3f90-42eb-a681-42557ec2b48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f554b57-b4cb-4e09-9707-37145b51c1dc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:06.822989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094deb4-a47f-43b7-9e7f-fa5e04dd41d4 req-8a1c35fb-690f-4d4b-9ac4-48abdfa6bb11 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:06.836775 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094deb4-a47f-43b7-9e7f-fa5e04dd41d4 req-8a1c35fb-690f-4d4b-9ac4-48abdfa6bb11 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 944 time: 0.0948493 Sep 16 04:59:06.878937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094deb4-a47f-43b7-9e7f-fa5e04dd41d4 req-b4dc5fca-e6e7-4113-9120-59264469ca35 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399497 Sep 16 04:59:07.228999 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:07.392930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58514) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:07.400854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:07.414072 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'port_id': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'mac_address': 'fa:16:3e:a7:0f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:07.422946 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c47cfb26-0bb0-4170-a753-54189f41f9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.460002 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.479337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa91f473-6045-4fa2-817f-e725aa1d2f87 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:07.512836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:07.517951 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.640990 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c47cfb26-0bb0-4170-a753-54189f41f9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.646175 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c47cfb26-0bb0-4170-a753-54189f41f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.659661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:07.678017 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.693025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:07.699548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:07.700575 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:07.703527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:07.706104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:07.706722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:07.707283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:07.707843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:07.708541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c47cfb26-0bb0-4170-a753-54189f41f9fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b03cd8ae35534fe09f94e8edd24cefa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144815 Sep 16 04:59:07.709172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58528) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:07.709807 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:07.711896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:07.712476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:07.713750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:07.743112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['aa91f473-6045-4fa2-817f-e725aa1d2f87'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:07.783152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a72e8-9581-451b-82b4-c27b9407d3a7 req-8dc0592d-2bf6-4460-a1f2-bb14fe4ed8ac tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:07.796986 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cfb26-0bb0-4170-a753-54189f41f9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d130538-f2d4-4ab7-86b1-bef397b06695,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:07.798448 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e82a72e8-9581-451b-82b4-c27b9407d3a7 req-8dc0592d-2bf6-4460-a1f2-bb14fe4ed8ac tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1180971 Sep 16 04:59:07.878474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a25efb8-2236-42d1-a646-91525d2c3c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:07.895809 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e82a72e8-9581-451b-82b4-c27b9407d3a7 req-f9c445c8-2eb1-4731-b120-f2603e35b23b tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963836 Sep 16 04:59:07.979594 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a25efb8-2236-42d1-a646-91525d2c3c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.039452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a25efb8-2236-42d1-a646-91525d2c3c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.042200 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a25efb8-2236-42d1-a646-91525d2c3c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:08.047848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9a25efb8-2236-42d1-a646-91525d2c3c2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d130538-f2d4-4ab7-86b1-bef397b06695 HTTP/1.1" status: 204 len: 168 time: 0.3366292 Sep 16 04:59:08.063796 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25efb8-2236-42d1-a646-91525d2c3c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d130538-f2d4-4ab7-86b1-bef397b06695,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:08.121736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fcd4c-e3d3-47ff-a8aa-59cae6f6224b req-9b141324-4996-4fd3-aca7-61b28719208e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:08.136376 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-474fcd4c-e3d3-47ff-a8aa-59cae6f6224b req-9b141324-4996-4fd3-aca7-61b28719208e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1332583 Sep 16 04:59:08.212505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-474fcd4c-e3d3-47ff-a8aa-59cae6f6224b req-79979f9a-3302-44a8-94d2-a01d238a1916 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749347 Sep 16 04:59:09.098457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624bd3e-624f-4386-a17f-0d10419c0cf1 req-154ed7cd-d482-43bd-b616-215120564676 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.109944 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6624bd3e-624f-4386-a17f-0d10419c0cf1 req-154ed7cd-d482-43bd-b616-215120564676 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.0971951 Sep 16 04:59:09.225859 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6624bd3e-624f-4386-a17f-0d10419c0cf1 req-44e3f9bd-9dc9-47ee-8fa3-3d5070af991a tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013932 Sep 16 04:59:09.246923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:09.323541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port aa91f473-6045-4fa2-817f-e725aa1d2f87 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:09.330559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port aa91f473-6045-4fa2-817f-e725aa1d2f87 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:09.330944 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.447389 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cf5b3-356e-427b-9473-1990a9f77a1e req-379ba214-68dd-44a1-b6ba-64fd0f341f48 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.465129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d7cf5b3-356e-427b-9473-1990a9f77a1e req-379ba214-68dd-44a1-b6ba-64fd0f341f48 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1306341 Sep 16 04:59:09.513992 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.543491 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d7cf5b3-356e-427b-9473-1990a9f77a1e req-669fb1b8-dc2b-4b74-9ebf-f2bc4cbccd00 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740988 Sep 16 04:59:09.547589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:09.552909 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97091dd-6294-4822-acac-118855d371da" -d '{"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-plugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:09.575591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:09.583057 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:09.634815 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e4c471-3073-47b0-9af0-e1a5eb398eff x-openstack-request-id: req-75e4c471-3073-47b0-9af0-e1a5eb398eff {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:09.635266 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-plugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:09.635624 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75e4c471-3073-47b0-9af0-e1a5eb398eff {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:09.636314 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'code': 200} Sep 16 04:59:09.739147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:09.769327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d7c77-0f53-49f4-955a-bed5e0d8ba16 req-bb04a609-c538-4e83-9343-db2309a6186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:09.771195 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-844d7c77-0f53-49f4-955a-bed5e0d8ba16 req-bb04a609-c538-4e83-9343-db2309a6186c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1098 time: 0.0891061 Sep 16 04:59:09.867572 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-844d7c77-0f53-49f4-955a-bed5e0d8ba16 req-e20c706b-4d87-4858-b22d-31fff72ae000 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889065 Sep 16 04:59:10.150221 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd94a8-5703-4978-8b65-e46611255ec5 req-158b1d4e-8e6a-4d2c-82e8-a1b164c7d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.153101 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7edd94a8-5703-4978-8b65-e46611255ec5 req-158b1d4e-8e6a-4d2c-82e8-a1b164c7d603 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 1098 time: 0.0914888 Sep 16 04:59:10.236393 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7edd94a8-5703-4978-8b65-e46611255ec5 req-a2dea62c-3dc1-4b06-aa77-55e2bacce282 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725045 Sep 16 04:59:10.502424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a4964-365b-4048-b65e-a1af68f70e02 req-bb59c019-6a79-4ab8-a979-94e2c61b5342 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.518989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-140a4964-365b-4048-b65e-a1af68f70e02 req-bb59c019-6a79-4ab8-a979-94e2c61b5342 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1377695 Sep 16 04:59:10.611137 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-140a4964-365b-4048-b65e-a1af68f70e02 req-cfa6771c-9ff1-45e4-884c-0b90a661b7b9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895109 Sep 16 04:59:10.805740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5280060-5ecd-4071-a329-104fa57614eb req-631257e4-1c7e-427e-b46f-2bffc6e2c565 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:10.816896 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5280060-5ecd-4071-a329-104fa57614eb req-631257e4-1c7e-427e-b46f-2bffc6e2c565 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 946 time: 0.0974574 Sep 16 04:59:10.867826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5280060-5ecd-4071-a329-104fa57614eb req-58f073c9-18de-42c3-bb24-151524f96176 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480390 Sep 16 04:59:11.364302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58696) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:11.526055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dde209dc-d3e7-44cc-adde-4bd8de9c05b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.662332 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dde209dc-d3e7-44cc-adde-4bd8de9c05b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.668236 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dde209dc-d3e7-44cc-adde-4bd8de9c05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.739558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde209dc-d3e7-44cc-adde-4bd8de9c05b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f582f33a-c4f5-4ed5-9578-f9e31a6f8cf6,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:11.746540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dde209dc-d3e7-44cc-adde-4bd8de9c05b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd93ea0ee81948c6b044a2626fa4fc92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802383 Sep 16 04:59:11.751121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58720) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:11.818836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a7273-2865-4f02-a0c6-3766dff38270 req-85c470dd-259a-4ddc-b583-86f6ade91875 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:11.820548 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-614a7273-2865-4f02-a0c6-3766dff38270 req-85c470dd-259a-4ddc-b583-86f6ade91875 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.0908201 Sep 16 04:59:11.840009 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-648446e0-0399-450c-85f9-28e9c15bf184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.878816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-648446e0-0399-450c-85f9-28e9c15bf184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.881744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-614a7273-2865-4f02-a0c6-3766dff38270 req-89c00f2c-cb6b-403e-9e90-e5e35f769025 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535905 Sep 16 04:59:11.969169 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-648446e0-0399-450c-85f9-28e9c15bf184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.975555 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-648446e0-0399-450c-85f9-28e9c15bf184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:11.980467 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-648446e0-0399-450c-85f9-28e9c15bf184 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f582f33a-c4f5-4ed5-9578-f9e31a6f8cf6 HTTP/1.1" status: 204 len: 168 time: 0.2274635 Sep 16 04:59:12.011885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648446e0-0399-450c-85f9-28e9c15bf184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f582f33a-c4f5-4ed5-9578-f9e31a6f8cf6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:12.356469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b1a96-a02e-4c35-b2f9-9538c72a93c3 req-65fc0f98-824f-44c7-b6e0-568eb0724aa9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:12.359932 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-199b1a96-a02e-4c35-b2f9-9538c72a93c3 req-65fc0f98-824f-44c7-b6e0-568eb0724aa9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 946 time: 0.0980377 Sep 16 04:59:12.448140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-199b1a96-a02e-4c35-b2f9-9538c72a93c3 req-28ec7a97-3367-409a-a86b-331d206341b0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801291 Sep 16 04:59:12.489351 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58764) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:12.496827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-e9fb94a9-2a7b-4913-b1bd-a37d72cbea98 req-49b2fbb3-acc5-45bf-89d8-666cec256039 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1719551683', 'description': 'tempest-description-1136311714'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:12.504150 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c48672c8-dbce-4429-ac48-bcf6c98b5894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.539965 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9fb94a9-2a7b-4913-b1bd-a37d72cbea98 req-49b2fbb3-acc5-45bf-89d8-666cec256039 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.695687 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c48672c8-dbce-4429-ac48-bcf6c98b5894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.701413 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c48672c8-dbce-4429-ac48-bcf6c98b5894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.770457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48672c8-dbce-4429-ac48-bcf6c98b5894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb95fd6-8072-454f-a521-def78144a210,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:12.807028 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c48672c8-dbce-4429-ac48-bcf6c98b5894 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=866d6f9af4a748d9a8e7d63d8c92ed38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163671 Sep 16 04:59:12.809319 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58770) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:12.837014 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9fb94a9-2a7b-4913-b1bd-a37d72cbea98 req-49b2fbb3-acc5-45bf-89d8-666cec256039 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.842341 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9fb94a9-2a7b-4913-b1bd-a37d72cbea98 req-49b2fbb3-acc5-45bf-89d8-666cec256039 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.874171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2fbb3-acc5-45bf-89d8-666cec256039 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae49391-4570-479c-94bb-9d7ea716fb52,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:12.889987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e9fb94a9-2a7b-4913-b1bd-a37d72cbea98 req-49b2fbb3-acc5-45bf-89d8-666cec256039 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:12.904849 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9fb94a9-2a7b-4913-b1bd-a37d72cbea98 req-49b2fbb3-acc5-45bf-89d8-666cec256039 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4109809 Sep 16 04:59:12.953686 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfc22c6b-b173-4e11-8498-c6520fde130f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.028670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfc22c6b-b173-4e11-8498-c6520fde130f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.074418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63b4c8-ea62-4751-ac52-614727c5f42c req-20d951bc-a8e2-4ce5-a619-242768573c72 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.076598 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e63b4c8-ea62-4751-ac52-614727c5f42c req-20d951bc-a8e2-4ce5-a619-242768573c72 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 946 time: 0.0878925 Sep 16 04:59:13.120164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfc22c6b-b173-4e11-8498-c6520fde130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.123183 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bfc22c6b-b173-4e11-8498-c6520fde130f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.125281 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bfc22c6b-b173-4e11-8498-c6520fde130f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/edb95fd6-8072-454f-a521-def78144a210 HTTP/1.1" status: 204 len: 168 time: 0.3138709 Sep 16 04:59:13.143858 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc22c6b-b173-4e11-8498-c6520fde130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb95fd6-8072-454f-a521-def78144a210,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:13.168940 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e63b4c8-ea62-4751-ac52-614727c5f42c req-3f614400-f1f7-4b52-b945-b42149a45da1 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849957 Sep 16 04:59:13.416537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a078c-70cf-411c-ac5c-882ca7706a45 req-a5b03cc7-661c-4d40-ae20-e8bf4440665a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.420156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc4a078c-70cf-411c-ac5c-882ca7706a45 req-a5b03cc7-661c-4d40-ae20-e8bf4440665a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 946 time: 0.1150169 Sep 16 04:59:13.442999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 58788) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:13.512987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ab67a83b-3365-4f31-8219-552efd5083ef tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Request body: {'floatingip': {'port_id': 'aa91f473-6045-4fa2-817f-e725aa1d2f87'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:13.700052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04a3073e-78e8-4350-83e1-2735c50f029e req-656ed3c4-ac14-4ea1-b17c-af6a6261382f tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1719551683&fields=id&tenant_id=82950bbf764f4f1d982dfe298eb2db9f HTTP/1.1" status: 200 len: 267 time: 0.0539258 Sep 16 04:59:13.729708 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab67a83b-3365-4f31-8219-552efd5083ef tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:13.843780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3073e-78e8-4350-83e1-2735c50f029e req-33422a6f-9b86-44e0-b405-6b35618f0cad tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.848442 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04a3073e-78e8-4350-83e1-2735c50f029e req-33422a6f-9b86-44e0-b405-6b35618f0cad tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1279237 Sep 16 04:59:13.861243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-04a3073e-78e8-4350-83e1-2735c50f029e req-5c57dfb4-4d19-4695-a566-bc74f0efd7c8 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Request body: {'port': {'security_groups': ['455f5a57-1101-44c0-b1d5-2d08b2243a58', 'bae49391-4570-479c-94bb-9d7ea716fb52']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:13.899259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e7f8b-b330-41f3-b259-30772efbec42 req-461e41a6-1c13-49d5-b409-10f8f73b9fa0 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:13.905024 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a05e7f8b-b330-41f3-b259-30772efbec42 req-461e41a6-1c13-49d5-b409-10f8f73b9fa0 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 946 time: 0.2633047 Sep 16 04:59:13.994500 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-04a3073e-78e8-4350-83e1-2735c50f029e req-5c57dfb4-4d19-4695-a566-bc74f0efd7c8 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.201163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a05e7f8b-b330-41f3-b259-30772efbec42 req-5f9107e8-15a2-41fe-b9f5-e769289e2c61 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Deleting port ecebfd74-a524-4081-9b92-29f1e95f2652 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:14.202759 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a05e7f8b-b330-41f3-b259-30772efbec42 req-5f9107e8-15a2-41fe-b9f5-e769289e2c61 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.338270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-04a3073e-78e8-4350-83e1-2735c50f029e req-5c57dfb4-4d19-4695-a566-bc74f0efd7c8 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] For port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,segment=NetworkSegment(e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17),segment_id=e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:14.387902 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-04a3073e-78e8-4350-83e1-2735c50f029e req-5c57dfb4-4d19-4695-a566-bc74f0efd7c8 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.410411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-04a3073e-78e8-4350-83e1-2735c50f029e req-5c57dfb4-4d19-4695-a566-bc74f0efd7c8 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.428049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:14.533452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3073e-78e8-4350-83e1-2735c50f029e req-5c57dfb4-4d19-4695-a566-bc74f0efd7c8 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.534567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-04a3073e-78e8-4350-83e1-2735c50f029e req-5c57dfb4-4d19-4695-a566-bc74f0efd7c8 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.548594 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04a3073e-78e8-4350-83e1-2735c50f029e req-5c57dfb4-4d19-4695-a566-bc74f0efd7c8 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "PUT /v2.0/ports/c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 982 time: 0.6866620 Sep 16 04:59:14.550266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:14.554294 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1400e762-2e6a-4a26-b2a6-85081a81927b" -d '{"events": [{"name": "network-changed", "server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:14.609224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:14.636351 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57dfb4-4d19-4695-a566-bc74f0efd7c8 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Pushing event updated for resources: {'Port': ['ID=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,revision_number=6']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:14.786282 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a05e7f8b-b330-41f3-b259-30772efbec42 req-5f9107e8-15a2-41fe-b9f5-e769289e2c61 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] For port ecebfd74-a524-4081-9b92-29f1e95f2652, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=ecebfd74-a524-4081-9b92-29f1e95f2652,segment=NetworkSegment(3b4b53c6-1a80-4985-a6cd-7a19055cdf2c),segment_id=3b4b53c6-1a80-4985-a6cd-7a19055cdf2c)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:14.788998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a05e7f8b-b330-41f3-b259-30772efbec42 req-5f9107e8-15a2-41fe-b9f5-e769289e2c61 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:14.810580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49922814-4494-494b-bab2-02a628c883ed req-e59477ba-79f8-4753-8d6d-fe5d729b7b07 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:14.831341 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49922814-4494-494b-bab2-02a628c883ed req-e59477ba-79f8-4753-8d6d-fe5d729b7b07 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 946 time: 0.1695559 Sep 16 04:59:14.843000 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a05e7f8b-b330-41f3-b259-30772efbec42 req-5f9107e8-15a2-41fe-b9f5-e769289e2c61 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Calling delete_port for ecebfd74-a524-4081-9b92-29f1e95f2652 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:14.932027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49922814-4494-494b-bab2-02a628c883ed req-98398bf2-503c-405c-9806-28540da1e578 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837331 Sep 16 04:59:15.235254 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f02d3aa-d015-4faf-9dca-cc9125674f6b req-56dbb55f-6ee2-428a-90c1-d45e7fc9507b tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1719551683&fields=id&tenant_id=82950bbf764f4f1d982dfe298eb2db9f HTTP/1.1" status: 200 len: 267 time: 0.1152356 Sep 16 04:59:15.296177 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.resource_extend [None req-ab67a83b-3365-4f31-8219-552efd5083ef tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:59:15.316852 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02d3aa-d015-4faf-9dca-cc9125674f6b req-1a7a5c32-c8c4-4df2-a742-c5ecff4dac4b tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:15.329392 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f02d3aa-d015-4faf-9dca-cc9125674f6b req-1a7a5c32-c8c4-4df2-a742-c5ecff4dac4b tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 985 time: 0.0919719 Sep 16 04:59:15.339212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-8f02d3aa-d015-4faf-9dca-cc9125674f6b req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Request body: {'port': {'security_groups': ['455f5a57-1101-44c0-b1d5-2d08b2243a58']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:15.396308 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a05e7f8b-b330-41f3-b259-30772efbec42 req-5f9107e8-15a2-41fe-b9f5-e769289e2c61 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.438841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['ecebfd74-a524-4081-9b92-29f1e95f2652'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:15.479269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9107e8-15a2-41fe-b9f5-e769289e2c61 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Pushing event deleted for resources: {'Port': ['ID=ecebfd74-a524-4081-9b92-29f1e95f2652,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:15.498247 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab67a83b-3365-4f31-8219-552efd5083ef tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.534732 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f02d3aa-d015-4faf-9dca-cc9125674f6b req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.561030 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab67a83b-3365-4f31-8219-552efd5083ef tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.656300 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05e7f8b-b330-41f3-b259-30772efbec42 req-5f9107e8-15a2-41fe-b9f5-e769289e2c61 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] No DVR routers for this DVR port ecebfd74-a524-4081-9b92-29f1e95f2652 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:15.660077 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a05e7f8b-b330-41f3-b259-30772efbec42 req-5f9107e8-15a2-41fe-b9f5-e769289e2c61 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:15.662168 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a05e7f8b-b330-41f3-b259-30772efbec42 req-5f9107e8-15a2-41fe-b9f5-e769289e2c61 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.15 "DELETE /v2.0/ports/ecebfd74-a524-4081-9b92-29f1e95f2652 HTTP/1.1" status: 204 len: 173 time: 1.7506914 Sep 16 04:59:15.662620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3beaa91-2018-4478-8c42-2c1cadd945d1', 'name': 'network-vif-deleted', 'tag': 'ecebfd74-a524-4081-9b92-29f1e95f2652'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:15.664859 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f114752-abc9-483d-a08d-704b7ef855da" -d '{"events": [{"server_uuid": "e3beaa91-2018-4478-8c42-2c1cadd945d1", "name": "network-vif-deleted", "tag": "ecebfd74-a524-4081-9b92-29f1e95f2652"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:15.850244 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-ab67a83b-3365-4f31-8219-552efd5083ef tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Floating IP 36f0706c-1386-4c90-baf3-3cfcbd54ecb7 associated. External IP: 172.25.0.214, port: aa91f473-6045-4fa2-817f-e725aa1d2f87. Sep 16 04:59:15.968168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8f02d3aa-d015-4faf-9dca-cc9125674f6b req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] For port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,segment=NetworkSegment(e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17),segment_id=e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:16.019080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f02d3aa-d015-4faf-9dca-cc9125674f6b req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.028384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f02d3aa-d015-4faf-9dca-cc9125674f6b req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.041580 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:16.120741 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02d3aa-d015-4faf-9dca-cc9125674f6b req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.121880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8f02d3aa-d015-4faf-9dca-cc9125674f6b req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:16.141718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f02d3aa-d015-4faf-9dca-cc9125674f6b req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "PUT /v2.0/ports/c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 943 time: 0.8096542 Sep 16 04:59:16.204179 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Pushing event updated for resources: {'Port': ['ID=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:16.224630 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fbb06c-2273-40c6-94e7-3960c7a3997d x-openstack-request-id: req-27fbb06c-2273-40c6-94e7-3960c7a3997d {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:16.226928 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:16.227195 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27fbb06c-2273-40c6-94e7-3960c7a3997d {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:16.227613 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'status': 'completed', 'code': 200} Sep 16 04:59:16.229432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:16.229822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:16.230179 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:16.230531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:16.230879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:16.231223 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:16.231565 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:16.231906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:16.232243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:16.232568 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:16.232902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:16.234013 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3535d346-1fbe-4425-901e-1e16d6a39618 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:16.283684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:16.338070 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb74b41-a7a6-4597-b49f-5b8d41bf9a0b x-openstack-request-id: req-5eb74b41-a7a6-4597-b49f-5b8d41bf9a0b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:16.338651 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3beaa91-2018-4478-8c42-2c1cadd945d1", "name": "network-vif-deleted", "tag": "ecebfd74-a524-4081-9b92-29f1e95f2652", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:16.338921 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5eb74b41-a7a6-4597-b49f-5b8d41bf9a0b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:16.343310 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3beaa91-2018-4478-8c42-2c1cadd945d1', 'name': 'network-vif-deleted', 'tag': 'ecebfd74-a524-4081-9b92-29f1e95f2652', 'status': 'completed', 'code': 200} Sep 16 04:59:16.450647 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab67a83b-3365-4f31-8219-552efd5083ef tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Router 04b9c72c-3737-40e4-807d-e70eae7a369c has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:16.519958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400e762-2e6a-4a26-b2a6-85081a81927b req-2d2a76b5-a5af-4dcf-84a6-ddfc8f64e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:16.525846 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1400e762-2e6a-4a26-b2a6-85081a81927b req-2d2a76b5-a5af-4dcf-84a6-ddfc8f64e761 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82950bbf764f4f1d982dfe298eb2db9f&device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 1098 time: 0.2649398 Sep 16 04:59:16.534223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e816e607-fb34-411e-b605-9f17b9d0c9ba req-effcee5b-afdb-42c6-875b-8ecce3240f60 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3beaa91-2018-4478-8c42-2c1cadd945d1 HTTP/1.1" status: 200 len: 210 time: 0.0691502 Sep 16 04:59:17.021416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 58926) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:17.244150 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f15719ed-1688-46f6-a5c0-459fae5f6b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.247618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-1ad02150-db6b-475a-a8bb-0d04ad8d1730 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6714661 Sep 16 04:59:17.260913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:17.366658 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.383553 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8c35d26b-2859-49bf-8c23-8db5be50a34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.496279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab67a83b-3365-4f31-8219-552efd5083ef tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:17.510670 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52701db-bea6-4064-b8ee-fdc29531fbe3 None None] Sync routers for ids ['04b9c72c-3737-40e4-807d-e70eae7a369c'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:17.513678 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab67a83b-3365-4f31-8219-552efd5083ef tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.527637 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52701db-bea6-4064-b8ee-fdc29531fbe3 None None] Routers {'04b9c72c-3737-40e4-807d-e70eae7a369c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:17.528409 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a52701db-bea6-4064-b8ee-fdc29531fbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['04b9c72c-3737-40e4-807d-e70eae7a369c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:17.605901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ab67a83b-3365-4f31-8219-552efd5083ef tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "PUT /v2.0/floatingips/36f0706c-1386-4c90-baf3-3cfcbd54ecb7 HTTP/1.1" status: 200 len: 992 time: 4.1615887 Sep 16 04:59:17.607116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400e762-2e6a-4a26-b2a6-85081a81927b req-83284a3c-eb0b-441d-9a27-8de12d7b560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:17.615822 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1400e762-2e6a-4a26-b2a6-85081a81927b req-83284a3c-eb0b-441d-9a27-8de12d7b560d service neutron] 10.222.0.50 "GET /v2.0/networks?id=74ee2202-5b23-48e2-aa35-ea8795e185a8 HTTP/1.1" status: 200 len: 920 time: 1.0771801 Sep 16 04:59:17.619275 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.723992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8c35d26b-2859-49bf-8c23-8db5be50a34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.740652 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8c35d26b-2859-49bf-8c23-8db5be50a34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:17.752703 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1400e762-2e6a-4a26-b2a6-85081a81927b req-9daaeb9d-c990-4990-a650-e7b0846fddf8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 217 time: 0.1157157 Sep 16 04:59:17.852705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Allocated IP 172.25.0.107 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/04285862-befc-4968-b871-2cec0b5bd6bc) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:17.910853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400e762-2e6a-4a26-b2a6-85081a81927b req-3e68ee97-9080-438e-8b84-7d15b814f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:17.916405 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1400e762-2e6a-4a26-b2a6-85081a81927b req-3e68ee97-9080-438e-8b84-7d15b814f134 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da42bee0-4252-4db7-8f78-f66cc190ca2a HTTP/1.1" status: 200 len: 859 time: 0.1478806 Sep 16 04:59:17.969387 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1400e762-2e6a-4a26-b2a6-85081a81927b req-9c29112c-f66c-47a2-bfd0-b0b6892496d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74ee2202-5b23-48e2-aa35-ea8795e185a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446901 Sep 16 04:59:18.023171 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-a52701db-bea6-4064-b8ee-fdc29531fbe3 None None] Set router 04b9c72c-3737-40e4-807d-e70eae7a369c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:18.101242 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1400e762-2e6a-4a26-b2a6-85081a81927b req-b38f9a29-ed39-46e9-a239-4d349d1bb99b service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243656 Sep 16 04:59:18.232574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1400e762-2e6a-4a26-b2a6-85081a81927b req-1ff6198c-8703-4235-9068-f48feee2b98a service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204221 Sep 16 04:59:18.348639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:18.350868 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baa48b7-16ea-4ca9-b716-d23196de92d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:18.432951 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a52701db-bea6-4064-b8ee-fdc29531fbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T04:58:48Z', 'revision_number': 4, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '36f0706c-1386-4c90-baf3-3cfcbd54ecb7', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'port_id': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'mac_address': 'fa:16:3e:a7:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:58:54Z', 'updated_at': '2021-09-16T04:59:14Z', 'revision_number': 1, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bbeba2-6388-4e27-ad0e-0f2f313480ab', 'name': '', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'mac_address': 'fa:16:3e:5f:3a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:46Z', 'updated_at': '2021-09-16T04:58:53Z', 'revision_number': 5, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'subnets': [{'id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:18.535034 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52701db-bea6-4064-b8ee-fdc29531fbe3 None None] Checking router: 04b9c72c-3737-40e4-807d-e70eae7a369c for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:18.560880 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52701db-bea6-4064-b8ee-fdc29531fbe3 None None] Routers {'04b9c72c-3737-40e4-807d-e70eae7a369c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:18.562661 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a52701db-bea6-4064-b8ee-fdc29531fbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:58:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['04b9c72c-3737-40e4-807d-e70eae7a369c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:18.681447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:18.683211 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deeb9c9-4e2f-4f2a-b87d-b9ff3c5b1f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:18.709041 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8c35d26b-2859-49bf-8c23-8db5be50a34c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e1f9d3e890b4dd8b230cb8d1e27bcb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6863155 Sep 16 04:59:18.711573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59014) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:18.750937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35d26b-2859-49bf-8c23-8db5be50a34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0a89cb-fc61-4147-a593-fd57866f7a2d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:18.779711 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-a52701db-bea6-4064-b8ee-fdc29531fbe3 None None] Set router 04b9c72c-3737-40e4-807d-e70eae7a369c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:18.820421 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.865905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d072b16-d832-4da5-960d-6ef0748a84ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.883134 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.907788 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d072b16-d832-4da5-960d-6ef0748a84ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:18.986264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:18.989217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:18.999673 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d072b16-d832-4da5-960d-6ef0748a84ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.005493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:19.007150 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d072b16-d832-4da5-960d-6ef0748a84ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.009471 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9d072b16-d832-4da5-960d-6ef0748a84ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c0a89cb-fc61-4147-a593-fd57866f7a2d HTTP/1.1" status: 204 len: 168 time: 0.2956331 Sep 16 04:59:19.035261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d072b16-d832-4da5-960d-6ef0748a84ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0a89cb-fc61-4147-a593-fd57866f7a2d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.075225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Pushing event updated for resources: {'Port': ['ID=04285862-befc-4968-b871-2cec0b5bd6bc,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.201185 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.233806 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a52701db-bea6-4064-b8ee-fdc29531fbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T04:58:48Z', 'revision_number': 4, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '36f0706c-1386-4c90-baf3-3cfcbd54ecb7', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'port_id': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'mac_address': 'fa:16:3e:a7:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:58:54Z', 'updated_at': '2021-09-16T04:59:14Z', 'revision_number': 1, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bbeba2-6388-4e27-ad0e-0f2f313480ab', 'name': '', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'mac_address': 'fa:16:3e:5f:3a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:46Z', 'updated_at': '2021-09-16T04:58:53Z', 'revision_number': 5, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'subnets': [{'id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:19.269824 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.276128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device ecebfd74-a524-4081-9b92-29f1e95f2652 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:19.334852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: ecebfd74-a524-4081-9b92-29f1e95f2652 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:19.336550 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device ecebfd74-a524-4081-9b92-29f1e95f2652 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:19.340241 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52701db-bea6-4064-b8ee-fdc29531fbe3 None None] The sync data for ids ['04b9c72c-3737-40e4-807d-e70eae7a369c'] in n-d-712142-17 is: [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T04:58:48Z', 'revision_number': 4, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '36f0706c-1386-4c90-baf3-3cfcbd54ecb7', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'port_id': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'mac_address': 'fa:16:3e:a7:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:58:54Z', 'updated_at': '2021-09-16T04:59:14Z', 'revision_number': 1, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bbeba2-6388-4e27-ad0e-0f2f313480ab', 'name': '', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'mac_address': 'fa:16:3e:5f:3a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:46Z', 'updated_at': '2021-09-16T04:58:53Z', 'revision_number': 5, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'subnets': [{'id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:19.588750 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.601709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.642005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59058) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:19.658815 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb237-26c9-4d1f-bc76-996bd02b860f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.753857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Pushing event updated for resources: {'Port': ['ID=04285862-befc-4968-b871-2cec0b5bd6bc,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:19.770067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d62d1-806c-49ac-9ac2-9cdf39d39193 None None] New status for floating IP 36f0706c-1386-4c90-baf3-3cfcbd54ecb7: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:59:19.783935 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.840439 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb237-26c9-4d1f-bc76-996bd02b860f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.850064 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb237-26c9-4d1f-bc76-996bd02b860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.866855 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:19.872446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-456a4233-913e-4c67-b1bf-e857eb69c26e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6153035 Sep 16 04:59:19.918428 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e1fbb237-26c9-4d1f-bc76-996bd02b860f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed100a1f2ee349dda7318f548a367e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748423 Sep 16 04:59:19.926236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59070) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:20.008491 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-8c1bccb3-7282-4e86-8fe4-f1dee31197cb tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.1272116 Sep 16 04:59:20.009389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbb237-26c9-4d1f-bc76-996bd02b860f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87dfd03-34dc-4cf8-a72a-9c073bd0af4d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.079572 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-08486f6e-05cc-40e1-89ed-b868469b5b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.119089 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-08486f6e-05cc-40e1-89ed-b868469b5b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.161145 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-689bffb1-869a-46cb-a668-a09b6b439b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.175449 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-88ff856b-650c-4f2e-82f4-4240b4299a77 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.184039 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-88ff856b-650c-4f2e-82f4-4240b4299a77 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.1743283 Sep 16 04:59:20.198754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-5b2aa18c-7641-4572-8c3d-ef813a03844d tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:59:20.214833 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-791fc70b-2a1e-411b-bbb3-6b31acb37b0c req-5b2aa18c-7641-4572-8c3d-ef813a03844d tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294735 Sep 16 04:59:20.308586 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-08486f6e-05cc-40e1-89ed-b868469b5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.310548 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-08486f6e-05cc-40e1-89ed-b868469b5b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.312361 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-08486f6e-05cc-40e1-89ed-b868469b5b30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e87dfd03-34dc-4cf8-a72a-9c073bd0af4d HTTP/1.1" status: 204 len: 168 time: 0.3851175 Sep 16 04:59:20.323270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08486f6e-05cc-40e1-89ed-b868469b5b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87dfd03-34dc-4cf8-a72a-9c073bd0af4d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:20.465688 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8a3e5b-f5b2-4072-afdc-47ee54db0f91 x-openstack-request-id: req-fd8a3e5b-f5b2-4072-afdc-47ee54db0f91 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:20.465935 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:20.466388 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd8a3e5b-f5b2-4072-afdc-47ee54db0f91 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:20.466611 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'status': 'completed', 'code': 200} Sep 16 04:59:20.560791 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb5caed-dde9-4809-b391-75ebe2ce24ef x-openstack-request-id: req-5fb5caed-dde9-4809-b391-75ebe2ce24ef {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:20.561763 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:20.562207 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fb5caed-dde9-4809-b391-75ebe2ce24ef {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:20.563230 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'status': 'completed', 'code': 200} Sep 16 04:59:20.750995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa48b7-16ea-4ca9-b716-d23196de92d8 req-9feeb921-514e-4f06-af28-d70c765c37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.753634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2baa48b7-16ea-4ca9-b716-d23196de92d8 req-9feeb921-514e-4f06-af28-d70c765c37c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1098 time: 0.2590370 Sep 16 04:59:20.806441 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:20.968897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-d496e52b-4752-4633-9f71-21c5d5e63d77 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:20.978536 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-d496e52b-4752-4633-9f71-21c5d5e63d77 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2174907 Sep 16 04:59:21.044932 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deeb9c9-4e2f-4f2a-b87d-b9ff3c5b1f8a req-78dbcd89-74df-4fb3-9a4b-186d9c13b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.053883 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6deeb9c9-4e2f-4f2a-b87d-b9ff3c5b1f8a req-78dbcd89-74df-4fb3-9a4b-186d9c13b006 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82950bbf764f4f1d982dfe298eb2db9f&device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 1098 time: 0.4554772 Sep 16 04:59:21.118585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-98a6c1a5-2dde-4005-9c34-a19b4ce0be50 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.1383343 Sep 16 04:59:21.137100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-0ed4337b-da25-4c03-aba8-72de2605e783 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Request body: {'floatingip': {'port_id': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:21.230679 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59136) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:21.251812 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-0ed4337b-da25-4c03-aba8-72de2605e783 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.253897 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4921fd0-b35f-47cf-adc0-472f9bb2cd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.284297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa48b7-16ea-4ca9-b716-d23196de92d8 req-fb330fdc-8bd6-4a11-90a5-37009a5b50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.286428 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2baa48b7-16ea-4ca9-b716-d23196de92d8 req-fb330fdc-8bd6-4a11-90a5-37009a5b50f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.5244036 Sep 16 04:59:21.398019 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2baa48b7-16ea-4ca9-b716-d23196de92d8 req-63d8ec91-5e44-4784-ae7c-ea85756faa6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 1002 time: 0.1030936 Sep 16 04:59:21.468479 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deeb9c9-4e2f-4f2a-b87d-b9ff3c5b1f8a req-385e7cec-4bca-49ff-a4f2-819983721bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.470307 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6deeb9c9-4e2f-4f2a-b87d-b9ff3c5b1f8a req-385e7cec-4bca-49ff-a4f2-819983721bc8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=74ee2202-5b23-48e2-aa35-ea8795e185a8 HTTP/1.1" status: 200 len: 920 time: 0.4036322 Sep 16 04:59:21.637229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa48b7-16ea-4ca9-b716-d23196de92d8 req-8c7cc26d-008b-414d-8a4d-5098d6bf5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.640357 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2baa48b7-16ea-4ca9-b716-d23196de92d8 req-8c7cc26d-008b-414d-8a4d-5098d6bf5306 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.2329147 Sep 16 04:59:21.644934 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6deeb9c9-4e2f-4f2a-b87d-b9ff3c5b1f8a req-961091ec-e083-40e7-8921-6b35f7166aa2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 217 time: 0.1626718 Sep 16 04:59:21.645314 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.855687 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4921fd0-b35f-47cf-adc0-472f9bb2cd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.893040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e4921fd0-b35f-47cf-adc0-472f9bb2cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:21.925874 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa48b7-16ea-4ca9-b716-d23196de92d8 req-22c48918-e805-486e-baa9-f73bff77c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:21.927684 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2baa48b7-16ea-4ca9-b716-d23196de92d8 req-22c48918-e805-486e-baa9-f73bff77c969 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2780871 Sep 16 04:59:22.056327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4921fd0-b35f-47cf-adc0-472f9bb2cd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cccde48-1cf8-45c1-9df7-15e094d18ae3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:22.074253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deeb9c9-4e2f-4f2a-b87d-b9ff3c5b1f8a req-5c217ead-efae-4b78-b317-4064c92d437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:22.079865 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6deeb9c9-4e2f-4f2a-b87d-b9ff3c5b1f8a req-5c217ead-efae-4b78-b317-4064c92d437c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da42bee0-4252-4db7-8f78-f66cc190ca2a HTTP/1.1" status: 200 len: 859 time: 0.3795538 Sep 16 04:59:22.102509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e4921fd0-b35f-47cf-adc0-472f9bb2cd8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70e6ab281ad945989c0a6963426aa752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8707757 Sep 16 04:59:22.107985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59196) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:22.159485 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6deeb9c9-4e2f-4f2a-b87d-b9ff3c5b1f8a req-b1db5103-5503-413f-9df8-c44da57b63a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74ee2202-5b23-48e2-aa35-ea8795e185a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400741 Sep 16 04:59:22.234136 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2baa48b7-16ea-4ca9-b716-d23196de92d8 req-5d936d58-1e57-492b-a779-1c0ae5f6c835 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578020 Sep 16 04:59:22.277800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a450459c-74ca-442c-a030-33e31ce13a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.366521 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a450459c-74ca-442c-a030-33e31ce13a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.381288 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.resource_extend [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-0ed4337b-da25-4c03-aba8-72de2605e783 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 04:59:22.464449 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-0ed4337b-da25-4c03-aba8-72de2605e783 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.475903 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-0ed4337b-da25-4c03-aba8-72de2605e783 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.495293 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a450459c-74ca-442c-a030-33e31ce13a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.498445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a450459c-74ca-442c-a030-33e31ce13a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:22.500067 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a450459c-74ca-442c-a030-33e31ce13a27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cccde48-1cf8-45c1-9df7-15e094d18ae3 HTTP/1.1" status: 204 len: 168 time: 0.3868160 Sep 16 04:59:22.616266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450459c-74ca-442c-a030-33e31ce13a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cccde48-1cf8-45c1-9df7-15e094d18ae3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:22.621994 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6deeb9c9-4e2f-4f2a-b87d-b9ff3c5b1f8a req-fea768c6-cfea-4dfc-b2ad-6bb79596fa50 service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534986 Sep 16 04:59:22.690624 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2baa48b7-16ea-4ca9-b716-d23196de92d8 req-d9727a1b-f0d0-4892-8d85-6ee26351e674 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489696 Sep 16 04:59:22.770490 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-0ed4337b-da25-4c03-aba8-72de2605e783 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Floating IP 2e1aa321-eb9a-4580-966e-c63f9282b6d2 associated. External IP: 172.25.0.107, port: c3a3f57f-f7b5-4b57-b5f3-27da6479cd92. Sep 16 04:59:22.957596 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6deeb9c9-4e2f-4f2a-b87d-b9ff3c5b1f8a req-a6b60f48-1bc9-4520-a709-ff4496df4356 service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102031 Sep 16 04:59:23.173553 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.319849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-0ed4337b-da25-4c03-aba8-72de2605e783 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Router 6b4b12f5-196f-438a-a5d1-79705943f8cf has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:23.540230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-0ed4337b-da25-4c03-aba8-72de2605e783 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:23.548623 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-0ed4337b-da25-4c03-aba8-72de2605e783 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:23.552157 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc74cb-24de-4e01-be37-227f8019ada3 None None] Sync routers for ids ['6b4b12f5-196f-438a-a5d1-79705943f8cf'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:23.569459 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc74cb-24de-4e01-be37-227f8019ada3 None None] Routers {'6b4b12f5-196f-438a-a5d1-79705943f8cf'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:23.574379 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5ddc74cb-24de-4e01-be37-227f8019ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['6b4b12f5-196f-438a-a5d1-79705943f8cf'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:23.603571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-0ed4337b-da25-4c03-aba8-72de2605e783 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "PUT /v2.0/floatingips/2e1aa321-eb9a-4580-966e-c63f9282b6d2 HTTP/1.1" status: 200 len: 997 time: 2.4836011 Sep 16 04:59:23.603895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:23.606359 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82502ab8-5ef2-4031-9e0b-948cf36ac4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:23.665204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-d658736b-4f25-4823-8cde-db9f5ada1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.667523 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-d658736b-4f25-4823-8cde-db9f5ada1e5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=82950bbf764f4f1d982dfe298eb2db9f&device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 1098 time: 0.0497134 Sep 16 04:59:23.843311 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-5ddc74cb-24de-4e01-be37-227f8019ada3 None None] Set router 6b4b12f5-196f-438a-a5d1-79705943f8cf gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:23.846836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-802e3ed2-3131-498f-8bb5-66b680b2442a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:23.864442 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-802e3ed2-3131-498f-8bb5-66b680b2442a service neutron] 10.222.0.53 "GET /v2.0/networks?id=74ee2202-5b23-48e2-aa35-ea8795e185a8 HTTP/1.1" status: 200 len: 920 time: 0.1882670 Sep 16 04:59:24.058916 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-5fc447c5-1e22-4bbe-ba51-fb19ccd6bfe6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 1000 time: 0.1850228 Sep 16 04:59:24.208751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-8ee5b968-3564-494e-b793-ca999db4ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:24.230785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-8ee5b968-3564-494e-b793-ca999db4ddea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da42bee0-4252-4db7-8f78-f66cc190ca2a HTTP/1.1" status: 200 len: 859 time: 0.1687329 Sep 16 04:59:24.363980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-3e7d62a5-53a3-42f2-aa72-bb6679f848f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=74ee2202-5b23-48e2-aa35-ea8795e185a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319759 Sep 16 04:59:24.384585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-868b27a5-9496-4d6e-9ecd-e69ddda07b64 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:59:24.392693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-868b27a5-9496-4d6e-9ecd-e69ddda07b64 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268407 Sep 16 04:59:24.396532 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5ddc74cb-24de-4e01-be37-227f8019ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '2e1aa321-eb9a-4580-966e-c63f9282b6d2', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'port_id': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'mac_address': 'fa:16:3e:bf:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:19Z', 'updated_at': '2021-09-16T04:59:22Z', 'revision_number': 1, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e385bcf5-2371-49e6-b3f6-930063444530', 'name': '', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'mac_address': 'fa:16:3e:59:a9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:15Z', 'updated_at': '2021-09-16T04:58:32Z', 'revision_number': 5, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'subnets': [{'id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:24.444964 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc74cb-24de-4e01-be37-227f8019ada3 None None] Checking router: 6b4b12f5-196f-438a-a5d1-79705943f8cf for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:24.491727 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc74cb-24de-4e01-be37-227f8019ada3 None None] Routers {'6b4b12f5-196f-438a-a5d1-79705943f8cf'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:24.492480 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5ddc74cb-24de-4e01-be37-227f8019ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['6b4b12f5-196f-438a-a5d1-79705943f8cf'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:24.580116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-f72011eb-9485-4779-afb0-3e631638b1c5 service neutron] 10.222.0.53 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860497 Sep 16 04:59:24.615309 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-5ddc74cb-24de-4e01-be37-227f8019ada3 None None] Set router 6b4b12f5-196f-438a-a5d1-79705943f8cf gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:24.723184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3f715d3-a834-4a42-b3ee-f2d73096e2a0 req-0ccad295-8de2-49f9-917a-9c968464d90a service neutron] 10.222.0.53 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417959 Sep 16 04:59:25.094893 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5ddc74cb-24de-4e01-be37-227f8019ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '2e1aa321-eb9a-4580-966e-c63f9282b6d2', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'port_id': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'mac_address': 'fa:16:3e:bf:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:19Z', 'updated_at': '2021-09-16T04:59:22Z', 'revision_number': 1, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e385bcf5-2371-49e6-b3f6-930063444530', 'name': '', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'mac_address': 'fa:16:3e:59:a9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:15Z', 'updated_at': '2021-09-16T04:58:32Z', 'revision_number': 5, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'subnets': [{'id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:25.104207 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3876ff55-bf48-4c3b-bdea-fe6e80ced1e1 x-openstack-request-id: req-3876ff55-bf48-4c3b-bdea-fe6e80ced1e1 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:25.104487 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:25.104753 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3876ff55-bf48-4c3b-bdea-fe6e80ced1e1 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:25.105186 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'status': 'completed', 'code': 200} Sep 16 04:59:25.184809 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc74cb-24de-4e01-be37-227f8019ada3 None None] The sync data for ids ['6b4b12f5-196f-438a-a5d1-79705943f8cf'] in n-d-712142-17 is: [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '2e1aa321-eb9a-4580-966e-c63f9282b6d2', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'port_id': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'mac_address': 'fa:16:3e:bf:48:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T04:59:19Z', 'updated_at': '2021-09-16T04:59:22Z', 'revision_number': 1, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e385bcf5-2371-49e6-b3f6-930063444530', 'name': '', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'mac_address': 'fa:16:3e:59:a9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:15Z', 'updated_at': '2021-09-16T04:58:32Z', 'revision_number': 5, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'subnets': [{'id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:25.251447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82502ab8-5ef2-4031-9e0b-948cf36ac4b5 req-7178e38e-17cc-420e-b4e1-422a9dfb6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.258708 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-82502ab8-5ef2-4031-9e0b-948cf36ac4b5 req-7178e38e-17cc-420e-b4e1-422a9dfb6b13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82950bbf764f4f1d982dfe298eb2db9f&device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 1098 time: 0.1112661 Sep 16 04:59:25.432197 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-75043858-f629-49a4-be82-d766eff5e311 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 1000 time: 0.3090873 Sep 16 04:59:25.639706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82502ab8-5ef2-4031-9e0b-948cf36ac4b5 req-9ad8dc40-63a2-4646-8511-0f9175bba1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.648688 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-82502ab8-5ef2-4031-9e0b-948cf36ac4b5 req-9ad8dc40-63a2-4646-8511-0f9175bba1f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=74ee2202-5b23-48e2-aa35-ea8795e185a8 HTTP/1.1" status: 200 len: 920 time: 0.3637910 Sep 16 04:59:25.652393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-13ac1eba-a175-4701-a6d0-89ca982ec054 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:25.672276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-13ac1eba-a175-4701-a6d0-89ca982ec054 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports/c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 943 time: 0.2385576 Sep 16 04:59:25.762311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a474bb0-3557-4aa5-aaf6-174110855d23 None None] New status for floating IP 2e1aa321-eb9a-4580-966e-c63f9282b6d2: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:59:25.926710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-82502ab8-5ef2-4031-9e0b-948cf36ac4b5 req-723829ca-3f9c-40bd-8c44-d0f46a4352d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 1000 time: 0.2700438 Sep 16 04:59:25.987181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-f00e0fc2-fc79-44a1-8d29-4a67d73181dc tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 1000 time: 0.1478658 Sep 16 04:59:26.009697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82502ab8-5ef2-4031-9e0b-948cf36ac4b5 req-cf504813-c239-4ea5-9ef9-bdabc8b5b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.012537 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-82502ab8-5ef2-4031-9e0b-948cf36ac4b5 req-cf504813-c239-4ea5-9ef9-bdabc8b5b32c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da42bee0-4252-4db7-8f78-f66cc190ca2a HTTP/1.1" status: 200 len: 859 time: 0.0756917 Sep 16 04:59:26.066321 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-82502ab8-5ef2-4031-9e0b-948cf36ac4b5 req-60b1398f-7fad-49c6-a304-7f0df3ba5713 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74ee2202-5b23-48e2-aa35-ea8795e185a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471764 Sep 16 04:59:26.341513 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-82502ab8-5ef2-4031-9e0b-948cf36ac4b5 req-85c89176-1baf-4281-8f5f-9b7c6c387d88 service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656782 Sep 16 04:59:26.353059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-1f1f4ca5-623a-46c1-8547-3cdfd44598be tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:26.365365 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-1f1f4ca5-623a-46c1-8547-3cdfd44598be tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.3743885 Sep 16 04:59:26.523190 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-82502ab8-5ef2-4031-9e0b-948cf36ac4b5 req-e21e0744-e8a5-43dc-b304-5bbec64e805b service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709108 Sep 16 04:59:26.551442 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-9cacd841-30b7-45c3-8a72-3ed9cb14877e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 1002 time: 0.1841764 Sep 16 04:59:26.571310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-68f3a222-15f1-4498-92ca-4a49417a50f0 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:26.741581 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-68f3a222-15f1-4498-92ca-4a49417a50f0 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.181583 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-68f3a222-15f1-4498-92ca-4a49417a50f0 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.192800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-68f3a222-15f1-4498-92ca-4a49417a50f0 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.193163 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-68f3a222-15f1-4498-92ca-4a49417a50f0 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Floating IP 2e1aa321-eb9a-4580-966e-c63f9282b6d2 disassociated. External IP: 172.25.0.107, port: c3a3f57f-f7b5-4b57-b5f3-27da6479cd92. Sep 16 04:59:27.568748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-68f3a222-15f1-4498-92ca-4a49417a50f0 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Router 6b4b12f5-196f-438a-a5d1-79705943f8cf has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:27.693305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59482) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:27.833880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-68f3a222-15f1-4498-92ca-4a49417a50f0 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:27.842899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-68f3a222-15f1-4498-92ca-4a49417a50f0 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:27.847175 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3033f-aac3-4c6c-9ab4-ae557a9fcbd8 None None] Sync routers for ids ['6b4b12f5-196f-438a-a5d1-79705943f8cf'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:27.860551 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3033f-aac3-4c6c-9ab4-ae557a9fcbd8 None None] Routers {'6b4b12f5-196f-438a-a5d1-79705943f8cf'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:27.863096 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b7e3033f-aac3-4c6c-9ab4-ae557a9fcbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['6b4b12f5-196f-438a-a5d1-79705943f8cf'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:27.968546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-68f3a222-15f1-4498-92ca-4a49417a50f0 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "PUT /v2.0/floatingips/2e1aa321-eb9a-4580-966e-c63f9282b6d2 HTTP/1.1" status: 200 len: 695 time: 1.4120140 Sep 16 04:59:27.968546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:27.981810 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cbcbf1-0aa5-4fcc-afef-c90759bda819" -d '{"events": [{"name": "network-changed", "server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:28.039378 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7044e4d0-cf0c-4e74-a89d-695e2f10de6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.122153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-389d2deb-b445-40c1-a1bb-b97fadd7d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.124129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-389d2deb-b445-40c1-a1bb-b97fadd7d3b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=82950bbf764f4f1d982dfe298eb2db9f&device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 1098 time: 0.1352208 Sep 16 04:59:28.264565 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7044e4d0-cf0c-4e74-a89d-695e2f10de6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.274615 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7044e4d0-cf0c-4e74-a89d-695e2f10de6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.284006 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-b9f17927-8ea5-434a-806e-206c2043457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.286291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-b9f17927-8ea5-434a-806e-206c2043457b service neutron] 10.222.0.53 "GET /v2.0/networks?id=74ee2202-5b23-48e2-aa35-ea8795e185a8 HTTP/1.1" status: 200 len: 920 time: 0.1498671 Sep 16 04:59:28.329623 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7044e4d0-cf0c-4e74-a89d-695e2f10de6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=509ee92240a3489f91c80e72d76e0366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347733 Sep 16 04:59:28.333390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59504) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:28.349245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044e4d0-cf0c-4e74-a89d-695e2f10de6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbac8f9-05c0-4d79-bef6-dab452b768b7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.382438 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-55eb3ec1-48ba-4436-a96f-951760683c3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 217 time: 0.0881381 Sep 16 04:59:28.456099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-fc50a06b-6571-41db-9ed2-35ab0f2a000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:28.457215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-fc50a06b-6571-41db-9ed2-35ab0f2a000e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da42bee0-4252-4db7-8f78-f66cc190ca2a HTTP/1.1" status: 200 len: 859 time: 0.0685890 Sep 16 04:59:28.459206 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-333bf4bf-5819-4697-9154-91d28261dfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.492338 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-1ed6012b-a5b8-43af-a1ee-7bc185764abe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=74ee2202-5b23-48e2-aa35-ea8795e185a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269656 Sep 16 04:59:28.505966 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-333bf4bf-5819-4697-9154-91d28261dfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.510779 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-b7e3033f-aac3-4c6c-9ab4-ae557a9fcbd8 None None] Set router 6b4b12f5-196f-438a-a5d1-79705943f8cf gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:28.598860 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-333bf4bf-5819-4697-9154-91d28261dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.601686 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-333bf4bf-5819-4697-9154-91d28261dfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:28.605579 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-333bf4bf-5819-4697-9154-91d28261dfcb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5cbac8f9-05c0-4d79-bef6-dab452b768b7 HTTP/1.1" status: 204 len: 168 time: 0.2710152 Sep 16 04:59:28.620503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bf4bf-5819-4697-9154-91d28261dfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbac8f9-05c0-4d79-bef6-dab452b768b7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:28.722967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-2f19a30e-60cd-41ee-9be0-1e45b90f9003 service neutron] 10.222.0.53 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209022 Sep 16 04:59:28.845778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59520) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:28.873096 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-922b474e-4e9f-42bd-a735-f8925d8a625c req-81f7dead-5454-4733-882e-2af54e505f0c service neutron] 10.222.0.53 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444952 Sep 16 04:59:28.945679 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b7e3033f-aac3-4c6c-9ab4-ae557a9fcbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e385bcf5-2371-49e6-b3f6-930063444530', 'name': '', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'mac_address': 'fa:16:3e:59:a9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:15Z', 'updated_at': '2021-09-16T04:58:32Z', 'revision_number': 5, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'subnets': [{'id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:28.982346 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3033f-aac3-4c6c-9ab4-ae557a9fcbd8 None None] Checking router: 6b4b12f5-196f-438a-a5d1-79705943f8cf for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:28.993902 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3033f-aac3-4c6c-9ab4-ae557a9fcbd8 None None] Routers {'6b4b12f5-196f-438a-a5d1-79705943f8cf'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:28.994777 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b7e3033f-aac3-4c6c-9ab4-ae557a9fcbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['6b4b12f5-196f-438a-a5d1-79705943f8cf'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:29.126501 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-b7e3033f-aac3-4c6c-9ab4-ae557a9fcbd8 None None] Set router 6b4b12f5-196f-438a-a5d1-79705943f8cf gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:29.128335 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cc5e07c5-a12d-414e-afa9-64c0d8529933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.153280 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5031c7-949a-4e20-9f40-6c231220c7a4 x-openstack-request-id: req-2e5031c7-949a-4e20-9f40-6c231220c7a4 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:29.153573 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:29.153861 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e5031c7-949a-4e20-9f40-6c231220c7a4 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:29.154253 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'status': 'completed', 'code': 200} Sep 16 04:59:29.282345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-b67ed575-6999-4218-bccb-8c88584f2fed tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/floatingips/2e1aa321-eb9a-4580-966e-c63f9282b6d2 HTTP/1.1" status: 200 len: 695 time: 0.0906081 Sep 16 04:59:29.338484 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59540) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:29.365698 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ab1a32ae-c395-4c6b-8ebf-154e95e6ece6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.419940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cc5e07c5-a12d-414e-afa9-64c0d8529933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.429876 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cc5e07c5-a12d-414e-afa9-64c0d8529933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.486088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbcbf1-0aa5-4fcc-afef-c90759bda819 req-be48062e-4949-4b96-bd9d-c7233388649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.487802 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-08cbcbf1-0aa5-4fcc-afef-c90759bda819 req-be48062e-4949-4b96-bd9d-c7233388649c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=82950bbf764f4f1d982dfe298eb2db9f&device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 1098 time: 0.3011339 Sep 16 04:59:29.496657 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cc5e07c5-a12d-414e-afa9-64c0d8529933 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=806313cbfef44aa58b103dfc83b5a8d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496673 Sep 16 04:59:29.499715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e07c5-a12d-414e-afa9-64c0d8529933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272063a7-26c1-4436-a866-7a5c1aae12b4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:29.502233 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59546) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:29.517712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-2d6d2f99-df04-4794-9572-e41f54694e7e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.524428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-2d6d2f99-df04-4794-9572-e41f54694e7e tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 784 time: 0.2381239 Sep 16 04:59:29.544294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-7d2e71df-d885-46d1-846a-d1d56ae1a27d tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 04:59:29.569472 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-7d2e71df-d885-46d1-846a-d1d56ae1a27d tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0381889 Sep 16 04:59:29.623865 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b7e3033f-aac3-4c6c-9ab4-ae557a9fcbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e385bcf5-2371-49e6-b3f6-930063444530', 'name': '', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'mac_address': 'fa:16:3e:59:a9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:15Z', 'updated_at': '2021-09-16T04:58:32Z', 'revision_number': 5, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'subnets': [{'id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:29.655521 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3033f-aac3-4c6c-9ab4-ae557a9fcbd8 None None] The sync data for ids ['6b4b12f5-196f-438a-a5d1-79705943f8cf'] in n-d-712142-17 is: [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'e385bcf5-2371-49e6-b3f6-930063444530', 'name': '', 'network_id': '74ee2202-5b23-48e2-aa35-ea8795e185a8', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'mac_address': 'fa:16:3e:59:a9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:15Z', 'updated_at': '2021-09-16T04:58:32Z', 'revision_number': 5, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'subnets': [{'id': 'da42bee0-4252-4db7-8f78-f66cc190ca2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:29.690108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbcbf1-0aa5-4fcc-afef-c90759bda819 req-f8d9aa6d-15eb-445c-9558-8c70018daa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.692111 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-08cbcbf1-0aa5-4fcc-afef-c90759bda819 req-f8d9aa6d-15eb-445c-9558-8c70018daa08 service neutron] 10.222.0.50 "GET /v2.0/networks?id=74ee2202-5b23-48e2-aa35-ea8795e185a8 HTTP/1.1" status: 200 len: 920 time: 0.1937361 Sep 16 04:59:29.727987 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-8841dcc8-c282-49de-a278-522cb02a404f tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 698 time: 0.1557062 Sep 16 04:59:29.782443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-08cbcbf1-0aa5-4fcc-afef-c90759bda819 req-db0f703a-b69b-41ef-88b2-2c777ee0b154 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 200 len: 217 time: 0.0780795 Sep 16 04:59:29.854587 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-0ec43d19-6dbf-4dc9-9c91-67d4034053e2 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 698 time: 0.1130667 Sep 16 04:59:29.870691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbcbf1-0aa5-4fcc-afef-c90759bda819 req-fdb89fce-0930-47ec-a9c4-fde0180a50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:29.878173 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-08cbcbf1-0aa5-4fcc-afef-c90759bda819 req-fdb89fce-0930-47ec-a9c4-fde0180a50fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da42bee0-4252-4db7-8f78-f66cc190ca2a HTTP/1.1" status: 200 len: 859 time: 0.0816095 Sep 16 04:59:29.926618 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1579d95e-62be-45be-95bb-8ae4b5ff8cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:29.930980 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-08cbcbf1-0aa5-4fcc-afef-c90759bda819 req-11a738ee-24ec-48ca-ace4-064848b013ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74ee2202-5b23-48e2-aa35-ea8795e185a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398169 Sep 16 04:59:30.172282 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 04:59:30.219172 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-08cbcbf1-0aa5-4fcc-afef-c90759bda819 req-25ee4f26-946b-4b38-978a-80ef362c9aec service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754033 Sep 16 04:59:30.243369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28138d89-1d61-45cd-a9c8-2b71f74d9e7b None None] New status for floating IP 2e1aa321-eb9a-4580-966e-c63f9282b6d2: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 04:59:30.269645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-2f1f10bb-5733-4ff0-aaf8-630ba44e6188 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Deleting port 04285862-befc-4968-b871-2cec0b5bd6bc {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:30.270149 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-2f1f10bb-5733-4ff0-aaf8-630ba44e6188 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.284060 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1579d95e-62be-45be-95bb-8ae4b5ff8cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.318187 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ab1a32ae-c395-4c6b-8ebf-154e95e6ece6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.422633 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-08cbcbf1-0aa5-4fcc-afef-c90759bda819 req-7b499102-4730-47a5-b938-917babffd0b4 service neutron] 10.222.0.50 "GET /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719463 Sep 16 04:59:30.429159 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1579d95e-62be-45be-95bb-8ae4b5ff8cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.447786 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1579d95e-62be-45be-95bb-8ae4b5ff8cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:30.452153 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1579d95e-62be-45be-95bb-8ae4b5ff8cc9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/272063a7-26c1-4436-a866-7a5c1aae12b4 HTTP/1.1" status: 204 len: 168 time: 0.9199445 Sep 16 04:59:30.472715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579d95e-62be-45be-95bb-8ae4b5ff8cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272063a7-26c1-4436-a866-7a5c1aae12b4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:30.920022 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ab1a32ae-c395-4c6b-8ebf-154e95e6ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.011004 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ab1a32ae-c395-4c6b-8ebf-154e95e6ece6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22119c5d651d440ab40d2cd3aaa7245c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6710944 Sep 16 04:59:31.011825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a32ae-c395-4c6b-8ebf-154e95e6ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f810db3-98f1-494a-bef6-349017e87376,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:31.015689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59574) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:31.017347 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-2f1f10bb-5733-4ff0-aaf8-630ba44e6188 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.017661 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-2f1f10bb-5733-4ff0-aaf8-630ba44e6188 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.038912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-2f1f10bb-5733-4ff0-aaf8-630ba44e6188 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Calling delete_port for 04285862-befc-4968-b871-2cec0b5bd6bc owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:31.116905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5115e6bd-2b82-470e-8fd7-339e8b454ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.173440 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5115e6bd-2b82-470e-8fd7-339e8b454ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.200628 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-2f1f10bb-5733-4ff0-aaf8-630ba44e6188 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.265727 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5115e6bd-2b82-470e-8fd7-339e8b454ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.268542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5115e6bd-2b82-470e-8fd7-339e8b454ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.270029 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5115e6bd-2b82-470e-8fd7-339e8b454ea9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f810db3-98f1-494a-bef6-349017e87376 HTTP/1.1" status: 204 len: 168 time: 0.2530904 Sep 16 04:59:31.289031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115e6bd-2b82-470e-8fd7-339e8b454ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f810db3-98f1-494a-bef6-349017e87376,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:31.291518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f10bb-5733-4ff0-aaf8-630ba44e6188 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Pushing event deleted for resources: {'Port': ['ID=04285862-befc-4968-b871-2cec0b5bd6bc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:31.431176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-2f1f10bb-5733-4ff0-aaf8-630ba44e6188 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.434368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-2f1f10bb-5733-4ff0-aaf8-630ba44e6188 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.447250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d6a7512-2751-4c4e-943b-453c5b3bdb00 req-2f1f10bb-5733-4ff0-aaf8-630ba44e6188 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "DELETE /v2.0/floatingips/2e1aa321-eb9a-4580-966e-c63f9282b6d2 HTTP/1.1" status: 204 len: 173 time: 1.5836141 Sep 16 04:59:31.619134 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-647132cc-9578-4203-b0e4-77a6bbba959e req-7b69e43c-673b-41e9-9b9a-dc0079602b87 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups/bae49391-4570-479c-94bb-9d7ea716fb52 HTTP/1.1" status: 200 len: 1810 time: 0.0797176 Sep 16 04:59:31.703270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-647132cc-9578-4203-b0e4-77a6bbba959e req-3f9180d6-2a53-4e26-b9d8-151c9482fd9a tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.735576 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-647132cc-9578-4203-b0e4-77a6bbba959e req-3f9180d6-2a53-4e26-b9d8-151c9482fd9a tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.808095 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-647132cc-9578-4203-b0e4-77a6bbba959e req-3f9180d6-2a53-4e26-b9d8-151c9482fd9a tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.813130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-647132cc-9578-4203-b0e4-77a6bbba959e req-3f9180d6-2a53-4e26-b9d8-151c9482fd9a tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:31.817521 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-647132cc-9578-4203-b0e4-77a6bbba959e req-3f9180d6-2a53-4e26-b9d8-151c9482fd9a tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "DELETE /v2.0/security-groups/bae49391-4570-479c-94bb-9d7ea716fb52 HTTP/1.1" status: 204 len: 173 time: 0.1887100 Sep 16 04:59:31.848122 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9180d6-2a53-4e26-b9d8-151c9482fd9a tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae49391-4570-479c-94bb-9d7ea716fb52,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:32.078516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-502f1465-cb07-46c8-9111-bfd400aa5a6b tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:32.086076 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-502f1465-cb07-46c8-9111-bfd400aa5a6b tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/networks?id=42660028-7eee-4adc-80d4-cf7ad0e8368a HTTP/1.1" status: 200 len: 813 time: 0.1592212 Sep 16 04:59:32.105722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-fd4b6bf8-4716-41c7-98f5-12cb6e7229a9 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/quotas/6e4078711f1a4ccd8cfe9f966cb65f60 HTTP/1.1" status: 200 len: 375 time: 0.0186675 Sep 16 04:59:32.146762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-96390d60-e052-402c-a081-11a662c6aafa tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e4078711f1a4ccd8cfe9f966cb65f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399623 Sep 16 04:59:32.272730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-39e5ca87-27fd-43f5-a38b-5472ed0f7c92 service neutron] 10.222.0.53 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248648 Sep 16 04:59:32.403665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-e009e2d1-a0ee-493c-ae4a-d8f70a383060 service neutron] 10.222.0.53 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204317 Sep 16 04:59:32.522199 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-b7425714-8bc5-41eb-8e1e-e8764260742c req-959cf281-b038-458b-b7e3-40baf1fbbaf8 service neutron] (94745) timed out ('10.222.0.50', 52640) {{(pid=94745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 04:59:33.148916 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ba0a4d4-788d-462f-be6a-e75216c0d996 req-0a29e10b-fe4b-4aab-adba-1f889bdfd85d tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 210 time: 0.1018765 Sep 16 04:59:33.219662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59680) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.320270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0be485-138c-42e8-8b10-e815fd0e238e req-018e4ebe-c3ae-4df7-88e7-cb1bc095b2a2 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:33.330468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b0be485-138c-42e8-8b10-e815fd0e238e req-018e4ebe-c3ae-4df7-88e7-cb1bc095b2a2 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.0901418 Sep 16 04:59:33.425373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b0be485-138c-42e8-8b10-e815fd0e238e req-e788efbf-34ab-417b-a88e-f158446523b6 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887396 Sep 16 04:59:33.599283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-859b83a2-b458-4b61-9a17-965efba1c7a6 tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:33.639620 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-859b83a2-b458-4b61-9a17-965efba1c7a6 tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] 10.222.0.53 "PUT /v2.0/quotas/b60cc04759a74a8fb261a667b72c3e8a HTTP/1.1" status: 200 len: 366 time: 0.4169765 Sep 16 04:59:33.641991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59696) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.656013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-98f1ae9c-e508-4f71-b08d-ddfa53bf3693 tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0111003 Sep 16 04:59:33.657904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59698) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.668766 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-30445c67-b3ea-4708-a2c0-79c790ee0ba3 tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] 10.222.0.53 "GET /v2.0/quotas/b60cc04759a74a8fb261a667b72c3e8a HTTP/1.1" status: 200 len: 366 time: 0.0093772 Sep 16 04:59:33.672452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59700) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.692563 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2f5130ea-c700-4f5f-ae30-c646b71c472a tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/b60cc04759a74a8fb261a667b72c3e8a HTTP/1.1" status: 204 len: 168 time: 0.0186145 Sep 16 04:59:33.695169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59702) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.714112 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4fdac7b9-cbe2-43c5-b558-5df64eeb75b4 tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0127208 Sep 16 04:59:33.718380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59708) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.728961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d683610a-aa15-4f0e-aa24-960f1dcdcc68 tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] 10.222.0.53 "GET /v2.0/quotas/b60cc04759a74a8fb261a667b72c3e8a HTTP/1.1" status: 200 len: 370 time: 0.0090249 Sep 16 04:59:33.731514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59710) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.737514 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2648bea4-6b04-45de-936c-702125c71d0a tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] 10.222.0.53 "GET /v2.0/quotas/b60cc04759a74a8fb261a667b72c3e8a/default HTTP/1.1" status: 200 len: 370 time: 0.0042737 Sep 16 04:59:33.739846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59712) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.748512 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-6088717a-a2fa-4070-ade6-482e5419e3c0 tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] delete failed (client error): The resource could not be found. Sep 16 04:59:33.749750 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6088717a-a2fa-4070-ade6-482e5419e3c0 tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/b60cc04759a74a8fb261a667b72c3e8a HTTP/1.1" status: 404 len: 348 time: 0.0086203 Sep 16 04:59:33.923771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59720) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:33.946369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Usage tracker for resource:network and tenant:07a06d9abeff4805953b70eaebbf7a9b is out of sync, need to count used quota {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:59:33.952594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:59:33.978872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Usage tracker for resource:subnet and tenant:07a06d9abeff4805953b70eaebbf7a9b is out of sync, need to count used quota {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:59:33.983605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:59:33.997183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Usage tracker for resource:subnetpool and tenant:07a06d9abeff4805953b70eaebbf7a9b is out of sync, need to count used quota {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:59:34.007034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:59:34.016563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Usage tracker for resource:port and tenant:07a06d9abeff4805953b70eaebbf7a9b is out of sync, need to count used quota {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:59:34.024880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:59:34.035905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Usage tracker for resource:router and tenant:07a06d9abeff4805953b70eaebbf7a9b is out of sync, need to count used quota {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:59:34.047123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:59:34.064307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Usage tracker for resource:floatingip and tenant:07a06d9abeff4805953b70eaebbf7a9b is out of sync, need to count used quota {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:59:34.126148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:59:34.198175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Usage tracker for resource:security_group and tenant:07a06d9abeff4805953b70eaebbf7a9b is out of sync, need to count used quota {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:59:34.209146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:59:34.223624 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Usage tracker for resource:security_group_rule and tenant:07a06d9abeff4805953b70eaebbf7a9b is out of sync, need to count used quota {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 16 04:59:34.231738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.quota.resource [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 16 04:59:34.237253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-999af6a3-d948-4dfa-b136-db5e06ae78cf tempest-QuotasTest-720456242 tempest-QuotasTest-720456242-project-admin] 10.222.0.53 "GET /v2.0/quotas/07a06d9abeff4805953b70eaebbf7a9b/details.json HTTP/1.1" status: 200 len: 703 time: 0.3118403 Sep 16 04:59:34.320631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-11c6d0e5-766b-49cc-a4f2-30686bbfd4f7 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.322202 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-11c6d0e5-766b-49cc-a4f2-30686bbfd4f7 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.50 "GET /v2.0/networks?id=42660028-7eee-4adc-80d4-cf7ad0e8368a HTTP/1.1" status: 200 len: 813 time: 0.2077396 Sep 16 04:59:34.337743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Request body: {'port': {'device_id': 'ed4dbc81-2083-4fa7-a114-19a6735e537d', 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a', 'admin_state_up': True, 'tenant_id': '6e4078711f1a4ccd8cfe9f966cb65f60'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:34.370742 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31ee98dc-2aa9-455e-9441-a0e56246640b req-4266204e-18b9-4578-b640-86a52f130fde tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 210 time: 0.0433917 Sep 16 04:59:34.628303 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Made reservation on behalf of 6e4078711f1a4ccd8cfe9f966cb65f60 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:34.633236 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:34.652342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cd20a-6d0e-46b6-b86a-8afc1ca83061 req-a0b3a5a2-147a-41a9-9599-4df92a249195 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:34.657291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-945cd20a-6d0e-46b6-b86a-8afc1ca83061 req-a0b3a5a2-147a-41a9-9599-4df92a249195 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1027539 Sep 16 04:59:34.725742 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-945cd20a-6d0e-46b6-b86a-8afc1ca83061 req-3e4646bb-41a0-459a-b3d3-3fe0b432abba tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592892 Sep 16 04:59:34.915386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Allocated IP 172.20.0.4 (42660028-7eee-4adc-80d4-cf7ad0e8368a/cf199e85-97bd-433b-b1a4-0e1e3ce81ccc/007b032c-16f7-4606-9f4a-99e0e5c2dc61) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:34.962393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59746) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.132798 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0816cdf5-0962-4fec-9624-c78e5ca0fca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.165983 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.212204 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.265509 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0816cdf5-0962-4fec-9624-c78e5ca0fca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.272241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Network 42660028-7eee-4adc-80d4-cf7ad0e8368a is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:35.273450 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0816cdf5-0962-4fec-9624-c78e5ca0fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.276064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:35.281070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:35.296942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Pushing event updated for resources: {'Port': ['ID=007b032c-16f7-4606-9f4a-99e0e5c2dc61,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.376167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0816cdf5-0962-4fec-9624-c78e5ca0fca6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fab7983852b1469ca7875a55508640e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127500 Sep 16 04:59:35.379523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59754) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:35.381808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816cdf5-0962-4fec-9624-c78e5ca0fca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da77ed9c-d38a-41a2-adc7-99dbf7a05c85,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:35.394156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:35.395811 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:35.397135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:35.398412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:35.399443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:35.400005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:35.400653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:35.401243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:35.401839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:35.402403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:35.402964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:35.403540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 04:59:35.436972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.438131 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.475277 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-1aef80d1-2847-4389-9cb0-54568cf467a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1415832 Sep 16 04:59:35.475865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e426fff-7530-4ce4-921b-cf3d6b623b03 req-3ad2d777-937e-40ce-8021-0647490d2b4f tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.481900 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e426fff-7530-4ce4-921b-cf3d6b623b03 req-3ad2d777-937e-40ce-8021-0647490d2b4f tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.50 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.1775515 Sep 16 04:59:35.502175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Request body: {'port': {'device_id': 'ed4dbc81-2083-4fa7-a114-19a6735e537d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:35.563681 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.568522 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.645371 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71048dca-5788-4ec3-8fdf-600ed5005985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.695750 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71048dca-5788-4ec3-8fdf-600ed5005985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.719760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4675b-ad63-4ec7-8056-2258aca04991 req-89331118-7a7a-4790-b8b2-238668074803 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:35.721367 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06e4675b-ad63-4ec7-8056-2258aca04991 req-89331118-7a7a-4790-b8b2-238668074803 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 931 time: 0.2114704 Sep 16 04:59:35.890474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-1e426fff-7530-4ce4-921b-cf3d6b623b03 req-002f9dff-537c-4188-9e3b-c16a4fcae2d9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Deleting port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:35.890842 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1e426fff-7530-4ce4-921b-cf3d6b623b03 req-002f9dff-537c-4188-9e3b-c16a4fcae2d9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:35.920791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06e4675b-ad63-4ec7-8056-2258aca04991 req-d115f164-e1cc-424b-ad55-b6a84facdfe2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816885 Sep 16 04:59:35.993655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007b032c-16f7-4606-9f4a-99e0e5c2dc61 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:36.006188 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.072801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Transition to ACTIVE for port object 007b032c-16f7-4606-9f4a-99e0e5c2dc61 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 04:59:36.079100 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.126108 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71048dca-5788-4ec3-8fdf-600ed5005985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.128890 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71048dca-5788-4ec3-8fdf-600ed5005985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.148274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-71048dca-5788-4ec3-8fdf-600ed5005985 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da77ed9c-d38a-41a2-adc7-99dbf7a05c85 HTTP/1.1" status: 204 len: 168 time: 0.7537122 Sep 16 04:59:36.167986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71048dca-5788-4ec3-8fdf-600ed5005985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da77ed9c-d38a-41a2-adc7-99dbf7a05c85,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:36.233552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-1e426fff-7530-4ce4-921b-cf3d6b623b03 req-002f9dff-537c-4188-9e3b-c16a4fcae2d9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] For port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,segment=NetworkSegment(e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17),segment_id=e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:36.233552 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1e426fff-7530-4ce4-921b-cf3d6b623b03 req-002f9dff-537c-4188-9e3b-c16a4fcae2d9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.238394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Pushing event updated for resources: {'Port': ['ID=007b032c-16f7-4606-9f4a-99e0e5c2dc61,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:36.259037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c75cf9-b2d0-4b09-bbd6-4a5b8cb57530 req-dd133dff-28da-4122-b6a5-af2b084883bd tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.269640 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3c75cf9-b2d0-4b09-bbd6-4a5b8cb57530 req-dd133dff-28da-4122-b6a5-af2b084883bd tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 946 time: 0.2205544 Sep 16 04:59:36.286479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-1e426fff-7530-4ce4-921b-cf3d6b623b03 req-002f9dff-537c-4188-9e3b-c16a4fcae2d9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Calling delete_port for c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:36.349082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Attempting to bind port 007b032c-16f7-4606-9f4a-99e0e5c2dc61 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:36.349712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Attempting to bind port 007b032c-16f7-4606-9f4a-99e0e5c2dc61 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '3b4b53c6-1a80-4985-a6cd-7a19055cdf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:36.350262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Attempting to bind port 007b032c-16f7-4606-9f4a-99e0e5c2dc61 on network 42660028-7eee-4adc-80d4-cf7ad0e8368a {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:36.358184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Port 007b032c-16f7-4606-9f4a-99e0e5c2dc61 on network 42660028-7eee-4adc-80d4-cf7ad0e8368a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 04:59:36.359665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Attempting to bind port 007b032c-16f7-4606-9f4a-99e0e5c2dc61 on network 42660028-7eee-4adc-80d4-cf7ad0e8368a {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:36.367379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:36.368024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Checking segment: {'id': '3b4b53c6-1a80-4985-a6cd-7a19055cdf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:36.368645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Bound using segment: {'id': '3b4b53c6-1a80-4985-a6cd-7a19055cdf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:36.369250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Bound port: 007b032c-16f7-4606-9f4a-99e0e5c2dc61, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4b53c6-1a80-4985-a6cd-7a19055cdf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:36.369825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.452083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3c75cf9-b2d0-4b09-bbd6-4a5b8cb57530 req-bfd23299-ee54-4f02-98e1-22de3398b95c tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/security-groups?id=455f5a57-1101-44c0-b1d5-2d08b2243a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805322 Sep 16 04:59:36.487136 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] For port 007b032c-16f7-4606-9f4a-99e0e5c2dc61, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:36.495898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] For port 007b032c-16f7-4606-9f4a-99e0e5c2dc61, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=007b032c-16f7-4606-9f4a-99e0e5c2dc61,segment=NetworkSegment(3b4b53c6-1a80-4985-a6cd-7a19055cdf2c),segment_id=3b4b53c6-1a80-4985-a6cd-7a19055cdf2c)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:36.512554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.590434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.591374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.593551 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] 10.222.0.50 "PUT /v2.0/ports/007b032c-16f7-4606-9f4a-99e0e5c2dc61 HTTP/1.1" status: 200 len: 1092 time: 1.0965745 Sep 16 04:59:36.594424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4dbc81-2083-4fa7-a114-19a6735e537d', 'tag': '007b032c-16f7-4606-9f4a-99e0e5c2dc61'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:36.597711 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92a048f-b16d-4cc2-b21b-727b96c12a77" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4dbc81-2083-4fa7-a114-19a6735e537d", "tag": "007b032c-16f7-4606-9f4a-99e0e5c2dc61"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:36.632052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd664dee-5daf-4a52-ba24-37a880302592 service neutron] Pushing event updated for resources: {'Port': ['ID=007b032c-16f7-4606-9f4a-99e0e5c2dc61,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:36.695119 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1e426fff-7530-4ce4-921b-cf3d6b623b03 req-002f9dff-537c-4188-9e3b-c16a4fcae2d9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.714423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:36.733530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-990a51c8-7de2-4de8-bd4b-2e91d1eda327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:36.735277 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-990a51c8-7de2-4de8-bd4b-2e91d1eda327 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e4078711f1a4ccd8cfe9f966cb65f60&device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 1095 time: 0.0762205 Sep 16 04:59:36.777226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59794) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:36.782904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f9dff-537c-4188-9e3b-c16a4fcae2d9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Pushing event deleted for resources: {'Port': ['ID=c3a3f57f-f7b5-4b57-b5f3-27da6479cd92,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:36.830701 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-6a3958d5-5bb3-4039-ad60-50f16b7f6c9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=007b032c-16f7-4606-9f4a-99e0e5c2dc61 HTTP/1.1" status: 200 len: 217 time: 0.0865383 Sep 16 04:59:36.835404 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f60698f-af08-4f04-ba21-ff1f5010ceea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.945039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e426fff-7530-4ce4-921b-cf3d6b623b03 req-002f9dff-537c-4188-9e3b-c16a4fcae2d9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] No DVR routers for this DVR port c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 04:59:36.983677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1e426fff-7530-4ce4-921b-cf3d6b623b03 req-002f9dff-537c-4188-9e3b-c16a4fcae2d9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:36.986199 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e426fff-7530-4ce4-921b-cf3d6b623b03 req-002f9dff-537c-4188-9e3b-c16a4fcae2d9 tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.50 "DELETE /v2.0/ports/c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 HTTP/1.1" status: 204 len: 173 time: 1.4774787 Sep 16 04:59:36.986931 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'name': 'network-vif-deleted', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:36.995837 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898218a9-e61e-491b-9564-4b8c4b412089" -d '{"events": [{"server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "name": "network-vif-deleted", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:37.017034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-0407320b-a099-466c-abf4-0da6aa48754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.023043 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-0407320b-a099-466c-abf4-0da6aa48754a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf199e85-97bd-433b-b1a4-0e1e3ce81ccc HTTP/1.1" status: 200 len: 853 time: 0.1801817 Sep 16 04:59:37.053963 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2280f4e-0c27-49d1-a406-c9f73c85d15e x-openstack-request-id: req-a2280f4e-0c27-49d1-a406-c9f73c85d15e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:37.054265 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4dbc81-2083-4fa7-a114-19a6735e537d", "tag": "007b032c-16f7-4606-9f4a-99e0e5c2dc61", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:37.054513 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2280f4e-0c27-49d1-a406-c9f73c85d15e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:37.054934 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4dbc81-2083-4fa7-a114-19a6735e537d', 'tag': '007b032c-16f7-4606-9f4a-99e0e5c2dc61', 'status': 'completed', 'code': 200} Sep 16 04:59:37.116454 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-4176740c-45f5-4241-b0c9-1cab0abe899d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42660028-7eee-4adc-80d4-cf7ad0e8368a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805149 Sep 16 04:59:37.251515 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f60698f-af08-4f04-ba21-ff1f5010ceea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.258840 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-42e39839-5238-4777-8d3b-15f488b60553 service neutron] 10.222.0.50 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224201 Sep 16 04:59:37.278796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3f60698f-af08-4f04-ba21-ff1f5010ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.337950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397ddb3-1aeb-4b11-b5fe-b91db65602af req-df6bfcba-d5d8-4327-a91a-94d6404a3400 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.346362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b397ddb3-1aeb-4b11-b5fe-b91db65602af req-df6bfcba-d5d8-4327-a91a-94d6404a3400 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 943 time: 0.1872745 Sep 16 04:59:37.372042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60698f-af08-4f04-ba21-ff1f5010ceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c35fae-4716-4dec-ba14-bb09f3054015,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:37.386824 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3f60698f-af08-4f04-ba21-ff1f5010ceea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07a06d9abeff4805953b70eaebbf7a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5930328 Sep 16 04:59:37.393740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59806) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:37.409756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b397ddb3-1aeb-4b11-b5fe-b91db65602af req-1bd0b0dd-740d-4b1c-a000-a392fded467c tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616460 Sep 16 04:59:37.412105 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-374d564e-4b02-4fb9-b12e-492b837ac8d9 req-f88acfd9-0c08-4157-95e4-e73e9fd030af service neutron] 10.222.0.50 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434705 Sep 16 04:59:37.458238 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23925798-13cf-4c7c-a28e-f3156c6eb313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.516917 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70e6d17-f256-4683-a18d-b671a6c0ce4e x-openstack-request-id: req-f70e6d17-f256-4683-a18d-b671a6c0ce4e {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:37.517228 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0190cc4d-b9fa-4924-9eba-4212b8b2bf1c", "name": "network-vif-deleted", "tag": "c3a3f57f-f7b5-4b57-b5f3-27da6479cd92", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:37.517495 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f70e6d17-f256-4683-a18d-b671a6c0ce4e {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:37.518093 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0190cc4d-b9fa-4924-9eba-4212b8b2bf1c', 'name': 'network-vif-deleted', 'tag': 'c3a3f57f-f7b5-4b57-b5f3-27da6479cd92', 'status': 'completed', 'code': 200} Sep 16 04:59:37.570568 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23925798-13cf-4c7c-a28e-f3156c6eb313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.621444 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.673063 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3aaae4ae-2fbc-4482-a865-e77f751d82d2 req-8e63cb42-148f-4471-ad47-72833ff7615b tempest-ServerRescueTestJSONUnderV235-1180662590 tempest-ServerRescueTestJSONUnderV235-1180662590-project] 10.222.0.53 "GET /v2.0/ports?device_id=0190cc4d-b9fa-4924-9eba-4212b8b2bf1c HTTP/1.1" status: 200 len: 210 time: 0.0447881 Sep 16 04:59:37.694011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a048f-b16d-4cc2-b21b-727b96c12a77 req-abba10ee-1972-46da-b01d-0dcf06954e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.699831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d92a048f-b16d-4cc2-b21b-727b96c12a77 req-abba10ee-1972-46da-b01d-0dcf06954e71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e4078711f1a4ccd8cfe9f966cb65f60&device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 1095 time: 0.1906631 Sep 16 04:59:37.817859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23925798-13cf-4c7c-a28e-f3156c6eb313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.820518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23925798-13cf-4c7c-a28e-f3156c6eb313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:37.822004 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-23925798-13cf-4c7c-a28e-f3156c6eb313 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20c35fae-4716-4dec-ba14-bb09f3054015 HTTP/1.1" status: 204 len: 168 time: 0.4280236 Sep 16 04:59:37.835153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23925798-13cf-4c7c-a28e-f3156c6eb313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c35fae-4716-4dec-ba14-bb09f3054015,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:37.859568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a048f-b16d-4cc2-b21b-727b96c12a77 req-ad544f81-0964-4c7c-8022-0f11ca083fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.859568 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d92a048f-b16d-4cc2-b21b-727b96c12a77 req-ad544f81-0964-4c7c-8022-0f11ca083fbe service neutron] 10.222.0.50 "GET /v2.0/networks?id=42660028-7eee-4adc-80d4-cf7ad0e8368a HTTP/1.1" status: 200 len: 914 time: 0.1522119 Sep 16 04:59:37.918878 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d92a048f-b16d-4cc2-b21b-727b96c12a77 req-ead46b3a-33c4-4f04-8a5b-e3ee4394a337 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=007b032c-16f7-4606-9f4a-99e0e5c2dc61 HTTP/1.1" status: 200 len: 217 time: 0.0475614 Sep 16 04:59:37.976412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a048f-b16d-4cc2-b21b-727b96c12a77 req-f9efce84-1187-4fbf-831f-fe74e5d0c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:37.978068 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d92a048f-b16d-4cc2-b21b-727b96c12a77 req-f9efce84-1187-4fbf-831f-fe74e5d0c403 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf199e85-97bd-433b-b1a4-0e1e3ce81ccc HTTP/1.1" status: 200 len: 853 time: 0.0533071 Sep 16 04:59:38.027373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d92a048f-b16d-4cc2-b21b-727b96c12a77 req-947245bf-1044-4cec-9a27-46d1d3e7b21e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42660028-7eee-4adc-80d4-cf7ad0e8368a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381150 Sep 16 04:59:38.167322 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d92a048f-b16d-4cc2-b21b-727b96c12a77 req-59e704b5-a21d-43db-a2a2-111761d1256e service neutron] 10.222.0.50 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303301 Sep 16 04:59:38.635383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd836f7-3d27-4916-a53f-9caebf4998b4 req-7f54f3a3-43d9-4d41-bbe4-2723cb58c16e tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:38.637242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1fd836f7-3d27-4916-a53f-9caebf4998b4 req-7f54f3a3-43d9-4d41-bbe4-2723cb58c16e tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 943 time: 0.1126654 Sep 16 04:59:38.684671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d92a048f-b16d-4cc2-b21b-727b96c12a77 req-a956b09e-b1ac-484e-8063-0123be10077e service neutron] 10.222.0.50 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108957 Sep 16 04:59:38.727856 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1fd836f7-3d27-4916-a53f-9caebf4998b4 req-a162f836-d041-423b-9ac8-a516521bb176 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820086 Sep 16 04:59:38.833227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 59848) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:39.658207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:39.706230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:39.706636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c3a3f57f-f7b5-4b57-b5f3-27da6479cd92 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:39.758926 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-028c4d46-287e-42e7-a900-11290f1f1699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:39.907743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 59952) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:40.164309 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94291226-0617-44f4-a95b-d56f34c110ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.209290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475103b-ad83-44e8-8840-46908a91ed45 req-7fa0f1ea-6514-4499-8bb1-453c19f9458a tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:40.211557 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f475103b-ad83-44e8-8840-46908a91ed45 req-7fa0f1ea-6514-4499-8bb1-453c19f9458a tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 943 time: 0.1774223 Sep 16 04:59:40.290415 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94291226-0617-44f4-a95b-d56f34c110ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.298706 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94291226-0617-44f4-a95b-d56f34c110ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.300582 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f475103b-ad83-44e8-8840-46908a91ed45 req-7a9a6d52-d0fb-4819-9091-7d4c15cfe790 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692730 Sep 16 04:59:40.345293 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-94291226-0617-44f4-a95b-d56f34c110ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35a86f9491234d7faafe2731be2009a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356995 Sep 16 04:59:40.347854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94291226-0617-44f4-a95b-d56f34c110ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcce516-0e43-491a-bbf0-c5114f058e0a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.348297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60012) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:40.454536 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb171a11-0294-467a-891c-391aefc002f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.487296 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb171a11-0294-467a-891c-391aefc002f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.501120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-028c4d46-287e-42e7-a900-11290f1f1699 admin admin] Deleting port e385bcf5-2371-49e6-b3f6-930063444530 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:40.501467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-028c4d46-287e-42e7-a900-11290f1f1699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.526359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60036) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:40.606445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb171a11-0294-467a-891c-391aefc002f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.610455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb171a11-0294-467a-891c-391aefc002f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.614296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cb171a11-0294-467a-891c-391aefc002f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfcce516-0e43-491a-bbf0-c5114f058e0a HTTP/1.1" status: 204 len: 168 time: 0.2650242 Sep 16 04:59:40.623439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-028c4d46-287e-42e7-a900-11290f1f1699 admin admin] For port e385bcf5-2371-49e6-b3f6-930063444530, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e385bcf5-2371-49e6-b3f6-930063444530,segment=NetworkSegment(e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17),segment_id=e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:40.624018 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-028c4d46-287e-42e7-a900-11290f1f1699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.635756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb171a11-0294-467a-891c-391aefc002f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcce516-0e43-491a-bbf0-c5114f058e0a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.662263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1194207102', 'router:external': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:40.671388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-028c4d46-287e-42e7-a900-11290f1f1699 admin admin] Calling delete_port for e385bcf5-2371-49e6-b3f6-930063444530 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:40.693356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Made reservation on behalf of abda5e7a34c0489aaa149c4551400afb for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:40.695920 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.713463 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.839014 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.845980 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.891303 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 04:59:40.904368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39523eb6-99fb-4710-a93c-9ea9beb99d31,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:40.912895 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.915078 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Added segment 6def71dd-3163-4ade-bc51-adad15cd462e of type vlan for network 83c574ef-e5ee-4359-bfa8-afb1581fc49c Sep 16 04:59:40.970944 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-028c4d46-287e-42e7-a900-11290f1f1699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:40.981189 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.035676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c4d46-287e-42e7-a900-11290f1f1699 admin admin] Pushing event deleted for resources: {'Port': ['ID=e385bcf5-2371-49e6-b3f6-930063444530,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:41.049508 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.050658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.051370 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.149921 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6219437 Sep 16 04:59:41.150966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57265baf-4e27-4580-a761-f7e50aedbf69 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event updated for resources: {'Network': ['ID=83c574ef-e5ee-4359-bfa8-afb1581fc49c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:41.157745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60116) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:41.161985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 83c574ef-e5ee-4359-bfa8-afb1581fc49c details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 04:59:41.165520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Request body: {'subnet': {'network_id': '83c574ef-e5ee-4359-bfa8-afb1581fc49c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:41.173970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60120) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:41.195960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23083c6c-31fd-41b9-8ffe-077356f21f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.206024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Made reservation on behalf of abda5e7a34c0489aaa149c4551400afb for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:41.209596 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.289642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-028c4d46-287e-42e7-a900-11290f1f1699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.538306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f6124-cb68-42d7-8be7-ace91ce97bb3 req-331f40d8-7f08-4e70-9c18-60c03a7c5b1f tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.539883 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d6f6124-cb68-42d7-8be7-ace91ce97bb3 req-331f40d8-7f08-4e70-9c18-60c03a7c5b1f tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 943 time: 0.1447206 Sep 16 04:59:41.553801 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23083c6c-31fd-41b9-8ffe-077356f21f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.587013 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23083c6c-31fd-41b9-8ffe-077356f21f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.632733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.objects.ports [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94744) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 04:59:41.633323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.665895 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d6f6124-cb68-42d7-8be7-ace91ce97bb3 req-209a6552-14b8-4bfe-8b82-33ece7e49174 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099532 Sep 16 04:59:41.673083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 007b032c-16f7-4606-9f4a-99e0e5c2dc61 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 04:59:41.712295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23083c6c-31fd-41b9-8ffe-077356f21f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc919520-2fea-4781-bc91-7cb734780367,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:41.719255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c72c9d5f-8765-4c2c-8360-0875d694b984,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:41.731439 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Checking segment: {'id': '6def71dd-3163-4ade-bc51-adad15cd462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '83c574ef-e5ee-4359-bfa8-afb1581fc49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:41.732721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Network hostable DHCP agents. Network: 83c574ef-e5ee-4359-bfa8-afb1581fc49c, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 04:59:41.754842 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-23083c6c-31fd-41b9-8ffe-077356f21f04 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c1b629f6b43484bb80a31cb3fdb9f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5788786 Sep 16 04:59:41.759115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60192) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:41.787925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Network 83c574ef-e5ee-4359-bfa8-afb1581fc49c is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 04:59:41.803286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 83c574ef-e5ee-4359-bfa8-afb1581fc49c) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:41.811007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:41.811936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.834479 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b467-a01a-4d52-9aa8-48ed5775ec8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.841192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7effdeb-86b8-4065-817a-44722bafc765 None None] Network 83c574ef-e5ee-4359-bfa8-afb1581fc49c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:41.849910 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8946af72-1774-46db-af7a-490a5611ff3f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6894557 Sep 16 04:59:41.852951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60204) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:41.862578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1540891507', 'network_id': '83c574ef-e5ee-4359-bfa8-afb1581fc49c'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:41.886469 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b467-a01a-4d52-9aa8-48ed5775ec8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.887340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028c4d46-287e-42e7-a900-11290f1f1699 admin admin] Router 6b4b12f5-196f-438a-a5d1-79705943f8cf has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 04:59:41.932339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Made reservation on behalf of abda5e7a34c0489aaa149c4551400afb for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 04:59:41.936038 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:41.966615 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] device_id is not set on port 24e9b205-dc61-428d-bc3e-6860a8e0b862 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 04:59:42.135291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b467-a01a-4d52-9aa8-48ed5775ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.144989 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b467-a01a-4d52-9aa8-48ed5775ec8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.146361 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dbf6b467-a01a-4d52-9aa8-48ed5775ec8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc919520-2fea-4781-bc91-7cb734780367 HTTP/1.1" status: 204 len: 168 time: 0.3862524 Sep 16 04:59:42.240087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6b467-a01a-4d52-9aa8-48ed5775ec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc919520-2fea-4781-bc91-7cb734780367,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.307278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8774689-dce7-465a-9699-f3aec036598d None None] Network 83c574ef-e5ee-4359-bfa8-afb1581fc49c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 04:59:42.348756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Allocated IP 2001:db8::21b (83c574ef-e5ee-4359-bfa8-afb1581fc49c/c72c9d5f-8765-4c2c-8360-0875d694b984/24e9b205-dc61-428d-bc3e-6860a8e0b862) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:42.371413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 007b032c-16f7-4606-9f4a-99e0e5c2dc61, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=007b032c-16f7-4606-9f4a-99e0e5c2dc61,segment=NetworkSegment(3b4b53c6-1a80-4985-a6cd-7a19055cdf2c),segment_id=3b4b53c6-1a80-4985-a6cd-7a19055cdf2c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:42.447880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '007b032c-16f7-4606-9f4a-99e0e5c2dc61', 'network_id': '42660028-7eee-4adc-80d4-cf7ad0e8368a', 'port_id': '007b032c-16f7-4606-9f4a-99e0e5c2dc61', 'mac_address': 'fa:16:3e:cc:59:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf199e85-97bd-433b-b1a4-0e1e3ce81ccc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 04:59:42.635976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028c4d46-287e-42e7-a900-11290f1f1699 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:42.646695 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e7827a-e947-407f-9f41-ca6fee2650cb None None] Sync routers for ids ['6b4b12f5-196f-438a-a5d1-79705943f8cf'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:42.650341 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-028c4d46-287e-42e7-a900-11290f1f1699 admin admin] 10.222.0.53 "PUT /v2.0/routers/6b4b12f5-196f-438a-a5d1-79705943f8cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8154764 Sep 16 04:59:42.652483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60282) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:42.655767 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.666787 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e7827a-e947-407f-9f41-ca6fee2650cb None None] Routers {'6b4b12f5-196f-438a-a5d1-79705943f8cf'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:42.667375 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-57e7827a-e947-407f-9f41-ca6fee2650cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['6b4b12f5-196f-438a-a5d1-79705943f8cf'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:42.742540 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007b032c-16f7-4606-9f4a-99e0e5c2dc61 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 04:59:42.756928 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.806511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 007b032c-16f7-4606-9f4a-99e0e5c2dc61, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=007b032c-16f7-4606-9f4a-99e0e5c2dc61,segment=NetworkSegment(3b4b53c6-1a80-4985-a6cd-7a19055cdf2c),segment_id=3b4b53c6-1a80-4985-a6cd-7a19055cdf2c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:42.816553 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.875551 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:42.913964 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=007b032c-16f7-4606-9f4a-99e0e5c2dc61,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:42.941356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Network 83c574ef-e5ee-4359-bfa8-afb1581fc49c is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:42.949095 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:42.956082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:42.957364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:42.958346 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.001693 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.004623 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-57e7827a-e947-407f-9f41-ca6fee2650cb None None] Set router 6b4b12f5-196f-438a-a5d1-79705943f8cf gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:43.008732 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1545117 Sep 16 04:59:43.009819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d58570-ce7b-4bbe-b285-e35af7236db8 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event updated for resources: {'Port': ['ID=24e9b205-dc61-428d-bc3e-6860a8e0b862,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.024884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60326) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:43.103130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['007b032c-16f7-4606-9f4a-99e0e5c2dc61'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 04:59:43.207708 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd577a46-6731-4aaa-b058-522c13264259 req-f611b62c-bda5-4550-b0ec-7b2164c71c67 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:43.209213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fd577a46-6731-4aaa-b058-522c13264259 req-f611b62c-bda5-4550-b0ec-7b2164c71c67 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 944 time: 0.3741372 Sep 16 04:59:43.210981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.221292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-de875e94-292a-4c21-be3f-2cca20669b37 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Deleting port 24e9b205-dc61-428d-bc3e-6860a8e0b862 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:43.222015 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-de875e94-292a-4c21-be3f-2cca20669b37 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.356040 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fd577a46-6731-4aaa-b058-522c13264259 req-ca027777-eaaf-4daf-8668-50f05285e4c2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321912 Sep 16 04:59:43.371648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Deleting port db2dd734-fbcc-4f12-82f1-c619267f1a8e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:43.372164 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.399200 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-57e7827a-e947-407f-9f41-ca6fee2650cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:59:40Z', 'revision_number': 5, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port': {'id': 'db2dd734-fbcc-4f12-82f1-c619267f1a8e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:08Z', 'updated_at': '2021-09-16T04:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:43.402104 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-de875e94-292a-4c21-be3f-2cca20669b37 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.426477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-de875e94-292a-4c21-be3f-2cca20669b37 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Calling delete_port for 24e9b205-dc61-428d-bc3e-6860a8e0b862 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:43.460156 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e7827a-e947-407f-9f41-ca6fee2650cb None None] Checking router: 6b4b12f5-196f-438a-a5d1-79705943f8cf for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:43.487996 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e7827a-e947-407f-9f41-ca6fee2650cb None None] Routers {'6b4b12f5-196f-438a-a5d1-79705943f8cf'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:43.488919 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-57e7827a-e947-407f-9f41-ca6fee2650cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['6b4b12f5-196f-438a-a5d1-79705943f8cf'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:43.570593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] For port db2dd734-fbcc-4f12-82f1-c619267f1a8e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=db2dd734-fbcc-4f12-82f1-c619267f1a8e,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:43.570977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.597196 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Calling delete_port for db2dd734-fbcc-4f12-82f1-c619267f1a8e owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:43.605938 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-57e7827a-e947-407f-9f41-ca6fee2650cb None None] Set router 6b4b12f5-196f-438a-a5d1-79705943f8cf gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:43.681757 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-57e7827a-e947-407f-9f41-ca6fee2650cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:59:43Z', 'revision_number': 6, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:43.696246 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-de875e94-292a-4c21-be3f-2cca20669b37 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.719328 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e7827a-e947-407f-9f41-ca6fee2650cb None None] The sync data for ids ['6b4b12f5-196f-438a-a5d1-79705943f8cf'] in n-d-712142-17 is: [{'id': '6b4b12f5-196f-438a-a5d1-79705943f8cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-506330074-router', 'tenant_id': '82950bbf764f4f1d982dfe298eb2db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:06Z', 'updated_at': '2021-09-16T04:59:43Z', 'revision_number': 6, 'project_id': '82950bbf764f4f1d982dfe298eb2db9f', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:43.750612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de875e94-292a-4c21-be3f-2cca20669b37 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event deleted for resources: {'Port': ['ID=24e9b205-dc61-428d-bc3e-6860a8e0b862,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.790561 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-de875e94-292a-4c21-be3f-2cca20669b37 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.792933 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-de875e94-292a-4c21-be3f-2cca20669b37 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "DELETE /v2.0/ports/24e9b205-dc61-428d-bc3e-6860a8e0b862 HTTP/1.1" status: 204 len: 168 time: 0.7611461 Sep 16 04:59:43.796245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60406) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:43.800726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83c574ef-e5ee-4359-bfa8-afb1581fc49c', 'external_fixed_ips': [{'subnet_id': 'c72c9d5f-8765-4c2c-8360-0875d694b984', 'ip_address': '2001:db8::21b'}]}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:43.825913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.826991 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.859463 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.891922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Pushing event deleted for resources: {'Port': ['ID=db2dd734-fbcc-4f12-82f1-c619267f1a8e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:43.905432 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:43.993776 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.087750 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.109313 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.112002 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.181655 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.182610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b4b12f5-196f-438a-a5d1-79705943f8cf {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:59:44.196918 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.204265 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-520833dc-8b8d-4d25-8f9e-dc6a6e22c67c admin admin] 10.222.0.53 "DELETE /v2.0/routers/6b4b12f5-196f-438a-a5d1-79705943f8cf HTTP/1.1" status: 204 len: 168 time: 1.5482028 Sep 16 04:59:44.205096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60420) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:44.289701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd7a5c0-f3f5-4647-9fd0-8c6ef02299da admin admin] Deleting subnet da42bee0-4252-4db7-8f78-f66cc190ca2a {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:44.294173 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a5c0-f3f5-4647-9fd0-8c6ef02299da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.360734 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a5c0-f3f5-4647-9fd0-8c6ef02299da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.395470 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.421644 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.430766 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a5c0-f3f5-4647-9fd0-8c6ef02299da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.595455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a5c0-f3f5-4647-9fd0-8c6ef02299da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.631978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90319877-1989-47e4-8427-deeae44be0da req-78e2b7dc-f72e-4a35-a8b5-7a7f0c332e6a tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:44.641642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90319877-1989-47e4-8427-deeae44be0da req-78e2b7dc-f72e-4a35-a8b5-7a7f0c332e6a tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 944 time: 0.1230042 Sep 16 04:59:44.665334 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a5c0-f3f5-4647-9fd0-8c6ef02299da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:44.667296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7cd7a5c0-f3f5-4647-9fd0-8c6ef02299da admin admin] 10.222.0.53 "DELETE /v2.0/subnets/da42bee0-4252-4db7-8f78-f66cc190ca2a HTTP/1.1" status: 204 len: 168 time: 0.4612086 Sep 16 04:59:44.671238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60444) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:44.676958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7a5c0-f3f5-4647-9fd0-8c6ef02299da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da42bee0-4252-4db7-8f78-f66cc190ca2a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:44.726382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90319877-1989-47e4-8427-deeae44be0da req-88b0b984-0329-4a35-bd47-aa14ea1f4296 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834737 Sep 16 04:59:44.746461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Allocated IP 2001:db8::21b (83c574ef-e5ee-4359-bfa8-afb1581fc49c/c72c9d5f-8765-4c2c-8360-0875d694b984/a518663f-97c0-4b70-82d1-f46720292b82) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:44.848021 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.023590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.087554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.162505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device db2dd734-fbcc-4f12-82f1-c619267f1a8e no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:45.168007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event updated for resources: {'Port': ['ID=a518663f-97c0-4b70-82d1-f46720292b82,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:45.178857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Network 83c574ef-e5ee-4359-bfa8-afb1581fc49c is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:45.182321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:45.204990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: db2dd734-fbcc-4f12-82f1-c619267f1a8e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:45.205790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device db2dd734-fbcc-4f12-82f1-c619267f1a8e not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:45.208981 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e385bcf5-2371-49e6-b3f6-930063444530 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 04:59:45.234660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:45.238946 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.247548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: e385bcf5-2371-49e6-b3f6-930063444530 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 04:59:45.248426 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e385bcf5-2371-49e6-b3f6-930063444530 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 04:59:45.337813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ee2202-5b23-48e2-aa35-ea8795e185a8']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:45.369439 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:45.369792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34d5bd9-3091-48f1-b5bc-3cb0fcdbfc17') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:45.383118 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.409319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.419356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:45.420349 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:45.422447 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:45.609127 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.619115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.623955 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] 10.222.0.53 "DELETE /v2.0/networks/74ee2202-5b23-48e2-aa35-ea8795e185a8 HTTP/1.1" status: 204 len: 168 time: 0.9394026 Sep 16 04:59:45.642724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51850ffa-3414-4852-b70f-1f00b2cdd702 admin admin] Pushing event deleted for resources: {'Network': ['ID=74ee2202-5b23-48e2-aa35-ea8795e185a8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:45.656415 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.688872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 007b032c-16f7-4606-9f4a-99e0e5c2dc61 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 04:59:45.788021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 007b032c-16f7-4606-9f4a-99e0e5c2dc61 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 04:59:45.792178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 007b032c-16f7-4606-9f4a-99e0e5c2dc61 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 04:59:45.792570 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:45.884699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febf588-b2ea-44a6-bae0-976014583830 req-3b8b6cce-4ae1-453f-9e71-a1fc4744ff89 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:45.887086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4febf588-b2ea-44a6-bae0-976014583830 req-3b8b6cce-4ae1-453f-9e71-a1fc4744ff89 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 944 time: 0.0679817 Sep 16 04:59:45.984221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4febf588-b2ea-44a6-bae0-976014583830 req-02bc8b9b-1f38-49e9-9f34-db59044a69a2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789943 Sep 16 04:59:46.015075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60472) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.038407 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.039814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.071943 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-316e67c2-dec2-43c7-a02d-231418d73bb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82950bbf764f4f1d982dfe298eb2db9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556796 Sep 16 04:59:46.072624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4dbc81-2083-4fa7-a114-19a6735e537d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007b032c-16f7-4606-9f4a-99e0e5c2dc61'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 04:59:46.072839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60476) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.080165 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce443379-93e7-4408-94ec-fac98fe66fdf" -d '{"events": [{"server_uuid": "ed4dbc81-2083-4fa7-a114-19a6735e537d", "name": "network-vif-plugged", "status": "completed", "tag": "007b032c-16f7-4606-9f4a-99e0e5c2dc61"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 04:59:46.096580 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 007b032c-16f7-4606-9f4a-99e0e5c2dc61, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=007b032c-16f7-4606-9f4a-99e0e5c2dc61,segment=NetworkSegment(3b4b53c6-1a80-4985-a6cd-7a19055cdf2c),segment_id=3b4b53c6-1a80-4985-a6cd-7a19055cdf2c)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 04:59:46.105807 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.152545 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2071a905-5f24-4e0f-9d2b-35900477125e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.161055 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 04:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2561bdfe-7b6b-490a-9589-f3a7fd309f8a x-openstack-request-id: req-2561bdfe-7b6b-490a-9589-f3a7fd309f8a {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 04:59:46.161370 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4dbc81-2083-4fa7-a114-19a6735e537d", "name": "network-vif-plugged", "status": "completed", "tag": "007b032c-16f7-4606-9f4a-99e0e5c2dc61", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 04:59:46.161647 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2561bdfe-7b6b-490a-9589-f3a7fd309f8a {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 04:59:46.162058 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4dbc81-2083-4fa7-a114-19a6735e537d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007b032c-16f7-4606-9f4a-99e0e5c2dc61', 'code': 200} Sep 16 04:59:46.191964 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2071a905-5f24-4e0f-9d2b-35900477125e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.199446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=007b032c-16f7-4606-9f4a-99e0e5c2dc61,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.249956 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2071a905-5f24-4e0f-9d2b-35900477125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.252594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2071a905-5f24-4e0f-9d2b-35900477125e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.256174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2071a905-5f24-4e0f-9d2b-35900477125e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/455f5a57-1101-44c0-b1d5-2d08b2243a58 HTTP/1.1" status: 204 len: 168 time: 0.1798465 Sep 16 04:59:46.264135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071a905-5f24-4e0f-9d2b-35900477125e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455f5a57-1101-44c0-b1d5-2d08b2243a58,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:46.266098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5fbff-13c9-4cc0-af01-12275ecf3dc8 req-a27e310e-a289-488a-a299-9c7f72e9b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:46.268035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43d5fbff-13c9-4cc0-af01-12275ecf3dc8 req-a27e310e-a289-488a-a299-9c7f72e9b72d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 1097 time: 0.0584323 Sep 16 04:59:46.269163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Router 7e6632f3-a5ab-4885-9f6d-4943dd2ac14e is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:59:46.361239 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43d5fbff-13c9-4cc0-af01-12275ecf3dc8 req-cbb68a37-a22d-4d57-8cd9-87d896108115 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802224 Sep 16 04:59:46.409057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:46.420100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] Sync routers for ids ['7e6632f3-a5ab-4885-9f6d-4943dd2ac14e'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:46.425958 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.429468 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-348b7ea3-482f-4279-8cb2-0d37e3feca4d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.6297951 Sep 16 04:59:46.429748 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60482) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:46.433630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] Routers {'7e6632f3-a5ab-4885-9f6d-4943dd2ac14e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:46.434388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['7e6632f3-a5ab-4885-9f6d-4943dd2ac14e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:46.543431 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.556847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] Set router 7e6632f3-a5ab-4885-9f6d-4943dd2ac14e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:46.670095 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.740384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Deleting port a518663f-97c0-4b70-82d1-f46720292b82 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:46.740738 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.811051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6632f3-a5ab-4885-9f6d-4943dd2ac14e', 'name': '', 'tenant_id': 'abda5e7a34c0489aaa149c4551400afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83c574ef-e5ee-4359-bfa8-afb1581fc49c', 'external_fixed_ips': [{'subnet_id': 'c72c9d5f-8765-4c2c-8360-0875d694b984', 'ip_address': '2001:db8::21b'}], 'enable_snat': True}, 'gw_port_id': 'a518663f-97c0-4b70-82d1-f46720292b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:43Z', 'updated_at': '2021-09-16T04:59:45Z', 'revision_number': 3, 'project_id': 'abda5e7a34c0489aaa149c4551400afb', 'gw_port': {'id': 'a518663f-97c0-4b70-82d1-f46720292b82', 'name': '', 'network_id': '83c574ef-e5ee-4359-bfa8-afb1581fc49c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6632f3-a5ab-4885-9f6d-4943dd2ac14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'c72c9d5f-8765-4c2c-8360-0875d694b984', 'ip_address': '2001:db8::21b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:44Z', 'updated_at': '2021-09-16T04:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c72c9d5f-8765-4c2c-8360-0875d694b984', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:46.846000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:46.846987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] Checking router: 7e6632f3-a5ab-4885-9f6d-4943dd2ac14e for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:46.847353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] Updating router 7e6632f3-a5ab-4885-9f6d-4943dd2ac14e port a518663f-97c0-4b70-82d1-f46720292b82 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:46.866217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Calling delete_port for a518663f-97c0-4b70-82d1-f46720292b82 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:46.878389 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.135642 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.208011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.210672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event deleted for resources: {'Port': ['ID=a518663f-97c0-4b70-82d1-f46720292b82,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.273909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3eb49-858d-4afd-8618-2e47df18ed66 req-2232170c-c513-4f13-8425-be00241e5663 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:47.294351 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-39c3eb49-858d-4afd-8618-2e47df18ed66 req-2232170c-c513-4f13-8425-be00241e5663 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 945 time: 0.1497054 Sep 16 04:59:47.313085 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01319e32-af9e-4b8d-a9cf-c8b1c5de3cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.331698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.334857 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.402389 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-39c3eb49-858d-4afd-8618-2e47df18ed66 req-3771a8da-ccc7-4d29-a2c9-37ebcc7cd8fd tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030695 Sep 16 04:59:47.407424 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 04:59:47.408055 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 04:59:47.416178 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.416904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e6632f3-a5ab-4885-9f6d-4943dd2ac14e {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:59:47.422376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.426822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60544) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:47.429567 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4f9962f1-32d0-40f8-89e5-5dc0b77960f2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7e6632f3-a5ab-4885-9f6d-4943dd2ac14e HTTP/1.1" status: 204 len: 168 time: 0.9976747 Sep 16 04:59:47.511776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90c667b-02fd-4a07-a66b-4303d146c11c tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Deleting subnet c72c9d5f-8765-4c2c-8360-0875d694b984 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 04:59:47.518521 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a90c667b-02fd-4a07-a66b-4303d146c11c tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.588222 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a90c667b-02fd-4a07-a66b-4303d146c11c tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.651117 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a90c667b-02fd-4a07-a66b-4303d146c11c tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.723520 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a90c667b-02fd-4a07-a66b-4303d146c11c tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.757489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c667b-02fd-4a07-a66b-4303d146c11c tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c72c9d5f-8765-4c2c-8360-0875d694b984,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:47.766258 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a90c667b-02fd-4a07-a66b-4303d146c11c tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.771338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60564) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:47.785081 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a90c667b-02fd-4a07-a66b-4303d146c11c tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/c72c9d5f-8765-4c2c-8360-0875d694b984 HTTP/1.1" status: 204 len: 168 time: 0.3569643 Sep 16 04:59:47.856469 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.953066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] Port a518663f-97c0-4b70-82d1-f46720292b82 not found while updating agent binding for router 7e6632f3-a5ab-4885-9f6d-4943dd2ac14e. {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 04:59:47.987053 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:47.994628 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] Routers set() bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:47.995287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] Router IDs set() for agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 04:59:47.996132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_agentschedulers_db [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7e6632f3-a5ab-4885-9f6d-4943dd2ac14e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent'). {{(pid=94746) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 04:59:47.996714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a491a-330a-4f46-8376-dcdb98526063 None None] The sync data for ids ['7e6632f3-a5ab-4885-9f6d-4943dd2ac14e'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:48.038249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c574ef-e5ee-4359-bfa8-afb1581fc49c']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:48.044438 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69e57aa1-3160-4266-8398-a7b2c72a138d req-fd731a02-603e-4691-8f7e-a4225a201531 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=2169e021-28c2-411a-ae94-e1ac4027ceb7 HTTP/1.1" status: 200 len: 210 time: 0.0678420 Sep 16 04:59:48.055434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6def71dd-3163-4ade-bc51-adad15cd462e') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:48.055736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6def71dd-3163-4ade-bc51-adad15cd462e') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:48.068030 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.106753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.114601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 04:59:48.115248 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: timer() Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 04:59:48.117633 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 04:59:48.202177 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.612566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ea74-46ba-46d8-90f5-68e3607a3239 req-b04112fe-b684-41d4-ab9f-ee1d1b007c8d tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 04:59:48.620683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5193ea74-46ba-46d8-90f5-68e3607a3239 req-b04112fe-b684-41d4-ab9f-ee1d1b007c8d tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 945 time: 0.0970447 Sep 16 04:59:48.672502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5193ea74-46ba-46d8-90f5-68e3607a3239 req-a7aa5cb8-b738-479e-bf84-e070f54ad1b2 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508330 Sep 16 04:59:48.870092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83c574ef-e5ee-4359-bfa8-afb1581fc49c {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 16 04:59:48.875752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:48.878013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "DELETE /v2.0/networks/83c574ef-e5ee-4359-bfa8-afb1581fc49c HTTP/1.1" status: 204 len: 168 time: 1.1054413 Sep 16 04:59:48.879759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521fa5b-7eb2-49a3-aa18-3af6311ae361 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event deleted for resources: {'Network': ['ID=83c574ef-e5ee-4359-bfa8-afb1581fc49c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:49.354172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60630) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:49.361984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-52792fab-403d-470b-a2f9-68773921e79b tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Request body: {'router': {'name': 'tempest-router--274464754', 'project_id': 'ea8025be4d0846edb859d1e9e0c9afc3'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:49.426753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-52792fab-403d-470b-a2f9-68773921e79b tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.426753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-52792fab-403d-470b-a2f9-68773921e79b tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.531488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-52792fab-403d-470b-a2f9-68773921e79b tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.539429 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-52792fab-403d-470b-a2f9-68773921e79b tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.565935 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-52792fab-403d-470b-a2f9-68773921e79b tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:49.567308 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-52792fab-403d-470b-a2f9-68773921e79b tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2118571 Sep 16 04:59:49.570100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60640) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:49.742951 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1bac0d6d-e491-4b08-b88f-867bf6e1190b req-aae9daa4-22af-410f-b7ec-62cb8178267d tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0795367 Sep 16 04:59:49.753301 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20be3d68-b634-4d64-b3d2-844041b0449d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.075117 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20be3d68-b634-4d64-b3d2-844041b0449d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.079227 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20be3d68-b634-4d64-b3d2-844041b0449d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.139209 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20be3d68-b634-4d64-b3d2-844041b0449d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.140074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20be3d68-b634-4d64-b3d2-844041b0449d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90df3ab9-121e-46ea-a791-22317bf72390 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:59:50.145476 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20be3d68-b634-4d64-b3d2-844041b0449d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.149432 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-20be3d68-b634-4d64-b3d2-844041b0449d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "DELETE /v2.0/routers/90df3ab9-121e-46ea-a791-22317bf72390 HTTP/1.1" status: 204 len: 168 time: 0.5759041 Sep 16 04:59:50.183038 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d9a5b18e-ffce-4a01-b02e-019d4c82a1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.389374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60650) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:50.682976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1061847350', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:50.709738 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.710951 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.782121 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.792186 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:50.949519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19a57580-ce77-428b-b8ed-adac814201e3 req-b5e38220-2329-4db0-aa91-75be7420268e tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0403574 Sep 16 04:59:50.992739 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.412108 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0bcd4545-564d-4c7c-9096-2fc7e7cdcfad req-e8541839-9b5c-41ac-b5e3-f65f9546bd3c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2169e021-28c2-411a-ae94-e1ac4027ceb7 HTTP/1.1" status: 200 len: 210 time: 0.2364271 Sep 16 04:59:51.439700 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.464313 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.535252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60682) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.638775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Allocated IP 172.25.0.61 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/1eb729e3-ac31-4ffe-ad50-35073eebd508) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:51.656086 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.750448 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa93d530-a25b-4b99-adc9-96de3430b26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.885778 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa93d530-a25b-4b99-adc9-96de3430b26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.899442 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa93d530-a25b-4b99-adc9-96de3430b26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.903516 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f86724eb-d8c0-4c8d-98d9-0836f9722f7b req-efd392dd-e6c7-499e-9136-0c0bc50c0e13 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0716100 Sep 16 04:59:51.907189 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.941836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60690) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:51.942114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fa93d530-a25b-4b99-adc9-96de3430b26f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6225f862c084de99908b7dcf0de470f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055152 Sep 16 04:59:51.961176 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:51.967123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93d530-a25b-4b99-adc9-96de3430b26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f84d72f-b7e8-4d5c-96e6-b4116cdea179,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.027117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:52.037848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:52.041012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:52.068538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Pushing event updated for resources: {'Port': ['ID=1eb729e3-ac31-4ffe-ad50-35073eebd508,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.089968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df10e821-239f-4bd3-a12c-3be2f8eed0f3 req-2a52118d-d1a4-4ef1-9a15-0b8b4a8577eb tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0409484 Sep 16 04:59:52.098555 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80a51e81-281a-45d1-b3e9-258fa836464d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.185545 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80a51e81-281a-45d1-b3e9-258fa836464d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.310650 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80a51e81-281a-45d1-b3e9-258fa836464d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.313423 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80a51e81-281a-45d1-b3e9-258fa836464d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.317502 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-80a51e81-281a-45d1-b3e9-258fa836464d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f84d72f-b7e8-4d5c-96e6-b4116cdea179 HTTP/1.1" status: 204 len: 168 time: 0.3714159 Sep 16 04:59:52.369307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a51e81-281a-45d1-b3e9-258fa836464d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f84d72f-b7e8-4d5c-96e6-b4116cdea179,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:52.423055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:52.797937 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.043419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Router d979af4a-c08c-49a6-bbc9-25057ee16236 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:59:53.189186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:53.191479 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.203479 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c231b9-064e-401a-a33a-e81c91cd6e13 None None] Sync routers for ids ['d979af4a-c08c-49a6-bbc9-25057ee16236'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:53.227411 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.229950 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-71de8882-9d0d-420f-8023-fbc7f33c4e9d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8394821 Sep 16 04:59:53.233294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60724) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.233492 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c231b9-064e-401a-a33a-e81c91cd6e13 None None] Routers {'d979af4a-c08c-49a6-bbc9-25057ee16236'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:53.238207 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d1c231b9-064e-401a-a33a-e81c91cd6e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d979af4a-c08c-49a6-bbc9-25057ee16236'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.334114 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d1c231b9-064e-401a-a33a-e81c91cd6e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.338104 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-191b9cab-6aa1-4923-ab0a-66a81a32db5d req-2bbe3acd-0fe8-4cc9-98a7-053e5d662690 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0447087 Sep 16 04:59:53.350210 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c231b9-064e-401a-a33a-e81c91cd6e13 None None] Routers {'d979af4a-c08c-49a6-bbc9-25057ee16236'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:53.364802 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d1c231b9-064e-401a-a33a-e81c91cd6e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d979af4a-c08c-49a6-bbc9-25057ee16236'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.421348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dd2a05a5-2b8b-42ee-8ff3-896d53a0840f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/routers/d979af4a-c08c-49a6-bbc9-25057ee16236 HTTP/1.1" status: 200 len: 924 time: 0.1863570 Sep 16 04:59:53.424124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60730) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.454830 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d1c231b9-064e-401a-a33a-e81c91cd6e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:53.455785 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c231b9-064e-401a-a33a-e81c91cd6e13 None None] The sync data for ids ['d979af4a-c08c-49a6-bbc9-25057ee16236'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:53.459888 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-312465ad-04c5-4230-a406-6a48dc40aee2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "GET /v2.0/ports?device_id=d979af4a-c08c-49a6-bbc9-25057ee16236 HTTP/1.1" status: 200 len: 205 time: 0.0321088 Sep 16 04:59:53.460316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60736) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:53.730354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.891621 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:53.989493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Deleting port 1eb729e3-ac31-4ffe-ad50-35073eebd508 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 04:59:53.990225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.053804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e191d1c-b2be-48cc-840e-cbb938b024b5 req-b51ebf9e-47a0-4b37-8b1e-d455cb379d8d tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0478206 Sep 16 04:59:54.143146 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.159759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Calling delete_port for 1eb729e3-ac31-4ffe-ad50-35073eebd508 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 04:59:54.472615 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.504093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Pushing event deleted for resources: {'Port': ['ID=1eb729e3-ac31-4ffe-ad50-35073eebd508,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:54.601901 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.714940 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.717515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-a0be7047-6492-4eea-a696-673576a48cae req-3bfed693-e267-4e81-b990-267a9f3530db tempest-ServersNegativeTestJSON-1418074717 tempest-ServersNegativeTestJSON-1418074717-project] (94745) timed out ('10.222.0.15', 60332) {{(pid=94745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 04:59:54.719105 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.770271 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.770831 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Fanout notify agent at l3_agent the message router_deleted on router d979af4a-c08c-49a6-bbc9-25057ee16236 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 04:59:54.777949 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.780241 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9bf69947-4aac-4c5e-85ab-53086a003ae2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/routers/d979af4a-c08c-49a6-bbc9-25057ee16236 HTTP/1.1" status: 204 len: 168 time: 1.3183272 Sep 16 04:59:54.783280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 60770) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:54.788156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1551252778', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'enable_snat': False}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:54.816914 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.820237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:54.882389 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.034141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.222825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b5847f36-b7c9-4b1c-8ee6-33b51e09f4b1 req-7f3fde48-065f-43c0-b2cc-12260b160981 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0344586 Sep 16 04:59:55.284900 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.305555 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.418939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Allocated IP 172.25.0.92 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/4fdb4782-cf56-4c8b-9741-d219d376c41c) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:55.566464 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.605689 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:55.720791 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event updated for resources: {'Port': ['ID=4fdb4782-cf56-4c8b-9741-d219d376c41c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:55.726942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:55.729701 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:55.736731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:55.761642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-ff6c3247-4b7b-4d30-8f7c-18ce9ae06f22 req-e84d6703-4511-4771-b1d1-70fc8c276038 service neutron] (94744) timed out ('10.222.0.15', 60398) {{(pid=94744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 04:59:56.082946 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.407773 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3a06752e-bc02-43a4-b5b4-d690d285b4b0 req-91b83c8c-9052-4ac3-8609-55bcad3519cb tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0704412 Sep 16 04:59:56.494849 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:56.692031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Router e83fd179-f366-4e84-ac92-757589d4154f is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 04:59:57.379783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 04:59:57.411237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Sync routers for ids ['e83fd179-f366-4e84-ac92-757589d4154f'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 04:59:57.412909 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.418735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60822) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:57.420008 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9d1d7505-e098-41fe-b35d-89aa436e5fd3 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6346245 Sep 16 04:59:57.550198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Routers {'e83fd179-f366-4e84-ac92-757589d4154f'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:57.553920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-48399dd3-5237-43db-9543-86674ee098bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['e83fd179-f366-4e84-ac92-757589d4154f'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:57.605388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1006ea5d-125a-470b-aaad-b60e3f971d8a req-f412cbc5-7534-4722-b0b8-65f637671b48 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0564902 Sep 16 04:59:57.625198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-59264e7d-ac38-4798-816a-96511ca2791a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/routers/e83fd179-f366-4e84-ac92-757589d4154f HTTP/1.1" status: 200 len: 908 time: 0.2047873 Sep 16 04:59:57.628427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60828) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 04:59:57.642321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1551252778', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'enable_snat': True}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 04:59:57.677856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.680968 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:57.698239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Set router e83fd179-f366-4e84-ac92-757589d4154f gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:57.747126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.017140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-48399dd3-5237-43db-9543-86674ee098bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83fd179-f366-4e84-ac92-757589d4154f', 'name': 'tempest-snat-router-1551252778', 'tenant_id': 'abda5e7a34c0489aaa149c4551400afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.92'}], 'enable_snat': False}, 'gw_port_id': '4fdb4782-cf56-4c8b-9741-d219d376c41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:54Z', 'updated_at': '2021-09-16T04:59:55Z', 'revision_number': 3, 'project_id': 'abda5e7a34c0489aaa149c4551400afb', 'gw_port': {'id': '4fdb4782-cf56-4c8b-9741-d219d376c41c', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83fd179-f366-4e84-ac92-757589d4154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:55Z', 'updated_at': '2021-09-16T04:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:58.053277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Checking router: e83fd179-f366-4e84-ac92-757589d4154f for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 04:59:58.053653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Updating router e83fd179-f366-4e84-ac92-757589d4154f port 4fdb4782-cf56-4c8b-9741-d219d376c41c binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 04:59:58.096519 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.317470 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.546303 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.558187 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.649073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3bfef-1a2c-4119-9c82-647a963aaccb None None] Pushing event updated for resources: {'Port': ['ID=4fdb4782-cf56-4c8b-9741-d219d376c41c,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:58.691094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Attempting to bind port 4fdb4782-cf56-4c8b-9741-d219d376c41c on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 04:59:58.691479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Attempting to bind port 4fdb4782-cf56-4c8b-9741-d219d376c41c by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 04:59:58.691841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Attempting to bind port 4fdb4782-cf56-4c8b-9741-d219d376c41c on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 04:59:58.698336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 4, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 04:59:58.698734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 04:59:58.699157 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.699567 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 04:59:58.700059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Bound port: 4fdb4782-cf56-4c8b-9741-d219d376c41c, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 04:59:58.701073 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.743880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.784641 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.815997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-48399dd3-5237-43db-9543-86674ee098bb None None] For port 4fdb4782-cf56-4c8b-9741-d219d376c41c, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 04:59:58.822447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-48399dd3-5237-43db-9543-86674ee098bb None None] For port 4fdb4782-cf56-4c8b-9741-d219d376c41c, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4fdb4782-cf56-4c8b-9741-d219d376c41c,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 04:59:58.828101 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:58.888994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-727f7957-862d-4231-848d-ed28bb80b1f5 req-f8e56890-23e3-457d-b24e-332b568187d0 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0871663 Sep 16 04:59:58.926960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Routers {'e83fd179-f366-4e84-ac92-757589d4154f'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 04:59:58.927610 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-48399dd3-5237-43db-9543-86674ee098bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['e83fd179-f366-4e84-ac92-757589d4154f'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:59.021588 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Allocated IP 172.25.0.216 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/ce1a17af-09a1-46cd-8a81-0855a2b1c9bb) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 04:59:59.071191 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3bfef-1a2c-4119-9c82-647a963aaccb None None] Pushing event updated for resources: {'Port': ['ID=4fdb4782-cf56-4c8b-9741-d219d376c41c,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:59.167797 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.205411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-48399dd3-5237-43db-9543-86674ee098bb None None] Set router e83fd179-f366-4e84-ac92-757589d4154f gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 04:59:59.220163 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 04:59:59.270339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 04:59:59.278203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 04:59:59.286082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 04:59:59.373914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event updated for resources: {'Port': ['ID=ce1a17af-09a1-46cd-8a81-0855a2b1c9bb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 04:59:59.505200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-48399dd3-5237-43db-9543-86674ee098bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83fd179-f366-4e84-ac92-757589d4154f', 'name': 'tempest-snat-router-1551252778', 'tenant_id': 'abda5e7a34c0489aaa149c4551400afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.92'}], 'enable_snat': False}, 'gw_port_id': '4fdb4782-cf56-4c8b-9741-d219d376c41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:54Z', 'updated_at': '2021-09-16T04:59:55Z', 'revision_number': 3, 'project_id': 'abda5e7a34c0489aaa149c4551400afb', 'gw_port': {'id': '4fdb4782-cf56-4c8b-9741-d219d376c41c', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83fd179-f366-4e84-ac92-757589d4154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:55Z', 'updated_at': '2021-09-16T04:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 04:59:59.543002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48399dd3-5237-43db-9543-86674ee098bb None None] The sync data for ids ['e83fd179-f366-4e84-ac92-757589d4154f'] in n-d-712142-17 is: [{'id': 'e83fd179-f366-4e84-ac92-757589d4154f', 'name': 'tempest-snat-router-1551252778', 'tenant_id': 'abda5e7a34c0489aaa149c4551400afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.92'}], 'enable_snat': False}, 'gw_port_id': '4fdb4782-cf56-4c8b-9741-d219d376c41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:54Z', 'updated_at': '2021-09-16T04:59:55Z', 'revision_number': 3, 'project_id': 'abda5e7a34c0489aaa149c4551400afb', 'gw_port': {'id': '4fdb4782-cf56-4c8b-9741-d219d376c41c', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83fd179-f366-4e84-ac92-757589d4154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:55Z', 'updated_at': '2021-09-16T04:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 04:59:59.743923 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.126166 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f986f535-4ab7-434d-b4e5-9cea1b992e1e req-510f4a88-ce2c-4ecb-b45a-3477cf91c409 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0832334 Sep 16 05:00:00.311088 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.598820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Router 58c42ff0-8f2f-48f9-a535-49028e5c62ad is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:00.615331 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b3fa89bc-950d-4a6c-bc20-6c376048bbef req-ad178275-3830-4e38-a0b6-abe44e1cd8fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3236401 Sep 16 05:00:00.728256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa89bc-950d-4a6c-bc20-6c376048bbef req-c6ea0a3e-c88a-4507-b19d-bb612a0cb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.730874 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b3fa89bc-950d-4a6c-bc20-6c376048bbef req-c6ea0a3e-c88a-4507-b19d-bb612a0cb23a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1098 time: 0.0625508 Sep 16 05:00:00.840445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:00.854940 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] Sync routers for ids ['58c42ff0-8f2f-48f9-a535-49028e5c62ad'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:00.868269 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] Routers {'58c42ff0-8f2f-48f9-a535-49028e5c62ad'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:00.869255 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['58c42ff0-8f2f-48f9-a535-49028e5c62ad'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:00.886082 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:00.890924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-16b53bab-d78f-4cf8-9ae5-441cc45ba203 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2533550 Sep 16 05:00:00.891558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60918) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:00.972826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa89bc-950d-4a6c-bc20-6c376048bbef req-b0a7e083-d6dc-419d-8b86-0103d3290cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:00.980427 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b3fa89bc-950d-4a6c-bc20-6c376048bbef req-b0a7e083-d6dc-419d-8b86-0103d3290cbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.2219362 Sep 16 05:00:01.040700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-39726cbe-62b5-461b-8242-ed811a509e14 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/routers/58c42ff0-8f2f-48f9-a535-49028e5c62ad HTTP/1.1" status: 200 len: 908 time: 0.1420584 Sep 16 05:00:01.040700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60926) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:01.216867 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b3fa89bc-950d-4a6c-bc20-6c376048bbef req-c46d8b9a-1a0f-4a23-95dc-307eca1e0272 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 1002 time: 0.2321391 Sep 16 05:00:01.255765 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4fdb4782-cf56-4c8b-9741-d219d376c41c up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:01.306853 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e6654954-8083-4b75-bf4f-2a774156bc34 req-1e568a78-1118-4e46-86cc-ba5a4e4187f2 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0303967 Sep 16 05:00:01.346358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.354675 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] Set router 58c42ff0-8f2f-48f9-a535-49028e5c62ad gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:01.377833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa89bc-950d-4a6c-bc20-6c376048bbef req-03e9ff1c-ed9b-46d7-b313-1a0fbf359c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.379352 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b3fa89bc-950d-4a6c-bc20-6c376048bbef req-03e9ff1c-ed9b-46d7-b313-1a0fbf359c52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.1536279 Sep 16 05:00:01.393941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4fdb4782-cf56-4c8b-9741-d219d376c41c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:01.394334 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.471042 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa89bc-950d-4a6c-bc20-6c376048bbef req-b23a5e35-526f-4807-ab21-e4e30ff9390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:01.473955 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b3fa89bc-950d-4a6c-bc20-6c376048bbef req-b23a5e35-526f-4807-ab21-e4e30ff9390a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825117 Sep 16 05:00:01.597813 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.707219 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b3fa89bc-950d-4a6c-bc20-6c376048bbef req-d2b1d75c-2f75-4477-9f7d-f13afce21914 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258668 Sep 16 05:00:01.746783 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Deleting port ce1a17af-09a1-46cd-8a81-0855a2b1c9bb {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:01.748873 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.831252 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c42ff0-8f2f-48f9-a535-49028e5c62ad', 'name': 'tempest-snat-router-1551252778', 'tenant_id': 'abda5e7a34c0489aaa149c4551400afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce1a17af-09a1-46cd-8a81-0855a2b1c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:59:57Z', 'updated_at': '2021-09-16T04:59:59Z', 'revision_number': 3, 'project_id': 'abda5e7a34c0489aaa149c4551400afb', 'gw_port': {'id': 'ce1a17af-09a1-46cd-8a81-0855a2b1c9bb', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c42ff0-8f2f-48f9-a535-49028e5c62ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:59:58Z', 'updated_at': '2021-09-16T04:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:01.927442 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] Checking router: 58c42ff0-8f2f-48f9-a535-49028e5c62ad for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:01.928496 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] Updating router 58c42ff0-8f2f-48f9-a535-49028e5c62ad port ce1a17af-09a1-46cd-8a81-0855a2b1c9bb binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:01.934795 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b3fa89bc-950d-4a6c-bc20-6c376048bbef req-8a4011c4-42c4-41b7-bbd2-891c2bd2c6e6 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161963 Sep 16 05:00:01.998905 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:01.999965 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.041403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Calling delete_port for ce1a17af-09a1-46cd-8a81-0855a2b1c9bb owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:02.063046 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.119489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 4fdb4782-cf56-4c8b-9741-d219d376c41c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4fdb4782-cf56-4c8b-9741-d219d376c41c,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:02.133002 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.225753 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=4fdb4782-cf56-4c8b-9741-d219d376c41c,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:02.358416 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.395838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce1a17af-09a1-46cd-8a81-0855a2b1c9bb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:02.484133 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-722ce87c-e0f8-4fdf-a4c9-e6a661d35a4b req-6644315a-233b-4e98-9fd5-1c3b957daa61 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0551250 Sep 16 05:00:02.500040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.502296 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.db.api [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:00:02.504945 n-d-712142-17 neutron-server[94747]: DEBUG oslo_db.api [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:00:02.970686 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:02.973164 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.038816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.039522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58c42ff0-8f2f-48f9-a535-49028e5c62ad {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:03.057390 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.058937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0233cd5a-8a1d-4dbb-a7fd-3c859c009e81 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "DELETE /v2.0/routers/58c42ff0-8f2f-48f9-a535-49028e5c62ad HTTP/1.1" status: 204 len: 168 time: 2.0202260 Sep 16 05:00:03.061476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 60970) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:03.084080 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] Port ce1a17af-09a1-46cd-8a81-0855a2b1c9bb not found while updating agent binding for router 58c42ff0-8f2f-48f9-a535-49028e5c62ad. {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 16 05:00:03.098809 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] Routers set() bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:03.099678 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] Router IDs set() for agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 05:00:03.100556 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_agentschedulers_db [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'58c42ff0-8f2f-48f9-a535-49028e5c62ad'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent'). {{(pid=94747) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 16 05:00:03.101217 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0d986-d21c-4b46-8f95-10dccbaa5ba4 None None] The sync data for ids ['58c42ff0-8f2f-48f9-a535-49028e5c62ad'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:03.161151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4fdb4782-cf56-4c8b-9741-d219d376c41c up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:03.190936 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.213493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4fdb4782-cf56-4c8b-9741-d219d376c41c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:03.213898 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.329944 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.397038 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Deleting port 4fdb4782-cf56-4c8b-9741-d219d376c41c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:03.397385 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.486981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] For port 4fdb4782-cf56-4c8b-9741-d219d376c41c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4fdb4782-cf56-4c8b-9741-d219d376c41c,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:03.487353 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.499993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Calling delete_port for 4fdb4782-cf56-4c8b-9741-d219d376c41c owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:03.645685 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-88420f2b-fd8e-45aa-a517-ab440462d68a req-399cabba-df6c-4935-a57c-e88d2108993f tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0409391 Sep 16 05:00:03.709663 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85c66f51-b1be-4dda-a1d4-3123b60d93ff req-2908645c-2d00-4aaa-907e-897f78c8ffe7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0957901 Sep 16 05:00:03.763251 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:03.803164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fdb4782-cf56-4c8b-9741-d219d376c41c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:03.828235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-6a26fc1e-9e53-4154-b5d4-8ae977db6867 req-3f5ca61b-66bc-4c48-995d-657cde61847f service neutron] (94744) timed out ('10.222.0.50', 52677) {{(pid=94744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:00:03.864669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c66f51-b1be-4dda-a1d4-3123b60d93ff req-fa719590-36aa-4a01-bcfd-b60eacbc47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:03.866775 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85c66f51-b1be-4dda-a1d4-3123b60d93ff req-fa719590-36aa-4a01-bcfd-b60eacbc47ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e4078711f1a4ccd8cfe9f966cb65f60&device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 1097 time: 0.0967612 Sep 16 05:00:03.891764 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.026122 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.030081 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.087899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c66f51-b1be-4dda-a1d4-3123b60d93ff req-c3d53716-476a-4fab-a3f7-8faa0820b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.087899 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85c66f51-b1be-4dda-a1d4-3123b60d93ff req-c3d53716-476a-4fab-a3f7-8faa0820b99e service neutron] 10.222.0.50 "GET /v2.0/networks?id=42660028-7eee-4adc-80d4-cf7ad0e8368a HTTP/1.1" status: 200 len: 914 time: 0.1814754 Sep 16 05:00:04.126554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.127408 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e83fd179-f366-4e84-ac92-757589d4154f {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:04.148453 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.148453 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ee61efa0-d786-4488-870a-ecf8e5b65cae tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e83fd179-f366-4e84-ac92-757589d4154f HTTP/1.1" status: 204 len: 168 time: 1.0827649 Sep 16 05:00:04.149281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 32786) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:04.156840 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-651329683', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:04.193689 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85c66f51-b1be-4dda-a1d4-3123b60d93ff req-d73a9ca6-6dd4-44b8-b366-884ba62fdd51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=007b032c-16f7-4606-9f4a-99e0e5c2dc61 HTTP/1.1" status: 200 len: 217 time: 0.1118731 Sep 16 05:00:04.215593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.225870 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.287450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c66f51-b1be-4dda-a1d4-3123b60d93ff req-dfd7f052-9677-4f55-8c1f-50d019c4b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:04.288955 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85c66f51-b1be-4dda-a1d4-3123b60d93ff req-dfd7f052-9677-4f55-8c1f-50d019c4b647 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cf199e85-97bd-433b-b1a4-0e1e3ce81ccc HTTP/1.1" status: 200 len: 853 time: 0.0831361 Sep 16 05:00:04.356341 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85c66f51-b1be-4dda-a1d4-3123b60d93ff req-51cd1101-d373-42fc-bfc3-e4436b0cd816 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42660028-7eee-4adc-80d4-cf7ad0e8368a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482585 Sep 16 05:00:04.395514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.540050 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85c66f51-b1be-4dda-a1d4-3123b60d93ff req-01db5218-dcf7-46bb-acdc-5d97264a2be6 service neutron] 10.222.0.50 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816459 Sep 16 05:00:04.662564 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:04.730262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-85c66f51-b1be-4dda-a1d4-3123b60d93ff req-eaa72138-7321-4af7-a463-472a77d63991 service neutron] 10.222.0.50 "GET /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810198 Sep 16 05:00:04.847881 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-16275110-70ae-42de-9fde-fe919240e6f4 req-605ee418-9d84-4d19-8a42-224357b4a5a6 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0478177 Sep 16 05:00:05.065416 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.093912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.157561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4fdb4782-cf56-4c8b-9741-d219d376c41c no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:05.214114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 4fdb4782-cf56-4c8b-9741-d219d376c41c {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:05.214674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4fdb4782-cf56-4c8b-9741-d219d376c41c not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:05.290811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Allocated IP 172.25.0.180 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/f9b344a8-4081-4b8e-9133-0e7a337ac7f9) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:05.454741 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.514916 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.579717 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:05.599646 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:05.604031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:05.610913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:05.640976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Pushing event updated for resources: {'Port': ['ID=f9b344a8-4081-4b8e-9133-0e7a337ac7f9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:06.012263 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.082263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b6881864-6e18-4789-9aed-5390a74f1412 req-f07247d3-5a37-4491-850b-63014abb7e38 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0810206 Sep 16 05:00:06.349221 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.501421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Router 1dabfcf3-4d4e-492c-bc47-ddb516931aab is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:06.651768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:06.663636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdabb5d1-bb1d-4ba1-b004-2dc5ac6a36ed None None] Sync routers for ids ['1dabfcf3-4d4e-492c-bc47-ddb516931aab'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:06.680375 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdabb5d1-bb1d-4ba1-b004-2dc5ac6a36ed None None] Routers {'1dabfcf3-4d4e-492c-bc47-ddb516931aab'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:06.682864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bdabb5d1-bb1d-4ba1-b004-2dc5ac6a36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1dabfcf3-4d4e-492c-bc47-ddb516931aab'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:06.693127 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:06.697269 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d9eb9d3d-12bb-49ca-8c68-cf714b4dda9c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5454140 Sep 16 05:00:06.699605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 32870) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:06.708926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e5013994-2af6-41bc-8773-cc57bd6ad440 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'enable_snat': False}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:06.763387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bdabb5d1-bb1d-4ba1-b004-2dc5ac6a36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:06.789174 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdabb5d1-bb1d-4ba1-b004-2dc5ac6a36ed None None] Routers {'1dabfcf3-4d4e-492c-bc47-ddb516931aab'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:06.789883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bdabb5d1-bb1d-4ba1-b004-2dc5ac6a36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1dabfcf3-4d4e-492c-bc47-ddb516931aab'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:06.863064 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bdabb5d1-bb1d-4ba1-b004-2dc5ac6a36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:06.863778 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdabb5d1-bb1d-4ba1-b004-2dc5ac6a36ed None None] The sync data for ids ['1dabfcf3-4d4e-492c-bc47-ddb516931aab'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:07.162455 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:00:07.363951 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63037cf4-ef2c-4cd7-85cb-b2e9c1e3b897 req-9c4da46d-266e-4780-883c-989cbea70646 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0433362 Sep 16 05:00:07.621813 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:07.788263 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5013994-2af6-41bc-8773-cc57bd6ad440 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.281665 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5013994-2af6-41bc-8773-cc57bd6ad440 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.285763 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5013994-2af6-41bc-8773-cc57bd6ad440 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.460401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5013994-2af6-41bc-8773-cc57bd6ad440 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Router 1dabfcf3-4d4e-492c-bc47-ddb516931aab has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:08.616618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65c6a3e8-23a8-4a09-99e3-c39d6a81b59f req-4138855c-beb8-43e4-979c-19f4c22e8340 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0897157 Sep 16 05:00:08.657227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5013994-2af6-41bc-8773-cc57bd6ad440 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:08.664343 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5013994-2af6-41bc-8773-cc57bd6ad440 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:08.665693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e5013994-2af6-41bc-8773-cc57bd6ad440 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "PUT /v2.0/routers/1dabfcf3-4d4e-492c-bc47-ddb516931aab HTTP/1.1" status: 200 len: 925 time: 1.9650569 Sep 16 05:00:08.668460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 32938) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:08.674681 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a8bc1-8273-4576-914c-c36287d15619 None None] Sync routers for ids ['1dabfcf3-4d4e-492c-bc47-ddb516931aab'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:08.685732 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a8bc1-8273-4576-914c-c36287d15619 None None] Routers {'1dabfcf3-4d4e-492c-bc47-ddb516931aab'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:08.686378 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b85a8bc1-8273-4576-914c-c36287d15619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1dabfcf3-4d4e-492c-bc47-ddb516931aab'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:08.774539 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b85a8bc1-8273-4576-914c-c36287d15619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:08.789438 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a8bc1-8273-4576-914c-c36287d15619 None None] Routers {'1dabfcf3-4d4e-492c-bc47-ddb516931aab'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:08.791381 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b85a8bc1-8273-4576-914c-c36287d15619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1dabfcf3-4d4e-492c-bc47-ddb516931aab'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:08.812338 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-42e26496-df38-4e8c-bcd5-a288d92fef2f tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/routers/1dabfcf3-4d4e-492c-bc47-ddb516931aab HTTP/1.1" status: 200 len: 925 time: 0.1420424 Sep 16 05:00:08.815085 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 32946) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:08.834919 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b85a8bc1-8273-4576-914c-c36287d15619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:08.836534 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a8bc1-8273-4576-914c-c36287d15619 None None] The sync data for ids ['1dabfcf3-4d4e-492c-bc47-ddb516931aab'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:08.965235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be502aa2-00e7-436f-8c9b-bcc23846c89a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:08.968904 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-be502aa2-00e7-436f-8c9b-bcc23846c89a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&device_id=1dabfcf3-4d4e-492c-bc47-ddb516931aab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1521668 Sep 16 05:00:08.972085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 32954) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:09.086611 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff2343b-a440-43d6-ae6d-d7169c986497 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:09.093935 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 32958) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:09.095500 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bff2343b-a440-43d6-ae6d-d7169c986497 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 881 time: 0.1220069 Sep 16 05:00:09.130416 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0fd15ce8-9e33-445a-b300-0af660dcf2e3 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dabfcf3-4d4e-492c-bc47-ddb516931aab HTTP/1.1" status: 200 len: 205 time: 0.0349834 Sep 16 05:00:09.132840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 32960) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:09.269350 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.415450 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.555120 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Deleting port f9b344a8-4081-4b8e-9133-0e7a337ac7f9 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:09.555478 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.734161 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:09.772893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Calling delete_port for f9b344a8-4081-4b8e-9133-0e7a337ac7f9 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:09.805857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31b41c34-ec28-4117-9ac4-55b05c7b243f req-28355d7d-369c-4920-8d7d-65b29ef5b002 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0458281 Sep 16 05:00:10.086171 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.155277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Pushing event deleted for resources: {'Port': ['ID=f9b344a8-4081-4b8e-9133-0e7a337ac7f9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:10.205627 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.307330 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.310010 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.382072 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.382576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Fanout notify agent at l3_agent the message router_deleted on router 1dabfcf3-4d4e-492c-bc47-ddb516931aab {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:10.402252 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.409397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-df65a2f5-bd8c-439a-abc6-e87abf184e30 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/routers/1dabfcf3-4d4e-492c-bc47-ddb516931aab HTTP/1.1" status: 204 len: 168 time: 1.2719913 Sep 16 05:00:10.410280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33000) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:10.416760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-173c93b7-3c5b-4201-ab21-d44c3aacd178 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1766097271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:10.491267 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-173c93b7-3c5b-4201-ab21-d44c3aacd178 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.492927 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-173c93b7-3c5b-4201-ab21-d44c3aacd178 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.579201 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-173c93b7-3c5b-4201-ab21-d44c3aacd178 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.584637 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-173c93b7-3c5b-4201-ab21-d44c3aacd178 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.633960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-173c93b7-3c5b-4201-ab21-d44c3aacd178 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:10.642693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-173c93b7-3c5b-4201-ab21-d44c3aacd178 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2312062 Sep 16 05:00:10.645313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33004) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:10.654556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:11.064702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee31f37a-5b4d-4c66-8d99-7773dfeb9fc7 req-1311da29-6081-49e2-9869-533f13d58a00 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0805137 Sep 16 05:00:11.102822 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.537148 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.572901 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.811447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Allocated IP 172.25.0.158 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/287ca5cd-ccf3-421e-b845-d570aafd6b3d) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:11.946810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:11.985712 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.027884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:12.031737 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:12.039193 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:12.082384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Pushing event updated for resources: {'Port': ['ID=287ca5cd-ccf3-421e-b845-d570aafd6b3d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:12.239050 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63407963-9ad7-40bd-abb9-c086bc4ee123 req-4b5f75a4-a077-4e3d-8605-220bba8c5496 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0414827 Sep 16 05:00:12.462981 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.988300 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:12.993151 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.163490 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Router 305056f4-5c5a-4fcc-a774-4b054ae2c7e5 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:13.350132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:13.368057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e93ef8-650f-4948-8168-a3e274f9bae4 None None] Sync routers for ids ['305056f4-5c5a-4fcc-a774-4b054ae2c7e5'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:13.369026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:13.371145 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-904b90c3-7600-480b-8eea-4301cfcaae4c tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "PUT /v2.0/routers/305056f4-5c5a-4fcc-a774-4b054ae2c7e5 HTTP/1.1" status: 200 len: 884 time: 2.7242475 Sep 16 05:00:13.376425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33092) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:13.394502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e93ef8-650f-4948-8168-a3e274f9bae4 None None] Routers {'305056f4-5c5a-4fcc-a774-4b054ae2c7e5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:13.395366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-87e93ef8-650f-4948-8168-a3e274f9bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['305056f4-5c5a-4fcc-a774-4b054ae2c7e5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:13.494497 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a24a53b-9543-4530-ae18-290f144770cf req-25e7737f-f9b8-4ea8-b278-ca58b4625209 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0461092 Sep 16 05:00:13.534935 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-87e93ef8-650f-4948-8168-a3e274f9bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:13.569415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e93ef8-650f-4948-8168-a3e274f9bae4 None None] Routers {'305056f4-5c5a-4fcc-a774-4b054ae2c7e5'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:13.572728 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-87e93ef8-650f-4948-8168-a3e274f9bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['305056f4-5c5a-4fcc-a774-4b054ae2c7e5'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:13.662292 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-87e93ef8-650f-4948-8168-a3e274f9bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:13.663052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e93ef8-650f-4948-8168-a3e274f9bae4 None None] The sync data for ids ['305056f4-5c5a-4fcc-a774-4b054ae2c7e5'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:13.672423 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-04025cbb-47b4-40f6-9b2e-0096a2480738 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/routers/305056f4-5c5a-4fcc-a774-4b054ae2c7e5 HTTP/1.1" status: 200 len: 925 time: 0.2942545 Sep 16 05:00:13.675139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33102) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:13.741101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac20ce3-44f6-4ae0-9f43-df7fefcac673 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.745092 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9ac20ce3-44f6-4ae0-9f43-df7fefcac673 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&device_id=305056f4-5c5a-4fcc-a774-4b054ae2c7e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0660691 Sep 16 05:00:13.745466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33104) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:13.880077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ed885-3925-4635-9b1f-a4cffa167659 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:13.884938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33108) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:13.885141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a04ed885-3925-4635-9b1f-a4cffa167659 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 881 time: 0.1381414 Sep 16 05:00:13.979135 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4126df46-a672-4cd5-a5df-d24d8c2d07c2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "GET /v2.0/ports?device_id=305056f4-5c5a-4fcc-a774-4b054ae2c7e5 HTTP/1.1" status: 200 len: 205 time: 0.0930047 Sep 16 05:00:13.982595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33116) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:14.142765 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.686710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb543ba5-2305-4dbc-a682-6d6f473199e9 req-9929d536-e118-46d1-9837-334f47f60a10 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0635021 Sep 16 05:00:14.764027 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.831243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Deleting port 287ca5cd-ccf3-421e-b845-d570aafd6b3d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:14.831708 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:14.990726 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.015522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Calling delete_port for 287ca5cd-ccf3-421e-b845-d570aafd6b3d owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:15.328514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.390948 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Pushing event deleted for resources: {'Port': ['ID=287ca5cd-ccf3-421e-b845-d570aafd6b3d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:15.489879 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.566757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33166) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:15.700631 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.704997 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.848905 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.886401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.887009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Fanout notify agent at l3_agent the message router_deleted on router 305056f4-5c5a-4fcc-a774-4b054ae2c7e5 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:15.894971 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:15.896164 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-12826119-7cd0-4e1e-8016-4ab559257850 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/routers/305056f4-5c5a-4fcc-a774-4b054ae2c7e5 HTTP/1.1" status: 204 len: 168 time: 1.9121184 Sep 16 05:00:15.901825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33182) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:15.905774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d86740d6-6746-41e6-b231-2e7b8ea7ea81 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1076568835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:16.037649 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f924d25c-f7ff-42a9-9216-fe4fa089f9ac req-cf069bf0-31df-4edd-8e1e-d46d5d71786b tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.1528656 Sep 16 05:00:16.097284 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.112781 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.127753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d86740d6-6746-41e6-b231-2e7b8ea7ea81 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.129103 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d86740d6-6746-41e6-b231-2e7b8ea7ea81 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.234415 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d86740d6-6746-41e6-b231-2e7b8ea7ea81 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.235989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b8a374dba8445b58ba43b6c1bf68bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6673257 Sep 16 05:00:16.239209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33188) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:16.239438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864e4e90-71d8-4add-948a-fc0f33c42ecb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:16.252254 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d86740d6-6746-41e6-b231-2e7b8ea7ea81 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.263685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.264037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.264382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.264718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.265053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.265532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.265890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.266347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.266683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.275299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.275876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.276366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f53e3-ea75-4efa-a8d5-1478e343c996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:16.306384 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d86740d6-6746-41e6-b231-2e7b8ea7ea81 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.307863 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d86740d6-6746-41e6-b231-2e7b8ea7ea81 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4055922 Sep 16 05:00:16.311321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33190) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:16.317584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'enable_snat': True}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:16.395277 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55a27b21-a2a9-47ed-8c7b-f9f3833765ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.466700 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55a27b21-a2a9-47ed-8c7b-f9f3833765ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.561305 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55a27b21-a2a9-47ed-8c7b-f9f3833765ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.564379 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55a27b21-a2a9-47ed-8c7b-f9f3833765ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:16.565566 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-55a27b21-a2a9-47ed-8c7b-f9f3833765ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/864e4e90-71d8-4add-948a-fc0f33c42ecb HTTP/1.1" status: 204 len: 168 time: 0.3246300 Sep 16 05:00:16.581320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a27b21-a2a9-47ed-8c7b-f9f3833765ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864e4e90-71d8-4add-948a-fc0f33c42ecb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:16.713454 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.259075 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3305ae7b-5218-42b4-b2a8-b2b1379ccc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.374307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e308d53f-bd4f-4396-a9a3-e2cf2f0b2d3e req-4a9de835-4aa6-4cd1-8aa8-7db0715e7df2 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0686517 Sep 16 05:00:17.667778 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.696547 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:17.961240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Allocated IP 172.25.0.12 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/ee035410-940d-46f1-8c63-f21145bc88d6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:18.081892 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.131194 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.222516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:18.242787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:18.254428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:18.285007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event updated for resources: {'Port': ['ID=ee035410-940d-46f1-8c63-f21145bc88d6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:18.651772 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31947112-bfa1-45a7-9f25-c8797296462d req-fd590eeb-533d-4b07-82ff-2217b311fddf tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0702329 Sep 16 05:00:18.654230 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.923961 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:18.929856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.235547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Router fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:19.438285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:19.447547 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:19.451930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5d64241b-b8c9-416a-946f-4f2dac49203a tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "PUT /v2.0/routers/fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e HTTP/1.1" status: 200 len: 918 time: 3.1366341 Sep 16 05:00:19.452575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33326) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:19.454975 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d77a9-1a34-4dcf-932c-98ee6a0d4524 None None] Sync routers for ids ['fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:19.470338 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d77a9-1a34-4dcf-932c-98ee6a0d4524 None None] Routers {'fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:19.470941 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b66d77a9-1a34-4dcf-932c-98ee6a0d4524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:19.581854 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b66d77a9-1a34-4dcf-932c-98ee6a0d4524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:19.625417 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d77a9-1a34-4dcf-932c-98ee6a0d4524 None None] Routers {'fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:19.626112 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b66d77a9-1a34-4dcf-932c-98ee6a0d4524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T04:59:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:19.653544 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0b192fed-8af0-45ca-b4a3-7548314e5ee2 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/routers/fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e HTTP/1.1" status: 200 len: 924 time: 0.1971495 Sep 16 05:00:19.654304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33334) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:19.713868 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b66d77a9-1a34-4dcf-932c-98ee6a0d4524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:19.714563 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d77a9-1a34-4dcf-932c-98ee6a0d4524 None None] The sync data for ids ['fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:19.908986 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-adfe8db9-b336-4f5c-8d23-becbc511ce63 req-6f4cb5ae-1200-4f20-9d96-95de1cb19d91 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0944164 Sep 16 05:00:19.959825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a3ae24-a9b1-4b20-b590-2bde101c0884 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:19.964128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f9a3ae24-a9b1-4b20-b590-2bde101c0884 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&device_id=fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3060770 Sep 16 05:00:19.964418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33352) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.076894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33356) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.111880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c94b16-1f1c-403c-969f-61d0643b6e5e tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:20.113589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-47c94b16-1f1c-403c-969f-61d0643b6e5e tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 881 time: 0.1481135 Sep 16 05:00:20.116693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33362) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.162083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cd9e82b5-8e4a-428c-9a7a-af26a8f97be2 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e HTTP/1.1" status: 200 len: 205 time: 0.0427153 Sep 16 05:00:20.164185 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a3150847-b035-48c4-88d7-3dbffc92797a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.164816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33366) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.268628 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5647-68e8-43c2-b5d2-c1f5cd0255cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.322582 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.385082 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5647-68e8-43c2-b5d2-c1f5cd0255cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.389749 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5647-68e8-43c2-b5d2-c1f5cd0255cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.448434 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a5647-68e8-43c2-b5d2-c1f5cd0255cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03750d18-44c8-4458-8180-17752ac16ba4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:20.456029 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2a2a5647-68e8-43c2-b5d2-c1f5cd0255cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62126b2ffa274949a58c8958bce98464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778751 Sep 16 05:00:20.459731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33370) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.526301 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78b6f553-98dd-4b50-a8df-f29b98607841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.539412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33372) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:20.547478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Request body: {'network': {'name': 'tempest-network-smoke--1311784371', 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'port_security_enabled': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:20.558467 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.575986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Made reservation on behalf of df27bef07f2348b18d52bc91f7adb880 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:20.580907 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.600629 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78b6f553-98dd-4b50-a8df-f29b98607841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.608356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.623380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Deleting port ee035410-940d-46f1-8c63-f21145bc88d6 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:20.623899 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.710989 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78b6f553-98dd-4b50-a8df-f29b98607841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.715383 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78b6f553-98dd-4b50-a8df-f29b98607841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.719240 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78b6f553-98dd-4b50-a8df-f29b98607841 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03750d18-44c8-4458-8180-17752ac16ba4 HTTP/1.1" status: 204 len: 168 time: 0.2563040 Sep 16 05:00:20.723734 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.741878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Calling delete_port for ee035410-940d-46f1-8c63-f21145bc88d6 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:20.742280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6f553-98dd-4b50-a8df-f29b98607841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03750d18-44c8-4458-8180-17752ac16ba4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:20.828490 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.829209 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.834126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.868626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:20.879632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46aaf79d-aab8-4b3f-9c71-d9f027de9381,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:20.890524 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:20.891100 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Added segment 0bc4144d-3fea-474e-8d6b-a8498bb33833 of type vlan for network 317e4f25-ab00-42b4-84d5-fbc95a07e551 Sep 16 05:00:20.987468 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.083678 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5306de46-6e31-417b-af1f-a4234c9081a8 req-439a608d-1590-4489-80f9-b2c78ba9722c tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0614259 Sep 16 05:00:21.090393 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.099170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:21.100008 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.122726 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.159520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Pushing event deleted for resources: {'Port': ['ID=ee035410-940d-46f1-8c63-f21145bc88d6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:21.190295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Network': ['ID=317e4f25-ab00-42b4-84d5-fbc95a07e551,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:21.203499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 317e4f25-ab00-42b4-84d5-fbc95a07e551 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:21.220628 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d809f6ba-fa5a-44d2-981f-0f734642beb4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6800420 Sep 16 05:00:21.221504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33390) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.227188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'admin_state_up': True, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:21.258827 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.265345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.266728 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.389731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33394) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.391818 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.438436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.441841 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.442021 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6ebc-9e55-41b5-9149-361d4899e940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.516510 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.517234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Fanout notify agent at l3_agent the message router_deleted on router fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:21.536436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.537773 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3277ab20-8d5f-433a-9a73-00c8af6e3e85 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/routers/fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e HTTP/1.1" status: 204 len: 168 time: 1.3718951 Sep 16 05:00:21.541270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33398) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.546402 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f023e05d-c1d3-4c64-8132-1d7aed023f7d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-18708856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:21.647123 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.657937 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.703853 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6ebc-9e55-41b5-9149-361d4899e940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.709275 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6ebc-9e55-41b5-9149-361d4899e940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.729473 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f023e05d-c1d3-4c64-8132-1d7aed023f7d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.732245 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f023e05d-c1d3-4c64-8132-1d7aed023f7d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.784370 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6d3a6ebc-9e55-41b5-9149-361d4899e940 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=637a82cdeda748719ae018735a9160ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3873148 Sep 16 05:00:21.784370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a6ebc-9e55-41b5-9149-361d4899e940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd97ef3-5379-4d9c-bb8d-6c682d773930,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:21.785029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33406) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.852905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f023e05d-c1d3-4c64-8132-1d7aed023f7d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.863208 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f023e05d-c1d3-4c64-8132-1d7aed023f7d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.892371 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d89f-e767-4e9e-8e69-523d3f6d0f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.908262 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f023e05d-c1d3-4c64-8132-1d7aed023f7d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:21.909901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f023e05d-c1d3-4c64-8132-1d7aed023f7d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3671470 Sep 16 05:00:21.913413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33412) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:21.923393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'enable_snat': False}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:22.003371 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.011276 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d89f-e767-4e9e-8e69-523d3f6d0f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.028928 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.159048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Allocated IP 172.25.0.16 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/e039b307-b10b-4f92-968e-2828342467e0) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:22.188382 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.230407 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d89f-e767-4e9e-8e69-523d3f6d0f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.236810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d89f-e767-4e9e-8e69-523d3f6d0f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.237525 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1fd2d89f-e767-4e9e-8e69-523d3f6d0f5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2dd97ef3-5379-4d9c-bb8d-6c682d773930 HTTP/1.1" status: 204 len: 168 time: 0.4528439 Sep 16 05:00:22.267738 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2d89f-e767-4e9e-8e69-523d3f6d0f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd97ef3-5379-4d9c-bb8d-6c682d773930,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:22.281977 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1288e5bb-c8cf-4794-ba7e-aacb7db4a076 req-ab3b5e62-5189-431c-88dd-18069e5e898a tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0634542 Sep 16 05:00:22.386191 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.443783 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.486257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:22.489388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:22.499391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:22.598077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Port': ['ID=e039b307-b10b-4f92-968e-2828342467e0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:22.669796 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.721303 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:22.886248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Allocated IP 172.25.0.76 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/c398a666-0722-49b5-9dc4-fe9007babe05) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:22.932931 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.062875 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.138977 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.195075 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:23.195747 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.198491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:23.203433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:23.249921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Pushing event updated for resources: {'Port': ['ID=c398a666-0722-49b5-9dc4-fe9007babe05,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:23.501760 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ef47597e-2ca2-43e9-889f-a4704f1fe5da req-4d2bcaec-86de-40ef-bb07-2935a7995762 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0481553 Sep 16 05:00:23.604273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.667109 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:23.829801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Router fccb9b81-57ce-4eac-9e03-290c21aecaff is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:24.037426 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.041176 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.042807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:24.055390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Sync routers for ids ['fccb9b81-57ce-4eac-9e03-290c21aecaff'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:24.065430 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.069065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Routers {'fccb9b81-57ce-4eac-9e03-290c21aecaff'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:24.069865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7b743295-290f-4353-859d-9dfdca453344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:00:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fccb9b81-57ce-4eac-9e03-290c21aecaff'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:24.071448 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eeaa0ebc-53b8-42df-9d26-820da3478bcc tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.8487773 Sep 16 05:00:24.073985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33480) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:24.277422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Set router fccb9b81-57ce-4eac-9e03-290c21aecaff gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:24.428029 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b09c8454-b895-4563-9cbc-1b830bddda96 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df27bef07f2348b18d52bc91f7adb880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3522589 Sep 16 05:00:24.430992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33492) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:24.570752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7b743295-290f-4353-859d-9dfdca453344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:00:22Z', 'revision_number': 3, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:24.626108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Checking router: fccb9b81-57ce-4eac-9e03-290c21aecaff for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:24.626472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Updating router fccb9b81-57ce-4eac-9e03-290c21aecaff port e039b307-b10b-4f92-968e-2828342467e0 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:24.677727 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:24.819803 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d16ce136-d4ce-457a-9484-e19cb1b186e3 req-7f12f6b8-5bba-4eca-9d8d-5e053bfbbdab tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.1021779 Sep 16 05:00:24.830261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c722b7-805d-4861-aa34-46e4d619bf70 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:24.842274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-97c722b7-805d-4861-aa34-46e4d619bf70 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4099936 Sep 16 05:00:24.843606 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33514) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:24.912965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33522) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:24.913628 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e06888c2-0635-4fe5-b53e-b28f71d67485 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0689383 Sep 16 05:00:24.926840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-61470ecd-774e-4ab6-943e-fb520e1ef8ff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-272776424', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:24.972832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Router 244a4d44-6d61-4266-b246-b1dc53e39466 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:25.162410 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.178521 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.247752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61470ecd-774e-4ab6-943e-fb520e1ef8ff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Made reservation on behalf of df27bef07f2348b18d52bc91f7adb880 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:25.256439 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-61470ecd-774e-4ab6-943e-fb520e1ef8ff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.280431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Attempting to bind port e039b307-b10b-4f92-968e-2828342467e0 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:25.281647 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Attempting to bind port e039b307-b10b-4f92-968e-2828342467e0 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:25.281647 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Attempting to bind port e039b307-b10b-4f92-968e-2828342467e0 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:25.319115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:25.319631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:25.320860 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.321378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:25.322184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Bound port: e039b307-b10b-4f92-968e-2828342467e0, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:25.322870 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.347673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0062c28-088c-4b44-a6c9-a233f179347d req-891c23b4-bedb-4736-b56d-7225111330f1 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.356656 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0062c28-088c-4b44-a6c9-a233f179347d req-891c23b4-bedb-4736-b56d-7225111330f1 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 945 time: 0.0926862 Sep 16 05:00:25.384577 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7b743295-290f-4353-859d-9dfdca453344 None None] For port e039b307-b10b-4f92-968e-2828342467e0, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:25.388234 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7b743295-290f-4353-859d-9dfdca453344 None None] For port e039b307-b10b-4f92-968e-2828342467e0, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e039b307-b10b-4f92-968e-2828342467e0,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:25.393934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Pushing event updated for resources: {'Port': ['ID=e039b307-b10b-4f92-968e-2828342467e0,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.402904 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:25.403636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:25.404788 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:25.405273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:25.406052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:25.406745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:25.407335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:25.407989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:25.408604 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:25.409182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:25.409784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:25.410351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:25.413148 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0062c28-088c-4b44-a6c9-a233f179347d req-a83d44ea-6971-4fe7-99a9-312377cb1e2f tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545509 Sep 16 05:00:25.416337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.464230 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:25.471983 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.473226 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fa9c101f-5506-4a62-ae62-6104458d9339 tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "PUT /v2.0/routers/244a4d44-6d61-4266-b246-b1dc53e39466 HTTP/1.1" status: 200 len: 917 time: 3.5588479 Sep 16 05:00:25.475811 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33536) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.479851 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f968d70a-6400-42f0-9978-5148b4240503 None None] Sync routers for ids ['244a4d44-6d61-4266-b246-b1dc53e39466'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:25.495881 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968d70a-6400-42f0-9978-5148b4240503 None None] Routers {'244a4d44-6d61-4266-b246-b1dc53e39466'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:25.496169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccb7d9-5d4a-4c78-a282-9009314090c9 None None] Pushing event updated for resources: {'Port': ['ID=e039b307-b10b-4f92-968e-2828342467e0,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.498024 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f968d70a-6400-42f0-9978-5148b4240503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:00:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['244a4d44-6d61-4266-b246-b1dc53e39466'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:25.502808 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Routers {'fccb9b81-57ce-4eac-9e03-290c21aecaff'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:25.504494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7b743295-290f-4353-859d-9dfdca453344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:00:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fccb9b81-57ce-4eac-9e03-290c21aecaff'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:25.540240 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f968d70a-6400-42f0-9978-5148b4240503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:25.554316 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968d70a-6400-42f0-9978-5148b4240503 None None] Routers {'244a4d44-6d61-4266-b246-b1dc53e39466'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:25.555066 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f968d70a-6400-42f0-9978-5148b4240503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:00:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['244a4d44-6d61-4266-b246-b1dc53e39466'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:25.598793 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f968d70a-6400-42f0-9978-5148b4240503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:25.599632 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f968d70a-6400-42f0-9978-5148b4240503 None None] The sync data for ids ['244a4d44-6d61-4266-b246-b1dc53e39466'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:25.652618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-7b743295-290f-4353-859d-9dfdca453344 None None] Set router fccb9b81-57ce-4eac-9e03-290c21aecaff gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:25.696764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-61470ecd-774e-4ab6-943e-fb520e1ef8ff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.734530 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9124d481-715f-49dd-b431-6f28b00a8a0d tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/routers/244a4d44-6d61-4266-b246-b1dc53e39466 HTTP/1.1" status: 200 len: 923 time: 0.2569799 Sep 16 05:00:25.735203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33538) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.784802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7857167-9d9f-44a8-ac53-5750fd263adf tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.788905 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b7857167-9d9f-44a8-ac53-5750fd263adf tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&device_id=244a4d44-6d61-4266-b246-b1dc53e39466&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0502090 Sep 16 05:00:25.795091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33544) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.807258 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61470ecd-774e-4ab6-943e-fb520e1ef8ff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Subnet': ['ID=6c61b909-5d75-4a10-a25e-de6f4da0c2d3,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:25.820810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61470ecd-774e-4ab6-943e-fb520e1ef8ff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Checking segment: {'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:25.820968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61470ecd-774e-4ab6-943e-fb520e1ef8ff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network hostable DHCP agents. Network: 317e4f25-ab00-42b4-84d5-fbc95a07e551, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:25.839167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61470ecd-774e-4ab6-943e-fb520e1ef8ff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network 317e4f25-ab00-42b4-84d5-fbc95a07e551 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:25.850228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-61470ecd-774e-4ab6-943e-fb520e1ef8ff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 317e4f25-ab00-42b4-84d5-fbc95a07e551) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:25.860233 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61470ecd-774e-4ab6-943e-fb520e1ef8ff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.861446 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-61470ecd-774e-4ab6-943e-fb520e1ef8ff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:25.882036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925abe54-05c4-42f8-be8a-c3b7a8f17d9f None None] Network 317e4f25-ab00-42b4-84d5-fbc95a07e551 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:25.891563 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-61470ecd-774e-4ab6-943e-fb520e1ef8ff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9773245 Sep 16 05:00:25.894804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33548) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.924019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15179a45-88f1-444e-87a6-ac033b99802c tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:25.930766 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-15179a45-88f1-444e-87a6-ac033b99802c tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/networks/d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 881 time: 0.1346235 Sep 16 05:00:25.932581 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33550) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:25.997325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7b743295-290f-4353-859d-9dfdca453344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:00:22Z', 'revision_number': 3, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:26.001095 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0ec6c4e6-fbe0-4f83-a8b9-5995bb3f05f1 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "GET /v2.0/ports?device_id=244a4d44-6d61-4266-b246-b1dc53e39466 HTTP/1.1" status: 200 len: 205 time: 0.0674579 Sep 16 05:00:26.008524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33556) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:26.041883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b743295-290f-4353-859d-9dfdca453344 None None] The sync data for ids ['fccb9b81-57ce-4eac-9e03-290c21aecaff'] in n-d-712142-17 is: [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:00:22Z', 'revision_number': 3, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:26.062759 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-597d33c0-d5d3-4cc9-a99e-4b8b4d86db41 req-03a4b484-05a3-42a2-9408-caa1d0230a9c tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.1308208 Sep 16 05:00:26.173801 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.195830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-317e4f25-ab00-42b4-84d5-fbc95a07e551', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'fixed_ips': [{'subnet_id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:26.196782 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.363342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.389719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Allocated IP 172.20.0.2 (317e4f25-ab00-42b4-84d5-fbc95a07e551/6c61b909-5d75-4a10-a25e-de6f4da0c2d3/75a782c5-3760-4073-aaee-a01a48174767) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:26.529398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Deleting port c398a666-0722-49b5-9dc4-fe9007babe05 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:26.529821 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.739373 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.766740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2515bf-438c-4bf2-a490-010bce284488 req-f935f10a-103d-409b-973f-7e3177abfb80 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:26.768373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e2515bf-438c-4bf2-a490-010bce284488 req-f935f10a-103d-409b-973f-7e3177abfb80 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 945 time: 0.1177578 Sep 16 05:00:26.768547 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.769116 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.769650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Calling delete_port for c398a666-0722-49b5-9dc4-fe9007babe05 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:26.780497 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.799187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Network 317e4f25-ab00-42b4-84d5-fbc95a07e551 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:26.801902 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:26.824996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:26.901015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Pushing event updated for resources: {'Port': ['ID=75a782c5-3760-4073-aaee-a01a48174767,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:26.920492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Attempting to bind port 75a782c5-3760-4073-aaee-a01a48174767 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:26.921648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Attempting to bind port 75a782c5-3760-4073-aaee-a01a48174767 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:26.922222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Attempting to bind port 75a782c5-3760-4073-aaee-a01a48174767 on network 317e4f25-ab00-42b4-84d5-fbc95a07e551 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:26.928528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:26.929209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Checking segment: {'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:26.929849 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.930424 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Bound using segment: {'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:26.931624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Bound port: 75a782c5-3760-4073-aaee-a01a48174767, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:26.932219 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:26.943219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e2515bf-438c-4bf2-a490-010bce284488 req-60058349-e471-43ce-a55d-7eb5709f3444 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635399 Sep 16 05:00:27.034053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] For port 75a782c5-3760-4073-aaee-a01a48174767, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:27.046184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] For port 75a782c5-3760-4073-aaee-a01a48174767, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=75a782c5-3760-4073-aaee-a01a48174767,segment=NetworkSegment(0bc4144d-3fea-474e-8d6b-a8498bb33833),segment_id=0bc4144d-3fea-474e-8d6b-a8498bb33833)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:27.055444 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.199201 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.219320 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073b07a-6916-4dbd-becd-0cda967f0366 None None] Pushing event updated for resources: {'Port': ['ID=75a782c5-3760-4073-aaee-a01a48174767,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:27.231867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e039b307-b10b-4f92-968e-2828342467e0 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:27.309537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8a233-2f86-4381-8078-7e5935e8022b req-6bb53ec3-efce-434e-8ef2-6b9f67b8274e tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:27.311266 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1b8a233-2f86-4381-8078-7e5935e8022b req-6bb53ec3-efce-434e-8ef2-6b9f67b8274e tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 945 time: 0.2857962 Sep 16 05:00:27.361305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Pushing event deleted for resources: {'Port': ['ID=c398a666-0722-49b5-9dc4-fe9007babe05,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:27.364799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e039b307-b10b-4f92-968e-2828342467e0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:27.365181 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.410782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73ec9c61-7fa2-4f1a-80a4-dad64e34d907 req-8930b170-2d44-4b35-9757-adbf9406b6bf tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.1042464 Sep 16 05:00:27.507957 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5da3a16-c328-4faf-a1e0-8538a6bc8255 req-2ec0ce0b-bcca-4f98-bb5b-72acb1cb394c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0998547 Sep 16 05:00:27.563961 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.684218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Allocated IP 172.20.0.1 (317e4f25-ab00-42b4-84d5-fbc95a07e551/6c61b909-5d75-4a10-a25e-de6f4da0c2d3/1d9a559e-7584-4304-8109-d620e5abd687) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:27.716383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b1b8a233-2f86-4381-8078-7e5935e8022b req-0cf31738-b88a-4ae7-99e9-dcd195207773 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Deleting port 007b032c-16f7-4606-9f4a-99e0e5c2dc61 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:27.716779 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1b8a233-2f86-4381-8078-7e5935e8022b req-0cf31738-b88a-4ae7-99e9-dcd195207773 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.847315 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.852969 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.922847 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.957247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port e039b307-b10b-4f92-968e-2828342467e0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e039b307-b10b-4f92-968e-2828342467e0,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:27.968421 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.985354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:27.986034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Fanout notify agent at l3_agent the message router_deleted on router 244a4d44-6d61-4266-b246-b1dc53e39466 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:28.002388 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.003726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b15a88f4-1185-40d1-842d-ef5a2046c18e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/routers/244a4d44-6d61-4266-b246-b1dc53e39466 HTTP/1.1" status: 204 len: 168 time: 1.9939778 Sep 16 05:00:28.008568 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33594) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:28.017585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1221720232', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:28.039250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-b1b8a233-2f86-4381-8078-7e5935e8022b req-0cf31738-b88a-4ae7-99e9-dcd195207773 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] For port 007b032c-16f7-4606-9f4a-99e0e5c2dc61, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=007b032c-16f7-4606-9f4a-99e0e5c2dc61,segment=NetworkSegment(3b4b53c6-1a80-4985-a6cd-7a19055cdf2c),segment_id=3b4b53c6-1a80-4985-a6cd-7a19055cdf2c)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:28.039763 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1b8a233-2f86-4381-8078-7e5935e8022b req-0cf31738-b88a-4ae7-99e9-dcd195207773 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.067518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.078680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b1b8a233-2f86-4381-8078-7e5935e8022b req-0cf31738-b88a-4ae7-99e9-dcd195207773 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Calling delete_port for 007b032c-16f7-4606-9f4a-99e0e5c2dc61 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:28.080972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.082225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.118737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=e039b307-b10b-4f92-968e-2828342467e0,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:28.198609 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.210463 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.274096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2986f9-9651-4b2d-b5d2-6de9e92104f2 req-4f76d08f-48ee-47ea-867b-6ed7f602e17b tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:28.276257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe2986f9-9651-4b2d-b5d2-6de9e92104f2 req-4f76d08f-48ee-47ea-867b-6ed7f602e17b tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed4dbc81-2083-4fa7-a114-19a6735e537d HTTP/1.1" status: 200 len: 945 time: 0.1625476 Sep 16 05:00:28.292682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Port': ['ID=1d9a559e-7584-4304-8109-d620e5abd687,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:28.374243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network 317e4f25-ab00-42b4-84d5-fbc95a07e551 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:28.375322 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1b8a233-2f86-4381-8078-7e5935e8022b req-0cf31738-b88a-4ae7-99e9-dcd195207773 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.383054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:28.390962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:28.397904 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['007b032c-16f7-4606-9f4a-99e0e5c2dc61'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:28.471496 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.486665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf31738-b88a-4ae7-99e9-dcd195207773 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Pushing event deleted for resources: {'Port': ['ID=007b032c-16f7-4606-9f4a-99e0e5c2dc61,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:28.533497 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe2986f9-9651-4b2d-b5d2-6de9e92104f2 req-1695caeb-810e-49f6-a5b6-e4c3edca2ad5 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d995d9a-9cce-48b0-89b3-3ffdba2b4966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912973 Sep 16 05:00:28.592110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b8a233-2f86-4381-8078-7e5935e8022b req-0cf31738-b88a-4ae7-99e9-dcd195207773 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] No DVR routers for this DVR port 007b032c-16f7-4606-9f4a-99e0e5c2dc61 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:28.595434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b1b8a233-2f86-4381-8078-7e5935e8022b req-0cf31738-b88a-4ae7-99e9-dcd195207773 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.597971 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b1b8a233-2f86-4381-8078-7e5935e8022b req-0cf31738-b88a-4ae7-99e9-dcd195207773 tempest-VolumesSnapshotTestJSON-172694805 tempest-VolumesSnapshotTestJSON-172694805-project] 10.222.0.50 "DELETE /v2.0/ports/007b032c-16f7-4606-9f4a-99e0e5c2dc61 HTTP/1.1" status: 204 len: 173 time: 1.2398307 Sep 16 05:00:28.602024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4dbc81-2083-4fa7-a114-19a6735e537d', 'name': 'network-vif-deleted', 'tag': '007b032c-16f7-4606-9f4a-99e0e5c2dc61'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:28.605688 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31707821-6287-4f01-83a7-aedc5c1f7ca3" -d '{"events": [{"server_uuid": "ed4dbc81-2083-4fa7-a114-19a6735e537d", "name": "network-vif-deleted", "tag": "007b032c-16f7-4606-9f4a-99e0e5c2dc61"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:28.614294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:28.815270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb56ccb1-cfb5-4a77-bbb7-72416bc9b929 req-4ece438c-840a-4dcc-8b05-931ab40c480c tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.1426952 Sep 16 05:00:29.009542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.032270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55212745-4152-4410-9d27-fff0e39c3f34 None None] Network 317e4f25-ab00-42b4-84d5-fbc95a07e551 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:29.166545 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.211560 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.259497 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28a225b-2179-421b-9ef9-03c503e38e68 x-openstack-request-id: req-e28a225b-2179-421b-9ef9-03c503e38e68 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:29.260050 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4dbc81-2083-4fa7-a114-19a6735e537d", "name": "network-vif-deleted", "tag": "007b032c-16f7-4606-9f4a-99e0e5c2dc61", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:29.260050 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e28a225b-2179-421b-9ef9-03c503e38e68 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:29.260762 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4dbc81-2083-4fa7-a114-19a6735e537d', 'name': 'network-vif-deleted', 'tag': '007b032c-16f7-4606-9f4a-99e0e5c2dc61', 'status': 'completed', 'code': 200} Sep 16 05:00:29.369409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7bbee698-4449-4796-bc43-a8b45fe51bfc None None] Provisioning complete for port 75a782c5-3760-4073-aaee-a01a48174767 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:29.370295 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7bbee698-4449-4796-bc43-a8b45fe51bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.425791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 75a782c5-3760-4073-aaee-a01a48174767 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:29.464729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Allocated IP 172.25.0.207 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/1f2c75f5-e1ef-4dad-a74f-6a8fa8e096d9) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:29.627549 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.681409 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7bbee698-4449-4796-bc43-a8b45fe51bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.726346 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.774194 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 75a782c5-3760-4073-aaee-a01a48174767 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:29.775021 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.813798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:29.815375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:29.822491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:29.831916 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.845821 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:29.896470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Pushing event updated for resources: {'Port': ['ID=1f2c75f5-e1ef-4dad-a74f-6a8fa8e096d9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:29.939981 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7bbee698-4449-4796-bc43-a8b45fe51bfc None None] For port 75a782c5-3760-4073-aaee-a01a48174767, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=75a782c5-3760-4073-aaee-a01a48174767,segment=NetworkSegment(0bc4144d-3fea-474e-8d6b-a8498bb33833),segment_id=0bc4144d-3fea-474e-8d6b-a8498bb33833)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:29.946437 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7bbee698-4449-4796-bc43-a8b45fe51bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.064806 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.091589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbee698-4449-4796-bc43-a8b45fe51bfc None None] Pushing event updated for resources: {'Port': ['ID=75a782c5-3760-4073-aaee-a01a48174767,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:30.093334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Port': ['ID=1d9a559e-7584-4304-8109-d620e5abd687,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:30.139256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ceef1ca5-252b-458e-ba5d-9fc58721d83c None None] Provisioning complete for port 1d9a559e-7584-4304-8109-d620e5abd687 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:30.139980 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ceef1ca5-252b-458e-ba5d-9fc58721d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.143025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e039b307-b10b-4f92-968e-2828342467e0 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:30.287381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ceef1ca5-252b-458e-ba5d-9fc58721d83c None None] Port 1d9a559e-7584-4304-8109-d620e5abd687 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:30.315746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network 317e4f25-ab00-42b4-84d5-fbc95a07e551 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:30.319881 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ceef1ca5-252b-458e-ba5d-9fc58721d83c None None] Provisioning complete for port 75a782c5-3760-4073-aaee-a01a48174767 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:30.320729 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ceef1ca5-252b-458e-ba5d-9fc58721d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.328016 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:30.411017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e039b307-b10b-4f92-968e-2828342467e0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:30.411405 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.586606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd111c68-ea1a-4d33-87ee-36efe6d436b7 req-4eebfe36-cb6d-48c7-b393-13b772d99ff5 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.1218240 Sep 16 05:00:30.588539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Router fccb9b81-57ce-4eac-9e03-290c21aecaff has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:30.752651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-de186bbf-85e7-4638-af46-e683ab229151 None None] Provisioning complete for port 1d9a559e-7584-4304-8109-d620e5abd687 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:30.753028 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de186bbf-85e7-4638-af46-e683ab229151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.800584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:30.806969 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1d8cf31a-51ae-46e7-aa1d-f649bbb41ec6 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "PUT /v2.0/routers/fccb9b81-57ce-4eac-9e03-290c21aecaff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9110069 Sep 16 05:00:30.811115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33658) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:30.823937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-de186bbf-85e7-4638-af46-e683ab229151 None None] Port 1d9a559e-7584-4304-8109-d620e5abd687 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:30.824178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c5c3ae17-4446-46c2-8ce1-53b2c49c4519 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1388134430', 'description': 'tempest-secgroup_access--1388134430 description', 'project_id': 'df27bef07f2348b18d52bc91f7adb880'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:30.851606 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Sync routers for ids ['fccb9b81-57ce-4eac-9e03-290c21aecaff'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:30.866527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Routers {'fccb9b81-57ce-4eac-9e03-290c21aecaff'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:30.867819 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:00:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fccb9b81-57ce-4eac-9e03-290c21aecaff'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:30.967616 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:30.969483 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ae17-4446-46c2-8ce1-53b2c49c4519 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.145788 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ae17-4446-46c2-8ce1-53b2c49c4519 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.172475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Set router fccb9b81-57ce-4eac-9e03-290c21aecaff gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:31.230038 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ae17-4446-46c2-8ce1-53b2c49c4519 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.232917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 75a782c5-3760-4073-aaee-a01a48174767 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:31.306332 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-181af727-8c99-49c7-94a9-663e11a30d81 req-6f12b4d2-ac31-4453-ab34-e2dcfee09ec5 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140&device_id=2169e021-28c2-411a-ae94-e1ac4027ceb7 HTTP/1.1" status: 200 len: 210 time: 0.0774550 Sep 16 05:00:31.313422 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5c3ae17-4446-46c2-8ce1-53b2c49c4519 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.314929 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c5c3ae17-4446-46c2-8ce1-53b2c49c4519 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5022383 Sep 16 05:00:31.317844 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33678) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:31.323482 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a30cafdd-5784-425b-8c6f-7ca99b721fde tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--989916257', 'description': 'tempest-secgroup_general--989916257 description', 'project_id': 'df27bef07f2348b18d52bc91f7adb880'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:31.377259 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a30cafdd-5784-425b-8c6f-7ca99b721fde tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.612083 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.615643 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a30cafdd-5784-425b-8c6f-7ca99b721fde tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.619468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3ae17-4446-46c2-8ce1-53b2c49c4519 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.630312 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a30cafdd-5784-425b-8c6f-7ca99b721fde tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.661248 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 75a782c5-3760-4073-aaee-a01a48174767 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:31.662709 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.751579 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-373a09e9-87ee-45ef-a33e-a5fdf43306ce req-a589e767-9149-4fb5-bbe2-d8f31c96c80b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8106dfa8399c429c8ad7ae3b9fdc0655&device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0849435 Sep 16 05:00:31.758698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a30cafdd-5784-425b-8c6f-7ca99b721fde tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.760414 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a30cafdd-5784-425b-8c6f-7ca99b721fde tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4408875 Sep 16 05:00:31.771554 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33696) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:31.778708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e0945407-37d3-4850-9958-803798329b62 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Request body: {'security_group_rule': {'security_group_id': '5bbbc5a3-75cc-48c5-8fd9-81138e8eac16', 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:31.798976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cafdd-5784-425b-8c6f-7ca99b721fde tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a029fc-eb22-47ff-b44d-6b211830e202,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:31.815511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-373a09e9-87ee-45ef-a33e-a5fdf43306ce req-5b316e9c-f5b9-45a2-a5f7-79a0eb3e5e3d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8106dfa8399c429c8ad7ae3b9fdc0655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524764 Sep 16 05:00:31.845398 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 007b032c-16f7-4606-9f4a-99e0e5c2dc61 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:31.875334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0945407-37d3-4850-9958-803798329b62 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:31.901548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 007b032c-16f7-4606-9f4a-99e0e5c2dc61 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:31.901969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 007b032c-16f7-4606-9f4a-99e0e5c2dc61 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:31.916191 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:00:28Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1d9a559e-7584-4304-8109-d620e5abd687', 'name': '', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'mac_address': 'fa:16:3e:0d:26:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:27Z', 'updated_at': '2021-09-16T05:00:29Z', 'revision_number': 2, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'subnets': [{'id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:31.923634 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1cdecf0f-1890-4ed7-9a88-6831af34b72a req-1515b4f2-e0f3-41d6-ae23-845c38488455 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0600731 Sep 16 05:00:31.980293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Checking router: fccb9b81-57ce-4eac-9e03-290c21aecaff for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:31.980952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Updating router fccb9b81-57ce-4eac-9e03-290c21aecaff port 1d9a559e-7584-4304-8109-d620e5abd687 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:00:32.028983 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.041514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a09e9-87ee-45ef-a33e-a5fdf43306ce req-ceed5c23-2367-45a3-8ebc-053fdb0d0ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.043236 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-373a09e9-87ee-45ef-a33e-a5fdf43306ce req-ceed5c23-2367-45a3-8ebc-053fdb0d0ed5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2159464 Sep 16 05:00:32.045992 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0945407-37d3-4850-9958-803798329b62 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.052080 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Router 09a65a17-2cdc-4549-b020-07065d784f4f is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:00:32.062943 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0945407-37d3-4850-9958-803798329b62 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.108790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0945407-37d3-4850-9958-803798329b62 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5c5a85-4651-4ed5-af7b-260fd460815a,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:32.131329 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e0945407-37d3-4850-9958-803798329b62 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.133023 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e0945407-37d3-4850-9958-803798329b62 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3584392 Sep 16 05:00:32.254445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:32.265696 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2742ae-e941-47de-9c08-3e54dcd774f0 None None] Sync routers for ids ['09a65a17-2cdc-4549-b020-07065d784f4f'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:32.280690 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2742ae-e941-47de-9c08-3e54dcd774f0 None None] Routers {'09a65a17-2cdc-4549-b020-07065d784f4f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:32.281919 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1f2742ae-e941-47de-9c08-3e54dcd774f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:00:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09a65a17-2cdc-4549-b020-07065d784f4f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:32.306590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.307994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-363286e9-e8eb-485d-a6ec-1ab0361f724d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2983227 Sep 16 05:00:32.311522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33714) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:32.316171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:32.337976 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1f2742ae-e941-47de-9c08-3e54dcd774f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:32.355109 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2742ae-e941-47de-9c08-3e54dcd774f0 None None] Routers {'09a65a17-2cdc-4549-b020-07065d784f4f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:32.359260 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1f2742ae-e941-47de-9c08-3e54dcd774f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:00:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09a65a17-2cdc-4549-b020-07065d784f4f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:32.417055 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1f2742ae-e941-47de-9c08-3e54dcd774f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:32.417879 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2742ae-e941-47de-9c08-3e54dcd774f0 None None] The sync data for ids ['09a65a17-2cdc-4549-b020-07065d784f4f'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:32.483632 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.492050 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.517159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-4ceb417a-f7e1-4cd5-b930-824590475321 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--989916257&fields=id&tenant_id=df27bef07f2348b18d52bc91f7adb880 HTTP/1.1" status: 200 len: 267 time: 0.0706077 Sep 16 05:00:32.616358 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fcd8e-96d0-43e2-85ff-50247eddf5c3 None None] Pushing event updated for resources: {'Port': ['ID=1d9a559e-7584-4304-8109-d620e5abd687,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:32.666993 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-207e57c2-e9ab-4a98-a69a-14d1bb1906c5 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--1388134430&fields=id&tenant_id=df27bef07f2348b18d52bc91f7adb880 HTTP/1.1" status: 200 len: 267 time: 0.1418359 Sep 16 05:00:32.717728 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Attempting to bind port 1d9a559e-7584-4304-8109-d620e5abd687 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:32.718365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Attempting to bind port 1d9a559e-7584-4304-8109-d620e5abd687 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:32.718936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Attempting to bind port 1d9a559e-7584-4304-8109-d620e5abd687 on network 317e4f25-ab00-42b4-84d5-fbc95a07e551 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:32.727347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:32.728067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Checking segment: {'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:32.728666 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.730295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Bound using segment: {'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:32.731549 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Bound port: 1d9a559e-7584-4304-8109-d620e5abd687, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:32.732379 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.844054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3724a96-a241-4473-bcad-7d570b21af59 req-660ec65d-e2fd-4739-9ae9-c86bf137bdc2 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:32.852177 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-660ec65d-e2fd-4739-9ae9-c86bf137bdc2 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/networks?id=317e4f25-ab00-42b4-84d5-fbc95a07e551 HTTP/1.1" status: 200 len: 797 time: 0.1840475 Sep 16 05:00:32.872818 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-67c00c88-606f-4ac0-8408-5a73043c78df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/quotas/df27bef07f2348b18d52bc91f7adb880 HTTP/1.1" status: 200 len: 375 time: 0.0178940 Sep 16 05:00:32.890610 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] For port 1d9a559e-7584-4304-8109-d620e5abd687, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:32.909714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-90fa8238-82f8-4603-b77c-9cceaacd0a08 None None] Provisioning complete for port 1d9a559e-7584-4304-8109-d620e5abd687 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:32.910113 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-90fa8238-82f8-4603-b77c-9cceaacd0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.913195 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] For port 1d9a559e-7584-4304-8109-d620e5abd687, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1d9a559e-7584-4304-8109-d620e5abd687,segment=NetworkSegment(0bc4144d-3fea-474e-8d6b-a8498bb33833),segment_id=0bc4144d-3fea-474e-8d6b-a8498bb33833)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:32.958024 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.967564 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:32.982187 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.006359 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-c310f751-28cd-43c9-988b-e21a46e0e958 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df27bef07f2348b18d52bc91f7adb880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286423 Sep 16 05:00:33.033394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-90fa8238-82f8-4603-b77c-9cceaacd0a08 None None] Port 1d9a559e-7584-4304-8109-d620e5abd687 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:33.065257 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Routers {'fccb9b81-57ce-4eac-9e03-290c21aecaff'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:33.065941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:00:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fccb9b81-57ce-4eac-9e03-290c21aecaff'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:33.221368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] Set router fccb9b81-57ce-4eac-9e03-290c21aecaff gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:33.288019 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-358ee664-d08e-4830-87a9-6bf6ee7eeb5c service neutron] 10.222.0.53 "GET /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806685 Sep 16 05:00:33.459868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fcd8e-96d0-43e2-85ff-50247eddf5c3 None None] Pushing event updated for resources: {'Port': ['ID=1d9a559e-7584-4304-8109-d620e5abd687,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:33.472111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-6bd67c55-dfa4-41f9-ba8f-5bcc9ae824f6 service neutron] 10.222.0.53 "GET /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831267 Sep 16 05:00:33.532642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0f5fc25b-87bc-4301-a52e-c86c546c6678 None None] Provisioning complete for port 1d9a559e-7584-4304-8109-d620e5abd687 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:33.533285 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc25b-87bc-4301-a52e-c86c546c6678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.715855 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc25b-87bc-4301-a52e-c86c546c6678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.753659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:00:28Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1d9a559e-7584-4304-8109-d620e5abd687', 'name': '', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'mac_address': 'fa:16:3e:0d:26:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:27Z', 'updated_at': '2021-09-16T05:00:32Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'subnets': [{'id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:33.832553 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-25d5916a-a7af-463f-9721-f91db3ed30d7 req-2a585d1d-bcf8-426a-b74b-c46b1b2193ba tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0740662 Sep 16 05:00:33.834298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0f5fc25b-87bc-4301-a52e-c86c546c6678 None None] For port 1d9a559e-7584-4304-8109-d620e5abd687, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1d9a559e-7584-4304-8109-d620e5abd687,segment=NetworkSegment(0bc4144d-3fea-474e-8d6b-a8498bb33833),segment_id=0bc4144d-3fea-474e-8d6b-a8498bb33833)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:33.913476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67f90d-5a14-4604-9260-2fb0a6f3a7e0 None None] The sync data for ids ['fccb9b81-57ce-4eac-9e03-290c21aecaff'] in n-d-712142-17 is: [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:00:28Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1d9a559e-7584-4304-8109-d620e5abd687', 'name': '', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'mac_address': 'fa:16:3e:0d:26:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:27Z', 'updated_at': '2021-09-16T05:00:32Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'subnets': [{'id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:33.921711 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc25b-87bc-4301-a52e-c86c546c6678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:33.963721 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-373a09e9-87ee-45ef-a33e-a5fdf43306ce req-dd0af9bc-a6fe-4f3a-803e-e9c7140630ff tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.50 "GET /v2.0/ports?device_id=735387d2-f1cc-4aef-9442-8e93bbcdb140 HTTP/1.1" status: 200 len: 210 time: 0.0544214 Sep 16 05:00:34.020364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Deleting port 1f2c75f5-e1ef-4dad-a74f-6a8fa8e096d9 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:34.025011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.117739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fc25b-87bc-4301-a52e-c86c546c6678 None None] Pushing event updated for resources: {'Port': ['ID=1d9a559e-7584-4304-8109-d620e5abd687,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.183440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c92aee3f-fa35-49f1-8d96-eefbbf0b4b25 req-3eecea38-464b-479e-9669-a549e547cf1f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 210 time: 0.1516814 Sep 16 05:00:34.250414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.269126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Calling delete_port for 1f2c75f5-e1ef-4dad-a74f-6a8fa8e096d9 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:34.582570 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:34.629756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Pushing event deleted for resources: {'Port': ['ID=1f2c75f5-e1ef-4dad-a74f-6a8fa8e096d9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:34.713841 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.199082 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1430'] for router, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.218240 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579339'] for router, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.302769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1d9a559e-7584-4304-8109-d620e5abd687 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:35.504845 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bb34c2bc-ecce-43dc-807a-b1d00cd11629 req-f2a1facc-04d8-4a48-8c79-a52c28b91f02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8106dfa8399c429c8ad7ae3b9fdc0655&device_id=2169e021-28c2-411a-ae94-e1ac4027ceb7 HTTP/1.1" status: 200 len: 210 time: 0.2745197 Sep 16 05:00:35.529579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1d9a559e-7584-4304-8109-d620e5abd687 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:35.537493 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.648341 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Router 09a65a17-2cdc-4549-b020-07065d784f4f has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:35.652122 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bb34c2bc-ecce-43dc-807a-b1d00cd11629 req-d35c6a3b-9dfc-40e5-be9c-681d88730289 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8106dfa8399c429c8ad7ae3b9fdc0655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261740 Sep 16 05:00:35.655217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab3985df-e1d4-42ea-aab5-1e522ea6e6b9 req-f3c1b988-68d4-4c2c-800e-899a91dd7157 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=2169e021-28c2-411a-ae94-e1ac4027ceb7 HTTP/1.1" status: 200 len: 210 time: 0.1238539 Sep 16 05:00:35.667118 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:35.847311 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11c70232-f5b7-4027-9626-173280ec8072 req-4e1828de-bfb8-44d5-857b-008e583e5caa tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 210 time: 0.0565462 Sep 16 05:00:35.897318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3724a96-a241-4473-bcad-7d570b21af59 req-7735ca58-beb2-4ce3-8ee8-8a2885f1f908 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:35.899145 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-7735ca58-beb2-4ce3-8ee8-8a2885f1f908 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.15 "GET /v2.0/networks?id=317e4f25-ab00-42b4-84d5-fbc95a07e551 HTTP/1.1" status: 200 len: 797 time: 0.1657777 Sep 16 05:00:36.065403 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-bd21c0df-e939-479c-8eca-8d996b2e3ccd tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df27bef07f2348b18d52bc91f7adb880 HTTP/1.1" status: 200 len: 477 time: 0.1146169 Sep 16 05:00:36.068497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:36.078331 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.079546 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6aa39203-6ad7-4b59-b28d-2fe9e4680478 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "PUT /v2.0/routers/09a65a17-2cdc-4549-b020-07065d784f4f HTTP/1.1" status: 200 len: 710 time: 3.7670171 Sep 16 05:00:36.082479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33810) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.086548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5847529-cff3-4f26-93b0-0e3925087ca8 None None] Sync routers for ids ['09a65a17-2cdc-4549-b020-07065d784f4f'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:36.095905 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-a3724a96-a241-4473-bcad-7d570b21af59 req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Request body: {'port': {'device_id': '729419de-477d-4d37-a63b-7b346a250563', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'admin_state_up': True, 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'security_groups': ['d5a029fc-eb22-47ff-b44d-6b211830e202', '5bbbc5a3-75cc-48c5-8fd9-81138e8eac16']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:36.099480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5847529-cff3-4f26-93b0-0e3925087ca8 None None] Routers {'09a65a17-2cdc-4549-b020-07065d784f4f'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:36.100183 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d5847529-cff3-4f26-93b0-0e3925087ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:00:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09a65a17-2cdc-4549-b020-07065d784f4f'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:36.178623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34c2bc-ecce-43dc-807a-b1d00cd11629 req-cfeff9d2-9f30-43ef-9724-f90c7d85940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:36.178969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9e092475-7bdc-47e3-9bfa-33843d8fb53c tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/routers/09a65a17-2cdc-4549-b020-07065d784f4f HTTP/1.1" status: 200 len: 745 time: 0.0926948 Sep 16 05:00:36.179099 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bb34c2bc-ecce-43dc-807a-b1d00cd11629 req-cfeff9d2-9f30-43ef-9724-f90c7d85940c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5163913 Sep 16 05:00:36.179273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33814) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.198619 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d5847529-cff3-4f26-93b0-0e3925087ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:36.222661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5847529-cff3-4f26-93b0-0e3925087ca8 None None] Routers {'09a65a17-2cdc-4549-b020-07065d784f4f'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:36.223334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d5847529-cff3-4f26-93b0-0e3925087ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:00:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09a65a17-2cdc-4549-b020-07065d784f4f'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:36.280355 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6797ed44-b71b-40e2-8d8f-dda95419ce7e tempest-RoutersIpV6AdminTest-1211756914 tempest-RoutersIpV6AdminTest-1211756914-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&device_id=09a65a17-2cdc-4549-b020-07065d784f4f HTTP/1.1" status: 200 len: 205 time: 0.0998685 Sep 16 05:00:36.290164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33820) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.298374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d5847529-cff3-4f26-93b0-0e3925087ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:36.303632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5847529-cff3-4f26-93b0-0e3925087ca8 None None] The sync data for ids ['09a65a17-2cdc-4549-b020-07065d784f4f'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:36.328652 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-38a448b4-3fdc-47d8-bf44-c500bdf63537 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "GET /v2.0/ports?device_id=09a65a17-2cdc-4549-b020-07065d784f4f HTTP/1.1" status: 200 len: 205 time: 0.0369468 Sep 16 05:00:36.331055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33822) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.347950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3724a96-a241-4473-bcad-7d570b21af59 req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Made reservation on behalf of df27bef07f2348b18d52bc91f7adb880 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:36.372243 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3724a96-a241-4473-bcad-7d570b21af59 req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.514737 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42923065-8e56-42ee-bfe0-635187c77461 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.632818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-a3724a96-a241-4473-bcad-7d570b21af59 req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Allocated IP 172.20.0.8 (317e4f25-ab00-42b4-84d5-fbc95a07e551/6c61b909-5d75-4a10-a25e-de6f4da0c2d3/da218c04-526c-4c7b-b1e0-c21301334658) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:36.752325 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42923065-8e56-42ee-bfe0-635187c77461 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.757375 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42923065-8e56-42ee-bfe0-635187c77461 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.866678 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42923065-8e56-42ee-bfe0-635187c77461 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.867368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42923065-8e56-42ee-bfe0-635187c77461 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Fanout notify agent at l3_agent the message router_deleted on router 09a65a17-2cdc-4549-b020-07065d784f4f {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:00:36.881493 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42923065-8e56-42ee-bfe0-635187c77461 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.889252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-42923065-8e56-42ee-bfe0-635187c77461 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/routers/09a65a17-2cdc-4549-b020-07065d784f4f HTTP/1.1" status: 204 len: 168 time: 0.5556643 Sep 16 05:00:36.890090 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33846) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:36.904284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-815f6884-1a0b-4129-8eaf-95b636108553 req-46dc508e-2315-4ba2-ac37-197fb457180e tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=2169e021-28c2-411a-ae94-e1ac4027ceb7 HTTP/1.1" status: 200 len: 210 time: 0.0793865 Sep 16 05:00:36.919714 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3724a96-a241-4473-bcad-7d570b21af59 req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:36.967396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bce5afd8-5458-4a6d-8175-33d9c1e96413 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "GET /v2.0/ports?device_id=09a65a17-2cdc-4549-b020-07065d784f4f HTTP/1.1" status: 200 len: 205 time: 0.0619421 Sep 16 05:00:36.969197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33850) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.040874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3724a96-a241-4473-bcad-7d570b21af59 req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.064827 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-78275afc-e4bf-4aa1-9285-2f7d97e4d5da tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] delete failed (client error): The resource could not be found. Sep 16 05:00:37.068444 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78275afc-e4bf-4aa1-9285-2f7d97e4d5da tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/routers/09a65a17-2cdc-4549-b020-07065d784f4f HTTP/1.1" status: 404 len: 336 time: 0.0936189 Sep 16 05:00:37.078942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33856) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.086184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3724a96-a241-4473-bcad-7d570b21af59 req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network 317e4f25-ab00-42b4-84d5-fbc95a07e551 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:37.090536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-a3724a96-a241-4473-bcad-7d570b21af59 req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:37.095529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3724a96-a241-4473-bcad-7d570b21af59 req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:37.141214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4a0c032b-5b83-4f9b-851b-2f3c63c8f38d tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "GET /v2.0/ports?device_id=244a4d44-6d61-4266-b246-b1dc53e39466 HTTP/1.1" status: 200 len: 205 time: 0.0609052 Sep 16 05:00:37.143633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33860) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.177712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Port': ['ID=da218c04-526c-4c7b-b1e0-c21301334658,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:37.197467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3724a96-a241-4473-bcad-7d570b21af59 req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:37.198192 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3724a96-a241-4473-bcad-7d570b21af59 req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.202633 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:37.202987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:37.203432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:37.203769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:37.204371 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:37.204873 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:37.205309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:37.206072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:37.206537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:37.207032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:37.207486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:37.207867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:00:37.221652 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-69280c67-71b0-44bc-8354-76e15142ef6e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] delete failed (client error): The resource could not be found. Sep 16 05:00:37.225678 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-69280c67-71b0-44bc-8354-76e15142ef6e tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/routers/244a4d44-6d61-4266-b246-b1dc53e39466 HTTP/1.1" status: 404 len: 336 time: 0.0784423 Sep 16 05:00:37.227546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33862) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.244134 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-a4bb93a4-1c33-4004-9223-8fa6b149f464 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1634057 Sep 16 05:00:37.264596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab84b-0d67-4174-b7ac-0b726b52786e req-80077530-8786-4cca-933a-7dbf44cce2f5 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:37.266864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2bab84b-0d67-4174-b7ac-0b726b52786e req-80077530-8786-4cca-933a-7dbf44cce2f5 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 970 time: 0.1996727 Sep 16 05:00:37.275541 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Request body: {'port': {'device_id': '729419de-477d-4d37-a63b-7b346a250563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:37.284789 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4f9b25a9-5823-41ad-938b-c5c1d8c5e4ac tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e HTTP/1.1" status: 200 len: 205 time: 0.0555794 Sep 16 05:00:37.285801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33866) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.362160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2bab84b-0d67-4174-b7ac-0b726b52786e req-50169f7b-e076-4192-b2ff-225fab75e54f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0888391 Sep 16 05:00:37.428628 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-efc093c3-a980-4dba-9858-8edc2001b130 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] delete failed (client error): The resource could not be found. Sep 16 05:00:37.432240 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-efc093c3-a980-4dba-9858-8edc2001b130 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/routers/fd6bc8e5-b719-4866-aac2-a2cefa9b1e6e HTTP/1.1" status: 404 len: 336 time: 0.1418746 Sep 16 05:00:37.432644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33868) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.481875 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.489880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-14474cd2-a6b9-4ae7-bf66-1bc82f0c77df None None] Provisioning complete for port da218c04-526c-4c7b-b1e0-c21301334658 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:37.489880 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-14474cd2-a6b9-4ae7-bf66-1bc82f0c77df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.490512 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c562af35-f785-4007-bd65-4a8032d56ab3 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "GET /v2.0/ports?device_id=305056f4-5c5a-4fcc-a774-4b054ae2c7e5 HTTP/1.1" status: 200 len: 205 time: 0.0540612 Sep 16 05:00:37.494264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33872) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.580392 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-14474cd2-a6b9-4ae7-bf66-1bc82f0c77df None None] Port da218c04-526c-4c7b-b1e0-c21301334658 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:00:37.629335 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:37.642846 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-7bb3edd4-4522-4862-b463-f9f069ffe3f5 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] delete failed (client error): The resource could not be found. Sep 16 05:00:37.647771 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7bb3edd4-4522-4862-b463-f9f069ffe3f5 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/routers/305056f4-5c5a-4fcc-a774-4b054ae2c7e5 HTTP/1.1" status: 404 len: 336 time: 0.1499231 Sep 16 05:00:37.649279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33880) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.663413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bb34c2bc-ecce-43dc-807a-b1d00cd11629 req-06b36b06-b093-4903-b99b-3b42f14acdc2 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.50 "GET /v2.0/ports?device_id=2169e021-28c2-411a-ae94-e1ac4027ceb7 HTTP/1.1" status: 200 len: 210 time: 0.0608821 Sep 16 05:00:37.718074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ecd86611-97bc-4374-94b3-96cb2d4f2ab8 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dabfcf3-4d4e-492c-bc47-ddb516931aab HTTP/1.1" status: 200 len: 205 time: 0.0664372 Sep 16 05:00:37.719249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33882) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.833168 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-5946b504-3963-420f-9f6d-ea5ee4ec5a6b tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] delete failed (client error): The resource could not be found. Sep 16 05:00:37.834848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5946b504-3963-420f-9f6d-ea5ee4ec5a6b tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/routers/1dabfcf3-4d4e-492c-bc47-ddb516931aab HTTP/1.1" status: 404 len: 336 time: 0.1143007 Sep 16 05:00:37.837702 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33884) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.878768 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d061ed2d-7397-4c31-b11d-d7d63110cdbb tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "GET /v2.0/ports?device_id=d979af4a-c08c-49a6-bbc9-25057ee16236 HTTP/1.1" status: 200 len: 205 time: 0.0392601 Sep 16 05:00:37.881070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33886) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.923721 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-c8ab212d-5021-4747-a0f1-85d261ea5c43 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] delete failed (client error): The resource could not be found. Sep 16 05:00:37.924757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c8ab212d-5021-4747-a0f1-85d261ea5c43 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/routers/d979af4a-c08c-49a6-bbc9-25057ee16236 HTTP/1.1" status: 404 len: 336 time: 0.0427451 Sep 16 05:00:37.928761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33888) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:37.983139 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-141f07d6-0808-4650-88a9-ea3415fc9039 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] DELETE failed (client error): The resource could not be found. Sep 16 05:00:37.983139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141f07d6-0808-4650-88a9-ea3415fc9039 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:37.984297 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-141f07d6-0808-4650-88a9-ea3415fc9039 tempest-RoutersIpV6AdminTest-1686003052 tempest-RoutersIpV6AdminTest-1686003052-project] 10.222.0.53 "DELETE /v2.0/subnets/c72c9d5f-8765-4c2c-8360-0875d694b984 HTTP/1.1" status: 404 len: 337 time: 0.0559888 Sep 16 05:00:38.117419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3939b532-5b1a-489e-9d50-c6da921a7666 req-f58cf36f-7839-4783-add3-f249b1fda888 tempest-ServerShowV247Test-447100979 tempest-ServerShowV247Test-447100979-project] 10.222.0.53 "GET /v2.0/ports?device_id=2169e021-28c2-411a-ae94-e1ac4027ceb7 HTTP/1.1" status: 200 len: 210 time: 0.0553024 Sep 16 05:00:38.259970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da218c04-526c-4c7b-b1e0-c21301334658 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:38.279534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.317263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Transition to ACTIVE for port object da218c04-526c-4c7b-b1e0-c21301334658 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:00:38.330495 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.598628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Pushing event updated for resources: {'Port': ['ID=da218c04-526c-4c7b-b1e0-c21301334658,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:38.631616 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e813d-d78e-4d23-95e6-b2a562c8b852 req-28b89f11-2697-40af-a004-5dfe8ed1a4bf tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:38.633177 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-267e813d-d78e-4d23-95e6-b2a562c8b852 req-28b89f11-2697-40af-a004-5dfe8ed1a4bf tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 982 time: 0.1164050 Sep 16 05:00:38.649959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33928) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:38.696462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Attempting to bind port da218c04-526c-4c7b-b1e0-c21301334658 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:38.696833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Attempting to bind port da218c04-526c-4c7b-b1e0-c21301334658 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:38.697155 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Attempting to bind port da218c04-526c-4c7b-b1e0-c21301334658 on network 317e4f25-ab00-42b4-84d5-fbc95a07e551 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:38.705212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Port da218c04-526c-4c7b-b1e0-c21301334658 on network 317e4f25-ab00-42b4-84d5-fbc95a07e551 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:00:38.705212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Attempting to bind port da218c04-526c-4c7b-b1e0-c21301334658 on network 317e4f25-ab00-42b4-84d5-fbc95a07e551 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:38.720533 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:38.720898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Checking segment: {'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:38.721308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Bound using segment: {'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:38.722002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Bound port: da218c04-526c-4c7b-b1e0-c21301334658, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc4144d-3fea-474e-8d6b-a8498bb33833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:38.722589 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.752149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-267e813d-d78e-4d23-95e6-b2a562c8b852 req-421516a1-ea21-42bc-8010-80d53d2bf64c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0972157 Sep 16 05:00:38.865777 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] For port da218c04-526c-4c7b-b1e0-c21301334658, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:38.870504 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] For port da218c04-526c-4c7b-b1e0-c21301334658, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=da218c04-526c-4c7b-b1e0-c21301334658,segment=NetworkSegment(0bc4144d-3fea-474e-8d6b-a8498bb33833),segment_id=0bc4144d-3fea-474e-8d6b-a8498bb33833)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:38.880868 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.993299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:38.994240 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:38.996193 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] 10.222.0.15 "PUT /v2.0/ports/da218c04-526c-4c7b-b1e0-c21301334658 HTTP/1.1" status: 200 len: 1131 time: 1.7312975 Sep 16 05:00:39.026081 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729419de-477d-4d37-a63b-7b346a250563', 'tag': 'da218c04-526c-4c7b-b1e0-c21301334658'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:39.029460 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511102f8-2382-4a0f-9d3a-fc4d5272b806" -d '{"events": [{"name": "network-changed", "server_uuid": "729419de-477d-4d37-a63b-7b346a250563", "tag": "da218c04-526c-4c7b-b1e0-c21301334658"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:39.032747 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adf227b3-2a86-44b5-b072-1ae07b8129ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.104684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d5b25-35d2-4bcd-9a6b-e87e9e353456 service neutron] Pushing event updated for resources: {'Port': ['ID=da218c04-526c-4c7b-b1e0-c21301334658,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:39.136316 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc8259e-d7e9-428f-b968-6a833834c5fd x-openstack-request-id: req-4bc8259e-d7e9-428f-b968-6a833834c5fd {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:39.137332 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729419de-477d-4d37-a63b-7b346a250563", "tag": "da218c04-526c-4c7b-b1e0-c21301334658", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:39.137767 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bc8259e-d7e9-428f-b968-6a833834c5fd {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:39.138351 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729419de-477d-4d37-a63b-7b346a250563', 'tag': 'da218c04-526c-4c7b-b1e0-c21301334658', 'status': 'completed', 'code': 200} Sep 16 05:00:39.217151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3724a96-a241-4473-bcad-7d570b21af59 req-cb1c62a0-e581-4ed3-be55-6a5f928a6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:39.221972 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-cb1c62a0-e581-4ed3-be55-6a5f928a6482 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df27bef07f2348b18d52bc91f7adb880&device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 1134 time: 0.1445632 Sep 16 05:00:39.333875 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-111e90d2-9311-4650-a8f8-13cdbe3ee60c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da218c04-526c-4c7b-b1e0-c21301334658 HTTP/1.1" status: 200 len: 217 time: 0.0927107 Sep 16 05:00:39.465414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adf227b3-2a86-44b5-b072-1ae07b8129ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.468537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3724a96-a241-4473-bcad-7d570b21af59 req-673001d9-9222-4378-b077-1eb7f68ca4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:39.470713 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-673001d9-9222-4378-b077-1eb7f68ca4ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c61b909-5d75-4a10-a25e-de6f4da0c2d3 HTTP/1.1" status: 200 len: 834 time: 0.1235099 Sep 16 05:00:39.472410 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adf227b3-2a86-44b5-b072-1ae07b8129ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.501798 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-adf227b3-2a86-44b5-b072-1ae07b8129ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4124433bb02c4bf29de0364b382502ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8504853 Sep 16 05:00:39.504396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33952) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:39.547330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 33954) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:39.561056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf227b3-2a86-44b5-b072-1ae07b8129ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eaee2a-0813-4f02-bbd7-6515e1343fda,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:39.596418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3724a96-a241-4473-bcad-7d570b21af59 req-897b8a96-5a63-4df7-81d9-e76472296dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:39.599713 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-897b8a96-5a63-4df7-81d9-e76472296dd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=317e4f25-ab00-42b4-84d5-fbc95a07e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020317 Sep 16 05:00:39.636589 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9830271a-6047-4744-ae20-4f96da12b3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.693569 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9830271a-6047-4744-ae20-4f96da12b3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.792151 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9830271a-6047-4744-ae20-4f96da12b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.795014 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9830271a-6047-4744-ae20-4f96da12b3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.796217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9830271a-6047-4744-ae20-4f96da12b3d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35eaee2a-0813-4f02-bbd7-6515e1343fda HTTP/1.1" status: 204 len: 168 time: 0.2899771 Sep 16 05:00:39.816104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830271a-6047-4744-ae20-4f96da12b3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eaee2a-0813-4f02-bbd7-6515e1343fda,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:39.828597 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4409-219d-4165-a0b0-451ea22b3a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:39.858775 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-6a7f046c-9e6a-41b0-81b1-7e56899b32bb service neutron] 10.222.0.15 "GET /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504175 Sep 16 05:00:39.974487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f77b7-1842-4dd7-8f79-e07a31e0d49b req-deb53b32-6f6f-4e8b-96e3-3b7a08a3fd18 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:39.982804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-542f77b7-1842-4dd7-8f79-e07a31e0d49b req-deb53b32-6f6f-4e8b-96e3-3b7a08a3fd18 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 982 time: 0.0982440 Sep 16 05:00:40.047188 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-542f77b7-1842-4dd7-8f79-e07a31e0d49b req-e93a38a0-189b-466e-8e0d-59901f9108eb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0632253 Sep 16 05:00:40.195966 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a3724a96-a241-4473-bcad-7d570b21af59 req-8c3bcbd1-a4a7-4b43-be66-0245b7f59f74 service neutron] 10.222.0.15 "GET /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283489 Sep 16 05:00:40.235466 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4409-219d-4165-a0b0-451ea22b3a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.241271 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4409-219d-4165-a0b0-451ea22b3a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.338803 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fb8c4409-219d-4165-a0b0-451ea22b3a72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8106dfa8399c429c8ad7ae3b9fdc0655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7877424 Sep 16 05:00:40.339579 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c4409-219d-4165-a0b0-451ea22b3a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb902ae-f0dd-4ffd-a566-fd56d660f01f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.346295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33986) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:40.382398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511102f8-2382-4a0f-9d3a-fc4d5272b806 req-e8635106-5dec-431f-be4d-7b882c685472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.383980 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-511102f8-2382-4a0f-9d3a-fc4d5272b806 req-e8635106-5dec-431f-be4d-7b882c685472 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df27bef07f2348b18d52bc91f7adb880&device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 1134 time: 0.1095042 Sep 16 05:00:40.446144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33988) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:40.514306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511102f8-2382-4a0f-9d3a-fc4d5272b806 req-f5d67bdd-bac9-42d8-b721-e2659d1b2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.517075 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-511102f8-2382-4a0f-9d3a-fc4d5272b806 req-f5d67bdd-bac9-42d8-b721-e2659d1b2a4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=317e4f25-ab00-42b4-84d5-fbc95a07e551 HTTP/1.1" status: 200 len: 898 time: 0.1220992 Sep 16 05:00:40.581563 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-511102f8-2382-4a0f-9d3a-fc4d5272b806 req-ad4b7c34-50ab-490c-b68f-2944775244ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da218c04-526c-4c7b-b1e0-c21301334658 HTTP/1.1" status: 200 len: 217 time: 0.0553901 Sep 16 05:00:40.583778 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c15f4245-49e7-4d9e-94db-5b64bd0d626a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.595161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1740dbe4-18d2-45ac-bb4c-047fc990aae7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abda5e7a34c0489aaa149c4551400afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478744 Sep 16 05:00:40.597522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 33994) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:40.635455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c15f4245-49e7-4d9e-94db-5b64bd0d626a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.701337 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05f53006-0469-4a0b-bf61-68e98604c513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.711699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511102f8-2382-4a0f-9d3a-fc4d5272b806 req-743e2bd0-8ba5-43eb-a9f7-ffbf905b9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.717579 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-511102f8-2382-4a0f-9d3a-fc4d5272b806 req-743e2bd0-8ba5-43eb-a9f7-ffbf905b9c8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c61b909-5d75-4a10-a25e-de6f4da0c2d3 HTTP/1.1" status: 200 len: 834 time: 0.1243677 Sep 16 05:00:40.724235 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c15f4245-49e7-4d9e-94db-5b64bd0d626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.727122 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c15f4245-49e7-4d9e-94db-5b64bd0d626a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.728742 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c15f4245-49e7-4d9e-94db-5b64bd0d626a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aeb902ae-f0dd-4ffd-a566-fd56d660f01f HTTP/1.1" status: 204 len: 168 time: 0.3658495 Sep 16 05:00:40.749427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f4245-49e7-4d9e-94db-5b64bd0d626a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb902ae-f0dd-4ffd-a566-fd56d660f01f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:40.757697 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05f53006-0469-4a0b-bf61-68e98604c513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.813498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511102f8-2382-4a0f-9d3a-fc4d5272b806 req-104d1387-f6b5-4a65-ae34-9ba7e48908f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:40.815225 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-511102f8-2382-4a0f-9d3a-fc4d5272b806 req-104d1387-f6b5-4a65-ae34-9ba7e48908f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=317e4f25-ab00-42b4-84d5-fbc95a07e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904346 Sep 16 05:00:40.834579 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05f53006-0469-4a0b-bf61-68e98604c513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.838140 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-05f53006-0469-4a0b-bf61-68e98604c513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:40.842714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-05f53006-0469-4a0b-bf61-68e98604c513 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39523eb6-99fb-4710-a93c-9ea9beb99d31 HTTP/1.1" status: 204 len: 168 time: 0.2390921 Sep 16 05:00:40.864140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f53006-0469-4a0b-bf61-68e98604c513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39523eb6-99fb-4710-a93c-9ea9beb99d31,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:41.121772 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-511102f8-2382-4a0f-9d3a-fc4d5272b806 req-7cda9b70-b7f0-40a5-8bf6-94ab29aa3c0d service neutron] 10.222.0.15 "GET /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935979 Sep 16 05:00:41.333884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb764642-b9aa-49d6-9666-80bef1c69053 req-a5323635-adc4-4036-9c40-0989842d6900 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:41.344031 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb764642-b9aa-49d6-9666-80bef1c69053 req-a5323635-adc4-4036-9c40-0989842d6900 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 982 time: 0.1622584 Sep 16 05:00:41.488548 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb764642-b9aa-49d6-9666-80bef1c69053 req-ddb9c85e-2068-47b4-b4ad-8856bdc67425 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1337419 Sep 16 05:00:41.498252 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-511102f8-2382-4a0f-9d3a-fc4d5272b806 req-77166c56-4ef2-48ee-bb57-d7b57f59b7f2 service neutron] 10.222.0.15 "GET /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638043 Sep 16 05:00:42.495599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34078) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:42.686421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccd5dc-5668-4c6a-a3d9-ec8905222777 req-5b9b4e44-2745-4b81-9826-5b6854943e2e tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:42.688129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9ccd5dc-5668-4c6a-a3d9-ec8905222777 req-5b9b4e44-2745-4b81-9826-5b6854943e2e tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 982 time: 0.0934377 Sep 16 05:00:42.774118 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9ccd5dc-5668-4c6a-a3d9-ec8905222777 req-e174c854-9054-4445-9237-182c66aac3b7 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0790544 Sep 16 05:00:42.946816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1200603225'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:43.002082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:43.006888 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.022142 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.234647 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.244348 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.288868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:43.315894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.316325 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Added segment df0b6174-e34a-40a7-a8b8-dfc467f6f17d of type vlan for network 1214f719-7b35-448a-b0f3-7fa87e58bf03 Sep 16 05:00:43.326742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b0587b-36fa-495b-9777-585fae840b3a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:43.381335 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.431313 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.437234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:43.437877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:43.534659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34128) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:43.760491 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device da218c04-526c-4c7b-b1e0-c21301334658 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:43.958121 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81c8030c-33dd-4b59-8af1-7871b520f51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.049676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Network': ['ID=1214f719-7b35-448a-b0f3-7fa87e58bf03,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.074199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port da218c04-526c-4c7b-b1e0-c21301334658, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=da218c04-526c-4c7b-b1e0-c21301334658,segment=NetworkSegment(0bc4144d-3fea-474e-8d6b-a8498bb33833),segment_id=0bc4144d-3fea-474e-8d6b-a8498bb33833)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:44.081224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:44.118870 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'da218c04-526c-4c7b-b1e0-c21301334658', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'port_id': 'da218c04-526c-4c7b-b1e0-c21301334658', 'mac_address': 'fa:16:3e:39:6a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:44.176271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e918c-62a1-4751-a575-add821983a34 req-eef071c6-b610-4787-b72d-3f5950370b56 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:44.176584 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:00:44.189509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-039e918c-62a1-4751-a575-add821983a34 req-eef071c6-b610-4787-b72d-3f5950370b56 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 982 time: 0.1824138 Sep 16 05:00:44.251568 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81c8030c-33dd-4b59-8af1-7871b520f51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.259468 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81c8030c-33dd-4b59-8af1-7871b520f51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.279480 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-039e918c-62a1-4751-a575-add821983a34 req-1f93a9f8-e464-4fca-afcc-09ca30dbe24d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0886042 Sep 16 05:00:44.291162 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9dd501a4-9d90-4b0a-937e-355e8ab290e9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7878423 Sep 16 05:00:44.291479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34148) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:44.296778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'name': 'tempest-PortsIpV6TestJSON-924272605'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:44.312303 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-81c8030c-33dd-4b59-8af1-7871b520f51f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=001ec2e8728d490a960875b9278e7f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7726495 Sep 16 05:00:44.313852 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.332599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34150) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:44.429346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da218c04-526c-4c7b-b1e0-c21301334658 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:44.430959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8030c-33dd-4b59-8af1-7871b520f51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482c0d53-c5b4-462a-8e65-387dd26e83ad,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.491166 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port da218c04-526c-4c7b-b1e0-c21301334658, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=da218c04-526c-4c7b-b1e0-c21301334658,segment=NetworkSegment(0bc4144d-3fea-474e-8d6b-a8498bb33833),segment_id=0bc4144d-3fea-474e-8d6b-a8498bb33833)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:44.498075 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.521401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5374754-5640-4e03-9a55-1336172a9b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.546461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:44.551400 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.559830 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5374754-5640-4e03-9a55-1336172a9b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.571480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=da218c04-526c-4c7b-b1e0-c21301334658,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.587833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:44.656786 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5374754-5640-4e03-9a55-1336172a9b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.680433 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5374754-5640-4e03-9a55-1336172a9b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:44.688790 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f5374754-5640-4e03-9a55-1336172a9b52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/482c0d53-c5b4-462a-8e65-387dd26e83ad HTTP/1.1" status: 204 len: 168 time: 0.3694420 Sep 16 05:00:44.718826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['da218c04-526c-4c7b-b1e0-c21301334658'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:44.742694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5374754-5640-4e03-9a55-1336172a9b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482c0d53-c5b4-462a-8e65-387dd26e83ad,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:44.991912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.093304 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.178435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=63b2de46-3942-4e0a-9183-3f0ee0f9f68a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:45.229552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Checking segment: {'id': 'df0b6174-e34a-40a7-a8b8-dfc467f6f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:45.232098 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network hostable DHCP agents. Network: 1214f719-7b35-448a-b0f3-7fa87e58bf03, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:45.271839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:45.311314 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 1214f719-7b35-448a-b0f3-7fa87e58bf03) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:45.316743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:45.322567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.323337 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.325017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe90071-5e4a-41e1-a49b-79c5493416fe None None] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:45.365188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34172) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:45.370340 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-17b44521-8e9c-4ac0-a919-03021327333b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0773692 Sep 16 05:00:45.372941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-db4cc6cd-83b8-468d-baf6-808c09a5ad6d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-715210084'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:45.412344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4cc6cd-83b8-468d-baf6-808c09a5ad6d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:45.417815 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db4cc6cd-83b8-468d-baf6-808c09a5ad6d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.475724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4cc6cd-83b8-468d-baf6-808c09a5ad6d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:45.500041 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db4cc6cd-83b8-468d-baf6-808c09a5ad6d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.504695 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-db4cc6cd-83b8-468d-baf6-808c09a5ad6d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Added segment 18bd71c9-2327-4716-a9b8-66780670111e of type vlan for network 60621a65-292e-482e-b76b-1aeeff774163 Sep 16 05:00:45.603091 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db4cc6cd-83b8-468d-baf6-808c09a5ad6d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.605685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebf17f-c2b1-402c-a6cd-93e4e4bf2990 req-c21ad94a-2a91-4b2e-b619-a8068df2b7c2 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.615250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49ebf17f-c2b1-402c-a6cd-93e4e4bf2990 req-c21ad94a-2a91-4b2e-b619-a8068df2b7c2 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 983 time: 0.1602001 Sep 16 05:00:45.636563 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db4cc6cd-83b8-468d-baf6-808c09a5ad6d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.645730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4cc6cd-83b8-468d-baf6-808c09a5ad6d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:45.646786 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db4cc6cd-83b8-468d-baf6-808c09a5ad6d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:45.694489 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49ebf17f-c2b1-402c-a6cd-93e4e4bf2990 req-f6cb4705-ea64-45e4-87e1-cf77e9919aef tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0780964 Sep 16 05:00:45.708999 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-db4cc6cd-83b8-468d-baf6-808c09a5ad6d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3407676 Sep 16 05:00:45.709679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34182) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:45.730935 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'ports': [{'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03'}, {'network_id': '60621a65-292e-482e-b76b-1aeeff774163'}]} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:45.731407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:45.731808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': '60621a65-292e-482e-b76b-1aeeff774163'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:45.788477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device da218c04-526c-4c7b-b1e0-c21301334658 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:45.816545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cc6cd-83b8-468d-baf6-808c09a5ad6d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Network': ['ID=60621a65-292e-482e-b76b-1aeeff774163,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:45.911698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 60621a65-292e-482e-b76b-1aeeff774163 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:46.128943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port da218c04-526c-4c7b-b1e0-c21301334658 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:00:46.134130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port da218c04-526c-4c7b-b1e0-c21301334658 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:46.134832 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.138305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 2} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:46.171828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.204661 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.314298 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.371510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port b3ce9cd7-b8be-4661-98aa-5b4f9e3384f4 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:46.399303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729419de-477d-4d37-a63b-7b346a250563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da218c04-526c-4c7b-b1e0-c21301334658'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:46.401736 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfb6f3f-6d1c-4caa-9aae-09787542ba81" -d '{"events": [{"server_uuid": "729419de-477d-4d37-a63b-7b346a250563", "name": "network-vif-plugged", "status": "completed", "tag": "da218c04-526c-4c7b-b1e0-c21301334658"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:46.407318 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port da218c04-526c-4c7b-b1e0-c21301334658, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=da218c04-526c-4c7b-b1e0-c21301334658,segment=NetworkSegment(0bc4144d-3fea-474e-8d6b-a8498bb33833),segment_id=0bc4144d-3fea-474e-8d6b-a8498bb33833)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:46.415314 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:46.512182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=da218c04-526c-4c7b-b1e0-c21301334658,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:46.579080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.222270 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6349750c-35d2-476f-a74e-38537190b9fb x-openstack-request-id: req-6349750c-35d2-476f-a74e-38537190b9fb {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:47.222578 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729419de-477d-4d37-a63b-7b346a250563", "name": "network-vif-plugged", "status": "completed", "tag": "da218c04-526c-4c7b-b1e0-c21301334658", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:47.222844 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6349750c-35d2-476f-a74e-38537190b9fb {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:47.223535 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729419de-477d-4d37-a63b-7b346a250563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da218c04-526c-4c7b-b1e0-c21301334658', 'code': 200} Sep 16 05:00:47.268288 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fb398bdc-9c40-4a17-8ae6-6052729c2d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.377358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2f16f-65e2-4bc7-8fcf-ddcffe49572d req-8a068e44-eee3-4411-8c8b-71093f429043 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.386671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port 5885d63b-4241-4b41-8d9c-314ce418c047 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:47.395949 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1de2f16f-65e2-4bc7-8fcf-ddcffe49572d req-8a068e44-eee3-4411-8c8b-71093f429043 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 984 time: 0.1070077 Sep 16 05:00:47.418341 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5b984-3b13-4207-9c56-0a56692bc00d req-6b3387cd-8895-40c0-a067-3fe4c2592fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:47.420329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2c5b984-3b13-4207-9c56-0a56692bc00d req-6b3387cd-8895-40c0-a067-3fe4c2592fc9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 1136 time: 0.0835860 Sep 16 05:00:47.506502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1de2f16f-65e2-4bc7-8fcf-ddcffe49572d req-592a95ef-dadd-4ab7-82f2-3900eac46c2c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1093404 Sep 16 05:00:47.648434 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2c5b984-3b13-4207-9c56-0a56692bc00d req-eb37aedc-6000-4ffa-9d9b-57a24d62dbc7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2060363 Sep 16 05:00:47.796195 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.847959 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.901785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:47.905770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:47.912377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:47.913229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:47.929474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=b3ce9cd7-b8be-4661-98aa-5b4f9e3384f4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:47.997963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=5885d63b-4241-4b41-8d9c-314ce418c047,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:48.004011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Checking segment: {'id': '18bd71c9-2327-4716-a9b8-66780670111e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '60621a65-292e-482e-b76b-1aeeff774163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:48.004451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network hostable DHCP agents. Network: 60621a65-292e-482e-b76b-1aeeff774163, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:48.038069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 60621a65-292e-482e-b76b-1aeeff774163 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:48.052109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 60621a65-292e-482e-b76b-1aeeff774163) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:48.059662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:48.064747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c7b9cd-c359-427d-a5d4-38769d4ee457 None None] Network 60621a65-292e-482e-b76b-1aeeff774163 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:48.066018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.073664 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.075155 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.095952 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d9d21575-4c4d-4241-8059-ff513036a28e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3680634 Sep 16 05:00:48.096284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34240) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:48.232900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9cd69-fe4c-4611-b7ca-839d953ccb6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 5885d63b-4241-4b41-8d9c-314ce418c047 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:48.233370 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3a9cd69-fe4c-4611-b7ca-839d953ccb6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.311907 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3a9cd69-fe4c-4611-b7ca-839d953ccb6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.327323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9cd69-fe4c-4611-b7ca-839d953ccb6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 5885d63b-4241-4b41-8d9c-314ce418c047 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:48.419509 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3a9cd69-fe4c-4611-b7ca-839d953ccb6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.451242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9cd69-fe4c-4611-b7ca-839d953ccb6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=5885d63b-4241-4b41-8d9c-314ce418c047,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:48.454992 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3a9cd69-fe4c-4611-b7ca-839d953ccb6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.460191 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d3a9cd69-fe4c-4611-b7ca-839d953ccb6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/5885d63b-4241-4b41-8d9c-314ce418c047 HTTP/1.1" status: 204 len: 168 time: 0.3597767 Sep 16 05:00:48.460191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34252) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:48.509399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df60b0c-0358-4d54-8c41-291ddebdcf0f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.516448 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df60b0c-0358-4d54-8c41-291ddebdcf0f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.520818 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3df60b0c-0358-4d54-8c41-291ddebdcf0f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0575478 Sep 16 05:00:48.520818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34254) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:48.638612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-21ca8b71-27c0-4eee-8bc5-486551c99733 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port b3ce9cd7-b8be-4661-98aa-5b4f9e3384f4 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:48.638964 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21ca8b71-27c0-4eee-8bc5-486551c99733 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.682302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc2e38-20f7-4706-b690-5e9641eaeb4b req-9213b5f0-36f5-4aad-9f3b-0a5a2c9d0d61 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:48.684342 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-edbc2e38-20f7-4706-b690-5e9641eaeb4b req-9213b5f0-36f5-4aad-9f3b-0a5a2c9d0d61 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 984 time: 0.0849462 Sep 16 05:00:48.726329 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21ca8b71-27c0-4eee-8bc5-486551c99733 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.732351 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-edbc2e38-20f7-4706-b690-5e9641eaeb4b req-3ce6565e-2b6f-48e0-ba35-8f727c9cb432 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0416534 Sep 16 05:00:48.755401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-21ca8b71-27c0-4eee-8bc5-486551c99733 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for b3ce9cd7-b8be-4661-98aa-5b4f9e3384f4 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:48.896158 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21ca8b71-27c0-4eee-8bc5-486551c99733 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.929947 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca8b71-27c0-4eee-8bc5-486551c99733 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=b3ce9cd7-b8be-4661-98aa-5b4f9e3384f4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:48.944863 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21ca8b71-27c0-4eee-8bc5-486551c99733 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:48.950715 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-21ca8b71-27c0-4eee-8bc5-486551c99733 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/b3ce9cd7-b8be-4661-98aa-5b4f9e3384f4 HTTP/1.1" status: 204 len: 168 time: 0.4281464 Sep 16 05:00:48.952294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34274) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:49.039840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5f7e57-beb9-4bd4-91f5-42456098e388 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.041503 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6a5f7e57-beb9-4bd4-91f5-42456098e388 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0882962 Sep 16 05:00:49.044290 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34280) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:49.072203 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-488a732f-c1cd-4ff0-a06b-772d8d459401 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:00:49.074918 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-488a732f-c1cd-4ff0-a06b-772d8d459401 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/5885d63b-4241-4b41-8d9c-314ce418c047 HTTP/1.1" status: 404 len: 333 time: 0.0288951 Sep 16 05:00:49.077689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34284) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:49.110105 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c05254-c4bc-4e2f-973f-a0cba84ec9bd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:00:49.111689 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-33c05254-c4bc-4e2f-973f-a0cba84ec9bd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/b3ce9cd7-b8be-4661-98aa-5b4f9e3384f4 HTTP/1.1" status: 404 len: 333 time: 0.0323400 Sep 16 05:00:49.114682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34288) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:49.266243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564962d-4b95-4eb8-bf9d-4a963ec52ca8 req-d86f2644-70b8-4821-89e4-fe2d7174440e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.293562 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1564962d-4b95-4eb8-bf9d-4a963ec52ca8 req-d86f2644-70b8-4821-89e4-fe2d7174440e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 946 time: 0.1686695 Sep 16 05:00:49.330275 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.390900 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1564962d-4b95-4eb8-bf9d-4a963ec52ca8 req-af1aa720-69a6-4e87-a16b-60c50c4b927d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961940 Sep 16 05:00:49.472294 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.495222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60621a65-292e-482e-b76b-1aeeff774163']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:49.507120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bd71c9-2327-4716-a9b8-66780670111e') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:49.507568 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bd71c9-2327-4716-a9b8-66780670111e') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:49.519922 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.537844 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.547587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:49.548446 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:49.625966 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:49.629582 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.634996 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.640055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/networks/60621a65-292e-482e-b76b-1aeeff774163 HTTP/1.1" status: 204 len: 168 time: 0.5239244 Sep 16 05:00:49.644979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34304) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:49.658961 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684247-8f15-48de-bc2c-c165e45c0402 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Network': ['ID=60621a65-292e-482e-b76b-1aeeff774163,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:49.659471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-787befd1-b612-4010-aa2d-3fcfeae49088 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-365975148'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:49.736022 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787befd1-b612-4010-aa2d-3fcfeae49088 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:49.747271 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-787befd1-b612-4010-aa2d-3fcfeae49088 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.781863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787befd1-b612-4010-aa2d-3fcfeae49088 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:49.795082 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-787befd1-b612-4010-aa2d-3fcfeae49088 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.795800 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-787befd1-b612-4010-aa2d-3fcfeae49088 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Added segment 566ac05f-b86c-4451-9413-dba2fffdd198 of type vlan for network dae40458-e218-4df2-8353-22f8e23a0bd2 Sep 16 05:00:49.851654 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-787befd1-b612-4010-aa2d-3fcfeae49088 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.881757 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-787befd1-b612-4010-aa2d-3fcfeae49088 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.890038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787befd1-b612-4010-aa2d-3fcfeae49088 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:49.890861 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-787befd1-b612-4010-aa2d-3fcfeae49088 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:49.988934 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-787befd1-b612-4010-aa2d-3fcfeae49088 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3405142 Sep 16 05:00:49.992148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34318) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:49.998439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9ca02530-cd5a-43ec-b023-ef58bee1be34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': 'dae40458-e218-4df2-8353-22f8e23a0bd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:50.006360 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787befd1-b612-4010-aa2d-3fcfeae49088 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Network': ['ID=dae40458-e218-4df2-8353-22f8e23a0bd2,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:50.023918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network dae40458-e218-4df2-8353-22f8e23a0bd2 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:50.155192 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca02530-cd5a-43ec-b023-ef58bee1be34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:50.160306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ca02530-cd5a-43ec-b023-ef58bee1be34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.172543 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-edeece73-b45b-4a05-950a-bb0e451a3e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.546767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24433f7-8256-462f-b2c4-29a8fb229ac5 req-585503c1-b470-4684-adff-1b6aa6e1a512 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.554154 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a24433f7-8256-462f-b2c4-29a8fb229ac5 req-585503c1-b470-4684-adff-1b6aa6e1a512 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 984 time: 0.1056547 Sep 16 05:00:50.601098 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ca02530-cd5a-43ec-b023-ef58bee1be34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.659757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a24433f7-8256-462f-b2c4-29a8fb229ac5 req-ca8eb3f6-7714-4493-aa0a-9d68db7a94a9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1046717 Sep 16 05:00:50.727365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca02530-cd5a-43ec-b023-ef58bee1be34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Checking segment: {'id': '566ac05f-b86c-4451-9413-dba2fffdd198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dae40458-e218-4df2-8353-22f8e23a0bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:50.729066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca02530-cd5a-43ec-b023-ef58bee1be34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network hostable DHCP agents. Network: dae40458-e218-4df2-8353-22f8e23a0bd2, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:50.747388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca02530-cd5a-43ec-b023-ef58bee1be34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Subnet': ['ID=235f2972-c268-4e60-80e1-7c07473e64bd,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:50.760517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca02530-cd5a-43ec-b023-ef58bee1be34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network dae40458-e218-4df2-8353-22f8e23a0bd2 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:50.786991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-9ca02530-cd5a-43ec-b023-ef58bee1be34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, dae40458-e218-4df2-8353-22f8e23a0bd2) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:50.796070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca02530-cd5a-43ec-b023-ef58bee1be34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:50.796854 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ca02530-cd5a-43ec-b023-ef58bee1be34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.798293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77826781-8cde-4824-a12b-f7d741d47cd1 None None] Network dae40458-e218-4df2-8353-22f8e23a0bd2 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:50.834164 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34350) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:50.834745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9ca02530-cd5a-43ec-b023-ef58bee1be34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8403316 Sep 16 05:00:50.841810 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:50.845965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': 'dae40458-e218-4df2-8353-22f8e23a0bd2', 'name': 'tempest-PortsIpV6TestJSON-1533710777'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:51.128307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:51.143315 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.201191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port bb15fd55-7619-470f-92c0-5d4b4033ee4b yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:00:51.260137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-dae40458-e218-4df2-8353-22f8e23a0bd2', 'network_id': 'dae40458-e218-4df2-8353-22f8e23a0bd2', 'tenant_id': '47bad6c60c974bd98edf526dfd74db00', 'fixed_ips': [{'subnet_id': '235f2972-c268-4e60-80e1-7c07473e64bd'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:51.263253 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.332495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf9ac2-3737-46dd-b9c3-f63ebe9b4d4f req-ca47f8ff-9469-4526-a8b1-b3306945db20 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.361570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bcaf9ac2-3737-46dd-b9c3-f63ebe9b4d4f req-ca47f8ff-9469-4526-a8b1-b3306945db20 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 984 time: 0.2119200 Sep 16 05:00:51.517039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8::d5 (dae40458-e218-4df2-8353-22f8e23a0bd2/235f2972-c268-4e60-80e1-7c07473e64bd/bb15fd55-7619-470f-92c0-5d4b4033ee4b) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:51.535111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bcaf9ac2-3737-46dd-b9c3-f63ebe9b4d4f req-d2457ecd-d070-4140-b848-5fbf8a33f85d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1725597 Sep 16 05:00:51.790788 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.795502 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.905825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:51.936746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff55cc-24cb-4eda-a330-6f0b9290b01a req-6b0eafb0-ca9c-4fb5-a6d1-64c0cb31c90d tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:51.950307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8dff55cc-24cb-4eda-a330-6f0b9290b01a req-6b0eafb0-ca9c-4fb5-a6d1-64c0cb31c90d tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 1136 time: 0.1332853 Sep 16 05:00:51.985675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network dae40458-e218-4df2-8353-22f8e23a0bd2 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:51.992355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:51.996142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:51.999712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Allocated IP 2001:db8::2 (dae40458-e218-4df2-8353-22f8e23a0bd2/235f2972-c268-4e60-80e1-7c07473e64bd/af308de1-7614-44fd-9b13-cd4610dae20a) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:52.003326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:52.004160 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.026145 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8dff55cc-24cb-4eda-a330-6f0b9290b01a req-a01c65db-16ca-44df-94b1-1cd57d21519b tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.031418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=bb15fd55-7619-470f-92c0-5d4b4033ee4b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.044962 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-908b6029-ea9b-4595-bfab-19c003168791 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2079875 Sep 16 05:00:52.047508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34386) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:52.192936 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8dff55cc-24cb-4eda-a330-6f0b9290b01a req-a01c65db-16ca-44df-94b1-1cd57d21519b tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.200368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8dff55cc-24cb-4eda-a330-6f0b9290b01a req-a01c65db-16ca-44df-94b1-1cd57d21519b tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.241774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-8b14ff46-1db8-4218-aab1-b9dd902a3925 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port bb15fd55-7619-470f-92c0-5d4b4033ee4b {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:52.242125 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b14ff46-1db8-4218-aab1-b9dd902a3925 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.250351 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.254930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8dff55cc-24cb-4eda-a330-6f0b9290b01a req-a01c65db-16ca-44df-94b1-1cd57d21519b tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2964885 Sep 16 05:00:52.271094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34390) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:52.279346 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.286061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c65db-16ca-44df-94b1-1cd57d21519b tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afbdec3-a40d-47f8-9588-6d0ae382ce58,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.328018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea7a3ea-fefa-4a83-820e-2a48f56df43d tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:52.329850 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bea7a3ea-fefa-4a83-820e-2a48f56df43d tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 1131 time: 0.0575171 Sep 16 05:00:52.332916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34396) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:52.339033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': 'da218c04-526c-4c7b-b1e0-c21301334658', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:52.372954 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.430748 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Pushing event updated for resources: {'Port': ['ID=af308de1-7614-44fd-9b13-cd4610dae20a,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.441799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Network dae40458-e218-4df2-8353-22f8e23a0bd2 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:52.443776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:52.446464 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:52.473154 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b14ff46-1db8-4218-aab1-b9dd902a3925 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.493899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-8b14ff46-1db8-4218-aab1-b9dd902a3925 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for bb15fd55-7619-470f-92c0-5d4b4033ee4b owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:52.538457 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.559240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Attempting to bind port af308de1-7614-44fd-9b13-cd4610dae20a on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:00:52.559789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Attempting to bind port af308de1-7614-44fd-9b13-cd4610dae20a by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '566ac05f-b86c-4451-9413-dba2fffdd198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dae40458-e218-4df2-8353-22f8e23a0bd2'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:00:52.560264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Attempting to bind port af308de1-7614-44fd-9b13-cd4610dae20a on network dae40458-e218-4df2-8353-22f8e23a0bd2 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:00:52.571029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:00:52.571863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Checking segment: {'id': '566ac05f-b86c-4451-9413-dba2fffdd198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dae40458-e218-4df2-8353-22f8e23a0bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:52.572866 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.573395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Bound using segment: {'id': '566ac05f-b86c-4451-9413-dba2fffdd198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dae40458-e218-4df2-8353-22f8e23a0bd2'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:00:52.580408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Bound port: af308de1-7614-44fd-9b13-cd4610dae20a, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566ac05f-b86c-4451-9413-dba2fffdd198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'dae40458-e218-4df2-8353-22f8e23a0bd2'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:00:52.583663 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.691004 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b14ff46-1db8-4218-aab1-b9dd902a3925 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.720256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] For port af308de1-7614-44fd-9b13-cd4610dae20a, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:00:52.728036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] For port af308de1-7614-44fd-9b13-cd4610dae20a, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=af308de1-7614-44fd-9b13-cd4610dae20a,segment=NetworkSegment(566ac05f-b86c-4451-9413-dba2fffdd198),segment_id=566ac05f-b86c-4451-9413-dba2fffdd198)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:00:52.736367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14ff46-1db8-4218-aab1-b9dd902a3925 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=bb15fd55-7619-470f-92c0-5d4b4033ee4b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.740454 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.752194 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Allocated IP 172.25.0.39 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/80e6ba42-6622-4aff-903e-786cdafdbc7d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:52.830888 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b14ff46-1db8-4218-aab1-b9dd902a3925 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:52.833208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8b14ff46-1db8-4218-aab1-b9dd902a3925 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/bb15fd55-7619-470f-92c0-5d4b4033ee4b HTTP/1.1" status: 204 len: 168 time: 0.7846456 Sep 16 05:00:52.835839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34406) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:52.861660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98732fe-ba2f-4585-a9c5-883745e9155d None None] Pushing event updated for resources: {'Port': ['ID=af308de1-7614-44fd-9b13-cd4610dae20a,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:52.904867 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ad7362-01c9-43b7-8ba2-7dc5cb03fdb8 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] DELETE failed (client error): The resource could not be found. Sep 16 05:00:52.905672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ad7362-01c9-43b7-8ba2-7dc5cb03fdb8 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:00:52.909717 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e4ad7362-01c9-43b7-8ba2-7dc5cb03fdb8 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/bb15fd55-7619-470f-92c0-5d4b4033ee4b HTTP/1.1" status: 404 len: 333 time: 0.0686169 Sep 16 05:00:52.910494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34412) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:52.999590 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-b558d639-e7a6-4b92-9336-c1c0670a239e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:00:53.001263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b558d639-e7a6-4b92-9336-c1c0670a239e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/bb15fd55-7619-470f-92c0-5d4b4033ee4b HTTP/1.1" status: 404 len: 333 time: 0.0899425 Sep 16 05:00:53.006838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34414) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:53.089463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a4fc94-da0f-404b-8e5b-fbf534f8f8d4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting subnet 235f2972-c268-4e60-80e1-7c07473e64bd {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:00:53.097690 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37a4fc94-da0f-404b-8e5b-fbf534f8f8d4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.120618 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.196557 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.232623 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37a4fc94-da0f-404b-8e5b-fbf534f8f8d4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.236220 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.391979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:53.399778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:53.406767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:53.489548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Port': ['ID=80e6ba42-6622-4aff-903e-786cdafdbc7d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.506948 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37a4fc94-da0f-404b-8e5b-fbf534f8f8d4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.718016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37a4fc94-da0f-404b-8e5b-fbf534f8f8d4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.756910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4fc94-da0f-404b-8e5b-fbf534f8f8d4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Subnet': ['ID=235f2972-c268-4e60-80e1-7c07473e64bd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:53.766825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37a4fc94-da0f-404b-8e5b-fbf534f8f8d4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:53.771487 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-37a4fc94-da0f-404b-8e5b-fbf534f8f8d4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/235f2972-c268-4e60-80e1-7c07473e64bd HTTP/1.1" status: 204 len: 168 time: 0.7612164 Sep 16 05:00:53.772157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34442) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:53.804962 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:00:54.068300 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.142847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:54.173369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'port_id': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'mac_address': 'fa:16:3e:a7:0f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:00:54.282389 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.282660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port af308de1-7614-44fd-9b13-cd4610dae20a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:00:54.282792 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.298227 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa91f473-6045-4fa2-817f-e725aa1d2f87 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:00:54.327568 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:54.333930 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.451497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['aa91f473-6045-4fa2-817f-e725aa1d2f87'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:00:54.467967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] For port af308de1-7614-44fd-9b13-cd4610dae20a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=af308de1-7614-44fd-9b13-cd4610dae20a,segment=NetworkSegment(566ac05f-b86c-4451-9413-dba2fffdd198),segment_id=566ac05f-b86c-4451-9413-dba2fffdd198)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:54.468741 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.487593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for af308de1-7614-44fd-9b13-cd4610dae20a owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:00:54.537545 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.576323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.722287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.738440 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:54.739483 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36427074-2231-467c-9d4c-927e34924bf1 None None] Network dae40458-e218-4df2-8353-22f8e23a0bd2 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:54.824703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=af308de1-7614-44fd-9b13-cd4610dae20a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:54.853094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No DVR routers for this DVR port af308de1-7614-44fd-9b13-cd4610dae20a on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:00:54.964599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b372ea76-98e0-4ab5-9a96-991a3e099973 None None] Could not find standard attr ID for object af308de1-7614-44fd-9b13-cd4610dae20a. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:00:55.078785 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.157641 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae40458-e218-4df2-8353-22f8e23a0bd2']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:55.187041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566ac05f-b86c-4451-9413-dba2fffdd198') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:55.187312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566ac05f-b86c-4451-9413-dba2fffdd198') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:55.212027 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.226894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.235559 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.254528 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.277334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:00:55.278817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.412932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9863927d-cc86-43e1-b93e-55dbaf03c522 None None] DHCP port deletion for dae40458-e218-4df2-8353-22f8e23a0bd2 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:00:55.443782 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:00:55.456444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.470127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Port': ['ID=80e6ba42-6622-4aff-903e-786cdafdbc7d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.560544 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.573447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34496) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:55.578567 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/networks/dae40458-e218-4df2-8353-22f8e23a0bd2 HTTP/1.1" status: 204 len: 168 time: 1.8052442 Sep 16 05:00:55.579571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc6cbf-cf9b-4400-9c6f-7dca09fecbcf tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Network': ['ID=dae40458-e218-4df2-8353-22f8e23a0bd2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:55.582510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c108981a-93e2-448b-80f7-e3368d878d59 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2007182862'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:55.606972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.611581 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c108981a-93e2-448b-80f7-e3368d878d59 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:55.615694 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c108981a-93e2-448b-80f7-e3368d878d59 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.745987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c108981a-93e2-448b-80f7-e3368d878d59 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:00:55.765780 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c108981a-93e2-448b-80f7-e3368d878d59 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.766137 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-c108981a-93e2-448b-80f7-e3368d878d59 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Added segment b9496a85-689e-4190-b315-9524592fb1b7 of type vlan for network 1eea0827-c857-4295-9227-dca9b55e2f9d Sep 16 05:00:55.800742 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Floating IP d2a476ea-7a2c-48f9-8a08-16c7518ab91e associated. External IP: 172.25.0.39, port: da218c04-526c-4c7b-b1e0-c21301334658. Sep 16 05:00:55.812969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:00:55.912194 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c108981a-93e2-448b-80f7-e3368d878d59 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:55.948062 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port aa91f473-6045-4fa2-817f-e725aa1d2f87 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:00:55.951555 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.045299 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c108981a-93e2-448b-80f7-e3368d878d59 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.051269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108981a-93e2-448b-80f7-e3368d878d59 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:56.051926 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c108981a-93e2-448b-80f7-e3368d878d59 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.197478 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.293051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:00:56.293051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:56.297093 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45897c9c-a4ed-4367-a925-9081de05227e" -d '{"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-plugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:56.303660 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:56.392162 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd99aaed-246b-436c-9d1b-b5aa0b22afc0 x-openstack-request-id: req-dd99aaed-246b-436c-9d1b-b5aa0b22afc0 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:56.392720 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-plugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:56.392720 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd99aaed-246b-436c-9d1b-b5aa0b22afc0 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:56.393343 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'code': 200} Sep 16 05:00:56.410608 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.440298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c108981a-93e2-448b-80f7-e3368d878d59 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8642106 Sep 16 05:00:56.443295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34516) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:56.455448 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6db759bc-8ac2-4583-821b-51a01ca10d46 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '1eea0827-c857-4295-9227-dca9b55e2f9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:56.549140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108981a-93e2-448b-80f7-e3368d878d59 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Network': ['ID=1eea0827-c857-4295-9227-dca9b55e2f9d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:56.573179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 1eea0827-c857-4295-9227-dca9b55e2f9d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:00:56.575968 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Router fccb9b81-57ce-4eac-9e03-290c21aecaff has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:00:56.860707 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db759bc-8ac2-4583-821b-51a01ca10d46 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:00:56.864521 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6db759bc-8ac2-4583-821b-51a01ca10d46 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.144925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device af308de1-7614-44fd-9b13-cd4610dae20a no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:00:57.227701 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: af308de1-7614-44fd-9b13-cd4610dae20a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:00:57.228434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device af308de1-7614-44fd-9b13-cd4610dae20a not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:00:57.601329 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6db759bc-8ac2-4583-821b-51a01ca10d46 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.729635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db759bc-8ac2-4583-821b-51a01ca10d46 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Subnet': ['ID=cad168b5-7d14-4c81-9e7b-e9161a598f9f,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:57.780727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:00:57.790985 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b693c-14cc-452c-b248-0ebf2d29b9b2 None None] Sync routers for ids ['fccb9b81-57ce-4eac-9e03-290c21aecaff'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:00:57.800499 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34560) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:57.802425 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b693c-14cc-452c-b248-0ebf2d29b9b2 None None] Routers {'fccb9b81-57ce-4eac-9e03-290c21aecaff'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:57.803122 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e48b693c-14cc-452c-b248-0ebf2d29b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:00:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fccb9b81-57ce-4eac-9e03-290c21aecaff'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:57.819914 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:57.852367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db759bc-8ac2-4583-821b-51a01ca10d46 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Checking segment: {'id': 'b9496a85-689e-4190-b315-9524592fb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1eea0827-c857-4295-9227-dca9b55e2f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:00:57.862065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db759bc-8ac2-4583-821b-51a01ca10d46 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network hostable DHCP agents. Network: 1eea0827-c857-4295-9227-dca9b55e2f9d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:00:57.887922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9d526dcc-100b-449c-9ed2-1226da4c0e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5528202 Sep 16 05:00:57.888635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729419de-477d-4d37-a63b-7b346a250563', 'tag': 'da218c04-526c-4c7b-b1e0-c21301334658'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:00:57.892256 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642ab75c-b850-46e8-9249-4038acd2fd23" -d '{"events": [{"name": "network-changed", "server_uuid": "729419de-477d-4d37-a63b-7b346a250563", "tag": "da218c04-526c-4c7b-b1e0-c21301334658"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:00:57.895140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34568) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:58.066790 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-e48b693c-14cc-452c-b248-0ebf2d29b9b2 None None] Set router fccb9b81-57ce-4eac-9e03-290c21aecaff gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:58.149084 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7540bb6c-3471-410a-90fb-5b28beb2a262 x-openstack-request-id: req-7540bb6c-3471-410a-90fb-5b28beb2a262 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:00:58.149384 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729419de-477d-4d37-a63b-7b346a250563", "tag": "da218c04-526c-4c7b-b1e0-c21301334658", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:00:58.149780 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7540bb6c-3471-410a-90fb-5b28beb2a262 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:00:58.150124 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729419de-477d-4d37-a63b-7b346a250563', 'tag': 'da218c04-526c-4c7b-b1e0-c21301334658', 'status': 'completed', 'code': 200} Sep 16 05:00:58.168577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db759bc-8ac2-4583-821b-51a01ca10d46 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1eea0827-c857-4295-9227-dca9b55e2f9d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:00:58.311909 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1f871903-4576-4854-a417-5593da4d8e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.375261 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e48b693c-14cc-452c-b248-0ebf2d29b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:00:28Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd2a476ea-7a2c-48f9-8a08-16c7518ab91e', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'port_id': 'da218c04-526c-4c7b-b1e0-c21301334658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'mac_address': 'fa:16:3e:39:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729419de-477d-4d37-a63b-7b346a250563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:00:53Z', 'updated_at': '2021-09-16T05:00:53Z', 'revision_number': 0, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9a559e-7584-4304-8109-d620e5abd687', 'name': '', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'mac_address': 'fa:16:3e:0d:26:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:27Z', 'updated_at': '2021-09-16T05:00:33Z', 'revision_number': 5, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'subnets': [{'id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:58.392046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-6db759bc-8ac2-4583-821b-51a01ca10d46 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 1eea0827-c857-4295-9227-dca9b55e2f9d) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:58.402159 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff18d3-4987-4ed8-b543-60e89038b72c None None] Network 1eea0827-c857-4295-9227-dca9b55e2f9d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:00:58.425029 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b693c-14cc-452c-b248-0ebf2d29b9b2 None None] Checking router: fccb9b81-57ce-4eac-9e03-290c21aecaff for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:00:58.450098 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b693c-14cc-452c-b248-0ebf2d29b9b2 None None] Routers {'fccb9b81-57ce-4eac-9e03-290c21aecaff'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:00:58.452917 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e48b693c-14cc-452c-b248-0ebf2d29b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:00:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fccb9b81-57ce-4eac-9e03-290c21aecaff'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:58.483179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db759bc-8ac2-4583-821b-51a01ca10d46 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.483932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6db759bc-8ac2-4583-821b-51a01ca10d46 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.559912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ab75c-b850-46e8-9249-4038acd2fd23 req-5e945f1f-39d2-4ec5-8f4a-735939e4a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.561777 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-642ab75c-b850-46e8-9249-4038acd2fd23 req-5e945f1f-39d2-4ec5-8f4a-735939e4a356 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df27bef07f2348b18d52bc91f7adb880&device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 1136 time: 0.3846292 Sep 16 05:00:58.678888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d5cb7-8d72-4c29-a300-9bb00d70171a tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.679564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d5cb7-8d72-4c29-a300-9bb00d70171a tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.680473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d5cb7-8d72-4c29-a300-9bb00d70171a tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.680978 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d5cb7-8d72-4c29-a300-9bb00d70171a tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.681460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d5cb7-8d72-4c29-a300-9bb00d70171a tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.684524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d5cb7-8d72-4c29-a300-9bb00d70171a tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.685121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d5cb7-8d72-4c29-a300-9bb00d70171a tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.685740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d5cb7-8d72-4c29-a300-9bb00d70171a tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.693539 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a10d5cb7-8d72-4c29-a300-9bb00d70171a tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5632 time: 0.7973003 Sep 16 05:00:58.696278 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34580) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:58.925806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d049f-f7a8-41f2-88b4-be3874558245 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.926411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d049f-f7a8-41f2-88b4-be3874558245 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.926743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d049f-f7a8-41f2-88b4-be3874558245 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.927230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d049f-f7a8-41f2-88b4-be3874558245 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.927667 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d049f-f7a8-41f2-88b4-be3874558245 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.928127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d049f-f7a8-41f2-88b4-be3874558245 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.928583 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d049f-f7a8-41f2-88b4-be3874558245 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:58.932230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-1eea0827-c857-4295-9227-dca9b55e2f9d', 'network_id': '1eea0827-c857-4295-9227-dca9b55e2f9d', 'tenant_id': '47bad6c60c974bd98edf526dfd74db00', 'fixed_ips': [{'subnet_id': 'cad168b5-7d14-4c81-9e7b-e9161a598f9f'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:00:58.934492 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:58.958545 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-e48b693c-14cc-452c-b248-0ebf2d29b9b2 None None] Set router fccb9b81-57ce-4eac-9e03-290c21aecaff gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:00:58.964739 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-885d049f-f7a8-41f2-88b4-be3874558245 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4619 time: 0.2667532 Sep 16 05:00:58.974141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34584) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:59.008646 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ab75c-b850-46e8-9249-4038acd2fd23 req-c3ebdb68-601b-43f0-bc75-11513977c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.022505 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-642ab75c-b850-46e8-9249-4038acd2fd23 req-c3ebdb68-601b-43f0-bc75-11513977c421 service neutron] 10.222.0.15 "GET /v2.0/networks?id=317e4f25-ab00-42b4-84d5-fbc95a07e551 HTTP/1.1" status: 200 len: 898 time: 0.4419129 Sep 16 05:00:59.365247 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-642ab75c-b850-46e8-9249-4038acd2fd23 req-29222a26-406a-4c48-bcb9-cc7562a6c086 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da218c04-526c-4c7b-b1e0-c21301334658 HTTP/1.1" status: 200 len: 998 time: 0.3062372 Sep 16 05:00:59.375614 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1f871903-4576-4854-a417-5593da4d8e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.378808 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Allocated IP 2001:db8::2 (1eea0827-c857-4295-9227-dca9b55e2f9d/cad168b5-7d14-4c81-9e7b-e9161a598f9f/1928526e-dfa5-455d-952b-f59f962104b8) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:00:59.520382 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1f871903-4576-4854-a417-5593da4d8e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.559719 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e48b693c-14cc-452c-b248-0ebf2d29b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:00:28Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd2a476ea-7a2c-48f9-8a08-16c7518ab91e', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'port_id': 'da218c04-526c-4c7b-b1e0-c21301334658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'mac_address': 'fa:16:3e:39:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729419de-477d-4d37-a63b-7b346a250563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:00:53Z', 'updated_at': '2021-09-16T05:00:53Z', 'revision_number': 0, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9a559e-7584-4304-8109-d620e5abd687', 'name': '', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'mac_address': 'fa:16:3e:0d:26:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:27Z', 'updated_at': '2021-09-16T05:00:33Z', 'revision_number': 5, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'subnets': [{'id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:00:59.639418 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1f871903-4576-4854-a417-5593da4d8e1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=892a0f8b149e40df8fb9ebda988c97c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8327291 Sep 16 05:00:59.640723 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b693c-14cc-452c-b248-0ebf2d29b9b2 None None] The sync data for ids ['fccb9b81-57ce-4eac-9e03-290c21aecaff'] in n-d-712142-17 is: [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:00:28Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd2a476ea-7a2c-48f9-8a08-16c7518ab91e', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'port_id': 'da218c04-526c-4c7b-b1e0-c21301334658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'mac_address': 'fa:16:3e:39:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729419de-477d-4d37-a63b-7b346a250563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:00:53Z', 'updated_at': '2021-09-16T05:00:53Z', 'revision_number': 0, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9a559e-7584-4304-8109-d620e5abd687', 'name': '', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'mac_address': 'fa:16:3e:0d:26:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:27Z', 'updated_at': '2021-09-16T05:00:33Z', 'revision_number': 5, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'subnets': [{'id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:00:59.660027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1beb4956-43df-4219-b4e9-d02bcc368bd7 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.6843739 Sep 16 05:00:59.660985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34592) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:59.661509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34594) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:59.693300 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6db759bc-8ac2-4583-821b-51a01ca10d46 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2484803 Sep 16 05:00:59.703033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34596) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:00:59.703470 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.711936 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.717566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': '1eea0827-c857-4295-9227-dca9b55e2f9d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-588939031'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:00:59.833203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f38c2aab-6a0b-4d83-8427-034f90ca4179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:00:59.836957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Network 1eea0827-c857-4295-9227-dca9b55e2f9d is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:00:59.839275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5747b682-13f7-4ddf-b255-088a9a2d5613 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.839764 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5747b682-13f7-4ddf-b255-088a9a2d5613 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:00:59.853632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5747b682-13f7-4ddf-b255-088a9a2d5613 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fccb9b81-57ce-4eac-9e03-290c21aecaff HTTP/1.1" status: 200 len: 1991 time: 0.1463783 Sep 16 05:00:59.853870 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:00:59.854010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f871903-4576-4854-a417-5593da4d8e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fb7540-7d30-418f-b85c-7194573b9701,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:59.868477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:00:59.881327 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Pushing event updated for resources: {'Port': ['ID=1928526e-dfa5-455d-952b-f59f962104b8,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:00:59.916709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f38c2aab-6a0b-4d83-8427-034f90ca4179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.003303 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ab75c-b850-46e8-9249-4038acd2fd23 req-9f1d13c8-c8e3-47f1-abb3-9fef647f30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.004889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-642ab75c-b850-46e8-9249-4038acd2fd23 req-9f1d13c8-c8e3-47f1-abb3-9fef647f30e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c61b909-5d75-4a10-a25e-de6f4da0c2d3 HTTP/1.1" status: 200 len: 834 time: 0.6229959 Sep 16 05:01:00.076641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Attempting to bind port 1928526e-dfa5-455d-952b-f59f962104b8 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:00.076986 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f38c2aab-6a0b-4d83-8427-034f90ca4179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.077486 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Attempting to bind port 1928526e-dfa5-455d-952b-f59f962104b8 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'b9496a85-689e-4190-b315-9524592fb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1eea0827-c857-4295-9227-dca9b55e2f9d'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:00.077732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Attempting to bind port 1928526e-dfa5-455d-952b-f59f962104b8 on network 1eea0827-c857-4295-9227-dca9b55e2f9d {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:00.079987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f38c2aab-6a0b-4d83-8427-034f90ca4179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.081694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f38c2aab-6a0b-4d83-8427-034f90ca4179 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1fb7540-7d30-418f-b85c-7194573b9701 HTTP/1.1" status: 204 len: 168 time: 0.4190123 Sep 16 05:01:00.103274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c2aab-6a0b-4d83-8427-034f90ca4179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fb7540-7d30-418f-b85c-7194573b9701,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.105512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:00.122114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Checking segment: {'id': 'b9496a85-689e-4190-b315-9524592fb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1eea0827-c857-4295-9227-dca9b55e2f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:00.125796 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.126982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Bound using segment: {'id': 'b9496a85-689e-4190-b315-9524592fb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1eea0827-c857-4295-9227-dca9b55e2f9d'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:00.128334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Bound port: 1928526e-dfa5-455d-952b-f59f962104b8, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9496a85-689e-4190-b315-9524592fb1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1eea0827-c857-4295-9227-dca9b55e2f9d'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:00.128911 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.150501 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89790fd9-11f4-436a-9836-a7ca74bdbf7d None None] New status for floating IP d2a476ea-7a2c-48f9-8a08-16c7518ab91e: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:01:00.231671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:00.235805 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.296773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ab75c-b850-46e8-9249-4038acd2fd23 req-08fbd486-fa32-4214-8c78-04e06eafcb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:00.299215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-642ab75c-b850-46e8-9249-4038acd2fd23 req-08fbd486-fa32-4214-8c78-04e06eafcb3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=317e4f25-ab00-42b4-84d5-fbc95a07e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2828636 Sep 16 05:01:00.338511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port 0877c863-09eb-416d-bcbf-6cdf52bafb3e yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:00.706940 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] For port 1928526e-dfa5-455d-952b-f59f962104b8, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:00.721396 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] For port 1928526e-dfa5-455d-952b-f59f962104b8, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1928526e-dfa5-455d-952b-f59f962104b8,segment=NetworkSegment(b9496a85-689e-4190-b315-9524592fb1b7),segment_id=b9496a85-689e-4190-b315-9524592fb1b7)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:00.728137 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:00.790668 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-642ab75c-b850-46e8-9249-4038acd2fd23 req-7a31de1b-0c98-4b21-b817-156b07918592 service neutron] 10.222.0.15 "GET /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772079 Sep 16 05:01:00.862944 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fca8c-81de-4876-ac7b-42324e8fe5ff None None] Pushing event updated for resources: {'Port': ['ID=1928526e-dfa5-455d-952b-f59f962104b8,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:00.913850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34620) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:00.922690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8::395 (1eea0827-c857-4295-9227-dca9b55e2f9d/cad168b5-7d14-4c81-9e7b-e9161a598f9f/0877c863-09eb-416d-bcbf-6cdf52bafb3e) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:00.951428 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82acf3b3-eb8f-4ddd-9eee-664c09ac154b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.095239 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-642ab75c-b850-46e8-9249-4038acd2fd23 req-cd75a5c0-1197-46af-90d2-d838ff549b6c service neutron] 10.222.0.15 "GET /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943037 Sep 16 05:01:01.227247 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82acf3b3-eb8f-4ddd-9eee-664c09ac154b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.243956 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.259533 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-82acf3b3-eb8f-4ddd-9eee-664c09ac154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.306184 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.379070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-82acf3b3-eb8f-4ddd-9eee-664c09ac154b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e7813014b8f424dbaeec4cd68578da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4619360 Sep 16 05:01:01.383782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34624) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:01.385055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acf3b3-eb8f-4ddd-9eee-664c09ac154b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb4f866-2212-465d-ad3f-a402767d85bd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:01.425805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1eea0827-c857-4295-9227-dca9b55e2f9d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:01.443438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:01.452323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:01.457981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.458618 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.468919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=0877c863-09eb-416d-bcbf-6cdf52bafb3e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:01.510507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-15045651-fc2c-4aec-8618-3aecba8071ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8044159 Sep 16 05:01:01.513703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34630) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:01.523347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5673-354d-4821-894f-99726ff34d5a req-f35f7857-bbc3-4b18-b757-701bc4e6d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.537805 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d26c5673-354d-4821-894f-99726ff34d5a req-f35f7857-bbc3-4b18-b757-701bc4e6d4f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1098 time: 0.1569443 Sep 16 05:01:01.581631 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eed1855a-a868-4aba-8852-7830dfcf43c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.756603 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-8883adae-43c5-4790-acce-48c5c2d27809 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 0877c863-09eb-416d-bcbf-6cdf52bafb3e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:01.757235 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8883adae-43c5-4790-acce-48c5c2d27809 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.820080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eed1855a-a868-4aba-8852-7830dfcf43c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:01.940889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5673-354d-4821-894f-99726ff34d5a req-d29ae3f3-208b-4a09-bdbb-924de558e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:01.942454 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d26c5673-354d-4821-894f-99726ff34d5a req-d29ae3f3-208b-4a09-bdbb-924de558e5db service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.3741000 Sep 16 05:01:02.003350 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8883adae-43c5-4790-acce-48c5c2d27809 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.043306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-8883adae-43c5-4790-acce-48c5c2d27809 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 0877c863-09eb-416d-bcbf-6cdf52bafb3e owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:02.154828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eed1855a-a868-4aba-8852-7830dfcf43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.158692 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eed1855a-a868-4aba-8852-7830dfcf43c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.170782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-eed1855a-a868-4aba-8852-7830dfcf43c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebb4f866-2212-465d-ad3f-a402767d85bd HTTP/1.1" status: 204 len: 168 time: 0.7749186 Sep 16 05:01:02.250472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1855a-a868-4aba-8852-7830dfcf43c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb4f866-2212-465d-ad3f-a402767d85bd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:02.322914 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d26c5673-354d-4821-894f-99726ff34d5a req-125591c7-b3a8-4a5a-82cd-1885ec9123b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 1002 time: 0.3685668 Sep 16 05:01:02.420477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8883adae-43c5-4790-acce-48c5c2d27809 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.473040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34654) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:02.503659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883adae-43c5-4790-acce-48c5c2d27809 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=0877c863-09eb-416d-bcbf-6cdf52bafb3e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:02.553367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5673-354d-4821-894f-99726ff34d5a req-953045e6-3e70-4f4a-924c-718275061177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.554905 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d26c5673-354d-4821-894f-99726ff34d5a req-953045e6-3e70-4f4a-924c-718275061177 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.2213321 Sep 16 05:01:02.615950 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8883adae-43c5-4790-acce-48c5c2d27809 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.620032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8883adae-43c5-4790-acce-48c5c2d27809 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/0877c863-09eb-416d-bcbf-6cdf52bafb3e HTTP/1.1" status: 204 len: 168 time: 1.1053033 Sep 16 05:01:02.630470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34660) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:02.739745 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-89138bae-3014-4c4e-8d6f-22ad8af61cbc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:01:02.749494 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-89138bae-3014-4c4e-8d6f-22ad8af61cbc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/0877c863-09eb-416d-bcbf-6cdf52bafb3e HTTP/1.1" status: 404 len: 333 time: 0.1150920 Sep 16 05:01:02.751897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34664) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:02.754517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6b80b3-f8fb-4da4-bec6-f91ce3947632 None None] Network 1eea0827-c857-4295-9227-dca9b55e2f9d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:02.780538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5673-354d-4821-894f-99726ff34d5a req-663d5019-c017-40ea-b2e0-74df62b9c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:02.780929 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d26c5673-354d-4821-894f-99726ff34d5a req-663d5019-c017-40ea-b2e0-74df62b9c479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1988122 Sep 16 05:01:02.878968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7b449e3c-8ec3-4fed-b686-6dda8ecb2380 None None] Provisioning complete for port 1928526e-dfa5-455d-952b-f59f962104b8 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:02.879809 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b449e3c-8ec3-4fed-b686-6dda8ecb2380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:02.944367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de04688-2de7-4791-a309-4d0d8b843074 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting subnet cad168b5-7d14-4c81-9e7b-e9161a598f9f {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:02.964761 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5de04688-2de7-4791-a309-4d0d8b843074 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.095615 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5de04688-2de7-4791-a309-4d0d8b843074 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.121830 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe726434-a821-4929-a333-9961f1cbc75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.384320 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5de04688-2de7-4791-a309-4d0d8b843074 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.448114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1928526e-dfa5-455d-952b-f59f962104b8 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:03.538991 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b449e3c-8ec3-4fed-b686-6dda8ecb2380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.590283 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5de04688-2de7-4791-a309-4d0d8b843074 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.611367 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1928526e-dfa5-455d-952b-f59f962104b8 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:03.612414 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.778452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de04688-2de7-4791-a309-4d0d8b843074 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Subnet': ['ID=cad168b5-7d14-4c81-9e7b-e9161a598f9f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:03.822596 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-7b449e3c-8ec3-4fed-b686-6dda8ecb2380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:03.823126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5de04688-2de7-4791-a309-4d0d8b843074 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:03.825414 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5de04688-2de7-4791-a309-4d0d8b843074 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/cad168b5-7d14-4c81-9e7b-e9161a598f9f HTTP/1.1" status: 204 len: 168 time: 1.0694487 Sep 16 05:01:03.826001 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-7b449e3c-8ec3-4fed-b686-6dda8ecb2380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:03.840851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34688) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:03.923122 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.072951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 1928526e-dfa5-455d-952b-f59f962104b8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1928526e-dfa5-455d-952b-f59f962104b8,segment=NetworkSegment(b9496a85-689e-4190-b315-9524592fb1b7),segment_id=b9496a85-689e-4190-b315-9524592fb1b7)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:04.079192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3226ad-ea67-438e-8fa6-4e7f69d51131 None None] Network 1eea0827-c857-4295-9227-dca9b55e2f9d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:04.083689 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.092913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.217165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 1928526e-dfa5-455d-952b-f59f962104b8 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:04.217964 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.264371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=1928526e-dfa5-455d-952b-f59f962104b8,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:04.408805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] For port 1928526e-dfa5-455d-952b-f59f962104b8, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1928526e-dfa5-455d-952b-f59f962104b8,segment=NetworkSegment(b9496a85-689e-4190-b315-9524592fb1b7),segment_id=b9496a85-689e-4190-b315-9524592fb1b7)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:04.409356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.509787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 1928526e-dfa5-455d-952b-f59f962104b8 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:04.640317 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922cbbc9-5347-4b97-8811-2aa6b16040c3 None None] DHCP port deletion for 1eea0827-c857-4295-9227-dca9b55e2f9d request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:04.721524 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:04.790085 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d26c5673-354d-4821-894f-99726ff34d5a req-d6c40689-0d17-46a4-ab12-bf5e7cd57324 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0004532 Sep 16 05:01:04.795683 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-14a51443-e6db-4d28-8fcb-ad223f59b511 None None] Could not find standard attr ID for object 1928526e-dfa5-455d-952b-f59f962104b8. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:04.822465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=1928526e-dfa5-455d-952b-f59f962104b8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:04.844218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No DVR routers for this DVR port 1928526e-dfa5-455d-952b-f59f962104b8 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:04.919423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-922cbbc9-5347-4b97-8811-2aa6b16040c3 None None] Deleting port 1928526e-dfa5-455d-952b-f59f962104b8 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:04.920033 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-922cbbc9-5347-4b97-8811-2aa6b16040c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.098417 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe726434-a821-4929-a333-9961f1cbc75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.111816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fe726434-a821-4929-a333-9961f1cbc75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.156423 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fe726434-a821-4929-a333-9961f1cbc75b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc7a433735684ec6af071e696b2d792a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6799164 Sep 16 05:01:05.179639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34710) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:05.219945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-922cbbc9-5347-4b97-8811-2aa6b16040c3 None None] For port 1928526e-dfa5-455d-952b-f59f962104b8, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:05.223928 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-922cbbc9-5347-4b97-8811-2aa6b16040c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.278568 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-922cbbc9-5347-4b97-8811-2aa6b16040c3 None None] Calling delete_port for 1928526e-dfa5-455d-952b-f59f962104b8 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:05.284844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-922cbbc9-5347-4b97-8811-2aa6b16040c3 None None] Port 1928526e-dfa5-455d-952b-f59f962104b8 was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:01:05.286727 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-922cbbc9-5347-4b97-8811-2aa6b16040c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.291597 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe726434-a821-4929-a333-9961f1cbc75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa8bd06-416f-40eb-9968-756ce19031c4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.296118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1928526e-dfa5-455d-952b-f59f962104b8 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:05.298278 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d26c5673-354d-4821-894f-99726ff34d5a req-5dc81755-a1e1-404a-9710-04c18ddc1330 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946687 Sep 16 05:01:05.337752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27315f56-78e6-42f0-b07b-6ec032550ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.346636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cbbc9-5347-4b97-8811-2aa6b16040c3 None None] Pushing event deleted for resources: {'Port': ['ID=1928526e-dfa5-455d-952b-f59f962104b8,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.354647 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 1928526e-dfa5-455d-952b-f59f962104b8 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:05.355171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1928526e-dfa5-455d-952b-f59f962104b8 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:05.358941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922cbbc9-5347-4b97-8811-2aa6b16040c3 None None] No DVR routers for this DVR port 1928526e-dfa5-455d-952b-f59f962104b8 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:05.385760 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27315f56-78e6-42f0-b07b-6ec032550ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.456228 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.456790 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27315f56-78e6-42f0-b07b-6ec032550ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.483907 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27315f56-78e6-42f0-b07b-6ec032550ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.503640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-27315f56-78e6-42f0-b07b-6ec032550ae0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfa8bd06-416f-40eb-9968-756ce19031c4 HTTP/1.1" status: 204 len: 168 time: 0.3224764 Sep 16 05:01:05.565423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27315f56-78e6-42f0-b07b-6ec032550ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa8bd06-416f-40eb-9968-756ce19031c4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:05.590433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eea0827-c857-4295-9227-dca9b55e2f9d']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:05.636359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9496a85-689e-4190-b315-9524592fb1b7') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:05.656781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9496a85-689e-4190-b315-9524592fb1b7') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:05.660057 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.704482 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.747769 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.755714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:05.756058 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:05.880275 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:05.896252 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.914375 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:05.924620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34734) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:05.928542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/networks/1eea0827-c857-4295-9227-dca9b55e2f9d HTTP/1.1" status: 204 len: 168 time: 2.0851555 Sep 16 05:01:05.929968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'name': 'tempest-PortsIpV6TestJSON-1001796614'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:05.989747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715a835-7ccc-49e5-b8fb-02f4a16ff178 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Network': ['ID=1eea0827-c857-4295-9227-dca9b55e2f9d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:06.203945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:06.209229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.276153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port d18560e4-cde3-43c9-b56e-211c7f0ac762 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:06.593701 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.727813 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:06.983743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:07.005204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:07.020270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:07.025982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:07.026703 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.081197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=d18560e4-cde3-43c9-b56e-211c7f0ac762,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:07.100637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34764) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:07.111947 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-60b3a077-c156-4099-b54e-e2d12025bf6f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1835105 Sep 16 05:01:07.365027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-78eb1e5a-6edf-441a-8651-529e43a02a12 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port d18560e4-cde3-43c9-b56e-211c7f0ac762 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:07.365834 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78eb1e5a-6edf-441a-8651-529e43a02a12 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.568804 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78eb1e5a-6edf-441a-8651-529e43a02a12 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.588290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-78eb1e5a-6edf-441a-8651-529e43a02a12 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for d18560e4-cde3-43c9-b56e-211c7f0ac762 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:07.643941 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:07.852207 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78eb1e5a-6edf-441a-8651-529e43a02a12 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.195694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb1e5a-6edf-441a-8651-529e43a02a12 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=d18560e4-cde3-43c9-b56e-211c7f0ac762,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:08.195694 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78eb1e5a-6edf-441a-8651-529e43a02a12 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.195694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78eb1e5a-6edf-441a-8651-529e43a02a12 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/d18560e4-cde3-43c9-b56e-211c7f0ac762 HTTP/1.1" status: 204 len: 168 time: 1.0537250 Sep 16 05:01:08.195694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34802) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:08.195694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'mac_address': 'fa:16:3e:54:06:e4', 'name': 'tempest-PortsIpV6TestJSON-1763502080'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:08.353183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:08.563726 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.618640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port 1ae3cd73-78f4-4a83-a8da-05b7bfa0e024 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:08.945259 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:08.998613 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.103326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:09.108814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:09.136905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:09.150999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.156369 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.219769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0579433 Sep 16 05:01:09.220796 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34838) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:09.225745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96005f87-2f58-4362-8fa8-628bf025089c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=1ae3cd73-78f4-4a83-a8da-05b7bfa0e024,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:09.385352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c8ce3d-4773-4306-a33b-5eabd4831397 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:09.392125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34852) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:09.392294 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e0c8ce3d-4773-4306-a33b-5eabd4831397 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/1ae3cd73-78f4-4a83-a8da-05b7bfa0e024 HTTP/1.1" status: 200 len: 845 time: 0.1696832 Sep 16 05:01:09.706411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e8aeba00-618e-4e7f-a4b4-620bf0fca08b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 1ae3cd73-78f4-4a83-a8da-05b7bfa0e024 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:09.707545 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8aeba00-618e-4e7f-a4b4-620bf0fca08b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.847513 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8aeba00-618e-4e7f-a4b4-620bf0fca08b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:09.871283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e8aeba00-618e-4e7f-a4b4-620bf0fca08b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 1ae3cd73-78f4-4a83-a8da-05b7bfa0e024 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:10.150359 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8aeba00-618e-4e7f-a4b4-620bf0fca08b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.275319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aeba00-618e-4e7f-a4b4-620bf0fca08b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=1ae3cd73-78f4-4a83-a8da-05b7bfa0e024,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:10.318538 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8aeba00-618e-4e7f-a4b4-620bf0fca08b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.328319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e8aeba00-618e-4e7f-a4b4-620bf0fca08b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/1ae3cd73-78f4-4a83-a8da-05b7bfa0e024 HTTP/1.1" status: 204 len: 168 time: 0.9342051 Sep 16 05:01:10.330703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34894) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.414269 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-286cd35f-f90b-464a-9149-0f3f574b4936 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:01:10.424961 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34898) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:10.447859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'name': 'tempest-PortsIpV6TestJSON-1917395626'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:10.453100 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-286cd35f-f90b-464a-9149-0f3f574b4936 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/1ae3cd73-78f4-4a83-a8da-05b7bfa0e024 HTTP/1.1" status: 404 len: 333 time: 0.1205404 Sep 16 05:01:10.739378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:10.744895 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:10.814047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port 661ebf87-8d13-4efe-b3b9-62ac67ec6a12 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:11.336778 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.471885 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.581452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:11.588575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:11.599280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:11.609403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:11.612318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:11.648378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=661ebf87-8d13-4efe-b3b9-62ac67ec6a12,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:11.655224 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-faa2a812-3f5d-44c8-b7c4-878ef5ea3cc7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2125421 Sep 16 05:01:11.657571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34950) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:11.691894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-efef6f7e-fc5d-4a6d-a569-2e78906d912f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:11.829184 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efef6f7e-fc5d-4a6d-a569-2e78906d912f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.193960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efef6f7e-fc5d-4a6d-a569-2e78906d912f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.202811 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efef6f7e-fc5d-4a6d-a569-2e78906d912f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.252031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-efef6f7e-fc5d-4a6d-a569-2e78906d912f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] In _notify_port_updated(), no bound segment for port 661ebf87-8d13-4efe-b3b9-62ac67ec6a12 on network 1214f719-7b35-448a-b0f3-7fa87e58bf03 {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:12.260895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef6f7e-fc5d-4a6d-a569-2e78906d912f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:12.261886 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-efef6f7e-fc5d-4a6d-a569-2e78906d912f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.263580 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-efef6f7e-fc5d-4a6d-a569-2e78906d912f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "PUT /v2.0/ports/661ebf87-8d13-4efe-b3b9-62ac67ec6a12 HTTP/1.1" status: 200 len: 818 time: 0.6047614 Sep 16 05:01:12.266730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34966) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:12.287364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef6f7e-fc5d-4a6d-a569-2e78906d912f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=661ebf87-8d13-4efe-b3b9-62ac67ec6a12,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:12.466748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34978) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:12.534828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d2314540-5571-4b64-8587-d55916a2e83e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 661ebf87-8d13-4efe-b3b9-62ac67ec6a12 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:12.535307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2314540-5571-4b64-8587-d55916a2e83e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.653237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2314540-5571-4b64-8587-d55916a2e83e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.690917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d2314540-5571-4b64-8587-d55916a2e83e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 661ebf87-8d13-4efe-b3b9-62ac67ec6a12 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:12.817685 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0624d75f-84cc-4434-a656-70dfaefa30a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.871627 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2314540-5571-4b64-8587-d55916a2e83e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.946305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2314540-5571-4b64-8587-d55916a2e83e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=661ebf87-8d13-4efe-b3b9-62ac67ec6a12,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:12.971569 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2314540-5571-4b64-8587-d55916a2e83e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:12.976721 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d2314540-5571-4b64-8587-d55916a2e83e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/661ebf87-8d13-4efe-b3b9-62ac67ec6a12 HTTP/1.1" status: 204 len: 168 time: 0.7078931 Sep 16 05:01:12.981511 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 34996) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:13.075961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 34998) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:13.197418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef3f791-c772-45d5-8dea-f93005889950 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.209152 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2ef3f791-c772-45d5-8dea-f93005889950 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2236829 Sep 16 05:01:13.214408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35004) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:13.287942 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0624d75f-84cc-4434-a656-70dfaefa30a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.299187 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0624d75f-84cc-4434-a656-70dfaefa30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.306000 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62b62a3-9e29-4529-be36-e75625b1b205 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:01:13.312555 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b62b62a3-9e29-4529-be36-e75625b1b205 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/661ebf87-8d13-4efe-b3b9-62ac67ec6a12 HTTP/1.1" status: 404 len: 333 time: 0.0953755 Sep 16 05:01:13.320227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35008) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:13.338522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-91023c85-4e7d-453b-912f-cdd943dbd7d7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1026292436'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:13.351422 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0624d75f-84cc-4434-a656-70dfaefa30a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76fbebe8503e4bd09388514129b5c843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8819737 Sep 16 05:01:13.356926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35010) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:13.380862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624d75f-84cc-4434-a656-70dfaefa30a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4e4e79-3975-4adf-9c49-0b58924d8595,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.448988 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d20be663-bd60-4717-a467-4e303f090672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.466091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91023c85-4e7d-453b-912f-cdd943dbd7d7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:13.470544 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91023c85-4e7d-453b-912f-cdd943dbd7d7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.502895 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ab890d8-1fe6-4afb-8953-355f2902126a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.532012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91023c85-4e7d-453b-912f-cdd943dbd7d7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:13.554345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ab890d8-1fe6-4afb-8953-355f2902126a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.556894 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91023c85-4e7d-453b-912f-cdd943dbd7d7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.557827 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-91023c85-4e7d-453b-912f-cdd943dbd7d7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Added segment ef5c813e-45b1-4ccc-8eea-ba0abd10a816 of type vlan for network 9d8cd866-9d10-457d-a700-bc02052f6e65 Sep 16 05:01:13.671257 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ab890d8-1fe6-4afb-8953-355f2902126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.674062 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ab890d8-1fe6-4afb-8953-355f2902126a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.678607 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5ab890d8-1fe6-4afb-8953-355f2902126a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad4e4e79-3975-4adf-9c49-0b58924d8595 HTTP/1.1" status: 204 len: 168 time: 0.3199217 Sep 16 05:01:13.688793 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91023c85-4e7d-453b-912f-cdd943dbd7d7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.716287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab890d8-1fe6-4afb-8953-355f2902126a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4e4e79-3975-4adf-9c49-0b58924d8595,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:13.824462 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91023c85-4e7d-453b-912f-cdd943dbd7d7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:13.840215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91023c85-4e7d-453b-912f-cdd943dbd7d7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:13.841447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91023c85-4e7d-453b-912f-cdd943dbd7d7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.054292 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d20be663-bd60-4717-a467-4e303f090672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.060967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91023c85-4e7d-453b-912f-cdd943dbd7d7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Network': ['ID=9d8cd866-9d10-457d-a700-bc02052f6e65,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.069239 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d20be663-bd60-4717-a467-4e303f090672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.076073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 9d8cd866-9d10-457d-a700-bc02052f6e65 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:14.105429 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d20be663-bd60-4717-a467-4e303f090672 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc5a73af0efb43b194a1b5ac79d8cf02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0268991 Sep 16 05:01:14.107859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35036) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:14.121877 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-91023c85-4e7d-453b-912f-cdd943dbd7d7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8000591 Sep 16 05:01:14.132260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35038) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:14.145733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-864e6698-73a8-4e69-8976-8ae2fedce1e1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '9d8cd866-9d10-457d-a700-bc02052f6e65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:14.215104 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1275fe68-77f2-4ef3-a4be-ff9c6e9ff7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.263844 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20be663-bd60-4717-a467-4e303f090672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e70ea4c-658b-4f3f-963f-f3823f4d7802,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.276681 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1275fe68-77f2-4ef3-a4be-ff9c6e9ff7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.368802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1275fe68-77f2-4ef3-a4be-ff9c6e9ff7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.372201 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1275fe68-77f2-4ef3-a4be-ff9c6e9ff7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.373394 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1275fe68-77f2-4ef3-a4be-ff9c6e9ff7db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e70ea4c-658b-4f3f-963f-f3823f4d7802 HTTP/1.1" status: 204 len: 168 time: 0.2641976 Sep 16 05:01:14.414703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275fe68-77f2-4ef3-a4be-ff9c6e9ff7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e70ea4c-658b-4f3f-963f-f3823f4d7802,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:14.439804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35042) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:14.454135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864e6698-73a8-4e69-8976-8ae2fedce1e1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:14.459402 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-864e6698-73a8-4e69-8976-8ae2fedce1e1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.490147 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dde8-864f-4107-9dc5-1c16df53ef67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.859879 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dde8-864f-4107-9dc5-1c16df53ef67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.860563 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-864e6698-73a8-4e69-8976-8ae2fedce1e1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.872181 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dde8-864f-4107-9dc5-1c16df53ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:14.986805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e6698-73a8-4e69-8976-8ae2fedce1e1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Subnet': ['ID=37a4c288-fa07-426c-964e-b92bee432b36,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.008591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864e6698-73a8-4e69-8976-8ae2fedce1e1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Checking segment: {'id': 'ef5c813e-45b1-4ccc-8eea-ba0abd10a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9d8cd866-9d10-457d-a700-bc02052f6e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:15.008975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864e6698-73a8-4e69-8976-8ae2fedce1e1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network hostable DHCP agents. Network: 9d8cd866-9d10-457d-a700-bc02052f6e65, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:15.017371 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1fb9dde8-864f-4107-9dc5-1c16df53ef67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7dd4a303ec0490994fc7b41393f7847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738604 Sep 16 05:01:15.023883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35064) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:15.059474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864e6698-73a8-4e69-8976-8ae2fedce1e1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 9d8cd866-9d10-457d-a700-bc02052f6e65 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:15.064751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9dde8-864f-4107-9dc5-1c16df53ef67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9713f2e8-2184-45e9-acf0-0d015d721f4a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.077976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-864e6698-73a8-4e69-8976-8ae2fedce1e1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 9d8cd866-9d10-457d-a700-bc02052f6e65) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:15.098542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296e66a3-d581-4ec9-b58d-d2982c451d7f None None] Network 9d8cd866-9d10-457d-a700-bc02052f6e65 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:15.109408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864e6698-73a8-4e69-8976-8ae2fedce1e1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:15.110097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-864e6698-73a8-4e69-8976-8ae2fedce1e1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.160015 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-864e6698-73a8-4e69-8976-8ae2fedce1e1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0219316 Sep 16 05:01:15.164596 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35068) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:15.171694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a3a66390-15b6-4132-8936-9a18d126d0c9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '9d8cd866-9d10-457d-a700-bc02052f6e65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:15.214878 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1972-2808-4d8a-b8f9-8f554f606aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.262324 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1972-2808-4d8a-b8f9-8f554f606aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.377200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35070) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:15.379216 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1972-2808-4d8a-b8f9-8f554f606aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.383684 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1972-2808-4d8a-b8f9-8f554f606aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.391128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ef6e1972-2808-4d8a-b8f9-8f554f606aa0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9713f2e8-2184-45e9-acf0-0d015d721f4a HTTP/1.1" status: 204 len: 168 time: 0.3655219 Sep 16 05:01:15.419962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e1972-2808-4d8a-b8f9-8f554f606aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9713f2e8-2184-45e9-acf0-0d015d721f4a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:15.445551 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9abf3a7-a270-4976-9c0b-ba460a325af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.626332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-9d8cd866-9d10-457d-a700-bc02052f6e65', 'network_id': '9d8cd866-9d10-457d-a700-bc02052f6e65', 'tenant_id': '47bad6c60c974bd98edf526dfd74db00', 'fixed_ips': [{'subnet_id': '37a4c288-fa07-426c-964e-b92bee432b36'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:15.627311 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.748770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9abf3a7-a270-4976-9c0b-ba460a325af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.751703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a66390-15b6-4132-8936-9a18d126d0c9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:15.768878 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a3a66390-15b6-4132-8936-9a18d126d0c9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.814789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d9abf3a7-a270-4976-9c0b-ba460a325af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:15.970714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Allocated IP 2001:db8::2 (9d8cd866-9d10-457d-a700-bc02052f6e65/37a4c288-fa07-426c-964e-b92bee432b36/7aff3081-132c-440f-a103-41030c563957) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:16.214976 n-d-712142-17 neutron-server[94744]: INFO neutron.db.ipam_backend_mixin [None req-a3a66390-15b6-4132-8936-9a18d126d0c9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37a4c288-fa07-426c-964e-b92bee432b36 (CIDR: 2001:db8::/64) Sep 16 05:01:16.287070 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d9abf3a7-a270-4976-9c0b-ba460a325af4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1532f7353a824ff9ae1b3817159e7b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9041231 Sep 16 05:01:16.289868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35096) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:16.335045 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a66390-15b6-4132-8936-9a18d126d0c9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:01:16.340034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a66390-15b6-4132-8936-9a18d126d0c9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:01:16.357277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abf3a7-a270-4976-9c0b-ba460a325af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a5363f-4fca-479b-a260-a0165795045b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.425642 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a3a66390-15b6-4132-8936-9a18d126d0c9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2567163 Sep 16 05:01:16.426175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35102) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:16.445920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ab25c416-6aa3-4aba-91e1-42a9ac0a68bd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '9d8cd866-9d10-457d-a700-bc02052f6e65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:16.514312 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.562066 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.585276 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.618998 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.625754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Network 9d8cd866-9d10-457d-a700-bc02052f6e65 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:16.632688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:16.637328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:16.750883 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.754413 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.764531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31a5363f-4fca-479b-a260-a0165795045b HTTP/1.1" status: 204 len: 168 time: 0.4721794 Sep 16 05:01:16.782747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a5363f-4fca-479b-a260-a0165795045b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.797354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:16.798462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:16.799231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:16.799851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:16.800533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:16.801154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:16.802894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:16.803800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:16.805578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:16.807348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:16.808540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:16.809396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3fb09b-0377-474d-a54a-bdc85d3000ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:16.825056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab25c416-6aa3-4aba-91e1-42a9ac0a68bd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:16.828739 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab25c416-6aa3-4aba-91e1-42a9ac0a68bd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:16.836799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Pushing event updated for resources: {'Port': ['ID=7aff3081-132c-440f-a103-41030c563957,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:16.989960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Attempting to bind port 7aff3081-132c-440f-a103-41030c563957 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:16.990500 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Attempting to bind port 7aff3081-132c-440f-a103-41030c563957 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ef5c813e-45b1-4ccc-8eea-ba0abd10a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9d8cd866-9d10-457d-a700-bc02052f6e65'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:16.992345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Attempting to bind port 7aff3081-132c-440f-a103-41030c563957 on network 9d8cd866-9d10-457d-a700-bc02052f6e65 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:17.004930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:17.007812 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Checking segment: {'id': 'ef5c813e-45b1-4ccc-8eea-ba0abd10a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9d8cd866-9d10-457d-a700-bc02052f6e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:17.008667 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.009332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Bound using segment: {'id': 'ef5c813e-45b1-4ccc-8eea-ba0abd10a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9d8cd866-9d10-457d-a700-bc02052f6e65'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:17.010222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Bound port: 7aff3081-132c-440f-a103-41030c563957, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5c813e-45b1-4ccc-8eea-ba0abd10a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9d8cd866-9d10-457d-a700-bc02052f6e65'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:17.012692 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.165996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] For port 7aff3081-132c-440f-a103-41030c563957, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:17.178581 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] For port 7aff3081-132c-440f-a103-41030c563957, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7aff3081-132c-440f-a103-41030c563957,segment=NetworkSegment(ef5c813e-45b1-4ccc-8eea-ba0abd10a816),segment_id=ef5c813e-45b1-4ccc-8eea-ba0abd10a816)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:17.205262 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.403146 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ec86d768-0049-4fd4-b169-6a03d9af6791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.450055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25477a1-d13e-4022-8b48-1542a58b40e1 None None] Pushing event updated for resources: {'Port': ['ID=7aff3081-132c-440f-a103-41030c563957,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:17.773279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab25c416-6aa3-4aba-91e1-42a9ac0a68bd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:17.875286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab25c416-6aa3-4aba-91e1-42a9ac0a68bd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 9d8cd866-9d10-457d-a700-bc02052f6e65 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:17.991906 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-ab25c416-6aa3-4aba-91e1-42a9ac0a68bd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:18.008195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab25c416-6aa3-4aba-91e1-42a9ac0a68bd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:18.009118 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab25c416-6aa3-4aba-91e1-42a9ac0a68bd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.081458 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ab25c416-6aa3-4aba-91e1-42a9ac0a68bd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6541021 Sep 16 05:01:18.084579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35164) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:18.101846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25c416-6aa3-4aba-91e1-42a9ac0a68bd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Subnet': ['ID=451feff0-b486-4a3c-ab93-06f09c41923f,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:18.103094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': '9d8cd866-9d10-457d-a700-bc02052f6e65', 'fixed_ips': [{'subnet_id': '37a4c288-fa07-426c-964e-b92bee432b36'}, {'subnet_id': '451feff0-b486-4a3c-ab93-06f09c41923f'}], 'name': 'tempest-PortsIpV6TestJSON-2140568773'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:18.495064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:18.812142 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:18.866691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port c6690e9b-81eb-47d7-8f43-3e7d0af730a6 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:19.345927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7aff3081-132c-440f-a103-41030c563957 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:19.352052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce3c49-0fcb-47e1-a11e-34adf330af00 None None] Network 9d8cd866-9d10-457d-a700-bc02052f6e65 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:19.718536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 7aff3081-132c-440f-a103-41030c563957 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:19.720260 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.803007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-394d6350-f600-4a7c-986c-d733755db08f None None] Provisioning complete for port 7aff3081-132c-440f-a103-41030c563957 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:19.803402 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-394d6350-f600-4a7c-986c-d733755db08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:19.981592 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-394d6350-f600-4a7c-986c-d733755db08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.248616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-394d6350-f600-4a7c-986c-d733755db08f None None] For port 7aff3081-132c-440f-a103-41030c563957, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7aff3081-132c-440f-a103-41030c563957,segment=NetworkSegment(ef5c813e-45b1-4ccc-8eea-ba0abd10a816),segment_id=ef5c813e-45b1-4ccc-8eea-ba0abd10a816)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:20.251030 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d02d838a-638a-46e1-9773-4268a5ae5d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.255301 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.288696 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-394d6350-f600-4a7c-986c-d733755db08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.515387 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:20.516340 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:20.522769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d6350-f600-4a7c-986c-d733755db08f None None] Pushing event updated for resources: {'Port': ['ID=7aff3081-132c-440f-a103-41030c563957,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:20.576074 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ee0b85-acea-4bf7-8b66-343f10cf4b40 None None] Update dhcp port {'port': {'network_id': '9d8cd866-9d10-457d-a700-bc02052f6e65', 'fixed_ips': [{'subnet_id': '37a4c288-fa07-426c-964e-b92bee432b36', 'ip_address': '2001:db8::2'}, {'subnet_id': '451feff0-b486-4a3c-ab93-06f09c41923f'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '7aff3081-132c-440f-a103-41030c563957'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:01:20.596705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8::28d (9d8cd866-9d10-457d-a700-bc02052f6e65/37a4c288-fa07-426c-964e-b92bee432b36/c6690e9b-81eb-47d7-8f43-3e7d0af730a6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:20.610219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8:0:1::1f1 (9d8cd866-9d10-457d-a700-bc02052f6e65/451feff0-b486-4a3c-ab93-06f09c41923f/c6690e9b-81eb-47d7-8f43-3e7d0af730a6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:20.678551 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-07ee0b85-acea-4bf7-8b66-343f10cf4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:20.815326 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.042608 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.123356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.182673 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:01:21.231810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 9d8cd866-9d10-457d-a700-bc02052f6e65 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:21.235647 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:21.256117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:21.262362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:21.262906 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.305884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.2194252 Sep 16 05:01:21.309590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35284) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:21.310465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea78962-a1ed-4d5f-94a9-70dcb26b19ea tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=c6690e9b-81eb-47d7-8f43-3e7d0af730a6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:21.316804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-57835002-d0d0-4c7b-99fa-924ab7056f69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '37a4c288-fa07-426c-964e-b92bee432b36'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:21.396130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-07ee0b85-acea-4bf7-8b66-343f10cf4b40 None None] Allocated IP 2001:db8:0:1::2 (9d8cd866-9d10-457d-a700-bc02052f6e65/451feff0-b486-4a3c-ab93-06f09c41923f/7aff3081-132c-440f-a103-41030c563957) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:21.514597 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-07ee0b85-acea-4bf7-8b66-343f10cf4b40 None None] For port 7aff3081-132c-440f-a103-41030c563957, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7aff3081-132c-440f-a103-41030c563957,segment=NetworkSegment(ef5c813e-45b1-4ccc-8eea-ba0abd10a816),segment_id=ef5c813e-45b1-4ccc-8eea-ba0abd10a816)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:21.547010 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-07ee0b85-acea-4bf7-8b66-343f10cf4b40 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.551115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7aff3081-132c-440f-a103-41030c563957 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:21.604185 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-07ee0b85-acea-4bf7-8b66-343f10cf4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.774933 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57835002-d0d0-4c7b-99fa-924ab7056f69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:21.870425 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.027798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 7aff3081-132c-440f-a103-41030c563957 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:22.028456 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.067554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee0b85-acea-4bf7-8b66-343f10cf4b40 None None] Pushing event updated for resources: {'Port': ['ID=7aff3081-132c-440f-a103-41030c563957,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:22.384931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-57835002-d0d0-4c7b-99fa-924ab7056f69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Delete allocated IP 2001:db8:0:1::1f1 (9d8cd866-9d10-457d-a700-bc02052f6e65/451feff0-b486-4a3c-ab93-06f09c41923f) {{(pid=94744) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:01:22.709580 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57835002-d0d0-4c7b-99fa-924ab7056f69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.728558 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57835002-d0d0-4c7b-99fa-924ab7056f69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.835267 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-57835002-d0d0-4c7b-99fa-924ab7056f69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] In _notify_port_updated(), no bound segment for port c6690e9b-81eb-47d7-8f43-3e7d0af730a6 on network 9d8cd866-9d10-457d-a700-bc02052f6e65 {{(pid=94744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:22.852793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57835002-d0d0-4c7b-99fa-924ab7056f69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:22.853633 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57835002-d0d0-4c7b-99fa-924ab7056f69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:22.859335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35334) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:22.862061 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-57835002-d0d0-4c7b-99fa-924ab7056f69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "PUT /v2.0/ports/c6690e9b-81eb-47d7-8f43-3e7d0af730a6 HTTP/1.1" status: 200 len: 926 time: 1.5506737 Sep 16 05:01:22.870237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f629fa93-5793-491a-9cce-7d5c1737b1b1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '37a4c288-fa07-426c-964e-b92bee432b36'}, {'subnet_id': '451feff0-b486-4a3c-ab93-06f09c41923f'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:22.969550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57835002-d0d0-4c7b-99fa-924ab7056f69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=c6690e9b-81eb-47d7-8f43-3e7d0af730a6,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:23.072848 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f629fa93-5793-491a-9cce-7d5c1737b1b1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.196340 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46511e35-7396-4b81-8f53-ad77e73058ef None None] Network 9d8cd866-9d10-457d-a700-bc02052f6e65 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:23.274129 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.379528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-dc61b6f9-0f32-40f3-9ff3-9176907a0b42 None None] Provisioning complete for port 7aff3081-132c-440f-a103-41030c563957 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:23.379915 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dc61b6f9-0f32-40f3-9ff3-9176907a0b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.523756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7aff3081-132c-440f-a103-41030c563957 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:23.633333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-f629fa93-5793-491a-9cce-7d5c1737b1b1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8:0:1::199 (9d8cd866-9d10-457d-a700-bc02052f6e65/451feff0-b486-4a3c-ab93-06f09c41923f/c6690e9b-81eb-47d7-8f43-3e7d0af730a6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:23.851304 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f629fa93-5793-491a-9cce-7d5c1737b1b1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:23.889709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f629fa93-5793-491a-9cce-7d5c1737b1b1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.030839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629fa93-5793-491a-9cce-7d5c1737b1b1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=c6690e9b-81eb-47d7-8f43-3e7d0af730a6,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:24.081551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 7aff3081-132c-440f-a103-41030c563957 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:24.082247 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.153534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-f629fa93-5793-491a-9cce-7d5c1737b1b1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] In _notify_port_updated(), no bound segment for port c6690e9b-81eb-47d7-8f43-3e7d0af730a6 on network 9d8cd866-9d10-457d-a700-bc02052f6e65 {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:01:24.178301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f629fa93-5793-491a-9cce-7d5c1737b1b1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.180482 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f629fa93-5793-491a-9cce-7d5c1737b1b1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.185020 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f629fa93-5793-491a-9cce-7d5c1737b1b1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "PUT /v2.0/ports/c6690e9b-81eb-47d7-8f43-3e7d0af730a6 HTTP/1.1" status: 200 len: 1012 time: 1.3239412 Sep 16 05:01:24.187357 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35418) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:24.293877 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b112c35-39f2-46cd-ba82-4443a727a2fa req-eb5e4232-f725-4b76-b967-3cac773ae7c4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:24.303892 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b112c35-39f2-46cd-ba82-4443a727a2fa req-eb5e4232-f725-4b76-b967-3cac773ae7c4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 946 time: 0.1173019 Sep 16 05:01:24.447361 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b112c35-39f2-46cd-ba82-4443a727a2fa req-4b7b91d0-1521-4bb1-96dd-91770fb07e14 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408746 Sep 16 05:01:24.500645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-5b742020-56c1-457d-9e3a-e96bfb6f02f3 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port c6690e9b-81eb-47d7-8f43-3e7d0af730a6 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:24.500968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b742020-56c1-457d-9e3a-e96bfb6f02f3 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.594441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-10ac720c-18fd-41de-91d0-42409c670981 None None] Provisioning complete for port 7aff3081-132c-440f-a103-41030c563957 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:24.594951 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-10ac720c-18fd-41de-91d0-42409c670981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.772850 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b742020-56c1-457d-9e3a-e96bfb6f02f3 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.784350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-10ac720c-18fd-41de-91d0-42409c670981 None None] Provisioning complete for port c6690e9b-81eb-47d7-8f43-3e7d0af730a6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:24.787279 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-10ac720c-18fd-41de-91d0-42409c670981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:24.793778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-5b742020-56c1-457d-9e3a-e96bfb6f02f3 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for c6690e9b-81eb-47d7-8f43-3e7d0af730a6 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:24.893648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-10ac720c-18fd-41de-91d0-42409c670981 None None] Port c6690e9b-81eb-47d7-8f43-3e7d0af730a6 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:25.062541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8dc1abb1-5973-41c3-a860-a86c1a288771 None None] Provisioning complete for port c6690e9b-81eb-47d7-8f43-3e7d0af730a6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:25.064088 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8dc1abb1-5973-41c3-a860-a86c1a288771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.208451 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b742020-56c1-457d-9e3a-e96bfb6f02f3 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.209295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1abb1-5973-41c3-a860-a86c1a288771 None None] Port c6690e9b-81eb-47d7-8f43-3e7d0af730a6 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:01:25.500634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b742020-56c1-457d-9e3a-e96bfb6f02f3 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=c6690e9b-81eb-47d7-8f43-3e7d0af730a6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:25.510803 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b742020-56c1-457d-9e3a-e96bfb6f02f3 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.524349 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5b742020-56c1-457d-9e3a-e96bfb6f02f3 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/c6690e9b-81eb-47d7-8f43-3e7d0af730a6 HTTP/1.1" status: 204 len: 168 time: 1.3330617 Sep 16 05:01:25.524807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35480) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:25.553984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f1f53500-b6b2-4244-8c4f-cd5ccb69ba64 None None] Could not find standard attr ID for object c6690e9b-81eb-47d7-8f43-3e7d0af730a6. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:25.577981 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c42296-022e-4a64-bb0f-e0b95460f994 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:01:25.579783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-17c42296-022e-4a64-bb0f-e0b95460f994 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/c6690e9b-81eb-47d7-8f43-3e7d0af730a6 HTTP/1.1" status: 404 len: 333 time: 0.0529416 Sep 16 05:01:25.582681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35484) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:25.660987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc9cc62-2f88-4471-91f6-949900af5158 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting subnet 451feff0-b486-4a3c-ab93-06f09c41923f {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:25.666098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1dc9cc62-2f88-4471-91f6-949900af5158 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.707184 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35488) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:25.770830 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1dc9cc62-2f88-4471-91f6-949900af5158 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.884277 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1dc9cc62-2f88-4471-91f6-949900af5158 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:25.965817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1dc9cc62-2f88-4471-91f6-949900af5158 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.014640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9cc62-2f88-4471-91f6-949900af5158 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Subnet': ['ID=451feff0-b486-4a3c-ab93-06f09c41923f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:26.018829 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1dc9cc62-2f88-4471-91f6-949900af5158 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.023305 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22a9e34d-6c64-404d-9f51-db72754223fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.023479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1dc9cc62-2f88-4471-91f6-949900af5158 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/451feff0-b486-4a3c-ab93-06f09c41923f HTTP/1.1" status: 204 len: 168 time: 0.4370174 Sep 16 05:01:26.024059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35498) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:26.070971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3be0e2b1-3945-4b2d-b147-36e07742a180 None None] Could not find standard attr ID for object c6690e9b-81eb-47d7-8f43-3e7d0af730a6. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:26.113851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa401d4b-08ea-41d4-8db8-0f47c3fa6f78 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting subnet 37a4c288-fa07-426c-964e-b92bee432b36 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:26.131488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa401d4b-08ea-41d4-8db8-0f47c3fa6f78 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.239603 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa401d4b-08ea-41d4-8db8-0f47c3fa6f78 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.363285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22a9e34d-6c64-404d-9f51-db72754223fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.376001 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22a9e34d-6c64-404d-9f51-db72754223fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.405276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9177304-10cb-4d79-8990-6e2d22b9813d None None] Network 9d8cd866-9d10-457d-a700-bc02052f6e65 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:26.477083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-22a9e34d-6c64-404d-9f51-db72754223fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30a26a749c534cd99e25f9fcdd6bdd77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7685349 Sep 16 05:01:26.480435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9e34d-6c64-404d-9f51-db72754223fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6287782c-ab7f-496e-876d-47dbe8767a94,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:26.488032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35512) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:26.537972 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa401d4b-08ea-41d4-8db8-0f47c3fa6f78 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.636128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a793617-5671-491f-8230-34ae722f8592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.697386 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a793617-5671-491f-8230-34ae722f8592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.701658 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa401d4b-08ea-41d4-8db8-0f47c3fa6f78 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.737503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa401d4b-08ea-41d4-8db8-0f47c3fa6f78 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Subnet': ['ID=37a4c288-fa07-426c-964e-b92bee432b36,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:26.741973 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa401d4b-08ea-41d4-8db8-0f47c3fa6f78 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.743991 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-aa401d4b-08ea-41d4-8db8-0f47c3fa6f78 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/37a4c288-fa07-426c-964e-b92bee432b36 HTTP/1.1" status: 204 len: 168 time: 0.7190061 Sep 16 05:01:26.748008 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35520) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:26.942361 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a793617-5671-491f-8230-34ae722f8592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.945221 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a793617-5671-491f-8230-34ae722f8592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:26.947081 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4a793617-5671-491f-8230-34ae722f8592 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6287782c-ab7f-496e-876d-47dbe8767a94 HTTP/1.1" status: 204 len: 168 time: 0.4533429 Sep 16 05:01:26.997401 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.001437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a793617-5671-491f-8230-34ae722f8592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6287782c-ab7f-496e-876d-47dbe8767a94,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:27.016368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] DHCP port deletion for 9d8cd866-9d10-457d-a700-bc02052f6e65 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:27.105498 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 7aff3081-132c-440f-a103-41030c563957 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:27.106693 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.156095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Deleting port 7aff3081-132c-440f-a103-41030c563957 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:27.157135 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.254223 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] For port 7aff3081-132c-440f-a103-41030c563957, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7aff3081-132c-440f-a103-41030c563957,segment=NetworkSegment(ef5c813e-45b1-4ccc-8eea-ba0abd10a816),segment_id=ef5c813e-45b1-4ccc-8eea-ba0abd10a816)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:27.255054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.278968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] For port 7aff3081-132c-440f-a103-41030c563957, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7aff3081-132c-440f-a103-41030c563957,segment=NetworkSegment(ef5c813e-45b1-4ccc-8eea-ba0abd10a816),segment_id=ef5c813e-45b1-4ccc-8eea-ba0abd10a816)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:27.279263 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.317851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Calling delete_port for 7aff3081-132c-440f-a103-41030c563957 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:27.335962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 7aff3081-132c-440f-a103-41030c563957 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:27.529954 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.541114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7aff3081-132c-440f-a103-41030c563957 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:27.563059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35546) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:27.580151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 7aff3081-132c-440f-a103-41030c563957 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:27.580501 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7aff3081-132c-440f-a103-41030c563957 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:27.607288 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.614473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=7aff3081-132c-440f-a103-41030c563957,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:27.625369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No DVR routers for this DVR port 7aff3081-132c-440f-a103-41030c563957 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:27.664240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Pushing event deleted for resources: {'Port': ['ID=7aff3081-132c-440f-a103-41030c563957,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:27.685865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] No DVR routers for this DVR port 7aff3081-132c-440f-a103-41030c563957 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:27.700655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.701033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.701711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.701711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.702069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.702436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.703204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.703204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.703510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.703763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.704081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.704506 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7923d7b-dbad-4260-93f7-227445293a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:27.766097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35554) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:27.797406 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53adfccd-18db-4cb1-98ff-d8a668d03069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.849189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.851672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35556) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:27.888596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8cd866-9d10-457d-a700-bc02052f6e65']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:27.908520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5c813e-45b1-4ccc-8eea-ba0abd10a816') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:27.909358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5c813e-45b1-4ccc-8eea-ba0abd10a816') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:27.924785 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.955283 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.971729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:27.972248 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:27.975732 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:27.982311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5d3d5464-f0e1-4aa4-8f3e-e5ae125bd3d1 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2073 time: 0.4170053 Sep 16 05:01:27.988015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35562) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:27.989147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:01:27.993651 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2a8d65c3-3e34-4c92-9fca-da6f0c915dff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Request body: {'network': {'name': 'tempest-network-smoke--263330678', 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'port_security_enabled': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:27.995172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:28.082469 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.115289 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.121968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/networks/9d8cd866-9d10-457d-a700-bc02052f6e65 HTTP/1.1" status: 204 len: 168 time: 1.3721142 Sep 16 05:01:28.122305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35568) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.125045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cd42b-d9d0-4eb6-900e-7bec6d7258ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Network': ['ID=9d8cd866-9d10-457d-a700-bc02052f6e65,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.154666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0f115ee-64e8-49a0-ab42-9b091e993ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.225653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1607cd-1639-47f7-ac2b-5129ba595cc3 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.231676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35572) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.234258 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bf1607cd-1639-47f7-ac2b-5129ba595cc3 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1108496 Sep 16 05:01:28.294382 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53adfccd-18db-4cb1-98ff-d8a668d03069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.299211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53adfccd-18db-4cb1-98ff-d8a668d03069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.302651 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a1c4bcea-a60a-4a9f-8a62-484c13fca5e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0698335 Sep 16 05:01:28.311082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35576) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.324880 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-14756ffb-4a6d-455f-9399-82add319b91d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-964683549'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:28.329992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8d65c3-3e34-4c92-9fca-da6f0c915dff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Made reservation on behalf of df27bef07f2348b18d52bc91f7adb880 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:28.336468 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a8d65c3-3e34-4c92-9fca-da6f0c915dff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.354637 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.380559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:28.385941 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-53adfccd-18db-4cb1-98ff-d8a668d03069 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af182ad1269a43ec8ef4707e957f6c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6152210 Sep 16 05:01:28.387889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35578) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.404013 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'port_id': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'mac_address': 'fa:16:3e:a7:0f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:01:28.412636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:28.415948 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722949f8-61ab-499e-9606-52394db935ac" -d '{"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-unplugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:28.433899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adfccd-18db-4cb1-98ff-d8a668d03069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806a1b34-426b-4ddd-9fcb-92f57f06855c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.438235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:28.456413 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-16449f9a-cefb-4770-9d55-d3b64751c13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.484699 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-16449f9a-cefb-4770-9d55-d3b64751c13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.532082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8d65c3-3e34-4c92-9fca-da6f0c915dff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:28.544324 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.561649 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a8d65c3-3e34-4c92-9fca-da6f0c915dff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.561968 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-2a8d65c3-3e34-4c92-9fca-da6f0c915dff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Added segment 678480d5-db06-4415-858d-013d78fd71f2 of type vlan for network 7cba7f04-a3ed-41d7-90ac-cf11947159da Sep 16 05:01:28.564529 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0f115ee-64e8-49a0-ab42-9b091e993ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.573554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0f115ee-64e8-49a0-ab42-9b091e993ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.614614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14756ffb-4a6d-455f-9399-82add319b91d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:28.618407 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f943e157-b1b0-462c-8b6e-4eeb8a20dcdf x-openstack-request-id: req-f943e157-b1b0-462c-8b6e-4eeb8a20dcdf {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:28.618868 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-unplugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:28.619225 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f943e157-b1b0-462c-8b6e-4eeb8a20dcdf {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:28.620874 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'code': 200} Sep 16 05:01:28.623151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa91f473-6045-4fa2-817f-e725aa1d2f87 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:28.628565 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.634067 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14756ffb-4a6d-455f-9399-82add319b91d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.665440 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14756ffb-4a6d-455f-9399-82add319b91d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:28.672128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a8d65c3-3e34-4c92-9fca-da6f0c915dff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.676466 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b0f115ee-64e8-49a0-ab42-9b091e993ca9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a36bd019c5804fc1bff21d7275b6795e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8236988 Sep 16 05:01:28.677841 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14756ffb-4a6d-455f-9399-82add319b91d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.678324 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-14756ffb-4a6d-455f-9399-82add319b91d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Added segment d39969eb-00fd-4470-ab11-1f35db454664 of type vlan for network a57fd846-ef55-4b35-91c2-566d160368a3 Sep 16 05:01:28.679060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f115ee-64e8-49a0-ab42-9b091e993ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23fceb4-e6bf-4e94-87fd-20b3c7bc1694,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.685062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35590) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.723452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14756ffb-4a6d-455f-9399-82add319b91d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.747819 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:28.748534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-16449f9a-cefb-4770-9d55-d3b64751c13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.749245 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a8d65c3-3e34-4c92-9fca-da6f0c915dff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.749735 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:28.751803 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-16449f9a-cefb-4770-9d55-d3b64751c13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.753254 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-16449f9a-cefb-4770-9d55-d3b64751c13a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/806a1b34-426b-4ddd-9fcb-92f57f06855c HTTP/1.1" status: 204 len: 168 time: 0.3641765 Sep 16 05:01:28.756579 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14756ffb-4a6d-455f-9399-82add319b91d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.764810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14756ffb-4a6d-455f-9399-82add319b91d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.765827 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-14756ffb-4a6d-455f-9399-82add319b91d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.769064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8d65c3-3e34-4c92-9fca-da6f0c915dff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:28.770148 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a8d65c3-3e34-4c92-9fca-da6f0c915dff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:28.793118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.800403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16449f9a-cefb-4770-9d55-d3b64751c13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806a1b34-426b-4ddd-9fcb-92f57f06855c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.858847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2a8d65c3-3e34-4c92-9fca-da6f0c915dff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8694539 Sep 16 05:01:28.875929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35600) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.882293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-35613678', 'admin_state_up': True, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:28.888891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14756ffb-4a6d-455f-9399-82add319b91d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Network': ['ID=a57fd846-ef55-4b35-91c2-566d160368a3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:28.897155 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-14756ffb-4a6d-455f-9399-82add319b91d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5778270 Sep 16 05:01:28.898417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35602) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:28.903314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a57fd846-ef55-4b35-91c2-566d160368a3 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:28.909981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-103f193e-0d40-47c1-8387-a5bf1ce8c069 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': 'a57fd846-ef55-4b35-91c2-566d160368a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:29.016973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa3bb5d4-58d9-44e2-b2d0-1e83b5578450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.023982 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.028200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.140347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103f193e-0d40-47c1-8387-a5bf1ce8c069 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:29.144799 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-103f193e-0d40-47c1-8387-a5bf1ce8c069 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.170972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d65c3-3e34-4c92-9fca-da6f0c915dff tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Network': ['ID=7cba7f04-a3ed-41d7-90ac-cf11947159da,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.188015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 7cba7f04-a3ed-41d7-90ac-cf11947159da details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:29.221642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa3bb5d4-58d9-44e2-b2d0-1e83b5578450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.337141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.536496 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.560158 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-103f193e-0d40-47c1-8387-a5bf1ce8c069 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.594463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa91f473-6045-4fa2-817f-e725aa1d2f87 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:29.613671 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.622269 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa3bb5d4-58d9-44e2-b2d0-1e83b5578450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.625934 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa3bb5d4-58d9-44e2-b2d0-1e83b5578450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.649425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-aa3bb5d4-58d9-44e2-b2d0-1e83b5578450 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e23fceb4-e6bf-4e94-87fd-20b3c7bc1694 HTTP/1.1" status: 204 len: 168 time: 0.9546099 Sep 16 05:01:29.668418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:29.677592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bb5d4-58d9-44e2-b2d0-1e83b5578450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23fceb4-e6bf-4e94-87fd-20b3c7bc1694,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.681670 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.686111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f193e-0d40-47c1-8387-a5bf1ce8c069 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Subnet': ['ID=0c39459c-c887-43c5-a887-ac60f3111932,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:29.743175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103f193e-0d40-47c1-8387-a5bf1ce8c069 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Checking segment: {'id': 'd39969eb-00fd-4470-ab11-1f35db454664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a57fd846-ef55-4b35-91c2-566d160368a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:29.743175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f193e-0d40-47c1-8387-a5bf1ce8c069 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network hostable DHCP agents. Network: a57fd846-ef55-4b35-91c2-566d160368a3, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:29.796118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f193e-0d40-47c1-8387-a5bf1ce8c069 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network a57fd846-ef55-4b35-91c2-566d160368a3 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:29.813199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-103f193e-0d40-47c1-8387-a5bf1ce8c069 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, a57fd846-ef55-4b35-91c2-566d160368a3) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:29.818274 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f193e-0d40-47c1-8387-a5bf1ce8c069 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:29.819894 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-103f193e-0d40-47c1-8387-a5bf1ce8c069 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:29.833083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a8e6e6-7a2b-4d5c-8281-abb7d928c6ed None None] Network a57fd846-ef55-4b35-91c2-566d160368a3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:29.858270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-103f193e-0d40-47c1-8387-a5bf1ce8c069 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9570620 Sep 16 05:01:29.859968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35648) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:29.863670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['aa91f473-6045-4fa2-817f-e725aa1d2f87'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:01:29.880617 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': 'a57fd846-ef55-4b35-91c2-566d160368a3', 'name': 'tempest-PortsIpV6TestJSON-1487057829'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:30.091068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.249488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:30.256921 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.310346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port d8391cc6-73e0-4869-b7ea-c2cbe4c984d9 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:30.343737 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.397096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35666) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:30.432592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-a57fd846-ef55-4b35-91c2-566d160368a3', 'network_id': 'a57fd846-ef55-4b35-91c2-566d160368a3', 'tenant_id': '47bad6c60c974bd98edf526dfd74db00', 'fixed_ips': [{'subnet_id': '0c39459c-c887-43c5-a887-ac60f3111932'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:30.435601 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.436052 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.481264 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efb22cef-ee34-453f-bfd0-3ff144d006c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.746730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Allocated IP 172.25.0.73 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/b764b745-7b42-4f92-ae28-ff3ba897786b) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:30.747565 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efb22cef-ee34-453f-bfd0-3ff144d006c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.759181 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-efb22cef-ee34-453f-bfd0-3ff144d006c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.807095 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8::3c8 (a57fd846-ef55-4b35-91c2-566d160368a3/0c39459c-c887-43c5-a887-ac60f3111932/d8391cc6-73e0-4869-b7ea-c2cbe4c984d9) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:30.845478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb22cef-ee34-453f-bfd0-3ff144d006c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aec66e5-06bf-4695-8fba-80f1800e2c61,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:30.853415 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-efb22cef-ee34-453f-bfd0-3ff144d006c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6879da4963364d83877f8f781c807c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545228 Sep 16 05:01:30.858147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35680) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:30.941760 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:30.991991 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d3d230e-11ce-4eb1-a6be-11be4949ad81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.023808 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d3d230e-11ce-4eb1-a6be-11be4949ad81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.065064 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.145325 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d3d230e-11ce-4eb1-a6be-11be4949ad81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.156403 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d3d230e-11ce-4eb1-a6be-11be4949ad81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.160907 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1d3d230e-11ce-4eb1-a6be-11be4949ad81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0aec66e5-06bf-4695-8fba-80f1800e2c61 HTTP/1.1" status: 204 len: 168 time: 0.2981439 Sep 16 05:01:31.169424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:31.175664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Port': ['ID=b764b745-7b42-4f92-ae28-ff3ba897786b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.178980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:31.181439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:31.270818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d230e-11ce-4eb1-a6be-11be4949ad81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aec66e5-06bf-4695-8fba-80f1800e2c61,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.420975 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.578717 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.748110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network a57fd846-ef55-4b35-91c2-566d160368a3 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:31.766486 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Allocated IP 2001:db8::2 (a57fd846-ef55-4b35-91c2-566d160368a3/0c39459c-c887-43c5-a887-ac60f3111932/96b2fe21-9e9a-4c93-be68-8534bafd5c25) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:31.774416 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:31.781964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:31.787717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:31.788387 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:31.844917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=d8391cc6-73e0-4869-b7ea-c2cbe4c984d9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:31.867437 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bba1506e-0bd4-42ac-89d7-d6618979bf55 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0049109 Sep 16 05:01:31.870871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35708) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:31.877951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': 'a57fd846-ef55-4b35-91c2-566d160368a3', 'name': 'tempest-PortsIpV6TestJSON-2016771805'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:31.901926 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.046964 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:32.197193 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:32.202573 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.251612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port 7b282e38-c77f-4156-a9eb-8aecf8b005b2 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:32.280431 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.425023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port aa91f473-6045-4fa2-817f-e725aa1d2f87 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:32.425410 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.518465 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.550041 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:32.622686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Router ec196a73-c5af-46be-8472-32cb09e9439f is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:01:32.714915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Pushing event updated for resources: {'Port': ['ID=96b2fe21-9e9a-4c93-be68-8534bafd5c25,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:32.729403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8::1b3 (a57fd846-ef55-4b35-91c2-566d160368a3/0c39459c-c887-43c5-a887-ac60f3111932/7b282e38-c77f-4156-a9eb-8aecf8b005b2) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:32.768497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Network a57fd846-ef55-4b35-91c2-566d160368a3 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:32.810081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:32.822321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:32.955983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:32.969794 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Sync routers for ids ['ec196a73-c5af-46be-8472-32cb09e9439f'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:32.992928 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Routers {'ec196a73-c5af-46be-8472-32cb09e9439f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:32.998536 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:01:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ec196a73-c5af-46be-8472-32cb09e9439f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:33.001862 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.005985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1fe4ebec-9317-44bc-b9db-509291b178bb tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.1259265 Sep 16 05:01:33.006373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35732) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.148469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925cefc-273a-4372-a538-30c113a70576 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.153734 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7925cefc-273a-4372-a538-30c113a70576 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df27bef07f2348b18d52bc91f7adb880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1463740 Sep 16 05:01:33.154497 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35738) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.212450 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.219161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Attempting to bind port 96b2fe21-9e9a-4c93-be68-8534bafd5c25 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:33.219785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Attempting to bind port 96b2fe21-9e9a-4c93-be68-8534bafd5c25 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'd39969eb-00fd-4470-ab11-1f35db454664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a57fd846-ef55-4b35-91c2-566d160368a3'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:33.221452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Attempting to bind port 96b2fe21-9e9a-4c93-be68-8534bafd5c25 on network a57fd846-ef55-4b35-91c2-566d160368a3 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:33.224885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35740) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.239732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:33.240439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Checking segment: {'id': 'd39969eb-00fd-4470-ab11-1f35db454664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a57fd846-ef55-4b35-91c2-566d160368a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:33.242296 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.243011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Bound using segment: {'id': 'd39969eb-00fd-4470-ab11-1f35db454664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a57fd846-ef55-4b35-91c2-566d160368a3'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:33.244879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Bound port: 96b2fe21-9e9a-4c93-be68-8534bafd5c25, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39969eb-00fd-4470-ab11-1f35db454664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a57fd846-ef55-4b35-91c2-566d160368a3'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:33.246044 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.347993 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.360361 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Set router ec196a73-c5af-46be-8472-32cb09e9439f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:33.457296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:33.463778 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a06ddc5-c754-467b-bfdb-7032f9cf3980" -d '{"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-plugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:33.516871 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.544032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:33.639918 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1290f0ed-ecd7-49f7-a362-5e9a2d0d90c5 x-openstack-request-id: req-1290f0ed-ecd7-49f7-a362-5e9a2d0d90c5 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:33.640690 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-plugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:33.640971 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1290f0ed-ecd7-49f7-a362-5e9a2d0d90c5 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:33.641382 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'code': 200} Sep 16 05:01:33.642110 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.659676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network a57fd846-ef55-4b35-91c2-566d160368a3 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:33.674522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:33.684435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:33.704686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:33.706855 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:33.756487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] For port 96b2fe21-9e9a-4c93-be68-8534bafd5c25, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:33.768405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=7b282e38-c77f-4156-a9eb-8aecf8b005b2,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:33.784147 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d6e5e1aa-1f01-4cb0-a90e-36444896e86f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9120333 Sep 16 05:01:33.785414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35772) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:33.840840 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] For port 96b2fe21-9e9a-4c93-be68-8534bafd5c25, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=96b2fe21-9e9a-4c93-be68-8534bafd5c25,segment=NetworkSegment(d39969eb-00fd-4470-ab11-1f35db454664),segment_id=d39969eb-00fd-4470-ab11-1f35db454664)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:33.910077 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.045298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=10']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:34.193128 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-35613678', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:29Z', 'updated_at': '2021-09-16T05:01:31Z', 'revision_number': 3, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:30Z', 'updated_at': '2021-09-16T05:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:34.215944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b5dd7c-ec99-49f1-b026-fbd3763fa4d8 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.218893 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-44b5dd7c-ec99-49f1-b026-fbd3763fa4d8 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3c8 HTTP/1.1" status: 200 len: 929 time: 0.4202917 Sep 16 05:01:34.222765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35784) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:34.278830 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Checking router: ec196a73-c5af-46be-8472-32cb09e9439f for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:34.279180 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Updating router ec196a73-c5af-46be-8472-32cb09e9439f port b764b745-7b42-4f92-ae28-ff3ba897786b binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:34.295409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6014a4-617f-4001-ba10-9905982c9537 None None] Pushing event updated for resources: {'Port': ['ID=96b2fe21-9e9a-4c93-be68-8534bafd5c25,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:34.387953 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.469673 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0c49c143-d00e-4d9d-9efc-aac0e9663741 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 7b282e38-c77f-4156-a9eb-8aecf8b005b2 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:34.470141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c49c143-d00e-4d9d-9efc-aac0e9663741 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.482972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a31adf8-040c-498d-bf48-db7fe8c0525e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.627846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd996b9-5f17-429f-9bfd-05cb5d7efc8c tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:34.629417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8bd996b9-5f17-429f-9bfd-05cb5d7efc8c tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4740651 Sep 16 05:01:34.643287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35790) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:34.755915 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4140eff0-a1b6-4550-b669-8410860a9a5d tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1101630 Sep 16 05:01:34.758711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35792) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:34.901477 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.912428 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.958970 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a31adf8-040c-498d-bf48-db7fe8c0525e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:34.963804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-be99b19d-5613-4507-a548-5bc70c4583d2 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=df27bef07f2348b18d52bc91f7adb880&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2011783 Sep 16 05:01:34.971715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35800) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:34.988649 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a31adf8-040c-498d-bf48-db7fe8c0525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.007239 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c49c143-d00e-4d9d-9efc-aac0e9663741 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.036045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0c49c143-d00e-4d9d-9efc-aac0e9663741 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 7b282e38-c77f-4156-a9eb-8aecf8b005b2 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:35.055606 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Attempting to bind port b764b745-7b42-4f92-ae28-ff3ba897786b on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:35.055989 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Attempting to bind port b764b745-7b42-4f92-ae28-ff3ba897786b by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:35.056489 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Attempting to bind port b764b745-7b42-4f92-ae28-ff3ba897786b on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:35.078678 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4a31adf8-040c-498d-bf48-db7fe8c0525e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57736bb24ddc4936a4d749b1916f033b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8527298 Sep 16 05:01:35.094376 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:35.094731 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:35.095077 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.095467 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:35.095934 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Bound port: b764b745-7b42-4f92-ae28-ff3ba897786b, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:35.096312 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.108281 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02038007-047b-428a-be6e-378d306aa45d None None] Pushing event updated for resources: {'Port': ['ID=b764b745-7b42-4f92-ae28-ff3ba897786b,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.128369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31adf8-040c-498d-bf48-db7fe8c0525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28bbd2c-0ca8-40c9-b7bb-d3f39e331612,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.141795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35804) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.227271 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038007-047b-428a-be6e-378d306aa45d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:35.227790 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038007-047b-428a-be6e-378d306aa45d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:35.228006 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038007-047b-428a-be6e-378d306aa45d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:35.228285 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038007-047b-428a-be6e-378d306aa45d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:35.229175 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038007-047b-428a-be6e-378d306aa45d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:35.235890 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038007-047b-428a-be6e-378d306aa45d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:35.236279 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038007-047b-428a-be6e-378d306aa45d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:35.238210 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038007-047b-428a-be6e-378d306aa45d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:35.239255 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038007-047b-428a-be6e-378d306aa45d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:35.239606 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038007-047b-428a-be6e-378d306aa45d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:35.239949 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038007-047b-428a-be6e-378d306aa45d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:35.241369 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02038007-047b-428a-be6e-378d306aa45d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:35.307730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132fec47-82f2-44d7-8ba4-3890fdfe596d tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:35.309647 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-132fec47-82f2-44d7-8ba4-3890fdfe596d tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3363459 Sep 16 05:01:35.312811 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35810) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.320582 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5808ff9-aa70-467f-be08-92dd1f7edc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.377953 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5808ff9-aa70-467f-be08-92dd1f7edc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.420298 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-062f7419-1189-4f30-9ee8-0ecc3ac8bd53 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1031427 Sep 16 05:01:35.423252 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] For port b764b745-7b42-4f92-ae28-ff3ba897786b, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:35.423383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35814) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.431127 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] For port b764b745-7b42-4f92-ae28-ff3ba897786b, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b764b745-7b42-4f92-ae28-ff3ba897786b,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:35.436048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c93372ae-a917-4ee9-a761-c25867cfa8ed tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1044509307', 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da', 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:35.441463 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.450380 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c49c143-d00e-4d9d-9efc-aac0e9663741 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.539445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49c143-d00e-4d9d-9efc-aac0e9663741 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=7b282e38-c77f-4156-a9eb-8aecf8b005b2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.583104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 96b2fe21-9e9a-4c93-be68-8534bafd5c25 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:35.644013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c49c143-d00e-4d9d-9efc-aac0e9663741 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.645648 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Routers {'ec196a73-c5af-46be-8472-32cb09e9439f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:35.646069 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0c49c143-d00e-4d9d-9efc-aac0e9663741 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/7b282e38-c77f-4156-a9eb-8aecf8b005b2 HTTP/1.1" status: 204 len: 168 time: 1.4215097 Sep 16 05:01:35.646321 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:01:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ec196a73-c5af-46be-8472-32cb09e9439f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:35.649548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35820) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.725674 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02038007-047b-428a-be6e-378d306aa45d None None] Pushing event updated for resources: {'Port': ['ID=b764b745-7b42-4f92-ae28-ff3ba897786b,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:35.774274 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea17525-409b-47d6-b51e-dcfc9183c8ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:01:35.776804 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0ea17525-409b-47d6-b51e-dcfc9183c8ff tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/7b282e38-c77f-4156-a9eb-8aecf8b005b2 HTTP/1.1" status: 404 len: 333 time: 0.1258783 Sep 16 05:01:35.779479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35822) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:35.804913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93372ae-a917-4ee9-a761-c25867cfa8ed tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Made reservation on behalf of df27bef07f2348b18d52bc91f7adb880 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:35.813556 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.817451 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c93372ae-a917-4ee9-a761-c25867cfa8ed tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.865481 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5808ff9-aa70-467f-be08-92dd1f7edc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.870919 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5808ff9-aa70-467f-be08-92dd1f7edc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.872137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 96b2fe21-9e9a-4c93-be68-8534bafd5c25 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:35.872535 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:35.874443 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c5808ff9-aa70-467f-be08-92dd1f7edc43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f28bbd2c-0ca8-40c9-b7bb-d3f39e331612 HTTP/1.1" status: 204 len: 168 time: 0.7305772 Sep 16 05:01:35.945591 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] Set router ec196a73-c5af-46be-8472-32cb09e9439f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:36.024937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5808ff9-aa70-467f-be08-92dd1f7edc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28bbd2c-0ca8-40c9-b7bb-d3f39e331612,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:36.198445 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.387157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-405ae6c1-9f0d-419e-b77b-f908973edbd1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port d8391cc6-73e0-4869-b7ea-c2cbe4c984d9 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:36.388133 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-405ae6c1-9f0d-419e-b77b-f908973edbd1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.453986 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-35613678', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:29Z', 'updated_at': '2021-09-16T05:01:31Z', 'revision_number': 3, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:30Z', 'updated_at': '2021-09-16T05:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:36.499399 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a723f7f-fcb7-4e73-83a6-a70d220b8693 None None] The sync data for ids ['ec196a73-c5af-46be-8472-32cb09e9439f'] in n-d-712142-17 is: [{'id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-35613678', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:29Z', 'updated_at': '2021-09-16T05:01:31Z', 'revision_number': 3, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:30Z', 'updated_at': '2021-09-16T05:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:36.517330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 96b2fe21-9e9a-4c93-be68-8534bafd5c25, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=96b2fe21-9e9a-4c93-be68-8534bafd5c25,segment=NetworkSegment(d39969eb-00fd-4470-ab11-1f35db454664),segment_id=d39969eb-00fd-4470-ab11-1f35db454664)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:36.530070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d03581-9a77-437c-960a-422137c98986 None None] Network a57fd846-ef55-4b35-91c2-566d160368a3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:36.602077 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.665238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-74ae7442-4dd4-43c3-a809-ff6b3f43d3dc None None] Provisioning complete for port 96b2fe21-9e9a-4c93-be68-8534bafd5c25 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:36.665551 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-74ae7442-4dd4-43c3-a809-ff6b3f43d3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.703450 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-405ae6c1-9f0d-419e-b77b-f908973edbd1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:36.774940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-405ae6c1-9f0d-419e-b77b-f908973edbd1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for d8391cc6-73e0-4869-b7ea-c2cbe4c984d9 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:36.886813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=96b2fe21-9e9a-4c93-be68-8534bafd5c25,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:36.983679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35856) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.015983 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.257931 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-405ae6c1-9f0d-419e-b77b-f908973edbd1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.261751 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.277464 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.308254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ae6c1-9f0d-419e-b77b-f908973edbd1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=d8391cc6-73e0-4869-b7ea-c2cbe4c984d9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:37.382374 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7333937fb3a24ccba2b462593ae9957e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971190 Sep 16 05:01:37.389721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35862) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.426165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35864) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.434170 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c93372ae-a917-4ee9-a761-c25867cfa8ed tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.470082 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-405ae6c1-9f0d-419e-b77b-f908973edbd1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.490428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-405ae6c1-9f0d-419e-b77b-f908973edbd1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/d8391cc6-73e0-4869-b7ea-c2cbe4c984d9 HTTP/1.1" status: 204 len: 168 time: 1.7079792 Sep 16 05:01:37.499436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35866) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.543933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abccac0b-c7fa-4ef6-a10d-dfadd23abb30,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:37.615096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:37.615637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:37.615994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:37.616340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:37.616681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:37.617377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:37.617377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:37.617670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:37.618005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:37.618332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:37.618659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:37.619026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0c6e75-5509-4d24-87a8-4a5f1f674474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:01:37.660823 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.694988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 96b2fe21-9e9a-4c93-be68-8534bafd5c25 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:37.731878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93372ae-a917-4ee9-a761-c25867cfa8ed tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Subnet': ['ID=140dbae0-016a-420f-b06e-77363bf459b4,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:37.745027 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73895d5-331f-4152-a1e7-80096b016fe4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:01:37.761169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35872) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:37.769307 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c73895d5-331f-4152-a1e7-80096b016fe4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/d8391cc6-73e0-4869-b7ea-c2cbe4c984d9 HTTP/1.1" status: 404 len: 333 time: 0.2687593 Sep 16 05:01:37.816397 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6d4587ce-c955-4de3-a2fe-748bd53d9ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.835636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93372ae-a917-4ee9-a761-c25867cfa8ed tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Checking segment: {'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:37.836263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93372ae-a917-4ee9-a761-c25867cfa8ed tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network hostable DHCP agents. Network: 7cba7f04-a3ed-41d7-90ac-cf11947159da, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:37.898436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6d4587ce-c955-4de3-a2fe-748bd53d9ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.951566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8f59c105-b6a0-480a-9aaf-364854bef5cb None None] Provisioning complete for port 96b2fe21-9e9a-4c93-be68-8534bafd5c25 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:37.952171 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8f59c105-b6a0-480a-9aaf-364854bef5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:37.956322 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac3a46fe-1fc9-455e-bc14-33d5e1918ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.034761 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6d4587ce-c955-4de3-a2fe-748bd53d9ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.037406 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6d4587ce-c955-4de3-a2fe-748bd53d9ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.038782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6d4587ce-c955-4de3-a2fe-748bd53d9ced admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abccac0b-c7fa-4ef6-a10d-dfadd23abb30 HTTP/1.1" status: 204 len: 168 time: 0.6458960 Sep 16 05:01:38.052149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 96b2fe21-9e9a-4c93-be68-8534bafd5c25 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:38.052436 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.072523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4587ce-c955-4de3-a2fe-748bd53d9ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abccac0b-c7fa-4ef6-a10d-dfadd23abb30,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.371038 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac3a46fe-1fc9-455e-bc14-33d5e1918ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.399018 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ac3a46fe-1fc9-455e-bc14-33d5e1918ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.478851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35882) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.479464 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ac3a46fe-1fc9-455e-bc14-33d5e1918ea9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff89c11eeb214571b73df3b8d4a6317f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0115063 Sep 16 05:01:38.480861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93372ae-a917-4ee9-a761-c25867cfa8ed tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network 7cba7f04-a3ed-41d7-90ac-cf11947159da is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:38.496116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a46fe-1fc9-455e-bc14-33d5e1918ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97049a64-a356-45d5-b8b0-d42934374316,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:38.515884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b1871b-ba48-499e-9c3c-13abb35d222b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting subnet 0c39459c-c887-43c5-a887-ac60f3111932 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:38.524093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c93372ae-a917-4ee9-a761-c25867cfa8ed tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 7cba7f04-a3ed-41d7-90ac-cf11947159da) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:38.527264 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50b1871b-ba48-499e-9c3c-13abb35d222b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.592608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93372ae-a917-4ee9-a761-c25867cfa8ed tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:38.596211 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c93372ae-a917-4ee9-a761-c25867cfa8ed tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.656350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c93372ae-a917-4ee9-a761-c25867cfa8ed tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2254591 Sep 16 05:01:38.659122 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 35890) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:38.697973 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-634245c2-c154-4ccb-82e3-d2b1883e19c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.782768 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-634245c2-c154-4ccb-82e3-d2b1883e19c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.815986 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50b1871b-ba48-499e-9c3c-13abb35d222b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.904436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-634245c2-c154-4ccb-82e3-d2b1883e19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.907522 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-634245c2-c154-4ccb-82e3-d2b1883e19c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:38.908700 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-634245c2-c154-4ccb-82e3-d2b1883e19c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97049a64-a356-45d5-b8b0-d42934374316 HTTP/1.1" status: 204 len: 168 time: 0.4287760 Sep 16 05:01:38.938850 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634245c2-c154-4ccb-82e3-d2b1883e19c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97049a64-a356-45d5-b8b0-d42934374316,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:39.263828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee59992-3027-405e-a840-10b69738afb2 None None] Network 7cba7f04-a3ed-41d7-90ac-cf11947159da requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:39.552008 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50b1871b-ba48-499e-9c3c-13abb35d222b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:39.593366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b764b745-7b42-4f92-ae28-ff3ba897786b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:39.732378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8f59c105-b6a0-480a-9aaf-364854bef5cb None None] Could not find standard attr ID for object d8391cc6-73e0-4869-b7ea-c2cbe4c984d9. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:39.857816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35918) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:39.881374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed3ced2e-5e87-49ea-bfc3-94681bd32733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.018610 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-cc00b81b-3136-498e-a6d8-d9bb92c397cf None None] Could not find standard attr ID for object 7b282e38-c77f-4156-a9eb-8aecf8b005b2. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:40.049448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-cc00b81b-3136-498e-a6d8-d9bb92c397cf None None] Could not find standard attr ID for object d8391cc6-73e0-4869-b7ea-c2cbe4c984d9. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:40.139971 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.178689 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed3ced2e-5e87-49ea-bfc3-94681bd32733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.199636 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed3ced2e-5e87-49ea-bfc3-94681bd32733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.203417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-7cba7f04-a3ed-41d7-90ac-cf11947159da', 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'fixed_ips': [{'subnet_id': '140dbae0-016a-420f-b06e-77363bf459b4'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:40.204310 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.265391 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ced2e-5e87-49ea-bfc3-94681bd32733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937a953d-1753-465c-8b08-4944fec0f544,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.276844 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ed3ced2e-5e87-49ea-bfc3-94681bd32733 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c7d003b58f34941929408e5a66a6318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142289 Sep 16 05:01:40.277464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35926) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:40.299706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b764b745-7b42-4f92-ae28-ff3ba897786b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:40.300278 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.354253 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f4b4df68-84da-4915-bb25-ded59d73c770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.391119 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f4b4df68-84da-4915-bb25-ded59d73c770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.508853 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f4b4df68-84da-4915-bb25-ded59d73c770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.513656 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f4b4df68-84da-4915-bb25-ded59d73c770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.514661 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f4b4df68-84da-4915-bb25-ded59d73c770 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/937a953d-1753-465c-8b08-4944fec0f544 HTTP/1.1" status: 204 len: 168 time: 0.2360036 Sep 16 05:01:40.535109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4df68-84da-4915-bb25-ded59d73c770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937a953d-1753-465c-8b08-4944fec0f544,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.637349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Allocated IP 172.20.0.17 (7cba7f04-a3ed-41d7-90ac-cf11947159da/140dbae0-016a-420f-b06e-77363bf459b4/6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:40.652111 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50b1871b-ba48-499e-9c3c-13abb35d222b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.714067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1871b-ba48-499e-9c3c-13abb35d222b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Subnet': ['ID=0c39459c-c887-43c5-a887-ac60f3111932,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:40.716675 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.758408 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-50b1871b-ba48-499e-9c3c-13abb35d222b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:40.763442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331cbce4-433e-4d5f-8996-a7420b57b5de None None] Network a57fd846-ef55-4b35-91c2-566d160368a3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:40.763900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35934) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:40.764309 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-50b1871b-ba48-499e-9c3c-13abb35d222b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/0c39459c-c887-43c5-a887-ac60f3111932 HTTP/1.1" status: 204 len: 168 time: 2.9598250 Sep 16 05:01:40.799107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port b764b745-7b42-4f92-ae28-ff3ba897786b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b764b745-7b42-4f92-ae28-ff3ba897786b,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:40.944621 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.142846 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.188279 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.283864 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.544135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network 7cba7f04-a3ed-41d7-90ac-cf11947159da is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:41.560817 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Port': ['ID=6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:41.563877 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:41.577285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:41.600646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=b764b745-7b42-4f92-ae28-ff3ba897786b,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:41.782709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.903205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 96b2fe21-9e9a-4c93-be68-8534bafd5c25 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:41.903910 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:41.990187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Allocated IP 172.20.0.18 (7cba7f04-a3ed-41d7-90ac-cf11947159da/140dbae0-016a-420f-b06e-77363bf459b4/5f9079c7-71a3-429a-ad8e-acf8767d6a26) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:42.100751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] For port 96b2fe21-9e9a-4c93-be68-8534bafd5c25, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=96b2fe21-9e9a-4c93-be68-8534bafd5c25,segment=NetworkSegment(d39969eb-00fd-4470-ab11-1f35db454664),segment_id=d39969eb-00fd-4470-ab11-1f35db454664)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:42.102701 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.155993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc237a16-4e8e-4ff4-9625-5bcf4be4e638 None None] DHCP port deletion for a57fd846-ef55-4b35-91c2-566d160368a3 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:01:42.164036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 96b2fe21-9e9a-4c93-be68-8534bafd5c25 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:42.398600 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.538521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fc237a16-4e8e-4ff4-9625-5bcf4be4e638 None None] Deleting port 96b2fe21-9e9a-4c93-be68-8534bafd5c25 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:42.539646 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fc237a16-4e8e-4ff4-9625-5bcf4be4e638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.558892 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.673680 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.675533 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=96b2fe21-9e9a-4c93-be68-8534bafd5c25,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:42.714859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No DVR routers for this DVR port 96b2fe21-9e9a-4c93-be68-8534bafd5c25 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:42.809555 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:42.897315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 35998) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:42.979170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Pushing event updated for resources: {'Port': ['ID=5f9079c7-71a3-429a-ad8e-acf8767d6a26,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:43.016279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Network 7cba7f04-a3ed-41d7-90ac-cf11947159da is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:43.021937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fc237a16-4e8e-4ff4-9625-5bcf4be4e638 None None] For port 96b2fe21-9e9a-4c93-be68-8534bafd5c25, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=96b2fe21-9e9a-4c93-be68-8534bafd5c25,segment=NetworkSegment(d39969eb-00fd-4470-ab11-1f35db454664),segment_id=d39969eb-00fd-4470-ab11-1f35db454664)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:43.022616 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fc237a16-4e8e-4ff4-9625-5bcf4be4e638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.050624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:43.057089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:43.081291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fc237a16-4e8e-4ff4-9625-5bcf4be4e638 None None] Calling delete_port for 96b2fe21-9e9a-4c93-be68-8534bafd5c25 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:43.143827 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.279436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57fd846-ef55-4b35-91c2-566d160368a3']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:43.348627 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39969eb-00fd-4470-ab11-1f35db454664') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:43.358724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39969eb-00fd-4470-ab11-1f35db454664') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:43.405932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b764b745-7b42-4f92-ae28-ff3ba897786b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:43.467239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-434185356-network', 'tenant_id': '69a523a919774b0d836d7a15ef403be6'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:43.524134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Attempting to bind port 5f9079c7-71a3-429a-ad8e-acf8767d6a26 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:43.525402 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.527028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Attempting to bind port 5f9079c7-71a3-429a-ad8e-acf8767d6a26 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:43.529170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Attempting to bind port 5f9079c7-71a3-429a-ad8e-acf8767d6a26 on network 7cba7f04-a3ed-41d7-90ac-cf11947159da {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:43.532072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Made reservation on behalf of 69a523a919774b0d836d7a15ef403be6 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:43.534781 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.558377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:43.560561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Checking segment: {'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:43.560809 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.561854 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.562657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Bound using segment: {'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:43.564159 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Bound port: 5f9079c7-71a3-429a-ad8e-acf8767d6a26, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:43.568652 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.575864 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.585542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.642475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.664263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:43.668417 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:43.674687 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:43.797692 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b764b745-7b42-4f92-ae28-ff3ba897786b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:43.798832 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.854265 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.878911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Port': ['ID=6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:43.925672 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.936153 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fc237a16-4e8e-4ff4-9625-5bcf4be4e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.942065 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:43.953857 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/networks/a57fd846-ef55-4b35-91c2-566d160368a3 HTTP/1.1" status: 204 len: 168 time: 3.1880047 Sep 16 05:01:43.969836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36022) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:43.991065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5bce2d20-903a-4e51-8122-355cc74391e7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1423566199'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:44.051241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a6c02-6c33-49b3-82c1-238085b4cefa tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Network': ['ID=a57fd846-ef55-4b35-91c2-566d160368a3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:44.091398 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc237a16-4e8e-4ff4-9625-5bcf4be4e638 None None] Network a57fd846-ef55-4b35-91c2-566d160368a3 is not hosted by any dhcp agent {{(pid=94746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:01:44.096119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc237a16-4e8e-4ff4-9625-5bcf4be4e638 None None] No DVR routers for this DVR port 96b2fe21-9e9a-4c93-be68-8534bafd5c25 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:01:44.098060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc237a16-4e8e-4ff4-9625-5bcf4be4e638 None None] Pushing event deleted for resources: {'Port': ['ID=96b2fe21-9e9a-4c93-be68-8534bafd5c25,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:44.161785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] For port 5f9079c7-71a3-429a-ad8e-acf8767d6a26, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:44.168164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] For port 5f9079c7-71a3-429a-ad8e-acf8767d6a26, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5f9079c7-71a3-429a-ad8e-acf8767d6a26,segment=NetworkSegment(678480d5-db06-4415-858d-013d78fd71f2),segment_id=678480d5-db06-4415-858d-013d78fd71f2)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:44.211568 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network 7cba7f04-a3ed-41d7-90ac-cf11947159da is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:44.219732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:44.274249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.328253 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.394267 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.441796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377eb4a-e9cb-4291-abbc-2b963b90b54e None None] Pushing event updated for resources: {'Port': ['ID=5f9079c7-71a3-429a-ad8e-acf8767d6a26,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:44.501699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bce2d20-903a-4e51-8122-355cc74391e7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:44.506556 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bce2d20-903a-4e51-8122-355cc74391e7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.508808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e442f8-e235-4548-8649-8f3d12034b5d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:44.560589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Router ec196a73-c5af-46be-8472-32cb09e9439f has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:01:44.596807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:44.668441 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.668885 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Added segment e5ee1079-f383-436d-8b56-756445cadd2b of type vlan for network facf81dd-b590-4434-94a4-eec4e20ecde6 Sep 16 05:01:44.673840 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 96b2fe21-9e9a-4c93-be68-8534bafd5c25 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:01:44.730578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bce2d20-903a-4e51-8122-355cc74391e7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:44.763718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 96b2fe21-9e9a-4c93-be68-8534bafd5c25 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:01:44.764388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 96b2fe21-9e9a-4c93-be68-8534bafd5c25 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:01:44.844473 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bce2d20-903a-4e51-8122-355cc74391e7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.844828 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-5bce2d20-903a-4e51-8122-355cc74391e7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Added segment b4fa52fd-855e-4e67-8c0a-8cc74e696f0f of type vlan for network 9a6a8e0b-f598-4165-88cf-3270d180910d Sep 16 05:01:44.865838 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:44.887487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:01:44.894174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-62e62361-c995-4d89-a3d7-0dd6aeae06df tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "PUT /v2.0/routers/ec196a73-c5af-46be-8472-32cb09e9439f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2310228 Sep 16 05:01:44.909661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Sync routers for ids ['ec196a73-c5af-46be-8472-32cb09e9439f'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:01:44.944600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Routers {'ec196a73-c5af-46be-8472-32cb09e9439f'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:44.945445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:01:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ec196a73-c5af-46be-8472-32cb09e9439f'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:45.005088 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.resource_extend [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:01:45.069787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.081432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.082144 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.144092 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bce2d20-903a-4e51-8122-355cc74391e7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.195548 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2935009 Sep 16 05:01:45.195734 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36042) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:45.209712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-289ab07d-c809-42a8-a7ce-b26794ee2e2e admin admin] Request body: {'subnet': {'network_id': 'facf81dd-b590-4434-94a4-eec4e20ecde6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-434185356-subnet', 'tenant_id': '69a523a919774b0d836d7a15ef403be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:45.285781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289ab07d-c809-42a8-a7ce-b26794ee2e2e admin admin] Made reservation on behalf of 69a523a919774b0d836d7a15ef403be6 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:45.288209 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-289ab07d-c809-42a8-a7ce-b26794ee2e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.421001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Set router ec196a73-c5af-46be-8472-32cb09e9439f gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:45.462683 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bce2d20-903a-4e51-8122-355cc74391e7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.477136 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bce2d20-903a-4e51-8122-355cc74391e7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.478161 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bce2d20-903a-4e51-8122-355cc74391e7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:45.498625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1d1fa-55b6-43ff-ace8-9d701caed4ef admin admin] Pushing event updated for resources: {'Network': ['ID=facf81dd-b590-4434-94a4-eec4e20ecde6,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.547491 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network facf81dd-b590-4434-94a4-eec4e20ecde6 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:45.589501 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5bce2d20-903a-4e51-8122-355cc74391e7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6029534 Sep 16 05:01:45.590803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36064) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:45.601301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-79b4aec5-b00f-4207-b3cf-ed92b5c9675c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '9a6a8e0b-f598-4165-88cf-3270d180910d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:45.714122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce2d20-903a-4e51-8122-355cc74391e7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Network': ['ID=9a6a8e0b-f598-4165-88cf-3270d180910d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:45.851301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 9a6a8e0b-f598-4165-88cf-3270d180910d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:45.884027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-15cd9bf3-0792-42a5-a4e8-caf6e50043e4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:45.896184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-15cd9bf3-0792-42a5-a4e8-caf6e50043e4 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/networks?id=7cba7f04-a3ed-41d7-90ac-cf11947159da HTTP/1.1" status: 200 len: 797 time: 0.4952340 Sep 16 05:01:45.949412 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-0a45b10b-5667-41af-af31-143e703f791d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/quotas/df27bef07f2348b18d52bc91f7adb880 HTTP/1.1" status: 200 len: 375 time: 0.0521691 Sep 16 05:01:45.961364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b4aec5-b00f-4207-b3cf-ed92b5c9675c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:45.965946 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79b4aec5-b00f-4207-b3cf-ed92b5c9675c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.119831 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-8bc77f30-1790-4fb3-8ab6-2234be225341 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df27bef07f2348b18d52bc91f7adb880&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1686282 Sep 16 05:01:46.127397 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-289ab07d-c809-42a8-a7ce-b26794ee2e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.225922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ab07d-c809-42a8-a7ce-b26794ee2e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=64056977-8fa2-4ddb-9fa0-d8054f22e88b,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:46.239274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289ab07d-c809-42a8-a7ce-b26794ee2e2e admin admin] Checking segment: {'id': 'e5ee1079-f383-436d-8b56-756445cadd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'facf81dd-b590-4434-94a4-eec4e20ecde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:46.239911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289ab07d-c809-42a8-a7ce-b26794ee2e2e admin admin] Network hostable DHCP agents. Network: facf81dd-b590-4434-94a4-eec4e20ecde6, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:46.264999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289ab07d-c809-42a8-a7ce-b26794ee2e2e admin admin] Network facf81dd-b590-4434-94a4-eec4e20ecde6 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:46.283637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-289ab07d-c809-42a8-a7ce-b26794ee2e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, facf81dd-b590-4434-94a4-eec4e20ecde6) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:46.301658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f309e5-4d94-43cb-aaee-7e2f6155448e None None] Network facf81dd-b590-4434-94a4-eec4e20ecde6 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:46.309933 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289ab07d-c809-42a8-a7ce-b26794ee2e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.310835 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-289ab07d-c809-42a8-a7ce-b26794ee2e2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.336348 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-289ab07d-c809-42a8-a7ce-b26794ee2e2e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1394598 Sep 16 05:01:46.502622 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79b4aec5-b00f-4207-b3cf-ed92b5c9675c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.626232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-f21477c9-fb81-48c0-a0cc-e52451ca04dd service neutron] 10.222.0.53 "GET /v2.0/networks/7cba7f04-a3ed-41d7-90ac-cf11947159da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039363 Sep 16 05:01:46.668502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-35613678', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:29Z', 'updated_at': '2021-09-16T05:01:42Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:30Z', 'updated_at': '2021-09-16T05:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2', 'name': '', 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'mac_address': 'fa:16:3e:d2:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '140dbae0-016a-420f-b06e-77363bf459b4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:40Z', 'updated_at': '2021-09-16T05:01:42Z', 'revision_number': 2, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'subnets': [{'id': '140dbae0-016a-420f-b06e-77363bf459b4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:46.775070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a82d5c-0994-4a5c-b97a-6c42d388074b None None] Network 7cba7f04-a3ed-41d7-90ac-cf11947159da requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:46.790784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4aec5-b00f-4207-b3cf-ed92b5c9675c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Subnet': ['ID=093ef049-27ba-4b75-89ac-faa76221e45c,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:46.826604 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4aec5-b00f-4207-b3cf-ed92b5c9675c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Checking segment: {'id': 'b4fa52fd-855e-4e67-8c0a-8cc74e696f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a6a8e0b-f598-4165-88cf-3270d180910d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:46.827261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4aec5-b00f-4207-b3cf-ed92b5c9675c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network hostable DHCP agents. Network: 9a6a8e0b-f598-4165-88cf-3270d180910d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:46.828050 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Checking router: ec196a73-c5af-46be-8472-32cb09e9439f for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:01:46.831430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Updating router ec196a73-c5af-46be-8472-32cb09e9439f port 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:01:46.874118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4aec5-b00f-4207-b3cf-ed92b5c9675c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 9a6a8e0b-f598-4165-88cf-3270d180910d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:46.902495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-79b4aec5-b00f-4207-b3cf-ed92b5c9675c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 9a6a8e0b-f598-4165-88cf-3270d180910d) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:46.910589 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4aec5-b00f-4207-b3cf-ed92b5c9675c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:46.912542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79b4aec5-b00f-4207-b3cf-ed92b5c9675c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.919614 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:46.960703 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-79b4aec5-b00f-4207-b3cf-ed92b5c9675c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3624699 Sep 16 05:01:46.961537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36102) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:46.977223 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': '9a6a8e0b-f598-4165-88cf-3270d180910d', 'name': 'tempest-PortsIpV6TestJSON-718169286', 'fixed_ips': [{'subnet_id': '093ef049-27ba-4b75-89ac-faa76221e45c', 'ip_address': '2001:db8::10'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:46.994837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955f1eca-6538-43c8-a1df-3a57b238b5bc None None] Network 9a6a8e0b-f598-4165-88cf-3270d180910d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:47.013042 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35133c6a-3658-4d9e-9228-df2e8405e279 None None] Network facf81dd-b590-4434-94a4-eec4e20ecde6 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:47.428157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:47.689008 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:47.737191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port dadda922-a66a-4db2-893a-a9256538c174 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:47.817121 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-df62e374-4a5b-45a6-b429-1781bbade09b service neutron] 10.222.0.53 "GET /v2.0/networks/7cba7f04-a3ed-41d7-90ac-cf11947159da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1896658 Sep 16 05:01:48.257514 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.290737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5f9079c7-71a3-429a-ad8e-acf8767d6a26 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:48.329441 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-185f9094-78aa-4cb2-8b5e-a70437823bcd req-49681a8d-2deb-4874-aee0-bf53edc8dc4c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 210 time: 0.1487138 Sep 16 05:01:48.343900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8::10 (9a6a8e0b-f598-4165-88cf-3270d180910d/093ef049-27ba-4b75-89ac-faa76221e45c/dadda922-a66a-4db2-893a-a9256538c174) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:48.359538 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.436071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36140) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:48.442812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-542177266-network', 'tenant_id': 'd07d5ba339c64f53a9ca961d653df059'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:48.500263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Made reservation on behalf of d07d5ba339c64f53a9ca961d653df059 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:48.502983 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.513946 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.524272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ce206a7b-72e9-4ce7-a46d-2a01f94c0dca None None] Provisioning complete for port 5f9079c7-71a3-429a-ad8e-acf8767d6a26 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:48.529243 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ce206a7b-72e9-4ce7-a46d-2a01f94c0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.697530 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.712007 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.766219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8f957a-102d-4c74-8e98-4983b9d84288,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:48.809761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:01:48.821412 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.836475 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.837024 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Added segment 0c273b83-d5ad-423a-98f0-09bab50bf98e of type vlan for network a0a50bbc-aa2f-4295-af28-cb38098f7fe5 Sep 16 05:01:48.896438 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5beffd53-496d-4d51-9443-c411e215b537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.930735 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:48.945227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.035769 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.038602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.039280 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.089861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 9a6a8e0b-f598-4165-88cf-3270d180910d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:49.097580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:49.100630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5f9079c7-71a3-429a-ad8e-acf8767d6a26 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:49.101014 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.119298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:49.136046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:49.137892 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.160685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=dadda922-a66a-4db2-893a-a9256538c174,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.208868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25005e4-adc7-4ca0-8bf4-0c912cac4003 None None] Pushing event updated for resources: {'Port': ['ID=6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.216838 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-55eed5a0-ecee-4971-af02-9d08b3bdfbb9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2523477 Sep 16 05:01:49.219892 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36160) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:49.236309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': '9a6a8e0b-f598-4165-88cf-3270d180910d', 'name': 'tempest-PortsIpV6TestJSON-1779815670', 'fixed_ips': [{'subnet_id': '093ef049-27ba-4b75-89ac-faa76221e45c', 'ip_address': '2001:db8::f'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:49.280985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a50bbc-aa2f-4295-af28-cb38098f7fe5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:49.307285 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36166) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:49.316857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5c5d1c84-0831-4780-a31e-5e9381e65655 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8777347 Sep 16 05:01:49.332463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-57049d2c-f01c-4502-8431-8987ee027612 admin admin] Request body: {'subnet': {'network_id': 'a0a50bbc-aa2f-4295-af28-cb38098f7fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-542177266-subnet', 'tenant_id': 'd07d5ba339c64f53a9ca961d653df059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:49.375452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a0a50bbc-aa2f-4295-af28-cb38098f7fe5 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:01:49.506276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee585647-49fc-47c0-ac4a-00b0406a7843 req-e84b91dd-06ea-4490-8863-78465a81aee3 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 210 time: 0.0730944 Sep 16 05:01:49.702952 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.api [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 05:01:49.702952 n-d-712142-17 neutron-server[94744]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 05:01:49.702952 n-d-712142-17 neutron-server[94744]: [parameters: {'project_id_1': '47bad6c60c974bd98edf526dfd74db00', 'expiration_1': datetime.datetime(2021, 9, 16, 5, 1, 29, 596068)}] Sep 16 05:01:49.702952 n-d-712142-17 neutron-server[94744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:49.703561 n-d-712142-17 neutron-server[94744]: DEBUG oslo_db.api [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:49.713656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57049d2c-f01c-4502-8431-8987ee027612 admin admin] Made reservation on behalf of d07d5ba339c64f53a9ca961d653df059 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:49.716800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57049d2c-f01c-4502-8431-8987ee027612 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.828403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Attempting to bind port 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:49.829417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Attempting to bind port 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:49.830244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Attempting to bind port 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 on network 7cba7f04-a3ed-41d7-90ac-cf11947159da {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:49.860698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:49.867156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Checking segment: {'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:49.871187 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.871754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Bound using segment: {'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:49.875422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Bound port: 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:49.876307 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:49.881499 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ce206a7b-72e9-4ce7-a46d-2a01f94c0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.261714 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57049d2c-f01c-4502-8431-8987ee027612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.345831 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ce206a7b-72e9-4ce7-a46d-2a01f94c0dca None None] For port 5f9079c7-71a3-429a-ad8e-acf8767d6a26, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5f9079c7-71a3-429a-ad8e-acf8767d6a26,segment=NetworkSegment(678480d5-db06-4415-858d-013d78fd71f2),segment_id=678480d5-db06-4415-858d-013d78fd71f2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:50.378226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:50.387264 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.423719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57049d2c-f01c-4502-8431-8987ee027612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d432fc-cb40-4f3a-b2c6-ec663c344837,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:50.465694 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ce206a7b-72e9-4ce7-a46d-2a01f94c0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.491016 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port 9dd0e392-b98a-4d3c-9e0b-b022db343026 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:01:50.499736 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.521809 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f44ad12d-783c-4419-a229-ddc36febfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.522277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57049d2c-f01c-4502-8431-8987ee027612 admin admin] Checking segment: {'id': '0c273b83-d5ad-423a-98f0-09bab50bf98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a0a50bbc-aa2f-4295-af28-cb38098f7fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:50.523102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57049d2c-f01c-4502-8431-8987ee027612 admin admin] Network hostable DHCP agents. Network: a0a50bbc-aa2f-4295-af28-cb38098f7fe5, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:01:50.647724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] For port 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:50.659558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-9a6a8e0b-f598-4165-88cf-3270d180910d', 'network_id': '9a6a8e0b-f598-4165-88cf-3270d180910d', 'tenant_id': '47bad6c60c974bd98edf526dfd74db00', 'fixed_ips': [{'subnet_id': '093ef049-27ba-4b75-89ac-faa76221e45c'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:01:50.660955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.751209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] For port 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2,segment=NetworkSegment(678480d5-db06-4415-858d-013d78fd71f2),segment_id=678480d5-db06-4415-858d-013d78fd71f2)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:50.909533 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9269daf9-d9e4-4ab7-8639-57c800f63505 req-5cf1f4db-023b-4eff-88ca-f334c860ddc7 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 210 time: 0.1705523 Sep 16 05:01:50.930971 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:50.986137 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57049d2c-f01c-4502-8431-8987ee027612 admin admin] Network a0a50bbc-aa2f-4295-af28-cb38098f7fe5 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:01:51.066901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-57049d2c-f01c-4502-8431-8987ee027612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, a0a50bbc-aa2f-4295-af28-cb38098f7fe5) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:51.165473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57049d2c-f01c-4502-8431-8987ee027612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.166376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-57049d2c-f01c-4502-8431-8987ee027612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.176592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce206a7b-72e9-4ce7-a46d-2a01f94c0dca None None] Pushing event updated for resources: {'Port': ['ID=5f9079c7-71a3-429a-ad8e-acf8767d6a26,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.230786 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-57049d2c-f01c-4502-8431-8987ee027612 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9207888 Sep 16 05:01:51.302471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25005e4-adc7-4ca0-8bf4-0c912cac4003 None None] Pushing event updated for resources: {'Port': ['ID=6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:51.318314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f6e032-6b54-4dd9-b7d1-e0e48be055b1 None None] Network a0a50bbc-aa2f-4295-af28-cb38098f7fe5 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:51.352885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-5879874e-be72-4a19-ad84-c26dc6758d41 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:51.354065 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-5879874e-be72-4a19-ad84-c26dc6758d41 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.50 "GET /v2.0/networks?id=7cba7f04-a3ed-41d7-90ac-cf11947159da HTTP/1.1" status: 200 len: 797 time: 0.4686170 Sep 16 05:01:51.358909 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8::f (9a6a8e0b-f598-4165-88cf-3270d180910d/093ef049-27ba-4b75-89ac-faa76221e45c/9dd0e392-b98a-4d3c-9e0b-b022db343026) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:51.377391 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Request body: {'port': {'device_id': 'a40ec861-1cb0-41eb-be49-7dadc833f236', 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da', 'admin_state_up': True, 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:51.489544 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.497590 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:01:51.499595 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:01:51.528499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a13538b9-8508-412a-98b4-891ebb946d0b None None] Provisioning complete for port 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:51.533972 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a13538b9-8508-412a-98b4-891ebb946d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.864709 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:51.899194 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Routers {'ec196a73-c5af-46be-8472-32cb09e9439f'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:01:51.900405 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:01:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ec196a73-c5af-46be-8472-32cb09e9439f'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:52.188992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Made reservation on behalf of df27bef07f2348b18d52bc91f7adb880 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:52.198202 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.276573 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.375941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb4014-27a2-4fd6-aea6-3fd216568cfa None None] Network a0a50bbc-aa2f-4295-af28-cb38098f7fe5 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:52.740568 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:52.891656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 9a6a8e0b-f598-4165-88cf-3270d180910d is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:52.906325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:52.909474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:52.921813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:52.922650 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.038668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Allocated IP 172.20.0.20 (7cba7f04-a3ed-41d7-90ac-cf11947159da/140dbae0-016a-420f-b06e-77363bf459b4/873fe395-c399-48f1-97b9-7e90146109a7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:53.073741 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8526752 Sep 16 05:01:53.078234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36266) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:53.097670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4653c-5581-4f94-8fee-20ddb319f3bc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=9dd0e392-b98a-4d3c-9e0b-b022db343026,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.232810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-411f26ca-8ffd-419a-89e6-2486ba22de35 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.239599 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-411f26ca-8ffd-419a-89e6-2486ba22de35 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/networks?id=facf81dd-b590-4434-94a4-eec4e20ecde6 HTTP/1.1" status: 200 len: 808 time: 0.4057498 Sep 16 05:01:53.277321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5f9079c7-71a3-429a-ad8e-acf8767d6a26 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:53.381636 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-45922007-fe93-4a33-983a-f96e86b50080 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/quotas/69a523a919774b0d836d7a15ef403be6 HTTP/1.1" status: 200 len: 375 time: 0.0679965 Sep 16 05:01:53.406095 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.458844 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-e1286aa4-126b-476a-af01-d2cb471f5a75 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=69a523a919774b0d836d7a15ef403be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755816 Sep 16 05:01:53.468839 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.514011 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.546762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event updated for resources: {'Port': ['ID=873fe395-c399-48f1-97b9-7e90146109a7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:53.562885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Network 7cba7f04-a3ed-41d7-90ac-cf11947159da is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:53.568274 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:53.574790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e7856-94d6-47d2-a6d5-deedfefd1de9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.576034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:53.576579 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-424e7856-94d6-47d2-a6d5-deedfefd1de9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4789433 Sep 16 05:01:53.582474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Allocated IP 2001:db8::2 (9a6a8e0b-f598-4165-88cf-3270d180910d/093ef049-27ba-4b75-89ac-faa76221e45c/25c3d54f-4287-428b-82e9-75462f94a353) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:01:53.583465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36300) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:53.588936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] Set router ec196a73-c5af-46be-8472-32cb09e9439f gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:01:53.605822 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a13538b9-8508-412a-98b4-891ebb946d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.707160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.714885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:53.755473 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-e484234d-ad37-42ba-b889-24b9f279f253 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.3874934 Sep 16 05:01:53.772928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Request body: {'port': {'device_id': 'a40ec861-1cb0-41eb-be49-7dadc833f236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:53.796523 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-299bbdbd-c7ff-4ea5-8c36-7809d33d3bf0 service neutron] 10.222.0.53 "GET /v2.0/networks/facf81dd-b590-4434-94a4-eec4e20ecde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367405 Sep 16 05:01:53.944081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afff715-9eac-40a8-bdf9-1954eadd3533 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.951827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afff715-9eac-40a8-bdf9-1954eadd3533 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:53.956167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4afff715-9eac-40a8-bdf9-1954eadd3533 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 1650 time: 0.3692801 Sep 16 05:01:53.965978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36332) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:54.064698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.139283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a13538b9-8508-412a-98b4-891ebb946d0b None None] For port 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2,segment=NetworkSegment(678480d5-db06-4415-858d-013d78fd71f2),segment_id=678480d5-db06-4415-858d-013d78fd71f2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:54.242548 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a13538b9-8508-412a-98b4-891ebb946d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.352193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5f9079c7-71a3-429a-ad8e-acf8767d6a26 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:54.353134 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.400607 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-1b4aaab4-2593-4226-82bf-53718697e6e9 service neutron] 10.222.0.53 "GET /v2.0/networks/facf81dd-b590-4434-94a4-eec4e20ecde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430472 Sep 16 05:01:54.412437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3d50d265-7db6-4a67-a69d-df11be1f6951 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 9dd0e392-b98a-4d3c-9e0b-b022db343026 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:54.413163 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3d50d265-7db6-4a67-a69d-df11be1f6951 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.647078 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a13538b9-8508-412a-98b4-891ebb946d0b None None] Provisioning complete for port 5f9079c7-71a3-429a-ad8e-acf8767d6a26 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:54.649064 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a13538b9-8508-412a-98b4-891ebb946d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.849096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13538b9-8508-412a-98b4-891ebb946d0b None None] Pushing event updated for resources: {'Port': ['ID=6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:54.879323 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3d50d265-7db6-4a67-a69d-df11be1f6951 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:54.994764 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3d50d265-7db6-4a67-a69d-df11be1f6951 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 9dd0e392-b98a-4d3c-9e0b-b022db343026 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:55.115919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36410) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:55.190228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873fe395-c399-48f1-97b9-7e90146109a7 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:01:55.239978 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.243072 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.266149 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.323037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24ce7b-53a3-4944-9d4c-92db9c4820de req-c2f54d67-ec0a-4e45-9254-c26bb81e717b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:55.350870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Transition to ACTIVE for port object 873fe395-c399-48f1-97b9-7e90146109a7 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:01:55.352354 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f24ce7b-53a3-4944-9d4c-92db9c4820de req-c2f54d67-ec0a-4e45-9254-c26bb81e717b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 895 time: 0.3340316 Sep 16 05:01:55.359824 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.412740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Pushing event updated for resources: {'Port': ['ID=25c3d54f-4287-428b-82e9-75462f94a353,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.469661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Network 9a6a8e0b-f598-4165-88cf-3270d180910d is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:01:55.482401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-35613678', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:29Z', 'updated_at': '2021-09-16T05:01:42Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:30Z', 'updated_at': '2021-09-16T05:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2', 'name': '', 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'mac_address': 'fa:16:3e:d2:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '140dbae0-016a-420f-b06e-77363bf459b4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:40Z', 'updated_at': '2021-09-16T05:01:50Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'subnets': [{'id': '140dbae0-016a-420f-b06e-77363bf459b4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:55.496011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:01:55.500648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:01:55.617233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ee50f42-dd50-4cc2-ad5e-21f9eb28c0c7 req-f3bbee91-ca51-4e03-a47e-afc1ca016791 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 210 time: 0.0559437 Sep 16 05:01:55.624639 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d71bcccc-2bc3-4a3b-ba32-b08b8cb16bc6 None None] Provisioning complete for port 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:55.629188 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d71bcccc-2bc3-4a3b-ba32-b08b8cb16bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.640369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e135d8-f5d7-44ef-ae48-c191a63b6ce7 None None] The sync data for ids ['ec196a73-c5af-46be-8472-32cb09e9439f'] in n-d-712142-17 is: [{'id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-35613678', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:29Z', 'updated_at': '2021-09-16T05:01:42Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:30Z', 'updated_at': '2021-09-16T05:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2', 'name': '', 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'mac_address': 'fa:16:3e:d2:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '140dbae0-016a-420f-b06e-77363bf459b4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:40Z', 'updated_at': '2021-09-16T05:01:50Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'subnets': [{'id': '140dbae0-016a-420f-b06e-77363bf459b4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:01:55.664498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Pushing event updated for resources: {'Port': ['ID=873fe395-c399-48f1-97b9-7e90146109a7,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.712988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3d50d265-7db6-4a67-a69d-df11be1f6951 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:55.940870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50d265-7db6-4a67-a69d-df11be1f6951 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=9dd0e392-b98a-4d3c-9e0b-b022db343026,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:55.948738 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Attempting to bind port 873fe395-c399-48f1-97b9-7e90146109a7 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:55.949575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Attempting to bind port 873fe395-c399-48f1-97b9-7e90146109a7 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:55.950374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Attempting to bind port 873fe395-c399-48f1-97b9-7e90146109a7 on network 7cba7f04-a3ed-41d7-90ac-cf11947159da {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:56.016116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Port 873fe395-c399-48f1-97b9-7e90146109a7 on network 7cba7f04-a3ed-41d7-90ac-cf11947159da not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:01:56.016811 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Attempting to bind port 873fe395-c399-48f1-97b9-7e90146109a7 on network 7cba7f04-a3ed-41d7-90ac-cf11947159da {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:56.054308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:56.054596 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Checking segment: {'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:56.060753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Bound using segment: {'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:56.062148 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3d50d265-7db6-4a67-a69d-df11be1f6951 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.062998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Bound port: 873fe395-c399-48f1-97b9-7e90146109a7, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678480d5-db06-4415-858d-013d78fd71f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:56.064669 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3d50d265-7db6-4a67-a69d-df11be1f6951 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/9dd0e392-b98a-4d3c-9e0b-b022db343026 HTTP/1.1" status: 204 len: 168 time: 2.0949926 Sep 16 05:01:56.064780 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.069988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36472) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:56.115656 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Attempting to bind port 25c3d54f-4287-428b-82e9-75462f94a353 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:01:56.116044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Attempting to bind port 25c3d54f-4287-428b-82e9-75462f94a353 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'b4fa52fd-855e-4e67-8c0a-8cc74e696f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a6a8e0b-f598-4165-88cf-3270d180910d'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:01:56.116494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Attempting to bind port 25c3d54f-4287-428b-82e9-75462f94a353 on network 9a6a8e0b-f598-4165-88cf-3270d180910d {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:01:56.126839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:01:56.127267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Checking segment: {'id': 'b4fa52fd-855e-4e67-8c0a-8cc74e696f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a6a8e0b-f598-4165-88cf-3270d180910d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:01:56.127747 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.128152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Bound using segment: {'id': 'b4fa52fd-855e-4e67-8c0a-8cc74e696f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a6a8e0b-f598-4165-88cf-3270d180910d'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:01:56.128695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Bound port: 25c3d54f-4287-428b-82e9-75462f94a353, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fa52fd-855e-4e67-8c0a-8cc74e696f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9a6a8e0b-f598-4165-88cf-3270d180910d'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:01:56.129095 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.148449 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cacc35-273b-4f8c-bbd1-ed0ad3a0adb1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:01:56.168729 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-17cacc35-273b-4f8c-bbd1-ed0ad3a0adb1 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/9dd0e392-b98a-4d3c-9e0b-b022db343026 HTTP/1.1" status: 404 len: 333 time: 0.0951409 Sep 16 05:01:56.169009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36480) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:56.436138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-1469a08d-31f9-4947-a4f1-e2ab5c1de72e admin admin] Deleting subnet cf199e85-97bd-433b-b1a4-0e1e3ce81ccc {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:56.454531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1469a08d-31f9-4947-a4f1-e2ab5c1de72e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.459183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-38590bfd-ace1-43ab-89fb-6236fe127f7e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port dadda922-a66a-4db2-893a-a9256538c174 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:01:56.461053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38590bfd-ace1-43ab-89fb-6236fe127f7e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.472655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] For port 25c3d54f-4287-428b-82e9-75462f94a353, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:56.483111 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] For port 25c3d54f-4287-428b-82e9-75462f94a353, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25c3d54f-4287-428b-82e9-75462f94a353,segment=NetworkSegment(b4fa52fd-855e-4e67-8c0a-8cc74e696f0f),segment_id=b4fa52fd-855e-4e67-8c0a-8cc74e696f0f)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:56.513291 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.629045 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1469a08d-31f9-4947-a4f1-e2ab5c1de72e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.748253 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1469a08d-31f9-4947-a4f1-e2ab5c1de72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.793527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4316d-b19a-4fe7-af58-3ad2966c1485 None None] Pushing event updated for resources: {'Port': ['ID=25c3d54f-4287-428b-82e9-75462f94a353,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:56.845022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69c32e-cd98-4c7c-b46d-1a9ff599e660 req-886da532-de7c-4c44-9ef6-c2adc0633a05 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:56.881751 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a69c32e-cd98-4c7c-b46d-1a9ff599e660 req-886da532-de7c-4c44-9ef6-c2adc0633a05 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 907 time: 0.3401444 Sep 16 05:01:56.923075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38590bfd-ace1-43ab-89fb-6236fe127f7e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:56.989327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-38590bfd-ace1-43ab-89fb-6236fe127f7e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for dadda922-a66a-4db2-893a-a9256538c174 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:01:57.007311 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] For port 873fe395-c399-48f1-97b9-7e90146109a7, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:01:57.026791 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] For port 873fe395-c399-48f1-97b9-7e90146109a7, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=873fe395-c399-48f1-97b9-7e90146109a7,segment=NetworkSegment(678480d5-db06-4415-858d-013d78fd71f2),segment_id=678480d5-db06-4415-858d-013d78fd71f2)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:01:57.074840 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.397403 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1469a08d-31f9-4947-a4f1-e2ab5c1de72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.433013 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:57.436820 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.438383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] 10.222.0.50 "PUT /v2.0/ports/873fe395-c399-48f1-97b9-7e90146109a7 HTTP/1.1" status: 200 len: 1056 time: 3.6701567 Sep 16 05:01:57.489659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40ec861-1cb0-41eb-be49-7dadc833f236', 'tag': '873fe395-c399-48f1-97b9-7e90146109a7'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:01:57.500792 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c01aa16-fe38-42db-8717-ea9c4c44387c" -d '{"events": [{"name": "network-changed", "server_uuid": "a40ec861-1cb0-41eb-be49-7dadc833f236", "tag": "873fe395-c399-48f1-97b9-7e90146109a7"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:01:57.539933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1361be2-9a14-44ca-8212-1af3a336b97b service neutron] Pushing event updated for resources: {'Port': ['ID=873fe395-c399-48f1-97b9-7e90146109a7,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:57.883710 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:57.893853 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1469a08d-31f9-4947-a4f1-e2ab5c1de72e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:57.902401 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1469a08d-31f9-4947-a4f1-e2ab5c1de72e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cf199e85-97bd-433b-b1a4-0e1e3ce81ccc HTTP/1.1" status: 204 len: 168 time: 2.7777388 Sep 16 05:01:57.921493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36570) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:57.922291 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38590bfd-ace1-43ab-89fb-6236fe127f7e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.177362 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:01:58.182920 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.208206 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e77ddf9-d84a-430c-bc9a-99bf5516a0c5 req-288cf4cf-9625-49d1-934b-a7c1716a5fda tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 210 time: 0.4327576 Sep 16 05:01:58.219177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38590bfd-ace1-43ab-89fb-6236fe127f7e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=dadda922-a66a-4db2-893a-a9256538c174,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:58.256958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:58.264794 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.355235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469a08d-31f9-4947-a4f1-e2ab5c1de72e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf199e85-97bd-433b-b1a4-0e1e3ce81ccc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:58.382198 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3598de2e-957f-4efc-98ab-6dfb5d17f6ba x-openstack-request-id: req-3598de2e-957f-4efc-98ab-6dfb5d17f6ba {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:01:58.382731 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40ec861-1cb0-41eb-be49-7dadc833f236", "tag": "873fe395-c399-48f1-97b9-7e90146109a7", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:01:58.383006 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3598de2e-957f-4efc-98ab-6dfb5d17f6ba {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:01:58.384193 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40ec861-1cb0-41eb-be49-7dadc833f236', 'tag': '873fe395-c399-48f1-97b9-7e90146109a7', 'status': 'completed', 'code': 200} Sep 16 05:01:58.471765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe7b0d0c-3d26-4a85-93c5-43df36940777 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.473470 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe7b0d0c-3d26-4a85-93c5-43df36940777 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.15 "GET /v2.0/networks?id=facf81dd-b590-4434-94a4-eec4e20ecde6 HTTP/1.1" status: 200 len: 808 time: 0.9038210 Sep 16 05:01:58.484538 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38590bfd-ace1-43ab-89fb-6236fe127f7e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.486645 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-38590bfd-ace1-43ab-89fb-6236fe127f7e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/dadda922-a66a-4db2-893a-a9256538c174 HTTP/1.1" status: 204 len: 168 time: 2.3167062 Sep 16 05:01:58.497455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Request body: {'port': {'device_id': '4cee0dfe-8b91-4fb3-a946-1b644251a71c', 'network_id': 'facf81dd-b590-4434-94a4-eec4e20ecde6', 'admin_state_up': True, 'tenant_id': '69a523a919774b0d836d7a15ef403be6'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:01:58.504260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36614) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.519220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25c3d54f-4287-428b-82e9-75462f94a353 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:01:58.626055 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.684189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 25c3d54f-4287-428b-82e9-75462f94a353 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:58.685254 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.717870 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35aa5e2-6154-413c-bfb6-13edfe828f82 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:01:58.719403 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a35aa5e2-6154-413c-bfb6-13edfe828f82 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/dadda922-a66a-4db2-893a-a9256538c174 HTTP/1.1" status: 404 len: 333 time: 0.1936462 Sep 16 05:01:58.730283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 36628) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:58.732655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-6064e699-a784-40c5-b509-7135d088dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.745957 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-6064e699-a784-40c5-b509-7135d088dcf7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df27bef07f2348b18d52bc91f7adb880&device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 1059 time: 0.9016280 Sep 16 05:01:58.809486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42660028-7eee-4adc-80d4-cf7ad0e8368a']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:58.873195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4b53c6-1a80-4985-a6cd-7a19055cdf2c') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:58.873495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4b53c6-1a80-4985-a6cd-7a19055cdf2c') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:01:58.925658 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.973327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae95e4e-5259-42c6-9ddd-e9f92097273e req-56d0a79a-c46c-42c5-92f9-daed7b007e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:58.981379 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:58.992658 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ae95e4e-5259-42c6-9ddd-e9f92097273e req-56d0a79a-c46c-42c5-92f9-daed7b007e0a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 907 time: 0.3742518 Sep 16 05:01:59.027704 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178637a-d186-43a9-9927-b2a699ff5085 None None] Network 9a6a8e0b-f598-4165-88cf-3270d180910d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:01:59.036443 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.057482 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:01:59.058184 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:01:59.060263 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:01:59.088142 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-c61223f0-97b2-4daa-b275-bae822a35192 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=873fe395-c399-48f1-97b9-7e90146109a7 HTTP/1.1" status: 200 len: 217 time: 0.3184032 Sep 16 05:01:59.127555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 25c3d54f-4287-428b-82e9-75462f94a353, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25c3d54f-4287-428b-82e9-75462f94a353,segment=NetworkSegment(b4fa52fd-855e-4e67-8c0a-8cc74e696f0f),segment_id=b4fa52fd-855e-4e67-8c0a-8cc74e696f0f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:01:59.160594 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.170541 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.172340 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2ee36869-a250-491a-b60f-533d2551ac86 None None] Could not find standard attr ID for object dadda922-a66a-4db2-893a-a9256538c174. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:01:59.177730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.180408 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/42660028-7eee-4adc-80d4-cf7ad0e8368a HTTP/1.1" status: 204 len: 168 time: 1.2558219 Sep 16 05:01:59.215891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-905aa508-bf27-4baf-b218-31b2c06737ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting subnet 093ef049-27ba-4b75-89ac-faa76221e45c {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:01:59.250892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8a086-2e8a-45c0-adba-8b29c28b04f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=42660028-7eee-4adc-80d4-cf7ad0e8368a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.267048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-905aa508-bf27-4baf-b218-31b2c06737ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.395140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-a6482cf5-1a93-431d-8910-e09fefe0e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.397927 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-a6482cf5-1a93-431d-8910-e09fefe0e63e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=140dbae0-016a-420f-b06e-77363bf459b4 HTTP/1.1" status: 200 len: 838 time: 0.2905025 Sep 16 05:01:59.503305 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-905aa508-bf27-4baf-b218-31b2c06737ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.517309 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8e6e877-429f-490e-a236-0f81e31b77f6 req-799da766-f7c8-44b2-ba30-d8a5baac51ed tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 210 time: 0.0652106 Sep 16 05:01:59.560959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Made reservation on behalf of 69a523a919774b0d836d7a15ef403be6 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:01:59.568528 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.695929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2ee36869-a250-491a-b60f-533d2551ac86 None None] Provisioning complete for port 25c3d54f-4287-428b-82e9-75462f94a353 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:01:59.697333 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2ee36869-a250-491a-b60f-533d2551ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.714444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36690) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.756311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=25c3d54f-4287-428b-82e9-75462f94a353,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:01:59.805060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-98a4f99c-201a-4c6a-9d2b-ada23c203898 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e4078711f1a4ccd8cfe9f966cb65f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891178 Sep 16 05:01:59.807928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36700) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:01:59.808487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-21202c1f-5ead-418f-a93f-9d3dafbd669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:01:59.810535 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-21202c1f-5ead-418f-a93f-9d3dafbd669a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7cba7f04-a3ed-41d7-90ac-cf11947159da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3862574 Sep 16 05:01:59.919637 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc303080-97fb-4a7c-939e-c42d1750411d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.965813 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc303080-97fb-4a7c-939e-c42d1750411d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:01:59.995436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-905aa508-bf27-4baf-b218-31b2c06737ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.085230 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Allocated IP 172.20.0.2 (facf81dd-b590-4434-94a4-eec4e20ecde6/64056977-8fa2-4ddb-9fa0-d8054f22e88b/edfa4704-2e3e-49ae-9534-2aa69605075a) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:00.095984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc303080-97fb-4a7c-939e-c42d1750411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.099360 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc303080-97fb-4a7c-939e-c42d1750411d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.101425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dc303080-97fb-4a7c-939e-c42d1750411d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d995d9a-9cce-48b0-89b3-3ffdba2b4966 HTTP/1.1" status: 204 len: 168 time: 0.2918067 Sep 16 05:02:00.138866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc303080-97fb-4a7c-939e-c42d1750411d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d995d9a-9cce-48b0-89b3-3ffdba2b4966,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.182087 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-2c87f3fc-108e-4a4d-ae26-34336c0e696c service neutron] 10.222.0.50 "GET /v2.0/networks/7cba7f04-a3ed-41d7-90ac-cf11947159da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280590 Sep 16 05:02:00.286539 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-905aa508-bf27-4baf-b218-31b2c06737ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.291051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd4a59-85e7-4f5f-b59e-e446cebf63f0 req-643ea335-2ba0-401e-8371-538222597cc2 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:00.303596 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1abd4a59-85e7-4f5f-b59e-e446cebf63f0 req-643ea335-2ba0-401e-8371-538222597cc2 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 907 time: 0.1256180 Sep 16 05:02:00.395339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905aa508-bf27-4baf-b218-31b2c06737ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Subnet': ['ID=093ef049-27ba-4b75-89ac-faa76221e45c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:00.398173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-905aa508-bf27-4baf-b218-31b2c06737ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.406130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36746) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:00.406832 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-905aa508-bf27-4baf-b218-31b2c06737ca tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/093ef049-27ba-4b75-89ac-faa76221e45c HTTP/1.1" status: 204 len: 168 time: 1.6596651 Sep 16 05:02:00.432095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f83c2a-9870-4ccc-996a-ec702231242f None None] Network 9a6a8e0b-f598-4165-88cf-3270d180910d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:00.710314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8c220e36-3fca-48cc-bc28-7f18327b48d5 None None] Provisioning complete for port 25c3d54f-4287-428b-82e9-75462f94a353 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:00.710314 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8c220e36-3fca-48cc-bc28-7f18327b48d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.870556 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:00.906051 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc81e57c-565e-4fc3-b478-1c88ffeb35e6 req-1c1c71f2-b627-4730-908e-94ed3cd7ba08 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 210 time: 0.1876442 Sep 16 05:02:00.924378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e76860-6f2d-4e6c-81b9-1cf9359c1d5f None None] DHCP port deletion for 9a6a8e0b-f598-4165-88cf-3270d180910d request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:01.019807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 25c3d54f-4287-428b-82e9-75462f94a353 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:01.021506 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.132881 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b8e76860-6f2d-4e6c-81b9-1cf9359c1d5f None None] Deleting port 25c3d54f-4287-428b-82e9-75462f94a353 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:01.133277 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8e76860-6f2d-4e6c-81b9-1cf9359c1d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.156130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] For port 25c3d54f-4287-428b-82e9-75462f94a353, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25c3d54f-4287-428b-82e9-75462f94a353,segment=NetworkSegment(b4fa52fd-855e-4e67-8c0a-8cc74e696f0f),segment_id=b4fa52fd-855e-4e67-8c0a-8cc74e696f0f)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:01.156358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.183429 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 25c3d54f-4287-428b-82e9-75462f94a353 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:01.343327 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.348213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b8e76860-6f2d-4e6c-81b9-1cf9359c1d5f None None] For port 25c3d54f-4287-428b-82e9-75462f94a353, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25c3d54f-4287-428b-82e9-75462f94a353,segment=NetworkSegment(b4fa52fd-855e-4e67-8c0a-8cc74e696f0f),segment_id=b4fa52fd-855e-4e67-8c0a-8cc74e696f0f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:01.350259 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8e76860-6f2d-4e6c-81b9-1cf9359c1d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.423381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b8e76860-6f2d-4e6c-81b9-1cf9359c1d5f None None] Calling delete_port for 25c3d54f-4287-428b-82e9-75462f94a353 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:01.437299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.448453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25c3d54f-4287-428b-82e9-75462f94a353 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:01.469377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=25c3d54f-4287-428b-82e9-75462f94a353,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:01.484537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No DVR routers for this DVR port 25c3d54f-4287-428b-82e9-75462f94a353 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:01.502051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 25c3d54f-4287-428b-82e9-75462f94a353 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:01.502625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25c3d54f-4287-428b-82e9-75462f94a353 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:01.570533 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.661540 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.682736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acdf7f-0fa7-4507-b367-c7e24676b5c8 req-82962e59-f66e-40bf-b152-aa7d870ae69a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:01.695975 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5acdf7f-0fa7-4507-b367-c7e24676b5c8 req-82962e59-f66e-40bf-b152-aa7d870ae69a tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 907 time: 0.1981642 Sep 16 05:02:01.724427 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8e76860-6f2d-4e6c-81b9-1cf9359c1d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.725996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6a8e0b-f598-4165-88cf-3270d180910d']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:01.762441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fa52fd-855e-4e67-8c0a-8cc74e696f0f') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:01.768917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fa52fd-855e-4e67-8c0a-8cc74e696f0f') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:01.778871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e76860-6f2d-4e6c-81b9-1cf9359c1d5f None None] Pushing event deleted for resources: {'Port': ['ID=25c3d54f-4287-428b-82e9-75462f94a353,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:01.797489 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.812059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Network facf81dd-b590-4434-94a4-eec4e20ecde6 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:01.813313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e76860-6f2d-4e6c-81b9-1cf9359c1d5f None None] No DVR routers for this DVR port 25c3d54f-4287-428b-82e9-75462f94a353 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:01.827863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:01.832581 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1a94343-d7c5-4ac0-a260-24dd8826c4cb req-480b5c2f-c2d3-405f-8544-24f227225534 service neutron] 10.222.0.50 "GET /v2.0/networks/7cba7f04-a3ed-41d7-90ac-cf11947159da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6333156 Sep 16 05:02:01.834244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:01.835518 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.846106 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21169745-e18e-4aa0-b8ed-f7d7baa442b9 req-60403f55-8844-4509-90cf-2e204d18edc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3145559 Sep 16 05:02:01.866288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:01.867911 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:01.878884 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:01.910983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Pushing event updated for resources: {'Port': ['ID=edfa4704-2e3e-49ae-9534-2aa69605075a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.044083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21169745-e18e-4aa0-b8ed-f7d7baa442b9 req-cd4aac2a-8156-495f-96a6-1f1f6ce50887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.046101 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21169745-e18e-4aa0-b8ed-f7d7baa442b9 req-cd4aac2a-8156-495f-96a6-1f1f6ce50887 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df27bef07f2348b18d52bc91f7adb880&device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 1136 time: 0.1673920 Sep 16 05:02:02.053569 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.054446 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.082434 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-a1fbfab0-dd02-4db5-a8f2-c0a675ae0219 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5980642 Sep 16 05:02:02.099094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01aa16-fe38-42db-8717-ea9c4c44387c req-a4d7db07-2f4b-4876-8bc7-c0452ed18140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.101214 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c01aa16-fe38-42db-8717-ea9c4c44387c req-a4d7db07-2f4b-4876-8bc7-c0452ed18140 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df27bef07f2348b18d52bc91f7adb880&device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 1059 time: 0.1838660 Sep 16 05:02:02.109300 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Request body: {'port': {'device_id': '4cee0dfe-8b91-4fb3-a946-1b644251a71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:02.168336 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.177908 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.189934 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/networks/9a6a8e0b-f598-4165-88cf-3270d180910d HTTP/1.1" status: 204 len: 168 time: 1.7820516 Sep 16 05:02:02.205303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36874) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:02.232397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e5ebdbf7-e9a6-40d6-8c6f-6b780d2f69fc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1885295363'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:02.279145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d6b40-bb5b-47c1-b285-7b6a960bf7f0 req-5e577e73-2f4f-492b-a59f-8c46c48d1721 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.286462 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-079d6b40-bb5b-47c1-b285-7b6a960bf7f0 req-5e577e73-2f4f-492b-a59f-8c46c48d1721 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 931 time: 0.2061932 Sep 16 05:02:02.299443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b5684-fbc7-4758-ba4d-4119f45328af tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Network': ['ID=9a6a8e0b-f598-4165-88cf-3270d180910d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.346003 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.372600 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-079d6b40-bb5b-47c1-b285-7b6a960bf7f0 req-ba3fe06a-2395-42f1-b811-48ba6c415463 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e442f8-e235-4548-8649-8f3d12034b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851393 Sep 16 05:02:02.391462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ebdbf7-e9a6-40d6-8c6f-6b780d2f69fc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:02.396528 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdbf7-e9a6-40d6-8c6f-6b780d2f69fc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.428326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ebdbf7-e9a6-40d6-8c6f-6b780d2f69fc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:02.442700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdbf7-e9a6-40d6-8c6f-6b780d2f69fc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.443263 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-e5ebdbf7-e9a6-40d6-8c6f-6b780d2f69fc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Added segment fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1 of type vlan for network 5360bd8a-1327-4b8a-b14f-c6d526960075 Sep 16 05:02:02.527712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdbf7-e9a6-40d6-8c6f-6b780d2f69fc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.600358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdbf7-e9a6-40d6-8c6f-6b780d2f69fc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.600591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01aa16-fe38-42db-8717-ea9c4c44387c req-2ef4dc83-d9b5-48cc-be41-96750daed593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.602069 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c01aa16-fe38-42db-8717-ea9c4c44387c req-2ef4dc83-d9b5-48cc-be41-96750daed593 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7cba7f04-a3ed-41d7-90ac-cf11947159da HTTP/1.1" status: 200 len: 898 time: 0.4321420 Sep 16 05:02:02.609413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ebdbf7-e9a6-40d6-8c6f-6b780d2f69fc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.612064 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdbf7-e9a6-40d6-8c6f-6b780d2f69fc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:02.659767 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c01aa16-fe38-42db-8717-ea9c4c44387c req-23e9bc8f-67e1-4cc2-8c67-cf1c2c8ef68e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=873fe395-c399-48f1-97b9-7e90146109a7 HTTP/1.1" status: 200 len: 217 time: 0.0440638 Sep 16 05:02:02.667485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21169745-e18e-4aa0-b8ed-f7d7baa442b9 req-b2a55cc7-ae9f-468d-bf96-ec57a96e746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.669201 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21169745-e18e-4aa0-b8ed-f7d7baa442b9 req-b2a55cc7-ae9f-468d-bf96-ec57a96e746f service neutron] 10.222.0.15 "GET /v2.0/networks?id=317e4f25-ab00-42b4-84d5-fbc95a07e551 HTTP/1.1" status: 200 len: 898 time: 0.5855103 Sep 16 05:02:02.847960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e5ebdbf7-e9a6-40d6-8c6f-6b780d2f69fc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6413209 Sep 16 05:02:02.850432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36916) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:02.852966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebdbf7-e9a6-40d6-8c6f-6b780d2f69fc tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Network': ['ID=5360bd8a-1327-4b8a-b14f-c6d526960075,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:02.864123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ca1a78e9-a000-4317-8ecc-d1f9b002763c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '5360bd8a-1327-4b8a-b14f-c6d526960075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:02.871231 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 5360bd8a-1327-4b8a-b14f-c6d526960075 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:02.877730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01aa16-fe38-42db-8717-ea9c4c44387c req-5b1b3a28-0d6b-4874-a7a5-bf1de3f03317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:02.879242 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c01aa16-fe38-42db-8717-ea9c4c44387c req-5b1b3a28-0d6b-4874-a7a5-bf1de3f03317 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=140dbae0-016a-420f-b06e-77363bf459b4 HTTP/1.1" status: 200 len: 838 time: 0.2056525 Sep 16 05:02:02.929681 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21169745-e18e-4aa0-b8ed-f7d7baa442b9 req-a8abd12e-03cc-434b-900f-fe666f0c60f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da218c04-526c-4c7b-b1e0-c21301334658 HTTP/1.1" status: 200 len: 1000 time: 0.1773474 Sep 16 05:02:03.000534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbd18f-3828-4334-a4c3-b75ae743a3f8 req-745a6a6d-2c25-4e6e-b821-88d1c7eb74aa tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.002479 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7cbd18f-3828-4334-a4c3-b75ae743a3f8 req-745a6a6d-2c25-4e6e-b821-88d1c7eb74aa tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 907 time: 0.1834877 Sep 16 05:02:03.036419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1a78e9-a000-4317-8ecc-d1f9b002763c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:03.043133 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca1a78e9-a000-4317-8ecc-d1f9b002763c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.134328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01aa16-fe38-42db-8717-ea9c4c44387c req-b91f43cd-f3d0-4322-abf2-891b75dc2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.135987 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c01aa16-fe38-42db-8717-ea9c4c44387c req-b91f43cd-f3d0-4322-abf2-891b75dc2fc3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7cba7f04-a3ed-41d7-90ac-cf11947159da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2334750 Sep 16 05:02:03.139425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21169745-e18e-4aa0-b8ed-f7d7baa442b9 req-17d33f4e-374c-448a-920a-76cc9798ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.141137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21169745-e18e-4aa0-b8ed-f7d7baa442b9 req-17d33f4e-374c-448a-920a-76cc9798ac96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c61b909-5d75-4a10-a25e-de6f4da0c2d3 HTTP/1.1" status: 200 len: 834 time: 0.1828279 Sep 16 05:02:03.304267 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca1a78e9-a000-4317-8ecc-d1f9b002763c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.320346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21169745-e18e-4aa0-b8ed-f7d7baa442b9 req-22019935-18f2-4436-84cc-887640f04dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.322170 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21169745-e18e-4aa0-b8ed-f7d7baa442b9 req-22019935-18f2-4436-84cc-887640f04dc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=317e4f25-ab00-42b4-84d5-fbc95a07e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1626248 Sep 16 05:02:03.346882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfa4704-2e3e-49ae-9534-2aa69605075a {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:03.357529 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c01aa16-fe38-42db-8717-ea9c4c44387c req-18fc8012-0619-4e11-bda4-2ae45c807862 service neutron] 10.222.0.50 "GET /v2.0/networks/7cba7f04-a3ed-41d7-90ac-cf11947159da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127988 Sep 16 05:02:03.359804 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.432261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Transition to ACTIVE for port object edfa4704-2e3e-49ae-9534-2aa69605075a will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:03.439392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a78e9-a000-4317-8ecc-d1f9b002763c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Subnet': ['ID=0b8a862d-3516-4a54-b8d5-2ec7fa105779,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.444634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1a78e9-a000-4317-8ecc-d1f9b002763c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Checking segment: {'id': 'fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5360bd8a-1327-4b8a-b14f-c6d526960075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:03.445128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1a78e9-a000-4317-8ecc-d1f9b002763c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network hostable DHCP agents. Network: 5360bd8a-1327-4b8a-b14f-c6d526960075, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:03.502277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1a78e9-a000-4317-8ecc-d1f9b002763c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 5360bd8a-1327-4b8a-b14f-c6d526960075 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:03.506420 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.520744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ca1a78e9-a000-4317-8ecc-d1f9b002763c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 5360bd8a-1327-4b8a-b14f-c6d526960075) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:03.526390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1a78e9-a000-4317-8ecc-d1f9b002763c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:03.527002 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca1a78e9-a000-4317-8ecc-d1f9b002763c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.535277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d2f06-f365-429e-b4a4-9e531cba3468 None None] Network 5360bd8a-1327-4b8a-b14f-c6d526960075 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:03.553675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ca1a78e9-a000-4317-8ecc-d1f9b002763c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6929781 Sep 16 05:02:03.554582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36962) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:03.565907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f4943a51-db74-4183-ab51-1962501f1b2c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-202075251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:03.626963 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f4943a51-db74-4183-ab51-1962501f1b2c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.628638 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f4943a51-db74-4183-ab51-1962501f1b2c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.754260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Pushing event updated for resources: {'Port': ['ID=edfa4704-2e3e-49ae-9534-2aa69605075a,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:03.777238 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f4943a51-db74-4183-ab51-1962501f1b2c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.781948 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21169745-e18e-4aa0-b8ed-f7d7baa442b9 req-8d8ff220-155b-456f-a6ea-9ce59af065c6 service neutron] 10.222.0.15 "GET /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193692 Sep 16 05:02:03.784886 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f4943a51-db74-4183-ab51-1962501f1b2c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.828176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f4943a51-db74-4183-ab51-1962501f1b2c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.832188 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f4943a51-db74-4183-ab51-1962501f1b2c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2723804 Sep 16 05:02:03.832270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36972) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:03.848562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'network_id': '5360bd8a-1327-4b8a-b14f-c6d526960075', 'name': 'tempest-PortsIpV6TestJSON-1002518572'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:03.855275 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c01aa16-fe38-42db-8717-ea9c4c44387c req-cebedd3c-8a85-4d2d-a777-32ac6ab0f289 service neutron] 10.222.0.50 "GET /v2.0/networks/7cba7f04-a3ed-41d7-90ac-cf11947159da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808562 Sep 16 05:02:03.927032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Attempting to bind port edfa4704-2e3e-49ae-9534-2aa69605075a on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:03.927673 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Attempting to bind port edfa4704-2e3e-49ae-9534-2aa69605075a by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'e5ee1079-f383-436d-8b56-756445cadd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'facf81dd-b590-4434-94a4-eec4e20ecde6'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:03.928191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Attempting to bind port edfa4704-2e3e-49ae-9534-2aa69605075a on network facf81dd-b590-4434-94a4-eec4e20ecde6 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:03.962236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Port edfa4704-2e3e-49ae-9534-2aa69605075a on network facf81dd-b590-4434-94a4-eec4e20ecde6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:03.962814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Attempting to bind port edfa4704-2e3e-49ae-9534-2aa69605075a on network facf81dd-b590-4434-94a4-eec4e20ecde6 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:03.972292 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-21169745-e18e-4aa0-b8ed-f7d7baa442b9 req-058ce2a2-7d22-4259-adf7-5e1d99bd28a3 service neutron] 10.222.0.15 "GET /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810720 Sep 16 05:02:03.973462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:03.974018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Checking segment: {'id': 'e5ee1079-f383-436d-8b56-756445cadd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'facf81dd-b590-4434-94a4-eec4e20ecde6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:03.974577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Bound using segment: {'id': 'e5ee1079-f383-436d-8b56-756445cadd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'facf81dd-b590-4434-94a4-eec4e20ecde6'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:03.975284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Bound port: edfa4704-2e3e-49ae-9534-2aa69605075a, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ee1079-f383-436d-8b56-756445cadd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'facf81dd-b590-4434-94a4-eec4e20ecde6'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:03.975739 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:03.994731 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-5360bd8a-1327-4b8a-b14f-c6d526960075', 'network_id': '5360bd8a-1327-4b8a-b14f-c6d526960075', 'tenant_id': '47bad6c60c974bd98edf526dfd74db00', 'fixed_ips': [{'subnet_id': '0b8a862d-3516-4a54-b8d5-2ec7fa105779'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:03.997518 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.063050 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] For port edfa4704-2e3e-49ae-9534-2aa69605075a, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:04.067612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] For port edfa4704-2e3e-49ae-9534-2aa69605075a, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=edfa4704-2e3e-49ae-9534-2aa69605075a,segment=NetworkSegment(e5ee1079-f383-436d-8b56-756445cadd2b),segment_id=e5ee1079-f383-436d-8b56-756445cadd2b)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:04.072597 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.105837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:04.111620 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.131515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.132542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.134271 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] 10.222.0.15 "PUT /v2.0/ports/edfa4704-2e3e-49ae-9534-2aa69605075a HTTP/1.1" status: 200 len: 1092 time: 2.0307109 Sep 16 05:02:04.134731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cee0dfe-8b91-4fb3-a946-1b644251a71c', 'tag': 'edfa4704-2e3e-49ae-9534-2aa69605075a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:04.137328 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776069cc-f127-4f5c-9ecc-173e8c6d99c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4cee0dfe-8b91-4fb3-a946-1b644251a71c", "tag": "edfa4704-2e3e-49ae-9534-2aa69605075a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:04.150363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port ffbb6a25-a8ec-4de7-afda-b325ca556700 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:02:04.169172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e6a5e-aedd-4710-abbf-223147757bec service neutron] Pushing event updated for resources: {'Port': ['ID=edfa4704-2e3e-49ae-9534-2aa69605075a,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.239419 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 873fe395-c399-48f1-97b9-7e90146109a7 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:04.260932 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-7c19c10f-b362-42af-9db1-872c1f48b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.262453 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-7c19c10f-b362-42af-9db1-872c1f48b31a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69a523a919774b0d836d7a15ef403be6&device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 1095 time: 0.0851324 Sep 16 05:02:04.326400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-c8ce6495-d323-44f0-96fa-b88c98774a49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edfa4704-2e3e-49ae-9534-2aa69605075a HTTP/1.1" status: 200 len: 217 time: 0.0533378 Sep 16 05:02:04.404983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Allocated IP 2001:db8::2 (5360bd8a-1327-4b8a-b14f-c6d526960075/0b8a862d-3516-4a54-b8d5-2ec7fa105779/828e8fea-927a-4827-a4ee-1c04921f80c7) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:04.438596 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-ba765815-91dd-4891-9787-7a1da0fff834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.441762 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-ba765815-91dd-4891-9787-7a1da0fff834 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64056977-8fa2-4ddb-9fa0-d8054f22e88b HTTP/1.1" status: 200 len: 848 time: 0.1083498 Sep 16 05:02:04.478036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 873fe395-c399-48f1-97b9-7e90146109a7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=873fe395-c399-48f1-97b9-7e90146109a7,segment=NetworkSegment(678480d5-db06-4415-858d-013d78fd71f2),segment_id=678480d5-db06-4415-858d-013d78fd71f2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:04.491511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-c00c6e4a-ac59-4e46-9d34-f15bf8e83de6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=facf81dd-b590-4434-94a4-eec4e20ecde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426133 Sep 16 05:02:04.530127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '873fe395-c399-48f1-97b9-7e90146109a7', 'network_id': '7cba7f04-a3ed-41d7-90ac-cf11947159da', 'port_id': '873fe395-c399-48f1-97b9-7e90146109a7', 'mac_address': 'fa:16:3e:e9:c3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140dbae0-016a-420f-b06e-77363bf459b4', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:04.632552 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.634800 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-fd75ae54-8f32-493e-bb00-6661638f16cb service neutron] 10.222.0.15 "GET /v2.0/networks/facf81dd-b590-4434-94a4-eec4e20ecde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363142 Sep 16 05:02:04.669851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873fe395-c399-48f1-97b9-7e90146109a7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:04.686561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 36992) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:04.691429 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0e13408d-c64f-4d32-9bf0-087a5a7ace3f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720815720', 'description': 'tempest-secgroup-smoke-720815720 description', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:04.741146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 873fe395-c399-48f1-97b9-7e90146109a7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=873fe395-c399-48f1-97b9-7e90146109a7,segment=NetworkSegment(678480d5-db06-4415-858d-013d78fd71f2),segment_id=678480d5-db06-4415-858d-013d78fd71f2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:04.743991 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e13408d-c64f-4d32-9bf0-087a5a7ace3f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.769102 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e13408d-c64f-4d32-9bf0-087a5a7ace3f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.777434 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.800862 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe2a54dc-2682-4af3-bfec-b2fc182a2296 req-266f1996-e32a-4519-a013-07d2a63a3053 service neutron] 10.222.0.15 "GET /v2.0/networks/facf81dd-b590-4434-94a4-eec4e20ecde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573215 Sep 16 05:02:04.913786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=873fe395-c399-48f1-97b9-7e90146109a7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:04.945034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379c9bd-fb53-41d5-b831-b29ddd08f12c req-836fee21-77c4-4a27-a947-660dbf3f9d9c tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:04.952955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:04.954288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e379c9bd-fb53-41d5-b831-b29ddd08f12c req-836fee21-77c4-4a27-a947-660dbf3f9d9c tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 943 time: 0.1000400 Sep 16 05:02:04.967792 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.017650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Network 5360bd8a-1327-4b8a-b14f-c6d526960075 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:05.021309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:05.032592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:05.034729 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Pushing event updated for resources: {'Port': ['ID=828e8fea-927a-4827-a4ee-1c04921f80c7,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.050071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e13408d-c64f-4d32-9bf0-087a5a7ace3f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.063619 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['873fe395-c399-48f1-97b9-7e90146109a7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:05.063775 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e13408d-c64f-4d32-9bf0-087a5a7ace3f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.130175 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e379c9bd-fb53-41d5-b831-b29ddd08f12c req-952b7128-3471-495e-aec5-4d4f7fe0221f tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e442f8-e235-4548-8649-8f3d12034b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664865 Sep 16 05:02:05.131829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8::1ed (5360bd8a-1327-4b8a-b14f-c6d526960075/0b8a862d-3516-4a54-b8d5-2ec7fa105779/ffbb6a25-a8ec-4de7-afda-b325ca556700) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:05.156645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13408d-c64f-4d32-9bf0-087a5a7ace3f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa55d81-a822-4566-bfe5-394639387a9a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.185567 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Attempting to bind port 828e8fea-927a-4827-a4ee-1c04921f80c7 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:05.185988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Attempting to bind port 828e8fea-927a-4827-a4ee-1c04921f80c7 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5360bd8a-1327-4b8a-b14f-c6d526960075'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:05.186352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Attempting to bind port 828e8fea-927a-4827-a4ee-1c04921f80c7 on network 5360bd8a-1327-4b8a-b14f-c6d526960075 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:05.194377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:05.194764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Checking segment: {'id': 'fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5360bd8a-1327-4b8a-b14f-c6d526960075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:05.195185 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.196756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Bound using segment: {'id': 'fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5360bd8a-1327-4b8a-b14f-c6d526960075'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:05.197727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Bound port: 828e8fea-927a-4827-a4ee-1c04921f80c7, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5360bd8a-1327-4b8a-b14f-c6d526960075'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:05.198118 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.283533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] For port 828e8fea-927a-4827-a4ee-1c04921f80c7, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:05.287035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] For port 828e8fea-927a-4827-a4ee-1c04921f80c7, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=828e8fea-927a-4827-a4ee-1c04921f80c7,segment=NetworkSegment(fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1),segment_id=fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:05.293453 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.345998 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e13408d-c64f-4d32-9bf0-087a5a7ace3f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.361400 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e13408d-c64f-4d32-9bf0-087a5a7ace3f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.372979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85bd65-8b98-4ff5-a006-8baf13996e83 None None] Pushing event updated for resources: {'Port': ['ID=828e8fea-927a-4827-a4ee-1c04921f80c7,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.428890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d1dc0-618f-45e8-b7f5-a58f25716385 req-1b0e596d-ed9b-42ea-9086-0de938077db1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.430682 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d64d1dc0-618f-45e8-b7f5-a58f25716385 req-1b0e596d-ed9b-42ea-9086-0de938077db1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.1676376 Sep 16 05:02:05.468267 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e13408d-c64f-4d32-9bf0-087a5a7ace3f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.469502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0e13408d-c64f-4d32-9bf0-087a5a7ace3f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7819748 Sep 16 05:02:05.473031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37004) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:05.480075 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fcba524b-68fb-4c55-b863-a28bf91cf0dd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '914d1b2a-e6f1-4268-b0e7-79e86abca7cd', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:05.486393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13408d-c64f-4d32-9bf0-087a5a7ace3f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914d1b2a-e6f1-4268-b0e7-79e86abca7cd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.523102 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d64d1dc0-618f-45e8-b7f5-a58f25716385 req-ad72bb3e-2ec3-4ead-9378-7f65855019ed tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816791 Sep 16 05:02:05.552220 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.560846 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fcba524b-68fb-4c55-b863-a28bf91cf0dd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.605317 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.653697 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.704887 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fcba524b-68fb-4c55-b863-a28bf91cf0dd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.709649 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fcba524b-68fb-4c55-b863-a28bf91cf0dd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.721802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 5360bd8a-1327-4b8a-b14f-c6d526960075 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:05.725810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:05.736960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:05.745316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:05.746215 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.756918 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba524b-68fb-4c55-b863-a28bf91cf0dd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b612a4f3-5962-4adc-b153-2a94191a09e3,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.782401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fcba524b-68fb-4c55-b863-a28bf91cf0dd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:05.789049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fcba524b-68fb-4c55-b863-a28bf91cf0dd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3116217 Sep 16 05:02:05.789483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37010) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:05.792776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=ffbb6a25-a8ec-4de7-afda-b325ca556700,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:05.800574 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-107bae64-df4e-4a11-ad09-0fd46e3c2a56 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9638791 Sep 16 05:02:05.801156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37012) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:05.808674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-00c4fa35-ca7c-4219-b67e-d698e0f6bd36 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '914d1b2a-e6f1-4268-b0e7-79e86abca7cd', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:05.875852 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c4fa35-ca7c-4219-b67e-d698e0f6bd36 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.000940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c4fa35-ca7c-4219-b67e-d698e0f6bd36 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.006638 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c4fa35-ca7c-4219-b67e-d698e0f6bd36 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.031940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c4fa35-ca7c-4219-b67e-d698e0f6bd36 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.036553 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-00c4fa35-ca7c-4219-b67e-d698e0f6bd36 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2449300 Sep 16 05:02:06.037478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37016) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.058078 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-68f6d787-790d-4f0a-bb26-045d1257e99e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '914d1b2a-e6f1-4268-b0e7-79e86abca7cd', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:06.093215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4fa35-ca7c-4219-b67e-d698e0f6bd36 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b8bf1e-6ea0-48a7-b664-bda75584af85,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.103961 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-68f6d787-790d-4f0a-bb26-045d1257e99e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.183353 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-68f6d787-790d-4f0a-bb26-045d1257e99e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.188498 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-68f6d787-790d-4f0a-bb26-045d1257e99e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.210841 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6d787-790d-4f0a-bb26-045d1257e99e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3b6bb5-7b4a-4eac-8634-9dbe6dc6c92e,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.230059 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-68f6d787-790d-4f0a-bb26-045d1257e99e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.233831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-68f6d787-790d-4f0a-bb26-045d1257e99e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1863337 Sep 16 05:02:06.235155 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37022) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.245431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 873fe395-c399-48f1-97b9-7e90146109a7 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:06.247002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d00bd28b-5831-4d43-97c9-efd8f5cee931 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '914d1b2a-e6f1-4268-b0e7-79e86abca7cd', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:06.291481 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d00bd28b-5831-4d43-97c9-efd8f5cee931 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.301155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a7f47-61f5-4708-9a1f-239f422e288d req-8e578f65-5e2b-4683-b27c-3c3bb99b676f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.317414 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-568a7f47-61f5-4708-9a1f-239f422e288d req-8e578f65-5e2b-4683-b27c-3c3bb99b676f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 908 time: 0.6407616 Sep 16 05:02:06.368900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 873fe395-c399-48f1-97b9-7e90146109a7 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:06.374359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 873fe395-c399-48f1-97b9-7e90146109a7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:06.375729 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.392164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d00bd28b-5831-4d43-97c9-efd8f5cee931 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.397367 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d00bd28b-5831-4d43-97c9-efd8f5cee931 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.428531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d00bd28b-5831-4d43-97c9-efd8f5cee931 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.434792 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d00bd28b-5831-4d43-97c9-efd8f5cee931 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1961465 Sep 16 05:02:06.435731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37024) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.438309 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8276f5-ed32-4f21-ba69-b1d3efe0a763 x-openstack-request-id: req-1a8276f5-ed32-4f21-ba69-b1d3efe0a763 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:06.438607 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cee0dfe-8b91-4fb3-a946-1b644251a71c", "tag": "edfa4704-2e3e-49ae-9534-2aa69605075a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:06.438934 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a8276f5-ed32-4f21-ba69-b1d3efe0a763 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:06.439347 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cee0dfe-8b91-4fb3-a946-1b644251a71c', 'tag': 'edfa4704-2e3e-49ae-9534-2aa69605075a', 'status': 'completed', 'code': 200} Sep 16 05:02:06.451676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2e0fd6a4-b440-482e-a8e6-75ec29aed946 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '914d1b2a-e6f1-4268-b0e7-79e86abca7cd', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:06.499894 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bd28b-5831-4d43-97c9-efd8f5cee931 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dc6f1d-b2e3-44e0-a186-312e5bca39e7,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.529383 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.532689 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-2e0fd6a4-b440-482e-a8e6-75ec29aed946 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Project 79f40fbc611d4c95b3f975e461ccb8b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:02:06.541940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd6a4-b440-482e-a8e6-75ec29aed946 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.570343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776069cc-f127-4f5c-9ecc-173e8c6d99c9 req-2444b92a-c63a-4d7d-8911-ea37be1e0996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.582862 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-776069cc-f127-4f5c-9ecc-173e8c6d99c9 req-2444b92a-c63a-4d7d-8911-ea37be1e0996 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69a523a919774b0d836d7a15ef403be6&device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 1095 time: 0.0998538 Sep 16 05:02:06.587887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40ec861-1cb0-41eb-be49-7dadc833f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873fe395-c399-48f1-97b9-7e90146109a7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:06.590299 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ce41a-8a08-4de0-b9a6-e07a2eb5a2b7" -d '{"events": [{"server_uuid": "a40ec861-1cb0-41eb-be49-7dadc833f236", "name": "network-vif-plugged", "status": "completed", "tag": "873fe395-c399-48f1-97b9-7e90146109a7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:06.637041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 873fe395-c399-48f1-97b9-7e90146109a7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=873fe395-c399-48f1-97b9-7e90146109a7,segment=NetworkSegment(678480d5-db06-4415-858d-013d78fd71f2),segment_id=678480d5-db06-4415-858d-013d78fd71f2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:06.652001 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.791963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=873fe395-c399-48f1-97b9-7e90146109a7,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.804619 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd6a4-b440-482e-a8e6-75ec29aed946 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.822871 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd6a4-b440-482e-a8e6-75ec29aed946 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.864722 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e0fd6a4-b440-482e-a8e6-75ec29aed946 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.869513 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2e0fd6a4-b440-482e-a8e6-75ec29aed946 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4199243 Sep 16 05:02:06.869878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37036) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:06.885334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c2d84f14-94bc-4ee0-bffc-1899862cb4b6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '914d1b2a-e6f1-4268-b0e7-79e86abca7cd', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:06.897558 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:06.969369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fd6a4-b440-482e-a8e6-75ec29aed946 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c728c06-678f-4d7c-af3a-753131f11b21,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:06.991803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776069cc-f127-4f5c-9ecc-173e8c6d99c9 req-4d89c4d7-1f72-4649-b097-8d5fedce7a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:06.993952 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-776069cc-f127-4f5c-9ecc-173e8c6d99c9 req-4d89c4d7-1f72-4649-b097-8d5fedce7a65 service neutron] 10.222.0.15 "GET /v2.0/networks?id=facf81dd-b590-4434-94a4-eec4e20ecde6 HTTP/1.1" status: 200 len: 909 time: 0.3977344 Sep 16 05:02:07.015741 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-c2d84f14-94bc-4ee0-bffc-1899862cb4b6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Project 79f40fbc611d4c95b3f975e461ccb8b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:02:07.111078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-776069cc-f127-4f5c-9ecc-173e8c6d99c9 req-6a911527-c545-4133-a56b-2de2a43fe799 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edfa4704-2e3e-49ae-9534-2aa69605075a HTTP/1.1" status: 200 len: 217 time: 0.1056106 Sep 16 05:02:07.113345 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2d84f14-94bc-4ee0-bffc-1899862cb4b6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.139019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a13716-13d2-48d1-9073-0899a3e1e377 None None] Network 5360bd8a-1327-4b8a-b14f-c6d526960075 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:07.256101 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2d84f14-94bc-4ee0-bffc-1899862cb4b6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.266066 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2d84f14-94bc-4ee0-bffc-1899862cb4b6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.314585 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.322251 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.357507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-55ea7368-9fda-4344-a86d-195cd7ed081e None None] Provisioning complete for port 828e8fea-927a-4827-a4ee-1c04921f80c7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:07.359180 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-55ea7368-9fda-4344-a86d-195cd7ed081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.368342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2d84f14-94bc-4ee0-bffc-1899862cb4b6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.375509 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c2d84f14-94bc-4ee0-bffc-1899862cb4b6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5042291 Sep 16 05:02:07.394750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37056) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:07.421784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b9dd0a09-adc8-4c00-83a5-8b6827dba581 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'network': {'name': 'tempest-network-smoke--600500116', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'port_security_enabled': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:07.436750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d84f14-94bc-4ee0-bffc-1899862cb4b6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb0f757-fa14-4a3d-b6d7-ec8e5a772e19,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.474295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776069cc-f127-4f5c-9ecc-173e8c6d99c9 req-34bce7f0-5bf1-4389-9a4e-b70a91cfb28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.476456 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-776069cc-f127-4f5c-9ecc-173e8c6d99c9 req-34bce7f0-5bf1-4389-9a4e-b70a91cfb28e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64056977-8fa2-4ddb-9fa0-d8054f22e88b HTTP/1.1" status: 200 len: 848 time: 0.2760606 Sep 16 05:02:07.484702 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dd0a09-adc8-4c00-83a5-8b6827dba581 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Made reservation on behalf of 79f40fbc611d4c95b3f975e461ccb8b8 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:07.497891 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0a09-adc8-4c00-83a5-8b6827dba581 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.541679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 828e8fea-927a-4827-a4ee-1c04921f80c7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:07.583736 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-776069cc-f127-4f5c-9ecc-173e8c6d99c9 req-52060b0c-25d5-4bab-b555-285647c1be17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=facf81dd-b590-4434-94a4-eec4e20ecde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775740 Sep 16 05:02:07.594374 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.640743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9dd0a09-adc8-4c00-83a5-8b6827dba581 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:07.661912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 828e8fea-927a-4827-a4ee-1c04921f80c7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:07.662396 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.686953 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0a09-adc8-4c00-83a5-8b6827dba581 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.687728 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-b9dd0a09-adc8-4c00-83a5-8b6827dba581 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Added segment 091af85c-6df5-4771-8716-2a08bbc1385a of type vlan for network 68e41def-6cac-4908-9205-46824e3fda91 Sep 16 05:02:07.722105 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-55ea7368-9fda-4344-a86d-195cd7ed081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.777942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-55ea7368-9fda-4344-a86d-195cd7ed081e None None] For port 828e8fea-927a-4827-a4ee-1c04921f80c7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=828e8fea-927a-4827-a4ee-1c04921f80c7,segment=NetworkSegment(fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1),segment_id=fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:07.791466 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.792762 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-55ea7368-9fda-4344-a86d-195cd7ed081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.830793 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.894455 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0a09-adc8-4c00-83a5-8b6827dba581 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:07.896561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea7368-9fda-4344-a86d-195cd7ed081e None None] Pushing event updated for resources: {'Port': ['ID=828e8fea-927a-4827-a4ee-1c04921f80c7,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.924077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=ffbb6a25-a8ec-4de7-afda-b325ca556700,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:07.926194 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-776069cc-f127-4f5c-9ecc-173e8c6d99c9 req-7e3d9c81-9ce5-4126-be2f-71ac8d97021b service neutron] 10.222.0.15 "GET /v2.0/networks/facf81dd-b590-4434-94a4-eec4e20ecde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313937 Sep 16 05:02:07.954652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6b244-fefa-49f0-9c9c-5d07c628468d req-3c1a3696-ac38-4f87-8f82-91ee92cfde3d tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:07.963811 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cab6b244-fefa-49f0-9c9c-5d07c628468d req-3c1a3696-ac38-4f87-8f82-91ee92cfde3d tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 943 time: 0.3594780 Sep 16 05:02:08.042088 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0a09-adc8-4c00-83a5-8b6827dba581 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.062190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dd0a09-adc8-4c00-83a5-8b6827dba581 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.062783 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0a09-adc8-4c00-83a5-8b6827dba581 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.151858 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b9dd0a09-adc8-4c00-83a5-8b6827dba581 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7367802 Sep 16 05:02:08.156873 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37064) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:08.164527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'admin_state_up': True, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:08.178378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device edfa4704-2e3e-49ae-9534-2aa69605075a details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:08.183266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:08.189916 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cab6b244-fefa-49f0-9c9c-5d07c628468d req-53aeef06-00ab-4f29-b9cd-11835becba39 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e442f8-e235-4548-8649-8f3d12034b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213233 Sep 16 05:02:08.197243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37066) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:08.255057 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.256145 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.354823 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f613d9c7-35df-4b66-8077-bafa9e40a92d x-openstack-request-id: req-f613d9c7-35df-4b66-8077-bafa9e40a92d {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:08.355661 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40ec861-1cb0-41eb-be49-7dadc833f236", "name": "network-vif-plugged", "status": "completed", "tag": "873fe395-c399-48f1-97b9-7e90146109a7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:08.355986 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f613d9c7-35df-4b66-8077-bafa9e40a92d {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:08.358444 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40ec861-1cb0-41eb-be49-7dadc833f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873fe395-c399-48f1-97b9-7e90146109a7', 'code': 200} Sep 16 05:02:08.461561 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.480560 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-46872a8a-0450-4279-af66-82b173fd6a27 None None] Provisioning complete for port 828e8fea-927a-4827-a4ee-1c04921f80c7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:08.484537 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-46872a8a-0450-4279-af66-82b173fd6a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.542726 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.557006 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd0a09-adc8-4c00-83a5-8b6827dba581 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Network': ['ID=68e41def-6cac-4908-9205-46824e3fda91,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:08.578581 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-776069cc-f127-4f5c-9ecc-173e8c6d99c9 req-85c47a11-5ce0-407f-a995-026927a6cf59 service neutron] 10.222.0.15 "GET /v2.0/networks/facf81dd-b590-4434-94a4-eec4e20ecde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419289 Sep 16 05:02:08.612178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 68e41def-6cac-4908-9205-46824e3fda91 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:08.681348 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae72e-b7a7-4a5e-b373-5cc1a9065af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.742844 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c03f23-6baa-48e2-be4f-96d0c9252e40 req-39b00202-1b42-4d89-8a7b-2e45f84597fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.745630 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b5c03f23-6baa-48e2-be4f-96d0c9252e40 req-39b00202-1b42-4d89-8a7b-2e45f84597fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 1061 time: 0.2742279 Sep 16 05:02:08.776112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:08.793558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f64f88-54c9-455c-a2bd-bd9290753a77 req-160251aa-a29d-4fc8-89f9-6699dbb5fc11 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:08.801196 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7f64f88-54c9-455c-a2bd-bd9290753a77 req-160251aa-a29d-4fc8-89f9-6699dbb5fc11 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.2677259 Sep 16 05:02:08.837740 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.843783 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.912958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port edfa4704-2e3e-49ae-9534-2aa69605075a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=edfa4704-2e3e-49ae-9534-2aa69605075a,segment=NetworkSegment(e5ee1079-f383-436d-8b56-756445cadd2b),segment_id=e5ee1079-f383-436d-8b56-756445cadd2b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:08.931970 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-46872a8a-0450-4279-af66-82b173fd6a27 None None] Provisioning complete for port ffbb6a25-a8ec-4de7-afda-b325ca556700 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:08.932565 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-46872a8a-0450-4279-af66-82b173fd6a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:08.971544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'edfa4704-2e3e-49ae-9534-2aa69605075a', 'network_id': 'facf81dd-b590-4434-94a4-eec4e20ecde6', 'port_id': 'edfa4704-2e3e-49ae-9534-2aa69605075a', 'mac_address': 'fa:16:3e:67:eb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64056977-8fa2-4ddb-9fa0-d8054f22e88b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:09.002309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=11']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.010013 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.015923 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae72e-b7a7-4a5e-b373-5cc1a9065af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.025868 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f1ae72e-b7a7-4a5e-b373-5cc1a9065af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.028487 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.029378 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.037352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-46872a8a-0450-4279-af66-82b173fd6a27 None None] Port ffbb6a25-a8ec-4de7-afda-b325ca556700 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:09.067037 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.083926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfa4704-2e3e-49ae-9534-2aa69605075a {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:09.111086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port edfa4704-2e3e-49ae-9534-2aa69605075a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=edfa4704-2e3e-49ae-9534-2aa69605075a,segment=NetworkSegment(e5ee1079-f383-436d-8b56-756445cadd2b),segment_id=e5ee1079-f383-436d-8b56-756445cadd2b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:09.116860 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.159923 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.198280 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.201920 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7f64f88-54c9-455c-a2bd-bd9290753a77 req-f872a65f-0f47-44d7-8a05-bd30a6969e86 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994606 Sep 16 05:02:09.259888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ae72e-b7a7-4a5e-b373-5cc1a9065af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ab078c-4643-47ce-a9f2-ce2f46d31bb4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.264649 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7f1ae72e-b7a7-4a5e-b373-5cc1a9065af0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6bd3cd0ea20047daa887e8a157a03db5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0649281 Sep 16 05:02:09.278735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37076) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:09.347721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=ffbb6a25-a8ec-4de7-afda-b325ca556700,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.353833 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79878d5c-d80c-4a36-bb78-f82bfccd5c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.375662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 5360bd8a-1327-4b8a-b14f-c6d526960075 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:09.435939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:09.437417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 828e8fea-927a-4827-a4ee-1c04921f80c7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:09.459984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.25.0.85 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/70c2570f-1667-4974-a0b0-24a337bf11ec) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:09.478134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=edfa4704-2e3e-49ae-9534-2aa69605075a,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.547385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-06712073-7f6b-47c7-8890-d9f5e6f92fc9 None None] Provisioning complete for port ffbb6a25-a8ec-4de7-afda-b325ca556700 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:09.550475 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06712073-7f6b-47c7-8890-d9f5e6f92fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.599088 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79878d5c-d80c-4a36-bb78-f82bfccd5c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.619894 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['edfa4704-2e3e-49ae-9534-2aa69605075a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:09.622308 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.678434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.700574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085cd60-d454-42ea-a37a-29c575a385db req-42a86b47-110e-4c97-8a68-167e7360a987 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:09.702496 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2085cd60-d454-42ea-a37a-29c575a385db req-42a86b47-110e-4c97-8a68-167e7360a987 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 909 time: 0.3497963 Sep 16 05:02:09.734395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Router 467c74d8-0da0-4f20-b683-189e5e4cc84d is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:09.743615 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 828e8fea-927a-4827-a4ee-1c04921f80c7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:09.746133 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.748353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-06712073-7f6b-47c7-8890-d9f5e6f92fc9 None None] Port ffbb6a25-a8ec-4de7-afda-b325ca556700 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:09.765746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:09.773261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:09.776956 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79878d5c-d80c-4a36-bb78-f82bfccd5c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.781315 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-79878d5c-d80c-4a36-bb78-f82bfccd5c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:09.787577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:09.794544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=70c2570f-1667-4974-a0b0-24a337bf11ec,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:09.798747 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-79878d5c-d80c-4a36-bb78-f82bfccd5c2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8ab078c-4643-47ce-a9f2-ce2f46d31bb4 HTTP/1.1" status: 204 len: 168 time: 0.5116668 Sep 16 05:02:09.923646 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79878d5c-d80c-4a36-bb78-f82bfccd5c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ab078c-4643-47ce-a9f2-ce2f46d31bb4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:10.063456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733143a-17b1-4872-ac9b-9d18d3600841 req-6e94d776-b461-485b-89f9-f53cc320795c tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:10.073484 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0733143a-17b1-4872-ac9b-9d18d3600841 req-6e94d776-b461-485b-89f9-f53cc320795c tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 944 time: 0.1520340 Sep 16 05:02:10.076571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:10.090750 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75771ae4-fce8-4b9b-a67f-6c2a207bb639 None None] Sync routers for ids ['467c74d8-0da0-4f20-b683-189e5e4cc84d'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:10.110452 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75771ae4-fce8-4b9b-a67f-6c2a207bb639 None None] Routers {'467c74d8-0da0-4f20-b683-189e5e4cc84d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:10.117846 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-75771ae4-fce8-4b9b-a67f-6c2a207bb639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:01:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['467c74d8-0da0-4f20-b683-189e5e4cc84d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:10.119514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-622b4966-cf77-4221-b5f9-574054e00b8e None None] Provisioning complete for port ffbb6a25-a8ec-4de7-afda-b325ca556700 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:10.119875 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-622b4966-cf77-4221-b5f9-574054e00b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.143178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37084) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:10.145198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fa263ac3-e6f1-43a7-b579-ad4d8ff6ed34 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "PUT /v2.0/routers/467c74d8-0da0-4f20-b683-189e5e4cc84d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3302512 Sep 16 05:02:10.182572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:10.191101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-622b4966-cf77-4221-b5f9-574054e00b8e None None] Port ffbb6a25-a8ec-4de7-afda-b325ca556700 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:10.225758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0733143a-17b1-4872-ac9b-9d18d3600841 req-d9329ba7-ac74-4368-bdda-0f1293f7e9aa tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e442f8-e235-4548-8649-8f3d12034b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512394 Sep 16 05:02:10.229493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baef982f-25d3-43e9-a110-2b3f9b5a3106 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:10.231682 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-baef982f-25d3-43e9-a110-2b3f9b5a3106 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports?device_id=467c74d8-0da0-4f20-b683-189e5e4cc84d HTTP/1.1" status: 200 len: 989 time: 0.0874541 Sep 16 05:02:10.235131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37088) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:10.250287 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-75771ae4-fce8-4b9b-a67f-6c2a207bb639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:10.272058 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75771ae4-fce8-4b9b-a67f-6c2a207bb639 None None] Routers {'467c74d8-0da0-4f20-b683-189e5e4cc84d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:10.272708 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-75771ae4-fce8-4b9b-a67f-6c2a207bb639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:01:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['467c74d8-0da0-4f20-b683-189e5e4cc84d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:10.309372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.356997 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-75771ae4-fce8-4b9b-a67f-6c2a207bb639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:10.357702 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75771ae4-fce8-4b9b-a67f-6c2a207bb639 None None] The sync data for ids ['467c74d8-0da0-4f20-b683-189e5e4cc84d'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:10.368437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:10.371747 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9306f6b1-bf8b-46e7-a7f8-d9ca7a9f78c6" -d '{"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-unplugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:10.389007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37090) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:10.390002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:10.405007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'port_id': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'mac_address': 'fa:16:3e:a7:0f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:10.423189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23db21e6-deb6-456f-bc12-8ab7a33f0f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.482946 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.503826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa91f473-6045-4fa2-817f-e725aa1d2f87 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:10.532119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:10.538374 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.543870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d00ab0-d078-4e7f-aaa6-85e9411890df req-1aad7a7f-9547-4ec6-9ada-ed2d41e9d024 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:10.546082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2d00ab0-d078-4e7f-aaa6-85e9411890df req-1aad7a7f-9547-4ec6-9ada-ed2d41e9d024 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.2177153 Sep 16 05:02:10.613489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=12']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:10.654762 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['aa91f473-6045-4fa2-817f-e725aa1d2f87'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:10.725966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2d00ab0-d078-4e7f-aaa6-85e9411890df req-7a08dba9-d3e5-4305-ad4a-45ca2f2fb552 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647851 Sep 16 05:02:10.858573 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f7a2af-f8f8-468f-b6eb-d8c885b9f04e x-openstack-request-id: req-b8f7a2af-f8f8-468f-b6eb-d8c885b9f04e {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:10.859131 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-unplugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:10.859745 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8f7a2af-f8f8-468f-b6eb-d8c885b9f04e {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:10.860237 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'code': 200} Sep 16 05:02:10.972311 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:10.979910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23db21e6-deb6-456f-bc12-8ab7a33f0f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.006533 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23db21e6-deb6-456f-bc12-8ab7a33f0f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.074470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db21e6-deb6-456f-bc12-8ab7a33f0f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c531e23-a49f-48db-87e9-2c58b73765e7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:11.095656 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-23db21e6-deb6-456f-bc12-8ab7a33f0f0a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a54beb0e88c46b6aa5a9188df3d1cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7054780 Sep 16 05:02:11.100395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37110) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:11.148612 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f776674-213a-43f8-9b3f-7662f8d481a8 req-56956e51-d253-408f-bc84-67653545acf0 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:11.150000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f776674-213a-43f8-9b3f-7662f8d481a8 req-56956e51-d253-408f-bc84-67653545acf0 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 909 time: 0.1904058 Sep 16 05:02:11.196563 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-284bc802-fb88-4621-90d6-02f1012a880b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.241109 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-284bc802-fb88-4621-90d6-02f1012a880b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.244007 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0c34801-ec86-4cfe-81bf-e9e880c8f2e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.262108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:02:11.396030 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-284bc802-fb88-4621-90d6-02f1012a880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.398764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-284bc802-fb88-4621-90d6-02f1012a880b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.400544 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-284bc802-fb88-4621-90d6-02f1012a880b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c531e23-a49f-48db-87e9-2c58b73765e7 HTTP/1.1" status: 204 len: 168 time: 0.3001845 Sep 16 05:02:11.412046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bc802-fb88-4621-90d6-02f1012a880b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c531e23-a49f-48db-87e9-2c58b73765e7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:11.441783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:11.452158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Sync routers for ids ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:11.467280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Routers {'c94aa53d-4565-4c2a-8e09-14b0b8e18a13'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:11.468294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:01:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:11.483256 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:11.487911 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c72df85b-80f6-4186-afc1-96bd2e5cb34b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3242056 Sep 16 05:02:11.488536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37126) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:11.682516 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Set router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:11.958162 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-00e9fc34-6406-4ba9-a611-a1d754e61c6c tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=79f40fbc611d4c95b3f975e461ccb8b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4423175 Sep 16 05:02:11.963111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37144) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.183940 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:10Z', 'revision_number': 3, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:12.258191 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Checking router: c94aa53d-4565-4c2a-8e09-14b0b8e18a13 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:12.258585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Updating router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 port 70c2570f-1667-4974-a0b0-24a337bf11ec binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:12.327686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device edfa4704-2e3e-49ae-9534-2aa69605075a up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:12.393165 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.423009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996adbe0-f254-4e50-85e1-20591af58774 req-7be2b96d-8ab8-4ef6-8115-6a7611b2faf3 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.441690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-996adbe0-f254-4e50-85e1-20591af58774 req-7be2b96d-8ab8-4ef6-8115-6a7611b2faf3 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 909 time: 1.1514194 Sep 16 05:02:12.500716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37158) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.512971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd71089d-f882-44b9-bf65-7cdf980ec4e3 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.517640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bd71089d-f882-44b9-bf65-7cdf980ec4e3 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5520520 Sep 16 05:02:12.518261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37162) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.580234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37164) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:12.590389 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-af28f1ee-dffb-44a1-adf1-01f2611f4c33 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709085 Sep 16 05:02:12.648214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ace9531a-0b72-4969-a17c-75eba86a66de tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1885054336', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:12.865753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b485b6-e024-403c-a630-e70a6ac37438 req-57767fdb-8b04-4abc-abb3-aa34b546b32a tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:12.873909 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31b485b6-e024-403c-a630-e70a6ac37438 req-57767fdb-8b04-4abc-abb3-aa34b546b32a tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 944 time: 0.2011311 Sep 16 05:02:12.901467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port edfa4704-2e3e-49ae-9534-2aa69605075a completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:12.903127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a0c34801-ec86-4cfe-81bf-e9e880c8f2e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port ffbb6a25-a8ec-4de7-afda-b325ca556700 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:12.903481 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0c34801-ec86-4cfe-81bf-e9e880c8f2e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.922365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port edfa4704-2e3e-49ae-9534-2aa69605075a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:12.924038 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:12.986318 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0287e310-94a3-439d-9f3e-676f6ad6edad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=352908deaa284f45a8c275cba9e7aa40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840353 Sep 16 05:02:12.988884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37174) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:13.044543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace9531a-0b72-4969-a17c-75eba86a66de tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Made reservation on behalf of 79f40fbc611d4c95b3f975e461ccb8b8 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:13.048102 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ace9531a-0b72-4969-a17c-75eba86a66de tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.094814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9eba4862-59f1-491f-b454-85b2c21c2d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.142800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9eba4862-59f1-491f-b454-85b2c21c2d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.148947 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.166399 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.219591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb391d9-cb79-4aaf-9311-3d3a4cbfe2c5 None None] Pushing event updated for resources: {'Port': ['ID=70c2570f-1667-4974-a0b0-24a337bf11ec,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.237176 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9eba4862-59f1-491f-b454-85b2c21c2d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.240226 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9eba4862-59f1-491f-b454-85b2c21c2d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.241483 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9eba4862-59f1-491f-b454-85b2c21c2d3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4f86272-e004-4b17-9c3f-40dbff343c10 HTTP/1.1" status: 204 len: 168 time: 0.2515454 Sep 16 05:02:13.260013 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba4862-59f1-491f-b454-85b2c21c2d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f86272-e004-4b17-9c3f-40dbff343c10,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.294460 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31b485b6-e024-403c-a630-e70a6ac37438 req-f59d0534-b3ae-44ad-9d3c-f5f6d1afe3e6 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e442f8-e235-4548-8649-8f3d12034b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196095 Sep 16 05:02:13.312201 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0c34801-ec86-4cfe-81bf-e9e880c8f2e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.356493 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.396667 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a0c34801-ec86-4cfe-81bf-e9e880c8f2e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for ffbb6a25-a8ec-4de7-afda-b325ca556700 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:13.438191 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Attempting to bind port 70c2570f-1667-4974-a0b0-24a337bf11ec on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:13.441172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Attempting to bind port 70c2570f-1667-4974-a0b0-24a337bf11ec by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:13.443297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Attempting to bind port 70c2570f-1667-4974-a0b0-24a337bf11ec on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:13.458030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:13.458766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:13.461473 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.462624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:13.463373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Bound port: 70c2570f-1667-4974-a0b0-24a337bf11ec, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:13.463940 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.588123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] For port 70c2570f-1667-4974-a0b0-24a337bf11ec, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:13.595957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] For port 70c2570f-1667-4974-a0b0-24a337bf11ec, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=70c2570f-1667-4974-a0b0-24a337bf11ec,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:13.608706 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.662613 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cee0dfe-8b91-4fb3-a946-1b644251a71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfa4704-2e3e-49ae-9534-2aa69605075a'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:13.665308 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e7272a-ff27-410c-8249-d410a06ce828" -d '{"events": [{"server_uuid": "4cee0dfe-8b91-4fb3-a946-1b644251a71c", "name": "network-vif-plugged", "status": "completed", "tag": "edfa4704-2e3e-49ae-9534-2aa69605075a"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:13.702531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port edfa4704-2e3e-49ae-9534-2aa69605075a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=edfa4704-2e3e-49ae-9534-2aa69605075a,segment=NetworkSegment(e5ee1079-f383-436d-8b56-756445cadd2b),segment_id=e5ee1079-f383-436d-8b56-756445cadd2b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:13.705001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Routers {'c94aa53d-4565-4c2a-8e09-14b0b8e18a13'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:13.705889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:01:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:13.711799 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:13.712692 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:13.742318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbdad6-4754-429f-89b8-0619c64122f0 req-45fd8c03-3599-4445-b900-18145bb67bc1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:13.752872 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eedbdad6-4754-429f-89b8-0619c64122f0 req-45fd8c03-3599-4445-b900-18145bb67bc1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 946 time: 0.3089776 Sep 16 05:02:13.842585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37188) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:13.901770 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb391d9-cb79-4aaf-9311-3d3a4cbfe2c5 None None] Pushing event updated for resources: {'Port': ['ID=70c2570f-1667-4974-a0b0-24a337bf11ec,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:13.954219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eedbdad6-4754-429f-89b8-0619c64122f0 req-369ec1e5-fddd-462c-aa87-031255e5297b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002575 Sep 16 05:02:14.026266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port aa91f473-6045-4fa2-817f-e725aa1d2f87 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:14.026559 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.074726 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ace9531a-0b72-4969-a17c-75eba86a66de tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.158352 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12995d36-8830-438d-82c9-1211e952fa5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.159132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=edfa4704-2e3e-49ae-9534-2aa69605075a,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.167332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] Set router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:14.321224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace9531a-0b72-4969-a17c-75eba86a66de tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Checking segment: {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:14.321594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace9531a-0b72-4969-a17c-75eba86a66de tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network hostable DHCP agents. Network: 68e41def-6cac-4908-9205-46824e3fda91, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:14.343842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9531a-0b72-4969-a17c-75eba86a66de tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Subnet': ['ID=7899f5fe-074e-4eb3-9705-eb6b22493c36,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.368561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd2572-6bd3-4f08-b706-b740bf0daf63 req-3009a0d3-c2af-4a0e-8a22-62d5cde71694 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.370195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95bd2572-6bd3-4f08-b706-b740bf0daf63 req-3009a0d3-c2af-4a0e-8a22-62d5cde71694 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 1061 time: 0.1919508 Sep 16 05:02:14.378415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace9531a-0b72-4969-a17c-75eba86a66de tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network 68e41def-6cac-4908-9205-46824e3fda91 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:14.417004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ace9531a-0b72-4969-a17c-75eba86a66de tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 68e41def-6cac-4908-9205-46824e3fda91) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:14.421035 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0c34801-ec86-4cfe-81bf-e9e880c8f2e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.428885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12995d36-8830-438d-82c9-1211e952fa5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.434626 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12995d36-8830-438d-82c9-1211e952fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.461353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace9531a-0b72-4969-a17c-75eba86a66de tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.462259 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ace9531a-0b72-4969-a17c-75eba86a66de tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.516755 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-12995d36-8830-438d-82c9-1211e952fa5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=007c1b0d9ba540f58e2378700e6517a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6722414 Sep 16 05:02:14.518252 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12995d36-8830-438d-82c9-1211e952fa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b095d58-0772-46e5-a8b9-029f8f61efe1,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.520972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37206) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.530174 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.546510 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c7fb08-c59a-48d3-9a87-d5b9f05d3b37 x-openstack-request-id: req-33c7fb08-c59a-48d3-9a87-d5b9f05d3b37 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:14.546890 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cee0dfe-8b91-4fb3-a946-1b644251a71c", "name": "network-vif-plugged", "status": "completed", "tag": "edfa4704-2e3e-49ae-9534-2aa69605075a", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:14.547063 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33c7fb08-c59a-48d3-9a87-d5b9f05d3b37 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:14.547468 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cee0dfe-8b91-4fb3-a946-1b644251a71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfa4704-2e3e-49ae-9534-2aa69605075a', 'code': 200} Sep 16 05:02:14.552311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1768cabb-701a-4f09-a37c-7027536608ae None None] Network 68e41def-6cac-4908-9205-46824e3fda91 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:14.597092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c34801-ec86-4cfe-81bf-e9e880c8f2e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=ffbb6a25-a8ec-4de7-afda-b325ca556700,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.611289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:14.648837 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.700464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4593b-3cdf-4c30-b0cc-4168bde54d8f req-7dc5511c-5067-45c5-b988-5b8c0f11c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:14.703059 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9ff4593b-3cdf-4c30-b0cc-4168bde54d8f req-7dc5511c-5067-45c5-b988-5b8c0f11c875 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 1097 time: 0.1452014 Sep 16 05:02:14.728008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ace9531a-0b72-4969-a17c-75eba86a66de tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1454935 Sep 16 05:02:14.728898 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37212) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:14.767025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ab54df7-7102-41b3-b5c0-5856977881f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.785322 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9ff4593b-3cdf-4c30-b0cc-4168bde54d8f req-de234fa1-416d-47a3-982b-9fea1519ee96 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46e442f8-e235-4548-8649-8f3d12034b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726066 Sep 16 05:02:14.826022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ab54df7-7102-41b3-b5c0-5856977881f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.940817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ab54df7-7102-41b3-b5c0-5856977881f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.944729 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ab54df7-7102-41b3-b5c0-5856977881f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:14.952861 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7ab54df7-7102-41b3-b5c0-5856977881f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b095d58-0772-46e5-a8b9-029f8f61efe1 HTTP/1.1" status: 204 len: 168 time: 0.4296379 Sep 16 05:02:14.965244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab54df7-7102-41b3-b5c0-5856977881f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b095d58-0772-46e5-a8b9-029f8f61efe1,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:14.989552 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a0c34801-ec86-4cfe-81bf-e9e880c8f2e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.135929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298eb64-421c-49d8-9d5a-7271c6bc786b req-8162f49d-aae3-4bfa-8a77-47bac4d732e5 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.144640 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a298eb64-421c-49d8-9d5a-7271c6bc786b req-8162f49d-aae3-4bfa-8a77-47bac4d732e5 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 945 time: 0.5374084 Sep 16 05:02:15.353427 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a298eb64-421c-49d8-9d5a-7271c6bc786b req-7d4fa37b-1b8d-4f8f-a2c6-f525f7face75 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e442f8-e235-4548-8649-8f3d12034b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044368 Sep 16 05:02:15.395867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c34801-ec86-4cfe-81bf-e9e880c8f2e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Router 467c74d8-0da0-4f20-b683-189e5e4cc84d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:15.397408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=13']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:15.424873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-68e41def-6cac-4908-9205-46824e3fda91', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ips': [{'subnet_id': '7899f5fe-074e-4eb3-9705-eb6b22493c36'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:15.437211 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:15.524903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:10Z', 'revision_number': 3, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:15.661914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbda894-9d45-463f-8863-3bd95bce7292 None None] The sync data for ids ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'] in n-d-712142-17 is: [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:10Z', 'revision_number': 3, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:15.786209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86e744-7135-4f6a-9436-8cc7e2e4c2bf req-2325e2a7-41e7-4289-a65e-d8e0819304f9 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:15.791432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe86e744-7135-4f6a-9436-8cc7e2e4c2bf req-2325e2a7-41e7-4289-a65e-d8e0819304f9 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 1136 time: 0.3143003 Sep 16 05:02:15.807695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Allocated IP 172.20.0.2 (68e41def-6cac-4908-9205-46824e3fda91/7899f5fe-074e-4eb3-9705-eb6b22493c36/fadac1fe-bfe6-43cb-b46d-ac53b30af875) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:15.865409 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c34801-ec86-4cfe-81bf-e9e880c8f2e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:15.882294 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554c57e2-2615-4837-b508-0764992f873e None None] Sync routers for ids ['467c74d8-0da0-4f20-b683-189e5e4cc84d'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:15.898525 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c57e2-2615-4837-b508-0764992f873e None None] Routers {'467c74d8-0da0-4f20-b683-189e5e4cc84d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:15.899832 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-554c57e2-2615-4837-b508-0764992f873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:01:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['467c74d8-0da0-4f20-b683-189e5e4cc84d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:15.910303 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a0c34801-ec86-4cfe-81bf-e9e880c8f2e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "PUT /v2.0/routers/467c74d8-0da0-4f20-b683-189e5e4cc84d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6715915 Sep 16 05:02:15.910904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37242) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:16.040593 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9741b68-27b0-4108-836d-f4d439770049 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:02:16.043306 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f9741b68-27b0-4108-836d-f4d439770049 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/ffbb6a25-a8ec-4de7-afda-b325ca556700 HTTP/1.1" status: 404 len: 333 time: 0.1315861 Sep 16 05:02:16.046743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37248) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:16.121439 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-554c57e2-2615-4837-b508-0764992f873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:16.134689 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c57e2-2615-4837-b508-0764992f873e None None] Routers {'467c74d8-0da0-4f20-b683-189e5e4cc84d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:16.135927 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-554c57e2-2615-4837-b508-0764992f873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:01:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['467c74d8-0da0-4f20-b683-189e5e4cc84d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:16.159423 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe86e744-7135-4f6a-9436-8cc7e2e4c2bf req-8b42076b-46bc-44f9-a6de-fa576ff89fa5 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3005233 Sep 16 05:02:16.244779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37250) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:16.261988 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-554c57e2-2615-4837-b508-0764992f873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:16.274817 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554c57e2-2615-4837-b508-0764992f873e None None] The sync data for ids ['467c74d8-0da0-4f20-b683-189e5e4cc84d'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:16.391180 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.391623 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51c08cb6-9b13-4cd7-acc4-7e1ef6e97851 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.392706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e66288-543d-4f74-b26a-d1d0a80a31b0 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:16.400896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c2e66288-543d-4f74-b26a-d1d0a80a31b0 tempest-TestSecurityGroupsBasicOps-145251464 tempest-TestSecurityGroupsBasicOps-145251464-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 1056 time: 0.1514018 Sep 16 05:02:16.401087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.504848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Pushing event updated for resources: {'Port': ['ID=fadac1fe-bfe6-43cb-b46d-ac53b30af875,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:16.546880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Network 68e41def-6cac-4908-9205-46824e3fda91 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:16.548189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:16.551424 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e37f93-e181-4580-8b41-b7546ba7d83d" -d '{"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-plugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:16.555152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:16.573900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:16.719987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Attempting to bind port fadac1fe-bfe6-43cb-b46d-ac53b30af875 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:16.720382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Attempting to bind port fadac1fe-bfe6-43cb-b46d-ac53b30af875 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:16.720773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Attempting to bind port fadac1fe-bfe6-43cb-b46d-ac53b30af875 on network 68e41def-6cac-4908-9205-46824e3fda91 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:16.726969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:16.727710 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Checking segment: {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:16.728143 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.728704 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Bound using segment: {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:16.729427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Bound port: fadac1fe-bfe6-43cb-b46d-ac53b30af875, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:16.729955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.946202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51c08cb6-9b13-4cd7-acc4-7e1ef6e97851 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:16.960003 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51c08cb6-9b13-4cd7-acc4-7e1ef6e97851 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.002452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] For port fadac1fe-bfe6-43cb-b46d-ac53b30af875, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:17.010022 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] For port fadac1fe-bfe6-43cb-b46d-ac53b30af875, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fadac1fe-bfe6-43cb-b46d-ac53b30af875,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:17.021008 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.124529 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51c08cb6-9b13-4cd7-acc4-7e1ef6e97851 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.125167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c08cb6-9b13-4cd7-acc4-7e1ef6e97851 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Fanout notify agent at l3_agent the message router_deleted on router 467c74d8-0da0-4f20-b683-189e5e4cc84d {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:17.152181 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51c08cb6-9b13-4cd7-acc4-7e1ef6e97851 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.153020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37272) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:17.154623 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-51c08cb6-9b13-4cd7-acc4-7e1ef6e97851 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/routers/467c74d8-0da0-4f20-b683-189e5e4cc84d HTTP/1.1" status: 204 len: 168 time: 1.0991716 Sep 16 05:02:17.341859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2f196-5f3b-4e21-952f-bb3551e398d4 None None] Pushing event updated for resources: {'Port': ['ID=fadac1fe-bfe6-43cb-b46d-ac53b30af875,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:17.363210 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-80157677-6140-4f53-b364-b49d4376887d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.424731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-364fef05-3585-43de-8f3a-9042b2847944 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting subnet 0b8a862d-3516-4a54-b8d5-2ec7fa105779 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:17.433006 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-364fef05-3585-43de-8f3a-9042b2847944 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.660272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 70c2570f-1667-4974-a0b0-24a337bf11ec up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:17.712702 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-364fef05-3585-43de-8f3a-9042b2847944 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:17.897591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 70c2570f-1667-4974-a0b0-24a337bf11ec triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:17.898324 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.104264 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-364fef05-3585-43de-8f3a-9042b2847944 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.164184 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.198980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 70c2570f-1667-4974-a0b0-24a337bf11ec, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=70c2570f-1667-4974-a0b0-24a337bf11ec,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:18.202965 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.226760 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-364fef05-3585-43de-8f3a-9042b2847944 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.246359 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-364fef05-3585-43de-8f3a-9042b2847944 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.250821 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-364fef05-3585-43de-8f3a-9042b2847944 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/0b8a862d-3516-4a54-b8d5-2ec7fa105779 HTTP/1.1" status: 204 len: 168 time: 1.0939665 Sep 16 05:02:18.271381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37292) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:18.280804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fef05-3585-43de-8f3a-9042b2847944 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8a862d-3516-4a54-b8d5-2ec7fa105779,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:18.378240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=70c2570f-1667-4974-a0b0-24a337bf11ec,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:18.382283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ed4e67-fe76-412e-add3-a09d641a4a7c None None] Network 5360bd8a-1327-4b8a-b14f-c6d526960075 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:18.482231 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.560464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e325b0-bdb0-4578-a3b6-f53ed05720b0 req-3bc8ffa1-5fdc-4e19-a6cf-08959cefa3e1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:18.580895 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71e325b0-bdb0-4578-a3b6-f53ed05720b0 req-3bc8ffa1-5fdc-4e19-a6cf-08959cefa3e1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 2.0783665 Sep 16 05:02:18.634637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 828e8fea-927a-4827-a4ee-1c04921f80c7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:18.635255 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.760769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71e325b0-bdb0-4578-a3b6-f53ed05720b0 req-d58251c3-b13c-4ebd-a03d-877ca4a00781 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766183 Sep 16 05:02:18.839726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] For port 828e8fea-927a-4827-a4ee-1c04921f80c7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=828e8fea-927a-4827-a4ee-1c04921f80c7,segment=NetworkSegment(fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1),segment_id=fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:18.840115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:18.900861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 828e8fea-927a-4827-a4ee-1c04921f80c7 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:18.926788 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.011917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205660f6-5b04-4e81-984e-c57237aaa5ab None None] DHCP port deletion for 5360bd8a-1327-4b8a-b14f-c6d526960075 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:19.179665 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.190296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-205660f6-5b04-4e81-984e-c57237aaa5ab None None] Deleting port 828e8fea-927a-4827-a4ee-1c04921f80c7 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:19.190897 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-205660f6-5b04-4e81-984e-c57237aaa5ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.257198 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4093f-70af-47bb-abb7-c9d3f0e5cdd6 req-0466bd33-82f7-41a6-b047-d880dc6251ab tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:19.270548 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-66d4093f-70af-47bb-abb7-c9d3f0e5cdd6 req-0466bd33-82f7-41a6-b047-d880dc6251ab tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 945 time: 0.2227199 Sep 16 05:02:19.291840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No DVR routers for this DVR port 828e8fea-927a-4827-a4ee-1c04921f80c7 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:19.299143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=828e8fea-927a-4827-a4ee-1c04921f80c7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.428694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-66d4093f-70af-47bb-abb7-c9d3f0e5cdd6 req-9b8d5198-eb35-4834-a24f-e20b7d0f8c19 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e442f8-e235-4548-8649-8f3d12034b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557348 Sep 16 05:02:19.468250 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-205660f6-5b04-4e81-984e-c57237aaa5ab None None] For port 828e8fea-927a-4827-a4ee-1c04921f80c7, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:19.468663 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-205660f6-5b04-4e81-984e-c57237aaa5ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.529924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-205660f6-5b04-4e81-984e-c57237aaa5ab None None] Calling delete_port for 828e8fea-927a-4827-a4ee-1c04921f80c7 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:19.543963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab8c56f-579e-4a4d-9177-77aca1516241 None None] Network 68e41def-6cac-4908-9205-46824e3fda91 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:19.559693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-205660f6-5b04-4e81-984e-c57237aaa5ab None None] Port 828e8fea-927a-4827-a4ee-1c04921f80c7 was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:02:19.561692 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-205660f6-5b04-4e81-984e-c57237aaa5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.695810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.725385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205660f6-5b04-4e81-984e-c57237aaa5ab None None] Pushing event deleted for resources: {'Port': ['ID=828e8fea-927a-4827-a4ee-1c04921f80c7,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:19.755014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 70c2570f-1667-4974-a0b0-24a337bf11ec up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:19.793390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5360bd8a-1327-4b8a-b14f-c6d526960075']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:19.838392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:19.838696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc31b5eb-9cec-4c73-8f87-9e5bf87a4fe1') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:19.916498 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.980919 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:19.994957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205660f6-5b04-4e81-984e-c57237aaa5ab None None] No DVR routers for this DVR port 828e8fea-927a-4827-a4ee-1c04921f80c7 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:20.011773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:20.014007 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.031440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f311545f-3d70-4333-8116-ac65dcfee87f None None] Provisioning complete for port fadac1fe-bfe6-43cb-b46d-ac53b30af875 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:20.032269 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f311545f-3d70-4333-8116-ac65dcfee87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:20.032379 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:20.123914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.20.0.1 (68e41def-6cac-4908-9205-46824e3fda91/7899f5fe-074e-4eb3-9705-eb6b22493c36/b9aa6128-5ed0-4dae-90ed-25b4d40be37e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:20.131663 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b89ea1-aa84-4e77-ba01-3e852c6612ca x-openstack-request-id: req-a8b89ea1-aa84-4e77-ba01-3e852c6612ca {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:20.132001 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-plugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:20.132265 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8b89ea1-aa84-4e77-ba01-3e852c6612ca {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:20.132665 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'code': 200} Sep 16 05:02:20.183734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 70c2570f-1667-4974-a0b0-24a337bf11ec triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:20.184186 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.234857 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1751142d-7f30-4c2c-a795-aa089a28d083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.355828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.395407 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.408773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8277f-2cca-467c-9e61-b806d62d145d req-ce825b61-ee03-4408-8e7e-5738fe4ffed5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.413510 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/networks/5360bd8a-1327-4b8a-b14f-c6d526960075 HTTP/1.1" status: 204 len: 168 time: 2.1405795 Sep 16 05:02:20.418081 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26e8277f-2cca-467c-9e61-b806d62d145d req-ce825b61-ee03-4408-8e7e-5738fe4ffed5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.1015229 Sep 16 05:02:20.419903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37372) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.463896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249c8cb-a5a7-4cb5-a884-496c8624adee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Network': ['ID=5360bd8a-1327-4b8a-b14f-c6d526960075,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:20.530060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26e8277f-2cca-467c-9e61-b806d62d145d req-c1ceaa41-58cc-44bc-9628-b5be1bc547c4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060293 Sep 16 05:02:20.564157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25642a6-6b7e-43b2-8f3e-6f5ad3a2d0f9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.564775 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c25642a6-6b7e-43b2-8f3e-6f5ad3a2d0f9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/63b2de46-3942-4e0a-9183-3f0ee0f9f68a HTTP/1.1" status: 200 len: 844 time: 0.1407061 Sep 16 05:02:20.568711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37382) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.574930 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.639862 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f311545f-3d70-4333-8116-ac65dcfee87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.650486 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-142d5da9-a0af-4399-98ef-3cc3166eb338 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/63b2de46-3942-4e0a-9183-3f0ee0f9f68a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0803304 Sep 16 05:02:20.654552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37384) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:20.669883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c9f193f5-0d06-43b1-8309-0e1a72d851d6 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:20.678108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fadac1fe-bfe6-43cb-b46d-ac53b30af875 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:20.763957 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824ced1-e631-4ebe-96ca-b1462cbdf091 req-82013450-a3a5-413c-9a0a-5a294352aeac tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:20.781305 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9824ced1-e631-4ebe-96ca-b1462cbdf091 req-82013450-a3a5-413c-9a0a-5a294352aeac tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 909 time: 0.0946369 Sep 16 05:02:20.786382 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.848733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network 68e41def-6cac-4908-9205-46824e3fda91 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:20.859082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:20.904458 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:20.912222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f193f5-0d06-43b1-8309-0e1a72d851d6 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:20.918599 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9f193f5-0d06-43b1-8309-0e1a72d851d6 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:20.975416 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.022059 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.100882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f311545f-3d70-4333-8116-ac65dcfee87f None None] For port fadac1fe-bfe6-43cb-b46d-ac53b30af875, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fadac1fe-bfe6-43cb-b46d-ac53b30af875,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:21.124127 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f311545f-3d70-4333-8116-ac65dcfee87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.157446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=b9aa6128-5ed0-4dae-90ed-25b4d40be37e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.172908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.174051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.174413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.174759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.175184 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.175525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.175866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.176387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.178071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.178071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.178071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.178071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:21.356648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port fadac1fe-bfe6-43cb-b46d-ac53b30af875 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:21.358325 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.445599 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.548574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311545f-3d70-4333-8116-ac65dcfee87f None None] Pushing event updated for resources: {'Port': ['ID=fadac1fe-bfe6-43cb-b46d-ac53b30af875,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.578792 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9f193f5-0d06-43b1-8309-0e1a72d851d6 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.747618 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f193f5-0d06-43b1-8309-0e1a72d851d6 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Subnet': ['ID=4a1b87d5-f83d-43c1-978d-90cf897d68e0,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:21.817134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f193f5-0d06-43b1-8309-0e1a72d851d6 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:21.831916 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.909737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 828e8fea-927a-4827-a4ee-1c04921f80c7 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:21.960590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-c9f193f5-0d06-43b1-8309-0e1a72d851d6 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:21.975301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f193f5-0d06-43b1-8309-0e1a72d851d6 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:21.978296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a081802b-f097-4da9-a198-cc8166d5be09 None None] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:21.979382 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c9f193f5-0d06-43b1-8309-0e1a72d851d6 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:21.986520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 828e8fea-927a-4827-a4ee-1c04921f80c7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:21.987059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 828e8fea-927a-4827-a4ee-1c04921f80c7 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:22.075079 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c9f193f5-0d06-43b1-8309-0e1a72d851d6 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4176092 Sep 16 05:02:22.082281 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37446) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:22.095534 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1d710-b5db-4a68-a28c-e794224da004 req-a42da82e-9077-4f95-87aa-b5371fa97bd0 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.097537 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-79f1d710-b5db-4a68-a28c-e794224da004 req-a42da82e-9077-4f95-87aa-b5371fa97bd0 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.50 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 909 time: 0.3510332 Sep 16 05:02:22.103475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3719f182-2302-4f61-8a3b-eee6764dc0f5 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'security_group': {'name': 'tempest-secgroup-1825971306'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:22.211128 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719f182-2302-4f61-8a3b-eee6764dc0f5 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.269074 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fadac1fe-bfe6-43cb-b46d-ac53b30af875 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:22.419727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8572d982-bc56-4332-a800-916a8ac031ab None None] Provisioning complete for port fadac1fe-bfe6-43cb-b46d-ac53b30af875 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:22.420106 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8572d982-bc56-4332-a800-916a8ac031ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.575436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-79f1d710-b5db-4a68-a28c-e794224da004 req-79886631-4151-42a8-9b3f-ac676ed02d9f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Deleting port 873fe395-c399-48f1-97b9-7e90146109a7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:22.578581 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-79f1d710-b5db-4a68-a28c-e794224da004 req-79886631-4151-42a8-9b3f-ac676ed02d9f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.622344 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.642239 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.647854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port fadac1fe-bfe6-43cb-b46d-ac53b30af875 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:22.648244 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.764734 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719f182-2302-4f61-8a3b-eee6764dc0f5 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.785391 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719f182-2302-4f61-8a3b-eee6764dc0f5 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.855685 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.866506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=b9aa6128-5ed0-4dae-90ed-25b4d40be37e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.897472 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3719f182-2302-4f61-8a3b-eee6764dc0f5 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.902429 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3719f182-2302-4f61-8a3b-eee6764dc0f5 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7992039 Sep 16 05:02:22.902429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719f182-2302-4f61-8a3b-eee6764dc0f5 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22eb4bb4-2274-4364-92c4-da5da7b302a8,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:22.908380 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-1214f719-7b35-448a-b0f3-7fa87e58bf03', 'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'tenant_id': '47bad6c60c974bd98edf526dfd74db00', 'fixed_ips': [{'subnet_id': '4a1b87d5-f83d-43c1-978d-90cf897d68e0'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:02:22.909254 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.910925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37490) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:22.930995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-281004a9-5dc7-48ec-86e2-9d6cd95ee61f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'security_group': {'name': 'tempest-secgroup-820105843'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:22.936453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-79f1d710-b5db-4a68-a28c-e794224da004 req-79886631-4151-42a8-9b3f-ac676ed02d9f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] For port 873fe395-c399-48f1-97b9-7e90146109a7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=873fe395-c399-48f1-97b9-7e90146109a7,segment=NetworkSegment(678480d5-db06-4415-858d-013d78fd71f2),segment_id=678480d5-db06-4415-858d-013d78fd71f2)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:22.936836 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-79f1d710-b5db-4a68-a28c-e794224da004 req-79886631-4151-42a8-9b3f-ac676ed02d9f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:22.971013 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064bbe0-f222-4a5e-86bc-66bfd209057d req-8f272a68-ff8a-426a-8ac5-1211ac4695a7 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:22.973083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a064bbe0-f222-4a5e-86bc-66bfd209057d req-8f272a68-ff8a-426a-8ac5-1211ac4695a7 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.5290320 Sep 16 05:02:23.075591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-79f1d710-b5db-4a68-a28c-e794224da004 req-79886631-4151-42a8-9b3f-ac676ed02d9f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Calling delete_port for 873fe395-c399-48f1-97b9-7e90146109a7 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:23.088868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8572d982-bc56-4332-a800-916a8ac031ab None None] Provisioning complete for port b9aa6128-5ed0-4dae-90ed-25b4d40be37e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:23.089252 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8572d982-bc56-4332-a800-916a8ac031ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.145542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a064bbe0-f222-4a5e-86bc-66bfd209057d req-7ee78b3a-0906-4bd5-b71a-3c066d2b8d97 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328146 Sep 16 05:02:23.261008 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network 68e41def-6cac-4908-9205-46824e3fda91 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:23.270419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:23.351394 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.354316 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-79f1d710-b5db-4a68-a28c-e794224da004 req-79886631-4151-42a8-9b3f-ac676ed02d9f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.388001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8572d982-bc56-4332-a800-916a8ac031ab None None] Port b9aa6128-5ed0-4dae-90ed-25b4d40be37e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:23.438058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79886631-4151-42a8-9b3f-ac676ed02d9f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'Port': ['ID=873fe395-c399-48f1-97b9-7e90146109a7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:23.472451 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-281004a9-5dc7-48ec-86e2-9d6cd95ee61f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.559251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Allocated IP 2001:db8::2 (1214f719-7b35-448a-b0f3-7fa87e58bf03/4a1b87d5-f83d-43c1-978d-90cf897d68e0/57ae967f-4276-48ac-91f6-50c1a864d7ca) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:23.597392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f1d710-b5db-4a68-a28c-e794224da004 req-79886631-4151-42a8-9b3f-ac676ed02d9f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] No DVR routers for this DVR port 873fe395-c399-48f1-97b9-7e90146109a7 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:23.603958 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-79f1d710-b5db-4a68-a28c-e794224da004 req-79886631-4151-42a8-9b3f-ac676ed02d9f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.609942 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-79f1d710-b5db-4a68-a28c-e794224da004 req-79886631-4151-42a8-9b3f-ac676ed02d9f tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.50 "DELETE /v2.0/ports/873fe395-c399-48f1-97b9-7e90146109a7 HTTP/1.1" status: 204 len: 173 time: 1.4674158 Sep 16 05:02:23.615840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40ec861-1cb0-41eb-be49-7dadc833f236', 'name': 'network-vif-deleted', 'tag': '873fe395-c399-48f1-97b9-7e90146109a7'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:23.616021 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-40aa5c7e-834e-45a4-b6fc-1480db4a68f0 req-d90125d7-7006-4a6a-bc6f-686132e5c0c0 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40ec861-1cb0-41eb-be49-7dadc833f236 HTTP/1.1" status: 200 len: 210 time: 0.1557198 Sep 16 05:02:23.624568 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abe324e-4917-4283-bbd1-037d558cb673" -d '{"events": [{"server_uuid": "a40ec861-1cb0-41eb-be49-7dadc833f236", "name": "network-vif-deleted", "tag": "873fe395-c399-48f1-97b9-7e90146109a7"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:23.638325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f26def3f-6d5b-41cf-b429-ef218d1b1d92 None None] Provisioning complete for port b9aa6128-5ed0-4dae-90ed-25b4d40be37e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:23.638713 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f26def3f-6d5b-41cf-b429-ef218d1b1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.749650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f26def3f-6d5b-41cf-b429-ef218d1b1d92 None None] Port b9aa6128-5ed0-4dae-90ed-25b4d40be37e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:23.758242 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354ec99d-b9c2-4857-b14d-1bff78bf8bd9 x-openstack-request-id: req-354ec99d-b9c2-4857-b14d-1bff78bf8bd9 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:23.759964 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40ec861-1cb0-41eb-be49-7dadc833f236", "name": "network-vif-deleted", "tag": "873fe395-c399-48f1-97b9-7e90146109a7", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:23.768391 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-354ec99d-b9c2-4857-b14d-1bff78bf8bd9 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:23.769192 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40ec861-1cb0-41eb-be49-7dadc833f236', 'name': 'network-vif-deleted', 'tag': '873fe395-c399-48f1-97b9-7e90146109a7', 'status': 'completed', 'code': 200} Sep 16 05:02:23.859257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:23.870432 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-281004a9-5dc7-48ec-86e2-9d6cd95ee61f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.875958 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-281004a9-5dc7-48ec-86e2-9d6cd95ee61f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.971041 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-281004a9-5dc7-48ec-86e2-9d6cd95ee61f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.975037 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-281004a9-5dc7-48ec-86e2-9d6cd95ee61f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0585542 Sep 16 05:02:23.982497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e34286ec-bbf0-469c-81f3-66686252bb50 None None] Provisioning complete for port b9aa6128-5ed0-4dae-90ed-25b4d40be37e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:23.982694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37526) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:23.982883 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e34286ec-bbf0-469c-81f3-66686252bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:23.994051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281004a9-5dc7-48ec-86e2-9d6cd95ee61f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049d4681-af0d-43ba-b0ea-c97c73b11362,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:24.012057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2107483221', 'security_groups': ['049d4681-af0d-43ba-b0ea-c97c73b11362'], 'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4a1b87d5-f83d-43c1-978d-90cf897d68e0'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:24.039087 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e34286ec-bbf0-469c-81f3-66686252bb50 None None] Port b9aa6128-5ed0-4dae-90ed-25b4d40be37e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:24.159822 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.170150 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.247353 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37532) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:24.377517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:24.401994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:24.412630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:24.423066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Sync routers for ids ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:24.433119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:24.441895 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2d7a36b8-45b5-40fd-8c92-c6df10475d6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "PUT /v2.0/routers/c94aa53d-4565-4c2a-8e09-14b0b8e18a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7088904 Sep 16 05:02:24.523465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Routers {'c94aa53d-4565-4c2a-8e09-14b0b8e18a13'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:24.526783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:02:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:24.545786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Pushing event updated for resources: {'Port': ['ID=57ae967f-4276-48ac-91f6-50c1a864d7ca,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:24.626698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32ef98-d1ac-46f7-9123-6ec8821d314e req-13c1f3a1-48ed-4fd4-900e-ff2acf2fda82 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:24.628151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d32ef98-d1ac-46f7-9123-6ec8821d314e req-13c1f3a1-48ed-4fd4-900e-ff2acf2fda82 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.2551508 Sep 16 05:02:24.628797 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:24.634246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Attempting to bind port 57ae967f-4276-48ac-91f6-50c1a864d7ca on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:24.634714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Attempting to bind port 57ae967f-4276-48ac-91f6-50c1a864d7ca by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'df0b6174-e34a-40a7-a8b8-dfc467f6f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:24.635158 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Attempting to bind port 57ae967f-4276-48ac-91f6-50c1a864d7ca on network 1214f719-7b35-448a-b0f3-7fa87e58bf03 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:24.645486 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:24.646122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Checking segment: {'id': 'df0b6174-e34a-40a7-a8b8-dfc467f6f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:24.646647 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.647306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Bound using segment: {'id': 'df0b6174-e34a-40a7-a8b8-dfc467f6f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:24.648123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Bound port: 57ae967f-4276-48ac-91f6-50c1a864d7ca, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0b6174-e34a-40a7-a8b8-dfc467f6f17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:24.648593 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.763079 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e086-9028-4a5c-a42c-5d7b2e4a5b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.817001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Set router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:24.847301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d32ef98-d1ac-46f7-9123-6ec8821d314e req-2d82ed60-351c-4006-99dd-7385f922c4c3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315691 Sep 16 05:02:24.910460 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.942280 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e086-9028-4a5c-a42c-5d7b2e4a5b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.954254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37552) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:24.972105 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e086-9028-4a5c-a42c-5d7b2e4a5b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:24.986384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port 7c6b8ac2-f848-4cb9-8969-bdd7181bb022 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:02:25.081276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] For port 57ae967f-4276-48ac-91f6-50c1a864d7ca, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:25.086671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] For port 57ae967f-4276-48ac-91f6-50c1a864d7ca, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=57ae967f-4276-48ac-91f6-50c1a864d7ca,segment=NetworkSegment(df0b6174-e34a-40a7-a8b8-dfc467f6f17d),segment_id=df0b6174-e34a-40a7-a8b8-dfc467f6f17d)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:25.123763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.205626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8::e7 (1214f719-7b35-448a-b0f3-7fa87e58bf03/4a1b87d5-f83d-43c1-978d-90cf897d68e0/7c6b8ac2-f848-4cb9-8969-bdd7181bb022) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:25.273437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2e086-9028-4a5c-a42c-5d7b2e4a5b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e81409c-0219-4388-b9f8-6755adfa9068,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:25.316996 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b3c2e086-9028-4a5c-a42c-5d7b2e4a5b7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e481e4890adf4bedb35cb66f0ba61cef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0683727 Sep 16 05:02:25.318283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37572) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:25.407757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9eb9bf-4e21-44d1-b626-10d81ced7dae None None] Pushing event updated for resources: {'Port': ['ID=57ae967f-4276-48ac-91f6-50c1a864d7ca,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:25.522254 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-7a2d6eb4-2dea-4b7d-942e-884e01fa866b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720815720&fields=id&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 267 time: 0.1260941 Sep 16 05:02:25.563554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.652526 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:21Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'b9aa6128-5ed0-4dae-90ed-25b4d40be37e', 'name': '', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:f8:2e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:19Z', 'updated_at': '2021-09-16T05:02:22Z', 'revision_number': 2, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:25.691039 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.738465 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8193cff9-780a-4889-b112-f76b721ac1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.779665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=7c6b8ac2-f848-4cb9-8969-bdd7181bb022,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:25.822687 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae90108-e191-4c96-87c6-056db198c65c req-2290d19c-5f75-4a96-a5e5-6420be8076d9 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.824743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-2290d19c-5f75-4a96-a5e5-6420be8076d9 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/networks?id=68e41def-6cac-4908-9205-46824e3fda91 HTTP/1.1" status: 200 len: 796 time: 0.2952363 Sep 16 05:02:25.826751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:25.827442 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8193cff9-780a-4889-b112-f76b721ac1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.833851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:25.843326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:25.849774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:25.850773 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:25.875975 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-ce278a0f-6f94-4d7a-86f9-4e5f7721c619 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/quotas/79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 375 time: 0.0195067 Sep 16 05:02:25.887485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2017ff00-eb14-4fab-b8da-f17a0fbed08f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8978808 Sep 16 05:02:25.889865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37586) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:25.895200 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-58b8046d-65e7-4bb3-a9d4-a0d40da4f620 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:25.978085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Checking router: c94aa53d-4565-4c2a-8e09-14b0b8e18a13 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:25.978813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Updating router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 port b9aa6128-5ed0-4dae-90ed-25b4d40be37e binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:02:26.049945 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-a4169f48-905d-4878-8a46-e6d645001c67 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1608913 Sep 16 05:02:26.052843 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.242296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b8046d-65e7-4bb3-a9d4-a0d40da4f620 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:26.245543 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8193cff9-780a-4889-b112-f76b721ac1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.248504 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8193cff9-780a-4889-b112-f76b721ac1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.249751 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8193cff9-780a-4889-b112-f76b721ac1ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e81409c-0219-4388-b9f8-6755adfa9068 HTTP/1.1" status: 204 len: 168 time: 0.9248569 Sep 16 05:02:26.250815 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-58b8046d-65e7-4bb3-a9d4-a0d40da4f620 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.259810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193cff9-780a-4889-b112-f76b721ac1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e81409c-0219-4388-b9f8-6755adfa9068,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:26.332378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 57ae967f-4276-48ac-91f6-50c1a864d7ca up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:26.402327 n-d-712142-17 neutron-server[94745]: INFO neutron.db.ipam_backend_mixin [None req-58b8046d-65e7-4bb3-a9d4-a0d40da4f620 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a1b87d5-f83d-43c1-978d-90cf897d68e0 (CIDR: 2001:db8::/64) Sep 16 05:02:26.409717 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ffda6b5f-fd53-4cbf-ad69-e3fc711ed950 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.434839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-b9fcc437-59e9-4c41-af97-73e1c92634bb service neutron] 10.222.0.53 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696096 Sep 16 05:02:26.437035 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b8046d-65e7-4bb3-a9d4-a0d40da4f620 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:02:26.437552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b8046d-65e7-4bb3-a9d4-a0d40da4f620 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:26.464921 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 873fe395-c399-48f1-97b9-7e90146109a7 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:26.468140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-58b8046d-65e7-4bb3-a9d4-a0d40da4f620 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5770142 Sep 16 05:02:26.480420 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37598) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:26.493158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7964e9c4-f138-4ac4-a697-8a1efa3f1d53 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:26.552382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 873fe395-c399-48f1-97b9-7e90146109a7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:26.552741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 873fe395-c399-48f1-97b9-7e90146109a7 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:26.766188 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-b3c0e634-94d7-4741-a504-d8bdb5736225 service neutron] 10.222.0.53 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136950 Sep 16 05:02:26.849038 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 57ae967f-4276-48ac-91f6-50c1a864d7ca triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:26.849863 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:26.918723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7964e9c4-f138-4ac4-a697-8a1efa3f1d53 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:26.923273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7964e9c4-f138-4ac4-a697-8a1efa3f1d53 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.080041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ffda6b5f-fd53-4cbf-ad69-e3fc711ed950 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Deleting port 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:27.084259 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ffda6b5f-fd53-4cbf-ad69-e3fc711ed950 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.320167 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.323724 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e4085c91-2ee1-4d37-a958-172b7a62e607 None None] Provisioning complete for port 57ae967f-4276-48ac-91f6-50c1a864d7ca triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:27.324087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e4085c91-2ee1-4d37-a958-172b7a62e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.423404 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.428959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-ffda6b5f-fd53-4cbf-ad69-e3fc711ed950 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] For port 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2,segment=NetworkSegment(678480d5-db06-4415-858d-013d78fd71f2),segment_id=678480d5-db06-4415-858d-013d78fd71f2)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:27.429470 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ffda6b5f-fd53-4cbf-ad69-e3fc711ed950 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.480718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ffda6b5f-fd53-4cbf-ad69-e3fc711ed950 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Calling delete_port for 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:27.506957 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7964e9c4-f138-4ac4-a697-8a1efa3f1d53 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.616105 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a751ca-beb0-4884-b3d1-902fef0354d5 None None] Pushing event updated for resources: {'Port': ['ID=b9aa6128-5ed0-4dae-90ed-25b4d40be37e,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:27.671412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7964e9c4-f138-4ac4-a697-8a1efa3f1d53 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:27.690437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7964e9c4-f138-4ac4-a697-8a1efa3f1d53 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:27.729363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7964e9c4-f138-4ac4-a697-8a1efa3f1d53 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:27.732708 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7964e9c4-f138-4ac4-a697-8a1efa3f1d53 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.783850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab7327c-871e-4633-878c-a517e8700afd None None] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:27.787826 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:27.802577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7964e9c4-f138-4ac4-a697-8a1efa3f1d53 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3210762 Sep 16 05:02:27.809959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964e9c4-f138-4ac4-a697-8a1efa3f1d53 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Subnet': ['ID=486b16e3-fdaf-4e9e-ac69-d712c90b980b,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:27.813787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37634) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:27.824688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-df3a26bb-f308-4798-8549-5dfd912f3140 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1266131497', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '486b16e3-fdaf-4e9e-ac69-d712c90b980b'}], 'security_groups': ['22eb4bb4-2274-4364-92c4-da5da7b302a8']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:28.012260 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ffda6b5f-fd53-4cbf-ad69-e3fc711ed950 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.028574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261468c4-3dec-4fbc-b29c-fbfdf13b8a4e req-5a2f3db1-7a1b-4d07-9897-2dd976a2b1ad tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:28.040784 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-261468c4-3dec-4fbc-b29c-fbfdf13b8a4e req-5a2f3db1-7a1b-4d07-9897-2dd976a2b1ad tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.2826688 Sep 16 05:02:28.068645 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df3a26bb-f308-4798-8549-5dfd912f3140 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.124367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda6b5f-fd53-4cbf-ad69-e3fc711ed950 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'Port': ['ID=6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:28.438637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Attempting to bind port b9aa6128-5ed0-4dae-90ed-25b4d40be37e on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:28.439474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Attempting to bind port b9aa6128-5ed0-4dae-90ed-25b4d40be37e by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:28.441734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Attempting to bind port b9aa6128-5ed0-4dae-90ed-25b4d40be37e on network 68e41def-6cac-4908-9205-46824e3fda91 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:28.468137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 57ae967f-4276-48ac-91f6-50c1a864d7ca, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=57ae967f-4276-48ac-91f6-50c1a864d7ca,segment=NetworkSegment(df0b6174-e34a-40a7-a8b8-dfc467f6f17d),segment_id=df0b6174-e34a-40a7-a8b8-dfc467f6f17d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:28.526225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-df3a26bb-f308-4798-8549-5dfd912f3140 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Delete allocated IP 2001:db8::e7 (1214f719-7b35-448a-b0f3-7fa87e58bf03/4a1b87d5-f83d-43c1-978d-90cf897d68e0) {{(pid=94745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:02:28.543767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-df3a26bb-f308-4798-8549-5dfd912f3140 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8:0:1::286 (1214f719-7b35-448a-b0f3-7fa87e58bf03/486b16e3-fdaf-4e9e-ac69-d712c90b980b/7c6b8ac2-f848-4cb9-8969-bdd7181bb022) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:28.548138 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.786178 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-261468c4-3dec-4fbc-b29c-fbfdf13b8a4e req-ab584421-0e90-46a6-8c5f-647ec8eda2e2 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7442496 Sep 16 05:02:28.790586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:28.791027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Checking segment: {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:28.791375 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.792030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Bound using segment: {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:28.792731 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Bound port: b9aa6128-5ed0-4dae-90ed-25b4d40be37e, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:28.793115 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.797333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=57ae967f-4276-48ac-91f6-50c1a864d7ca,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:28.845586 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e4085c91-2ee1-4d37-a958-172b7a62e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.851134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:28.852331 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ffda6b5f-fd53-4cbf-ad69-e3fc711ed950 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:28.854296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:28.855996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:28.856482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:28.857663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:28.863095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:28.863556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:28.864216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:28.864641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:28.865308 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:28.865918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:28.870070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:28.928673 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df3a26bb-f308-4798-8549-5dfd912f3140 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.009573 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3a710b0-4479-4ac4-94cc-692ecc74c3b2 req-133ccf18-1447-4e12-b100-63097fe9b9b5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 210 time: 0.0748487 Sep 16 05:02:29.011681 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df3a26bb-f308-4798-8549-5dfd912f3140 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.200971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c7f96-3dee-4d74-b4f7-8a58831e3f01 req-393c378b-ec3e-4f9e-9099-cf4dddf39167 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.205475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-df3a26bb-f308-4798-8549-5dfd912f3140 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] In _notify_port_updated(), no bound segment for port 7c6b8ac2-f848-4cb9-8969-bdd7181bb022 on network 1214f719-7b35-448a-b0f3-7fa87e58bf03 {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:02:29.212079 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3a26bb-f308-4798-8549-5dfd912f3140 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.214035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f1c7f96-3dee-4d74-b4f7-8a58831e3f01 req-393c378b-ec3e-4f9e-9099-cf4dddf39167 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.15 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 945 time: 0.2129159 Sep 16 05:02:29.225947 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-df3a26bb-f308-4798-8549-5dfd912f3140 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.231505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37662) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:29.233581 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-df3a26bb-f308-4798-8549-5dfd912f3140 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "PUT /v2.0/ports/7c6b8ac2-f848-4cb9-8969-bdd7181bb022 HTTP/1.1" status: 200 len: 931 time: 1.4138255 Sep 16 05:02:29.262254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] For port b9aa6128-5ed0-4dae-90ed-25b4d40be37e, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:29.278064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a26bb-f308-4798-8549-5dfd912f3140 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=7c6b8ac2-f848-4cb9-8969-bdd7181bb022,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.284824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] For port b9aa6128-5ed0-4dae-90ed-25b4d40be37e, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b9aa6128-5ed0-4dae-90ed-25b4d40be37e,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:29.312258 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-e4085c91-2ee1-4d37-a958-172b7a62e607 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:02:29.312679 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-e4085c91-2ee1-4d37-a958-172b7a62e607 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:02:29.318064 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.440225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf45cdf-004a-4186-acf7-47bda844d298 req-a72462aa-7001-469e-b949-905db68e128e tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:29.452031 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eaf45cdf-004a-4186-acf7-47bda844d298 req-a72462aa-7001-469e-b949-905db68e128e tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 945 time: 0.2479510 Sep 16 05:02:29.524342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a751ca-beb0-4884-b3d1-902fef0354d5 None None] Pushing event updated for resources: {'Port': ['ID=b9aa6128-5ed0-4dae-90ed-25b4d40be37e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:29.576942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Routers {'c94aa53d-4565-4c2a-8e09-14b0b8e18a13'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:29.577730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eaf45cdf-004a-4186-acf7-47bda844d298 req-7b7aac84-7b77-4090-ae39-210cafde1882 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e442f8-e235-4548-8649-8f3d12034b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247337 Sep 16 05:02:29.579096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:02:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:29.674750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2762384b-00bb-4c59-bf30-6ff88243cc80 None None] Update dhcp port {'port': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'fixed_ips': [{'subnet_id': '4a1b87d5-f83d-43c1-978d-90cf897d68e0', 'ip_address': '2001:db8::2'}, {'subnet_id': '486b16e3-fdaf-4e9e-ac69-d712c90b980b'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '57ae967f-4276-48ac-91f6-50c1a864d7ca'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:02:29.721885 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2762384b-00bb-4c59-bf30-6ff88243cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:29.926851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-2762384b-00bb-4c59-bf30-6ff88243cc80 None None] Allocated IP 2001:db8:0:1::2 (1214f719-7b35-448a-b0f3-7fa87e58bf03/486b16e3-fdaf-4e9e-ac69-d712c90b980b/57ae967f-4276-48ac-91f6-50c1a864d7ca) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:29.994625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad4ba8-e71b-4b4e-af02-825e2b2ed23c req-44dee9c9-c3c0-4793-a4b8-4f202dc367b7 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:30.002015 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8fad4ba8-e71b-4b4e-af02-825e2b2ed23c req-44dee9c9-c3c0-4793-a4b8-4f202dc367b7 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.1147702 Sep 16 05:02:30.127873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8fad4ba8-e71b-4b4e-af02-825e2b2ed23c req-1968d1fd-e1a2-4241-a0df-77c30e5386c4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247835 Sep 16 05:02:30.129285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2762384b-00bb-4c59-bf30-6ff88243cc80 None None] For port 57ae967f-4276-48ac-91f6-50c1a864d7ca, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=57ae967f-4276-48ac-91f6-50c1a864d7ca,segment=NetworkSegment(df0b6174-e34a-40a7-a8b8-dfc467f6f17d),segment_id=df0b6174-e34a-40a7-a8b8-dfc467f6f17d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:30.153846 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] Set router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:30.280965 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2762384b-00bb-4c59-bf30-6ff88243cc80 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.294054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e4085c91-2ee1-4d37-a958-172b7a62e607 None None] Provisioning complete for port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:30.295402 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e4085c91-2ee1-4d37-a958-172b7a62e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.373692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b93a253-2cb7-440a-9f3d-3389fe9d60ed req-b36be3cd-8570-4465-a54f-a74d41e8fcda tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 210 time: 0.0550439 Sep 16 05:02:30.394232 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2762384b-00bb-4c59-bf30-6ff88243cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.641228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e4085c91-2ee1-4d37-a958-172b7a62e607 None None] Port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:30.739989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762384b-00bb-4c59-bf30-6ff88243cc80 None None] Pushing event updated for resources: {'Port': ['ID=57ae967f-4276-48ac-91f6-50c1a864d7ca,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:30.788644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 57ae967f-4276-48ac-91f6-50c1a864d7ca up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:30.793469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffda6b5f-fd53-4cbf-ad69-e3fc711ed950 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Router ec196a73-c5af-46be-8472-32cb09e9439f has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:30.846441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-3f1c7f96-3dee-4d74-b4f7-8a58831e3f01 req-ea8f2382-a466-4d39-b4e2-9ee71d5ba3a4 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Deleting port edfa4704-2e3e-49ae-9534-2aa69605075a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:30.846940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f1c7f96-3dee-4d74-b4f7-8a58831e3f01 req-ea8f2382-a466-4d39-b4e2-9ee71d5ba3a4 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:30.888657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c164da6-c2d5-4145-befd-77896e53e104 req-b3bb3e93-2734-4d42-a162-b27d99b9b301 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:30.902250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c164da6-c2d5-4145-befd-77896e53e104 req-b3bb3e93-2734-4d42-a162-b27d99b9b301 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 945 time: 0.1594825 Sep 16 05:02:30.925211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:21Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'b9aa6128-5ed0-4dae-90ed-25b4d40be37e', 'name': '', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:f8:2e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:19Z', 'updated_at': '2021-09-16T05:02:29Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:30.998547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-3f1c7f96-3dee-4d74-b4f7-8a58831e3f01 req-ea8f2382-a466-4d39-b4e2-9ee71d5ba3a4 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] For port edfa4704-2e3e-49ae-9534-2aa69605075a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=edfa4704-2e3e-49ae-9534-2aa69605075a,segment=NetworkSegment(e5ee1079-f383-436d-8b56-756445cadd2b),segment_id=e5ee1079-f383-436d-8b56-756445cadd2b)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:31.003168 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f1c7f96-3dee-4d74-b4f7-8a58831e3f01 req-ea8f2382-a466-4d39-b4e2-9ee71d5ba3a4 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.021260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-3f1c7f96-3dee-4d74-b4f7-8a58831e3f01 req-ea8f2382-a466-4d39-b4e2-9ee71d5ba3a4 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Calling delete_port for edfa4704-2e3e-49ae-9534-2aa69605075a owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:31.030731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c164da6-c2d5-4145-befd-77896e53e104 req-63baaa79-f1d3-48c6-970f-89d11a0bd989 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e442f8-e235-4548-8649-8f3d12034b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114480 Sep 16 05:02:31.060529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1992691-3c99-4a8b-a019-2654e9785e3f None None] The sync data for ids ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'] in n-d-712142-17 is: [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:21Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'b9aa6128-5ed0-4dae-90ed-25b4d40be37e', 'name': '', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:f8:2e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:19Z', 'updated_at': '2021-09-16T05:02:29Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:31.083029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-388decc6-73f6-4f33-b49b-4a4b56cb6e0a None None] Provisioning complete for port 7c6b8ac2-f848-4cb9-8969-bdd7181bb022 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:31.083420 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-388decc6-73f6-4f33-b49b-4a4b56cb6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.297064 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-388decc6-73f6-4f33-b49b-4a4b56cb6e0a None None] Port 7c6b8ac2-f848-4cb9-8969-bdd7181bb022 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:31.379491 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 57ae967f-4276-48ac-91f6-50c1a864d7ca triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:31.379491 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.380947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-388decc6-73f6-4f33-b49b-4a4b56cb6e0a None None] Provisioning complete for port b9aa6128-5ed0-4dae-90ed-25b4d40be37e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:31.381310 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-388decc6-73f6-4f33-b49b-4a4b56cb6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.402387 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f1c7f96-3dee-4d74-b4f7-8a58831e3f01 req-ea8f2382-a466-4d39-b4e2-9ee71d5ba3a4 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.461083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['edfa4704-2e3e-49ae-9534-2aa69605075a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:31.503072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787caefc-a108-4dec-a260-dd977f8745f6 req-25b183b2-6b0b-4285-b19b-ed7c0b9025b1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:31.509903 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-787caefc-a108-4dec-a260-dd977f8745f6 req-25b183b2-6b0b-4285-b19b-ed7c0b9025b1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.1431732 Sep 16 05:02:31.631283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae90108-e191-4c96-87c6-056db198c65c req-3a02b219-cb71-431f-8755-610529442b90 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:31.632798 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-3a02b219-cb71-431f-8755-610529442b90 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "GET /v2.0/networks?id=68e41def-6cac-4908-9205-46824e3fda91 HTTP/1.1" status: 200 len: 796 time: 2.4033923 Sep 16 05:02:31.639192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-787caefc-a108-4dec-a260-dd977f8745f6 req-24014f88-8468-42f3-930d-08e58989e34e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225264 Sep 16 05:02:31.675910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-59ba4b31-eeac-4b39-b27c-fc253c082d96 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 7c6b8ac2-f848-4cb9-8969-bdd7181bb022 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:31.676329 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-59ba4b31-eeac-4b39-b27c-fc253c082d96 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.732394 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-388decc6-73f6-4f33-b49b-4a4b56cb6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.792177 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-388decc6-73f6-4f33-b49b-4a4b56cb6e0a None None] For port b9aa6128-5ed0-4dae-90ed-25b4d40be37e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b9aa6128-5ed0-4dae-90ed-25b4d40be37e,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:31.822367 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-388decc6-73f6-4f33-b49b-4a4b56cb6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:31.864034 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9497ac0c-42c2-4a0a-929f-2eb63287c3a1 req-c36588df-6914-4790-864e-481b4c61e085 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 210 time: 0.0962491 Sep 16 05:02:31.932378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388decc6-73f6-4f33-b49b-4a4b56cb6e0a None None] Pushing event updated for resources: {'Port': ['ID=b9aa6128-5ed0-4dae-90ed-25b4d40be37e,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.063636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f2382-a466-4d39-b4e2-9ee71d5ba3a4 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Pushing event deleted for resources: {'Port': ['ID=edfa4704-2e3e-49ae-9534-2aa69605075a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:32.100640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1c7f96-3dee-4d74-b4f7-8a58831e3f01 req-ea8f2382-a466-4d39-b4e2-9ee71d5ba3a4 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] No DVR routers for this DVR port edfa4704-2e3e-49ae-9534-2aa69605075a on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:32.142948 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-59ba4b31-eeac-4b39-b27c-fc253c082d96 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.192714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-59ba4b31-eeac-4b39-b27c-fc253c082d96 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 7c6b8ac2-f848-4cb9-8969-bdd7181bb022 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:32.294822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b14bcca6-7e5a-4e93-9002-61ef0c6d7ca7 None None] Provisioning complete for port 7c6b8ac2-f848-4cb9-8969-bdd7181bb022 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:32.295340 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b14bcca6-7e5a-4e93-9002-61ef0c6d7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.333153 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-3f1c7f96-3dee-4d74-b4f7-8a58831e3f01 req-ea8f2382-a466-4d39-b4e2-9ee71d5ba3a4 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.342977 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3f1c7f96-3dee-4d74-b4f7-8a58831e3f01 req-ea8f2382-a466-4d39-b4e2-9ee71d5ba3a4 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.15 "DELETE /v2.0/ports/edfa4704-2e3e-49ae-9534-2aa69605075a HTTP/1.1" status: 204 len: 173 time: 3.1123252 Sep 16 05:02:32.360996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cee0dfe-8b91-4fb3-a946-1b644251a71c', 'name': 'network-vif-deleted', 'tag': 'edfa4704-2e3e-49ae-9534-2aa69605075a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:32.366088 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f07d75-3554-4fa2-858a-8b0129f0b2ec" -d '{"events": [{"server_uuid": "4cee0dfe-8b91-4fb3-a946-1b644251a71c", "name": "network-vif-deleted", "tag": "edfa4704-2e3e-49ae-9534-2aa69605075a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:32.439966 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b14bcca6-7e5a-4e93-9002-61ef0c6d7ca7 None None] Port 7c6b8ac2-f848-4cb9-8969-bdd7181bb022 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:32.478565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b14bcca6-7e5a-4e93-9002-61ef0c6d7ca7 None None] Provisioning complete for port 57ae967f-4276-48ac-91f6-50c1a864d7ca triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:32.478954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b14bcca6-7e5a-4e93-9002-61ef0c6d7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:32.590031 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-6f9732ea-4966-46dd-85e3-6999fdf2867e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 379 time: 0.6611106 Sep 16 05:02:32.642206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cae90108-e191-4c96-87c6-056db198c65c req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'port': {'device_id': '6eead90d-ab3d-410b-b485-ea011d615c39', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'admin_state_up': True, 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'security_groups': ['914d1b2a-e6f1-4268-b0e7-79e86abca7cd']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:32.865800 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b9aa6128-5ed0-4dae-90ed-25b4d40be37e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:32.934432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b14bcca6-7e5a-4e93-9002-61ef0c6d7ca7 None None] Provisioning complete for port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:32.934432 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b14bcca6-7e5a-4e93-9002-61ef0c6d7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.115794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b14bcca6-7e5a-4e93-9002-61ef0c6d7ca7 None None] Port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:33.139683 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b9aa6128-5ed0-4dae-90ed-25b4d40be37e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:33.140317 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.281649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffda6b5f-fd53-4cbf-ad69-e3fc711ed950 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:33.298106 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e982566-b714-48f6-a826-5b048a51d5b8 None None] Sync routers for ids ['ec196a73-c5af-46be-8472-32cb09e9439f'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:33.316336 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e982566-b714-48f6-a826-5b048a51d5b8 None None] Routers {'ec196a73-c5af-46be-8472-32cb09e9439f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:33.317247 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7e982566-b714-48f6-a826-5b048a51d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:02:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ec196a73-c5af-46be-8472-32cb09e9439f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:33.338959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ffda6b5f-fd53-4cbf-ad69-e3fc711ed950 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "PUT /v2.0/routers/ec196a73-c5af-46be-8472-32cb09e9439f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3834157 Sep 16 05:02:33.341995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37836) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:33.358412 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44747cf4-cc93-41d5-afca-44a13b2c1e30 req-8137a65d-cbf3-4227-aaf2-455be0264444 tempest-VolumesActionsTest-1844702049 tempest-VolumesActionsTest-1844702049-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cee0dfe-8b91-4fb3-a946-1b644251a71c HTTP/1.1" status: 200 len: 210 time: 1.1683187 Sep 16 05:02:33.373870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae90108-e191-4c96-87c6-056db198c65c req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Made reservation on behalf of 79f40fbc611d4c95b3f975e461ccb8b8 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:33.386414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cae90108-e191-4c96-87c6-056db198c65c req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.477741 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9910ea10-9e0f-48f4-8a17-db22463e6995 x-openstack-request-id: req-9910ea10-9e0f-48f4-8a17-db22463e6995 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:33.477966 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cee0dfe-8b91-4fb3-a946-1b644251a71c", "name": "network-vif-deleted", "tag": "edfa4704-2e3e-49ae-9534-2aa69605075a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:33.478184 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9910ea10-9e0f-48f4-8a17-db22463e6995 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:33.478606 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cee0dfe-8b91-4fb3-a946-1b644251a71c', 'name': 'network-vif-deleted', 'tag': 'edfa4704-2e3e-49ae-9534-2aa69605075a', 'status': 'completed', 'code': 200} Sep 16 05:02:33.558928 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7e982566-b714-48f6-a826-5b048a51d5b8 None None] Set router ec196a73-c5af-46be-8472-32cb09e9439f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:33.598191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d459a7e9-f877-45a1-9538-24a3dbc5fda1 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Deleting subnet 140dbae0-016a-420f-b06e-77363bf459b4 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:33.600434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-59ba4b31-eeac-4b39-b27c-fc253c082d96 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.683567 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d459a7e9-f877-45a1-9538-24a3dbc5fda1 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.696294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fbab2bf2-36f4-4942-90ba-1767c889a96a None None] Provisioning complete for port 7c6b8ac2-f848-4cb9-8969-bdd7181bb022 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:33.696294 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fbab2bf2-36f4-4942-90ba-1767c889a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.765251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fbab2bf2-36f4-4942-90ba-1767c889a96a None None] Port 7c6b8ac2-f848-4cb9-8969-bdd7181bb022 was deleted so its status cannot be updated. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 05:02:33.771282 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16079b3e-b434-4dc5-b2ea-b66e370d4925 req-e5c36d74-7867-4ac1-a4f1-28f191da1e0c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:33.784204 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-16079b3e-b434-4dc5-b2ea-b66e370d4925 req-e5c36d74-7867-4ac1-a4f1-28f191da1e0c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.1902106 Sep 16 05:02:33.785130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 57ae967f-4276-48ac-91f6-50c1a864d7ca up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:33.819545 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7e982566-b714-48f6-a826-5b048a51d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-35613678', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:29Z', 'updated_at': '2021-09-16T05:02:27Z', 'revision_number': 5, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:30Z', 'updated_at': '2021-09-16T05:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:33.831802 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba4b31-eeac-4b39-b27c-fc253c082d96 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=7c6b8ac2-f848-4cb9-8969-bdd7181bb022,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:33.854939 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e982566-b714-48f6-a826-5b048a51d5b8 None None] Checking router: ec196a73-c5af-46be-8472-32cb09e9439f for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:33.866272 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e982566-b714-48f6-a826-5b048a51d5b8 None None] Routers {'ec196a73-c5af-46be-8472-32cb09e9439f'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:33.867934 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7e982566-b714-48f6-a826-5b048a51d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:02:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ec196a73-c5af-46be-8472-32cb09e9439f'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:33.886522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 57ae967f-4276-48ac-91f6-50c1a864d7ca triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:33.886918 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.981753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-16079b3e-b434-4dc5-b2ea-b66e370d4925 req-c83c9cf2-2990-4761-8a6e-578ce7fee355 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926672 Sep 16 05:02:33.989885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d459a7e9-f877-45a1-9538-24a3dbc5fda1 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:33.998269 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-59ba4b31-eeac-4b39-b27c-fc253c082d96 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.000298 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-59ba4b31-eeac-4b39-b27c-fc253c082d96 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/7c6b8ac2-f848-4cb9-8969-bdd7181bb022 HTTP/1.1" status: 204 len: 168 time: 4.7480702 Sep 16 05:02:34.003021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37850) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.007202 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7e982566-b714-48f6-a826-5b048a51d5b8 None None] Set router ec196a73-c5af-46be-8472-32cb09e9439f gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:34.128522 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-375a7b4e-486c-48ea-930f-fb45d67c539e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:02:34.133890 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-375a7b4e-486c-48ea-930f-fb45d67c539e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/7c6b8ac2-f848-4cb9-8969-bdd7181bb022 HTTP/1.1" status: 404 len: 333 time: 0.1272702 Sep 16 05:02:34.135858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37852) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.235281 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-cae90108-e191-4c96-87c6-056db198c65c req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.20.0.4 (68e41def-6cac-4908-9205-46824e3fda91/7899f5fe-074e-4eb3-9705-eb6b22493c36/1b407c16-ba2a-45c0-80d1-bf1528a4f976) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:34.268139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device edfa4704-2e3e-49ae-9534-2aa69605075a no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:34.284547 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d459a7e9-f877-45a1-9538-24a3dbc5fda1 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.301353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: edfa4704-2e3e-49ae-9534-2aa69605075a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:34.314190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device edfa4704-2e3e-49ae-9534-2aa69605075a not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:34.355637 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a93beb0-f99d-47d7-8026-6bd1ee722290 req-e0cbd471-ee65-41ef-a1ff-1dbe292cbe8d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 210 time: 0.1717906 Sep 16 05:02:34.358186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37856) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.465275 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7e982566-b714-48f6-a826-5b048a51d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-35613678', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:29Z', 'updated_at': '2021-09-16T05:02:27Z', 'revision_number': 5, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:30Z', 'updated_at': '2021-09-16T05:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:34.472925 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d459a7e9-f877-45a1-9538-24a3dbc5fda1 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.521975 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77179916-0599-4773-8bb3-d027139870ee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.529905 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e982566-b714-48f6-a826-5b048a51d5b8 None None] The sync data for ids ['ec196a73-c5af-46be-8472-32cb09e9439f'] in n-d-712142-17 is: [{'id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-35613678', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:01:29Z', 'updated_at': '2021-09-16T05:02:27Z', 'revision_number': 5, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'b764b745-7b42-4f92-ae28-ff3ba897786b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec196a73-c5af-46be-8472-32cb09e9439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:01:30Z', 'updated_at': '2021-09-16T05:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:34.568991 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77179916-0599-4773-8bb3-d027139870ee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.590377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459a7e9-f877-45a1-9538-24a3dbc5fda1 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'Subnet': ['ID=140dbae0-016a-420f-b06e-77363bf459b4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:34.603431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24c68f7-91b1-4521-bf6e-0570b64ecb49 None None] Network 7cba7f04-a3ed-41d7-90ac-cf11947159da requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:34.635475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d459a7e9-f877-45a1-9538-24a3dbc5fda1 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.637411 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d459a7e9-f877-45a1-9538-24a3dbc5fda1 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "DELETE /v2.0/subnets/140dbae0-016a-420f-b06e-77363bf459b4 HTTP/1.1" status: 204 len: 168 time: 1.2881455 Sep 16 05:02:34.647380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37866) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.694690 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77179916-0599-4773-8bb3-d027139870ee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.701926 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-77179916-0599-4773-8bb3-d027139870ee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.710679 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-77179916-0599-4773-8bb3-d027139870ee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/security-groups/049d4681-af0d-43ba-b0ea-c97c73b11362 HTTP/1.1" status: 204 len: 168 time: 0.5729775 Sep 16 05:02:34.712060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37868) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:34.729195 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cae90108-e191-4c96-87c6-056db198c65c req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.757025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a36bf214-5a3f-4cdb-89ba-4dad969e3d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.791124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77179916-0599-4773-8bb3-d027139870ee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049d4681-af0d-43ba-b0ea-c97c73b11362,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:34.883617 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8b62118-45f2-4f99-9be5-d0e69095f655 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.937579 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8b62118-45f2-4f99-9be5-d0e69095f655 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:34.979733 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c1c73d-5947-4c56-94ee-c9b67645e59a None None] DHCP port deletion for 7cba7f04-a3ed-41d7-90ac-cf11947159da request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:35.003870 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.014227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8b62118-45f2-4f99-9be5-d0e69095f655 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.026094 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e8b62118-45f2-4f99-9be5-d0e69095f655 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.034523 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e8b62118-45f2-4f99-9be5-d0e69095f655 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/security-groups/22eb4bb4-2274-4364-92c4-da5da7b302a8 HTTP/1.1" status: 204 len: 168 time: 0.2928271 Sep 16 05:02:35.035405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37872) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:35.109915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-97c1c73d-5947-4c56-94ee-c9b67645e59a None None] Deleting port 5f9079c7-71a3-429a-ad8e-acf8767d6a26 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:35.113539 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97c1c73d-5947-4c56-94ee-c9b67645e59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.154554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cae90108-e191-4c96-87c6-056db198c65c req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.177524 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:02:35.216178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-c336fa31-0390-41de-96b5-142ee69e1cb2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting subnet 4a1b87d5-f83d-43c1-978d-90cf897d68e0 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:35.220426 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c336fa31-0390-41de-96b5-142ee69e1cb2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.291284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b62118-45f2-4f99-9be5-d0e69095f655 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eb4bb4-2274-4364-92c4-da5da7b302a8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.303744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-97c1c73d-5947-4c56-94ee-c9b67645e59a None None] For port 5f9079c7-71a3-429a-ad8e-acf8767d6a26, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5f9079c7-71a3-429a-ad8e-acf8767d6a26,segment=NetworkSegment(678480d5-db06-4415-858d-013d78fd71f2),segment_id=678480d5-db06-4415-858d-013d78fd71f2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:35.304693 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97c1c73d-5947-4c56-94ee-c9b67645e59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.364860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-97c1c73d-5947-4c56-94ee-c9b67645e59a None None] Calling delete_port for 5f9079c7-71a3-429a-ad8e-acf8767d6a26 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:35.412475 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c336fa31-0390-41de-96b5-142ee69e1cb2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.468226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae90108-e191-4c96-87c6-056db198c65c req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network 68e41def-6cac-4908-9205-46824e3fda91 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:35.483660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-cae90108-e191-4c96-87c6-056db198c65c req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:35.537039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae90108-e191-4c96-87c6-056db198c65c req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:35.589623 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97c1c73d-5947-4c56-94ee-c9b67645e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.619997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1c73d-5947-4c56-94ee-c9b67645e59a None None] No DVR routers for this DVR port 5f9079c7-71a3-429a-ad8e-acf8767d6a26 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:35.659037 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=1b407c16-ba2a-45c0-80d1-bf1528a4f976,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.683091 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c336fa31-0390-41de-96b5-142ee69e1cb2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.710651 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.732180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae90108-e191-4c96-87c6-056db198c65c req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:35.739407 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cae90108-e191-4c96-87c6-056db198c65c req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.788512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1c73d-5947-4c56-94ee-c9b67645e59a None None] Pushing event deleted for resources: {'Port': ['ID=5f9079c7-71a3-429a-ad8e-acf8767d6a26,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:35.794340 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.837389 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a36bf214-5a3f-4cdb-89ba-4dad969e3d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.851695 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a36bf214-5a3f-4cdb-89ba-4dad969e3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.884601 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-c1d0decf-0b07-44b1-936a-195bc0e81e9f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2813373 Sep 16 05:02:35.902386 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c336fa31-0390-41de-96b5-142ee69e1cb2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:35.920625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Request body: {'port': {'device_id': '6eead90d-ab3d-410b-b485-ea011d615c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:36.034621 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b871fc63-8ca4-427c-b164-de4492685f56 None None] Provisioning complete for port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:36.036293 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b871fc63-8ca4-427c-b164-de4492685f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.049399 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c336fa31-0390-41de-96b5-142ee69e1cb2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.053060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c336fa31-0390-41de-96b5-142ee69e1cb2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/4a1b87d5-f83d-43c1-978d-90cf897d68e0 HTTP/1.1" status: 204 len: 168 time: 0.9830711 Sep 16 05:02:36.064591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac5501-7012-442d-a379-01233d174f2f req-b86c665b-63d5-44b0-a302-a0bd38f81f3f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:36.073261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efac5501-7012-442d-a379-01233d174f2f req-b86c665b-63d5-44b0-a302-a0bd38f81f3f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.7744229 Sep 16 05:02:36.080548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336fa31-0390-41de-96b5-142ee69e1cb2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1b87d5-f83d-43c1-978d-90cf897d68e0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.088154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc1d6bd-c4fa-4d76-90c2-e29b5328a9ee None None] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:36.090473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37888) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:36.098716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3adc91fd-8b1b-4046-9267-953a09a3a070 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:36.105724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bf214-5a3f-4cdb-89ba-4dad969e3d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5213bc6-9f6b-4eff-ae4d-f670df0eadfb,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:36.160338 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a36bf214-5a3f-4cdb-89ba-4dad969e3d14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1d0bbeb30594e6e9308928cd1d56229&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7980278 Sep 16 05:02:36.182629 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37890) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:36.187586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b871fc63-8ca4-427c-b164-de4492685f56 None None] Port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:36.210337 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.294082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Deleting port b764b745-7b42-4f92-ae28-ff3ba897786b {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:36.294437 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.303039 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efac5501-7012-442d-a379-01233d174f2f req-6e7b30e6-cd3c-4e31-a4e4-495ecda6ca17 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284715 Sep 16 05:02:36.328334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adc91fd-8b1b-4046-9267-953a09a3a070 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:36.332237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3adc91fd-8b1b-4046-9267-953a09a3a070 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.806420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5f9079c7-71a3-429a-ad8e-acf8767d6a26 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:36.879569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 5f9079c7-71a3-429a-ad8e-acf8767d6a26 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:36.880277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5f9079c7-71a3-429a-ad8e-acf8767d6a26 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:36.882448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:36.882626 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.899317 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3adc91fd-8b1b-4046-9267-953a09a3a070 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.942392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] For port b764b745-7b42-4f92-ae28-ff3ba897786b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b764b745-7b42-4f92-ae28-ff3ba897786b,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:36.942934 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:36.964889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:36.965336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6c0d849b-a71c-4ba7-aae0-cd9a8dd2e4b2 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:37.022276 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.034458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Calling delete_port for b764b745-7b42-4f92-ae28-ff3ba897786b owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:37.066544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc91fd-8b1b-4046-9267-953a09a3a070 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:37.076993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3adc91fd-8b1b-4046-9267-953a09a3a070 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:37.106187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc91fd-8b1b-4046-9267-953a09a3a070 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.107002 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3adc91fd-8b1b-4046-9267-953a09a3a070 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.142507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc91fd-8b1b-4046-9267-953a09a3a070 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Subnet': ['ID=1c992eae-efb9-407b-b1b9-599a322125dd,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.172673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe90139-86be-481c-bb6e-211b195a24a3 req-8323e6be-b927-45d3-9d49-b490d6b75ae2 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.180871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bbe90139-86be-481c-bb6e-211b195a24a3 req-8323e6be-b927-45d3-9d49-b490d6b75ae2 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 931 time: 0.2937679 Sep 16 05:02:37.216500 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3adc91fd-8b1b-4046-9267-953a09a3a070 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1219764 Sep 16 05:02:37.218659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37896) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:37.225445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f3fb64d3-70b7-446a-9c18-f4344d30f76b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'security_group': {'name': 'tempest-secgroup-1483240215'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:37.267287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3fb64d3-70b7-446a-9c18-f4344d30f76b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.289948 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bbe90139-86be-481c-bb6e-211b195a24a3 req-7a08944f-0fca-4c42-b392-079d8c673bc9 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065485 Sep 16 05:02:37.370530 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.378262 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.379498 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5213bc6-9f6b-4eff-ae4d-f670df0eadfb HTTP/1.1" status: 204 len: 168 time: 1.1946666 Sep 16 05:02:37.570789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fba3a-40bb-4528-a925-d0766a576d59 req-feb70fe3-4e61-47ae-b56e-a11a53c40992 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:37.583258 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-150fba3a-40bb-4528-a925-d0766a576d59 req-feb70fe3-4e61-47ae-b56e-a11a53c40992 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.0989630 Sep 16 05:02:37.655729 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.676571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-150fba3a-40bb-4528-a925-d0766a576d59 req-842933e2-6a91-4314-8571-d08f86fbc54c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921285 Sep 16 05:02:37.713586 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5213bc6-9f6b-4eff-ae4d-f670df0eadfb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:37.743400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.743952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.744836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.745198 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.745545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.745911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.746253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.746591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.746988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.747354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.747667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.748003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef31824-1818-49d7-8ffd-992820cdbd8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:02:37.830919 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41074c6-bc3b-4e04-91bc-4ee92c85aaa2 None None] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:37.853952 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3fb64d3-70b7-446a-9c18-f4344d30f76b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.911555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7b8be0bd-9796-44cc-b1c2-578d09fb6e04 None None] Provisioning complete for port 57ae967f-4276-48ac-91f6-50c1a864d7ca triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:37.911951 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b8be0bd-9796-44cc-b1c2-578d09fb6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.915524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b407c16-ba2a-45c0-80d1-bf1528a4f976 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:37.925174 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:37.949819 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3fb64d3-70b7-446a-9c18-f4344d30f76b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.004290 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Transition to ACTIVE for port object 1b407c16-ba2a-45c0-80d1-bf1528a4f976 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:38.006970 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3fb64d3-70b7-446a-9c18-f4344d30f76b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.009544 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f3fb64d3-70b7-446a-9c18-f4344d30f76b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7898352 Sep 16 05:02:38.010583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.012437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37914) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:38.020073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2666165c-1802-4e3c-956a-b57b377ae2f9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'security_group': {'name': 'tempest-secgroup-1521323654'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:38.042852 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.064379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb64d3-70b7-446a-9c18-f4344d30f76b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d82bff-8f4d-4b17-954b-e9d0a3438a2e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:38.095984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2666165c-1802-4e3c-956a-b57b377ae2f9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.155871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37916) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:38.169951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'Port': ['ID=b764b745-7b42-4f92-ae28-ff3ba897786b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:38.280081 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-705ed31f-b2e0-4589-ab0e-bd2150a39b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.422265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.514657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7b8be0bd-9796-44cc-b1c2-578d09fb6e04 None None] Provisioning complete for port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:38.516751 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b8be0bd-9796-44cc-b1c2-578d09fb6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.621968 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2666165c-1802-4e3c-956a-b57b377ae2f9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.654960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2666165c-1802-4e3c-956a-b57b377ae2f9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.676507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7b8be0bd-9796-44cc-b1c2-578d09fb6e04 None None] Port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:38.729046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f908c-1032-4a9e-b07c-3e216f6681ec None None] Update dhcp port {'port': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'fixed_ips': [{'subnet_id': '486b16e3-fdaf-4e9e-ac69-d712c90b980b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1c992eae-efb9-407b-b1b9-599a322125dd'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '57ae967f-4276-48ac-91f6-50c1a864d7ca'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:02:38.733317 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.743791 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.780411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b407c16-ba2a-45c0-80d1-bf1528a4f976,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:38.797758 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-431f908c-1032-4a9e-b07c-3e216f6681ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.871947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666165c-1802-4e3c-956a-b57b377ae2f9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c26bde-3e0c-49fc-90bd-f8d537f2cfb5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:38.892604 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.893240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a12e7-a0cf-4d34-9679-347d3282dec2 req-dbe853d3-3370-4b93-a47c-0ef1e0dfabd1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:38.893696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Fanout notify agent at l3_agent the message router_deleted on router ec196a73-c5af-46be-8472-32cb09e9439f {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:38.895556 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-406a12e7-a0cf-4d34-9679-347d3282dec2 req-dbe853d3-3370-4b93-a47c-0ef1e0dfabd1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 943 time: 0.4375389 Sep 16 05:02:38.903307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:38.904669 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-09e37e1a-c383-461b-af14-7b032ec6439c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "DELETE /v2.0/routers/ec196a73-c5af-46be-8472-32cb09e9439f HTTP/1.1" status: 204 len: 168 time: 4.2563281 Sep 16 05:02:38.908501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 37924) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:38.911179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Attempting to bind port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:38.912949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Attempting to bind port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:38.915781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Attempting to bind port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 on network 68e41def-6cac-4908-9205-46824e3fda91 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:38.990394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 on network 68e41def-6cac-4908-9205-46824e3fda91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:38.990969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Attempting to bind port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 on network 68e41def-6cac-4908-9205-46824e3fda91 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:39.043765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-406a12e7-a0cf-4d34-9679-347d3282dec2 req-14736246-86de-44e6-9212-b4d08ff6a675 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322865 Sep 16 05:02:39.087322 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-705ed31f-b2e0-4589-ab0e-bd2150a39b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.098438 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-705ed31f-b2e0-4589-ab0e-bd2150a39b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.146432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ed31f-b2e0-4589-ab0e-bd2150a39b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d8a77e-3dde-4c86-bd4c-0ef51daf6d89,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.150565 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2666165c-1802-4e3c-956a-b57b377ae2f9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.155712 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2666165c-1802-4e3c-956a-b57b377ae2f9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1411498 Sep 16 05:02:39.159517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37928) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:39.167509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-38412787-68bb-4562-8823-f5ed55ef2059 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'security_group': {'name': 'tempest-secgroup-1549580562'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:39.200741 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38412787-68bb-4562-8823-f5ed55ef2059 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.223984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:39.225971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Checking segment: {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:39.226486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Bound using segment: {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:39.228431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Bound port: 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:39.228814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.292571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-431f908c-1032-4a9e-b07c-3e216f6681ec None None] Allocated IP 2001:db8::2 (1214f719-7b35-448a-b0f3-7fa87e58bf03/1c992eae-efb9-407b-b1b9-599a322125dd/57ae967f-4276-48ac-91f6-50c1a864d7ca) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:39.317227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-705ed31f-b2e0-4589-ab0e-bd2150a39b9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2eb7cf06eff4b9b83a460e48faa3f66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1555789 Sep 16 05:02:39.321479 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.324501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37930) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:39.429187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b16b6-8600-41a6-a782-71ae21866c8b req-331fa1d3-1ccf-4331-aae0-20e9b11b3d3a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:39.443323 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-013b16b6-8600-41a6-a782-71ae21866c8b req-331fa1d3-1ccf-4331-aae0-20e9b11b3d3a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.1651316 Sep 16 05:02:39.530887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-431f908c-1032-4a9e-b07c-3e216f6681ec None None] For port 57ae967f-4276-48ac-91f6-50c1a864d7ca, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=57ae967f-4276-48ac-91f6-50c1a864d7ca,segment=NetworkSegment(df0b6174-e34a-40a7-a8b8-dfc467f6f17d),segment_id=df0b6174-e34a-40a7-a8b8-dfc467f6f17d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:39.587537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:39.678855 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-431f908c-1032-4a9e-b07c-3e216f6681ec None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.690909 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-431f908c-1032-4a9e-b07c-3e216f6681ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.697388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-013b16b6-8600-41a6-a782-71ae21866c8b req-ef42db84-1dcb-4fb1-8fd3-2862fc9339e9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526560 Sep 16 05:02:39.741092 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5708e61-763a-458a-a03b-d33a2a04b7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.795130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5708e61-763a-458a-a03b-d33a2a04b7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.895480 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5708e61-763a-458a-a03b-d33a2a04b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.906231 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c5708e61-763a-458a-a03b-d33a2a04b7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:39.910030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c5708e61-763a-458a-a03b-d33a2a04b7a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66d8a77e-3dde-4c86-bd4c-0ef51daf6d89 HTTP/1.1" status: 204 len: 168 time: 0.5758436 Sep 16 05:02:39.936413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5708e61-763a-458a-a03b-d33a2a04b7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d8a77e-3dde-4c86-bd4c-0ef51daf6d89,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:39.991983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f908c-1032-4a9e-b07c-3e216f6681ec None None] Pushing event updated for resources: {'Port': ['ID=57ae967f-4276-48ac-91f6-50c1a864d7ca,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.024958 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38412787-68bb-4562-8823-f5ed55ef2059 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.032748 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38412787-68bb-4562-8823-f5ed55ef2059 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.141121 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-38412787-68bb-4562-8823-f5ed55ef2059 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.144048 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-38412787-68bb-4562-8823-f5ed55ef2059 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9829574 Sep 16 05:02:40.152096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37942) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:40.154505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38412787-68bb-4562-8823-f5ed55ef2059 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ba30ab-815a-427f-9caa-122025e436f7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:40.177527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-258219479', 'security_groups': ['b9ba30ab-815a-427f-9caa-122025e436f7'], 'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1c992eae-efb9-407b-b1b9-599a322125dd'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:40.785601 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 57ae967f-4276-48ac-91f6-50c1a864d7ca up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:40.815449 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:40.876474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.911944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9f1e9-1d46-47fc-b5ad-db26386edec7 req-12eaf802-cd13-45a9-b65f-04b1a998fc8f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:40.927620 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9b9f1e9-1d46-47fc-b5ad-db26386edec7 req-12eaf802-cd13-45a9-b65f-04b1a998fc8f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 943 time: 0.3619754 Sep 16 05:02:40.942690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:40.988810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:40.993110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cba7f04-a3ed-41d7-90ac-cf11947159da']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:41.012249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 57ae967f-4276-48ac-91f6-50c1a864d7ca triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:41.014874 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.187733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b407c16-ba2a-45c0-80d1-bf1528a4f976,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:41.207400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678480d5-db06-4415-858d-013d78fd71f2') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:41.207902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678480d5-db06-4415-858d-013d78fd71f2') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:41.234133 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.245176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.245853 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.255341 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-af4cc5d8-4e7e-4225-bae3-8afc82db67a3 service neutron] 10.222.0.50 "PUT /v2.0/ports/1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 200 len: 1092 time: 5.3518441 Sep 16 05:02:41.255920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:41.261310 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203f7a42-c32b-48a9-97ca-4eabc8b1e15f" -d '{"events": [{"name": "network-changed", "server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:41.287571 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.342931 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] device_id is not set on port 0dd5b217-14ab-4e26-ae07-df2cada2967f yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:02:41.394546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9b9f1e9-1d46-47fc-b5ad-db26386edec7 req-0a50eacd-eba9-498c-b590-48b417f9ced7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4321802 Sep 16 05:02:41.411625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-18a531c5-e26c-4c3d-863a-25882f7c7eeb None None] Provisioning complete for port 57ae967f-4276-48ac-91f6-50c1a864d7ca triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:41.412023 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-18a531c5-e26c-4c3d-863a-25882f7c7eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.454432 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.486332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b764b745-7b42-4f92-ae28-ff3ba897786b no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:41.491195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:41.499047 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:41.518128 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:41.566900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: b764b745-7b42-4f92-ae28-ff3ba897786b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:41.566900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b764b745-7b42-4f92-ae28-ff3ba897786b not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:41.717620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae90108-e191-4c96-87c6-056db198c65c req-543bed07-3a8a-4fa2-9c40-52bca818e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:41.719789 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-543bed07-3a8a-4fa2-9c40-52bca818e652 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1095 time: 0.4081473 Sep 16 05:02:41.731097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.783690 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-18a531c5-e26c-4c3d-863a-25882f7c7eeb None None] Provisioning complete for port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:41.783997 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-18a531c5-e26c-4c3d-863a-25882f7c7eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.894152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:41.907104 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "DELETE /v2.0/networks/7cba7f04-a3ed-41d7-90ac-cf11947159da HTTP/1.1" status: 204 len: 168 time: 2.9810860 Sep 16 05:02:41.914376 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-1acd6321-cc7e-4743-a8cb-f0ff62fe2b71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 200 len: 217 time: 0.1791751 Sep 16 05:02:41.931385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-18a531c5-e26c-4c3d-863a-25882f7c7eeb None None] Port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:41.945821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 37978) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:41.983073 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d40d22-f961-47e6-a298-cc01e8a757b9 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'Network': ['ID=7cba7f04-a3ed-41d7-90ac-cf11947159da,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:42.065739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae90108-e191-4c96-87c6-056db198c65c req-641112e9-e378-4921-a292-76b8f642ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.067629 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-641112e9-e378-4921-a292-76b8f642ab92 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7899f5fe-074e-4eb3-9705-eb6b22493c36 HTTP/1.1" status: 200 len: 835 time: 0.0954967 Sep 16 05:02:42.160802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dc2c2-d7d2-417e-8beb-c4826406c431 req-bbae7549-054c-4d76-9716-82b321ae0db5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.166000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a27dc2c2-d7d2-417e-8beb-c4826406c431 req-bbae7549-054c-4d76-9716-82b321ae0db5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.5106118 Sep 16 05:02:42.188203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae90108-e191-4c96-87c6-056db198c65c req-268df17b-40d3-46b7-9552-b5e2926da99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.188479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-268df17b-40d3-46b7-9552-b5e2926da99c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=68e41def-6cac-4908-9205-46824e3fda91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134057 Sep 16 05:02:42.280396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a27dc2c2-d7d2-417e-8beb-c4826406c431 req-23b8c126-5771-4032-bef8-e6652e2e5710 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948906 Sep 16 05:02:42.384320 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aed418-7e58-4ffa-8161-6a2f2f759584 x-openstack-request-id: req-a4aed418-7e58-4ffa-8161-6a2f2f759584 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:42.384635 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:42.384891 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4aed418-7e58-4ffa-8161-6a2f2f759584 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:42.385320 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'status': 'completed', 'code': 200} Sep 16 05:02:42.394762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8::e7 (1214f719-7b35-448a-b0f3-7fa87e58bf03/1c992eae-efb9-407b-b1b9-599a322125dd/0dd5b217-14ab-4e26-ae07-df2cada2967f) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:42.410252 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-ec33c8fb-ccb2-4b70-ac9d-57bffb9f90f9 service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058225 Sep 16 05:02:42.524499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Deleting port 80e6ba42-6622-4aff-903e-786cdafdbc7d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:42.525249 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:42.595122 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cae90108-e191-4c96-87c6-056db198c65c req-ad430b40-be16-4e52-b2b8-5f0c146b018c service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752753 Sep 16 05:02:42.764762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38846d-152c-4edd-be6c-d655d3493d62 req-df507a05-92a1-41b2-810d-d71971564da7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.772724 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b38846d-152c-4edd-be6c-d655d3493d62 req-df507a05-92a1-41b2-810d-d71971564da7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 943 time: 0.2512779 Sep 16 05:02:42.807048 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f7a42-c32b-48a9-97ca-4eabc8b1e15f req-d68fa817-66d1-4dfe-a7c4-0782af1ba5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.808632 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-203f7a42-c32b-48a9-97ca-4eabc8b1e15f req-d68fa817-66d1-4dfe-a7c4-0782af1ba5d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1095 time: 0.1320913 Sep 16 05:02:42.996806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f7a42-c32b-48a9-97ca-4eabc8b1e15f req-f9695e16-b134-4dbb-a3dc-38193950c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:42.999236 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-203f7a42-c32b-48a9-97ca-4eabc8b1e15f req-f9695e16-b134-4dbb-a3dc-38193950c1d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=68e41def-6cac-4908-9205-46824e3fda91 HTTP/1.1" status: 200 len: 897 time: 0.1829052 Sep 16 05:02:42.999993 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b38846d-152c-4edd-be6c-d655d3493d62 req-c8a5e77f-1ca4-4ec3-a527-43d3984dfedb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253144 Sep 16 05:02:43.011153 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.015821 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.047248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Calling delete_port for 80e6ba42-6622-4aff-903e-786cdafdbc7d owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:43.056509 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.119299 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-203f7a42-c32b-48a9-97ca-4eabc8b1e15f req-cfc76d62-3712-40c3-bfa7-43b6c12948a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 200 len: 217 time: 0.1075721 Sep 16 05:02:43.171309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38014) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:43.245052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f7a42-c32b-48a9-97ca-4eabc8b1e15f req-93edef61-e159-4bbf-96b1-b272dec73a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.246629 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-203f7a42-c32b-48a9-97ca-4eabc8b1e15f req-93edef61-e159-4bbf-96b1-b272dec73a51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7899f5fe-074e-4eb3-9705-eb6b22493c36 HTTP/1.1" status: 200 len: 835 time: 0.1200714 Sep 16 05:02:43.262273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.332252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:43.340986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:43.349551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:43.357164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.357938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.379585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=0dd5b217-14ab-4e26-ae07-df2cada2967f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:43.382223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9909b03e-f3d1-46d9-9870-e5a151301143 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2160485 Sep 16 05:02:43.386726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38024) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:43.410388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-78dd4be8-bc56-4b31-8ed1-74cf28d111fd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:43.410529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f7a42-c32b-48a9-97ca-4eabc8b1e15f req-672bc6a1-12ab-4f4c-a6a2-4d25dc7494e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:43.416469 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-203f7a42-c32b-48a9-97ca-4eabc8b1e15f req-672bc6a1-12ab-4f4c-a6a2-4d25dc7494e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=68e41def-6cac-4908-9205-46824e3fda91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417563 Sep 16 05:02:43.512084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-570c2406-748c-4669-ba82-c04f755b39d3 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1329531570'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:43.512884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-570c2406-748c-4669-ba82-c04f755b39d3 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Unknown quota resources ['metering_label']. {{(pid=94745) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:02:43.618861 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-203f7a42-c32b-48a9-97ca-4eabc8b1e15f req-a52a2dab-f52c-40d4-8eef-394c91811cfb service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939442 Sep 16 05:02:43.662910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.809203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-203f7a42-c32b-48a9-97ca-4eabc8b1e15f req-4fba268f-af1e-4c7e-88f9-04c1be8545f9 service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828418 Sep 16 05:02:43.891732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'Port': ['ID=80e6ba42-6622-4aff-903e-786cdafdbc7d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:43.935244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4256b319-b279-4db4-97c7-03dc43735300 None None] Provisioning complete for port 0dd5b217-14ab-4e26-ae07-df2cada2967f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:43.935792 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4256b319-b279-4db4-97c7-03dc43735300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.981769 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-570c2406-748c-4669-ba82-c04f755b39d3 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:43.983231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-570c2406-748c-4669-ba82-c04f755b39d3 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8110700 Sep 16 05:02:43.985998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38038) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:43.990748 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-affd941a-6ada-4d05-8b34-f942749d8bfe tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9edef26e-ab63-4080-8463-c0dc6d93cbf9'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:43.991393 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-affd941a-6ada-4d05-8b34-f942749d8bfe tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:02:44.037272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c768-70b4-4fde-9d83-c2e7d43be650 req-df5f89ff-1c37-4a70-8eca-68dfe6d74ab0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:44.039105 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd45c768-70b4-4fde-9d83-c2e7d43be650 req-df5f89ff-1c37-4a70-8eca-68dfe6d74ab0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.5763993 Sep 16 05:02:44.052929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-4256b319-b279-4db4-97c7-03dc43735300 None None] Port 0dd5b217-14ab-4e26-ae07-df2cada2967f cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:44.126119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd45c768-70b4-4fde-9d83-c2e7d43be650 req-694c34a2-f94a-487d-a68c-73b511c83d2d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622022 Sep 16 05:02:44.128597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dd4be8-bc56-4b31-8ed1-74cf28d111fd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:44.133462 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78dd4be8-bc56-4b31-8ed1-74cf28d111fd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.193499 n-d-712142-17 neutron-server[94744]: WARNING neutron.services.metering.metering_plugin [None req-affd941a-6ada-4d05-8b34-f942749d8bfe tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:02:44.241386 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.241793 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Floating IP d2a476ea-7a2c-48f9-8a08-16c7518ab91e disassociated (deleted). External IP: 172.25.0.39, port: da218c04-526c-4c7b-b1e0-c21301334658. Sep 16 05:02:44.568744 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-affd941a-6ada-4d05-8b34-f942749d8bfe tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.571211 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-affd941a-6ada-4d05-8b34-f942749d8bfe tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5834081 Sep 16 05:02:44.574624 n-d-712142-17 neutron-server[94745]: INFO neutron.db.ipam_backend_mixin [None req-78dd4be8-bc56-4b31-8ed1-74cf28d111fd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1c992eae-efb9-407b-b1b9-599a322125dd (CIDR: 2001:db8::/64) Sep 16 05:02:44.576385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38076) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.587041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3eea27e1-09bd-4a32-85ee-0656254bfbd7 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9edef26e-ab63-4080-8463-c0dc6d93cbf9'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:44.588123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3eea27e1-09bd-4a32-85ee-0656254bfbd7 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:02:44.594919 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-78dd4be8-bc56-4b31-8ed1-74cf28d111fd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:02:44.595469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78dd4be8-bc56-4b31-8ed1-74cf28d111fd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:44.636974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e98e7-0b53-4655-99d0-bca035023dad req-b9a44f04-8b23-4e24-9d31-9f5bc9c779f8 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:44.645085 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f8e98e7-0b53-4655-99d0-bca035023dad req-b9a44f04-8b23-4e24-9d31-9f5bc9c779f8 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 943 time: 0.3847170 Sep 16 05:02:44.690767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38078) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.700776 n-d-712142-17 neutron-server[94744]: WARNING neutron.services.metering.metering_plugin [None req-3eea27e1-09bd-4a32-85ee-0656254bfbd7 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 16 05:02:44.731470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78dd4be8-bc56-4b31-8ed1-74cf28d111fd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3436162 Sep 16 05:02:44.735112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38082) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.745375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6c6d6b83-5e79-4c18-ad37-7f87f590f971 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:44.851744 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3eea27e1-09bd-4a32-85ee-0656254bfbd7 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.853396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3eea27e1-09bd-4a32-85ee-0656254bfbd7 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2715755 Sep 16 05:02:44.857499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38084) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:44.860299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6c3a-de85-4c01-9de2-9bbb76c33bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.967204 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6c3a-de85-4c01-9de2-9bbb76c33bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:44.971896 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea8e6c3a-de85-4c01-9de2-9bbb76c33bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.014747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e6c3a-de85-4c01-9de2-9bbb76c33bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aa1e4a-d875-4443-851a-e4762efbc88e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:45.019250 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ea8e6c3a-de85-4c01-9de2-9bbb76c33bf3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b1513121b0244bbb8151617baed45a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271160 Sep 16 05:02:45.021922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38086) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:45.078509 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ef83f95-9602-4df2-8f14-71eb7f7fb390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.102399 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ef83f95-9602-4df2-8f14-71eb7f7fb390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.154506 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ef83f95-9602-4df2-8f14-71eb7f7fb390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.157627 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9ef83f95-9602-4df2-8f14-71eb7f7fb390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.159858 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9ef83f95-9602-4df2-8f14-71eb7f7fb390 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0aa1e4a-d875-4443-851a-e4762efbc88e HTTP/1.1" status: 204 len: 168 time: 0.1366010 Sep 16 05:02:45.169140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef83f95-9602-4df2-8f14-71eb7f7fb390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aa1e4a-d875-4443-851a-e4762efbc88e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:45.248532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Router fccb9b81-57ce-4eac-9e03-290c21aecaff has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:45.255363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f8e98e7-0b53-4655-99d0-bca035023dad req-217b12e0-f730-4281-b017-78a1d42501db tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6094031 Sep 16 05:02:45.273361 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-394f5c9f-6eb0-4beb-9c36-41cccee16097 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=03ce844c-7a3c-4dd2-95ce-b652ebca3d91 HTTP/1.1" status: 200 len: 464 time: 0.0347910 Sep 16 05:02:45.274482 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38092) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:45.517491 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-08a44f93-5609-4507-a90e-4e22580f2369 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.521291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-08a44f93-5609-4507-a90e-4e22580f2369 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/03ce844c-7a3c-4dd2-95ce-b652ebca3d91 HTTP/1.1" status: 204 len: 168 time: 0.2429364 Sep 16 05:02:45.521291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6d6b83-5e79-4c18-ad37-7f87f590f971 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:45.522310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38102) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:45.522846 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c6d6b83-5e79-4c18-ad37-7f87f590f971 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.542929 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f37da1b6-b3fa-4835-88ab-1e1e48637246 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=03ce844c-7a3c-4dd2-95ce-b652ebca3d91 HTTP/1.1" status: 200 len: 221 time: 0.0180800 Sep 16 05:02:45.544200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38106) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:45.548548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-444f9dd9-5d38-4855-b8c0-81da81de1b2a tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2130741754', 'description': 'label created by tempest'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:45.549036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-444f9dd9-5d38-4855-b8c0-81da81de1b2a tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Unknown quota resources ['metering_label']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:02:45.596918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e3415-3af0-4fca-88ad-6abad534370b req-5fd66963-6bcd-441d-8517-2dab88452d85 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:45.598515 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b2e3415-3af0-4fca-88ad-6abad534370b req-5fd66963-6bcd-441d-8517-2dab88452d85 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.2536509 Sep 16 05:02:45.675657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:45.687778 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.689368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6c3e7a-ccf6-4926-8319-d776e8cbc947 None None] Sync routers for ids ['fccb9b81-57ce-4eac-9e03-290c21aecaff'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:45.699937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c3e7a-ccf6-4926-8319-d776e8cbc947 None None] Routers {'fccb9b81-57ce-4eac-9e03-290c21aecaff'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:45.701271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1f6c3e7a-ccf6-4926-8319-d776e8cbc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:02:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fccb9b81-57ce-4eac-9e03-290c21aecaff'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:45.741191 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b2e3415-3af0-4fca-88ad-6abad534370b req-4e95e2ad-7ccb-4f56-b326-a4eb68d32ea9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342223 Sep 16 05:02:45.767156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fe72101e-7ed4-4ad7-9003-2578f6df9558 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "DELETE /v2.0/floatingips/d2a476ea-7a2c-48f9-8a08-16c7518ab91e HTTP/1.1" status: 204 len: 168 time: 3.8239584 Sep 16 05:02:45.775061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729419de-477d-4d37-a63b-7b346a250563', 'tag': 'da218c04-526c-4c7b-b1e0-c21301334658'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:45.786925 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09f3b49-3aa2-459d-8d23-7dc75a93cdab" -d '{"events": [{"name": "network-changed", "server_uuid": "729419de-477d-4d37-a63b-7b346a250563", "tag": "da218c04-526c-4c7b-b1e0-c21301334658"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:45.801406 n-d-712142-17 neutron-server[94745]: INFO neutron.db.ipam_backend_mixin [None req-6c6d6b83-5e79-4c18-ad37-7f87f590f971 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 486b16e3-fdaf-4e9e-ac69-d712c90b980b (CIDR: 2001:db8:0:1::/64) Sep 16 05:02:45.808353 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6d6b83-5e79-4c18-ad37-7f87f590f971 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:02:45.809133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6d6b83-5e79-4c18-ad37-7f87f590f971 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:45.840977 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6c6d6b83-5e79-4c18-ad37-7f87f590f971 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1003976 Sep 16 05:02:45.843571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38130) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:45.848942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cc6680fd-d60b-4fe4-9a7e-9c7c6d621e69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'subnet': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:45.863065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-1f6c3e7a-ccf6-4926-8319-d776e8cbc947 None None] Set router fccb9b81-57ce-4eac-9e03-290c21aecaff gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:45.902453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-444f9dd9-5d38-4855-b8c0-81da81de1b2a tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:45.907808 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-444f9dd9-5d38-4855-b8c0-81da81de1b2a tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3625646 Sep 16 05:02:45.911352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38132) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.069490 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8b2d6a1c-b723-43af-96df-4dd63ca4262d tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=0b5a1c8a-ad53-4a75-8959-dbe42b680ccf HTTP/1.1" status: 200 len: 468 time: 0.1567774 Sep 16 05:02:46.072279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38142) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.124950 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fefc237-3fbf-4e5d-be81-d4e546e79e28 x-openstack-request-id: req-1fefc237-3fbf-4e5d-be81-d4e546e79e28 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:46.125256 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729419de-477d-4d37-a63b-7b346a250563", "tag": "da218c04-526c-4c7b-b1e0-c21301334658", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:46.130846 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fefc237-3fbf-4e5d-be81-d4e546e79e28 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:46.131283 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729419de-477d-4d37-a63b-7b346a250563', 'tag': 'da218c04-526c-4c7b-b1e0-c21301334658', 'status': 'completed', 'code': 200} Sep 16 05:02:46.154724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6680fd-d60b-4fe4-9a7e-9c7c6d621e69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Made reservation on behalf of 47bad6c60c974bd98edf526dfd74db00 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:46.160470 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc6680fd-d60b-4fe4-9a7e-9c7c6d621e69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.219255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1f6c3e7a-ccf6-4926-8319-d776e8cbc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:00:28Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1d9a559e-7584-4304-8109-d620e5abd687', 'name': '', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'mac_address': 'fa:16:3e:0d:26:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:27Z', 'updated_at': '2021-09-16T05:00:33Z', 'revision_number': 5, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'subnets': [{'id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:46.302290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6c3e7a-ccf6-4926-8319-d776e8cbc947 None None] Checking router: fccb9b81-57ce-4eac-9e03-290c21aecaff for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:46.319660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d8207-10a2-465d-bc5a-f321211aeb7d req-b230bfa4-b582-47af-b27a-9da02fc795b0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.323626 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e56d8207-10a2-465d-bc5a-f321211aeb7d req-b230bfa4-b582-47af-b27a-9da02fc795b0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.1364431 Sep 16 05:02:46.330550 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c3e7a-ccf6-4926-8319-d776e8cbc947 None None] Routers {'fccb9b81-57ce-4eac-9e03-290c21aecaff'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:46.331213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1f6c3e7a-ccf6-4926-8319-d776e8cbc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:02:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fccb9b81-57ce-4eac-9e03-290c21aecaff'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:46.393256 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-28de37c3-16a8-482d-82f1-ed0d5f5a6f43 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.397341 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-28de37c3-16a8-482d-82f1-ed0d5f5a6f43 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/0b5a1c8a-ad53-4a75-8959-dbe42b680ccf HTTP/1.1" status: 204 len: 168 time: 0.3214693 Sep 16 05:02:46.399173 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f3b49-3aa2-459d-8d23-7dc75a93cdab req-05a14b3c-43dd-4dee-a5d4-bc8602d3dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.400852 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c09f3b49-3aa2-459d-8d23-7dc75a93cdab req-05a14b3c-43dd-4dee-a5d4-bc8602d3dd27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df27bef07f2348b18d52bc91f7adb880&device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 1136 time: 0.2126222 Sep 16 05:02:46.401807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38154) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.416790 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-87af1cb4-23da-4dd5-9d06-be191144a78c tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=0b5a1c8a-ad53-4a75-8959-dbe42b680ccf HTTP/1.1" status: 200 len: 216 time: 0.0105767 Sep 16 05:02:46.426182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38156) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.456977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-1f6c3e7a-ccf6-4926-8319-d776e8cbc947 None None] Set router fccb9b81-57ce-4eac-9e03-290c21aecaff gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:46.466857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e56d8207-10a2-465d-bc5a-f321211aeb7d req-832e6bf5-e5bf-40f8-841e-41709d7efe6f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352818 Sep 16 05:02:46.499083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38162) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.500017 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-377ec92c-9f03-43bd-b1bd-4dd25ba35950 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0646420 Sep 16 05:02:46.542066 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b4b94253-65a8-41f6-abe2-dd8bb0659321 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0395555 Sep 16 05:02:46.547362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38164) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.636436 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-159eab11-d2ba-4953-87c1-6ced3cb47ad9 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/9edef26e-ab63-4080-8463-c0dc6d93cbf9 HTTP/1.1" status: 200 len: 473 time: 0.0840945 Sep 16 05:02:46.637240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38168) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.650954 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-282f3eb2-33d5-4091-b54a-2c23706e033c tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/8844d1f8-db6b-45d8-a9c7-8179f5ff1caa HTTP/1.1" status: 200 len: 461 time: 0.0128801 Sep 16 05:02:46.655126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38170) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:46.683576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f3b49-3aa2-459d-8d23-7dc75a93cdab req-b356013a-b74d-4993-a0bd-6160af88c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.685761 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c09f3b49-3aa2-459d-8d23-7dc75a93cdab req-b356013a-b74d-4993-a0bd-6160af88c462 service neutron] 10.222.0.15 "GET /v2.0/networks?id=317e4f25-ab00-42b4-84d5-fbc95a07e551 HTTP/1.1" status: 200 len: 898 time: 0.2711403 Sep 16 05:02:46.722433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1b407c16-ba2a-45c0-80d1-bf1528a4f976 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:02:46.757286 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c09f3b49-3aa2-459d-8d23-7dc75a93cdab req-76949d69-d980-4fe3-a912-c99460f0719d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da218c04-526c-4c7b-b1e0-c21301334658 HTTP/1.1" status: 200 len: 217 time: 0.0629902 Sep 16 05:02:46.809788 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc6680fd-d60b-4fe4-9a7e-9c7c6d621e69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:46.881399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6680fd-d60b-4fe4-9a7e-9c7c6d621e69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Subnet': ['ID=57c050b7-8851-4344-a92c-ac39e4bb2c03,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:46.949549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbed1ca-e17a-46a2-8eca-39347b9c3bbc req-4826e24a-265f-4609-ad2e-06cc27184f29 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:46.953282 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5fbed1ca-e17a-46a2-8eca-39347b9c3bbc req-4826e24a-265f-4609-ad2e-06cc27184f29 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 984 time: 0.3278086 Sep 16 05:02:47.026374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cce99d90-9bf1-438b-8977-b101cfbf7fcd tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.027559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cce99d90-9bf1-438b-8977-b101cfbf7fcd tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/8844d1f8-db6b-45d8-a9c7-8179f5ff1caa HTTP/1.1" status: 204 len: 168 time: 0.3714800 Sep 16 05:02:47.032171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38186) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:47.085395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6680fd-d60b-4fe4-9a7e-9c7c6d621e69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:47.101999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-cc6680fd-d60b-4fe4-9a7e-9c7c6d621e69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:47.115166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6680fd-d60b-4fe4-9a7e-9c7c6d621e69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.115945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc6680fd-d60b-4fe4-9a7e-9c7c6d621e69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.160042 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5fbed1ca-e17a-46a2-8eca-39347b9c3bbc req-5aff0d0f-7ea0-4394-8535-409119e4bc61 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1963532 Sep 16 05:02:47.182757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cc6680fd-d60b-4fe4-9a7e-9c7c6d621e69 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3381190 Sep 16 05:02:47.186768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38202) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:47.192141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4a771467-e60d-42e6-89ab-19feabbbd5d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2063739448', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57c050b7-8851-4344-a92c-ac39e4bb2c03'}], 'security_groups': ['41d82bff-8f4d-4b17-954b-e9d0a3438a2e', '45c26bde-3e0c-49fc-90bd-f8d537f2cfb5']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:47.213575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f3b49-3aa2-459d-8d23-7dc75a93cdab req-a914779d-82bf-4240-8c1a-e6017acdd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.215503 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c09f3b49-3aa2-459d-8d23-7dc75a93cdab req-a914779d-82bf-4240-8c1a-e6017acdd572 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c61b909-5d75-4a10-a25e-de6f4da0c2d3 HTTP/1.1" status: 200 len: 834 time: 0.3436632 Sep 16 05:02:47.313090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3e751-75e7-49d3-8925-e05aad46b1ad None None] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:47.318279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1f6c3e7a-ccf6-4926-8319-d776e8cbc947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:00:28Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1d9a559e-7584-4304-8109-d620e5abd687', 'name': '', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'mac_address': 'fa:16:3e:0d:26:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:27Z', 'updated_at': '2021-09-16T05:00:33Z', 'revision_number': 5, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'subnets': [{'id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:47.383685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7885acf-79d0-440c-b907-3cc142546c39 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.385162 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f7885acf-79d0-440c-b907-3cc142546c39 tempest-MeteringTestJSON-1062596687 tempest-MeteringTestJSON-1062596687-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/9edef26e-ab63-4080-8463-c0dc6d93cbf9 HTTP/1.1" status: 204 len: 168 time: 0.3520784 Sep 16 05:02:47.423491 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6c3e7a-ccf6-4926-8319-d776e8cbc947 None None] The sync data for ids ['fccb9b81-57ce-4eac-9e03-290c21aecaff'] in n-d-712142-17 is: [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:00:28Z', 'revision_number': 4, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1d9a559e-7584-4304-8109-d620e5abd687', 'name': '', 'network_id': '317e4f25-ab00-42b4-84d5-fbc95a07e551', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'mac_address': 'fa:16:3e:0d:26:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:27Z', 'updated_at': '2021-09-16T05:00:33Z', 'revision_number': 5, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'subnets': [{'id': '6c61b909-5d75-4a10-a25e-de6f4da0c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:47.426374 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97cbd48f-7d6c-415c-b77b-869c4dbca8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:47.479396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f3b49-3aa2-459d-8d23-7dc75a93cdab req-9a2ebd4c-6c54-43ab-b973-63545ece1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.483737 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c09f3b49-3aa2-459d-8d23-7dc75a93cdab req-9a2ebd4c-6c54-43ab-b973-63545ece1b24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=317e4f25-ab00-42b4-84d5-fbc95a07e551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2176692 Sep 16 05:02:47.567616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dbb6f-9dcb-449f-add5-12a40d2fe56f req-32384bc0-e14c-453c-8090-8d7373d9203c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.572973 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-419dbb6f-9dcb-449f-add5-12a40d2fe56f req-32384bc0-e14c-453c-8090-8d7373d9203c tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.15 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 984 time: 0.2077057 Sep 16 05:02:47.613155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937c410-eed7-4d30-a9bd-b80d795d4c65 req-9bf3b882-3999-43d2-9dfa-a9e6c520e6ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:47.614795 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7937c410-eed7-4d30-a9bd-b80d795d4c65 req-9bf3b882-3999-43d2-9dfa-a9e6c520e6ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 943 time: 0.2625523 Sep 16 05:02:47.650829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:47.734590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'port_id': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'mac_address': 'fa:16:3e:01:81:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:02:47.844296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7937c410-eed7-4d30-a9bd-b80d795d4c65 req-59ff4918-638a-48a5-9218-604b66a9b874 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058122 Sep 16 05:02:47.885263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c09f3b49-3aa2-459d-8d23-7dc75a93cdab req-6c38bdbe-1e15-417a-a5d5-c44caf8adc64 service neutron] 10.222.0.15 "GET /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857083 Sep 16 05:02:47.916486 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a771467-e60d-42e6-89ab-19feabbbd5d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.035035 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.049202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38248) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:48.065550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-419dbb6f-9dcb-449f-add5-12a40d2fe56f req-dabd4aff-10a2-417a-aeb7-0cb550d08a1d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Deleting port da218c04-526c-4c7b-b1e0-c21301334658 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:48.066098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-419dbb6f-9dcb-449f-add5-12a40d2fe56f req-dabd4aff-10a2-417a-aeb7-0cb550d08a1d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.070304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b407c16-ba2a-45c0-80d1-bf1528a4f976 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:48.123761 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77a9de-b3e1-42a1-a019-a67fab88604d None None] New status for floating IP d2a476ea-7a2c-48f9-8a08-16c7518ab91e: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:02:48.162695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:48.180965 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.371750 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c09f3b49-3aa2-459d-8d23-7dc75a93cdab req-61eb9eca-729b-4a68-92c7-8623720ce743 service neutron] 10.222.0.15 "GET /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707174 Sep 16 05:02:48.415581 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-147fa8ee-fb6a-4503-865a-7cdab8e4dbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.418041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:48.497277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa00f-213f-4d09-9c37-35b36a30bc49 req-d987d45e-94b0-4c77-8100-64a20d639027 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:48.498806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-015fa00f-213f-4d09-9c37-35b36a30bc49 req-d987d45e-94b0-4c77-8100-64a20d639027 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/ports?device_id=729419de-477d-4d37-a63b-7b346a250563 HTTP/1.1" status: 200 len: 984 time: 0.2092426 Sep 16 05:02:48.521658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-419dbb6f-9dcb-449f-add5-12a40d2fe56f req-dabd4aff-10a2-417a-aeb7-0cb550d08a1d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] For port da218c04-526c-4c7b-b1e0-c21301334658, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=da218c04-526c-4c7b-b1e0-c21301334658,segment=NetworkSegment(0bc4144d-3fea-474e-8d6b-a8498bb33833),segment_id=0bc4144d-3fea-474e-8d6b-a8498bb33833)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:48.521870 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['1b407c16-ba2a-45c0-80d1-bf1528a4f976'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:02:48.522000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-419dbb6f-9dcb-449f-add5-12a40d2fe56f req-dabd4aff-10a2-417a-aeb7-0cb550d08a1d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.536628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-419dbb6f-9dcb-449f-add5-12a40d2fe56f req-dabd4aff-10a2-417a-aeb7-0cb550d08a1d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Calling delete_port for da218c04-526c-4c7b-b1e0-c21301334658 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:48.624175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=1b407c16-ba2a-45c0-80d1-bf1528a4f976,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:48.642468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-015fa00f-213f-4d09-9c37-35b36a30bc49 req-b2e68156-68a2-4fd4-a470-33d8b03d7daf tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16&id=d5a029fc-eb22-47ff-b44d-6b211830e202&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1336837 Sep 16 05:02:48.668786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06427ca7-66ef-443f-ab9b-c88174254e83 None None] Update dhcp port {'port': {'network_id': '1214f719-7b35-448a-b0f3-7fa87e58bf03', 'fixed_ips': [{'subnet_id': '486b16e3-fdaf-4e9e-ac69-d712c90b980b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1c992eae-efb9-407b-b1b9-599a322125dd', 'ip_address': '2001:db8::2'}, {'subnet_id': '57c050b7-8851-4344-a92c-ac39e4bb2c03'}], 'binding:host_id': 'n-d-712142-17'}, 'id': '57ae967f-4276-48ac-91f6-50c1a864d7ca'} from n-d-712142-17. {{(pid=94746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 16 05:02:48.724071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-4a771467-e60d-42e6-89ab-19feabbbd5d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Delete allocated IP 2001:db8::e7 (1214f719-7b35-448a-b0f3-7fa87e58bf03/1c992eae-efb9-407b-b1b9-599a322125dd) {{(pid=94745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 16 05:02:48.744561 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-419dbb6f-9dcb-449f-add5-12a40d2fe56f req-dabd4aff-10a2-417a-aeb7-0cb550d08a1d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.749794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-4a771467-e60d-42e6-89ab-19feabbbd5d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Allocated IP 2001:db8:0:2::c0 (1214f719-7b35-448a-b0f3-7fa87e58bf03/57c050b7-8851-4344-a92c-ac39e4bb2c03/0dd5b217-14ab-4e26-ae07-df2cada2967f) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:48.778586 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.795617 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd4aff-10a2-417a-aeb7-0cb550d08a1d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'Port': ['ID=da218c04-526c-4c7b-b1e0-c21301334658,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:48.825162 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06427ca7-66ef-443f-ab9b-c88174254e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.849082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-419dbb6f-9dcb-449f-add5-12a40d2fe56f req-dabd4aff-10a2-417a-aeb7-0cb550d08a1d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] No DVR routers for this DVR port da218c04-526c-4c7b-b1e0-c21301334658 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:48.852005 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-419dbb6f-9dcb-449f-add5-12a40d2fe56f req-dabd4aff-10a2-417a-aeb7-0cb550d08a1d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.854234 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-419dbb6f-9dcb-449f-add5-12a40d2fe56f req-dabd4aff-10a2-417a-aeb7-0cb550d08a1d tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.15 "DELETE /v2.0/ports/da218c04-526c-4c7b-b1e0-c21301334658 HTTP/1.1" status: 204 len: 173 time: 1.2590797 Sep 16 05:02:48.854684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729419de-477d-4d37-a63b-7b346a250563', 'name': 'network-vif-deleted', 'tag': 'da218c04-526c-4c7b-b1e0-c21301334658'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:48.857195 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51e2372-d480-4576-8001-b33994d8e7aa" -d '{"events": [{"server_uuid": "729419de-477d-4d37-a63b-7b346a250563", "name": "network-vif-deleted", "tag": "da218c04-526c-4c7b-b1e0-c21301334658"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:48.872333 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-147fa8ee-fb6a-4503-865a-7cdab8e4dbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.906742 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-147fa8ee-fb6a-4503-865a-7cdab8e4dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.913784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:48.916070 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7820304a-a45d-4205-b86c-90114b8bdf71" -d '{"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-unplugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:48.936870 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:48.948476 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:48.964855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443278e9-f81e-4f31-8745-304503a9a551 req-1e93a17a-b2f2-4003-8fee-28ddd2473c15 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:48.973855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-443278e9-f81e-4f31-8745-304503a9a551 req-1e93a17a-b2f2-4003-8fee-28ddd2473c15 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 947 time: 0.2008464 Sep 16 05:02:49.050225 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-147fa8ee-fb6a-4503-865a-7cdab8e4dbdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1e29ef24a48491ca6ea731844f5d66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9913905 Sep 16 05:02:49.050427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38272) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:49.077539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fa8ee-fb6a-4503-865a-7cdab8e4dbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e45a443-b7ca-45cf-9f61-1abb75242507,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:49.099317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-443278e9-f81e-4f31-8745-304503a9a551 req-c040b267-0d31-4179-a783-18336ef14f87 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210608 Sep 16 05:02:49.103994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19c7ca72-d812-428c-9dfc-7ac88dc56c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.159825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19c7ca72-d812-428c-9dfc-7ac88dc56c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.174154 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a771467-e60d-42e6-89ab-19feabbbd5d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.181893 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a771467-e60d-42e6-89ab-19feabbbd5d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.189435 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81a8661-df70-4636-8b9d-4c8e513add4e x-openstack-request-id: req-d81a8661-df70-4636-8b9d-4c8e513add4e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:49.189773 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729419de-477d-4d37-a63b-7b346a250563", "name": "network-vif-deleted", "tag": "da218c04-526c-4c7b-b1e0-c21301334658", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:49.190038 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d81a8661-df70-4636-8b9d-4c8e513add4e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:49.190495 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729419de-477d-4d37-a63b-7b346a250563', 'name': 'network-vif-deleted', 'tag': 'da218c04-526c-4c7b-b1e0-c21301334658', 'status': 'completed', 'code': 200} Sep 16 05:02:49.232526 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19c7ca72-d812-428c-9dfc-7ac88dc56c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.235817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19c7ca72-d812-428c-9dfc-7ac88dc56c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.239452 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-19c7ca72-d812-428c-9dfc-7ac88dc56c22 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e45a443-b7ca-45cf-9f61-1abb75242507 HTTP/1.1" status: 204 len: 168 time: 0.1859548 Sep 16 05:02:49.253202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7ca72-d812-428c-9dfc-7ac88dc56c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e45a443-b7ca-45cf-9f61-1abb75242507,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:49.271726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-4a771467-e60d-42e6-89ab-19feabbbd5d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] In _notify_port_updated(), no bound segment for port 0dd5b217-14ab-4e26-ae07-df2cada2967f on network 1214f719-7b35-448a-b0f3-7fa87e58bf03 {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:02:49.288157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a771467-e60d-42e6-89ab-19feabbbd5d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:49.289450 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a771467-e60d-42e6-89ab-19feabbbd5d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.294283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38282) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:49.294571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4a771467-e60d-42e6-89ab-19feabbbd5d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "PUT /v2.0/ports/0dd5b217-14ab-4e26-ae07-df2cada2967f HTTP/1.1" status: 200 len: 969 time: 2.1065688 Sep 16 05:02:49.379888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a771467-e60d-42e6-89ab-19feabbbd5d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event updated for resources: {'Port': ['ID=0dd5b217-14ab-4e26-ae07-df2cada2967f,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:49.546503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=14']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:49.554857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d95fe-1e29-49f7-8d9d-f9cc0c661bb3 req-9cc1226c-1930-4932-b410-fecd9c565108 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:49.565245 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788d95fe-1e29-49f7-8d9d-f9cc0c661bb3 req-9cc1226c-1930-4932-b410-fecd9c565108 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 944 time: 0.1974666 Sep 16 05:02:49.582310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e9b98d67-bcb6-49e2-b1fa-2218c5bc5fd4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 0dd5b217-14ab-4e26-ae07-df2cada2967f {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:49.585342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9b98d67-bcb6-49e2-b1fa-2218c5bc5fd4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.625475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-06427ca7-66ef-443f-ab9b-c88174254e83 None None] Allocated IP 2001:db8:0:2::2 (1214f719-7b35-448a-b0f3-7fa87e58bf03/57c050b7-8851-4344-a92c-ac39e4bb2c03/57ae967f-4276-48ac-91f6-50c1a864d7ca) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:49.658339 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-788d95fe-1e29-49f7-8d9d-f9cc0c661bb3 req-6fdedf1e-b350-4f88-9302-b55b7df87881 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860431 Sep 16 05:02:49.751192 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9b98d67-bcb6-49e2-b1fa-2218c5bc5fd4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.768056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-e9b98d67-bcb6-49e2-b1fa-2218c5bc5fd4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 0dd5b217-14ab-4e26-ae07-df2cada2967f owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:49.791387 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c61c9aa-72da-4aba-a01f-06b7ed133963 x-openstack-request-id: req-9c61c9aa-72da-4aba-a01f-06b7ed133963 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:49.791918 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-unplugged", "status": "completed", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:49.791918 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c61c9aa-72da-4aba-a01f-06b7ed133963 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:49.792332 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'code': 200} Sep 16 05:02:49.907886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-06427ca7-66ef-443f-ab9b-c88174254e83 None None] For port 57ae967f-4276-48ac-91f6-50c1a864d7ca, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=57ae967f-4276-48ac-91f6-50c1a864d7ca,segment=NetworkSegment(df0b6174-e34a-40a7-a8b8-dfc467f6f17d),segment_id=df0b6174-e34a-40a7-a8b8-dfc467f6f17d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:49.958329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38300) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:49.989834 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06427ca7-66ef-443f-ab9b-c88174254e83 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.994368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88e5c534-50c5-4f5b-9e84-5183d3495c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:49.997179 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06427ca7-66ef-443f-ab9b-c88174254e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.068749 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-e101cee9-be6c-427e-b8be-05eaee5d4c7d tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=77ca93db87b74ebba4303f2c27dab012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452015 Sep 16 05:02:50.119081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06427ca7-66ef-443f-ab9b-c88174254e83 None None] Pushing event updated for resources: {'Port': ['ID=57ae967f-4276-48ac-91f6-50c1a864d7ca,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:50.171003 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4ff1fc84-55a4-411c-ad53-9098f366de14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.399773 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88e5c534-50c5-4f5b-9e84-5183d3495c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.410656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-0ab81fa5-47f7-4411-81e0-d274c9150d89 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.412685 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-0ab81fa5-47f7-4411-81e0-d274c9150d89 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3300314 Sep 16 05:02:50.414844 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88e5c534-50c5-4f5b-9e84-5183d3495c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.450403 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-88e5c534-50c5-4f5b-9e84-5183d3495c2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=658186f0548743ffa1cacec38e050b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910154 Sep 16 05:02:50.453789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38312) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:50.462621 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1b407c16-ba2a-45c0-80d1-bf1528a4f976 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:50.478729 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-c0e77daf-17e7-4ae8-a978-a06eb1225abe tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/quotas/77ca93db87b74ebba4303f2c27dab012 HTTP/1.1" status: 200 len: 375 time: 0.0367513 Sep 16 05:02:50.547548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:02:50.548043 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89524d6-f457-4aff-a867-e440fca155ee req-8c88f86a-49a7-4aea-8e52-9161c8d34ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.549676 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d89524d6-f457-4aff-a867-e440fca155ee req-8c88f86a-49a7-4aea-8e52-9161c8d34ad2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1097 time: 0.1296253 Sep 16 05:02:50.551742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef1669fa-b957-4a73-97d8-8cf2e684f8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.552204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:50.552792 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.577934 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-92fe6ef3-770f-45eb-9e68-930b610d3116 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=77ca93db87b74ebba4303f2c27dab012&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851588 Sep 16 05:02:50.578669 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef1669fa-b957-4a73-97d8-8cf2e684f8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.578789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5c534-50c5-4f5b-9e84-5183d3495c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd928f6e-501b-4965-a5a9-f6e8edda9fb0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:50.641350 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef1669fa-b957-4a73-97d8-8cf2e684f8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.644078 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ef1669fa-b957-4a73-97d8-8cf2e684f8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.645371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ef1669fa-b957-4a73-97d8-8cf2e684f8be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd928f6e-501b-4965-a5a9-f6e8edda9fb0 HTTP/1.1" status: 204 len: 168 time: 0.1891084 Sep 16 05:02:50.722725 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1669fa-b957-4a73-97d8-8cf2e684f8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd928f6e-501b-4965-a5a9-f6e8edda9fb0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:50.754675 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:50.765428 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 57ae967f-4276-48ac-91f6-50c1a864d7ca up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:02:50.988536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38324) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:50.989546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89524d6-f457-4aff-a867-e440fca155ee req-781fb580-37b1-4be3-be11-4875186b21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:50.995234 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d89524d6-f457-4aff-a867-e440fca155ee req-781fb580-37b1-4be3-be11-4875186b21b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.3648672 Sep 16 05:02:51.003081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:51.026708 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.037252 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.108814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 57ae967f-4276-48ac-91f6-50c1a864d7ca triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:51.109497 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.159442 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9b98d67-bcb6-49e2-b1fa-2218c5bc5fd4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.200058 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d89524d6-f457-4aff-a867-e440fca155ee req-ba39dfa1-1d6e-4481-9103-b9b5a17d44b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 1000 time: 0.1813858 Sep 16 05:02:51.203476 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b98d67-bcb6-49e2-b1fa-2218c5bc5fd4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=0dd5b217-14ab-4e26-ae07-df2cada2967f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:51.221775 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3d76f230-e32f-4f53-a40b-89cd8380cc43 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.285094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1eeea0f5-3c7d-4f99-9e49-f56a61f23858 None None] Could not find standard attr ID for object 0dd5b217-14ab-4e26-ae07-df2cada2967f. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:02:51.298046 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e9b98d67-bcb6-49e2-b1fa-2218c5bc5fd4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.300033 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e9b98d67-bcb6-49e2-b1fa-2218c5bc5fd4 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/0dd5b217-14ab-4e26-ae07-df2cada2967f HTTP/1.1" status: 204 len: 168 time: 2.0047102 Sep 16 05:02:51.302837 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38336) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:51.307831 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3d76f230-e32f-4f53-a40b-89cd8380cc43 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.341357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1eeea0f5-3c7d-4f99-9e49-f56a61f23858 None None] Provisioning complete for port 57ae967f-4276-48ac-91f6-50c1a864d7ca triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:51.341911 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1eeea0f5-3c7d-4f99-9e49-f56a61f23858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.343674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=1b407c16-ba2a-45c0-80d1-bf1528a4f976,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:51.400045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89524d6-f457-4aff-a867-e440fca155ee req-3d18391c-ab61-4a4c-a7e2-1aa907358177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.401777 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d89524d6-f457-4aff-a867-e440fca155ee req-3d18391c-ab61-4a4c-a7e2-1aa907358177 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.1937242 Sep 16 05:02:51.438774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d9657-bac1-4aeb-a7a5-edc70d113198 req-ff9cc818-0b86-45dc-b7d1-d8b8e75dc2b7 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.448027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c2d9657-bac1-4aeb-a7a5-edc70d113198 req-ff9cc818-0b86-45dc-b7d1-d8b8e75dc2b7 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.2612944 Sep 16 05:02:51.451004 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3d76f230-e32f-4f53-a40b-89cd8380cc43 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.453727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3d76f230-e32f-4f53-a40b-89cd8380cc43 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.456928 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3d76f230-e32f-4f53-a40b-89cd8380cc43 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "DELETE /v2.0/security-groups/d5a029fc-eb22-47ff-b44d-6b211830e202 HTTP/1.1" status: 204 len: 168 time: 0.4673729 Sep 16 05:02:51.464009 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71b4bc7-a451-4e3a-9dab-79f5bee9dc10 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] GET failed (client error): The resource could not be found. Sep 16 05:02:51.468272 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c71b4bc7-a451-4e3a-9dab-79f5bee9dc10 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports/0dd5b217-14ab-4e26-ae07-df2cada2967f HTTP/1.1" status: 404 len: 333 time: 0.1620669 Sep 16 05:02:51.468272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38346) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:51.476021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38348) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:51.543552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76f230-e32f-4f53-a40b-89cd8380cc43 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a029fc-eb22-47ff-b44d-6b211830e202,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:51.613531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c2d9657-bac1-4aeb-a7a5-edc70d113198 req-c62fd845-14e0-4e7e-ac7a-c1b04d794861 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645346 Sep 16 05:02:51.629080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89524d6-f457-4aff-a867-e440fca155ee req-fb188adc-bbdf-484b-aadd-f7a665dd9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.630644 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d89524d6-f457-4aff-a867-e440fca155ee req-fb188adc-bbdf-484b-aadd-f7a665dd9f30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1986418 Sep 16 05:02:51.698328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1eeea0f5-3c7d-4f99-9e49-f56a61f23858 None None] Provisioning complete for port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:51.699159 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1eeea0f5-3c7d-4f99-9e49-f56a61f23858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.757134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1eeea0f5-3c7d-4f99-9e49-f56a61f23858 None None] Port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:51.765701 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.794592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:51.798374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1eb6f44b-5606-45c8-a4e3-61bec672a340 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.799694 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22510e04-4b28-42d1-a77e-d793cecd9536" -d '{"events": [{"server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "name": "network-vif-plugged", "status": "completed", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:51.804295 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3cc55b57-419c-4e17-9ea1-07b9ec60a426 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.848360 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1eb6f44b-5606-45c8-a4e3-61bec672a340 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.864621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d70e-08c5-49ad-aa11-24937724ac82 req-2745fdc5-2593-44f5-ac97-e9a9d076798c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:51.866258 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f9a2d70e-08c5-49ad-aa11-24937724ac82 req-2745fdc5-2593-44f5-ac97-e9a9d076798c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.0951126 Sep 16 05:02:51.875956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a1430d2b-f6c3-4809-9f01-b01fffdfb5e6 None None] Could not find standard attr ID for object 0dd5b217-14ab-4e26-ae07-df2cada2967f. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:02:51.930562 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1eb6f44b-5606-45c8-a4e3-61bec672a340 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.933048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1eb6f44b-5606-45c8-a4e3-61bec672a340 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.937507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38364) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:51.937698 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1eb6f44b-5606-45c8-a4e3-61bec672a340 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/security-groups/b9ba30ab-815a-427f-9caa-122025e436f7 HTTP/1.1" status: 204 len: 168 time: 0.4598570 Sep 16 05:02:51.969434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3cc55b57-419c-4e17-9ea1-07b9ec60a426 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:51.972370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6f44b-5606-45c8-a4e3-61bec672a340 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ba30ab-815a-427f-9caa-122025e436f7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:52.009667 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d89524d6-f457-4aff-a867-e440fca155ee req-d09d66d6-df59-481d-8035-2e3843528194 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696473 Sep 16 05:02:52.049390 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3cc55b57-419c-4e17-9ea1-07b9ec60a426 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.052386 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3cc55b57-419c-4e17-9ea1-07b9ec60a426 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.053533 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3cc55b57-419c-4e17-9ea1-07b9ec60a426 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "DELETE /v2.0/security-groups/5bbbc5a3-75cc-48c5-8fd9-81138e8eac16 HTTP/1.1" status: 204 len: 168 time: 0.5847404 Sep 16 05:02:52.069757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f9a2d70e-08c5-49ad-aa11-24937724ac82 req-a9ca4562-c5b1-4f2e-9861-db922000ae96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958890 Sep 16 05:02:52.071438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38368) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:52.072445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0901fc6-7227-4874-aae6-c540c18af3e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.076341 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc55b57-419c-4e17-9ea1-07b9ec60a426 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbbc5a3-75cc-48c5-8fd9-81138e8eac16,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:52.099265 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0901fc6-7227-4874-aae6-c540c18af3e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.175691 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0901fc6-7227-4874-aae6-c540c18af3e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.178306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0901fc6-7227-4874-aae6-c540c18af3e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.179506 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f0901fc6-7227-4874-aae6-c540c18af3e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/security-groups/45c26bde-3e0c-49fc-90bd-f8d537f2cfb5 HTTP/1.1" status: 204 len: 168 time: 0.2414114 Sep 16 05:02:52.190857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38372) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:52.242969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0901fc6-7227-4874-aae6-c540c18af3e0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c26bde-3e0c-49fc-90bd-f8d537f2cfb5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:52.262243 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ffdf374-3b25-45ae-8e20-d5163fe17bb8 req-d7dc8bb1-d9ef-428a-8c77-4c253ab24dfa tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 210 time: 0.0414221 Sep 16 05:02:52.266010 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d89524d6-f457-4aff-a867-e440fca155ee req-57117f90-0c84-4f62-8156-e277679dc984 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257919 Sep 16 05:02:52.291913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8ddec14-b941-4ed2-9460-b3ffbfaca3d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.332730 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8ddec14-b941-4ed2-9460-b3ffbfaca3d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.371929 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97589613-2abd-42e0-9e14-9593895e6e70 x-openstack-request-id: req-97589613-2abd-42e0-9e14-9593895e6e70 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:52.372423 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "name": "network-vif-plugged", "status": "completed", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:52.372518 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97589613-2abd-42e0-9e14-9593895e6e70 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:52.372878 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'code': 200} Sep 16 05:02:52.402697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8ddec14-b941-4ed2-9460-b3ffbfaca3d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.405963 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8ddec14-b941-4ed2-9460-b3ffbfaca3d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.407765 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a8ddec14-b941-4ed2-9460-b3ffbfaca3d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/security-groups/41d82bff-8f4d-4b17-954b-e9d0a3438a2e HTTP/1.1" status: 204 len: 168 time: 0.2159336 Sep 16 05:02:52.417228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device da218c04-526c-4c7b-b1e0-c21301334658 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:52.421369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38376) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:52.465162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddec14-b941-4ed2-9460-b3ffbfaca3d2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d82bff-8f4d-4b17-954b-e9d0a3438a2e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:52.517744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: da218c04-526c-4c7b-b1e0-c21301334658 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:52.518171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device da218c04-526c-4c7b-b1e0-c21301334658 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:52.544221 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-742a307a-0a1f-4b92-840b-4a5c1f897ee9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting subnet 1c992eae-efb9-407b-b1b9-599a322125dd {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:52.547625 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-742a307a-0a1f-4b92-840b-4a5c1f897ee9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.600241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-742a307a-0a1f-4b92-840b-4a5c1f897ee9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.653166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14592fb6-1d32-43d2-aca0-a81e91d18fb5 req-80417ac8-3ce5-4c8c-97e1-7edac9430d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:52.654963 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14592fb6-1d32-43d2-aca0-a81e91d18fb5 req-80417ac8-3ce5-4c8c-97e1-7edac9430d06 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1097 time: 0.1665013 Sep 16 05:02:52.762040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-43377964-8603-4dc1-badc-b8aa4eeb12d3 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=77ca93db87b74ebba4303f2c27dab012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027205 Sep 16 05:02:52.872500 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a5175-2291-4602-bf23-751bf1e491bc req-5cd79656-2490-41e5-a443-cd2b606b14fc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:52.874096 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f7a5175-2291-4602-bf23-751bf1e491bc req-5cd79656-2490-41e5-a443-cd2b606b14fc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1140311 Sep 16 05:02:52.900081 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-14592fb6-1d32-43d2-aca0-a81e91d18fb5 req-10b1b2d9-ad2b-4c74-b4b0-28b82a584f26 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284701 Sep 16 05:02:52.908734 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc0ffe24-591e-4aaf-9bd6-f36417a778db tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.923865 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-742a307a-0a1f-4b92-840b-4a5c1f897ee9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:52.982049 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f7a5175-2291-4602-bf23-751bf1e491bc req-1e7ffe5d-08d0-4945-a185-3b6d93e07e9c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948548 Sep 16 05:02:53.175101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-8c224e10-cab3-4591-9539-1aabe6a3cd0f tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.178517 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-8c224e10-cab3-4591-9539-1aabe6a3cd0f tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3996885 Sep 16 05:02:53.185858 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-742a307a-0a1f-4b92-840b-4a5c1f897ee9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.207885 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.209431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Request body: {'port': {'device_id': 'c8dafb76-6566-446f-9270-df88ab6e3b54', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': '77ca93db87b74ebba4303f2c27dab012'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:53.229845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38396) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:53.322297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e8a61-0102-40e2-a2a3-080148fdd889 req-dc861dcf-e0a6-4a0a-a1f4-f0e8915171ef tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:53.329452 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b57e8a61-0102-40e2-a2a3-080148fdd889 req-dc861dcf-e0a6-4a0a-a1f4-f0e8915171ef tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.1006222 Sep 16 05:02:53.356609 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15be0477-490f-49e5-9cdf-a38e2e5a15c5 None None] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:53.369588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a307a-0a1f-4b92-840b-4a5c1f897ee9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Subnet': ['ID=1c992eae-efb9-407b-b1b9-599a322125dd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:53.376459 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-742a307a-0a1f-4b92-840b-4a5c1f897ee9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.382943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ffe24-591e-4aaf-9bd6-f36417a778db tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Deleting port 1d9a559e-7584-4304-8109-d620e5abd687 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:53.382943 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc0ffe24-591e-4aaf-9bd6-f36417a778db tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.388953 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-742a307a-0a1f-4b92-840b-4a5c1f897ee9 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/1c992eae-efb9-407b-b1b9-599a322125dd HTTP/1.1" status: 204 len: 168 time: 0.9651024 Sep 16 05:02:53.396933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b57e8a61-0102-40e2-a2a3-080148fdd889 req-78ee2b8e-24a2-47d1-8dbb-43fac01ba631 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622091 Sep 16 05:02:53.397065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38402) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:53.430000 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-400558267'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:53.497052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a0b1b9-27f4-4fb5-89e4-603c3308954b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting subnet 57c050b7-8851-4344-a92c-ac39e4bb2c03 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:53.504010 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09a0b1b9-27f4-4fb5-89e4-603c3308954b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.513209 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b652e64-faa8-4978-b432-7c7bbacad822 req-9cb59ed5-0330-4178-961d-ac2106ed638e tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 210 time: 0.0339200 Sep 16 05:02:53.542683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Made reservation on behalf of 77ca93db87b74ebba4303f2c27dab012 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:53.547765 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.561739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-dc0ffe24-591e-4aaf-9bd6-f36417a778db tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] For port 1d9a559e-7584-4304-8109-d620e5abd687, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1d9a559e-7584-4304-8109-d620e5abd687,segment=NetworkSegment(0bc4144d-3fea-474e-8d6b-a8498bb33833),segment_id=0bc4144d-3fea-474e-8d6b-a8498bb33833)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:53.562360 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc0ffe24-591e-4aaf-9bd6-f36417a778db tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.564249 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.587138 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09a0b1b9-27f4-4fb5-89e4-603c3308954b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.727915 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09a0b1b9-27f4-4fb5-89e4-603c3308954b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.814690 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09a0b1b9-27f4-4fb5-89e4-603c3308954b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.846817 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0b1b9-27f4-4fb5-89e4-603c3308954b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Subnet': ['ID=57c050b7-8851-4344-a92c-ac39e4bb2c03,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:53.856146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09a0b1b9-27f4-4fb5-89e4-603c3308954b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.861155 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-09a0b1b9-27f4-4fb5-89e4-603c3308954b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/57c050b7-8851-4344-a92c-ac39e4bb2c03 HTTP/1.1" status: 204 len: 168 time: 0.4557080 Sep 16 05:02:53.862126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38406) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:53.890232 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c5ad6f-7fee-4f7f-8f86-ef83ebaf1424 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:53.890951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c5ad6f-7fee-4f7f-8f86-ef83ebaf1424 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:53.896475 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-75c5ad6f-7fee-4f7f-8f86-ef83ebaf1424 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/1c992eae-efb9-407b-b1b9-599a322125dd HTTP/1.1" status: 404 len: 337 time: 0.0331452 Sep 16 05:02:53.897169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38408) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:53.946141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ffe24-591e-4aaf-9bd6-f36417a778db tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Calling delete_port for 1d9a559e-7584-4304-8109-d620e5abd687 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:53.959450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Made reservation on behalf of d5c4e775d017424088abb32361954224 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:53.963680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.974658 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:53.982506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27245c3-70e7-4d2c-aab9-24a67687410d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting subnet 486b16e3-fdaf-4e9e-ac69-d712c90b980b {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:53.989996 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d27245c3-70e7-4d2c-aab9-24a67687410d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.049934 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d27245c3-70e7-4d2c-aab9-24a67687410d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.177889 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.186772 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.289731 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc0ffe24-591e-4aaf-9bd6-f36417a778db tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.296294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f871227e-1839-478a-9370-4da1ce6273d2,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:54.321054 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d27245c3-70e7-4d2c-aab9-24a67687410d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.344341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ffe24-591e-4aaf-9bd6-f36417a778db tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'Port': ['ID=1d9a559e-7584-4304-8109-d620e5abd687,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:54.372835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd731e39-3ba1-427e-8bd0-d0f152db02d7 req-bcf730f3-3e2a-4239-8651-e0e96b774ad3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:54.380312 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fd731e39-3ba1-427e-8bd0-d0f152db02d7 req-bcf730f3-3e2a-4239-8651-e0e96b774ad3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.2419963 Sep 16 05:02:54.433344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Allocated IP 192.168.233.218 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/0a255c9a-c39c-4242-9741-197e06f3b987) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:54.452098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d27245c3-70e7-4d2c-aab9-24a67687410d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.514019 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fd731e39-3ba1-427e-8bd0-d0f152db02d7 req-b8d0c857-f5c4-4aa3-a3ad-99fdb7dad42d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177449 Sep 16 05:02:54.515380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27245c3-70e7-4d2c-aab9-24a67687410d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Subnet': ['ID=486b16e3-fdaf-4e9e-ac69-d712c90b980b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:54.524408 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d27245c3-70e7-4d2c-aab9-24a67687410d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.536817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d27245c3-70e7-4d2c-aab9-24a67687410d tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/486b16e3-fdaf-4e9e-ac69-d712c90b980b HTTP/1.1" status: 204 len: 168 time: 0.6384671 Sep 16 05:02:54.549278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38416) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:54.587078 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14500c51-2c93-44b0-9f98-6261f4b6b1c0 None None] Network 1214f719-7b35-448a-b0f3-7fa87e58bf03 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:54.633142 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.636390 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf3439c-0566-4fde-a05e-00c4b2d269f7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:54.636775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf3439c-0566-4fde-a05e-00c4b2d269f7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:54.641737 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bbf3439c-0566-4fde-a05e-00c4b2d269f7 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/4a1b87d5-f83d-43c1-978d-90cf897d68e0 HTTP/1.1" status: 404 len: 337 time: 0.0830781 Sep 16 05:02:54.646094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38420) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:54.680262 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.696828 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:02:54.707221 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.707719 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Added segment de6b744a-996d-4a6d-9244-eecea5acb4f4 of type vlan for network 3532c9bd-c371-478f-a2a2-dcdb5a20513b Sep 16 05:02:54.738817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7ac8429f-6120-4dc7-aba0-ad25e49fd74b tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "GET /v2.0/ports?device_id=467c74d8-0da0-4f20-b683-189e5e4cc84d HTTP/1.1" status: 200 len: 205 time: 0.0905447 Sep 16 05:02:54.743674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38422) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:54.755036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.811350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aa2c3592-bfba-4acd-979b-385b29f8badf None None] Provisioning complete for port 57ae967f-4276-48ac-91f6-50c1a864d7ca triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:54.811766 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3592-bfba-4acd-979b-385b29f8badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.933337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a096e0-cfb3-4348-b0a0-863fea67d7fd None None] DHCP port deletion for 1214f719-7b35-448a-b0f3-7fa87e58bf03 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:54.950536 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-0d929db1-8ca9-4520-94f8-481a3d762a6e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] delete failed (client error): The resource could not be found. Sep 16 05:02:54.954335 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0d929db1-8ca9-4520-94f8-481a3d762a6e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/routers/467c74d8-0da0-4f20-b683-189e5e4cc84d HTTP/1.1" status: 404 len: 336 time: 0.2070525 Sep 16 05:02:54.954466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38428) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:54.963071 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.965397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aa2c3592-bfba-4acd-979b-385b29f8badf None None] Provisioning complete for port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:54.968473 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3592-bfba-4acd-979b-385b29f8badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.985059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:54.985751 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:54.987709 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-3324f6a5-b3b2-4a78-b3bf-ce6a04fb5b5c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:54.988603 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3324f6a5-b3b2-4a78-b3bf-ce6a04fb5b5c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:54.995096 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3324f6a5-b3b2-4a78-b3bf-ce6a04fb5b5c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/0b8a862d-3516-4a54-b8d5-2ec7fa105779 HTTP/1.1" status: 404 len: 337 time: 0.0362082 Sep 16 05:02:54.995420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38430) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.034299 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cea235-0cf4-4feb-8868-e65d0d445ea0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:55.035777 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cea235-0cf4-4feb-8868-e65d0d445ea0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:55.037374 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c8cea235-0cf4-4feb-8868-e65d0d445ea0 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/093ef049-27ba-4b75-89ac-faa76221e45c HTTP/1.1" status: 404 len: 337 time: 0.0409570 Sep 16 05:02:55.043937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38432) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.057071 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c3592-bfba-4acd-979b-385b29f8badf None None] Port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:55.081138 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-7643bd58-a749-4ae3-a5fa-e3f9c77586a2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:55.081576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7643bd58-a749-4ae3-a5fa-e3f9c77586a2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:55.089844 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7643bd58-a749-4ae3-a5fa-e3f9c77586a2 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/0c39459c-c887-43c5-a887-ac60f3111932 HTTP/1.1" status: 404 len: 337 time: 0.0386262 Sep 16 05:02:55.089844 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38434) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.099358 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-11a096e0-cfb3-4348-b0a0-863fea67d7fd None None] Deleting port 57ae967f-4276-48ac-91f6-50c1a864d7ca {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:55.099963 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-11a096e0-cfb3-4348-b0a0-863fea67d7fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.114515 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c72e21-cc2a-4157-87d0-d29bff73d83f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:55.115226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c72e21-cc2a-4157-87d0-d29bff73d83f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:55.121175 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-13c72e21-cc2a-4157-87d0-d29bff73d83f tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/c6690e9b-81eb-47d7-8f43-3e7d0af730a6 HTTP/1.1" status: 404 len: 333 time: 0.0296366 Sep 16 05:02:55.123892 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38438) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.143847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c503aae1-7efc-4d6b-99ea-e795241a8454,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:55.147172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Pushing event updated for resources: {'Network': ['ID=3532c9bd-c371-478f-a2a2-dcdb5a20513b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:55.164014 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.168034 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8a0d47-00bc-482c-b3c7-66928638d651 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:55.168489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8a0d47-00bc-482c-b3c7-66928638d651 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:55.173016 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ef8a0d47-00bc-482c-b3c7-66928638d651 tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/451feff0-b486-4a3c-ab93-06f09c41923f HTTP/1.1" status: 404 len: 337 time: 0.0455503 Sep 16 05:02:55.175545 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dc0ffe24-591e-4aaf-9bd6-f36417a778db tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.177719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38442) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.196755 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2cdfcb8f-02f4-4611-8f70-dd38b96a1924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.9628584 Sep 16 05:02:55.213767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90414e0-97da-4214-ad4d-9bc42b78f321 req-9419f7cf-3841-4764-b4e6-6b773bce8934 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.215743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b90414e0-97da-4214-ad4d-9bc42b78f321 req-9419f7cf-3841-4764-b4e6-6b773bce8934 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.5852718 Sep 16 05:02:55.221559 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cba9717-7aa2-48ac-ac91-0db4f46223fe tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:55.223701 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cba9717-7aa2-48ac-ac91-0db4f46223fe tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:55.229165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-11a096e0-cfb3-4348-b0a0-863fea67d7fd None None] For port 57ae967f-4276-48ac-91f6-50c1a864d7ca, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=57ae967f-4276-48ac-91f6-50c1a864d7ca,segment=NetworkSegment(df0b6174-e34a-40a7-a8b8-dfc467f6f17d),segment_id=df0b6174-e34a-40a7-a8b8-dfc467f6f17d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:55.229588 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-11a096e0-cfb3-4348-b0a0-863fea67d7fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.232359 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0cba9717-7aa2-48ac-ac91-0db4f46223fe tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/37a4c288-fa07-426c-964e-b92bee432b36 HTTP/1.1" status: 404 len: 337 time: 0.0469306 Sep 16 05:02:55.233088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38446) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.250493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 3532c9bd-c371-478f-a2a2-dcdb5a20513b details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:02:55.252918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-11a096e0-cfb3-4348-b0a0-863fea67d7fd None None] Calling delete_port for 57ae967f-4276-48ac-91f6-50c1a864d7ca owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:55.312685 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a229f754-ea96-4d3a-a10d-60523592091a tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:55.313434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a229f754-ea96-4d3a-a10d-60523592091a tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:55.315231 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a229f754-ea96-4d3a-a10d-60523592091a tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/0877c863-09eb-416d-bcbf-6cdf52bafb3e HTTP/1.1" status: 404 len: 333 time: 0.0795631 Sep 16 05:02:55.320243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38450) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.356299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.425182 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5bba33-0281-498b-a71f-250bb89776fd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:55.425399 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-11a096e0-cfb3-4348-b0a0-863fea67d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.425949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5bba33-0281-498b-a71f-250bb89776fd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:55.431840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38452) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.433035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5f5bba33-0281-498b-a71f-250bb89776fd tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/cad168b5-7d14-4c81-9e7b-e9161a598f9f HTTP/1.1" status: 404 len: 337 time: 0.1092420 Sep 16 05:02:55.435310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Pushing event updated for resources: {'Port': ['ID=0a255c9a-c39c-4242-9741-197e06f3b987,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:55.439389 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b90414e0-97da-4214-ad4d-9bc42b78f321 req-e0b79842-4385-434c-bc61-0fec29d68d65 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590180 Sep 16 05:02:55.458669 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a096e0-cfb3-4348-b0a0-863fea67d7fd None None] Pushing event deleted for resources: {'Port': ['ID=57ae967f-4276-48ac-91f6-50c1a864d7ca,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:55.472379 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a096e0-cfb3-4348-b0a0-863fea67d7fd None None] No DVR routers for this DVR port 57ae967f-4276-48ac-91f6-50c1a864d7ca on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:55.507543 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0513ee-5e33-49a2-a454-6a93b11114ee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] DELETE failed (client error): The resource could not be found. Sep 16 05:02:55.508033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0513ee-5e33-49a2-a454-6a93b11114ee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:02:55.509965 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-af0513ee-5e33-49a2-a454-6a93b11114ee tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/subnets/235f2972-c268-4e60-80e1-7c07473e64bd HTTP/1.1" status: 404 len: 337 time: 0.0756702 Sep 16 05:02:55.511971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:55.512632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38456) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.521185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:55.526519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:55.650374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0ffe24-591e-4aaf-9bd6-f36417a778db tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Router fccb9b81-57ce-4eac-9e03-290c21aecaff has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:02:55.652797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:55.653478 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.677435 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-5ebadb13-adc5-4ae3-b045-781955cbc90a tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4862437 Sep 16 05:02:55.691714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Request body: {'port': {'device_id': 'c8dafb76-6566-446f-9270-df88ab6e3b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:55.731417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f1c6d-d09c-4255-ab09-b9c6cfe63d3e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Deleting port 63b2de46-3942-4e0a-9183-3f0ee0f9f68a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:55.731772 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1c6d-d09c-4255-ab09-b9c6cfe63d3e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:55.784928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0ffe24-591e-4aaf-9bd6-f36417a778db tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:02:55.799110 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4b91d-468a-4612-9b64-28bdaf910a68 None None] Sync routers for ids ['fccb9b81-57ce-4eac-9e03-290c21aecaff'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:02:55.801221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dc0ffe24-591e-4aaf-9bd6-f36417a778db tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "PUT /v2.0/routers/fccb9b81-57ce-4eac-9e03-290c21aecaff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6327710 Sep 16 05:02:55.803856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38458) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:55.811337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4b91d-468a-4612-9b64-28bdaf910a68 None None] Routers {'fccb9b81-57ce-4eac-9e03-290c21aecaff'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:55.812712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-13d4b91d-468a-4612-9b64-28bdaf910a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:02:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fccb9b81-57ce-4eac-9e03-290c21aecaff'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:55.884745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6198349-1a75-4fb5-9b9d-8225e646c677 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Deleting subnet 6c61b909-5d75-4a10-a25e-de6f4da0c2d3 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:02:55.889063 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b6198349-1a75-4fb5-9b9d-8225e646c677 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.003804 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b6198349-1a75-4fb5-9b9d-8225e646c677 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.111084 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.112100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b6198349-1a75-4fb5-9b9d-8225e646c677 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.114609 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-02e07888-40f0-47b2-b2dd-26b44498fe13 None None] Provisioning complete for port 0a255c9a-c39c-4242-9741-197e06f3b987 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:02:56.114979 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-02e07888-40f0-47b2-b2dd-26b44498fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.116476 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1c6d-d09c-4255-ab09-b9c6cfe63d3e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.139618 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f1c6d-d09c-4255-ab09-b9c6cfe63d3e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Calling delete_port for 63b2de46-3942-4e0a-9183-3f0ee0f9f68a owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:56.143935 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-13d4b91d-468a-4612-9b64-28bdaf910a68 None None] Set router fccb9b81-57ce-4eac-9e03-290c21aecaff gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:56.187793 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b6198349-1a75-4fb5-9b9d-8225e646c677 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.225876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6198349-1a75-4fb5-9b9d-8225e646c677 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'Subnet': ['ID=6c61b909-5d75-4a10-a25e-de6f4da0c2d3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:56.239286 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b6198349-1a75-4fb5-9b9d-8225e646c677 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.241985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5462a40-5805-4882-a3ec-e90501d3e22c None None] Network 317e4f25-ab00-42b4-84d5-fbc95a07e551 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:56.243161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b6198349-1a75-4fb5-9b9d-8225e646c677 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "DELETE /v2.0/subnets/6c61b909-5d75-4a10-a25e-de6f4da0c2d3 HTTP/1.1" status: 204 len: 168 time: 0.4379249 Sep 16 05:02:56.245368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38466) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:56.396368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-02e07888-40f0-47b2-b2dd-26b44498fe13 None None] Port 0a255c9a-c39c-4242-9741-197e06f3b987 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:02:56.401185 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.439326 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1c6d-d09c-4255-ab09-b9c6cfe63d3e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.512783 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369a750-c1d9-4552-a32a-d83597b947c3 req-15a3294e-e9dc-44ce-b991-6d99d0f6cd95 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:56.514703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b369a750-c1d9-4552-a32a-d83597b947c3 req-15a3294e-e9dc-44ce-b991-6d99d0f6cd95 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 936 time: 0.2197435 Sep 16 05:02:56.520601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f1c6d-d09c-4255-ab09-b9c6cfe63d3e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Port': ['ID=63b2de46-3942-4e0a-9183-3f0ee0f9f68a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:56.557593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.557837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-13d4b91d-468a-4612-9b64-28bdaf910a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e039b307-b10b-4f92-968e-2828342467e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:02:54Z', 'revision_number': 5, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port': {'id': 'e039b307-b10b-4f92-968e-2828342467e0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:00:22Z', 'updated_at': '2021-09-16T05:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:56.582025 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b369a750-c1d9-4552-a32a-d83597b947c3 req-0728a529-6a1e-4956-b62a-58395a66698f tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/security-groups?id=f871227e-1839-478a-9370-4da1ce6273d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559688 Sep 16 05:02:56.624431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a255c9a-c39c-4242-9741-197e06f3b987 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:02:56.634016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4b91d-468a-4612-9b64-28bdaf910a68 None None] Checking router: fccb9b81-57ce-4eac-9e03-290c21aecaff for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:02:56.637808 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1c6d-d09c-4255-ab09-b9c6cfe63d3e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.639797 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5b0f1c6d-d09c-4255-ab09-b9c6cfe63d3e tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/ports/63b2de46-3942-4e0a-9183-3f0ee0f9f68a HTTP/1.1" status: 204 len: 168 time: 1.1259809 Sep 16 05:02:56.642837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38476) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:56.656160 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.661371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4b91d-468a-4612-9b64-28bdaf910a68 None None] Routers {'fccb9b81-57ce-4eac-9e03-290c21aecaff'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:02:56.664957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-13d4b91d-468a-4612-9b64-28bdaf910a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:02:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fccb9b81-57ce-4eac-9e03-290c21aecaff'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:56.671306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0787774-9533-489e-8f69-0c703b50af46 None None] DHCP port deletion for 317e4f25-ab00-42b4-84d5-fbc95a07e551 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:02:56.689432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Transition to ACTIVE for port object 0a255c9a-c39c-4242-9741-197e06f3b987 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:02:56.695490 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.761999 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.781848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Deleting port e039b307-b10b-4f92-968e-2828342467e0 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:56.782207 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.807240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a255c9a-c39c-4242-9741-197e06f3b987,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:56.824419 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 57ae967f-4276-48ac-91f6-50c1a864d7ca no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:56.945806 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:56.971522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Attempting to bind port 0a255c9a-c39c-4242-9741-197e06f3b987 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:56.972329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Attempting to bind port 0a255c9a-c39c-4242-9741-197e06f3b987 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:56.972675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Attempting to bind port 0a255c9a-c39c-4242-9741-197e06f3b987 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:56.973958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 57ae967f-4276-48ac-91f6-50c1a864d7ca {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:56.975228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 57ae967f-4276-48ac-91f6-50c1a864d7ca not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:56.979012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1214f719-7b35-448a-b0f3-7fa87e58bf03']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:56.980182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Port 0a255c9a-c39c-4242-9741-197e06f3b987 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:56.981260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Attempting to bind port 0a255c9a-c39c-4242-9741-197e06f3b987 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:56.986567 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:02:56.986996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:56.987399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:02:56.988102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Bound port: 0a255c9a-c39c-4242-9741-197e06f3b987, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:02:56.988700 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.001666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0b6174-e34a-40a7-a8b8-dfc467f6f17d') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:57.001986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0b6174-e34a-40a7-a8b8-dfc467f6f17d') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:57.004747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] For port e039b307-b10b-4f92-968e-2828342467e0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e039b307-b10b-4f92-968e-2828342467e0,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:57.005124 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.026995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38480) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:57.030482 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.052630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-13d4b91d-468a-4612-9b64-28bdaf910a68 None None] Set router fccb9b81-57ce-4eac-9e03-290c21aecaff gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:02:57.055337 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Request body: {'port': {'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b', 'binding:host_id': 'n-h2-712142-17', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977417365'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:57.062639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Calling delete_port for e039b307-b10b-4f92-968e-2828342467e0 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:57.076856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.093574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:57.094017 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:57.098146 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:57.119747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] For port 0a255c9a-c39c-4242-9741-197e06f3b987, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:57.126496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] For port 0a255c9a-c39c-4242-9741-197e06f3b987, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0a255c9a-c39c-4242-9741-197e06f3b987,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:02:57.136589 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.140599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b0787774-9533-489e-8f69-0c703b50af46 None None] Deleting port 75a782c5-3760-4073-aaee-a01a48174767 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:02:57.140892 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0787774-9533-489e-8f69-0c703b50af46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.144650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-13d4b91d-468a-4612-9b64-28bdaf910a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:02:56Z', 'revision_number': 6, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:57.168803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Made reservation on behalf of 75a56a75b7d547faa3f03e4f4886c2a2 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:02:57.171309 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.197176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.197904 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.199642 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/0a255c9a-c39c-4242-9741-197e06f3b987 HTTP/1.1" status: 200 len: 1097 time: 1.5142837 Sep 16 05:02:57.200254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dafb76-6566-446f-9270-df88ab6e3b54', 'tag': '0a255c9a-c39c-4242-9741-197e06f3b987'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:02:57.200841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4b91d-468a-4612-9b64-28bdaf910a68 None None] The sync data for ids ['fccb9b81-57ce-4eac-9e03-290c21aecaff'] in n-d-712142-17 is: [{'id': 'fccb9b81-57ce-4eac-9e03-290c21aecaff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873845718', 'tenant_id': 'df27bef07f2348b18d52bc91f7adb880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:00:21Z', 'updated_at': '2021-09-16T05:02:56Z', 'revision_number': 6, 'project_id': 'df27bef07f2348b18d52bc91f7adb880', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:02:57.203276 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d294ce-bb67-485f-ac80-ed04f22e47c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dafb76-6566-446f-9270-df88ab6e3b54", "tag": "0a255c9a-c39c-4242-9741-197e06f3b987"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:02:57.277189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b0787774-9533-489e-8f69-0c703b50af46 None None] For port 75a782c5-3760-4073-aaee-a01a48174767, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=75a782c5-3760-4073-aaee-a01a48174767,segment=NetworkSegment(0bc4144d-3fea-474e-8d6b-a8498bb33833),segment_id=0bc4144d-3fea-474e-8d6b-a8498bb33833)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:02:57.277795 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0787774-9533-489e-8f69-0c703b50af46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.294564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830a2e8-97d1-4442-acfe-682ea07ab4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a255c9a-c39c-4242-9741-197e06f3b987,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:57.298685 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b0787774-9533-489e-8f69-0c703b50af46 None None] Calling delete_port for 75a782c5-3760-4073-aaee-a01a48174767 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:02:57.313284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6e532865-df3d-429c-86a2-1fc5d2b0bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.315319 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-6e532865-df3d-429c-86a2-1fc5d2b0bf25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=77ca93db87b74ebba4303f2c27dab012&device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 1100 time: 0.0672908 Sep 16 05:02:57.345970 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.363576 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.378806 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-e8ab00ff-acf7-4692-b01d-db5c265f5a1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=0a255c9a-c39c-4242-9741-197e06f3b987 HTTP/1.1" status: 200 len: 217 time: 0.0528002 Sep 16 05:02:57.417288 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.419488 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] 10.222.0.53 "DELETE /v2.0/networks/1214f719-7b35-448a-b0f3-7fa87e58bf03 HTTP/1.1" status: 204 len: 168 time: 0.7756853 Sep 16 05:02:57.426134 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0787774-9533-489e-8f69-0c703b50af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.461987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0787774-9533-489e-8f69-0c703b50af46 None None] Pushing event deleted for resources: {'Port': ['ID=75a782c5-3760-4073-aaee-a01a48174767,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:57.464216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0787774-9533-489e-8f69-0c703b50af46 None None] No DVR routers for this DVR port 75a782c5-3760-4073-aaee-a01a48174767 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:02:57.470333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-b848f201-71bd-45c4-be0c-83c69631c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.472764 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-b848f201-71bd-45c4-be0c-83c69631c202 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0863709 Sep 16 05:02:57.481832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8f9c8-1e3c-46a5-ba90-ac137c407a3c tempest-PortsIpV6TestJSON-1752830959 tempest-PortsIpV6TestJSON-1752830959-project] Pushing event deleted for resources: {'Network': ['ID=1214f719-7b35-448a-b0f3-7fa87e58bf03,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:57.508996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb7ab1-55ea-4e7f-9620-8c554a08915d req-4e584ad3-e89c-4f10-aa17-d41c469595b3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.516520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15bb7ab1-55ea-4e7f-9620-8c554a08915d req-4e584ad3-e89c-4f10-aa17-d41c469595b3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.3508196 Sep 16 05:02:57.526436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-1ce8fa15-f710-4181-9ca3-5ecfec49d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.528352 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-1ce8fa15-f710-4181-9ca3-5ecfec49d96d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0494249 Sep 16 05:02:57.589585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15bb7ab1-55ea-4e7f-9620-8c554a08915d req-05645c31-ed6e-4f2f-a0c5-13bb2cc19a35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721080 Sep 16 05:02:57.619401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38486) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:57.793953 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:57.872767 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-3b4aede5-9385-4fa7-ab26-69ff1370aad5 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360271 Sep 16 05:02:57.878606 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1d44e-2061-4dfa-b9ab-c6ef9130532a req-95e80397-5d85-4682-ae0a-d50a3490a311 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.887065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ba1d44e-2061-4dfa-b9ab-c6ef9130532a req-95e80397-5d85-4682-ae0a-d50a3490a311 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1691964 Sep 16 05:02:57.888970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'Port': ['ID=e039b307-b10b-4f92-968e-2828342467e0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:57.926723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf25b9e7-1f25-4892-9e6b-d7855b4f7820 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:57.931745 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bf25b9e7-1f25-4892-9e6b-d7855b4f7820 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1092 time: 0.3080683 Sep 16 05:02:57.933341 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38494) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:57.939323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:02:57.978041 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.001910 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ba1d44e-2061-4dfa-b9ab-c6ef9130532a req-0c6c3903-015a-4923-bb5a-4929d87f1878 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106877 Sep 16 05:02:58.004277 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.010288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] device_id is not set on port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:02:58.030532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38496) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:58.031433 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.094766 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4cf57999-9acd-49a3-a52b-d9d389411ca4 req-3eaaff84-90f6-4625-9d4e-fec2080e7bb1 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128625 Sep 16 05:02:58.099929 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701924fd-6f95-46e0-bffa-7e208857b817 x-openstack-request-id: req-701924fd-6f95-46e0-bffa-7e208857b817 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:02:58.100360 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dafb76-6566-446f-9270-df88ab6e3b54", "tag": "0a255c9a-c39c-4242-9741-197e06f3b987", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:02:58.100624 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-701924fd-6f95-46e0-bffa-7e208857b817 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:02:58.101695 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dafb76-6566-446f-9270-df88ab6e3b54', 'tag': '0a255c9a-c39c-4242-9741-197e06f3b987', 'status': 'completed', 'code': 200} Sep 16 05:02:58.270514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.333670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d294ce-bb67-485f-ac80-ed04f22e47c9 req-a5e0c37a-82bc-4c7f-a38c-9d6891cc05af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.336046 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75d294ce-bb67-485f-ac80-ed04f22e47c9 req-a5e0c37a-82bc-4c7f-a38c-9d6891cc05af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=77ca93db87b74ebba4303f2c27dab012&device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 1100 time: 0.1345682 Sep 16 05:02:58.341253 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3d795fb2-a06e-4491-b8f3-56c2c83b3153 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47bad6c60c974bd98edf526dfd74db00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035314 Sep 16 05:02:58.342063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38502) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:58.375881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388da127-f6f2-4991-aba8-683952f9c4c9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.378418 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.451447 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.464325 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.480573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f3950-5f88-48a3-a4ef-0cf560200437 req-38216683-9b13-4618-ba67-b56036a716f3 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.482159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f9f3950-5f88-48a3-a4ef-0cf560200437 req-38216683-9b13-4618-ba67-b56036a716f3 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 948 time: 0.2741075 Sep 16 05:02:58.541078 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b439a042-c18d-4147-8f16-bdc19903fdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.564588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d294ce-bb67-485f-ac80-ed04f22e47c9 req-a16054d8-4817-450e-8906-aa77915f53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.565816 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75d294ce-bb67-485f-ac80-ed04f22e47c9 req-a16054d8-4817-450e-8906-aa77915f53bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.2195885 Sep 16 05:02:58.566594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.567134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Fanout notify agent at l3_agent the message router_deleted on router fccb9b81-57ce-4eac-9e03-290c21aecaff {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:02:58.576280 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.577452 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0805d830-8f6f-461d-8d6f-4d092f9d8277 tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "DELETE /v2.0/routers/fccb9b81-57ce-4eac-9e03-290c21aecaff HTTP/1.1" status: 204 len: 168 time: 2.3308578 Sep 16 05:02:58.586453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38504) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:02:58.599126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] device_id is not set on port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:02:58.611242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f9f3950-5f88-48a3-a4ef-0cf560200437 req-2a915a5e-18c0-494e-af77-e15284e2001b tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/security-groups?id=f871227e-1839-478a-9370-4da1ce6273d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903409 Sep 16 05:02:58.618658 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.629801 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.706320 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1d9a559e-7584-4304-8109-d620e5abd687 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:58.725486 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75d294ce-bb67-485f-ac80-ed04f22e47c9 req-d2e63b35-4be5-4241-9d6f-bb29a7f6c4c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=0a255c9a-c39c-4242-9741-197e06f3b987 HTTP/1.1" status: 200 len: 217 time: 0.1434557 Sep 16 05:02:58.734382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 1d9a559e-7584-4304-8109-d620e5abd687 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:58.734729 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1d9a559e-7584-4304-8109-d620e5abd687 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:58.735171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 75a782c5-3760-4073-aaee-a01a48174767 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:58.746446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event updated for resources: {'Port': ['ID=a74ccf68-8a39-4bc8-8a40-fcf9eed21b75,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:58.778903 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b439a042-c18d-4147-8f16-bdc19903fdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.779923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 75a782c5-3760-4073-aaee-a01a48174767 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:58.779923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 75a782c5-3760-4073-aaee-a01a48174767 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:58.780571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e039b307-b10b-4f92-968e-2828342467e0 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:02:58.781973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.25.0.7 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/606de4c8-25dc-49a1-8463-13fd16e4e262) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:02:58.806925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: e039b307-b10b-4f92-968e-2828342467e0 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:02:58.807591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e039b307-b10b-4f92-968e-2828342467e0 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:02:58.859215 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Checking segment: {'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:02:58.859215 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Network hostable DHCP agents. Network: 3532c9bd-c371-478f-a2a2-dcdb5a20513b, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:02:58.873091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f06b30-dfcd-48ae-93b3-0a9f39afac39 req-fe620cd3-0c15-408f-8c0f-563ebab2d518 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.880355 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24f06b30-dfcd-48ae-93b3-0a9f39afac39 req-fe620cd3-0c15-408f-8c0f-563ebab2d518 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1287653 Sep 16 05:02:58.914818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d294ce-bb67-485f-ac80-ed04f22e47c9 req-87f11f20-0c44-42f6-8886-068b3481cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:58.916307 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75d294ce-bb67-485f-ac80-ed04f22e47c9 req-87f11f20-0c44-42f6-8886-068b3481cca9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.1474001 Sep 16 05:02:58.920036 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:58.922303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Network 3532c9bd-c371-478f-a2a2-dcdb5a20513b is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:02:58.937260 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24f06b30-dfcd-48ae-93b3-0a9f39afac39 req-a6cba7b6-b9e9-4b68-8bea-31552a9864b9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556736 Sep 16 05:02:58.938178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 3532c9bd-c371-478f-a2a2-dcdb5a20513b) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:58.942075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:58.955300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:58.955657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:58.955935 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:58.956452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6db316-f52a-4ad7-82a1-b8696dc5e1d4 None None] Network 3532c9bd-c371-478f-a2a2-dcdb5a20513b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:02:58.967909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:58.968391 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:02:58.968809 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 2 to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 Sep 16 05:02:59.006266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:59.006534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:59.006881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:59.021477 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:59.021850 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:02:59.022256 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 3 to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 Sep 16 05:02:59.048901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:59.050975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:59.051322 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:59.062412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:59.062753 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:02:59.063162 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 4 to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 Sep 16 05:02:59.064769 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b439a042-c18d-4147-8f16-bdc19903fdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.067436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b439a042-c18d-4147-8f16-bdc19903fdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.071838 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b439a042-c18d-4147-8f16-bdc19903fdd9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8b0587b-36fa-495b-9777-585fae840b3a HTTP/1.1" status: 204 len: 168 time: 0.7279041 Sep 16 05:02:59.106006 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:59.106348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:59.106692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:59.118345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439a042-c18d-4147-8f16-bdc19903fdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b0587b-36fa-495b-9777-585fae840b3a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:59.124999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:59.125338 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:02:59.125772 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 5 to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 Sep 16 05:02:59.142851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d294ce-bb67-485f-ac80-ed04f22e47c9 req-9a2ee37c-7c3e-4d37-89a7-fbab501a96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.144416 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75d294ce-bb67-485f-ac80-ed04f22e47c9 req-9a2ee37c-7c3e-4d37-89a7-fbab501a96e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2173011 Sep 16 05:02:59.150442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:59.150794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:59.151139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:59.160354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:59.160689 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:02:59.161090 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 6 to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 Sep 16 05:02:59.206802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:59.207323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:59.207842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:59.214553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:59.215060 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:02:59.215605 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 7 to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 Sep 16 05:02:59.229420 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:59.230212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:59.230701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:59.236043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:59.236630 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:02:59.237177 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 8 to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 Sep 16 05:02:59.262425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:59.263132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:59.263132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:59.270115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.285848 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.290328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:59.290328 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:02:59.292707 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 9 to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 Sep 16 05:02:59.340010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317e4f25-ab00-42b4-84d5-fbc95a07e551']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:59.344388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:59.344747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:59.345088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:59.356254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:59.356560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc4144d-3fea-474e-8d6b-a8498bb33833') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:59.356678 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:02:59.356835 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc4144d-3fea-474e-8d6b-a8498bb33833') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:02:59.358788 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 10 to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 Sep 16 05:02:59.383630 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.389320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:02:59.390125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:02:59.390484 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:02:59.405202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c97-086a-47bd-a928-51f65051b42e req-cff6d213-fcea-4afa-8fc9-4d79d8de8547 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.406513 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75d294ce-bb67-485f-ac80-ed04f22e47c9 req-fc99a148-cf70-44b3-b7a4-e162538230c4 service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328897 Sep 16 05:02:59.406752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-cff6d213-fcea-4afa-8fc9-4d79d8de8547 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 812 time: 0.1598377 Sep 16 05:02:59.407517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:02:59.407852 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:02:59.408230 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.414355 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.439077 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-19100cb4-3f1f-4145-a12c-289cbc3fe6cb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/quotas/f8aa89fcdde44e7abfd367aa007fab73 HTTP/1.1" status: 200 len: 375 time: 0.0205932 Sep 16 05:02:59.444418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:02:59.445449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:02:59.449591 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:02:59.455215 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.594384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:02:59.605171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:02:59.615535 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:02:59.617541 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.655761 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.657764 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] 10.222.0.53 "DELETE /v2.0/networks/317e4f25-ab00-42b4-84d5-fbc95a07e551 HTTP/1.1" status: 204 len: 168 time: 1.0193307 Sep 16 05:02:59.661624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=606de4c8-25dc-49a1-8463-13fd16e4e262,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:59.681201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319f9ff-2acf-4aa5-9fc5-667fa5b6584b tempest-TestSecurityGroupsBasicOps-1844601522 tempest-TestSecurityGroupsBasicOps-1844601522-project] Pushing event deleted for resources: {'Network': ['ID=317e4f25-ab00-42b4-84d5-fbc95a07e551,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:02:59.686625 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-75d294ce-bb67-485f-ac80-ed04f22e47c9 req-86a8b8df-7941-4b9c-b625-c2433eeb756a service neutron] 10.222.0.15 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698805 Sep 16 05:02:59.915403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] For port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:02:59.916044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempted to set empty binding levels {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:02:59.923351 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:02:59.955865 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-ff790fbd-e48e-46ca-abd5-df4afa6fa2e3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5155129 Sep 16 05:02:59.999056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:02:59.999682 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.036288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.0036950 Sep 16 05:03:00.068713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38548) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:00.078694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf30e07-8b27-4a17-8a54-8d01734de9ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event updated for resources: {'Port': ['ID=a74ccf68-8a39-4bc8-8a40-fcf9eed21b75,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:00.163538 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-cc8ed9b9-c50f-4145-87a0-fa4cbc19d42c service neutron] 10.222.0.53 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065578 Sep 16 05:03:00.273014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d4f3b-e5e9-4db6-8c1a-611e11f351d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Deleting port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:00.273454 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a2d4f3b-e5e9-4db6-8c1a-611e11f351d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.325899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-1922f70f-e8f1-46ab-bc24-585d4e9e2b9a service neutron] 10.222.0.53 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587625 Sep 16 05:03:00.409053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-3a2d4f3b-e5e9-4db6-8c1a-611e11f351d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] For port a74ccf68-8a39-4bc8-8a40-fcf9eed21b75, host n-h2-712142-17, got binding levels [] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:00.409415 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a2d4f3b-e5e9-4db6-8c1a-611e11f351d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.430128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d4f3b-e5e9-4db6-8c1a-611e11f351d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Calling delete_port for a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:00.447376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0a255c9a-c39c-4242-9741-197e06f3b987 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:00.530381 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a2d4f3b-e5e9-4db6-8c1a-611e11f351d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.552013 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3a2d4f3b-e5e9-4db6-8c1a-611e11f351d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.556676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3a2d4f3b-e5e9-4db6-8c1a-611e11f351d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 HTTP/1.1" status: 204 len: 168 time: 0.4839859 Sep 16 05:03:00.557914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38566) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:00.626589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d4f3b-e5e9-4db6-8c1a-611e11f351d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event deleted for resources: {'Port': ['ID=a74ccf68-8a39-4bc8-8a40-fcf9eed21b75,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:00.650242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0a255c9a-c39c-4242-9741-197e06f3b987, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0a255c9a-c39c-4242-9741-197e06f3b987,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:00.658829 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a8143a-aa28-4933-92e1-220dd80f6ea4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:03:00.659560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-73a8143a-aa28-4933-92e1-220dd80f6ea4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "GET /v2.0/ports/a74ccf68-8a39-4bc8-8a40-fcf9eed21b75 HTTP/1.1" status: 404 len: 333 time: 0.0821238 Sep 16 05:03:00.663080 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38570) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:00.670062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Request body: {'port': {'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712743143'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:00.682375 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '0a255c9a-c39c-4242-9741-197e06f3b987', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': '0a255c9a-c39c-4242-9741-197e06f3b987', 'mac_address': 'fa:16:3e:d0:ca:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:00.707918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3b89f-72cf-466b-9a66-b661929611bc req-5a02b1d1-8a88-41b1-9e35-11c157d3af22 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:00.716101 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22c3b89f-72cf-466b-9a66-b661929611bc req-5a02b1d1-8a88-41b1-9e35-11c157d3af22 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 948 time: 0.1594746 Sep 16 05:03:00.745495 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.746877 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Made reservation on behalf of 75a56a75b7d547faa3f03e4f4886c2a2 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:00.749210 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.767257 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a255c9a-c39c-4242-9741-197e06f3b987 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:00.776495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22c3b89f-72cf-466b-9a66-b661929611bc req-1a0c4b6f-e641-4c10-b338-66c46e3cd9b6 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/security-groups?id=f871227e-1839-478a-9370-4da1ce6273d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593383 Sep 16 05:03:00.794486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] device_id is not set on port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:00.822693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0a255c9a-c39c-4242-9741-197e06f3b987, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0a255c9a-c39c-4242-9741-197e06f3b987,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:00.830067 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:00.969314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=0a255c9a-c39c-4242-9741-197e06f3b987,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:01.045477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['0a255c9a-c39c-4242-9741-197e06f3b987'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:01.070299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.073681 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8aaa228-81e1-422a-a33c-7c88f1354730 req-4bf72feb-cda0-43b5-b096-f5ba7a902df4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 210 time: 0.0848923 Sep 16 05:03:01.120104 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.172334 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.246787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Network 3532c9bd-c371-478f-a2a2-dcdb5a20513b is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:01.260819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:01.280094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:01.281078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.281730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.327296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event updated for resources: {'Port': ['ID=a0fc51c2-95d1-4536-b38d-11c5dcb5fc95,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:01.333519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-676e5d87-5c3a-4b6f-b661-ead67ae01e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6693459 Sep 16 05:03:01.334151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38588) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:01.336522 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.341409 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:01.483320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38596) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:01.483988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.672586 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.677617 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.754319 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=606de4c8-25dc-49a1-8463-13fd16e4e262,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:01.754903 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-53319fbb-51d8-4794-950d-14a5784bbd63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df27bef07f2348b18d52bc91f7adb880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684526 Sep 16 05:03:01.758114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38600) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:01.781710 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.802405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] device_id is not set on port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:01.812504 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.823040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.907374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-268c2efb-3cdd-4089-9eb6-b8c9ee122753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.925029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event updated for resources: {'Port': ['ID=a0fc51c2-95d1-4536-b38d-11c5dcb5fc95,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:01.944248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:01.945431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:01.948543 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-268c2efb-3cdd-4089-9eb6-b8c9ee122753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:01.951022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:01.964147 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Floating IP 8db278fd-8e0b-462e-b871-c863435e2ac0 associated. External IP: 172.25.0.7, port: 1b407c16-ba2a-45c0-80d1-bf1528a4f976. Sep 16 05:03:01.970523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:01.971152 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:01.973657 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 2 to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 Sep 16 05:03:01.996004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04250d7b-ea05-450d-b34d-cc921f0df624 req-ddc286d1-8caf-4160-a181-8d51309eeee3 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:01.997596 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04250d7b-ea05-450d-b34d-cc921f0df624 req-ddc286d1-8caf-4160-a181-8d51309eeee3 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 949 time: 0.1110878 Sep 16 05:03:02.003033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:02.003347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:02.003685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:02.011120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:02.011270 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:02.011657 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 3 to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 Sep 16 05:03:02.041697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:02.042044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:02.042506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:02.057275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:02.057628 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:02.066678 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 4 to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 Sep 16 05:03:02.084469 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04250d7b-ea05-450d-b34d-cc921f0df624 req-2c78deb5-f7c2-442d-a639-19ea704fe607 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/security-groups?id=f871227e-1839-478a-9370-4da1ce6273d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694985 Sep 16 05:03:02.086846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:02.087562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:02.088168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:02.094295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:02.094928 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:02.095582 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 5 to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 Sep 16 05:03:02.120919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:02.122623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:02.123105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:02.129879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:02.130343 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:02.131218 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 6 to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 Sep 16 05:03:02.150271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:02.150865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:02.151576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:02.159180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:02.160540 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:02.161423 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 7 to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 Sep 16 05:03:02.181466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:02.181466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:02.185242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38616) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:02.185792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:02.190938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:02.192153 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:02.192643 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 8 to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 Sep 16 05:03:02.211739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:02.212185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:02.212619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:02.227160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:02.227495 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:02.227902 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 9 to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 Sep 16 05:03:02.239841 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-268c2efb-3cdd-4089-9eb6-b8c9ee122753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.243096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-268c2efb-3cdd-4089-9eb6-b8c9ee122753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.246801 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-268c2efb-3cdd-4089-9eb6-b8c9ee122753 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46aaf79d-aab8-4b3f-9c71-d9f027de9381 HTTP/1.1" status: 204 len: 168 time: 0.4835598 Sep 16 05:03:02.256143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cd9af598-05b1-46ee-b24b-158d77561379 req-92aa520e-84d9-4853-85d0-1f46d9a30be2 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 210 time: 0.0400758 Sep 16 05:03:02.261633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:02.261633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:02.262365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:02.266800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:02.267143 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:02.267633 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 10 to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 Sep 16 05:03:02.288134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:02.288134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:02.288134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:02.288134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:02.288134 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:02.288134 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.293192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c2efb-3cdd-4089-9eb6-b8c9ee122753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aaf79d-aab8-4b3f-9c71-d9f027de9381,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:02.312307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c97-086a-47bd-a928-51f65051b42e req-4c4a8ab1-03eb-4af9-969b-121f60b728e0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.314369 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-4c4a8ab1-03eb-4af9-969b-121f60b728e0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.50 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 812 time: 0.2974627 Sep 16 05:03:02.330666 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-72301c97-086a-47bd-a928-51f65051b42e req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Request body: {'port': {'device_id': 'c9f2da9d-5261-471b-aadf-12c2163eb64f', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'admin_state_up': True, 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:02.360540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] For port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:02.360997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempted to set empty binding levels {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:03:02.369082 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.403741 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] In _notify_port_updated(), no bound segment for port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:03:02.404928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.405551 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.406940 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "PUT /v2.0/ports/a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 HTTP/1.1" status: 200 len: 980 time: 1.0706034 Sep 16 05:03:02.409920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38622) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:02.445493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0a255c9a-c39c-4242-9741-197e06f3b987 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:02.452602 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:03:02.479733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2a38c-1065-426c-b0bb-a8d03be6236a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event updated for resources: {'Port': ['ID=a0fc51c2-95d1-4536-b38d-11c5dcb5fc95,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:02.537929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.538457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.539111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.539411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.539885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.540355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.544637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.545262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.546077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.546496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.547057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.547621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.549505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 0a255c9a-c39c-4242-9741-197e06f3b987 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:02.550296 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72301c97-086a-47bd-a928-51f65051b42e req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Made reservation on behalf of f8aa89fcdde44e7abfd367aa007fab73 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:02.552428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.552949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.553437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.554488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:02.555460 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-72301c97-086a-47bd-a928-51f65051b42e req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.560247 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-185b4058-0745-4272-911b-b48ea8ad4298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14420 time: 0.1467865 Sep 16 05:03:02.560409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 0a255c9a-c39c-4242-9741-197e06f3b987 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:02.560409 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.565256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38628) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:02.648972 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.676246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dafb76-6566-446f-9270-df88ab6e3b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a255c9a-c39c-4242-9741-197e06f3b987'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:02.679319 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5afab6-a10b-49c6-997e-64aaa782892e" -d '{"events": [{"server_uuid": "c8dafb76-6566-446f-9270-df88ab6e3b54", "name": "network-vif-plugged", "status": "completed", "tag": "0a255c9a-c39c-4242-9741-197e06f3b987"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:02.701211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 0a255c9a-c39c-4242-9741-197e06f3b987, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0a255c9a-c39c-4242-9741-197e06f3b987,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:02.714014 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.731440 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19a156db-36cf-4a7c-8aa5-6f736e52e484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.755077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38636) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:02.771397 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cf6079-18c5-44f2-93ba-6f3c5ec817ce x-openstack-request-id: req-f9cf6079-18c5-44f2-93ba-6f3c5ec817ce {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:02.771919 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dafb76-6566-446f-9270-df88ab6e3b54", "name": "network-vif-plugged", "status": "completed", "tag": "0a255c9a-c39c-4242-9741-197e06f3b987", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:02.773629 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9cf6079-18c5-44f2-93ba-6f3c5ec817ce {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:02.773629 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dafb76-6566-446f-9270-df88ab6e3b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a255c9a-c39c-4242-9741-197e06f3b987', 'code': 200} Sep 16 05:03:02.791954 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a36d7009-250f-4cdf-a896-14fb0ed5524f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:02.797405 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=0a255c9a-c39c-4242-9741-197e06f3b987,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:02.815294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:03:02.829941 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5adf4b-7272-44bc-a123-683872b909eb None None] Sync routers for ids ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:03:02.842030 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5adf4b-7272-44bc-a123-683872b909eb None None] Routers {'c94aa53d-4565-4c2a-8e09-14b0b8e18a13'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:02.842956 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0d5adf4b-7272-44bc-a123-683872b909eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:02:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:02.931619 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-72301c97-086a-47bd-a928-51f65051b42e req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Allocated IP 172.20.0.7 (fc6d02ef-f94a-4c22-90f3-ffedad7d7358/fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95/c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:02.972702 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0d5adf4b-7272-44bc-a123-683872b909eb None None] Set router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:03.236503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f0552-44a9-4a50-b78a-3180f9a4a454 req-011de51a-f037-40c9-b5f5-d7a159622df7 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.238073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d4f0552-44a9-4a50-b78a-3180f9a4a454 req-011de51a-f037-40c9-b5f5-d7a159622df7 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 950 time: 0.0611546 Sep 16 05:03:03.249077 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0d5adf4b-7272-44bc-a123-683872b909eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:21Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '8db278fd-8e0b-462e-b871-c863435e2ac0', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'port_id': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'mac_address': 'fa:16:3e:01:81:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eead90d-ab3d-410b-b485-ea011d615c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:59Z', 'updated_at': '2021-09-16T05:02:59Z', 'revision_number': 0, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9aa6128-5ed0-4dae-90ed-25b4d40be37e', 'name': '', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:f8:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:19Z', 'updated_at': '2021-09-16T05:02:31Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:03.258674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc780eb-ec8c-4ce5-81dd-089b7b77f1a6 req-406603bd-9518-45ce-ad39-395fee3b03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.260218 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ebc780eb-ec8c-4ce5-81dd-089b7b77f1a6 req-406603bd-9518-45ce-ad39-395fee3b03b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 1102 time: 0.4081581 Sep 16 05:03:03.266162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-518ce790-b81c-4e8d-9a8a-7e56758c04a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Deleting port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:03.266537 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-518ce790-b81c-4e8d-9a8a-7e56758c04a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.296956 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d4f0552-44a9-4a50-b78a-3180f9a4a454 req-144a6118-f48b-4071-8314-ccb524100fd9 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/security-groups?id=f871227e-1839-478a-9370-4da1ce6273d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508392 Sep 16 05:03:03.433892 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5adf4b-7272-44bc-a123-683872b909eb None None] Checking router: c94aa53d-4565-4c2a-8e09-14b0b8e18a13 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:03:03.435759 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ced6fde-8de6-4e5c-a404-32429404189e req-fd5f73e5-9975-4a3c-a6c1-af52265fde72 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 210 time: 0.0396361 Sep 16 05:03:03.444840 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5adf4b-7272-44bc-a123-683872b909eb None None] Routers {'c94aa53d-4565-4c2a-8e09-14b0b8e18a13'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:03:03.447281 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0d5adf4b-7272-44bc-a123-683872b909eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:02:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:03.482962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19a156db-36cf-4a7c-8aa5-6f736e52e484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.518326 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ebc780eb-ec8c-4ce5-81dd-089b7b77f1a6 req-c9285cc6-7625-4e74-8f12-9057f20655cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f871227e-1839-478a-9370-4da1ce6273d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283182 Sep 16 05:03:03.523332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-518ce790-b81c-4e8d-9a8a-7e56758c04a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] For port a0fc51c2-95d1-4536-b38d-11c5dcb5fc95, host n-h2-712142-17, got binding levels [] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:03.523792 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-518ce790-b81c-4e8d-9a8a-7e56758c04a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.533006 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19a156db-36cf-4a7c-8aa5-6f736e52e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.561014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-518ce790-b81c-4e8d-9a8a-7e56758c04a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Calling delete_port for a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:03.582802 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-0d5adf4b-7272-44bc-a123-683872b909eb None None] Set router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:03:03.591391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2b82ce5-a584-4cfe-ab36-dd3564e8c2d4 req-c6d9a759-f1dd-46c8-9f45-79ef230fe43f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2339990 Sep 16 05:03:03.620131 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-19a156db-36cf-4a7c-8aa5-6f736e52e484 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dafc5e3649f743dfaba957a0f7eb6b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4315548 Sep 16 05:03:03.620131 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a156db-36cf-4a7c-8aa5-6f736e52e484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85f5958-196a-47b0-b7d6-8a585298813c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:03.621742 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a36d7009-250f-4cdf-a896-14fb0ed5524f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.622802 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38658) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:03.629753 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a36d7009-250f-4cdf-a896-14fb0ed5524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.692169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a36d7009-250f-4cdf-a896-14fb0ed5524f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30c4c9013c604b43949547ad91f37922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9347718 Sep 16 05:03:03.693465 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.693735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38660) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:03.697239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d7009-250f-4cdf-a896-14fb0ed5524f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fc541c-14ca-4603-b667-2c32f57e35fc,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:03.699344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-72301c97-086a-47bd-a928-51f65051b42e req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.780611 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae97461d-a5f6-4d3a-bed8-ec3f78dced5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.802197 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5ca04b73-8e2b-480e-a4d1-b93ab849bc93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.8677070 Sep 16 05:03:03.805282 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae97461d-a5f6-4d3a-bed8-ec3f78dced5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.823942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:03.826464 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d796a2-8963-4d64-8fce-a3743a529721" -d '{"events": [{"name": "network-changed", "server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:03.865087 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae97461d-a5f6-4d3a-bed8-ec3f78dced5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.872410 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae97461d-a5f6-4d3a-bed8-ec3f78dced5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.876388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ae97461d-a5f6-4d3a-bed8-ec3f78dced5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5fc541c-14ca-4603-b667-2c32f57e35fc HTTP/1.1" status: 204 len: 168 time: 0.1800902 Sep 16 05:03:03.879070 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-0d5adf4b-7272-44bc-a123-683872b909eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:21Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '8db278fd-8e0b-462e-b871-c863435e2ac0', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'port_id': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'mac_address': 'fa:16:3e:01:81:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eead90d-ab3d-410b-b485-ea011d615c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:59Z', 'updated_at': '2021-09-16T05:02:59Z', 'revision_number': 0, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9aa6128-5ed0-4dae-90ed-25b4d40be37e', 'name': '', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:f8:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:19Z', 'updated_at': '2021-09-16T05:02:31Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:03.906498 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-72301c97-086a-47bd-a928-51f65051b42e req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.910507 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-211ff48e-7095-4d8a-b631-58f0992c410f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:03.917470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97461d-a5f6-4d3a-bed8-ec3f78dced5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fc541c-14ca-4603-b667-2c32f57e35fc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:03.919593 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5adf4b-7272-44bc-a123-683872b909eb None None] The sync data for ids ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'] in n-d-712142-17 is: [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:21Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '8db278fd-8e0b-462e-b871-c863435e2ac0', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'port_id': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'mac_address': 'fa:16:3e:01:81:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eead90d-ab3d-410b-b485-ea011d615c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:02:59Z', 'updated_at': '2021-09-16T05:02:59Z', 'revision_number': 0, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9aa6128-5ed0-4dae-90ed-25b4d40be37e', 'name': '', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:f8:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:19Z', 'updated_at': '2021-09-16T05:02:31Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:03:03.961437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f970d-5f21-457d-808e-32b76b481feb req-c6cd6502-80f4-4472-8011-e63cd3d4a882 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:03.963230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-761f970d-5f21-457d-808e-32b76b481feb req-c6cd6502-80f4-4472-8011-e63cd3d4a882 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.0852678 Sep 16 05:03:03.991497 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-518ce790-b81c-4e8d-9a8a-7e56758c04a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.006877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72301c97-086a-47bd-a928-51f65051b42e req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:04.019971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b82ce5-a584-4cfe-ab36-dd3564e8c2d4 req-66668a1e-50bf-4e8b-b44a-24f30c4275d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.021532 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2b82ce5-a584-4cfe-ab36-dd3564e8c2d4 req-66668a1e-50bf-4e8b-b44a-24f30c4275d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1097 time: 0.2627568 Sep 16 05:03:04.030558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-761f970d-5f21-457d-808e-32b76b481feb req-6974b136-d577-4649-aa95-5b372c27aa95 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551157 Sep 16 05:03:04.030717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-72301c97-086a-47bd-a928-51f65051b42e req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:04.045436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38668) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:04.053193 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-211ff48e-7095-4d8a-b631-58f0992c410f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.058115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-72301c97-086a-47bd-a928-51f65051b42e req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:04.150087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c97-086a-47bd-a928-51f65051b42e req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.150754 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-72301c97-086a-47bd-a928-51f65051b42e req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.170932 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042ca894-e1f1-4617-9865-9bd4fb672f41 x-openstack-request-id: req-042ca894-e1f1-4617-9865-9bd4fb672f41 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:04.171282 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:04.171712 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-042ca894-e1f1-4617-9865-9bd4fb672f41 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:04.172189 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'status': 'completed', 'code': 200} Sep 16 05:03:04.206757 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8819563 Sep 16 05:03:04.231486 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-518ce790-b81c-4e8d-9a8a-7e56758c04a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.238167 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-518ce790-b81c-4e8d-9a8a-7e56758c04a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 HTTP/1.1" status: 204 len: 168 time: 1.6714034 Sep 16 05:03:04.246530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Request body: {'port': {'device_id': 'c9f2da9d-5261-471b-aadf-12c2163eb64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:04.314448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0403613d-2658-4f9e-8784-7bb5b2bb97e3 None None] New status for floating IP 8db278fd-8e0b-462e-b871-c863435e2ac0: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:03:04.325041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38672) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:04.359846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-874f2ba1-4aa1-4e92-8230-13f60fe47e0a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/8db278fd-8e0b-462e-b871-c863435e2ac0 HTTP/1.1" status: 200 len: 989 time: 0.3131826 Sep 16 05:03:04.395635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d796a2-8963-4d64-8fce-a3743a529721 req-f397ce70-8429-4da9-9a49-db5a476d49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.400361 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08d796a2-8963-4d64-8fce-a3743a529721 req-f397ce70-8429-4da9-9a49-db5a476d49e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1097 time: 0.2090924 Sep 16 05:03:04.427251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e8dbf-178f-4f9c-8b96-eae8149db00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event updated for resources: {'Port': ['ID=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:04.462027 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4abc6b-181a-4434-b606-665275b32ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:03:04.463668 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1c4abc6b-181a-4434-b606-665275b32ec7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "GET /v2.0/ports/a0fc51c2-95d1-4536-b38d-11c5dcb5fc95 HTTP/1.1" status: 404 len: 333 time: 0.1047680 Sep 16 05:03:04.503560 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-211ff48e-7095-4d8a-b631-58f0992c410f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.506556 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-211ff48e-7095-4d8a-b631-58f0992c410f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.508436 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-211ff48e-7095-4d8a-b631-58f0992c410f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e85f5958-196a-47b0-b7d6-8a585298813c HTTP/1.1" status: 204 len: 168 time: 0.8830688 Sep 16 05:03:04.509074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38680) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:04.521008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800210115', 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:04.525805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ce790-b81c-4e8d-9a8a-7e56758c04a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0fc51c2-95d1-4536-b38d-11c5dcb5fc95,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:04.528037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b290d471-e462-4218-91a4-b73a0cddcb4a None None] Provisioning complete for port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:04.529827 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b290d471-e462-4218-91a4-b73a0cddcb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.542055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b82ce5-a584-4cfe-ab36-dd3564e8c2d4 req-b31ece52-8263-4e7d-bdc6-472946b73fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.544023 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2b82ce5-a584-4cfe-ab36-dd3564e8c2d4 req-b31ece52-8263-4e7d-bdc6-472946b73fdb service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.4213836 Sep 16 05:03:04.547521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ff48e-7095-4d8a-b631-58f0992c410f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85f5958-196a-47b0-b7d6-8a585298813c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:04.642646 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38684) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:04.656015 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.657863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Made reservation on behalf of 75a56a75b7d547faa3f03e4f4886c2a2 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:04.660542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:04.685801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b290d471-e462-4218-91a4-b73a0cddcb4a None None] Port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:04.791664 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] device_id is not set on port 7d751c0d-2cd7-470b-a14a-88456dab29bc yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:04.797334 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2b82ce5-a584-4cfe-ab36-dd3564e8c2d4 req-366d5741-3dc4-4a8c-be03-ccb75212aa64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 1000 time: 0.2258883 Sep 16 05:03:04.843279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f2618-d243-40aa-bd00-7e136ea3ac26 req-30fd3b87-8f44-43ca-a787-5081e6cb3719 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.851616 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-846f2618-d243-40aa-bd00-7e136ea3ac26 req-30fd3b87-8f44-43ca-a787-5081e6cb3719 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 950 time: 0.4107580 Sep 16 05:03:04.912470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-590cc0f2-9722-4249-b7a0-54761cf05a65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=823e89cfe6514745b4db9b6c42c18341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472692 Sep 16 05:03:04.915194 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38688) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:04.923705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d796a2-8963-4d64-8fce-a3743a529721 req-24a33706-e8f1-4c46-8408-9e5ede90cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.924965 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08d796a2-8963-4d64-8fce-a3743a529721 req-24a33706-e8f1-4c46-8408-9e5ede90cf96 service neutron] 10.222.0.50 "GET /v2.0/networks?id=68e41def-6cac-4908-9205-46824e3fda91 HTTP/1.1" status: 200 len: 897 time: 0.5042427 Sep 16 05:03:04.945649 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-846f2618-d243-40aa-bd00-7e136ea3ac26 req-02064b29-300d-411c-87c6-ffbf5941c9b0 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/security-groups?id=f871227e-1839-478a-9370-4da1ce6273d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930133 Sep 16 05:03:04.996984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b82ce5-a584-4cfe-ab36-dd3564e8c2d4 req-d8f4f683-ee66-4a21-8d23-5a325ea02fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:04.998657 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2b82ce5-a584-4cfe-ab36-dd3564e8c2d4 req-d8f4f683-ee66-4a21-8d23-5a325ea02fd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.1585944 Sep 16 05:03:05.070495 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a563d074-6e12-43ba-9b08-ae9f6b25f3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.141253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08d796a2-8963-4d64-8fce-a3743a529721 req-d6d5a6cb-035c-4cf0-afde-b1b782d19635 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 200 len: 999 time: 0.2018507 Sep 16 05:03:05.152087 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a563d074-6e12-43ba-9b08-ae9f6b25f3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.154743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38690) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:05.187707 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b82ce5-a584-4cfe-ab36-dd3564e8c2d4 req-1510d2e5-a46d-4567-b705-5222801b6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.189246 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2b82ce5-a584-4cfe-ab36-dd3564e8c2d4 req-1510d2e5-a46d-4567-b705-5222801b6b63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1773446 Sep 16 05:03:05.215164 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9742df29-cc19-4f39-b418-a64f6d315ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.219655 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.366950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:05.372038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38692) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:05.418777 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.469703 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.480784 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2b82ce5-a584-4cfe-ab36-dd3564e8c2d4 req-14e68709-8f33-4e92-8d4d-f704b42ec502 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831910 Sep 16 05:03:05.502246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7ab26-2cfb-40c4-a2bb-13a58d657a1b req-755f577a-ed9f-4c75-a62c-3e743a20296b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.504436 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7d7ab26-2cfb-40c4-a2bb-13a58d657a1b req-755f577a-ed9f-4c75-a62c-3e743a20296b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 931 time: 0.4401035 Sep 16 05:03:05.531938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d796a2-8963-4d64-8fce-a3743a529721 req-e7698ba6-106e-4eec-b6b6-0f957414a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.533458 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08d796a2-8963-4d64-8fce-a3743a529721 req-e7698ba6-106e-4eec-b6b6-0f957414a687 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7899f5fe-074e-4eb3-9705-eb6b22493c36 HTTP/1.1" status: 200 len: 835 time: 0.3794227 Sep 16 05:03:05.544643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Transition to ACTIVE for port object c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:05.589042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.611094 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.622685 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a563d074-6e12-43ba-9b08-ae9f6b25f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.624739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Network 3532c9bd-c371-478f-a2a2-dcdb5a20513b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:05.625172 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a563d074-6e12-43ba-9b08-ae9f6b25f3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.629502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a563d074-6e12-43ba-9b08-ae9f6b25f3ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9afbdec3-a40d-47f8-9588-6d0ae382ce58 HTTP/1.1" status: 204 len: 168 time: 0.7098427 Sep 16 05:03:05.629726 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-18fcd523-062f-43bf-8e44-34632b2b7642 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/8db278fd-8e0b-462e-b871-c863435e2ac0 HTTP/1.1" status: 200 len: 991 time: 0.2552364 Sep 16 05:03:05.631311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.50', 53098) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:05.641729 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7d7ab26-2cfb-40c4-a2bb-13a58d657a1b req-a70130fb-d2dd-4816-a779-a6ca2e61e382 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254792 Sep 16 05:03:05.678217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563d074-6e12-43ba-9b08-ae9f6b25f3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afbdec3-a40d-47f8-9588-6d0ae382ce58,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:05.680188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:05.685370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event updated for resources: {'Port': ['ID=7d751c0d-2cd7-470b-a14a-88456dab29bc,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:05.693541 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:05.695176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.695792 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.731324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d796a2-8963-4d64-8fce-a3743a529721 req-698fdbab-571a-4cc8-b8b6-aa210174d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:05.732902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08d796a2-8963-4d64-8fce-a3743a529721 req-698fdbab-571a-4cc8-b8b6-aa210174d575 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=68e41def-6cac-4908-9205-46824e3fda91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1888900 Sep 16 05:03:05.833650 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd5f48d1-3991-440c-9adb-de6e96a42759 req-f7e52359-1b1e-44ea-a995-9b422206f42b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1954224 Sep 16 05:03:05.849992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Pushing event updated for resources: {'Port': ['ID=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:05.861563 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c2b82ce5-a584-4cfe-ab36-dd3564e8c2d4 req-98252a91-3942-4a3c-8de4-6e1890bd0f52 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617558 Sep 16 05:03:05.872072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9742df29-cc19-4f39-b418-a64f6d315ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.878285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9742df29-cc19-4f39-b418-a64f6d315ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:05.883792 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c05a7365-9400-47b4-9d0f-ca7098a0fdc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3681087 Sep 16 05:03:05.902844 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38698) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:05.925054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08d796a2-8963-4d64-8fce-a3743a529721 req-5c417be6-a680-45ee-8bb8-59d63f47540f service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765900 Sep 16 05:03:05.932817 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Attempting to bind port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:05.933027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Attempting to bind port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:05.933823 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Attempting to bind port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:05.953450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742df29-cc19-4f39-b418-a64f6d315ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe71f2d-7abb-4285-953a-a24ce9282d08,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:05.962180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9742df29-cc19-4f39-b418-a64f6d315ff2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=852c64d7ddda44939f0d66087a4ad485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8063993 Sep 16 05:03:05.963229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38700) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:05.996613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:06.001289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Attempting to bind port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:06.016182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b84822-f8cb-4fb3-8af7-082ebe31aa3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.020964 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f3b84822-f8cb-4fb3-8af7-082ebe31aa3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "GET /v2.0/ports/7d751c0d-2cd7-470b-a14a-88456dab29bc HTTP/1.1" status: 200 len: 959 time: 0.1170578 Sep 16 05:03:06.021706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38704) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:06.035010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:06.035370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Checking segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:06.037514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Bound using segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:06.038750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Bound port: c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:06.042308 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.116993 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08d796a2-8963-4d64-8fce-a3743a529721 req-5f98fb7c-8716-49cc-ac91-200794ba2bf5 service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727703 Sep 16 05:03:06.207651 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a778c9-bf16-4301-9595-45adca706a7a req-53d341ea-a19e-4097-8aec-d7d432514fe8 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.210074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9a778c9-bf16-4301-9595-45adca706a7a req-53d341ea-a19e-4097-8aec-d7d432514fe8 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 950 time: 0.0911961 Sep 16 05:03:06.211775 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e4395e6-89a3-4302-b64b-ae4acdb2d1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.226454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] For port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:06.232215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] For port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:06.240511 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.247272 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e4395e6-89a3-4302-b64b-ae4acdb2d1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.324574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.325662 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.327215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] 10.222.0.50 "PUT /v2.0/ports/c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b HTTP/1.1" status: 200 len: 1092 time: 2.0879178 Sep 16 05:03:06.328567 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f2da9d-5261-471b-aadf-12c2163eb64f', 'tag': 'c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:06.331955 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc04075-ce5d-442b-870a-9fbd571eaec7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f2da9d-5261-471b-aadf-12c2163eb64f", "tag": "c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:06.379521 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e4395e6-89a3-4302-b64b-ae4acdb2d1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.380399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d8f72-e2d7-42d5-aa97-6f0c27fa7995 service neutron] Pushing event updated for resources: {'Port': ['ID=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:06.387277 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e4395e6-89a3-4302-b64b-ae4acdb2d1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.398297 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8e4395e6-89a3-4302-b64b-ae4acdb2d1d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afe71f2d-7abb-4285-953a-a24ce9282d08 HTTP/1.1" status: 204 len: 168 time: 0.4253211 Sep 16 05:03:06.428470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4395e6-89a3-4302-b64b-ae4acdb2d1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe71f2d-7abb-4285-953a-a24ce9282d08,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:06.453099 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9a778c9-bf16-4301-9595-45adca706a7a req-541e3014-8354-4dda-8afd-be9859b9ce93 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/security-groups?id=f871227e-1839-478a-9370-4da1ce6273d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577573 Sep 16 05:03:06.473092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f48d1-3991-440c-9adb-de6e96a42759 req-ae0280e6-06f4-4581-ad95-21293473c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.478034 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd5f48d1-3991-440c-9adb-de6e96a42759 req-ae0280e6-06f4-4581-ad95-21293473c805 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1097 time: 0.1765165 Sep 16 05:03:06.478629 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ad7010a1-3af0-47e6-bc07-fcaa4a6f8fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Deleting port 7d751c0d-2cd7-470b-a14a-88456dab29bc {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:06.478998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad7010a1-3af0-47e6-bc07-fcaa4a6f8fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.518065 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4cf4c3-7065-420d-b29e-3c60bc79f310 x-openstack-request-id: req-1c4cf4c3-7065-420d-b29e-3c60bc79f310 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:06.521883 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f2da9d-5261-471b-aadf-12c2163eb64f", "tag": "c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:06.522224 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c4cf4c3-7065-420d-b29e-3c60bc79f310 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:06.527008 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f2da9d-5261-471b-aadf-12c2163eb64f', 'tag': 'c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b', 'status': 'completed', 'code': 200} Sep 16 05:03:06.559065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c97-086a-47bd-a928-51f65051b42e req-4d639b98-e1c1-429a-9e0c-9cce7d995575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.568158 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-4d639b98-e1c1-429a-9e0c-9cce7d995575 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 1095 time: 0.1664052 Sep 16 05:03:06.696913 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-7df053e7-a3b0-4bbe-97bf-d7958281f645 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b HTTP/1.1" status: 200 len: 217 time: 0.0836794 Sep 16 05:03:06.699047 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad7010a1-3af0-47e6-bc07-fcaa4a6f8fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:06.714924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f48d1-3991-440c-9adb-de6e96a42759 req-5e042e7d-a420-4f35-9234-7b45b78c8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.716510 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd5f48d1-3991-440c-9adb-de6e96a42759 req-5e042e7d-a420-4f35-9234-7b45b78c8fef service neutron] 10.222.0.50 "GET /v2.0/networks?id=68e41def-6cac-4908-9205-46824e3fda91 HTTP/1.1" status: 200 len: 897 time: 0.1971164 Sep 16 05:03:06.723563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ad7010a1-3af0-47e6-bc07-fcaa4a6f8fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Calling delete_port for 7d751c0d-2cd7-470b-a14a-88456dab29bc owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:06.849760 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c97-086a-47bd-a928-51f65051b42e req-b5ab4bce-3dd2-42c7-a757-d1be8d4bc270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.851852 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-b5ab4bce-3dd2-42c7-a757-d1be8d4bc270 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.1433339 Sep 16 05:03:06.926780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd5f48d1-3991-440c-9adb-de6e96a42759 req-e6f2aa9e-c792-4e16-80f7-2b996ca608bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 200 len: 999 time: 0.2024157 Sep 16 05:03:06.966953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c97-086a-47bd-a928-51f65051b42e req-8e51d94f-ca8e-4da3-87cf-335780dda232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:06.968407 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-8e51d94f-ca8e-4da3-87cf-335780dda232 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087639 Sep 16 05:03:06.993864 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad7010a1-3af0-47e6-bc07-fcaa4a6f8fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.036914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e642dd-a3b7-4f6f-b80c-ceb0e3a39324 req-95d42e0b-7bfe-4e6a-9e8a-b07b5c5e27ef tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.043400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86e642dd-a3b7-4f6f-b80c-ceb0e3a39324 req-95d42e0b-7bfe-4e6a-9e8a-b07b5c5e27ef tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 943 time: 0.1860795 Sep 16 05:03:07.066956 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ad7010a1-3af0-47e6-bc07-fcaa4a6f8fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.070814 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ad7010a1-3af0-47e6-bc07-fcaa4a6f8fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "DELETE /v2.0/ports/7d751c0d-2cd7-470b-a14a-88456dab29bc HTTP/1.1" status: 204 len: 168 time: 1.0460315 Sep 16 05:03:07.073676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38738) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:07.143451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f48d1-3991-440c-9adb-de6e96a42759 req-23e655dd-6245-484c-b427-eb087c757240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.146239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd5f48d1-3991-440c-9adb-de6e96a42759 req-23e655dd-6245-484c-b427-eb087c757240 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7899f5fe-074e-4eb3-9705-eb6b22493c36 HTTP/1.1" status: 200 len: 835 time: 0.2038393 Sep 16 05:03:07.150276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86e642dd-a3b7-4f6f-b80c-ceb0e3a39324 req-f5e25eb0-62f3-437f-9d9d-2c5f33b70950 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002045 Sep 16 05:03:07.217208 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f48d1-3991-440c-9adb-de6e96a42759 req-9075262a-e177-4788-bc2d-c395b0dda672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.219574 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd5f48d1-3991-440c-9adb-de6e96a42759 req-9075262a-e177-4788-bc2d-c395b0dda672 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=68e41def-6cac-4908-9205-46824e3fda91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654109 Sep 16 05:03:07.412493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be933cf7-4065-4de0-a640-6bfb75d482d1 req-6004af75-9fbc-41fa-b254-56dc0083126b tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.421598 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be933cf7-4065-4de0-a640-6bfb75d482d1 req-6004af75-9fbc-41fa-b254-56dc0083126b tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 950 time: 0.1567309 Sep 16 05:03:07.443401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd5f48d1-3991-440c-9adb-de6e96a42759 req-d4b5241e-bf29-4382-b288-fd4c9d1ddf02 service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151487 Sep 16 05:03:07.493078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be933cf7-4065-4de0-a640-6bfb75d482d1 req-f4e39650-8653-47ca-b850-b27b33f8005f tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/security-groups?id=f871227e-1839-478a-9370-4da1ce6273d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675581 Sep 16 05:03:07.536473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7010a1-3af0-47e6-bc07-fcaa4a6f8fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d751c0d-2cd7-470b-a14a-88456dab29bc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:07.542087 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ead5be-3671-47a1-9989-fbd51a973a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:03:07.543995 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-38ead5be-3671-47a1-9989-fbd51a973a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "GET /v2.0/ports/7d751c0d-2cd7-470b-a14a-88456dab29bc HTTP/1.1" status: 404 len: 333 time: 0.4691470 Sep 16 05:03:07.548965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38750) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:07.554138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Request body: {'port': {'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-342343125'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:07.591892 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd5f48d1-3991-440c-9adb-de6e96a42759 req-ecf0c8b3-966f-4096-9a7a-60fa889c3d7b service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359189 Sep 16 05:03:07.610291 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-c2d80a7d-fb9e-4e9c-adc2-432a38f00a89 service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324742 Sep 16 05:03:07.611814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Made reservation on behalf of 75a56a75b7d547faa3f03e4f4886c2a2 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:07.614436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.660288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] device_id is not set on port 33f31dba-e81d-4189-a666-a4b3e19dde3d yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:07.677011 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.781889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-72301c97-086a-47bd-a928-51f65051b42e req-cb5d8c07-adc9-44a7-8cea-25fff738308e service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565228 Sep 16 05:03:07.896191 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:07.919123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04075-ce5d-442b-870a-9fbd571eaec7 req-19d37f99-01e7-46c5-97fc-a84fc1d34386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:07.921210 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6cc04075-ce5d-442b-870a-9fbd571eaec7 req-19d37f99-01e7-46c5-97fc-a84fc1d34386 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 1095 time: 0.0733969 Sep 16 05:03:07.998063 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.050221 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Network 3532c9bd-c371-478f-a2a2-dcdb5a20513b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:08.057059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:08.077906 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:08.079430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.080292 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.095313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event updated for resources: {'Port': ['ID=33f31dba-e81d-4189-a666-a4b3e19dde3d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:08.101564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04075-ce5d-442b-870a-9fbd571eaec7 req-25ec98a8-2595-4856-87f4-9fcbc51e76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.103107 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6cc04075-ce5d-442b-870a-9fbd571eaec7 req-25ec98a8-2595-4856-87f4-9fcbc51e76d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.1737561 Sep 16 05:03:08.112533 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-227d7720-5155-41b9-bb5b-acd0ecd16b20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5624516 Sep 16 05:03:08.115202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38766) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:08.122337 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:08.167116 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6cc04075-ce5d-442b-870a-9fbd571eaec7 req-f178d6a2-4d8e-43e6-82fd-bdfa1ea4eb95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b HTTP/1.1" status: 200 len: 217 time: 0.0531247 Sep 16 05:03:08.201202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.277332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04075-ce5d-442b-870a-9fbd571eaec7 req-3098055d-1710-4aa5-b995-42e85a5ae7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.279178 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6cc04075-ce5d-442b-870a-9fbd571eaec7 req-3098055d-1710-4aa5-b995-42e85a5ae7b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.1028407 Sep 16 05:03:08.293892 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d5e93-1608-4459-b0c4-836598f458c8 req-2832edee-b0bd-4007-99ce-351bfb295b4d tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.295418 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-504d5e93-1608-4459-b0c4-836598f458c8 req-2832edee-b0bd-4007-99ce-351bfb295b4d tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 950 time: 0.1059172 Sep 16 05:03:08.390304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04075-ce5d-442b-870a-9fbd571eaec7 req-26e632ec-17d2-4e5a-ba5f-1e03dd649f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.391505 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6cc04075-ce5d-442b-870a-9fbd571eaec7 req-26e632ec-17d2-4e5a-ba5f-1e03dd649f69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951827 Sep 16 05:03:08.473889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] device_id is not set on port 33f31dba-e81d-4189-a666-a4b3e19dde3d yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:08.484824 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.496976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a3a24-5e69-4dd7-9b74-62efb41ab455 req-3ebfb6e9-149c-45cf-b06f-50e537294b71 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.502291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-380a3a24-5e69-4dd7-9b74-62efb41ab455 req-3ebfb6e9-149c-45cf-b06f-50e537294b71 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 943 time: 0.2406332 Sep 16 05:03:08.517080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-504d5e93-1608-4459-b0c4-836598f458c8 req-7ff7f584-d944-44a8-b1c6-74499199cc57 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Deleting port 0a255c9a-c39c-4242-9741-197e06f3b987 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:08.517478 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-504d5e93-1608-4459-b0c4-836598f458c8 req-7ff7f584-d944-44a8-b1c6-74499199cc57 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.517969 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.561428 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6cc04075-ce5d-442b-870a-9fbd571eaec7 req-9398b8ca-9145-4421-98de-f96b32fc9044 service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388869 Sep 16 05:03:08.598650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event updated for resources: {'Port': ['ID=33f31dba-e81d-4189-a666-a4b3e19dde3d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:08.608346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-380a3a24-5e69-4dd7-9b74-62efb41ab455 req-ed177d83-15f6-4e6c-be76-0c402044f367 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015217 Sep 16 05:03:08.616536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:08.616894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:08.630136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:08.648574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:08.648903 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:08.649305 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 2 to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d Sep 16 05:03:08.670679 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:08.671078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:08.671455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:08.695297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:08.695639 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:08.696748 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 3 to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d Sep 16 05:03:08.733756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:08.734041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:08.734388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:08.743072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-504d5e93-1608-4459-b0c4-836598f458c8 req-7ff7f584-d944-44a8-b1c6-74499199cc57 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] For port 0a255c9a-c39c-4242-9741-197e06f3b987, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=0a255c9a-c39c-4242-9741-197e06f3b987,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:08.743312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:08.743464 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-504d5e93-1608-4459-b0c4-836598f458c8 req-7ff7f584-d944-44a8-b1c6-74499199cc57 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.743579 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:08.744012 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 4 to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d Sep 16 05:03:08.765548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-504d5e93-1608-4459-b0c4-836598f458c8 req-7ff7f584-d944-44a8-b1c6-74499199cc57 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Calling delete_port for 0a255c9a-c39c-4242-9741-197e06f3b987 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:08.766099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:08.766448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:08.766896 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:08.769193 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6cc04075-ce5d-442b-870a-9fbd571eaec7 req-398f13dd-55a6-4a82-859d-7270a5ee37fc service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940825 Sep 16 05:03:08.776766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58d3ea-5297-4b96-92a1-07d2bad657ec req-266bc215-1edf-4d06-8c8e-b9f05d88de23 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:08.784665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb58d3ea-5297-4b96-92a1-07d2bad657ec req-266bc215-1edf-4d06-8c8e-b9f05d88de23 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8dafb76-6566-446f-9270-df88ab6e3b54 HTTP/1.1" status: 200 len: 950 time: 0.0910919 Sep 16 05:03:08.810182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:08.810641 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:08.815941 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 5 to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d Sep 16 05:03:08.839702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb58d3ea-5297-4b96-92a1-07d2bad657ec req-47e39c32-1f3e-4902-930c-631f3b260386 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.53 "GET /v2.0/security-groups?id=f871227e-1839-478a-9370-4da1ce6273d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541308 Sep 16 05:03:08.842345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:08.842778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:08.843335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:08.853286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:08.853642 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:08.854051 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 6 to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d Sep 16 05:03:08.866694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:08.867041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:08.867383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:08.873467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:08.873845 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:08.874234 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 7 to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d Sep 16 05:03:08.892523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:08.892999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:08.893407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:08.899955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:08.900400 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:08.900860 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 8 to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d Sep 16 05:03:08.919688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:08.920053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:08.920392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:08.925332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:08.925688 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:08.926247 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 9 to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d Sep 16 05:03:08.941714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:08.941714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:08.941714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:08.944681 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-504d5e93-1608-4459-b0c4-836598f458c8 req-7ff7f584-d944-44a8-b1c6-74499199cc57 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:08.952160 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:08.952573 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:08.952997 n-d-712142-17 neutron-server[94745]: INFO neutron.plugins.ml2.plugin [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempt 10 to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d Sep 16 05:03:08.957729 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['0a255c9a-c39c-4242-9741-197e06f3b987'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:08.973066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:08.974130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:08.974739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempting to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:08.981735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:08.982340 n-d-712142-17 neutron-server[94745]: ERROR neutron.plugins.ml2.managers [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Failed to bind port 33f31dba-e81d-4189-a666-a4b3e19dde3d on host n-h2-712142-17 for vnic_type normal using segments [{'id': 'de6b744a-996d-4a6d-9244-eecea5acb4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3532c9bd-c371-478f-a2a2-dcdb5a20513b'}] Sep 16 05:03:08.982973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.056362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7f584-d944-44a8-b1c6-74499199cc57 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Pushing event deleted for resources: {'Port': ['ID=0a255c9a-c39c-4242-9741-197e06f3b987,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:09.075897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] For port 33f31dba-e81d-4189-a666-a4b3e19dde3d, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:09.076281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attempted to set empty binding levels {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 16 05:03:09.094927 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.120271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38786) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:09.124088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] In _notify_port_updated(), no bound segment for port 33f31dba-e81d-4189-a666-a4b3e19dde3d on network 3532c9bd-c371-478f-a2a2-dcdb5a20513b {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:03:09.124976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.125570 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.126923 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "PUT /v2.0/ports/33f31dba-e81d-4189-a666-a4b3e19dde3d HTTP/1.1" status: 200 len: 979 time: 1.0094051 Sep 16 05:03:09.148530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38788) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:09.184145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-504d5e93-1608-4459-b0c4-836598f458c8 req-7ff7f584-d944-44a8-b1c6-74499199cc57 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] No DVR routers for this DVR port 0a255c9a-c39c-4242-9741-197e06f3b987 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:09.187654 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-504d5e93-1608-4459-b0c4-836598f458c8 req-7ff7f584-d944-44a8-b1c6-74499199cc57 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.190237 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-504d5e93-1608-4459-b0c4-836598f458c8 req-7ff7f584-d944-44a8-b1c6-74499199cc57 tempest-VolumesNegativeTest-1009795366 tempest-VolumesNegativeTest-1009795366-project] 10.222.0.15 "DELETE /v2.0/ports/0a255c9a-c39c-4242-9741-197e06f3b987 HTTP/1.1" status: 204 len: 173 time: 0.8619602 Sep 16 05:03:09.193020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dafb76-6566-446f-9270-df88ab6e3b54', 'name': 'network-vif-deleted', 'tag': '0a255c9a-c39c-4242-9741-197e06f3b987'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:09.204677 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f44786e-7229-46e7-874d-ebd55a836bbd" -d '{"events": [{"server_uuid": "c8dafb76-6566-446f-9270-df88ab6e3b54", "name": "network-vif-deleted", "tag": "0a255c9a-c39c-4242-9741-197e06f3b987"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:09.207482 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f678f02-9eda-426d-a402-3644773597cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event updated for resources: {'Port': ['ID=33f31dba-e81d-4189-a666-a4b3e19dde3d,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:09.221102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-065042dc-6f09-411b-916a-ef14ba59df65 admin admin] Deleting subnet 64056977-8fa2-4ddb-9fa0-d8054f22e88b {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:09.224894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-065042dc-6f09-411b-916a-ef14ba59df65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.284719 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-065042dc-6f09-411b-916a-ef14ba59df65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.322748 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9268676b-e4f8-4a53-8a0d-7ccbe61008ee x-openstack-request-id: req-9268676b-e4f8-4a53-8a0d-7ccbe61008ee {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:09.323035 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dafb76-6566-446f-9270-df88ab6e3b54", "name": "network-vif-deleted", "tag": "0a255c9a-c39c-4242-9741-197e06f3b987", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:09.323295 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9268676b-e4f8-4a53-8a0d-7ccbe61008ee {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:09.323989 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dafb76-6566-446f-9270-df88ab6e3b54', 'name': 'network-vif-deleted', 'tag': '0a255c9a-c39c-4242-9741-197e06f3b987', 'status': 'completed', 'code': 200} Sep 16 05:03:09.340741 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-065042dc-6f09-411b-916a-ef14ba59df65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.380307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b2de64c6-65d4-4048-a2dc-e60c855ea030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Deleting port 33f31dba-e81d-4189-a666-a4b3e19dde3d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:09.380665 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2de64c6-65d4-4048-a2dc-e60c855ea030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.410977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-065042dc-6f09-411b-916a-ef14ba59df65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.442152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065042dc-6f09-411b-916a-ef14ba59df65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64056977-8fa2-4ddb-9fa0-d8054f22e88b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:09.448270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-065042dc-6f09-411b-916a-ef14ba59df65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.452822 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-065042dc-6f09-411b-916a-ef14ba59df65 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/64056977-8fa2-4ddb-9fa0-d8054f22e88b HTTP/1.1" status: 204 len: 168 time: 0.3284702 Sep 16 05:03:09.453067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38794) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:09.471416 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-b2de64c6-65d4-4048-a2dc-e60c855ea030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] For port 33f31dba-e81d-4189-a666-a4b3e19dde3d, host n-h2-712142-17, got binding levels [] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:09.472287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2de64c6-65d4-4048-a2dc-e60c855ea030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.492145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b2de64c6-65d4-4048-a2dc-e60c855ea030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Calling delete_port for 33f31dba-e81d-4189-a666-a4b3e19dde3d owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:09.536491 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.583518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2de64c6-65d4-4048-a2dc-e60c855ea030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.628680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de64c6-65d4-4048-a2dc-e60c855ea030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Pushing event deleted for resources: {'Port': ['ID=33f31dba-e81d-4189-a666-a4b3e19dde3d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:09.647529 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2de64c6-65d4-4048-a2dc-e60c855ea030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.655921 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b2de64c6-65d4-4048-a2dc-e60c855ea030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "DELETE /v2.0/ports/33f31dba-e81d-4189-a666-a4b3e19dde3d HTTP/1.1" status: 204 len: 168 time: 0.5049598 Sep 16 05:03:09.656803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38798) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:09.692279 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.708941 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9a0543-0f97-42fa-801a-ae609eb76106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] GET failed (client error): The resource could not be found. Sep 16 05:03:09.723201 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fe9a0543-0f97-42fa-801a-ae609eb76106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217761628-project-admin] 10.222.0.53 "GET /v2.0/ports/33f31dba-e81d-4189-a666-a4b3e19dde3d HTTP/1.1" status: 404 len: 333 time: 0.0642307 Sep 16 05:03:09.725173 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facf81dd-b590-4434-94a4-eec4e20ecde6']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:09.727634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38800) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:09.744791 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ee1079-f383-436d-8b56-756445cadd2b') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:09.745428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ee1079-f383-436d-8b56-756445cadd2b') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:09.769846 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.788360 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.798190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:09.799039 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:09.801130 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:09.824071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8797263-4ad1-4e2c-870c-58ab321789d1 req-a5296f53-da4a-4cfd-a3b1-078e168f815d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:09.826204 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8797263-4ad1-4e2c-870c-58ab321789d1 req-a5296f53-da4a-4cfd-a3b1-078e168f815d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 943 time: 0.1039512 Sep 16 05:03:09.828137 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.899949 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.932993 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:09.936863 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] 10.222.0.53 "DELETE /v2.0/networks/facf81dd-b590-4434-94a4-eec4e20ecde6 HTTP/1.1" status: 204 len: 168 time: 0.4799020 Sep 16 05:03:09.937003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53286c2c-0732-48de-98b4-c75d73541008 admin admin] Pushing event deleted for resources: {'Network': ['ID=facf81dd-b590-4434-94a4-eec4e20ecde6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:09.939688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38804) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:09.982085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.008121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3532c9bd-c371-478f-a2a2-dcdb5a20513b']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:10.018751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6b744a-996d-4a6d-9244-eecea5acb4f4') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:10.018989 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6b744a-996d-4a6d-9244-eecea5acb4f4') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:10.025232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8797263-4ad1-4e2c-870c-58ab321789d1 req-874c132b-6884-4617-8e86-82123736082d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354351 Sep 16 05:03:10.029425 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.039506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffba7f1d-78fe-4e75-a9ee-e2e98fe3086d admin admin] Deleting subnet 81d432fc-cb40-4f3a-b2c6-ec663c344837 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:10.045893 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.050389 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ffba7f1d-78fe-4e75-a9ee-e2e98fe3086d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.052524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:10.052998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:10.070864 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:10.116792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ffba7f1d-78fe-4e75-a9ee-e2e98fe3086d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.163532 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.172245 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.177291 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] 10.222.0.53 "DELETE /v2.0/networks/3532c9bd-c371-478f-a2a2-dcdb5a20513b HTTP/1.1" status: 204 len: 168 time: 0.4464095 Sep 16 05:03:10.182669 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ffba7f1d-78fe-4e75-a9ee-e2e98fe3086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.189915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043ffe4-e556-4825-b9dd-d6966b699046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-938384458-project] Pushing event deleted for resources: {'Network': ['ID=3532c9bd-c371-478f-a2a2-dcdb5a20513b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:10.251490 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ffba7f1d-78fe-4e75-a9ee-e2e98fe3086d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.279848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba7f1d-78fe-4e75-a9ee-e2e98fe3086d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81d432fc-cb40-4f3a-b2c6-ec663c344837,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:10.293356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ffba7f1d-78fe-4e75-a9ee-e2e98fe3086d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.295455 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ffba7f1d-78fe-4e75-a9ee-e2e98fe3086d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/81d432fc-cb40-4f3a-b2c6-ec663c344837 HTTP/1.1" status: 204 len: 168 time: 0.3548365 Sep 16 05:03:10.297885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38822) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:10.389188 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.521087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38834) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:10.528746 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.553068 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a50bbc-aa2f-4295-af28-cb38098f7fe5']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:10.555329 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:10.566524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c273b83-d5ad-423a-98f0-09bab50bf98e') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:10.567050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c273b83-d5ad-423a-98f0-09bab50bf98e') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:10.579429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.597795 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.617555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:10.618302 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:10.643690 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:10.690096 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.702464 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:10.702975 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.704896 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a0a50bbc-aa2f-4295-af28-cb38098f7fe5 HTTP/1.1" status: 204 len: 168 time: 0.4060724 Sep 16 05:03:10.725440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'port_id': 'c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b', 'mac_address': 'fa:16:3e:7f:ed:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:10.742147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b2915-b782-4599-888f-3d99af40d928 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a50bbc-aa2f-4295-af28-cb38098f7fe5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:10.765280 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7c768202-517b-46cb-b589-ccc199b184ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5c4e775d017424088abb32361954224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399397 Sep 16 05:03:10.765816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38840) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:10.809726 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.827556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:10.875200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:10.887679 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.910861 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d07baa8c-49d1-41fe-8b0c-0530fe3ae41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.961848 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d07baa8c-49d1-41fe-8b0c-0530fe3ae41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:10.970355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38848) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:10.999679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:11.049559 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b3d1e332-6569-469c-bffa-f4c8d5449d8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69a523a919774b0d836d7a15ef403be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779357 Sep 16 05:03:11.051824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38860) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:11.127697 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d07baa8c-49d1-41fe-8b0c-0530fe3ae41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.130315 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d07baa8c-49d1-41fe-8b0c-0530fe3ae41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.131502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d07baa8c-49d1-41fe-8b0c-0530fe3ae41b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c503aae1-7efc-4d6b-99ea-e795241a8454 HTTP/1.1" status: 204 len: 168 time: 0.3651023 Sep 16 05:03:11.141668 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b18fb30a-9bca-494d-912d-6d85e3f6bd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.153008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:11.176827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07baa8c-49d1-41fe-8b0c-0530fe3ae41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c503aae1-7efc-4d6b-99ea-e795241a8454,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:11.189582 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b18fb30a-9bca-494d-912d-6d85e3f6bd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.250896 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f19f7-2a29-4565-8162-81a6a965a8ca req-1a768666-887c-46d2-96f1-0e8a79a8b4aa tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:11.251880 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d10f19f7-2a29-4565-8162-81a6a965a8ca req-1a768666-887c-46d2-96f1-0e8a79a8b4aa tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 944 time: 0.1287568 Sep 16 05:03:11.313195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d10f19f7-2a29-4565-8162-81a6a965a8ca req-b5ff5562-e269-42d5-941b-b90f582ac782 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 Sep 16 05:03:11.322592 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b18fb30a-9bca-494d-912d-6d85e3f6bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.325917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b18fb30a-9bca-494d-912d-6d85e3f6bd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.327594 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b18fb30a-9bca-494d-912d-6d85e3f6bd94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46e442f8-e235-4548-8649-8f3d12034b5d HTTP/1.1" status: 204 len: 168 time: 0.2743871 Sep 16 05:03:11.337076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fb30a-9bca-494d-912d-6d85e3f6bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e442f8-e235-4548-8649-8f3d12034b5d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:11.715121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 38928) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:11.716163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38930) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:11.771314 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4c16b9af-c6cd-4aa5-b6cd-33090fabe07e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d07d5ba339c64f53a9ca961d653df059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535421 Sep 16 05:03:11.775870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e555beca-6121-47c6-9459-ea0ebd809a50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75a56a75b7d547faa3f03e4f4886c2a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555494 Sep 16 05:03:11.776003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38932) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:11.776003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 38934) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:11.938130 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62826448-b863-4882-944f-a172bbc6e0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.957788 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e56a793c-82b0-4e68-b23e-037aebf5ed7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:11.967258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62826448-b863-4882-944f-a172bbc6e0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.006447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e56a793c-82b0-4e68-b23e-037aebf5ed7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.073928 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62826448-b863-4882-944f-a172bbc6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.076744 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62826448-b863-4882-944f-a172bbc6e0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.078144 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-62826448-b863-4882-944f-a172bbc6e0c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc8f957a-102d-4c74-8e98-4983b9d84288 HTTP/1.1" status: 204 len: 168 time: 0.3006277 Sep 16 05:03:12.088579 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62826448-b863-4882-944f-a172bbc6e0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8f957a-102d-4c74-8e98-4983b9d84288,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:12.090735 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e56a793c-82b0-4e68-b23e-037aebf5ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.093515 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e56a793c-82b0-4e68-b23e-037aebf5ed7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.094641 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e56a793c-82b0-4e68-b23e-037aebf5ed7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/388da127-f6f2-4991-aba8-683952f9c4c9 HTTP/1.1" status: 204 len: 168 time: 0.3156860 Sep 16 05:03:12.105469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a793c-82b0-4e68-b23e-037aebf5ed7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388da127-f6f2-4991-aba8-683952f9c4c9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:12.177928 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:12.478894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbb50b-8f0b-4abf-8f1f-88a6c7f41feb req-e7b12b89-4e09-4939-8ea0-958d6a8e2b68 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.479442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0a255c9a-c39c-4242-9741-197e06f3b987 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:12.482247 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0cbb50b-8f0b-4abf-8f1f-88a6c7f41feb req-e7b12b89-4e09-4939-8ea0-958d6a8e2b68 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 944 time: 0.0589194 Sep 16 05:03:12.510088 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 0a255c9a-c39c-4242-9741-197e06f3b987 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:12.511073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 0a255c9a-c39c-4242-9741-197e06f3b987 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:12.545314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0cbb50b-8f0b-4abf-8f1f-88a6c7f41feb req-5518f3af-3734-4209-a662-de3781aae0cd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547762 Sep 16 05:03:12.566581 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:12.617304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:12.621007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:12.621396 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.708187 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.732872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f2da9d-5261-471b-aadf-12c2163eb64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:12.735438 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a173ccf5-10e0-45bd-9ba3-4e8aa2923070" -d '{"events": [{"server_uuid": "c9f2da9d-5261-471b-aadf-12c2163eb64f", "name": "network-vif-plugged", "status": "completed", "tag": "c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:12.764300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:12.769807 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:12.801870 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c68e415-907c-4c37-b865-df0673c2a93b x-openstack-request-id: req-1c68e415-907c-4c37-b865-df0673c2a93b {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:12.802582 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f2da9d-5261-471b-aadf-12c2163eb64f", "name": "network-vif-plugged", "status": "completed", "tag": "c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:12.803063 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c68e415-907c-4c37-b865-df0673c2a93b {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:12.803563 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f2da9d-5261-471b-aadf-12c2163eb64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b', 'code': 200} Sep 16 05:03:12.824839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:12.928965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6ee2f-6d0d-4957-8fa4-92b16832fdeb req-c652bdd9-02e7-4283-8f03-98caf884585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:12.931569 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0ae6ee2f-6d0d-4957-8fa4-92b16832fdeb req-c652bdd9-02e7-4283-8f03-98caf884585e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 1097 time: 0.0660741 Sep 16 05:03:13.000740 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0ae6ee2f-6d0d-4957-8fa4-92b16832fdeb req-f47ef406-72d9-467c-824d-f6491b8cbc61 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600381 Sep 16 05:03:13.273227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39072) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:13.389257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1061411883'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:13.411124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Made reservation on behalf of fc286219ac6a4c0ca6f654e5c4e836a8 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:13.415423 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.424888 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.523899 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.528548 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.553455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:13.575927 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695fb7f9-5218-4a93-aa7e-e60d6915f6ce,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:13.582259 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.582615 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Added segment 673a2fca-aad3-4f6c-9c6b-8b04805908fc of type vlan for network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 Sep 16 05:03:13.630481 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.671960 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.677767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.678250 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.684093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e4933-9275-4bc9-8e8e-bfb779496e3b req-ae746f6a-b2be-4a30-801d-19cfc0abcf2b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:13.686307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-672e4933-9275-4bc9-8e8e-bfb779496e3b req-ae746f6a-b2be-4a30-801d-19cfc0abcf2b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0580359 Sep 16 05:03:13.727463 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4534173 Sep 16 05:03:13.727893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39102) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:13.732785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f23c9239-ac6c-41c2-9c1a-f403b6daf647 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Request body: {'subnet': {'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:13.744673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39104) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:13.764763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4bc94-cf45-491a-ba48-3419a2710cf4 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event updated for resources: {'Network': ['ID=d9734ab9-3cf1-4735-9ff1-8f4c419a0f93,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:13.775373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-672e4933-9275-4bc9-8e8e-bfb779496e3b req-83636db6-ee0d-477c-bbee-e1d08b3c4a95 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817633 Sep 16 05:03:13.783805 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:13.869883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23c9239-ac6c-41c2-9c1a-f403b6daf647 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Made reservation on behalf of fc286219ac6a4c0ca6f654e5c4e836a8 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:13.882000 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f23c9239-ac6c-41c2-9c1a-f403b6daf647 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:13.974113 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-918ab908-5df3-4afd-94ed-8989463488e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.180981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f23c9239-ac6c-41c2-9c1a-f403b6daf647 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.198751 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-918ab908-5df3-4afd-94ed-8989463488e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.238678 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-918ab908-5df3-4afd-94ed-8989463488e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.286365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c9239-ac6c-41c2-9c1a-f403b6daf647 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event updated for resources: {'Subnet': ['ID=827fc128-6d26-41c6-bbfa-2d033b2fcaf0,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:14.296117 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-918ab908-5df3-4afd-94ed-8989463488e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=020e20f64969489a8cd4291c02905431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493011 Sep 16 05:03:14.299114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39146) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.313674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ab908-5df3-4afd-94ed-8989463488e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72729d42-ef15-4a21-b931-11f828e00ff6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:14.326413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23c9239-ac6c-41c2-9c1a-f403b6daf647 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Checking segment: {'id': '673a2fca-aad3-4f6c-9c6b-8b04805908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:14.326929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c9239-ac6c-41c2-9c1a-f403b6daf647 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Network hostable DHCP agents. Network: d9734ab9-3cf1-4735-9ff1-8f4c419a0f93, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:14.349020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c9239-ac6c-41c2-9c1a-f403b6daf647 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:14.361709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-f23c9239-ac6c-41c2-9c1a-f403b6daf647 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, d9734ab9-3cf1-4735-9ff1-8f4c419a0f93) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:14.369408 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37e99b5d-d0a3-4768-9b86-0f5d77b61d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.373128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6e485f-cc14-41ef-aed8-e33652d2a457 None None] Network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:14.376335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c9239-ac6c-41c2-9c1a-f403b6daf647 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.377303 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f23c9239-ac6c-41c2-9c1a-f403b6daf647 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.394122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f23c9239-ac6c-41c2-9c1a-f403b6daf647 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6650131 Sep 16 05:03:14.397804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39148) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:14.403961 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Request body: {'port': {'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1806074380'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:14.418361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37e99b5d-d0a3-4768-9b86-0f5d77b61d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.508771 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37e99b5d-d0a3-4768-9b86-0f5d77b61d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.511414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37e99b5d-d0a3-4768-9b86-0f5d77b61d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.512946 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-37e99b5d-d0a3-4768-9b86-0f5d77b61d57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72729d42-ef15-4a21-b931-11f828e00ff6 HTTP/1.1" status: 204 len: 168 time: 0.2125452 Sep 16 05:03:14.523032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e99b5d-d0a3-4768-9b86-0f5d77b61d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72729d42-ef15-4a21-b931-11f828e00ff6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:14.597370 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-d9734ab9-3cf1-4735-9ff1-8f4c419a0f93', 'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93', 'tenant_id': 'fc286219ac6a4c0ca6f654e5c4e836a8', 'fixed_ips': [{'subnet_id': '827fc128-6d26-41c6-bbfa-2d033b2fcaf0'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:14.598268 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.633526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Made reservation on behalf of fc286219ac6a4c0ca6f654e5c4e836a8 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:14.642075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:14.678583 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] device_id is not set on port 525ee434-dd2a-4ce5-aaaa-1fbb897438be yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:14.830228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Allocated IP 2001:db8::2 (d9734ab9-3cf1-4735-9ff1-8f4c419a0f93/827fc128-6d26-41c6-bbfa-2d033b2fcaf0/c854ac5b-60ab-4d7a-ab02-60403f386084) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:14.936085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e138e85-eb2b-4862-832f-566918dc70fe req-37a5e7ea-ca3e-413d-b7c1-bfbd120d9b81 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:14.946913 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e138e85-eb2b-4862-832f-566918dc70fe req-37a5e7ea-ca3e-413d-b7c1-bfbd120d9b81 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0733788 Sep 16 05:03:15.007716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e138e85-eb2b-4862-832f-566918dc70fe req-9d2e0bad-720d-43e9-af4a-bbd4571ce9fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516591 Sep 16 05:03:15.074708 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.081863 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.130025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:15.133777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:15.137210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:15.195955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Allocated IP 2001:db8::39d (d9734ab9-3cf1-4735-9ff1-8f4c419a0f93/827fc128-6d26-41c6-bbfa-2d033b2fcaf0/525ee434-dd2a-4ce5-aaaa-1fbb897438be) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:15.435719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Pushing event updated for resources: {'Port': ['ID=c854ac5b-60ab-4d7a-ab02-60403f386084,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:15.447630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Attempting to bind port c854ac5b-60ab-4d7a-ab02-60403f386084 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:15.448169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Attempting to bind port c854ac5b-60ab-4d7a-ab02-60403f386084 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '673a2fca-aad3-4f6c-9c6b-8b04805908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:15.448666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Attempting to bind port c854ac5b-60ab-4d7a-ab02-60403f386084 on network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:15.454114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:15.454611 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Checking segment: {'id': '673a2fca-aad3-4f6c-9c6b-8b04805908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:15.455114 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.455607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Bound using segment: {'id': '673a2fca-aad3-4f6c-9c6b-8b04805908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:15.456177 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Bound port: c854ac5b-60ab-4d7a-ab02-60403f386084, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673a2fca-aad3-4f6c-9c6b-8b04805908fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:15.456683 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.541406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] For port c854ac5b-60ab-4d7a-ab02-60403f386084, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:15.545950 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] For port c854ac5b-60ab-4d7a-ab02-60403f386084, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c854ac5b-60ab-4d7a-ab02-60403f386084,segment=NetworkSegment(673a2fca-aad3-4f6c-9c6b-8b04805908fc),segment_id=673a2fca-aad3-4f6c-9c6b-8b04805908fc)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:15.556527 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.571810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460da2ae-b5f9-45ce-bf1a-9ee13ce3da14 req-af56dfb1-748b-4a5b-bb40-877bb7c8cea5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.574114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-460da2ae-b5f9-45ce-bf1a-9ee13ce3da14 req-af56dfb1-748b-4a5b-bb40-877bb7c8cea5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.1528418 Sep 16 05:03:15.641661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7585d-5a80-4284-b9dc-2325c57fd502 None None] Pushing event updated for resources: {'Port': ['ID=c854ac5b-60ab-4d7a-ab02-60403f386084,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:15.674770 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.691667 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-460da2ae-b5f9-45ce-bf1a-9ee13ce3da14 req-eb5dbd56-e4ab-40bc-b587-99844866a4d0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121628 Sep 16 05:03:15.758539 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.813944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:15.817247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:15.821516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:15.828672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:15.829543 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:15.848368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event updated for resources: {'Port': ['ID=525ee434-dd2a-4ce5-aaaa-1fbb897438be,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:15.873980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5e3128ac-2b9b-470a-9790-953071ba4436 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4711692 Sep 16 05:03:15.873980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39208) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:15.881469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Request body: {'port': {'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-790997971', 'allowed_address_pairs': [{'ip_address': '2001:db8::39d', 'mac_address': 'fa:16:3e:9a:67:6b'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:16.114560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Made reservation on behalf of fc286219ac6a4c0ca6f654e5c4e836a8 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:16.240010 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:16.268496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] device_id is not set on port f21e5c7e-3d6e-449c-933c-4052926ea16c yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:16.785455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c854ac5b-60ab-4d7a-ab02-60403f386084 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:16.900300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c854ac5b-60ab-4d7a-ab02-60403f386084 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:16.900685 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.089530 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.147880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Allocated IP 2001:db8::35f (d9734ab9-3cf1-4735-9ff1-8f4c419a0f93/827fc128-6d26-41c6-bbfa-2d033b2fcaf0/f21e5c7e-3d6e-449c-933c-4052926ea16c) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:17.156116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2776b88c-2e34-4268-b775-4bfe49fc50bb None None] Network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:17.331864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port c854ac5b-60ab-4d7a-ab02-60403f386084, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c854ac5b-60ab-4d7a-ab02-60403f386084,segment=NetworkSegment(673a2fca-aad3-4f6c-9c6b-8b04805908fc),segment_id=673a2fca-aad3-4f6c-9c6b-8b04805908fc)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:17.356974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb9494-45ee-477a-af7f-274d3bb370ba req-dddaf80a-255e-4a26-b13e-ef0120979436 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:17.364384 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b9cb9494-45ee-477a-af7f-274d3bb370ba req-dddaf80a-255e-4a26-b13e-ef0120979436 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.2233007 Sep 16 05:03:17.378794 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.422798 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e6414b8d-e899-4e66-ae62-c7215ea87ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.425083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2ff71ed9-601c-4500-b18d-2e5a777d7e4c None None] Provisioning complete for port c854ac5b-60ab-4d7a-ab02-60403f386084 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:17.425533 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2ff71ed9-601c-4500-b18d-2e5a777d7e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.486328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b9cb9494-45ee-477a-af7f-274d3bb370ba req-993912d1-8ef6-4918-9af1-aff391cd38bd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209421 Sep 16 05:03:17.559205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=c854ac5b-60ab-4d7a-ab02-60403f386084,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:17.671423 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.745389 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.805804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:17.826069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:17.862992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:17.892176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:17.899195 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:17.957347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event updated for resources: {'Port': ['ID=f21e5c7e-3d6e-449c-933c-4052926ea16c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:17.972950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39272) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:17.975683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6473c3f7-69cc-4f1a-a80d-106b0f6d6c4f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0963404 Sep 16 05:03:18.110618 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20fbba2-8429-4e50-93b6-1cc974ce264a tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:18.123492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20fbba2-8429-4e50-93b6-1cc974ce264a tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:18.129832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20fbba2-8429-4e50-93b6-1cc974ce264a tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:18.132404 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e20fbba2-8429-4e50-93b6-1cc974ce264a tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1573186 Sep 16 05:03:18.136079 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39276) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:18.259266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-eeb39f63-b6e4-4863-927e-f250d004f138 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Deleting port f21e5c7e-3d6e-449c-933c-4052926ea16c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:18.259973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb39f63-b6e4-4863-927e-f250d004f138 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.274777 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39278) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:18.312033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7e9e141e-6988-4d05-b84f-aa609d5afa12 None None] Provisioning complete for port 525ee434-dd2a-4ce5-aaaa-1fbb897438be triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:18.312855 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7e9e141e-6988-4d05-b84f-aa609d5afa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.406799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb39f63-b6e4-4863-927e-f250d004f138 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.418063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e141e-6988-4d05-b84f-aa609d5afa12 None None] Port 525ee434-dd2a-4ce5-aaaa-1fbb897438be cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:18.432753 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-eeb39f63-b6e4-4863-927e-f250d004f138 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Calling delete_port for f21e5c7e-3d6e-449c-933c-4052926ea16c owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:18.436073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7e9e141e-6988-4d05-b84f-aa609d5afa12 None None] Provisioning complete for port c854ac5b-60ab-4d7a-ab02-60403f386084 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:18.437033 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7e9e141e-6988-4d05-b84f-aa609d5afa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.574504 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bfe07008-451a-4153-822d-cf63ca095961 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77ca93db87b74ebba4303f2c27dab012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985532 Sep 16 05:03:18.577648 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39290) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:18.659720 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07c15fa5-ce4e-4124-82e8-20a9ca67fc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.697355 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07c15fa5-ce4e-4124-82e8-20a9ca67fc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.707847 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb39f63-b6e4-4863-927e-f250d004f138 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.746077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2243fdf8-b868-4918-b68e-e001c07b0adc None None] Provisioning complete for port 525ee434-dd2a-4ce5-aaaa-1fbb897438be triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:18.747332 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2243fdf8-b868-4918-b68e-e001c07b0adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.784262 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07c15fa5-ce4e-4124-82e8-20a9ca67fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.787505 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07c15fa5-ce4e-4124-82e8-20a9ca67fc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:18.788209 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-07c15fa5-ce4e-4124-82e8-20a9ca67fc09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f871227e-1839-478a-9370-4da1ce6273d2 HTTP/1.1" status: 204 len: 168 time: 0.2095861 Sep 16 05:03:18.792432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb39f63-b6e4-4863-927e-f250d004f138 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event deleted for resources: {'Port': ['ID=f21e5c7e-3d6e-449c-933c-4052926ea16c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:18.807574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c15fa5-ce4e-4124-82e8-20a9ca67fc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f871227e-1839-478a-9370-4da1ce6273d2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:18.830076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c854ac5b-60ab-4d7a-ab02-60403f386084 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:18.891980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181f744-f65d-4786-8aaa-8be4a4aea860 req-3f36c7db-c9cc-413d-bad5-69c02f66e3e3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:18.903235 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0181f744-f65d-4786-8aaa-8be4a4aea860 req-3f36c7db-c9cc-413d-bad5-69c02f66e3e3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.2071478 Sep 16 05:03:18.966572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2243fdf8-b868-4918-b68e-e001c07b0adc None None] Port 525ee434-dd2a-4ce5-aaaa-1fbb897438be cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:19.009511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c854ac5b-60ab-4d7a-ab02-60403f386084 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:19.010369 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.050076 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb39f63-b6e4-4863-927e-f250d004f138 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.052038 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eeb39f63-b6e4-4863-927e-f250d004f138 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "DELETE /v2.0/ports/f21e5c7e-3d6e-449c-933c-4052926ea16c HTTP/1.1" status: 204 len: 168 time: 0.9149294 Sep 16 05:03:19.055011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39300) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.060758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0181f744-f65d-4786-8aaa-8be4a4aea860 req-4b32e518-702f-48b1-b21d-d87fe791e67e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566331 Sep 16 05:03:19.139447 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ca88e5-f314-4111-9757-20c289d821f7 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] GET failed (client error): The resource could not be found. Sep 16 05:03:19.147546 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-10ca88e5-f314-4111-9757-20c289d821f7 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "GET /v2.0/ports/f21e5c7e-3d6e-449c-933c-4052926ea16c HTTP/1.1" status: 404 len: 333 time: 0.0901368 Sep 16 05:03:19.161288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39304) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.167110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Request body: {'port': {'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-594226202'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:19.233826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0fb31363-d96c-4d8a-bbc4-bc7046b0bccc None None] Could not find standard attr ID for object f21e5c7e-3d6e-449c-933c-4052926ea16c. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:03:19.341297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Made reservation on behalf of fc286219ac6a4c0ca6f654e5c4e836a8 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:19.348372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.379771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] device_id is not set on port e11a59ff-bc60-4a2f-a60a-ca993b6a2185 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:19.525751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Allocated IP 2001:db8::196 (d9734ab9-3cf1-4735-9ff1-8f4c419a0f93/827fc128-6d26-41c6-bbfa-2d033b2fcaf0/e11a59ff-bc60-4a2f-a60a-ca993b6a2185) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:19.774399 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.829995 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.879609 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:19.884238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:19.888424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:19.899802 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:19.900594 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:19.936650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event updated for resources: {'Port': ['ID=e11a59ff-bc60-4a2f-a60a-ca993b6a2185,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:19.959065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39328) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:19.961208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7d17ca2a-cec8-4cdd-9917-289425ed408d tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7969706 Sep 16 05:03:19.967937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d68bfaff-d69f-4a9a-ae14-49dc271e9695 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39d', 'mac_address': 'fa:16:3e:9a:67:6b'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:20.080874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d68bfaff-d69f-4a9a-ae14-49dc271e9695 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.180180 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-56144132-675a-44b2-83fc-7e80f01b5a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.363810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410643c7-4ce5-43c3-8e8f-a9882a58d7c9 req-939f7943-9196-425b-8961-2096785f24c6 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.365435 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-410643c7-4ce5-43c3-8e8f-a9882a58d7c9 req-939f7943-9196-425b-8961-2096785f24c6 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.1406791 Sep 16 05:03:20.367263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-508667a3-8d69-41f5-ac34-525956c31823 None None] Provisioning complete for port e11a59ff-bc60-4a2f-a60a-ca993b6a2185 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:20.367839 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-508667a3-8d69-41f5-ac34-525956c31823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.398928 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d68bfaff-d69f-4a9a-ae14-49dc271e9695 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.406740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-508667a3-8d69-41f5-ac34-525956c31823 None None] Port e11a59ff-bc60-4a2f-a60a-ca993b6a2185 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:20.407809 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d68bfaff-d69f-4a9a-ae14-49dc271e9695 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.463186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-d68bfaff-d69f-4a9a-ae14-49dc271e9695 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] In _notify_port_updated(), no bound segment for port e11a59ff-bc60-4a2f-a60a-ca993b6a2185 on network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:03:20.468842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68bfaff-d69f-4a9a-ae14-49dc271e9695 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:20.469516 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d68bfaff-d69f-4a9a-ae14-49dc271e9695 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.473913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39342) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:20.486004 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d68bfaff-d69f-4a9a-ae14-49dc271e9695 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "PUT /v2.0/ports/e11a59ff-bc60-4a2f-a60a-ca993b6a2185 HTTP/1.1" status: 200 len: 1002 time: 0.5237544 Sep 16 05:03:20.503903 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-410643c7-4ce5-43c3-8e8f-a9882a58d7c9 req-9311b506-854a-48cb-9553-27bf66a165a6 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278994 Sep 16 05:03:20.514996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bfaff-d69f-4a9a-ae14-49dc271e9695 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event updated for resources: {'Port': ['ID=e11a59ff-bc60-4a2f-a60a-ca993b6a2185,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:20.612982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-807d9aa0-3e62-434f-9ba3-889050b42315 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Deleting port e11a59ff-bc60-4a2f-a60a-ca993b6a2185 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:20.613911 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-807d9aa0-3e62-434f-9ba3-889050b42315 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.724644 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-807d9aa0-3e62-434f-9ba3-889050b42315 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.740118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-807d9aa0-3e62-434f-9ba3-889050b42315 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Calling delete_port for e11a59ff-bc60-4a2f-a60a-ca993b6a2185 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:20.794652 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.842504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5045cd32-13ea-49eb-9470-3e599a067c20 None None] Provisioning complete for port e11a59ff-bc60-4a2f-a60a-ca993b6a2185 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:20.843402 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5045cd32-13ea-49eb-9470-3e599a067c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.893534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5045cd32-13ea-49eb-9470-3e599a067c20 None None] Port e11a59ff-bc60-4a2f-a60a-ca993b6a2185 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:20.907312 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-807d9aa0-3e62-434f-9ba3-889050b42315 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:20.954113 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d9aa0-3e62-434f-9ba3-889050b42315 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event deleted for resources: {'Port': ['ID=e11a59ff-bc60-4a2f-a60a-ca993b6a2185,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:21.195871 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-807d9aa0-3e62-434f-9ba3-889050b42315 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.201927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39360) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:21.206536 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-807d9aa0-3e62-434f-9ba3-889050b42315 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "DELETE /v2.0/ports/e11a59ff-bc60-4a2f-a60a-ca993b6a2185 HTTP/1.1" status: 204 len: 168 time: 0.7307427 Sep 16 05:03:21.238487 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a27d4aa-5d45-48b1-a818-2fff2527073f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] GET failed (client error): The resource could not be found. Sep 16 05:03:21.244278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39362) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:21.244439 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5a27d4aa-5d45-48b1-a818-2fff2527073f tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "GET /v2.0/ports/e11a59ff-bc60-4a2f-a60a-ca993b6a2185 HTTP/1.1" status: 404 len: 333 time: 0.0407526 Sep 16 05:03:21.250454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Request body: {'port': {'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1044747012'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:21.383805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Made reservation on behalf of fc286219ac6a4c0ca6f654e5c4e836a8 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:21.390233 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.410842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] device_id is not set on port 982ee8ec-dc20-481e-9778-942c7a0e5a1a yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:21.581120 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Allocated IP 2001:db8::179 (d9734ab9-3cf1-4735-9ff1-8f4c419a0f93/827fc128-6d26-41c6-bbfa-2d033b2fcaf0/982ee8ec-dc20-481e-9778-942c7a0e5a1a) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:21.645208 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fce73d-7efe-4aee-8adc-c89472b400d5 req-aa58c4a5-1d08-44cf-b0ee-7509f3c7484d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:21.666126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1fce73d-7efe-4aee-8adc-c89472b400d5 req-aa58c4a5-1d08-44cf-b0ee-7509f3c7484d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0751238 Sep 16 05:03:21.679440 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.708645 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1fce73d-7efe-4aee-8adc-c89472b400d5 req-db6a1b8d-8c50-411e-be83-1a88f81f4e3b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Sep 16 05:03:21.812285 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.874433 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.925517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:21.933782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:21.941466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:21.947525 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:21.948180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:21.950978 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event updated for resources: {'Port': ['ID=982ee8ec-dc20-481e-9778-942c7a0e5a1a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:21.973774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0780848b-9450-4195-b804-54364eea8b69 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7279232 Sep 16 05:03:21.977155 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39378) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:21.987845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fce64506-975f-446c-90fc-73528b7e08c5 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9a:67:6b'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:22.204158 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fce64506-975f-446c-90fc-73528b7e08c5 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.340979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3c07b715-b299-4dd5-bbf5-a8344a34bf5b None None] Provisioning complete for port 982ee8ec-dc20-481e-9778-942c7a0e5a1a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:22.341354 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3c07b715-b299-4dd5-bbf5-a8344a34bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.411159 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3c07b715-b299-4dd5-bbf5-a8344a34bf5b None None] Port 982ee8ec-dc20-481e-9778-942c7a0e5a1a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:22.463454 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fce64506-975f-446c-90fc-73528b7e08c5 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.468503 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fce64506-975f-446c-90fc-73528b7e08c5 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.509406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-fce64506-975f-446c-90fc-73528b7e08c5 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] In _notify_port_updated(), no bound segment for port 982ee8ec-dc20-481e-9778-942c7a0e5a1a on network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 {{(pid=94744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:03:22.514957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce64506-975f-446c-90fc-73528b7e08c5 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:22.515599 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fce64506-975f-446c-90fc-73528b7e08c5 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.516921 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fce64506-975f-446c-90fc-73528b7e08c5 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "PUT /v2.0/ports/982ee8ec-dc20-481e-9778-942c7a0e5a1a HTTP/1.1" status: 200 len: 1003 time: 0.5387719 Sep 16 05:03:22.520033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39382) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:22.535689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce64506-975f-446c-90fc-73528b7e08c5 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event updated for resources: {'Port': ['ID=982ee8ec-dc20-481e-9778-942c7a0e5a1a,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:22.658576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Deleting port 982ee8ec-dc20-481e-9778-942c7a0e5a1a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:22.658930 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.800618 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.815700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Calling delete_port for 982ee8ec-dc20-481e-9778-942c7a0e5a1a owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:22.877541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-bcaa6e59-f99c-474c-a4ef-d08ff32ae4c7 None None] Provisioning complete for port 982ee8ec-dc20-481e-9778-942c7a0e5a1a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:22.879479 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bcaa6e59-f99c-474c-a4ef-d08ff32ae4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:22.929314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-bcaa6e59-f99c-474c-a4ef-d08ff32ae4c7 None None] Port 982ee8ec-dc20-481e-9778-942c7a0e5a1a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:22.981691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c192bf4-3a75-4321-bfd9-55f02b4bc456 req-56375854-be11-4ce4-aa9e-1f93a264a69c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:22.983362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c192bf4-3a75-4321-bfd9-55f02b4bc456 req-56375854-be11-4ce4-aa9e-1f93a264a69c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0994849 Sep 16 05:03:23.094220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c192bf4-3a75-4321-bfd9-55f02b4bc456 req-1f6e58cf-421a-41b8-9e9a-111cafb50a31 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023071 Sep 16 05:03:23.097307 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.211343 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.319620 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.332329 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "DELETE /v2.0/ports/982ee8ec-dc20-481e-9778-942c7a0e5a1a HTTP/1.1" status: 204 len: 168 time: 0.8102698 Sep 16 05:03:23.333438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event deleted for resources: {'Port': ['ID=982ee8ec-dc20-481e-9778-942c7a0e5a1a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:23.333568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39394) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:23.344709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:23.345241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:23.346105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:23.346574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:23.347017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:23.348429 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:23.348876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:23.349386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:23.364579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:23.364579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:23.367052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:23.367613 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86095300-16df-427a-b32d-644efd06b666 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:23.398784 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b12d53-17c7-4db4-8566-145c5bf42438 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] GET failed (client error): The resource could not be found. Sep 16 05:03:23.400684 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f8b12d53-17c7-4db4-8566-145c5bf42438 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "GET /v2.0/ports/982ee8ec-dc20-481e-9778-942c7a0e5a1a HTTP/1.1" status: 404 len: 333 time: 0.0661857 Sep 16 05:03:23.404359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39396) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:23.427085 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Request body: {'port': {'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-236145346'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:23.572488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Made reservation on behalf of fc286219ac6a4c0ca6f654e5c4e836a8 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:23.576991 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.611840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] device_id is not set on port fec3b784-b1f1-40a1-abff-5d6a13aed8a5 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:23.714507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39400) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:23.762761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Allocated IP 2001:db8::15d (d9734ab9-3cf1-4735-9ff1-8f4c419a0f93/827fc128-6d26-41c6-bbfa-2d033b2fcaf0/fec3b784-b1f1-40a1-abff-5d6a13aed8a5) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:23.870002 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36eb66c6-7432-4de3-9c44-80632eb4a57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.947263 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:23.988026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.001105 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36eb66c6-7432-4de3-9c44-80632eb4a57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.006164 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-36eb66c6-7432-4de3-9c44-80632eb4a57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.039351 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:24.046477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:24.052872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:24.060370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:24.061003 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.074741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event updated for resources: {'Port': ['ID=fec3b784-b1f1-40a1-abff-5d6a13aed8a5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.076887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-36eb66c6-7432-4de3-9c44-80632eb4a57b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ceb51a632fa6498388f6cd82d4386d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612151 Sep 16 05:03:24.081280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39406) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.082512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb66c6-7432-4de3-9c44-80632eb4a57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5763da-d0f1-4336-8040-9c573bbd7664,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.093971 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8e7afee9-04b8-4d19-a89c-0f6c6bea57d9 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6717849 Sep 16 05:03:24.097359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39408) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.106405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Request body: {'port': {'network_id': 'd9734ab9-3cf1-4735-9ff1-8f4c419a0f93', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-524665831'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:24.341574 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-afcd0b34-3643-42ec-9b62-2151496a5ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.354392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7a18f-004c-48fb-b7a9-3c814c1adbbe req-5b99edce-c70b-4bc6-8a0d-4a228d350f72 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:24.356174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4fe7a18f-004c-48fb-b7a9-3c814c1adbbe req-5b99edce-c70b-4bc6-8a0d-4a228d350f72 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.1516757 Sep 16 05:03:24.407261 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-afcd0b34-3643-42ec-9b62-2151496a5ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.460999 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4fe7a18f-004c-48fb-b7a9-3c814c1adbbe req-27220969-3c64-4683-bbbf-0f0db239ae4f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930190 Sep 16 05:03:24.466215 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Made reservation on behalf of fc286219ac6a4c0ca6f654e5c4e836a8 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:24.469795 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.504929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] device_id is not set on port 80cd5b73-eb04-4a40-bf82-7fc172e20640 yet. {{(pid=94745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:24.531361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e243c647-b78c-4daf-9758-10bb5e52f192 None None] Provisioning complete for port fec3b784-b1f1-40a1-abff-5d6a13aed8a5 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:24.532113 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e243c647-b78c-4daf-9758-10bb5e52f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.535743 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-afcd0b34-3643-42ec-9b62-2151496a5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.541861 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-afcd0b34-3643-42ec-9b62-2151496a5ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.543032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-afcd0b34-3643-42ec-9b62-2151496a5ce2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf5763da-d0f1-4336-8040-9c573bbd7664 HTTP/1.1" status: 204 len: 168 time: 0.4497035 Sep 16 05:03:24.569643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e243c647-b78c-4daf-9758-10bb5e52f192 None None] Port fec3b784-b1f1-40a1-abff-5d6a13aed8a5 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:24.613366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd0b34-3643-42ec-9b62-2151496a5ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5763da-d0f1-4336-8040-9c573bbd7664,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:24.711054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Allocated IP 2001:db8::288 (d9734ab9-3cf1-4735-9ff1-8f4c419a0f93/827fc128-6d26-41c6-bbfa-2d033b2fcaf0/80cd5b73-eb04-4a40-bf82-7fc172e20640) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:24.904894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.956166 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:24.964381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39426) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:24.978424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3869956b-99f7-49d4-b7f3-4be51d35562e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.011516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:25.015767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:25.033264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:25.040054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.040949 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.060471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event updated for resources: {'Port': ['ID=80cd5b73-eb04-4a40-bf82-7fc172e20640,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.119309 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3869956b-99f7-49d4-b7f3-4be51d35562e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.127495 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3869956b-99f7-49d4-b7f3-4be51d35562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.129862 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5f843031-3edc-40f2-bf4b-791be5b352a2 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0310678 Sep 16 05:03:25.133168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39428) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.139183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5fe562bf-1112-41af-9328-cb28ead5f37e tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39d', 'mac_address': 'fa:16:3e:9a:67:6b'}, {'ip_address': '2001:db8::15d', 'mac_address': 'fa:16:3e:60:1a:f0'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:25.159215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3869956b-99f7-49d4-b7f3-4be51d35562e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0385693b7bc4e7b840a09bc010fca62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937292 Sep 16 05:03:25.165353 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39430) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.213320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869956b-99f7-49d4-b7f3-4be51d35562e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d696f2-d774-4ee4-a5ef-068f13255242,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.273237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f034294-900c-4e2a-9037-2f2c148ea17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.310679 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f034294-900c-4e2a-9037-2f2c148ea17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.407278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-bae20114-5d63-42aa-9ba6-2fb4f6da3e54 None None] Provisioning complete for port 80cd5b73-eb04-4a40-bf82-7fc172e20640 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:25.407905 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bae20114-5d63-42aa-9ba6-2fb4f6da3e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.418391 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f034294-900c-4e2a-9037-2f2c148ea17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.422549 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f034294-900c-4e2a-9037-2f2c148ea17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.426455 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7f034294-900c-4e2a-9037-2f2c148ea17d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9d696f2-d774-4ee4-a5ef-068f13255242 HTTP/1.1" status: 204 len: 168 time: 0.2576723 Sep 16 05:03:25.460724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f034294-900c-4e2a-9037-2f2c148ea17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d696f2-d774-4ee4-a5ef-068f13255242,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.474666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fe562bf-1112-41af-9328-cb28ead5f37e tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.496809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-bae20114-5d63-42aa-9ba6-2fb4f6da3e54 None None] Port 80cd5b73-eb04-4a40-bf82-7fc172e20640 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:25.679067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bae9e3-5950-4b4d-b808-1f8748e49ac0 req-994ccccd-796b-4bea-9797-da944b9a9db3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.680634 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4bae9e3-5950-4b4d-b808-1f8748e49ac0 req-994ccccd-796b-4bea-9797-da944b9a9db3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.1067772 Sep 16 05:03:25.756702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b4bae9e3-5950-4b4d-b808-1f8748e49ac0 req-f811b2b2-8890-468c-9e53-a30d4b01e0d5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668876 Sep 16 05:03:25.780311 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fe562bf-1112-41af-9328-cb28ead5f37e tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.785097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fe562bf-1112-41af-9328-cb28ead5f37e tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.819114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5fe562bf-1112-41af-9328-cb28ead5f37e tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] In _notify_port_updated(), no bound segment for port 80cd5b73-eb04-4a40-bf82-7fc172e20640 on network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:03:25.825377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe562bf-1112-41af-9328-cb28ead5f37e tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:25.825835 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5fe562bf-1112-41af-9328-cb28ead5f37e tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:25.829731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5fe562bf-1112-41af-9328-cb28ead5f37e tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "PUT /v2.0/ports/80cd5b73-eb04-4a40-bf82-7fc172e20640 HTTP/1.1" status: 200 len: 1067 time: 0.6928501 Sep 16 05:03:25.830474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39444) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:25.880008 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe562bf-1112-41af-9328-cb28ead5f37e tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event updated for resources: {'Port': ['ID=80cd5b73-eb04-4a40-bf82-7fc172e20640,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:25.949666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-068fc28b-8dd9-40f7-82d2-490d4d29f410 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Deleting port 80cd5b73-eb04-4a40-bf82-7fc172e20640 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:25.950736 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068fc28b-8dd9-40f7-82d2-490d4d29f410 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.077992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068fc28b-8dd9-40f7-82d2-490d4d29f410 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.092915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-068fc28b-8dd9-40f7-82d2-490d4d29f410 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Calling delete_port for 80cd5b73-eb04-4a40-bf82-7fc172e20640 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:26.134852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9477a1f3-47f8-46ec-ab2d-632751013405 None None] Provisioning complete for port 80cd5b73-eb04-4a40-bf82-7fc172e20640 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:26.135961 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9477a1f3-47f8-46ec-ab2d-632751013405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.186775 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9477a1f3-47f8-46ec-ab2d-632751013405 None None] Port 80cd5b73-eb04-4a40-bf82-7fc172e20640 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:26.253253 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068fc28b-8dd9-40f7-82d2-490d4d29f410 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.285852 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fc28b-8dd9-40f7-82d2-490d4d29f410 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event deleted for resources: {'Port': ['ID=80cd5b73-eb04-4a40-bf82-7fc172e20640,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:26.550449 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-068fc28b-8dd9-40f7-82d2-490d4d29f410 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.553753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-068fc28b-8dd9-40f7-82d2-490d4d29f410 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "DELETE /v2.0/ports/80cd5b73-eb04-4a40-bf82-7fc172e20640 HTTP/1.1" status: 204 len: 168 time: 0.7211027 Sep 16 05:03:26.555774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39470) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:26.582810 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-66dddcbc-fded-4456-a059-168816cfa804 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] GET failed (client error): The resource could not be found. Sep 16 05:03:26.588371 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-66dddcbc-fded-4456-a059-168816cfa804 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "GET /v2.0/ports/80cd5b73-eb04-4a40-bf82-7fc172e20640 HTTP/1.1" status: 404 len: 333 time: 0.0287519 Sep 16 05:03:26.589241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39472) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:26.693108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-aaaebedf-6ec2-4c76-8246-5a0ca4506a0b tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Deleting port fec3b784-b1f1-40a1-abff-5d6a13aed8a5 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:26.694558 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aaaebedf-6ec2-4c76-8246-5a0ca4506a0b tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.798540 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aaaebedf-6ec2-4c76-8246-5a0ca4506a0b tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:26.814449 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-aaaebedf-6ec2-4c76-8246-5a0ca4506a0b tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Calling delete_port for fec3b784-b1f1-40a1-abff-5d6a13aed8a5 owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:26.976899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d0419-83eb-4e85-a720-9858766455f9 req-106171bd-fc52-4a6f-8c9c-9a8225b1093a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:26.978530 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb8d0419-83eb-4e85-a720-9858766455f9 req-106171bd-fc52-4a6f-8c9c-9a8225b1093a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0925267 Sep 16 05:03:27.054000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb8d0419-83eb-4e85-a720-9858766455f9 req-a965f4c7-794e-44d5-ad65-ff7e99fdeea9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655270 Sep 16 05:03:27.088909 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aaaebedf-6ec2-4c76-8246-5a0ca4506a0b tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.124299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaebedf-6ec2-4c76-8246-5a0ca4506a0b tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event deleted for resources: {'Port': ['ID=fec3b784-b1f1-40a1-abff-5d6a13aed8a5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.161858 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aaaebedf-6ec2-4c76-8246-5a0ca4506a0b tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.164539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-aaaebedf-6ec2-4c76-8246-5a0ca4506a0b tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "DELETE /v2.0/ports/fec3b784-b1f1-40a1-abff-5d6a13aed8a5 HTTP/1.1" status: 204 len: 168 time: 0.5747187 Sep 16 05:03:27.167111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39488) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.202621 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-42630944-b234-41ed-ae7b-8988925c3052 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] GET failed (client error): The resource could not be found. Sep 16 05:03:27.205431 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-42630944-b234-41ed-ae7b-8988925c3052 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "GET /v2.0/ports/fec3b784-b1f1-40a1-abff-5d6a13aed8a5 HTTP/1.1" status: 404 len: 333 time: 0.0364809 Sep 16 05:03:27.208732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39490) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.325405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a79ef8b2-93aa-49f6-b2fe-59f964052e64 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Deleting port 525ee434-dd2a-4ce5-aaaa-1fbb897438be {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:27.326188 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a79ef8b2-93aa-49f6-b2fe-59f964052e64 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.446091 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a79ef8b2-93aa-49f6-b2fe-59f964052e64 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.464361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a79ef8b2-93aa-49f6-b2fe-59f964052e64 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Calling delete_port for 525ee434-dd2a-4ce5-aaaa-1fbb897438be owned by {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:27.648516 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a79ef8b2-93aa-49f6-b2fe-59f964052e64 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.681596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ef8b2-93aa-49f6-b2fe-59f964052e64 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event deleted for resources: {'Port': ['ID=525ee434-dd2a-4ce5-aaaa-1fbb897438be,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:27.720180 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a79ef8b2-93aa-49f6-b2fe-59f964052e64 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.725671 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a79ef8b2-93aa-49f6-b2fe-59f964052e64 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "DELETE /v2.0/ports/525ee434-dd2a-4ce5-aaaa-1fbb897438be HTTP/1.1" status: 204 len: 168 time: 0.5126336 Sep 16 05:03:27.726064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39506) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:27.833032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-15eeab40-4450-44cf-8f1c-601c69765c54 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Deleting subnet 827fc128-6d26-41c6-bbfa-2d033b2fcaf0 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:27.837355 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15eeab40-4450-44cf-8f1c-601c69765c54 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:27.915873 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15eeab40-4450-44cf-8f1c-601c69765c54 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.061051 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15eeab40-4450-44cf-8f1c-601c69765c54 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.147869 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15eeab40-4450-44cf-8f1c-601c69765c54 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.204822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eeab40-4450-44cf-8f1c-601c69765c54 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event deleted for resources: {'Subnet': ['ID=827fc128-6d26-41c6-bbfa-2d033b2fcaf0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:28.212422 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15eeab40-4450-44cf-8f1c-601c69765c54 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.213367 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1e80ad-9ca6-408d-80c6-2b75f0dc44a5 None None] Network d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:28.220145 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-15eeab40-4450-44cf-8f1c-601c69765c54 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "DELETE /v2.0/subnets/827fc128-6d26-41c6-bbfa-2d033b2fcaf0 HTTP/1.1" status: 204 len: 168 time: 0.4928749 Sep 16 05:03:28.222399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39516) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:28.250213 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba7e5d-35a8-44d6-b57d-ec399388e02e req-387edf60-a682-43e0-9075-d0aca4118263 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:28.258272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69ba7e5d-35a8-44d6-b57d-ec399388e02e req-387edf60-a682-43e0-9075-d0aca4118263 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0893977 Sep 16 05:03:28.305172 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69ba7e5d-35a8-44d6-b57d-ec399388e02e req-f2df84a2-c3c8-4fab-9ce1-2fafc66cd9c3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447595 Sep 16 05:03:28.333172 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.390723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Deleting port c854ac5b-60ab-4d7a-ab02-60403f386084 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:28.390997 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.446584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] DHCP port deletion for d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:28.467564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] For port c854ac5b-60ab-4d7a-ab02-60403f386084, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c854ac5b-60ab-4d7a-ab02-60403f386084,segment=NetworkSegment(673a2fca-aad3-4f6c-9c6b-8b04805908fc),segment_id=673a2fca-aad3-4f6c-9c6b-8b04805908fc)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:28.467941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.481956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Calling delete_port for c854ac5b-60ab-4d7a-ab02-60403f386084 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:28.524655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Deleting port c854ac5b-60ab-4d7a-ab02-60403f386084 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:28.525415 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.610207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] For port c854ac5b-60ab-4d7a-ab02-60403f386084, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c854ac5b-60ab-4d7a-ab02-60403f386084,segment=NetworkSegment(673a2fca-aad3-4f6c-9c6b-8b04805908fc),segment_id=673a2fca-aad3-4f6c-9c6b-8b04805908fc)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:28.611044 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.635325 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.647277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Calling delete_port for c854ac5b-60ab-4d7a-ab02-60403f386084 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:28.742599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] No DVR routers for this DVR port c854ac5b-60ab-4d7a-ab02-60403f386084 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:28.745192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event deleted for resources: {'Port': ['ID=c854ac5b-60ab-4d7a-ab02-60403f386084,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:28.820224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c854ac5b-60ab-4d7a-ab02-60403f386084 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:28.845721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: c854ac5b-60ab-4d7a-ab02-60403f386084 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:28.847223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c854ac5b-60ab-4d7a-ab02-60403f386084 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:28.857298 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:28.878688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] No DVR routers for this DVR port c854ac5b-60ab-4d7a-ab02-60403f386084 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:28.936372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Pushing event deleted for resources: {'Port': ['ID=c854ac5b-60ab-4d7a-ab02-60403f386084,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:28.955017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:28.955430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:28.955855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:28.956969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:28.960357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:28.963590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:28.966210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:28.966658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:28.970377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:28.972270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:28.972694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:28.973790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a89fb1e-79e9-4af8-9d77-9dbb24240142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:29.145543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39530) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:29.303730 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.329481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9734ab9-3cf1-4735-9ff1-8f4c419a0f93']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:29.340754 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4a028aa-847a-4532-a4d8-30ff3613586a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.342790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673a2fca-aad3-4f6c-9c6b-8b04805908fc') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:29.343106 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673a2fca-aad3-4f6c-9c6b-8b04805908fc') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:29.355455 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.372372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.385208 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:29.385663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:29.405986 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:29.453205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b62662-c8f9-472f-aa86-0695fe8168ba req-d705b2c6-7ea1-4f91-9f4c-02325872763c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:29.455724 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63b62662-c8f9-472f-aa86-0695fe8168ba req-d705b2c6-7ea1-4f91-9f4c-02325872763c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0757792 Sep 16 05:03:29.481803 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.492685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.498096 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] 10.222.0.53 "DELETE /v2.0/networks/d9734ab9-3cf1-4735-9ff1-8f4c419a0f93 HTTP/1.1" status: 204 len: 168 time: 1.2743752 Sep 16 05:03:29.514508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2c12d-8381-450a-9c58-bcaa430b7058 tempest-AllowedAddressPairIpV6TestJSON-1431461827 tempest-AllowedAddressPairIpV6TestJSON-1431461827-project] Pushing event deleted for resources: {'Network': ['ID=d9734ab9-3cf1-4735-9ff1-8f4c419a0f93,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.549466 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63b62662-c8f9-472f-aa86-0695fe8168ba req-5f028421-5807-4fd8-8eaa-6c07b8553cd8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867860 Sep 16 05:03:29.624672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4a028aa-847a-4532-a4d8-30ff3613586a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.630208 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4a028aa-847a-4532-a4d8-30ff3613586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.675326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b4a028aa-847a-4532-a4d8-30ff3613586a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e657ea59721c441f9015f949026ea06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282385 Sep 16 05:03:29.678627 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39540) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:29.684510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a028aa-847a-4532-a4d8-30ff3613586a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549d89a4-f285-4a44-bd19-c984e2a01cbe,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:29.745680 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35b5bf9c-ef34-4f0a-b1fd-e360affb092e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.780318 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35b5bf9c-ef34-4f0a-b1fd-e360affb092e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.829697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39546) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:29.849681 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35b5bf9c-ef34-4f0a-b1fd-e360affb092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.853351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-35b5bf9c-ef34-4f0a-b1fd-e360affb092e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:29.854542 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-35b5bf9c-ef34-4f0a-b1fd-e360affb092e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/549d89a4-f285-4a44-bd19-c984e2a01cbe HTTP/1.1" status: 204 len: 168 time: 0.1739690 Sep 16 05:03:29.863865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5bf9c-ef34-4f0a-b1fd-e360affb092e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549d89a4-f285-4a44-bd19-c984e2a01cbe,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:30.140536 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-29fb4504-9cc7-4d10-baf8-4fcdd98b3a4f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc286219ac6a4c0ca6f654e5c4e836a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097014 Sep 16 05:03:30.143097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39558) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:30.198013 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80d33250-2a89-4d4b-857a-8dfaaad6bf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.220590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80d33250-2a89-4d4b-857a-8dfaaad6bf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.277847 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80d33250-2a89-4d4b-857a-8dfaaad6bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.281020 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-80d33250-2a89-4d4b-857a-8dfaaad6bf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.282339 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-80d33250-2a89-4d4b-857a-8dfaaad6bf45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/695fb7f9-5218-4a93-aa7e-e60d6915f6ce HTTP/1.1" status: 204 len: 168 time: 0.1382174 Sep 16 05:03:30.290302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d33250-2a89-4d4b-857a-8dfaaad6bf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695fb7f9-5218-4a93-aa7e-e60d6915f6ce,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:30.707598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef1ec-e925-402f-a7a9-2b031b9a04d9 req-6d81df91-3010-4ce3-8d5f-8dd01eb8ba76 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:30.712418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d4ef1ec-e925-402f-a7a9-2b031b9a04d9 req-6d81df91-3010-4ce3-8d5f-8dd01eb8ba76 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0785770 Sep 16 05:03:30.747260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39588) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:30.795537 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d4ef1ec-e925-402f-a7a9-2b031b9a04d9 req-eebe24b5-dfe7-462d-a3dc-5be1a6cfd6b2 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742378 Sep 16 05:03:30.924758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-648071426-network', 'tenant_id': '2c170f86732c41a9b770594f4642908f'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:30.950138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Made reservation on behalf of 2c170f86732c41a9b770594f4642908f for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:30.964620 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:30.982229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.133631 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.138196 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.171489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da73c7b-ad29-4bad-bed6-f4a6298f18d6,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:31.182438 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:31.193244 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.194454 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Added segment b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2 of type vlan for network 2e59df29-432c-4dfc-92d9-4a9e571d7b00 Sep 16 05:03:31.247897 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.282708 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.283747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.284404 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.342214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39608) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:31.369115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] Pushing event updated for resources: {'Network': ['ID=2e59df29-432c-4dfc-92d9-4a9e571d7b00,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:31.375613 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7515b935-b14f-42a9-83fd-0aa60000a548 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6269903 Sep 16 05:03:31.379180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39612) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:31.381802 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 2e59df29-432c-4dfc-92d9-4a9e571d7b00 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:31.386485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-bb54b365-d5a3-4889-ac72-41cf28db009c admin admin] Request body: {'subnet': {'network_id': '2e59df29-432c-4dfc-92d9-4a9e571d7b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-648071426-subnet', 'tenant_id': '2c170f86732c41a9b770594f4642908f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:31.413489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb54b365-d5a3-4889-ac72-41cf28db009c admin admin] Made reservation on behalf of 2c170f86732c41a9b770594f4642908f for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:31.416189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bb54b365-d5a3-4889-ac72-41cf28db009c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.525117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1406286843'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:31.582145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Made reservation on behalf of 36875c34eff54a5591da9e04267d9f60 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:31.586362 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.622471 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.654457 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bb54b365-d5a3-4889-ac72-41cf28db009c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.742225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54b365-d5a3-4889-ac72-41cf28db009c admin admin] Pushing event updated for resources: {'Subnet': ['ID=031db3cd-7dd1-4789-ab26-6dcc3d8db2d8,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:31.766255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb54b365-d5a3-4889-ac72-41cf28db009c admin admin] Checking segment: {'id': 'b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2e59df29-432c-4dfc-92d9-4a9e571d7b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:31.766880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb54b365-d5a3-4889-ac72-41cf28db009c admin admin] Network hostable DHCP agents. Network: 2e59df29-432c-4dfc-92d9-4a9e571d7b00, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:31.804854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb54b365-d5a3-4889-ac72-41cf28db009c admin admin] Network 2e59df29-432c-4dfc-92d9-4a9e571d7b00 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:31.833891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-bb54b365-d5a3-4889-ac72-41cf28db009c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 2e59df29-432c-4dfc-92d9-4a9e571d7b00) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:31.845875 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.854097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceda9c2-34ce-4c80-9dc0-3d7faf55344a None None] Network 2e59df29-432c-4dfc-92d9-4a9e571d7b00 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:31.857828 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb54b365-d5a3-4889-ac72-41cf28db009c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:31.860653 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bb54b365-d5a3-4889-ac72-41cf28db009c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.869057 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.886152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:31.905839 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:31.905839 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Added segment df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f of type vlan for network 69dd3aeb-5fcc-480c-a71d-920375253f18 Sep 16 05:03:32.037843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a552b0ef-c946-41d9-8a9c-97dbd52dadcd None None] Network 2e59df29-432c-4dfc-92d9-4a9e571d7b00 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:32.058624 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.102693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bb54b365-d5a3-4889-ac72-41cf28db009c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7217867 Sep 16 05:03:32.116120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95582cee-5fdf-408a-9dd4-7bf72e9a710c req-8aede209-65d1-417c-b9d7-9ea8ffd33e11 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.117718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95582cee-5fdf-408a-9dd4-7bf72e9a710c req-8aede209-65d1-417c-b9d7-9ea8ffd33e11 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.1880140 Sep 16 05:03:32.118386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb71b073-3460-4661-ba1c-e317084e8f66,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:32.169638 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95582cee-5fdf-408a-9dd4-7bf72e9a710c req-3159c032-3bd6-4244-8975-5042628602e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430017 Sep 16 05:03:32.174687 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.182873 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.183729 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.262025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Pushing event updated for resources: {'Network': ['ID=69dd3aeb-5fcc-480c-a71d-920375253f18,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:32.266022 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-23bb25c8-a790-4980-9e4c-71f42129f30c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9220743 Sep 16 05:03:32.268868 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39630) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:32.275309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fc245519-416b-4f39-9270-ea2320448796 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Request body: {'subnet': {'network_id': '69dd3aeb-5fcc-480c-a71d-920375253f18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:32.277942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 69dd3aeb-5fcc-480c-a71d-920375253f18 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:32.385108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc245519-416b-4f39-9270-ea2320448796 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Made reservation on behalf of 36875c34eff54a5591da9e04267d9f60 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:32.389447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc245519-416b-4f39-9270-ea2320448796 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.653806 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc245519-416b-4f39-9270-ea2320448796 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.728421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc245519-416b-4f39-9270-ea2320448796 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Pushing event updated for resources: {'Subnet': ['ID=19b7019c-2f6e-46ca-a7eb-2dedc6ad86ff,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:32.735624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc245519-416b-4f39-9270-ea2320448796 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Checking segment: {'id': 'df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '69dd3aeb-5fcc-480c-a71d-920375253f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:32.735996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc245519-416b-4f39-9270-ea2320448796 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Network hostable DHCP agents. Network: 69dd3aeb-5fcc-480c-a71d-920375253f18, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:32.755423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc245519-416b-4f39-9270-ea2320448796 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Network 69dd3aeb-5fcc-480c-a71d-920375253f18 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:32.771439 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-fc245519-416b-4f39-9270-ea2320448796 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 69dd3aeb-5fcc-480c-a71d-920375253f18) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:32.779455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc245519-416b-4f39-9270-ea2320448796 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:32.780844 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc245519-416b-4f39-9270-ea2320448796 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:32.785698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00431d1b-da51-4344-9b99-cc91fd4b90fe None None] Network 69dd3aeb-5fcc-480c-a71d-920375253f18 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:32.805434 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fc245519-416b-4f39-9270-ea2320448796 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5352893 Sep 16 05:03:32.808030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39646) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:32.826999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Request body: {'port': {'network_id': '69dd3aeb-5fcc-480c-a71d-920375253f18', 'name': 'tempest-ExtraDHCPOptionsTestJSON-142418176'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:32.935952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39650) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:32.943871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1883508192-network', 'tenant_id': 'fb8607bc3669434aa08253a1ed0b0011'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:33.028582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22c9e0-5b15-466d-ab5c-8981f54432ea req-dad7abf1-503d-4825-a9da-021d5acbd014 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:33.037305 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-69dd3aeb-5fcc-480c-a71d-920375253f18', 'network_id': '69dd3aeb-5fcc-480c-a71d-920375253f18', 'tenant_id': '36875c34eff54a5591da9e04267d9f60', 'fixed_ips': [{'subnet_id': '19b7019c-2f6e-46ca-a7eb-2dedc6ad86ff'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:33.038248 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.040385 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d22c9e0-5b15-466d-ab5c-8981f54432ea req-dad7abf1-503d-4825-a9da-021d5acbd014 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1097 time: 0.1514277 Sep 16 05:03:33.064282 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Made reservation on behalf of 36875c34eff54a5591da9e04267d9f60 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:33.072653 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.099009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] device_id is not set on port cabdf123-9f33-4a02-8331-0567a862906f yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:33.266302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Allocated IP 172.20.0.4 (69dd3aeb-5fcc-480c-a71d-920375253f18/19b7019c-2f6e-46ca-a7eb-2dedc6ad86ff/cabdf123-9f33-4a02-8331-0567a862906f) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:33.402842 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9d22c9e0-5b15-466d-ab5c-8981f54432ea req-89d02ff2-343e-4a7f-aa9b-cb69a8d6b253 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.405384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Made reservation on behalf of fb8607bc3669434aa08253a1ed0b0011 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:33.407668 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.417469 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.490990 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.538396 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.542388 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9d22c9e0-5b15-466d-ab5c-8981f54432ea req-89d02ff2-343e-4a7f-aa9b-cb69a8d6b253 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.551463 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9d22c9e0-5b15-466d-ab5c-8981f54432ea req-89d02ff2-343e-4a7f-aa9b-cb69a8d6b253 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.585683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Network 69dd3aeb-5fcc-480c-a71d-920375253f18 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:33.588900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:33.591280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d02ff2-343e-4a7f-aa9b-cb69a8d6b253 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13218fb-949a-43a3-aa66-af2262b9a0d1,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:33.593789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:33.613699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d22c9e0-5b15-466d-ab5c-8981f54432ea req-89d02ff2-343e-4a7f-aa9b-cb69a8d6b253 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5721374 Sep 16 05:03:33.655368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Pushing event updated for resources: {'Port': ['ID=cabdf123-9f33-4a02-8331-0567a862906f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:33.677629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Allocated IP 172.20.0.2 (69dd3aeb-5fcc-480c-a71d-920375253f18/19b7019c-2f6e-46ca-a7eb-2dedc6ad86ff/2acad807-77cf-4135-bd43-dc446b648395) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:33.695201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:33.698377 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.743413 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.749010 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.758327 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7018c211-9939-4e04-adf5-72c2eaf26491 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9429853 Sep 16 05:03:33.758327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39660) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:33.760891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Request body: {'port': {'network_id': '69dd3aeb-5fcc-480c-a71d-920375253f18', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1503916837', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:33.761438 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.api.validators [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] bootfile-name is not in valid_values {{(pid=94744) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:03:33.761816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.api.validators [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] tftp-server is not in valid_values {{(pid=94744) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:03:33.762165 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.api.validators [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] server-ip-address is not in valid_values {{(pid=94744) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:03:33.826236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:33.855821 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.856639 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Added segment 09f04430-8720-46bd-8572-c0bf1492b7a8 of type vlan for network aa832fef-f366-45c0-a5e8-25df4c37590e Sep 16 05:03:33.858966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66fda77-8532-42f6-813c-7484369c0c7e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:33.899863 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.907857 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.961747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec42193-72e5-4f5c-8d8b-2fa4d780b051 req-d6d5d095-833b-4618-ad76-7668bdef8ab8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:33.971237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ec42193-72e5-4f5c-8d8b-2fa4d780b051 req-d6d5d095-833b-4618-ad76-7668bdef8ab8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.2003636 Sep 16 05:03:33.978132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Pushing event updated for resources: {'Port': ['ID=2acad807-77cf-4135-bd43-dc446b648395,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:33.978993 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Made reservation on behalf of 36875c34eff54a5591da9e04267d9f60 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:33.983769 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:33.990434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Network 69dd3aeb-5fcc-480c-a71d-920375253f18 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:33.992788 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:33.995869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:34.005240 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.026605 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] device_id is not set on port d1e2c28a-322f-45f5-850a-dfa4d195af44 yet. {{(pid=94744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 16 05:03:34.047684 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ec42193-72e5-4f5c-8d8b-2fa4d780b051 req-bcf640da-aeb2-4957-b553-abaa8ee44c2c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752344 Sep 16 05:03:34.072570 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.075990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.076597 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.086986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Attempting to bind port 2acad807-77cf-4135-bd43-dc446b648395 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:34.090360 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Attempting to bind port 2acad807-77cf-4135-bd43-dc446b648395 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '69dd3aeb-5fcc-480c-a71d-920375253f18'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:34.090360 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Attempting to bind port 2acad807-77cf-4135-bd43-dc446b648395 on network 69dd3aeb-5fcc-480c-a71d-920375253f18 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:34.096879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:34.097281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Checking segment: {'id': 'df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '69dd3aeb-5fcc-480c-a71d-920375253f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:34.097748 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.098160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Bound using segment: {'id': 'df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '69dd3aeb-5fcc-480c-a71d-920375253f18'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:34.098649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Bound port: 2acad807-77cf-4135-bd43-dc446b648395, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '69dd3aeb-5fcc-480c-a71d-920375253f18'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:34.099179 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.129279 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1922729 Sep 16 05:03:34.132776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39664) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:34.143549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-24875243-680b-4ff4-813d-0cece1133b55 admin admin] Request body: {'subnet': {'network_id': 'aa832fef-f366-45c0-a5e8-25df4c37590e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1883508192-subnet', 'tenant_id': 'fb8607bc3669434aa08253a1ed0b0011', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:34.186192 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ecba4-c045-46ed-a832-fd65b86d8a98 admin admin] Pushing event updated for resources: {'Network': ['ID=aa832fef-f366-45c0-a5e8-25df4c37590e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:34.204497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network aa832fef-f366-45c0-a5e8-25df4c37590e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:34.219817 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Allocated IP 172.20.0.8 (69dd3aeb-5fcc-480c-a71d-920375253f18/19b7019c-2f6e-46ca-a7eb-2dedc6ad86ff/d1e2c28a-322f-45f5-850a-dfa4d195af44) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:34.233853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24875243-680b-4ff4-813d-0cece1133b55 admin admin] Made reservation on behalf of fb8607bc3669434aa08253a1ed0b0011 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:34.238100 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24875243-680b-4ff4-813d-0cece1133b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.262494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] For port 2acad807-77cf-4135-bd43-dc446b648395, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:34.274231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f2bb1-2160-4afb-9813-b99c977c588d req-12c3c76f-0d43-4a37-b5a7-9ee6dab20d82 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.284821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba4f2bb1-2160-4afb-9813-b99c977c588d req-12c3c76f-0d43-4a37-b5a7-9ee6dab20d82 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.0931127 Sep 16 05:03:34.326469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] For port 2acad807-77cf-4135-bd43-dc446b648395, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2acad807-77cf-4135-bd43-dc446b648395,segment=NetworkSegment(df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f),segment_id=df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:34.341023 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.348168 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba4f2bb1-2160-4afb-9813-b99c977c588d req-feb3b108-16c0-4bd4-8879-023f5938bfeb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548019 Sep 16 05:03:34.367908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39670) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:34.447233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238472aa-cdf9-40d9-b652-19fe66370603 None None] Pushing event updated for resources: {'Port': ['ID=2acad807-77cf-4135-bd43-dc446b648395,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:34.501096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24875243-680b-4ff4-813d-0cece1133b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.514941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5e992cfa-0bad-4f7e-ae64-66e11ade15d8 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/8db278fd-8e0b-462e-b871-c863435e2ac0 HTTP/1.1" status: 200 len: 991 time: 0.1430857 Sep 16 05:03:34.690083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24875243-680b-4ff4-813d-0cece1133b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc88409c-40b5-427d-8000-6aaa25c8236e,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:34.697853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24875243-680b-4ff4-813d-0cece1133b55 admin admin] Checking segment: {'id': '09f04430-8720-46bd-8572-c0bf1492b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa832fef-f366-45c0-a5e8-25df4c37590e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:34.698227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24875243-680b-4ff4-813d-0cece1133b55 admin admin] Network hostable DHCP agents. Network: aa832fef-f366-45c0-a5e8-25df4c37590e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:34.789783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24875243-680b-4ff4-813d-0cece1133b55 admin admin] Network aa832fef-f366-45c0-a5e8-25df4c37590e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:34.801493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-24875243-680b-4ff4-813d-0cece1133b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, aa832fef-f366-45c0-a5e8-25df4c37590e) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:34.812103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24875243-680b-4ff4-813d-0cece1133b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:34.812299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24875243-680b-4ff4-813d-0cece1133b55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:34.825324 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9e1b2f-4edd-42e5-af6d-4ff44a76bee3 None None] Network aa832fef-f366-45c0-a5e8-25df4c37590e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:34.850430 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-24875243-680b-4ff4-813d-0cece1133b55 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7093756 Sep 16 05:03:34.914277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-59a34fa2-4fa1-440f-b3b5-808f3cbb090e req-f616dd8f-4c11-4442-be3e-d88e5897ebb5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:03:34.915620 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-59a34fa2-4fa1-440f-b3b5-808f3cbb090e req-f616dd8f-4c11-4442-be3e-d88e5897ebb5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091472 Sep 16 05:03:34.955389 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.031526 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.086323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39696) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:35.094392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Network 69dd3aeb-5fcc-480c-a71d-920375253f18 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:35.103140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:35.108133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:35.112302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Pushing event updated for resources: {'Port': ['ID=d1e2c28a-322f-45f5-850a-dfa4d195af44,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:35.161253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd949714-9ba2-441c-9810-cea902e2b2ee None None] Network aa832fef-f366-45c0-a5e8-25df4c37590e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:35.207276 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.207988 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.245742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39704) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:35.247399 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-eefbc562-4212-4787-938a-ff749d6e72db tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4902487 Sep 16 05:03:35.449877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa140028-29b6-4b4d-aa40-32bb14430aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.505180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e000c64-f651-4be7-802d-b0579234e11e tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.514669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e000c64-f651-4be7-802d-b0579234e11e tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.522754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e000c64-f651-4be7-802d-b0579234e11e tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.526416 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9e000c64-f651-4be7-802d-b0579234e11e tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2782860 Sep 16 05:03:35.529382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39708) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:35.642666 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.661495 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa140028-29b6-4b4d-aa40-32bb14430aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.669554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa140028-29b6-4b4d-aa40-32bb14430aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.739822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa140028-29b6-4b4d-aa40-32bb14430aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a73c19-15ce-4bbe-94c7-d9a50e194186,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:35.760091 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-aa140028-29b6-4b4d-aa40-32bb14430aac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca240466d8b649ab93cd079a2d461a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6727724 Sep 16 05:03:35.762739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39722) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:35.779396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8181b-3277-467b-b869-453e3f52f01c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Deleting port d1e2c28a-322f-45f5-850a-dfa4d195af44 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:35.780258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0cb8181b-3277-467b-b869-453e3f52f01c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:35.861900 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a753b-f05b-438b-be36-29ef87bd3db6 req-b31a61f0-d034-495e-8b07-05e045ccf7dd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:35.863616 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-147a753b-f05b-438b-be36-29ef87bd3db6 req-b31a61f0-d034-495e-8b07-05e045ccf7dd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0895019 Sep 16 05:03:35.908161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-147a753b-f05b-438b-be36-29ef87bd3db6 req-82b08190-256f-4b79-abca-772ac8f216e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379097 Sep 16 05:03:36.013103 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-15261e3e-4ee6-4560-bf99-34216d97aa21 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2757902 Sep 16 05:03:36.020585 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0cb8181b-3277-467b-b869-453e3f52f01c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.032838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-d3e6b7ab-82b1-4ca9-bb2e-2a71b9a87f43 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:03:36.034336 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-d3e6b7ab-82b1-4ca9-bb2e-2a71b9a87f43 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079613 Sep 16 05:03:36.035197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907995da-d336-4ba9-aa87-bc9e89f83cdc None None] Network 69dd3aeb-5fcc-480c-a71d-920375253f18 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:36.062969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8181b-3277-467b-b869-453e3f52f01c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Calling delete_port for d1e2c28a-322f-45f5-850a-dfa4d195af44 owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:36.072457 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98fc077c-0686-417f-ab15-0e05d790f1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.097922 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98fc077c-0686-417f-ab15-0e05d790f1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.148112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-62904914-5d5c-4d9e-858d-4f80580ec76e None None] Provisioning complete for port 2acad807-77cf-4135-bd43-dc446b648395 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:36.148561 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62904914-5d5c-4d9e-858d-4f80580ec76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.153372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98fc077c-0686-417f-ab15-0e05d790f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.156366 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98fc077c-0686-417f-ab15-0e05d790f1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.158079 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-98fc077c-0686-417f-ab15-0e05d790f1bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5a73c19-15ce-4bbe-94c7-d9a50e194186 HTTP/1.1" status: 204 len: 168 time: 0.3927338 Sep 16 05:03:36.295982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc077c-0686-417f-ab15-0e05d790f1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a73c19-15ce-4bbe-94c7-d9a50e194186,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:36.457519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-862497a4-0967-4e4c-9e34-d944c246dffe tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:36.466692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-862497a4-0967-4e4c-9e34-d944c246dffe tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/networks?id=2e59df29-432c-4dfc-92d9-4a9e571d7b00 HTTP/1.1" status: 200 len: 811 time: 0.1899967 Sep 16 05:03:36.475974 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0cb8181b-3277-467b-b869-453e3f52f01c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.494235 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-cae6fe32-0854-41a2-a62b-2266f3665f4c tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/quotas/2c170f86732c41a9b770594f4642908f HTTP/1.1" status: 200 len: 375 time: 0.0221865 Sep 16 05:03:36.538542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-3367f9c5-3a17-4188-844b-8413cfb2d1c1 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c170f86732c41a9b770594f4642908f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304842 Sep 16 05:03:36.539127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8181b-3277-467b-b869-453e3f52f01c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Pushing event deleted for resources: {'Port': ['ID=d1e2c28a-322f-45f5-850a-dfa4d195af44,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:36.616933 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62904914-5d5c-4d9e-858d-4f80580ec76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.668474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-62904914-5d5c-4d9e-858d-4f80580ec76e None None] For port 2acad807-77cf-4135-bd43-dc446b648395, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2acad807-77cf-4135-bd43-dc446b648395,segment=NetworkSegment(df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f),segment_id=df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:36.677875 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62904914-5d5c-4d9e-858d-4f80580ec76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.757895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62904914-5d5c-4d9e-858d-4f80580ec76e None None] Pushing event updated for resources: {'Port': ['ID=2acad807-77cf-4135-bd43-dc446b648395,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:36.762390 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0cb8181b-3277-467b-b869-453e3f52f01c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.774605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39766) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:36.777926 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0cb8181b-3277-467b-b869-453e3f52f01c tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] 10.222.0.53 "DELETE /v2.0/ports/d1e2c28a-322f-45f5-850a-dfa4d195af44 HTTP/1.1" status: 204 len: 168 time: 1.2351081 Sep 16 05:03:36.799904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cb3319f1-aa9b-4e43-85f7-331f443e2e49 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Request body: {'port': {'name': 'tempest-new-port-name-2051120164', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:36.800322 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.api.validators [None req-cb3319f1-aa9b-4e43-85f7-331f443e2e49 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] bootfile-name is not in valid_values {{(pid=94745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:03:36.800676 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.api.validators [None req-cb3319f1-aa9b-4e43-85f7-331f443e2e49 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] tftp-server is not in valid_values {{(pid=94745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:03:36.801141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.api.validators [None req-cb3319f1-aa9b-4e43-85f7-331f443e2e49 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] server-ip-address is not in valid_values {{(pid=94745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 16 05:03:36.834709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39768) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:36.842437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2acad807-77cf-4135-bd43-dc446b648395 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:36.861080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f34aa49a-7166-4a3a-9517-cb2d3759f76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.864621 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-9aa71867-2b18-4568-90e0-fe0b2ee4c1b3 service neutron] 10.222.0.53 "GET /v2.0/networks/2e59df29-432c-4dfc-92d9-4a9e571d7b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157113 Sep 16 05:03:36.936727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 2acad807-77cf-4135-bd43-dc446b648395 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:36.937263 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:36.963207 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb3319f1-aa9b-4e43-85f7-331f443e2e49 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.096591 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f34aa49a-7166-4a3a-9517-cb2d3759f76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.101262 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f34aa49a-7166-4a3a-9517-cb2d3759f76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.140503 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-15e5b5c1-86da-4dfd-bfab-97eaa09853bf None None] Provisioning complete for port cabdf123-9f33-4a02-8331-0567a862906f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:37.140890 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15e5b5c1-86da-4dfd-bfab-97eaa09853bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.209428 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f34aa49a-7166-4a3a-9517-cb2d3759f76a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6183a886884943f59f404a1675f54006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728960 Sep 16 05:03:37.212354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39776) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:37.228729 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-15e5b5c1-86da-4dfd-bfab-97eaa09853bf None None] Port cabdf123-9f33-4a02-8331-0567a862906f cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:37.229279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34aa49a-7166-4a3a-9517-cb2d3759f76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548ad4fc-a46b-4604-bf4d-9e815edda901,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.247042 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-15e5b5c1-86da-4dfd-bfab-97eaa09853bf None None] Provisioning complete for port 2acad807-77cf-4135-bd43-dc446b648395 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:37.247427 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15e5b5c1-86da-4dfd-bfab-97eaa09853bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.317507 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8c29b107-39c9-4a54-b47b-464cd4766bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.347133 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8c29b107-39c9-4a54-b47b-464cd4766bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.355062 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb3319f1-aa9b-4e43-85f7-331f443e2e49 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.378786 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-8d32a55d-7b70-438d-b8eb-12a3a3b96a61 service neutron] 10.222.0.53 "GET /v2.0/networks/2e59df29-432c-4dfc-92d9-4a9e571d7b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894521 Sep 16 05:03:37.379934 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb3319f1-aa9b-4e43-85f7-331f443e2e49 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.406434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8c29b107-39c9-4a54-b47b-464cd4766bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.409480 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8c29b107-39c9-4a54-b47b-464cd4766bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.413553 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8c29b107-39c9-4a54-b47b-464cd4766bcf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/548ad4fc-a46b-4604-bf4d-9e815edda901 HTTP/1.1" status: 204 len: 168 time: 0.1926680 Sep 16 05:03:37.421108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29b107-39c9-4a54-b47b-464cd4766bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548ad4fc-a46b-4604-bf4d-9e815edda901,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.555002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-cb3319f1-aa9b-4e43-85f7-331f443e2e49 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] In _notify_port_updated(), no bound segment for port cabdf123-9f33-4a02-8331-0567a862906f on network 69dd3aeb-5fcc-480c-a71d-920375253f18 {{(pid=94745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 16 05:03:37.556811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-15e5b5c1-86da-4dfd-bfab-97eaa09853bf None None] Could not find standard attr ID for object d1e2c28a-322f-45f5-850a-dfa4d195af44. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:03:37.577688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3319f1-aa9b-4e43-85f7-331f443e2e49 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.578479 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb3319f1-aa9b-4e43-85f7-331f443e2e49 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.579892 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cb3319f1-aa9b-4e43-85f7-331f443e2e49 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] 10.222.0.53 "PUT /v2.0/ports/cabdf123-9f33-4a02-8331-0567a862906f HTTP/1.1" status: 200 len: 1136 time: 0.8043876 Sep 16 05:03:37.582937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39782) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:37.613856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3319f1-aa9b-4e43-85f7-331f443e2e49 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Pushing event updated for resources: {'Port': ['ID=cabdf123-9f33-4a02-8331-0567a862906f,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:37.686878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf6e4d7-4736-4258-a58c-0dee1dd3e78b tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.695556 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-edf6e4d7-4736-4258-a58c-0dee1dd3e78b tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] 10.222.0.53 "GET /v2.0/ports/cabdf123-9f33-4a02-8331-0567a862906f HTTP/1.1" status: 200 len: 1136 time: 0.1080737 Sep 16 05:03:37.697696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39788) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:37.731167 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.732677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-60a3a5c6-08e5-4b43-b417-abe4418b50fe None None] Provisioning complete for port cabdf123-9f33-4a02-8331-0567a862906f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:37.735394 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-60a3a5c6-08e5-4b43-b417-abe4418b50fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:37.839388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-60a3a5c6-08e5-4b43-b417-abe4418b50fe None None] Port cabdf123-9f33-4a02-8331-0567a862906f cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:37.856468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da80b05-3916-4316-94e4-e2fe95967f48 req-843c3612-0264-4991-a4ae-c77c1018086c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:37.861624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8da80b05-3916-4316-94e4-e2fe95967f48 req-843c3612-0264-4991-a4ae-c77c1018086c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.1752667 Sep 16 05:03:37.940736 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8da80b05-3916-4316-94e4-e2fe95967f48 req-bdffab1c-606d-4435-a52e-19f3c5848797 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717168 Sep 16 05:03:37.967382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8f14df56-ec5b-4e60-91b0-aad37043ab16 None None] Could not find standard attr ID for object d1e2c28a-322f-45f5-850a-dfa4d195af44. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:03:38.030251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-f205f874-aff3-465e-8877-aa1008d25bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.036678 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-f205f874-aff3-465e-8877-aa1008d25bca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1097 time: 0.1198640 Sep 16 05:03:38.073129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Deleting port cabdf123-9f33-4a02-8331-0567a862906f {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:38.073484 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.199780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64957-9a96-4887-b88d-aeee26314841 req-acaef021-7d33-433c-b298-3dacf0951ce4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.200589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2cc64957-9a96-4887-b88d-aeee26314841 req-acaef021-7d33-433c-b298-3dacf0951ce4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.1131561 Sep 16 05:03:38.265679 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.268848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c43d080c-f7ce-45b3-9f00-c34933e2d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.270135 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2cc64957-9a96-4887-b88d-aeee26314841 req-6c5ceec2-683b-4633-baec-17b7288f56c3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595317 Sep 16 05:03:38.270431 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c43d080c-f7ce-45b3-9f00-c34933e2d15a service neutron] 10.222.0.50 "GET /v2.0/networks?id=68e41def-6cac-4908-9205-46824e3fda91 HTTP/1.1" status: 200 len: 897 time: 0.2154858 Sep 16 05:03:38.300564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Calling delete_port for cabdf123-9f33-4a02-8331-0567a862906f owned by {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:38.426289 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-3cd283a8-6897-4626-866f-1ecaf4862fc3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 200 len: 999 time: 0.1424267 Sep 16 05:03:38.433417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efb93b66-48a1-43d0-a9f6-e9cd15fbe731 req-fd5c1207-2a36-455a-b594-666e0ba3a187 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 210 time: 0.0707359 Sep 16 05:03:38.515971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-47a48eb2-0f0f-4065-ba52-b752539d21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.517923 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-47a48eb2-0f0f-4065-ba52-b752539d21ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7899f5fe-074e-4eb3-9705-eb6b22493c36 HTTP/1.1" status: 200 len: 835 time: 0.0852144 Sep 16 05:03:38.632450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-fe21f73c-4534-4adf-8286-a60726ef3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:38.634035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-fe21f73c-4534-4adf-8286-a60726ef3271 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=68e41def-6cac-4908-9205-46824e3fda91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085396 Sep 16 05:03:38.689432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9d997e7f-db08-42ca-81f1-dbff6c733154 None None] Could not find standard attr ID for object cabdf123-9f33-4a02-8331-0567a862906f. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:03:38.750459 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.766262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2acad807-77cf-4135-bd43-dc446b648395 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:38.817156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 2acad807-77cf-4135-bd43-dc446b648395 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:38.817531 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-9077d9e8-b58d-4508-a720-6191d9c30e1f service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755369 Sep 16 05:03:38.817698 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:38.822732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Pushing event deleted for resources: {'Port': ['ID=cabdf123-9f33-4a02-8331-0567a862906f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:38.859721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:38.860598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:38.860955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:38.861297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:38.861671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:38.862018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:38.862354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:38.862698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:38.863001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:38.863329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:38.863654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:38.863977 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:03:39.060992 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.065243 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-22527e1b-c6df-4078-bed7-b4f44a6d31ca tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] 10.222.0.53 "DELETE /v2.0/ports/cabdf123-9f33-4a02-8331-0567a862906f HTTP/1.1" status: 204 len: 168 time: 1.3583236 Sep 16 05:03:39.065675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39830) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:39.149207 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-242a758e-192b-4385-a1d3-45896537044a service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214610 Sep 16 05:03:39.197871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a243201-bc75-4ae8-bb21-10439a436447 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Deleting subnet 19b7019c-2f6e-46ca-a7eb-2dedc6ad86ff {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:03:39.204111 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a243201-bc75-4ae8-bb21-10439a436447 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.249667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-e84f5fa2-9067-41e7-8696-7f563fabc520 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.251268 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-e84f5fa2-9067-41e7-8696-7f563fabc520 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.15 "GET /v2.0/networks?id=2e59df29-432c-4dfc-92d9-4a9e571d7b00 HTTP/1.1" status: 200 len: 811 time: 0.1870909 Sep 16 05:03:39.265271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Request body: {'port': {'device_id': 'e154450d-a782-45a5-afb3-f669c461ccda', 'network_id': '2e59df29-432c-4dfc-92d9-4a9e571d7b00', 'admin_state_up': True, 'tenant_id': '2c170f86732c41a9b770594f4642908f'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:39.277823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41814-417e-4e07-916b-d3f894d2c945 req-1e35ac80-5b45-4eac-a3a9-653b9c1abd2d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.279871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-acd41814-417e-4e07-916b-d3f894d2c945 req-1e35ac80-5b45-4eac-a3a9-653b9c1abd2d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.1684284 Sep 16 05:03:39.328317 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a243201-bc75-4ae8-bb21-10439a436447 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.410195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-acd41814-417e-4e07-916b-d3f894d2c945 req-4c742ec9-0433-4bf1-b542-8ce22920ec2b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165385 Sep 16 05:03:39.502202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Made reservation on behalf of 2c170f86732c41a9b770594f4642908f for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:39.506600 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.528376 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a243201-bc75-4ae8-bb21-10439a436447 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.596518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5d4c-3448-4dbc-addb-a5d6605ace72 req-26844bd4-cd9c-48bd-99ce-279842dc4784 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:39.598751 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b22a5d4c-3448-4dbc-addb-a5d6605ace72 req-26844bd4-cd9c-48bd-99ce-279842dc4784 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.1196101 Sep 16 05:03:39.654794 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a243201-bc75-4ae8-bb21-10439a436447 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.673130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Allocated IP 172.20.0.4 (2e59df29-432c-4dfc-92d9-4a9e571d7b00/031db3cd-7dd1-4789-ab26-6dcc3d8db2d8/bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:39.690476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b22a5d4c-3448-4dbc-addb-a5d6605ace72 req-940bcd13-1bea-4b97-92c3-baf214698d45 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825939 Sep 16 05:03:39.695426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a243201-bc75-4ae8-bb21-10439a436447 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Pushing event deleted for resources: {'Subnet': ['ID=19b7019c-2f6e-46ca-a7eb-2dedc6ad86ff,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:39.702960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a243201-bc75-4ae8-bb21-10439a436447 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.705123 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2a243201-bc75-4ae8-bb21-10439a436447 tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] 10.222.0.53 "DELETE /v2.0/subnets/19b7019c-2f6e-46ca-a7eb-2dedc6ad86ff HTTP/1.1" status: 204 len: 168 time: 0.6384439 Sep 16 05:03:39.707642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39850) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:39.717983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a6363-a895-4d7c-8810-f08404a48311 None None] Network 69dd3aeb-5fcc-480c-a71d-920375253f18 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:39.890823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-668e30ba-5f96-4a5a-b534-e013790feeba req-3364da41-3466-48ce-97e5-7dd8bcb334b3 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 210 time: 0.0511105 Sep 16 05:03:39.895404 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:39.987144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Deleting port 2acad807-77cf-4135-bd43-dc446b648395 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:39.987503 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.035882 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.047402 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f286414-2c8b-4bf6-847a-26c297abcb48 None None] DHCP port deletion for 69dd3aeb-5fcc-480c-a71d-920375253f18 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:03:40.087129 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.105397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] For port 2acad807-77cf-4135-bd43-dc446b648395, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2acad807-77cf-4135-bd43-dc446b648395,segment=NetworkSegment(df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f),segment_id=df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:40.106025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.125917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Calling delete_port for 2acad807-77cf-4135-bd43-dc446b648395 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:40.148756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5f286414-2c8b-4bf6-847a-26c297abcb48 None None] Deleting port 2acad807-77cf-4135-bd43-dc446b648395 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:40.148756 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f286414-2c8b-4bf6-847a-26c297abcb48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.156084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Pushing event updated for resources: {'Port': ['ID=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:40.180206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Network 2e59df29-432c-4dfc-92d9-4a9e571d7b00 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:40.181710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:40.194856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:40.225506 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.263525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Pushing event deleted for resources: {'Port': ['ID=2acad807-77cf-4135-bd43-dc446b648395,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:40.275797 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] No DVR routers for this DVR port 2acad807-77cf-4135-bd43-dc446b648395 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:40.281089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5f286414-2c8b-4bf6-847a-26c297abcb48 None None] For port 2acad807-77cf-4135-bd43-dc446b648395, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2acad807-77cf-4135-bd43-dc446b648395,segment=NetworkSegment(df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f),segment_id=df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:40.285679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:40.286363 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.291031 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f286414-2c8b-4bf6-847a-26c297abcb48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.309908 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-b64397ed-840f-412f-bef2-3fac7fb1270e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0487833 Sep 16 05:03:40.325242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Request body: {'port': {'device_id': 'e154450d-a782-45a5-afb3-f669c461ccda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:40.328150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5f286414-2c8b-4bf6-847a-26c297abcb48 None None] Calling delete_port for 2acad807-77cf-4135-bd43-dc446b648395 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:40.385034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.432730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dd3aeb-5fcc-480c-a71d-920375253f18']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:40.454694 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.455472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:40.455868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5ccb2f-deb4-45de-90b8-1aa3ad9abf8f') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:40.477127 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.482429 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f286414-2c8b-4bf6-847a-26c297abcb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.507084 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.517693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:40.518054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:40.521045 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:40.534715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f286414-2c8b-4bf6-847a-26c297abcb48 None None] Pushing event deleted for resources: {'Port': ['ID=2acad807-77cf-4135-bd43-dc446b648395,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:40.537537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f286414-2c8b-4bf6-847a-26c297abcb48 None None] No DVR routers for this DVR port 2acad807-77cf-4135-bd43-dc446b648395 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:40.676342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e47d53-c3d3-4da4-a79c-06c6e9e560c4 req-2ede5796-1fbc-46fc-9dda-d5eb333a85be tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:40.684579 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0e47d53-c3d3-4da4-a79c-06c6e9e560c4 req-2ede5796-1fbc-46fc-9dda-d5eb333a85be tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.1599116 Sep 16 05:03:40.720967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0e47d53-c3d3-4da4-a79c-06c6e9e560c4 req-d8cab51a-4918-4bef-a2eb-874c23f3b5d3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355034 Sep 16 05:03:40.721642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.730342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.737752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2acad807-77cf-4135-bd43-dc446b648395 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:40.742174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] 10.222.0.53 "DELETE /v2.0/networks/69dd3aeb-5fcc-480c-a71d-920375253f18 HTTP/1.1" status: 204 len: 168 time: 1.0261288 Sep 16 05:03:40.774359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bc4b6-2cba-4d85-99bd-1a81e06ec3ef tempest-ExtraDHCPOptionsTestJSON-1864894464 tempest-ExtraDHCPOptionsTestJSON-1864894464-project] Pushing event deleted for resources: {'Network': ['ID=69dd3aeb-5fcc-480c-a71d-920375253f18,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:40.779905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 2acad807-77cf-4135-bd43-dc446b648395 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:03:40.780471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2acad807-77cf-4135-bd43-dc446b648395 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:40.873699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca20492-6433-4de4-9a69-8dffe41d6d4f req-138ec6e4-cfe5-4988-86b8-b20f3bc55797 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:40.875875 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bca20492-6433-4de4-9a69-8dffe41d6d4f req-138ec6e4-cfe5-4988-86b8-b20f3bc55797 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0588543 Sep 16 05:03:40.894265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:40.903185 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.919850 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Transition to ACTIVE for port object bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:40.926302 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:40.932699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bca20492-6433-4de4-9a69-8dffe41d6d4f req-c9f17d58-3fcd-45e9-9c07-44f0d3a10828 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509303 Sep 16 05:03:41.062508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Pushing event updated for resources: {'Port': ['ID=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.135293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Attempting to bind port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:41.135801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Attempting to bind port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2e59df29-432c-4dfc-92d9-4a9e571d7b00'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:41.136444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Attempting to bind port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a on network 2e59df29-432c-4dfc-92d9-4a9e571d7b00 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:41.152040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a on network 2e59df29-432c-4dfc-92d9-4a9e571d7b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:41.153070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Attempting to bind port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a on network 2e59df29-432c-4dfc-92d9-4a9e571d7b00 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:41.168453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:41.169264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Checking segment: {'id': 'b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2e59df29-432c-4dfc-92d9-4a9e571d7b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:41.170938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Bound using segment: {'id': 'b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2e59df29-432c-4dfc-92d9-4a9e571d7b00'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:41.171662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Bound port: bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2e59df29-432c-4dfc-92d9-4a9e571d7b00'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:41.174275 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.222421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32352a6e-2bb5-4699-97c9-acb0bd0099f7 req-58447327-b210-45a5-acea-7b8e4084460f tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.234900 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32352a6e-2bb5-4699-97c9-acb0bd0099f7 req-58447327-b210-45a5-acea-7b8e4084460f tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 943 time: 0.1344895 Sep 16 05:03:41.269031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39874) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:41.331696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] For port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:41.345234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] For port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a,segment=NetworkSegment(b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2),segment_id=b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:41.355143 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.367409 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32352a6e-2bb5-4699-97c9-acb0bd0099f7 req-87a07776-f278-4479-8d4e-9f1f76bacb59 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302478 Sep 16 05:03:41.428842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.429868 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.431532 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] 10.222.0.15 "PUT /v2.0/ports/bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a HTTP/1.1" status: 200 len: 1092 time: 1.1138251 Sep 16 05:03:41.432219 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e154450d-a782-45a5-afb3-f669c461ccda', 'tag': 'bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:41.434895 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4e8e61-ff1d-41d8-ad65-975e5da1f43b" -d '{"events": [{"name": "network-changed", "server_uuid": "e154450d-a782-45a5-afb3-f669c461ccda", "tag": "bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:41.465669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc54973-a0dd-4133-b99f-53db45d7092a service neutron] Pushing event updated for resources: {'Port': ['ID=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.554328 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035e9745-d18b-49d1-99eb-ede4f62c1fe4 x-openstack-request-id: req-035e9745-d18b-49d1-99eb-ede4f62c1fe4 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:41.554636 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e154450d-a782-45a5-afb3-f669c461ccda", "tag": "bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:41.554897 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-035e9745-d18b-49d1-99eb-ede4f62c1fe4 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:41.555323 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e154450d-a782-45a5-afb3-f669c461ccda', 'tag': 'bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a', 'status': 'completed', 'code': 200} Sep 16 05:03:41.596342 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3f5cf6eb-3612-4a09-a1d0-ec9f48cb916b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36875c34eff54a5591da9e04267d9f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258917 Sep 16 05:03:41.598819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39880) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:41.608996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-2207e7fb-7778-410c-91db-be8709a5a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.610771 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-2207e7fb-7778-410c-91db-be8709a5a2e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c170f86732c41a9b770594f4642908f&device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 1095 time: 0.0934160 Sep 16 05:03:41.683252 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-86c2c5b9-6bf8-4b54-9015-8b00f838472f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a HTTP/1.1" status: 200 len: 217 time: 0.0628190 Sep 16 05:03:41.755152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c366a25e-645c-4477-b076-fba3f9fb3809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.782038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-0377538d-a20b-40bc-b99b-278bfe6e79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.783549 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-0377538d-a20b-40bc-b99b-278bfe6e79b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=031db3cd-7dd1-4789-ab26-6dcc3d8db2d8 HTTP/1.1" status: 200 len: 851 time: 0.0914259 Sep 16 05:03:41.789413 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c366a25e-645c-4477-b076-fba3f9fb3809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.830122 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-d26ff3f6-e63f-41a2-aa17-5fefb4fc70c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e59df29-432c-4dfc-92d9-4a9e571d7b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384533 Sep 16 05:03:41.873806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ac76f-5638-45c2-b555-4d54d1d77b67 req-6a55b1da-4aa2-40e6-a916-23245c5f9ceb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:41.876917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-523ac76f-5638-45c2-b555-4d54d1d77b67 req-6a55b1da-4aa2-40e6-a916-23245c5f9ceb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.0553963 Sep 16 05:03:41.930552 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-523ac76f-5638-45c2-b555-4d54d1d77b67 req-90070e52-91eb-433a-9361-22ba3919295d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457435 Sep 16 05:03:41.934921 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c366a25e-645c-4477-b076-fba3f9fb3809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.946660 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c366a25e-645c-4477-b076-fba3f9fb3809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:41.946660 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c366a25e-645c-4477-b076-fba3f9fb3809 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb71b073-3460-4661-ba1c-e317084e8f66 HTTP/1.1" status: 204 len: 168 time: 0.3384769 Sep 16 05:03:41.949518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366a25e-645c-4477-b076-fba3f9fb3809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb71b073-3460-4661-ba1c-e317084e8f66,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:41.963816 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-4301f578-5804-49a7-883d-e093ea05bd77 service neutron] 10.222.0.15 "GET /v2.0/networks/2e59df29-432c-4dfc-92d9-4a9e571d7b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252019 Sep 16 05:03:42.077329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a0ad1b3-1205-40b6-81a0-fd5542ae00db req-d76464e8-7bbc-4e70-8706-901df3958f4d service neutron] 10.222.0.15 "GET /v2.0/networks/2e59df29-432c-4dfc-92d9-4a9e571d7b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068759 Sep 16 05:03:42.100152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd0002-7bf2-4ca8-8bc6-7e888af3a2a3 req-d532e0ec-cb58-441d-8946-9e5df10d5282 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.102081 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0dd0002-7bf2-4ca8-8bc6-7e888af3a2a3 req-d532e0ec-cb58-441d-8946-9e5df10d5282 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0607653 Sep 16 05:03:42.151781 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0dd0002-7bf2-4ca8-8bc6-7e888af3a2a3 req-e8539d16-aa9a-4725-937d-26489ae9447f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Sep 16 05:03:42.180196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8e61-ff1d-41d8-ad65-975e5da1f43b req-26704a19-3b2c-487a-99b0-73b83d9c77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.181834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef4e8e61-ff1d-41d8-ad65-975e5da1f43b req-26704a19-3b2c-487a-99b0-73b83d9c77c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c170f86732c41a9b770594f4642908f&device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 1095 time: 0.0476880 Sep 16 05:03:42.283148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8e61-ff1d-41d8-ad65-975e5da1f43b req-c6e69d0c-7d0f-4a9d-aa86-813048b4f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.284671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef4e8e61-ff1d-41d8-ad65-975e5da1f43b req-c6e69d0c-7d0f-4a9d-aa86-813048b4f146 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e59df29-432c-4dfc-92d9-4a9e571d7b00 HTTP/1.1" status: 200 len: 912 time: 0.0962086 Sep 16 05:03:42.556216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968c4d5-188a-44bf-a3f7-21514a3336b0 req-be18c62a-88df-44c7-ba44-7da48017ddf7 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.567266 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c968c4d5-188a-44bf-a3f7-21514a3336b0 req-be18c62a-88df-44c7-ba44-7da48017ddf7 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 943 time: 0.0807610 Sep 16 05:03:42.634672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c968c4d5-188a-44bf-a3f7-21514a3336b0 req-97b73410-1195-4e95-90c9-7dcf36dcd330 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 Sep 16 05:03:42.664385 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef4e8e61-ff1d-41d8-ad65-975e5da1f43b req-faca750f-d7b7-4009-b36f-39e32d1419b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a HTTP/1.1" status: 200 len: 217 time: 0.3718872 Sep 16 05:03:42.726167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8e61-ff1d-41d8-ad65-975e5da1f43b req-dbc18f03-1fd0-47d1-9720-28779ab44ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:42.727884 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef4e8e61-ff1d-41d8-ad65-975e5da1f43b req-dbc18f03-1fd0-47d1-9720-28779ab44ca6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=031db3cd-7dd1-4789-ab26-6dcc3d8db2d8 HTTP/1.1" status: 200 len: 851 time: 0.0553050 Sep 16 05:03:42.767017 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef4e8e61-ff1d-41d8-ad65-975e5da1f43b req-ffd850d2-ae13-4abd-ba33-fc96589ed332 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e59df29-432c-4dfc-92d9-4a9e571d7b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281785 Sep 16 05:03:42.796197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39922) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:42.888865 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef4e8e61-ff1d-41d8-ad65-975e5da1f43b req-76a82921-644c-43c4-9266-10bb3e7f8fa1 service neutron] 10.222.0.15 "GET /v2.0/networks/2e59df29-432c-4dfc-92d9-4a9e571d7b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130691 Sep 16 05:03:42.935973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-231826253'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:42.976086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:42.979973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.015648 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.044515 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ef4e8e61-ff1d-41d8-ad65-975e5da1f43b req-f1240c90-cebc-4221-96e1-f7081805048f service neutron] 10.222.0.15 "GET /v2.0/networks/2e59df29-432c-4dfc-92d9-4a9e571d7b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406565 Sep 16 05:03:43.118004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9319341-2680-455c-9891-6948c0384f45 req-5989578d-8376-4290-a586-7162afaf7eed tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.119525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9319341-2680-455c-9891-6948c0384f45 req-5989578d-8376-4290-a586-7162afaf7eed tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.1008232 Sep 16 05:03:43.184946 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9319341-2680-455c-9891-6948c0384f45 req-52bec392-7388-468f-b150-81fd41973032 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594699 Sep 16 05:03:43.233003 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.238766 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.275327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:43.301646 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773e6939-4d4e-4403-a3ec-e63d2a0cd39f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:43.321787 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.322243 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Added segment dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d of type vlan for network 6f0a868c-4d8a-492c-9364-f44e29910fcd Sep 16 05:03:43.375945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.391520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ceed-1250-469c-b7b9-a956e2a052e8 req-4d1b125f-313a-482f-8de5-7436abbbd8d5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.393028 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7f7ceed-1250-469c-b7b9-a956e2a052e8 req-4d1b125f-313a-482f-8de5-7436abbbd8d5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.1151233 Sep 16 05:03:43.432763 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.438424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.439112 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.476410 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7f7ceed-1250-469c-b7b9-a956e2a052e8 req-53392344-37f1-41e0-af83-9c3f1494393f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756109 Sep 16 05:03:43.513690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7077203 Sep 16 05:03:43.546779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182c6d5-90de-4ed3-83f1-47578dae34f9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=6f0a868c-4d8a-492c-9364-f44e29910fcd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:43.567769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 6f0a868c-4d8a-492c-9364-f44e29910fcd details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:43.646698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39946) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:43.654222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4239eaf5-9d5d-4e06-86d6-d29f57f49997 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'network_id': '6f0a868c-4d8a-492c-9364-f44e29910fcd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:43.801980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a755c5-4874-4a20-b0ec-7a6bdc09fcf3 req-d6a3ffb9-645e-488c-a548-e2dfcf49966f tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:43.806100 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91a755c5-4874-4a20-b0ec-7a6bdc09fcf3 req-d6a3ffb9-645e-488c-a548-e2dfcf49966f tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 943 time: 0.1052086 Sep 16 05:03:43.841093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4239eaf5-9d5d-4e06-86d6-d29f57f49997 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:43.844599 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4239eaf5-9d5d-4e06-86d6-d29f57f49997 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:43.884010 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91a755c5-4874-4a20-b0ec-7a6bdc09fcf3 req-3e132be8-f3d5-4006-b19b-09e9e02a10e7 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735855 Sep 16 05:03:44.063116 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4239eaf5-9d5d-4e06-86d6-d29f57f49997 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.120879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239eaf5-9d5d-4e06-86d6-d29f57f49997 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=ad4b9a65-e3d3-4baa-8e92-c3c1425db46c,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:44.131496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4239eaf5-9d5d-4e06-86d6-d29f57f49997 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking segment: {'id': 'dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6f0a868c-4d8a-492c-9364-f44e29910fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:44.131947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4239eaf5-9d5d-4e06-86d6-d29f57f49997 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network hostable DHCP agents. Network: 6f0a868c-4d8a-492c-9364-f44e29910fcd, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:44.148618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4239eaf5-9d5d-4e06-86d6-d29f57f49997 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network 6f0a868c-4d8a-492c-9364-f44e29910fcd is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:44.157214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4239eaf5-9d5d-4e06-86d6-d29f57f49997 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 6f0a868c-4d8a-492c-9364-f44e29910fcd) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:44.161402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239eaf5-9d5d-4e06-86d6-d29f57f49997 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.162102 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4239eaf5-9d5d-4e06-86d6-d29f57f49997 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.168780 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30615334-2236-4da2-ab9d-d56c69f5916e None None] Network 6f0a868c-4d8a-492c-9364-f44e29910fcd requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:44.181728 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4239eaf5-9d5d-4e06-86d6-d29f57f49997 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5301991 Sep 16 05:03:44.182496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39950) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:44.187727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-175af289-a8e3-48ce-8cb4-dc07383ce6a2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1726330533'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:44.211942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175af289-a8e3-48ce-8cb4-dc07383ce6a2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:44.215996 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-175af289-a8e3-48ce-8cb4-dc07383ce6a2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.248139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175af289-a8e3-48ce-8cb4-dc07383ce6a2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:44.266006 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-175af289-a8e3-48ce-8cb4-dc07383ce6a2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.266372 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-175af289-a8e3-48ce-8cb4-dc07383ce6a2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Added segment c81d1dac-4ad5-448a-880c-b9109b85c603 of type vlan for network b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d Sep 16 05:03:44.345770 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-175af289-a8e3-48ce-8cb4-dc07383ce6a2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.369036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2e83-fa0b-4ec5-b084-df358fa497d4 req-b75fede6-0b9b-4417-8261-97c2fc43854e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.370038 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-798c2e83-fa0b-4ec5-b084-df358fa497d4 req-b75fede6-0b9b-4417-8261-97c2fc43854e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.1006765 Sep 16 05:03:44.383753 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-6f0a868c-4d8a-492c-9364-f44e29910fcd', 'network_id': '6f0a868c-4d8a-492c-9364-f44e29910fcd', 'tenant_id': 'aff6e7967eca44438e25c744f49b5c20', 'fixed_ips': [{'subnet_id': 'ad4b9a65-e3d3-4baa-8e92-c3c1425db46c'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:44.384931 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.413401 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-175af289-a8e3-48ce-8cb4-dc07383ce6a2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.420185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175af289-a8e3-48ce-8cb4-dc07383ce6a2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.420801 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-175af289-a8e3-48ce-8cb4-dc07383ce6a2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.473362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-175af289-a8e3-48ce-8cb4-dc07383ce6a2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2896786 Sep 16 05:03:44.480683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39960) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:44.488254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b1d0fa72-ba1c-4756-a001-96287f1a121a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'network_id': 'b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:44.493754 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-798c2e83-fa0b-4ec5-b084-df358fa497d4 req-322a3dad-c4af-4ec1-aa99-b2a0949e633e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175528 Sep 16 05:03:44.566391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175af289-a8e3-48ce-8cb4-dc07383ce6a2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:44.567525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Allocated IP 172.20.255.242 (6f0a868c-4d8a-492c-9364-f44e29910fcd/ad4b9a65-e3d3-4baa-8e92-c3c1425db46c/4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:44.602368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:44.657564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d0fa72-ba1c-4756-a001-96287f1a121a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:44.662677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b1d0fa72-ba1c-4756-a001-96287f1a121a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.674403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03f75a-b9a7-4b42-97db-134b886dc16c req-dbdd8773-0d7f-48f8-83f3-c3f50888d167 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:44.676608 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb03f75a-b9a7-4b42-97db-134b886dc16c req-dbdd8773-0d7f-48f8-83f3-c3f50888d167 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0858638 Sep 16 05:03:44.731031 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb03f75a-b9a7-4b42-97db-134b886dc16c req-319797bd-6395-4230-ae50-94266019e219 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471823 Sep 16 05:03:44.869824 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.877818 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:03:44.915280 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.956936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b1d0fa72-ba1c-4756-a001-96287f1a121a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:44.980276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Network 6f0a868c-4d8a-492c-9364-f44e29910fcd is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:44.987080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:45.007867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:45.054893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0fa72-ba1c-4756-a001-96287f1a121a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=b7303935-86e6-41fc-8355-b4f83560dfcb,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:45.063439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c927fe5-3ddf-4ab9-9052-0c9eef8ec678 req-c1d9855b-cc09-4cb3-9561-8ef4d481385d tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.066834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0fa72-ba1c-4756-a001-96287f1a121a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking segment: {'id': 'c81d1dac-4ad5-448a-880c-b9109b85c603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:45.067348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d0fa72-ba1c-4756-a001-96287f1a121a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network hostable DHCP agents. Network: b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:45.073176 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c927fe5-3ddf-4ab9-9052-0c9eef8ec678 req-c1d9855b-cc09-4cb3-9561-8ef4d481385d tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 943 time: 0.0707867 Sep 16 05:03:45.095164 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d0fa72-ba1c-4756-a001-96287f1a121a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:45.105923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Pushing event updated for resources: {'Port': ['ID=4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:45.113724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-b1d0fa72-ba1c-4756-a001-96287f1a121a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:45.121638 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d0fa72-ba1c-4756-a001-96287f1a121a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.122336 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b1d0fa72-ba1c-4756-a001-96287f1a121a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.132725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23006a53-b818-4ceb-8c3c-f9d6d50f2d41 None None] Network b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:45.143998 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b1d0fa72-ba1c-4756-a001-96287f1a121a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6615832 Sep 16 05:03:45.146643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39976) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:45.185304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c927fe5-3ddf-4ab9-9052-0c9eef8ec678 req-bb7d1645-fc22-459d-9c9b-12697b0ee547 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105068 Sep 16 05:03:45.213995 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Attempting to bind port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:45.214381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Attempting to bind port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6f0a868c-4d8a-492c-9364-f44e29910fcd'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:45.214754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Attempting to bind port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff on network 6f0a868c-4d8a-492c-9364-f44e29910fcd {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:45.225402 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:45.226023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Checking segment: {'id': 'dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6f0a868c-4d8a-492c-9364-f44e29910fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:45.226447 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.226914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Bound using segment: {'id': 'dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6f0a868c-4d8a-492c-9364-f44e29910fcd'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:45.227364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Bound port: 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6f0a868c-4d8a-492c-9364-f44e29910fcd'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:45.227764 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.295332 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.372700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a,segment=NetworkSegment(b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2),segment_id=b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:45.389458 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.423963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a', 'network_id': '2e59df29-432c-4dfc-92d9-4a9e571d7b00', 'port_id': 'bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a', 'mac_address': 'fa:16:3e:e2:af:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031db3cd-7dd1-4789-ab26-6dcc3d8db2d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:03:45.447616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] For port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:45.494165 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.523864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] For port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff,segment=NetworkSegment(dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d),segment_id=dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:45.537166 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.545293 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.559809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Subnet': ['ID=b7303935-86e6-41fc-8355-b4f83560dfcb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:45.569802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39982) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:45.595316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d021228-e0f7-438b-a3b9-bcc5f85c6934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d', 'network_id': 'b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d', 'tenant_id': 'aff6e7967eca44438e25c744f49b5c20', 'fixed_ips': [{'subnet_id': 'b7303935-86e6-41fc-8355-b4f83560dfcb'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:45.596193 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d021228-e0f7-438b-a3b9-bcc5f85c6934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.663718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:45.719754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d6f04-6cf0-452c-8d00-dad1531f673b req-5b367456-8092-4c48-89e9-f9ddc1586e79 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:45.721446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b1d6f04-6cf0-452c-8d00-dad1531f673b req-5b367456-8092-4c48-89e9-f9ddc1586e79 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.0842018 Sep 16 05:03:45.768957 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.796621 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a,segment=NetworkSegment(b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2),segment_id=b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:45.802214 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faec89-f6a2-44cf-b53f-521079fadac2 None None] Pushing event updated for resources: {'Port': ['ID=4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:45.815882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:45.825533 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b1d6f04-6cf0-452c-8d00-dad1531f673b req-ed0c9eba-27ce-45bd-a792-65eb4b449132 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964580 Sep 16 05:03:45.841256 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.844308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81d1dac-4ad5-448a-880c-b9109b85c603') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:45.846014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81d1dac-4ad5-448a-880c-b9109b85c603') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:45.876800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e78c83f-afe4-4dfd-9389-28b05de6f154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.889543 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.927832 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.957003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:45.957425 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:45.961055 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:46.035064 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.042560 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50edc46a-6fcc-427f-a724-bbf6ded1976d None None] Network b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:46.043225 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.045346 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d HTTP/1.1" status: 204 len: 168 time: 0.8975890 Sep 16 05:03:46.051237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 39990) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:46.059854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bf661-d50a-49e2-b008-94ef2412151d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Network': ['ID=b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.071656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-25ebecf0-e689-4c9a-b251-c4103334c961 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1899027233'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:46.072019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50edc46a-6fcc-427f-a724-bbf6ded1976d None None] Network b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d could not be found, it might have been deleted concurrently. {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:03:46.087549 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:46.131444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.148797 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d7b5b-0227-480a-9f08-50d981944c27 req-19175aaa-05cd-4713-88a7-b17a8f78e1c5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.156253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab9d7b5b-0227-480a-9f08-50d981944c27 req-19175aaa-05cd-4713-88a7-b17a8f78e1c5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.1865373 Sep 16 05:03:46.229120 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab9d7b5b-0227-480a-9f08-50d981944c27 req-90f6eb50-af03-4749-bde9-56a7dd71c5ad tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655243 Sep 16 05:03:46.241905 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e78c83f-afe4-4dfd-9389-28b05de6f154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.252415 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e78c83f-afe4-4dfd-9389-28b05de6f154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.308586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78c83f-afe4-4dfd-9389-28b05de6f154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c772cab4-9b75-42ba-99d9-76f8b70c6b3d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.314330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7e78c83f-afe4-4dfd-9389-28b05de6f154 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7116638950cd45c8b663f20327c34866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7444608 Sep 16 05:03:46.316176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ebecf0-e689-4c9a-b251-c4103334c961 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:46.317139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 39996) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:46.320965 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25ebecf0-e689-4c9a-b251-c4103334c961 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.368765 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3d6f954-af5c-4062-ad34-f3a31835ac55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.376708 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ebecf0-e689-4c9a-b251-c4103334c961 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:46.386814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69423f01-5cc7-4f93-ae9d-fa04679f8291 req-ab69f481-c87c-49a5-a1da-2c85c5a0394c tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.388551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69423f01-5cc7-4f93-ae9d-fa04679f8291 req-ab69f481-c87c-49a5-a1da-2c85c5a0394c tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 944 time: 0.0769913 Sep 16 05:03:46.390280 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3d6f954-af5c-4062-ad34-f3a31835ac55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.398661 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25ebecf0-e689-4c9a-b251-c4103334c961 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.399010 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-25ebecf0-e689-4c9a-b251-c4103334c961 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Added segment 53bb0869-fc24-4e47-a44b-470fa9b35960 of type vlan for network 30c02b0f-710f-40e6-8f5d-8fbb4e898419 Sep 16 05:03:46.446567 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3d6f954-af5c-4062-ad34-f3a31835ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.449389 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3d6f954-af5c-4062-ad34-f3a31835ac55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.450654 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b3d6f954-af5c-4062-ad34-f3a31835ac55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c772cab4-9b75-42ba-99d9-76f8b70c6b3d HTTP/1.1" status: 204 len: 168 time: 0.1316803 Sep 16 05:03:46.459666 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6f954-af5c-4062-ad34-f3a31835ac55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c772cab4-9b75-42ba-99d9-76f8b70c6b3d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.479261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69423f01-5cc7-4f93-ae9d-fa04679f8291 req-0ce34312-b880-4cb0-9d06-680cf6475622 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832331 Sep 16 05:03:46.480854 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25ebecf0-e689-4c9a-b251-c4103334c961 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.506519 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25ebecf0-e689-4c9a-b251-c4103334c961 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.512144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ebecf0-e689-4c9a-b251-c4103334c961 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:46.512750 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25ebecf0-e689-4c9a-b251-c4103334c961 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:46.551841 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-25ebecf0-e689-4c9a-b251-c4103334c961 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4962516 Sep 16 05:03:46.555277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40000) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:46.588308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'network_id': '30c02b0f-710f-40e6-8f5d-8fbb4e898419', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:46.595354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebecf0-e689-4c9a-b251-c4103334c961 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=30c02b0f-710f-40e6-8f5d-8fbb4e898419,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:46.621489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 30c02b0f-710f-40e6-8f5d-8fbb4e898419 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:46.888092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:46.969024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:46.969729 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.108238 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.160152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767603ba-d008-401a-afaf-6b8fac850ade req-4c21d6e3-4e33-4115-91ac-b67996e5cb2d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:47.162531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-767603ba-d008-401a-afaf-6b8fac850ade req-4c21d6e3-4e33-4115-91ac-b67996e5cb2d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1056085 Sep 16 05:03:47.163770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:47.167106 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.186984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff,segment=NetworkSegment(dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d),segment_id=dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:47.192704 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.231903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c3bba-2c35-4eec-9089-b64f74b53f97 None None] Network 6f0a868c-4d8a-492c-9364-f44e29910fcd requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:47.253240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.ipam_backend_mixin [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Performing IP validity checks on allocation pools {{(pid=94745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:03:47.253792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.ipam_backend_mixin [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:03:47.279245 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-767603ba-d008-401a-afaf-6b8fac850ade req-5661b66d-c7cc-4dcb-9fc8-2a2dc0808112 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084349 Sep 16 05:03:47.333280 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5cc7859b-bd08-429f-9bfa-4ee2bba27772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.362953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.375369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-647624c8-0fe1-43b6-873e-3967023cc6e6 None None] Provisioning complete for port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:47.375752 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-647624c8-0fe1-43b6-873e-3967023cc6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.456422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b622-22d4-45d1-b42f-c427b5172fed req-50ab6cc1-b171-481e-80e4-c614285a5a56 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:47.465157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91f1b622-22d4-45d1-b42f-c427b5172fed req-50ab6cc1-b171-481e-80e4-c614285a5a56 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.1055498 Sep 16 05:03:47.536494 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.593563 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91f1b622-22d4-45d1-b42f-c427b5172fed req-a602dc4d-8634-4de4-b6cb-f6cb151981ed tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271629 Sep 16 05:03:47.636723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=cab7e109-6741-4532-bf39-d3dfcdde054f,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:47.650465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking segment: {'id': '53bb0869-fc24-4e47-a44b-470fa9b35960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30c02b0f-710f-40e6-8f5d-8fbb4e898419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:47.650839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network hostable DHCP agents. Network: 30c02b0f-710f-40e6-8f5d-8fbb4e898419, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:47.684462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network 30c02b0f-710f-40e6-8f5d-8fbb4e898419 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:47.705415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 30c02b0f-710f-40e6-8f5d-8fbb4e898419) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:47.711849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:47.712953 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.720548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09921c41-736d-4279-be90-3962f1b03712 None None] Network 30c02b0f-710f-40e6-8f5d-8fbb4e898419 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:47.768581 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a5550f8c-8de5-44fc-b9d6-161ce6981bf2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2122374 Sep 16 05:03:47.771492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40044) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:47.856362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb0da0-89db-4f9e-b98a-e776bd65ee43 req-ea22af93-90e9-4ba8-8616-e9e28f699558 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:47.859437 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ceb0da0-89db-4f9e-b98a-e776bd65ee43 req-ea22af93-90e9-4ba8-8616-e9e28f699558 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1352570 Sep 16 05:03:47.918771 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9664259b-de59-4d8e-9dac-9ac8a2e3bf77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-30c02b0f-710f-40e6-8f5d-8fbb4e898419', 'network_id': '30c02b0f-710f-40e6-8f5d-8fbb4e898419', 'tenant_id': 'aff6e7967eca44438e25c744f49b5c20', 'fixed_ips': [{'subnet_id': 'cab7e109-6741-4532-bf39-d3dfcdde054f'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:47.919911 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9664259b-de59-4d8e-9dac-9ac8a2e3bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:47.931746 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ceb0da0-89db-4f9e-b98a-e776bd65ee43 req-d5d30cb8-a6bc-4511-9948-be5d37d3bccb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596578 Sep 16 05:03:47.957077 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.051731 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.070458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-15d7e47a-ac7f-48ca-bb84-2059088b39ba None None] Provisioning complete for port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:48.078670 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15d7e47a-ac7f-48ca-bb84-2059088b39ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.121782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b309f-5df0-4f63-befd-fd5b5af78c58 req-651a6130-d259-4cac-a9cf-041b2e498b33 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.123996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-653b309f-5df0-4f63-befd-fd5b5af78c58 req-651a6130-d259-4cac-a9cf-041b2e498b33 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 944 time: 0.0843062 Sep 16 05:03:48.132565 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.177010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Subnet': ['ID=cab7e109-6741-4532-bf39-d3dfcdde054f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-9664259b-de59-4d8e-9dac-9ac8a2e3bf77 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cab7e109-6741-4532-bf39-d3dfcdde054f: This subnet is being modified by another concurrent operation. Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cab7e109-6741-4532-bf39-d3dfcdde054f: This subnet is being modified by another concurrent operation. Sep 16 05:03:48.183019 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 05:03:48.226213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-653b309f-5df0-4f63-befd-fd5b5af78c58 req-458ac977-5c8a-44e7-89bd-565c42e1a600 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905576 Sep 16 05:03:48.241481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69edf0b2-39e8-4035-a149-6b18cb2b59b7 None None] Network 30c02b0f-710f-40e6-8f5d-8fbb4e898419 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:48.297102 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.324139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c02b0f-710f-40e6-8f5d-8fbb4e898419']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:48.342419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bb0869-fc24-4e47-a44b-470fa9b35960') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:48.342962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bb0869-fc24-4e47-a44b-470fa9b35960') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:48.358327 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.382272 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.394922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:48.395396 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.409845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64e4ac7-cb61-4874-9b56-b816298efd68 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:48.508358 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:48.513573 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.527825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-efac69b9-f695-4a0f-9563-70f37f164a4d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.536052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-efac69b9-f695-4a0f-9563-70f37f164a4d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 812 time: 0.1810966 Sep 16 05:03:48.544991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64e4ac7-cb61-4874-9b56-b816298efd68 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:03:48.549451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0f5c4903-5c4b-487b-a812-f33d9c705121 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/quotas/f8aa89fcdde44e7abfd367aa007fab73 HTTP/1.1" status: 200 len: 375 time: 0.0125427 Sep 16 05:03:48.553543 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.555449 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/30c02b0f-710f-40e6-8f5d-8fbb4e898419 HTTP/1.1" status: 204 len: 168 time: 0.7828841 Sep 16 05:03:48.560093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40064) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:48.560271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146742f-49c9-4610-bb52-560046467bf3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Network': ['ID=30c02b0f-710f-40e6-8f5d-8fbb4e898419,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:48.577874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-67efda51-fcb5-4244-9760-6f96dbb59076 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684885198'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:48.657335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0d048868-13b5-4240-bd72-cd16389ca91a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0937579 Sep 16 05:03:48.658715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67efda51-fcb5-4244-9760-6f96dbb59076 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:48.664273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67efda51-fcb5-4244-9760-6f96dbb59076 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.691161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:48.780350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:03:48.810130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67efda51-fcb5-4244-9760-6f96dbb59076 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:48.833413 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67efda51-fcb5-4244-9760-6f96dbb59076 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.835071 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-67efda51-fcb5-4244-9760-6f96dbb59076 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Added segment 1131f011-efb5-4b29-8c70-62407b6781c4 of type vlan for network 67465dcc-84e0-4e71-8ca3-1b1fea134aad Sep 16 05:03:48.869875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:03:48.877233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:48.877434 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.882494 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-9b48c936-29ea-45ba-bb5b-46a6b445b9aa service neutron] 10.222.0.53 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146039 Sep 16 05:03:48.891002 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67efda51-fcb5-4244-9760-6f96dbb59076 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.973093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:48.974160 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.985280 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67efda51-fcb5-4244-9760-6f96dbb59076 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:48.991632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67efda51-fcb5-4244-9760-6f96dbb59076 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:48.992226 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67efda51-fcb5-4244-9760-6f96dbb59076 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.016667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40072) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:49.017250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-67efda51-fcb5-4244-9760-6f96dbb59076 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4546125 Sep 16 05:03:49.025281 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b5f52695-127e-4870-8898-db5fede0ff05 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'network_id': '67465dcc-84e0-4e71-8ca3-1b1fea134aad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:49.064306 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.097425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-6e056818-9a81-40b8-b2c2-5b57fa8562f4 service neutron] 10.222.0.53 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004321 Sep 16 05:03:49.098305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efda51-fcb5-4244-9760-6f96dbb59076 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=67465dcc-84e0-4e71-8ca3-1b1fea134aad,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.113958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e154450d-a782-45a5-afb3-f669c461ccda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:49.116859 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500f34e9-7d46-4b0b-bd7b-902705741a28" -d '{"events": [{"server_uuid": "e154450d-a782-45a5-afb3-f669c461ccda", "name": "network-vif-plugged", "status": "completed", "tag": "bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:49.119686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 67465dcc-84e0-4e71-8ca3-1b1fea134aad details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:49.147701 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a,segment=NetworkSegment(b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2),segment_id=b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:49.158515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f52695-127e-4870-8898-db5fede0ff05 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:49.164087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.167950 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b5f52695-127e-4870-8898-db5fede0ff05 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.178949 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:03:49.348944 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.405339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bdd7c-a51c-4049-a4bc-e295aa1405b8 req-78c491b7-0390-4e70-9086-35f8785f2db0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.407527 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d84bdd7c-a51c-4049-a4bc-e295aa1405b8 req-78c491b7-0390-4e70-9086-35f8785f2db0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.1068895 Sep 16 05:03:49.458089 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d84bdd7c-a51c-4049-a4bc-e295aa1405b8 req-3a4aa3c1-0037-442a-a35d-4ac32c29f3d7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413744 Sep 16 05:03:49.473126 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b5f52695-127e-4870-8898-db5fede0ff05 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.511110 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fe4753-1686-47ba-a2c8-4a556789dc66 x-openstack-request-id: req-85fe4753-1686-47ba-a2c8-4a556789dc66 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:49.511710 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e154450d-a782-45a5-afb3-f669c461ccda", "name": "network-vif-plugged", "status": "completed", "tag": "bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:49.512014 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85fe4753-1686-47ba-a2c8-4a556789dc66 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:49.512792 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e154450d-a782-45a5-afb3-f669c461ccda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a', 'code': 200} Sep 16 05:03:49.546545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f52695-127e-4870-8898-db5fede0ff05 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=383a1447-31fe-42ec-afac-2944f8fca581,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:49.555403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f52695-127e-4870-8898-db5fede0ff05 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking segment: {'id': '1131f011-efb5-4b29-8c70-62407b6781c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '67465dcc-84e0-4e71-8ca3-1b1fea134aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:49.555876 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f52695-127e-4870-8898-db5fede0ff05 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network hostable DHCP agents. Network: 67465dcc-84e0-4e71-8ca3-1b1fea134aad, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:49.582595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f52695-127e-4870-8898-db5fede0ff05 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network 67465dcc-84e0-4e71-8ca3-1b1fea134aad is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:49.628009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9b20168-0d11-4722-b968-74f0feaca705 req-8cdcca4e-da04-445f-a4d5-ac25bf121d0b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 210 time: 0.0429883 Sep 16 05:03:49.643904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-b5f52695-127e-4870-8898-db5fede0ff05 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 67465dcc-84e0-4e71-8ca3-1b1fea134aad) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:49.651690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f52695-127e-4870-8898-db5fede0ff05 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.652346 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b5f52695-127e-4870-8898-db5fede0ff05 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.657250 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d953e6-d3e3-4612-bbfb-64e98756c580 None None] Network 67465dcc-84e0-4e71-8ca3-1b1fea134aad requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:49.671676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b414108-b832-4d7f-aa83-29fe322b2419 req-d2144468-709a-4f7e-be33-870066c65318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.674073 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9b414108-b832-4d7f-aa83-29fe322b2419 req-d2144468-709a-4f7e-be33-870066c65318 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 1097 time: 0.0750139 Sep 16 05:03:49.676772 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b5f52695-127e-4870-8898-db5fede0ff05 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6580000 Sep 16 05:03:49.679768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40092) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:49.811495 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9b414108-b832-4d7f-aa83-29fe322b2419 req-7f2b19a6-0e71-4888-9832-c7f946f31158 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768061 Sep 16 05:03:49.812154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3616c-ef41-4afd-88c9-7e8a6b82486f req-c22cbe13-5585-4c56-9081-e90407d29350 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:49.814911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79a3616c-ef41-4afd-88c9-7e8a6b82486f req-c22cbe13-5585-4c56-9081-e90407d29350 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.1083884 Sep 16 05:03:49.843471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.911315 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.912399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1cc4ce-eb81-4990-8644-eb4135611f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-67465dcc-84e0-4e71-8ca3-1b1fea134aad', 'network_id': '67465dcc-84e0-4e71-8ca3-1b1fea134aad', 'tenant_id': 'aff6e7967eca44438e25c744f49b5c20', 'fixed_ips': [{'subnet_id': '383a1447-31fe-42ec-afac-2944f8fca581'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:49.913808 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b1cc4ce-eb81-4990-8644-eb4135611f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:49.928166 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79a3616c-ef41-4afd-88c9-7e8a6b82486f req-a73c4d6f-7ddc-4282-a111-762b777af688 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994518 Sep 16 05:03:50.039833 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-6b1cc4ce-eb81-4990-8644-eb4135611f92 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 383a1447-31fe-42ec-afac-2944f8fca581: This subnet is being modified by another concurrent operation. Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 383a1447-31fe-42ec-afac-2944f8fca581: This subnet is being modified by another concurrent operation. Sep 16 05:03:50.057243 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 05:03:50.070113 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Subnet': ['ID=383a1447-31fe-42ec-afac-2944f8fca581,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.088923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f4458a-4488-458d-9b0a-c9a7649e9a1f None None] Network 67465dcc-84e0-4e71-8ca3-1b1fea134aad requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:50.147567 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.181843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67465dcc-84e0-4e71-8ca3-1b1fea134aad']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:50.195816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1131f011-efb5-4b29-8c70-62407b6781c4') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:50.196684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1131f011-efb5-4b29-8c70-62407b6781c4') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:50.209825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.227424 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1cd684b4-c3ba-48d2-ad11-164666059212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.228227 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.238123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:50.238547 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:50.243851 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:50.306826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2706aa-9800-4afe-80e5-e6ab52a90929 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:03:50.343609 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.359170 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.361786 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/67465dcc-84e0-4e71-8ca3-1b1fea134aad HTTP/1.1" status: 204 len: 168 time: 0.6804962 Sep 16 05:03:50.365323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40114) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:50.373285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f649ff8c-d8d9-4825-9d99-38b495d9904a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-879228189'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:50.410223 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac319fbf-23b7-40cb-b40c-491424d1e1aa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Network': ['ID=67465dcc-84e0-4e71-8ca3-1b1fea134aad,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:50.434478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f649ff8c-d8d9-4825-9d99-38b495d9904a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:50.442495 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f649ff8c-d8d9-4825-9d99-38b495d9904a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.485256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2706aa-9800-4afe-80e5-e6ab52a90929 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:03:50.506446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f649ff8c-d8d9-4825-9d99-38b495d9904a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:50.538948 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f649ff8c-d8d9-4825-9d99-38b495d9904a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.539352 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-f649ff8c-d8d9-4825-9d99-38b495d9904a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Added segment da38884e-09f3-44d0-9e15-2a153e6a600d of type vlan for network 87b769b2-4560-4fe4-a9ea-d0a91e9cc456 Sep 16 05:03:50.680637 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f649ff8c-d8d9-4825-9d99-38b495d9904a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.766902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4b0ae-96e6-4afe-aca7-42c937b948da req-e8e5f364-c85c-49dd-b8a4-dbb15175e820 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.768519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72c4b0ae-96e6-4afe-aca7-42c937b948da req-e8e5f364-c85c-49dd-b8a4-dbb15175e820 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.1332214 Sep 16 05:03:50.843402 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-10179479-b204-4f70-bcb2-839d0a5d831f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.843834 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f649ff8c-d8d9-4825-9d99-38b495d9904a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.852186 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-10179479-b204-4f70-bcb2-839d0a5d831f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.50 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 812 time: 0.2849844 Sep 16 05:03:50.857100 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.861504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f649ff8c-d8d9-4825-9d99-38b495d9904a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:50.862200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f649ff8c-d8d9-4825-9d99-38b495d9904a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:50.870571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Request body: {'port': {'device_id': '39830b91-264f-49a6-be0a-08a2704a2033', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'admin_state_up': True, 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:50.930439 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72c4b0ae-96e6-4afe-aca7-42c937b948da req-899152fa-a05c-4fe8-91d6-b78efd898d7d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317446 Sep 16 05:03:50.970298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f649ff8c-d8d9-4825-9d99-38b495d9904a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6029298 Sep 16 05:03:50.973152 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40126) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:50.981354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ab58ca13-db4a-4803-8ce8-2783526498a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'network_id': '87b769b2-4560-4fe4-a9ea-d0a91e9cc456', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:51.044939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649ff8c-d8d9-4825-9d99-38b495d9904a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=87b769b2-4560-4fe4-a9ea-d0a91e9cc456,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.060923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 87b769b2-4560-4fe4-a9ea-d0a91e9cc456 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:51.106379 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c0a9799-1d95-4c0b-88b9-94c3ac6608a6 req-9fd11a1c-26aa-4962-8784-98cbbb3832ac tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 210 time: 0.0552316 Sep 16 05:03:51.139949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab58ca13-db4a-4803-8ce8-2783526498a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:51.144752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab58ca13-db4a-4803-8ce8-2783526498a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.251417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Made reservation on behalf of f8aa89fcdde44e7abfd367aa007fab73 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:51.253238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aff854-e38c-4017-980f-b46ffe484d7d req-cf2ca0f5-0975-43ea-be7c-23e2d691c46a tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.261701 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.262495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58aff854-e38c-4017-980f-b46ffe484d7d req-cf2ca0f5-0975-43ea-be7c-23e2d691c46a tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.0658672 Sep 16 05:03:51.323333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58aff854-e38c-4017-980f-b46ffe484d7d req-35241552-febf-47a3-966a-40c6281d6545 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565932 Sep 16 05:03:51.526909 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Allocated IP 172.20.0.4 (fc6d02ef-f94a-4c22-90f3-ffedad7d7358/fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95/63e09e13-e4a3-49e3-8c27-102a3db40fd7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:51.647107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76fb4-7a7e-4483-ab6a-bc52d4c1a5ff req-4d9d33ac-83bf-4905-8900-b63a789e8327 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.654204 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ba76fb4-7a7e-4483-ab6a-bc52d4c1a5ff req-4d9d33ac-83bf-4905-8900-b63a789e8327 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.2291398 Sep 16 05:03:51.685052 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.710650 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab58ca13-db4a-4803-8ce8-2783526498a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.738683 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-80bfaabc-960d-4b7f-b1b3-46416abf0a4a service neutron] show failed (client error): The resource could not be found. Sep 16 05:03:51.740777 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-80bfaabc-960d-4b7f-b1b3-46416abf0a4a service neutron] 10.222.0.50 "GET /v2.0/ports/1b407c16-ba2a-45c0-80d1-bf1528a4f976/bindings/n-h2-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.2470706 Sep 16 05:03:51.752209 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ba76fb4-7a7e-4483-ab6a-bc52d4c1a5ff req-701097ee-f96d-4b4d-83b7-1831ff7d271c tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895376 Sep 16 05:03:51.846409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58ca13-db4a-4803-8ce8-2783526498a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=9c1221fc-9fe8-41fa-8a23-f4cf405a2da2,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:51.877317 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab58ca13-db4a-4803-8ce8-2783526498a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking segment: {'id': 'da38884e-09f3-44d0-9e15-2a153e6a600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '87b769b2-4560-4fe4-a9ea-d0a91e9cc456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:51.877871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab58ca13-db4a-4803-8ce8-2783526498a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network hostable DHCP agents. Network: 87b769b2-4560-4fe4-a9ea-d0a91e9cc456, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:51.898799 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.942922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab58ca13-db4a-4803-8ce8-2783526498a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network 87b769b2-4560-4fe4-a9ea-d0a91e9cc456 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:51.984751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-ab58ca13-db4a-4803-8ce8-2783526498a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 87b769b2-4560-4fe4-a9ea-d0a91e9cc456) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:51.991939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab58ca13-db4a-4803-8ce8-2783526498a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:51.992052 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ab58ca13-db4a-4803-8ce8-2783526498a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:51.995819 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d310a3-f1cc-476b-8beb-9bb6c429dcc9 None None] Network 87b769b2-4560-4fe4-a9ea-d0a91e9cc456 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:52.013086 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.019680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40142) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:52.019875 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ab58ca13-db4a-4803-8ce8-2783526498a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0455086 Sep 16 05:03:52.039472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:03:52.127500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:52.140176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:52.146833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:52.155243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event updated for resources: {'Port': ['ID=63e09e13-e4a3-49e3-8c27-102a3db40fd7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:52.234566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f4be6-9a6b-4f6b-b496-142ebb32365d req-e55a1057-701c-43b1-aedb-cb1c5766cf8c tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.237475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-7ccd1d40-c814-44c4-8e1b-108bf728c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.239060 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-7ccd1d40-c814-44c4-8e1b-108bf728c16c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 1097 time: 0.1775150 Sep 16 05:03:52.244668 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-557f4be6-9a6b-4f6b-b496-142ebb32365d req-e55a1057-701c-43b1-aedb-cb1c5766cf8c tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.2100954 Sep 16 05:03:52.258442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:52.318378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-557f4be6-9a6b-4f6b-b496-142ebb32365d req-70c0d3c1-07e2-4094-83f9-957b62991709 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668871 Sep 16 05:03:52.328838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.329506 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.348597 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.361040 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-85b36f8d-c2b1-4bf7-be8a-6c2fd5ed10e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4943848 Sep 16 05:03:52.428640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Request body: {'port': {'device_id': '39830b91-264f-49a6-be0a-08a2704a2033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:52.510689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c65c1-ad7d-4d8a-a2ac-8da4cd50d549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-87b769b2-4560-4fe4-a9ea-d0a91e9cc456', 'network_id': '87b769b2-4560-4fe4-a9ea-d0a91e9cc456', 'tenant_id': 'aff6e7967eca44438e25c744f49b5c20', 'fixed_ips': [{'subnet_id': '9c1221fc-9fe8-41fa-8a23-f4cf405a2da2'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:52.512281 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c66c65c1-ad7d-4d8a-a2ac-8da4cd50d549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.517805 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.548619 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1db3c70b-5e10-44f4-abab-2fc9149d8aa6 None None] Provisioning complete for port 63e09e13-e4a3-49e3-8c27-102a3db40fd7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:03:52.549372 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1db3c70b-5e10-44f4-abab-2fc9149d8aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.586222 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.735390 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed65027-93b8-4b52-b772-775d9b2ff707 req-e97281e5-4403-49df-97e5-27fd7c904a35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:52.737328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ed65027-93b8-4b52-b772-775d9b2ff707 req-e97281e5-4403-49df-97e5-27fd7c904a35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.2837577 Sep 16 05:03:52.765969 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.806643 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:52.831193 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1221fc-9fe8-41fa-8a23-f4cf405a2da2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:52.971132 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ed65027-93b8-4b52-b772-775d9b2ff707 req-75603f45-f855-4da3-9bd8-57b507d20786 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159221 Sep 16 05:03:53.011783 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.016498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:53.061239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b769b2-4560-4fe4-a9ea-d0a91e9cc456']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:53.085912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da38884e-09f3-44d0-9e15-2a153e6a600d') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:53.086384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da38884e-09f3-44d0-9e15-2a153e6a600d') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:53.101958 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.120594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.134205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:53.134632 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:53.142045 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:53.149999 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1db3c70b-5e10-44f4-abab-2fc9149d8aa6 None None] Port 63e09e13-e4a3-49e3-8c27-102a3db40fd7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-c66c65c1-ad7d-4d8a-a2ac-8da4cd50d549 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c1221fc-9fe8-41fa-8a23-f4cf405a2da2: This subnet is being modified by another concurrent operation. Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c1221fc-9fe8-41fa-8a23-f4cf405a2da2: This subnet is being modified by another concurrent operation. Sep 16 05:03:53.176370 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 05:03:53.222243 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d31052-2ffb-4bed-9318-d7f271d0378c None None] Network 87b769b2-4560-4fe4-a9ea-d0a91e9cc456 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:53.231361 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.310472 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.336101 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.342708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/87b769b2-4560-4fe4-a9ea-d0a91e9cc456 HTTP/1.1" status: 204 len: 168 time: 1.3216097 Sep 16 05:03:53.383298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40162) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:53.399561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-903b9c42-714d-420f-8139-c022b2d6626d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1854483147'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:53.411033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5561d-4029-4d24-8802-b4aeb7006da6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Network': ['ID=87b769b2-4560-4fe4-a9ea-d0a91e9cc456,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:53.421102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e09e13-e4a3-49e3-8c27-102a3db40fd7 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:03:53.433341 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.452139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Transition to ACTIVE for port object 63e09e13-e4a3-49e3-8c27-102a3db40fd7 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:53.454680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:53.485209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903b9c42-714d-420f-8139-c022b2d6626d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:53.499412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-903b9c42-714d-420f-8139-c022b2d6626d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.517303 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.536291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Transition to ACTIVE for port object 1b407c16-ba2a-45c0-80d1-bf1528a4f976 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:03:53.538494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:53.542031 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f17b490-e812-4e9b-b58a-16a04dcb3c0b" -d '{"events": [{"server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "name": "network-vif-unplugged", "status": "completed", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:53.548334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.550615 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.563628 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f0f8c-f319-4f54-85e9-4dd916496cca None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:03:53.588155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903b9c42-714d-420f-8139-c022b2d6626d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:53.635367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-903b9c42-714d-420f-8139-c022b2d6626d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.635721 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-903b9c42-714d-420f-8139-c022b2d6626d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Added segment 76937080-6907-4393-80e8-11e5e4039976 of type vlan for network f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a Sep 16 05:03:53.732864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8f0f8c-f319-4f54-85e9-4dd916496cca None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:03:53.742542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52361c4e-8daf-432b-bd00-46ca8dfcc077 req-0a0cb4e7-8e26-426d-b2b8-f5e387b54e11 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.751142 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52361c4e-8daf-432b-bd00-46ca8dfcc077 req-0a0cb4e7-8e26-426d-b2b8-f5e387b54e11 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 943 time: 0.4632204 Sep 16 05:03:53.779063 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-903b9c42-714d-420f-8139-c022b2d6626d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.855659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52361c4e-8daf-432b-bd00-46ca8dfcc077 req-d7c6bdd0-750c-45a3-b243-233044a8ae7f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036294 Sep 16 05:03:53.856845 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-903b9c42-714d-420f-8139-c022b2d6626d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.865502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b9c42-714d-420f-8139-c022b2d6626d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:53.866234 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-903b9c42-714d-420f-8139-c022b2d6626d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:53.890000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-903b9c42-714d-420f-8139-c022b2d6626d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5028088 Sep 16 05:03:53.903446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40172) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:53.909097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'network_id': 'f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:54.053787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Pushing event updated for resources: {'Port': ['ID=1b407c16-ba2a-45c0-80d1-bf1528a4f976,revision_number=6']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:54.100413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] No DVR routers for this DVR port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:54.183146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b9c42-714d-420f-8139-c022b2d6626d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:54.202140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c337d05-306c-42be-a0f4-8099ec208f3a req-9340ba6a-3d21-4a2b-bd6b-15bba5dfb2ac tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:54.211368 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c337d05-306c-42be-a0f4-8099ec208f3a req-9340ba6a-3d21-4a2b-bd6b-15bba5dfb2ac tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.1520817 Sep 16 05:03:54.238015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:54.244329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:54.247977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.290040 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c337d05-306c-42be-a0f4-8099ec208f3a req-f5a1eaad-96e5-4702-aa0e-2973b6a390ce tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730331 Sep 16 05:03:54.373347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.ipam_backend_mixin [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Performing IP validity checks on allocation pools {{(pid=94745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:03:54.374097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.ipam_backend_mixin [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:03:54.761123 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:54.835432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1b407c16-ba2a-45c0-80d1-bf1528a4f976 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:03:54.872545 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbb12f3-68bb-47e9-a404-cec7c2703820 x-openstack-request-id: req-dbbb12f3-68bb-47e9-a404-cec7c2703820 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:54.873085 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "name": "network-vif-unplugged", "status": "completed", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:54.873206 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbbb12f3-68bb-47e9-a404-cec7c2703820 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:54.873520 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'code': 200} Sep 16 05:03:54.879124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=ad878d26-c53d-4af3-9607-33bdd4b8233b,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:54.961340 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1b407c16-ba2a-45c0-80d1-bf1528a4f976 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:03:54.990026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b249b2-1344-4af9-994e-7b9e805d9fdc req-8a806335-9d58-484d-bf34-9e91c612f5e4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.002214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45b249b2-1344-4af9-994e-7b9e805d9fdc req-8a806335-9d58-484d-bf34-9e91c612f5e4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 943 time: 0.2654390 Sep 16 05:03:55.004992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=63e09e13-e4a3-49e3-8c27-102a3db40fd7,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:55.020247 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Attempting to bind port 63e09e13-e4a3-49e3-8c27-102a3db40fd7 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:55.021461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Attempting to bind port 63e09e13-e4a3-49e3-8c27-102a3db40fd7 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:55.021792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Attempting to bind port 63e09e13-e4a3-49e3-8c27-102a3db40fd7 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:55.030712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking segment: {'id': '76937080-6907-4393-80e8-11e5e4039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:55.031306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network hostable DHCP agents. Network: f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:55.032277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Port 63e09e13-e4a3-49e3-8c27-102a3db40fd7 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:55.032620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Attempting to bind port 63e09e13-e4a3-49e3-8c27-102a3db40fd7 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:55.041777 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:55.042134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Checking segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:55.042527 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Bound using segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:55.042968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Bound port: 63e09e13-e4a3-49e3-8c27-102a3db40fd7, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:55.043336 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.069456 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-45b249b2-1344-4af9-994e-7b9e805d9fdc req-0779aa70-53ee-4dd3-ae33-006ef2678de0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663061 Sep 16 05:03:55.097551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:55.108861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:55.115136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.118464 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.119553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e18ff-ae27-4774-acc1-6b4927f0dbf9 None None] Network f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:55.144165 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ebbd9fcb-64a3-4435-b5e4-fca14687eeb9 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2395880 Sep 16 05:03:55.148319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40184) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:55.224787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] For port 63e09e13-e4a3-49e3-8c27-102a3db40fd7, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:55.232648 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] For port 63e09e13-e4a3-49e3-8c27-102a3db40fd7, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=63e09e13-e4a3-49e3-8c27-102a3db40fd7,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:55.245948 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.390554 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.391695 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.393336 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] 10.222.0.50 "PUT /v2.0/ports/63e09e13-e4a3-49e3-8c27-102a3db40fd7 HTTP/1.1" status: 200 len: 1092 time: 2.9834895 Sep 16 05:03:55.463137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a', 'network_id': 'f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a', 'tenant_id': 'aff6e7967eca44438e25c744f49b5c20', 'fixed_ips': [{'subnet_id': 'ad878d26-c53d-4af3-9607-33bdd4b8233b'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:03:55.464154 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.469145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067be92-46d9-4f64-afb1-3e119bc29f5e req-f653a924-47b4-4f41-ba7a-4fc5bd9efc4d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.476340 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6067be92-46d9-4f64-afb1-3e119bc29f5e req-f653a924-47b4-4f41-ba7a-4fc5bd9efc4d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 943 time: 0.1458645 Sep 16 05:03:55.482049 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.503013 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Attempting to bind port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:55.503520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Attempting to bind port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:55.503973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Attempting to bind port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 on network 68e41def-6cac-4908-9205-46824e3fda91 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:55.571890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 on network 68e41def-6cac-4908-9205-46824e3fda91 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:03:55.572400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Attempting to bind port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 on network 68e41def-6cac-4908-9205-46824e3fda91 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:55.582974 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:55.584343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Checking segment: {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:55.584343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Bound using segment: {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:55.584797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Bound port: 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091af85c-6df5-4771-8716-2a08bbc1385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '68e41def-6cac-4908-9205-46824e3fda91'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:55.587082 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.592693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18032b-97c6-45a2-8ef6-34c0b43b5fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=63e09e13-e4a3-49e3-8c27-102a3db40fd7,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:55.615008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6067be92-46d9-4f64-afb1-3e119bc29f5e req-84b5d07e-7dbd-4470-87db-b830f6b2ce3b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370709 Sep 16 05:03:55.649553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace7ed7-23d9-4b4e-903a-8e300df9e6f5 req-d8cd397d-8076-48a7-a1b5-31d631782899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.651935 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dace7ed7-23d9-4b4e-903a-8e300df9e6f5 req-d8cd397d-8076-48a7-a1b5-31d631782899 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c170f86732c41a9b770594f4642908f&device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 1097 time: 0.2885373 Sep 16 05:03:55.659181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-59e6d300-16c4-468e-be13-27491defcba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.660109 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.660817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-59e6d300-16c4-468e-be13-27491defcba3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 1095 time: 0.2057030 Sep 16 05:03:55.703236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Allocated IP 172.20.0.3 (f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a/ad878d26-c53d-4af3-9607-33bdd4b8233b/9b48a34d-b0bb-4435-b655-e257df18c8c0) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:03:55.868525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973658a-9e2a-487a-8b3a-2aa81d3085b2 req-6b9e6a74-ecc6-4cb2-ae67-413edffb5afe tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.870172 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0973658a-9e2a-487a-8b3a-2aa81d3085b2 req-6b9e6a74-ecc6-4cb2-ae67-413edffb5afe tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.1246994 Sep 16 05:03:55.872662 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-a3196099-486a-46de-a7a4-ed94715f54db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63e09e13-e4a3-49e3-8c27-102a3db40fd7 HTTP/1.1" status: 200 len: 217 time: 0.1891780 Sep 16 05:03:55.932147 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0973658a-9e2a-487a-8b3a-2aa81d3085b2 req-cadf2ec5-29d7-4e4e-b0c3-c40ff30afc7c tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514495 Sep 16 05:03:55.956220 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace7ed7-23d9-4b4e-903a-8e300df9e6f5 req-87143586-cc2a-49d4-a7b2-25eef148896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:55.957748 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dace7ed7-23d9-4b4e-903a-8e300df9e6f5 req-87143586-cc2a-49d4-a7b2-25eef148896a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e59df29-432c-4dfc-92d9-4a9e571d7b00 HTTP/1.1" status: 200 len: 912 time: 0.2732079 Sep 16 05:03:55.986220 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:55.996841 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.017395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.024794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:56.068950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Subnet': ['ID=ad878d26-c53d-4af3-9607-33bdd4b8233b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.070482 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dace7ed7-23d9-4b4e-903a-8e300df9e6f5 req-fe2af29f-634d-4b56-bff2-fcaa7d7c7e31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a HTTP/1.1" status: 200 len: 217 time: 0.1010458 Sep 16 05:03:56.079670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-91559060-f46f-47fb-b90e-e51669ed2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.081329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-91559060-f46f-47fb-b90e-e51669ed2c10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.1954310 Sep 16 05:03:56.084253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:56.101008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Pushing event updated for resources: {'Port': ['ID=9b48a34d-b0bb-4435-b655-e257df18c8c0,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.118201 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Network f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:03:56.120273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:56.124512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:03:56.166593 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.179472 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.243012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Attempting to bind port 9b48a34d-b0bb-4435-b655-e257df18c8c0 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:03:56.243237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Attempting to bind port 9b48a34d-b0bb-4435-b655-e257df18c8c0 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '76937080-6907-4393-80e8-11e5e4039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:03:56.243457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Attempting to bind port 9b48a34d-b0bb-4435-b655-e257df18c8c0 on network f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:03:56.246101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.246518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.248150 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] 10.222.0.15 "PUT /v2.0/ports/1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 200 len: 1092 time: 3.9975650 Sep 16 05:03:56.252823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:03:56.254433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Checking segment: {'id': '76937080-6907-4393-80e8-11e5e4039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:56.254562 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.260565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Bound using segment: {'id': '76937080-6907-4393-80e8-11e5e4039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:03:56.261119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Bound port: 9b48a34d-b0bb-4435-b655-e257df18c8c0, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76937080-6907-4393-80e8-11e5e4039976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:03:56.261548 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.287771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:56.328405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d6148-e467-477a-b56c-12d2a97bc4bb service neutron] Pushing event updated for resources: {'Port': ['ID=1b407c16-ba2a-45c0-80d1-bf1528a4f976,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.339290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76937080-6907-4393-80e8-11e5e4039976') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:56.339510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76937080-6907-4393-80e8-11e5e4039976') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:56.355886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace7ed7-23d9-4b4e-903a-8e300df9e6f5 req-0e716d88-9759-415b-9db1-a9488d98e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.358203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dace7ed7-23d9-4b4e-903a-8e300df9e6f5 req-0e716d88-9759-415b-9db1-a9488d98e518 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=031db3cd-7dd1-4789-ab26-6dcc3d8db2d8 HTTP/1.1" status: 200 len: 851 time: 0.2722745 Sep 16 05:03:56.397312 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.437087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea2b2a-d7cc-4a84-8456-2a8ebc6c23ab req-a45bc11a-039f-4cd1-98f6-d8d04619fd8a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.445475 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7ea2b2a-d7cc-4a84-8456-2a8ebc6c23ab req-a45bc11a-039f-4cd1-98f6-d8d04619fd8a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 943 time: 0.2629416 Sep 16 05:03:56.453387 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.468562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-b0c0c51e-885f-4ab8-963a-9d2be90f958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.470156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:56.470592 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.472290 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-b0c0c51e-885f-4ab8-963a-9d2be90f958a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3692768 Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:56.474405 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:56.478359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] For port 9b48a34d-b0bb-4435-b655-e257df18c8c0, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:03:56.486157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dace7ed7-23d9-4b4e-903a-8e300df9e6f5 req-81bba4b3-2498-4aeb-8956-53a599a7b7e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e59df29-432c-4dfc-92d9-4a9e571d7b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151114 Sep 16 05:03:56.567509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7ea2b2a-d7cc-4a84-8456-2a8ebc6c23ab req-94dd6c41-259d-40c7-a91c-093122193067 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210554 Sep 16 05:03:56.572198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] For port 9b48a34d-b0bb-4435-b655-e257df18c8c0, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9b48a34d-b0bb-4435-b655-e257df18c8c0,segment=NetworkSegment(76937080-6907-4393-80e8-11e5e4039976),segment_id=76937080-6907-4393-80e8-11e5e4039976)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:03:56.572750 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.api [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:03:56.572750 n-d-712142-17 neutron-server[94745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:03:56.572750 n-d-712142-17 neutron-server[94745]: [parameters: {'id': 'f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a'}] Sep 16 05:03:56.572750 n-d-712142-17 neutron-server[94745]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:03:56.573479 n-d-712142-17 neutron-server[94745]: DEBUG oslo_db.api [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:03:56.576777 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:56.681505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-ba2a25f2-9cd8-4541-b080-dea9e4d0ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.683104 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-ba2a25f2-9cd8-4541-b080-dea9e4d0ab22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1095 time: 0.3317015 Sep 16 05:03:56.741481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88dd81-3531-4f19-8b32-396dd2068bab None None] Pushing event updated for resources: {'Port': ['ID=9b48a34d-b0bb-4435-b655-e257df18c8c0,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:56.764885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b67a1-8529-4488-aef5-efa91d52661f None None] Network f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:56.784561 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dace7ed7-23d9-4b4e-903a-8e300df9e6f5 req-151ddeac-b89f-4d87-bd55-4bc6a3f0a558 service neutron] 10.222.0.15 "GET /v2.0/networks/2e59df29-432c-4dfc-92d9-4a9e571d7b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626204 Sep 16 05:03:56.825022 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-f2c8c904-b5e7-4c31-8b0c-2dc50ccbde88 service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377090 Sep 16 05:03:56.836162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358103f-113a-4dfc-a8d1-c02ffa6a624b req-2b038c54-4698-4e6a-82f1-1424d4c4ecc8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:56.859069 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e358103f-113a-4dfc-a8d1-c02ffa6a624b req-2b038c54-4698-4e6a-82f1-1424d4c4ecc8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 943 time: 0.1229045 Sep 16 05:03:56.888313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39830b91-264f-49a6-be0a-08a2704a2033', 'tag': '63e09e13-e4a3-49e3-8c27-102a3db40fd7'}, {'name': 'network-changed', 'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:03:56.891015 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a98868b-e98e-48ae-8dd5-6a150993d2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "39830b91-264f-49a6-be0a-08a2704a2033", "tag": "63e09e13-e4a3-49e3-8c27-102a3db40fd7"}, {"name": "network-changed", "server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:03:56.935203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e358103f-113a-4dfc-a8d1-c02ffa6a624b req-678d754b-2537-4554-b34c-4f7c9d7a9d59 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751407 Sep 16 05:03:56.995343 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d7b3a4-1379-43e9-adb6-b94532ec026e None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:03:57.074267 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.080716 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005ab00a-a26d-45d4-983a-b4f129742718 x-openstack-request-id: req-005ab00a-a26d-45d4-983a-b4f129742718 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:03:57.081037 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39830b91-264f-49a6-be0a-08a2704a2033", "tag": "63e09e13-e4a3-49e3-8c27-102a3db40fd7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:03:57.081302 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-005ab00a-a26d-45d4-983a-b4f129742718 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:03:57.081748 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39830b91-264f-49a6-be0a-08a2704a2033', 'tag': '63e09e13-e4a3-49e3-8c27-102a3db40fd7', 'status': 'completed', 'code': 200} Sep 16 05:03:57.081991 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'status': 'completed', 'code': 200} Sep 16 05:03:57.183474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d7b3a4-1379-43e9-adb6-b94532ec026e None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:03:57.258070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Deleting port 9b48a34d-b0bb-4435-b655-e257df18c8c0 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:03:57.258442 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.282581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-ebd45b04-61f6-4351-8dd1-675242b2cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.284570 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-ebd45b04-61f6-4351-8dd1-675242b2cd73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68e41def-6cac-4908-9205-46824e3fda91 HTTP/1.1" status: 200 len: 897 time: 0.5924175 Sep 16 05:03:57.287921 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9e7de6f-5974-47df-acde-72fa69516e24 req-f39f25cf-6b41-4776-a322-29fdff45a6af service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480009 Sep 16 05:03:57.290262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dace7ed7-23d9-4b4e-903a-8e300df9e6f5 req-df9350ec-1468-4cca-b876-4db8a6dbc828 service neutron] 10.222.0.15 "GET /v2.0/networks/2e59df29-432c-4dfc-92d9-4a9e571d7b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768763 Sep 16 05:03:57.409295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] For port 9b48a34d-b0bb-4435-b655-e257df18c8c0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9b48a34d-b0bb-4435-b655-e257df18c8c0,segment=NetworkSegment(76937080-6907-4393-80e8-11e5e4039976),segment_id=76937080-6907-4393-80e8-11e5e4039976)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:03:57.421454 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.439959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Calling delete_port for 9b48a34d-b0bb-4435-b655-e257df18c8c0 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:03:57.557925 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-378f8330-95f5-4392-b073-5e4ebe3611c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 200 len: 997 time: 0.2594044 Sep 16 05:03:57.636322 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc72ef5-eada-44e2-b196-87923e00852e req-3e0340b5-e98b-4432-beb8-acd4b0c78781 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.641937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc72ef5-eada-44e2-b196-87923e00852e req-3e0340b5-e98b-4432-beb8-acd4b0c78781 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.4658432 Sep 16 05:03:57.681364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-ae65b978-c986-4aab-8afc-0063d8f89631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.685981 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-ae65b978-c986-4aab-8afc-0063d8f89631 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7899f5fe-074e-4eb3-9705-eb6b22493c36 HTTP/1.1" status: 200 len: 835 time: 0.1159396 Sep 16 05:03:57.687819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-d4810cc9-8c5e-441f-bb21-598f54a33bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.694014 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-d4810cc9-8c5e-441f-bb21-598f54a33bb1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 1095 time: 0.2885606 Sep 16 05:03:57.754955 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc72ef5-eada-44e2-b196-87923e00852e req-032d3f84-c270-428d-9257-ccf70b157e62 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979955 Sep 16 05:03:57.792591 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:57.845941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Port': ['ID=9b48a34d-b0bb-4435-b655-e257df18c8c0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:57.850985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No DVR routers for this DVR port 9b48a34d-b0bb-4435-b655-e257df18c8c0 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:03:57.899262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-37bf3005-da85-4499-a1b0-2f37948fc5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:57.914973 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-37bf3005-da85-4499-a1b0-2f37948fc5d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68e41def-6cac-4908-9205-46824e3fda91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2183001 Sep 16 05:03:58.049290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.080234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce43a9-cd51-4e83-ad8e-3ed10e761119 req-e90fb421-bb51-4968-a691-e14ebb52a4c1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.082061 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26ce43a9-cd51-4e83-ad8e-3ed10e761119 req-e90fb421-bb51-4968-a691-e14ebb52a4c1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 943 time: 0.1813309 Sep 16 05:03:58.089436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:58.092735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-73cf5dd6-60d5-4a7b-9a4c-ad6107c3df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.094327 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-73cf5dd6-60d5-4a7b-9a4c-ad6107c3df24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.3862274 Sep 16 05:03:58.114091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76937080-6907-4393-80e8-11e5e4039976') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:58.115080 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76937080-6907-4393-80e8-11e5e4039976') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:03:58.129757 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.156242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26ce43a9-cd51-4e83-ad8e-3ed10e761119 req-942e83f4-a220-4a83-b256-5d3584b64aeb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632286 Sep 16 05:03:58.157789 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.187644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:03:58.188403 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:03:58.192016 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:03:58.207213 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-eeff81dd-8355-403d-8a6e-d52d702e03eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63e09e13-e4a3-49e3-8c27-102a3db40fd7 HTTP/1.1" status: 200 len: 217 time: 0.1036744 Sep 16 05:03:58.213396 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-42ae4dff-89ca-481f-af29-1c3be51c3ef7 service neutron] 10.222.0.15 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899623 Sep 16 05:03:58.379774 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.394728 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.398864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a HTTP/1.1" status: 204 len: 168 time: 3.2493243 Sep 16 05:03:58.404835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40220) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:58.438813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c096bd2e-e706-49f4-a417-6f923b5df345 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-33189574'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:58.456405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-5b06ebe9-0f06-45b0-9de2-ec5c8b0acb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.458270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-5b06ebe9-0f06-45b0-9de2-ec5c8b0acb62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.1646128 Sep 16 05:03:58.470879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90a232-6d53-41bf-bde8-f32fb85c8afa tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Network': ['ID=f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.487192 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d532b134-a492-4ca0-8d06-9c7f358cf505 req-5f9aa075-7432-43fa-840c-852b333aa02c service neutron] 10.222.0.15 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602940 Sep 16 05:03:58.513251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183500-7ad6-4d0d-8389-705d77fd17d0 req-75b4d461-1770-4025-a996-27d80d07da64 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.522228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-db81c605-e767-4e5f-b692-10afb2c29ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.522704 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-42183500-7ad6-4d0d-8389-705d77fd17d0 req-75b4d461-1770-4025-a996-27d80d07da64 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 943 time: 0.2067823 Sep 16 05:03:58.524897 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-db81c605-e767-4e5f-b692-10afb2c29ed8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547640 Sep 16 05:03:58.550784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c096bd2e-e706-49f4-a417-6f923b5df345 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:58.556678 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c096bd2e-e706-49f4-a417-6f923b5df345 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.633452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c096bd2e-e706-49f4-a417-6f923b5df345 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:03:58.657434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c096bd2e-e706-49f4-a417-6f923b5df345 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.658047 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-c096bd2e-e706-49f4-a417-6f923b5df345 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Added segment a9281469-77e5-4c96-96e1-f2d712cdf5e4 of type vlan for network b2225d6b-c50f-4cb3-90f0-c2266a2e3255 Sep 16 05:03:58.730329 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c096bd2e-e706-49f4-a417-6f923b5df345 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.746951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-1e31310c-3c05-4606-9eb8-9f397133d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.748651 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-1e31310c-3c05-4606-9eb8-9f397133d635 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1095 time: 0.2039416 Sep 16 05:03:58.780278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c096bd2e-e706-49f4-a417-6f923b5df345 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.788388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c096bd2e-e706-49f4-a417-6f923b5df345 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.788760 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c096bd2e-e706-49f4-a417-6f923b5df345 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:58.805929 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-49492af3-9d56-4dab-893d-953941f143bf service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687910 Sep 16 05:03:58.839445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-42183500-7ad6-4d0d-8389-705d77fd17d0 req-50e2c473-85fd-4077-9dab-131323946394 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156524 Sep 16 05:03:58.873978 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c096bd2e-e706-49f4-a417-6f923b5df345 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4415650 Sep 16 05:03:58.874533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40226) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:03:58.879562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ea4f40de-9e02-48c4-bc06-70efb458854f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'network_id': 'b2225d6b-c50f-4cb3-90f0-c2266a2e3255', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:03:58.897499 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-13e50f00-864f-4c0d-95fd-645ee995e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:58.899523 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-13e50f00-864f-4c0d-95fd-645ee995e02f service neutron] 10.222.0.15 "GET /v2.0/networks?id=68e41def-6cac-4908-9205-46824e3fda91 HTTP/1.1" status: 200 len: 897 time: 0.1426182 Sep 16 05:03:58.957106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096bd2e-e706-49f4-a417-6f923b5df345 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=b2225d6b-c50f-4cb3-90f0-c2266a2e3255,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:58.970838 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network b2225d6b-c50f-4cb3-90f0-c2266a2e3255 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:03:59.072579 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-365c21a3-d55c-401f-a1f8-cd809cf20581 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 200 len: 997 time: 0.1629362 Sep 16 05:03:59.087693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4f40de-9e02-48c4-bc06-70efb458854f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:03:59.091382 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea4f40de-9e02-48c4-bc06-70efb458854f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.149939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-bf5f02ac-0480-4528-b05b-1bea3cd38916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.152645 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-bf5f02ac-0480-4528-b05b-1bea3cd38916 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7899f5fe-074e-4eb3-9705-eb6b22493c36 HTTP/1.1" status: 200 len: 835 time: 0.0704997 Sep 16 05:03:59.157552 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-4a6c0fc0-ac85-444e-a4c8-d763f090cf61 service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569408 Sep 16 05:03:59.179635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870614c7-14a5-433a-88ae-050329a41ee2 req-e6ed9d86-71db-48cc-bff6-43c30182c9b9 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.181197 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-870614c7-14a5-433a-88ae-050329a41ee2 req-e6ed9d86-71db-48cc-bff6-43c30182c9b9 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.1701672 Sep 16 05:03:59.256924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-0ceed337-906c-4eef-8bde-cbd3b5231f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.259534 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-0ceed337-906c-4eef-8bde-cbd3b5231f71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68e41def-6cac-4908-9205-46824e3fda91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992291 Sep 16 05:03:59.297711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-8ec8755d-9765-41e8-8197-b3a0d6dd0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.299400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-8ec8755d-9765-41e8-8197-b3a0d6dd0f37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1095 time: 0.0859482 Sep 16 05:03:59.393404 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-77e2179b-f7d2-4ac6-9c4b-213d8ddf0c41 service neutron] 10.222.0.15 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246359 Sep 16 05:03:59.544922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-870614c7-14a5-433a-88ae-050329a41ee2 req-b142c827-b7fe-46cb-9236-eca9238643e7 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576279 Sep 16 05:03:59.618610 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-2500d4fb-2340-4527-9490-b83775b8a698 service neutron] 10.222.0.15 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875167 Sep 16 05:03:59.619728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-d9e34861-1bf3-410f-b748-edffb004553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.621155 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-d9e34861-1bf3-410f-b748-edffb004553a service neutron] 10.222.0.50 "GET /v2.0/networks?id=68e41def-6cac-4908-9205-46824e3fda91 HTTP/1.1" status: 200 len: 897 time: 0.2280343 Sep 16 05:03:59.682558 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea4f40de-9e02-48c4-bc06-70efb458854f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.715422 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-40a9843c-8113-46e3-a235-61596ac0f0c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 200 len: 997 time: 0.0820355 Sep 16 05:03:59.753217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f40de-9e02-48c4-bc06-70efb458854f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=7f5d7c4a-0033-4498-82eb-687eb6bc8027,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:03:59.779387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868e493-e3d7-4785-9900-c131bdbc10f4 req-4d7ffddb-8b90-41fa-b850-9b52363802b7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.783048 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4868e493-e3d7-4785-9900-c131bdbc10f4 req-4d7ffddb-8b90-41fa-b850-9b52363802b7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 943 time: 0.1559098 Sep 16 05:03:59.792794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-38d149b6-908f-400a-a492-7ae8bb878548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.795026 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-38d149b6-908f-400a-a492-7ae8bb878548 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7899f5fe-074e-4eb3-9705-eb6b22493c36 HTTP/1.1" status: 200 len: 835 time: 0.0678737 Sep 16 05:03:59.840952 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4868e493-e3d7-4785-9900-c131bdbc10f4 req-f2f3aa7f-b352-4076-863e-4d2a8b795be8 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569680 Sep 16 05:03:59.851692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f40de-9e02-48c4-bc06-70efb458854f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking segment: {'id': 'a9281469-77e5-4c96-96e1-f2d712cdf5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b2225d6b-c50f-4cb3-90f0-c2266a2e3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:03:59.857300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4f40de-9e02-48c4-bc06-70efb458854f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network hostable DHCP agents. Network: b2225d6b-c50f-4cb3-90f0-c2266a2e3255, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:03:59.890721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4f40de-9e02-48c4-bc06-70efb458854f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network b2225d6b-c50f-4cb3-90f0-c2266a2e3255 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:03:59.897468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-1224fb10-8477-457d-a35b-ecf6b0b170bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.899081 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-1224fb10-8477-457d-a35b-ecf6b0b170bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=68e41def-6cac-4908-9205-46824e3fda91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916772 Sep 16 05:03:59.908237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ea4f40de-9e02-48c4-bc06-70efb458854f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, b2225d6b-c50f-4cb3-90f0-c2266a2e3255) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:03:59.917135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f40de-9e02-48c4-bc06-70efb458854f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:03:59.918843 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea4f40de-9e02-48c4-bc06-70efb458854f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:03:59.919751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83a2fca-7265-407c-a322-a694c2f01514 None None] Network b2225d6b-c50f-4cb3-90f0-c2266a2e3255 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:03:59.948026 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ea4f40de-9e02-48c4-bc06-70efb458854f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0722444 Sep 16 05:03:59.950862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40240) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:00.097578 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-4ac605ad-e86e-4e72-8af5-8980b8a7e637 service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861112 Sep 16 05:04:00.229041 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.267505 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5a98868b-e98e-48ae-8dd5-6a150993d2b8 req-d6dc3ed5-0d07-48c7-bd80-25cf7ba44714 service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569886 Sep 16 05:04:00.308355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-b2225d6b-c50f-4cb3-90f0-c2266a2e3255', 'network_id': 'b2225d6b-c50f-4cb3-90f0-c2266a2e3255', 'tenant_id': 'aff6e7967eca44438e25c744f49b5c20', 'fixed_ips': [{'subnet_id': '7f5d7c4a-0033-4498-82eb-687eb6bc8027'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:00.310087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.376717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06e523-3837-4216-93fa-f85d4abab0cb req-77899309-73ca-4959-a6dd-b294029c4850 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.378330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da06e523-3837-4216-93fa-f85d4abab0cb req-77899309-73ca-4959-a6dd-b294029c4850 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 943 time: 0.1903265 Sep 16 05:04:00.410356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:00.488553 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da06e523-3837-4216-93fa-f85d4abab0cb req-0f65c21b-5bcc-4b87-a709-1bbaed900955 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998302 Sep 16 05:04:00.543147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Allocated IP 172.20.0.1 (b2225d6b-c50f-4cb3-90f0-c2266a2e3255/7f5d7c4a-0033-4498-82eb-687eb6bc8027/329d79bb-4794-4d34-8dde-89b3ea89a79a) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:00.691642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa664b5-4599-4f7e-90f1-d9bf49732f02 req-ff2e2238-06d0-41e8-a900-511f6f25351e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:00.693843 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3aa664b5-4599-4f7e-90f1-d9bf49732f02 req-ff2e2238-06d0-41e8-a900-511f6f25351e tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.0896025 Sep 16 05:04:00.710143 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 1b407c16-ba2a-45c0-80d1-bf1528a4f976 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:00.788856 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3aa664b5-4599-4f7e-90f1-d9bf49732f02 req-312cf53b-b98e-42b6-8b6c-33c79c3d813a tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859311 Sep 16 05:04:00.881833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40258) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:00.959949 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 63e09e13-e4a3-49e3-8c27-102a3db40fd7 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:01.021163 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3bd4f-9b56-48c3-80e3-edcf74c5d6ec req-756d7b2a-82ca-44ba-b095-fff9a6e8f20b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.022971 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3c3bd4f-9b56-48c3-80e3-edcf74c5d6ec req-756d7b2a-82ca-44ba-b095-fff9a6e8f20b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 943 time: 0.0864975 Sep 16 05:04:01.058006 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06d9ea1b-a67d-4299-b30e-10509e81ef2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.106503 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3c3bd4f-9b56-48c3-80e3-edcf74c5d6ec req-f053b60b-32d1-4ac6-862d-4ff3f1f2cb0c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735090 Sep 16 05:04:01.117717 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.126470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:01.166184 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.185105 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'port_id': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'mac_address': 'fa:16:3e:01:81:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:01.187783 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.225057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Network b2225d6b-c50f-4cb3-90f0-c2266a2e3255 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:01.257375 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 63e09e13-e4a3-49e3-8c27-102a3db40fd7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=63e09e13-e4a3-49e3-8c27-102a3db40fd7,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:01.289898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:01.292262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '63e09e13-e4a3-49e3-8c27-102a3db40fd7', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'port_id': '63e09e13-e4a3-49e3-8c27-102a3db40fd7', 'mac_address': 'fa:16:3e:2b:81:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:01.296623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:01.372578 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06d9ea1b-a67d-4299-b30e-10509e81ef2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.374587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5d7c4a-0033-4498-82eb-687eb6bc8027,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:01.389580 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06d9ea1b-a67d-4299-b30e-10509e81ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.397466 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Pushing event updated for resources: {'Port': ['ID=329d79bb-4794-4d34-8dde-89b3ea89a79a,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:01.427795 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.460734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b407c16-ba2a-45c0-80d1-bf1528a4f976 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:01.464890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Attempting to bind port 329d79bb-4794-4d34-8dde-89b3ea89a79a on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:01.465274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Attempting to bind port 329d79bb-4794-4d34-8dde-89b3ea89a79a by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'a9281469-77e5-4c96-96e1-f2d712cdf5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b2225d6b-c50f-4cb3-90f0-c2266a2e3255'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:01.465667 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Attempting to bind port 329d79bb-4794-4d34-8dde-89b3ea89a79a on network b2225d6b-c50f-4cb3-90f0-c2266a2e3255 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:01.469763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.485957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:01.486346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Checking segment: {'id': 'a9281469-77e5-4c96-96e1-f2d712cdf5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b2225d6b-c50f-4cb3-90f0-c2266a2e3255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:01.486757 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.487163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Bound using segment: {'id': 'a9281469-77e5-4c96-96e1-f2d712cdf5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b2225d6b-c50f-4cb3-90f0-c2266a2e3255'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:01.487663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Bound port: 329d79bb-4794-4d34-8dde-89b3ea89a79a, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9281469-77e5-4c96-96e1-f2d712cdf5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b2225d6b-c50f-4cb3-90f0-c2266a2e3255'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:01.488057 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.508932 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.512032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9ea1b-a67d-4299-b30e-10509e81ef2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1febfd6-5983-4b3f-86b5-af1312c7be70,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:01.516277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e09e13-e4a3-49e3-8c27-102a3db40fd7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:01.518334 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-06d9ea1b-a67d-4299-b30e-10509e81ef2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=670ab28c1b0245949da0fe1fd76cf8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6350796 Sep 16 05:04:01.521929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40270) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:01.545376 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2225d6b-c50f-4cb3-90f0-c2266a2e3255']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:01.549220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 63e09e13-e4a3-49e3-8c27-102a3db40fd7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=63e09e13-e4a3-49e3-8c27-102a3db40fd7,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:01.556515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433a90d-5203-458e-b9c3-88840e58681f req-b8740654-18c6-4af3-a864-881accbcb5c8 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.560965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-4affa2f0-68f0-47c6-a7de-5ba9c0a33163 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.562434 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-4affa2f0-68f0-47c6-a7de-5ba9c0a33163 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 943 time: 0.1565738 Sep 16 05:04:01.563944 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6433a90d-5203-458e-b9c3-88840e58681f req-b8740654-18c6-4af3-a864-881accbcb5c8 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 943 time: 0.2238369 Sep 16 05:04:01.571525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:01.574336 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.581181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9281469-77e5-4c96-96e1-f2d712cdf5e4') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:01.581308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9281469-77e5-4c96-96e1-f2d712cdf5e4') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:01.582185 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.600552 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.634405 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6433a90d-5203-458e-b9c3-88840e58681f req-bb188ac6-3edb-47ad-93bd-154a6a60fece tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695274 Sep 16 05:04:01.640225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.648809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] For port 329d79bb-4794-4d34-8dde-89b3ea89a79a, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:01.655956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:01.656098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=63e09e13-e4a3-49e3-8c27-102a3db40fd7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:01.657468 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:01.665811 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:01.734359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=1b407c16-ba2a-45c0-80d1-bf1528a4f976,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:01.798275 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.db.api [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:04:01.798275 n-d-712142-17 neutron-server[94745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:04:01.798275 n-d-712142-17 neutron-server[94745]: [parameters: {'id': 'b2225d6b-c50f-4cb3-90f0-c2266a2e3255'}] Sep 16 05:04:01.798275 n-d-712142-17 neutron-server[94745]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:01.798938 n-d-712142-17 neutron-server[94745]: DEBUG oslo_db.api [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:01.804847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] For port 329d79bb-4794-4d34-8dde-89b3ea89a79a, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=329d79bb-4794-4d34-8dde-89b3ea89a79a,segment=NetworkSegment(a9281469-77e5-4c96-96e1-f2d712cdf5e4),segment_id=a9281469-77e5-4c96-96e1-f2d712cdf5e4)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:01.810924 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:01.829923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c46bfd-2fb3-41af-b01b-ff9d9454c47b req-8796a0a1-a8ea-4fe0-9eaf-391c67897509 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:01.832300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['1b407c16-ba2a-45c0-80d1-bf1528a4f976'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:01.838644 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82c46bfd-2fb3-41af-b01b-ff9d9454c47b req-8796a0a1-a8ea-4fe0-9eaf-391c67897509 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 944 time: 0.0745962 Sep 16 05:04:01.893121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['63e09e13-e4a3-49e3-8c27-102a3db40fd7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:01.898360 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82c46bfd-2fb3-41af-b01b-ff9d9454c47b req-10400dd4-255d-4f78-8ead-84d2b2ac9ea1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495639 Sep 16 05:04:02.033057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fd058-8246-4fc6-a148-31d00842be90 None None] Pushing event updated for resources: {'Port': ['ID=329d79bb-4794-4d34-8dde-89b3ea89a79a,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.045783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e635d07e-003a-40cc-a00a-a3562602ed1c None None] Network b2225d6b-c50f-4cb3-90f0-c2266a2e3255 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:02.056526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e3a0f-6c98-4606-af62-23cf8bc3b844 req-29ead75f-5636-4555-b89d-ca5583004513 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.062274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-637e3a0f-6c98-4606-af62-23cf8bc3b844 req-29ead75f-5636-4555-b89d-ca5583004513 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.0811133 Sep 16 05:04:02.068556 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6cf36baa-6014-4c36-a04a-2ea6bdd91097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.081167 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-ca495910-6664-4145-9581-11b7dc56a10a service neutron] delete failed (client error): The resource could not be found. Sep 16 05:04:02.082908 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-ca495910-6664-4145-9581-11b7dc56a10a service neutron] 10.222.0.50 "DELETE /v2.0/ports/1b407c16-ba2a-45c0-80d1-bf1528a4f976/bindings/n-h1-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.5008063 Sep 16 05:04:02.106048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6cf36baa-6014-4c36-a04a-2ea6bdd91097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.119470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-637e3a0f-6c98-4606-af62-23cf8bc3b844 req-64f2267a-cbd4-4a0e-808a-05cc046f08db tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524945 Sep 16 05:04:02.196435 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6cf36baa-6014-4c36-a04a-2ea6bdd91097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.199952 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6cf36baa-6014-4c36-a04a-2ea6bdd91097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.201265 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6cf36baa-6014-4c36-a04a-2ea6bdd91097 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1febfd6-5983-4b3f-86b5-af1312c7be70 HTTP/1.1" status: 204 len: 168 time: 0.6781156 Sep 16 05:04:02.221546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-9c5c9766-28d5-49b0-b598-6c6eed910650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.223328 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-9c5c9766-28d5-49b0-b598-6c6eed910650 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1096 time: 0.0661273 Sep 16 05:04:02.224902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf36baa-6014-4c36-a04a-2ea6bdd91097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1febfd6-5983-4b3f-86b5-af1312c7be70,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.300719 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.428951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62cba1-143d-42c5-ab46-c09bd0b2fb85 req-d28112f5-c43d-4db4-b592-3f7cdbfad43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.431162 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a62cba1-143d-42c5-ab46-c09bd0b2fb85 req-d28112f5-c43d-4db4-b592-3f7cdbfad43a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c170f86732c41a9b770594f4642908f&device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 1097 time: 0.0905206 Sep 16 05:04:02.436624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-1dcef5dd-699c-4ed0-9644-c7b66c71e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.438982 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-1dcef5dd-699c-4ed0-9644-c7b66c71e0b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=68e41def-6cac-4908-9205-46824e3fda91 HTTP/1.1" status: 200 len: 897 time: 0.2033916 Sep 16 05:04:02.440229 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Deleting port 329d79bb-4794-4d34-8dde-89b3ea89a79a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:02.440717 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.454857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade45e69-bd2d-4451-a883-f5909a2eff56 req-c956e37c-e851-4d3a-a5d5-f0e41035c129 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.456125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40f5c7-3de2-4e8f-b677-e42a8ff81298 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:04:02.466368 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ade45e69-bd2d-4451-a883-f5909a2eff56 req-c956e37c-e851-4d3a-a5d5-f0e41035c129 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.0927377 Sep 16 05:04:02.593013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-25b05643-58d6-49c6-aed2-e0ceeac79b04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 200 len: 998 time: 0.0729220 Sep 16 05:04:02.617980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] For port 329d79bb-4794-4d34-8dde-89b3ea89a79a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=329d79bb-4794-4d34-8dde-89b3ea89a79a,segment=NetworkSegment(a9281469-77e5-4c96-96e1-f2d712cdf5e4),segment_id=a9281469-77e5-4c96-96e1-f2d712cdf5e4)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:02.619315 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.627317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ade45e69-bd2d-4451-a883-f5909a2eff56 req-2516c3dd-589f-4feb-a13e-01d3414ee508 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603520 Sep 16 05:04:02.638139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c40f5c7-3de2-4e8f-b677-e42a8ff81298 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:04:02.658478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Calling delete_port for 329d79bb-4794-4d34-8dde-89b3ea89a79a owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:02.697885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40292) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:02.732163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62cba1-143d-42c5-ab46-c09bd0b2fb85 req-5e6356b8-0fa8-40f7-b5bb-627600b64ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.733697 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a62cba1-143d-42c5-ab46-c09bd0b2fb85 req-5e6356b8-0fa8-40f7-b5bb-627600b64ed5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e59df29-432c-4dfc-92d9-4a9e571d7b00 HTTP/1.1" status: 200 len: 912 time: 0.2935288 Sep 16 05:04:02.736474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-69d6c436-c7ab-496c-b224-901e06434872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.747592 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-a7c356de-400a-4216-9a7d-4d61e8e28396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.751360 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-a7c356de-400a-4216-9a7d-4d61e8e28396 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7899f5fe-074e-4eb3-9705-eb6b22493c36 HTTP/1.1" status: 200 len: 835 time: 0.1445348 Sep 16 05:04:02.823558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c9844-6c32-478b-b486-46296cb84c34 req-cf8298b1-a8cb-4ebd-89f9-35060209b3f2 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.825681 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-db5c9844-6c32-478b-b486-46296cb84c34 req-cf8298b1-a8cb-4ebd-89f9-35060209b3f2 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 944 time: 0.0935969 Sep 16 05:04:02.826582 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:02.836505 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a62cba1-143d-42c5-ab46-c09bd0b2fb85 req-8c221bf3-2c5d-4477-9b34-21005f243c14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a HTTP/1.1" status: 200 len: 217 time: 0.0860054 Sep 16 05:04:02.866226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Port': ['ID=329d79bb-4794-4d34-8dde-89b3ea89a79a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:02.902042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No DVR routers for this DVR port 329d79bb-4794-4d34-8dde-89b3ea89a79a on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:02.916091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-7ea00fdc-5943-41eb-b43b-cbf2ed26bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.917666 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-7ea00fdc-5943-41eb-b43b-cbf2ed26bcb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=68e41def-6cac-4908-9205-46824e3fda91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1586637 Sep 16 05:04:02.946569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-db5c9844-6c32-478b-b486-46296cb84c34 req-32477642-00cf-43f5-80c3-d54f8bdd3ca3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111202 Sep 16 05:04:02.983759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62cba1-143d-42c5-ab46-c09bd0b2fb85 req-77378f39-a7a8-4cd3-8ed0-011dfc5f010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:02.985705 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a62cba1-143d-42c5-ab46-c09bd0b2fb85 req-77378f39-a7a8-4cd3-8ed0-011dfc5f010d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=031db3cd-7dd1-4789-ab26-6dcc3d8db2d8 HTTP/1.1" status: 200 len: 851 time: 0.1399295 Sep 16 05:04:03.054242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.066413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a62cba1-143d-42c5-ab46-c09bd0b2fb85 req-602fcc79-1112-45ea-9dc4-4a9a50e37588 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e59df29-432c-4dfc-92d9-4a9e571d7b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660999 Sep 16 05:04:03.102396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2225d6b-c50f-4cb3-90f0-c2266a2e3255']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:03.115335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9281469-77e5-4c96-96e1-f2d712cdf5e4') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:03.115631 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9281469-77e5-4c96-96e1-f2d712cdf5e4') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:03.127783 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.141155 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-d83f1a95-9e86-4c2d-afe0-cf29155937c4 service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107553 Sep 16 05:04:03.149868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022652f6-0eb9-47cb-a65a-dbfe1422df8e req-27b09db7-0d1e-4a82-b86f-d18dc652063b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:03.151402 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-022652f6-0eb9-47cb-a65a-dbfe1422df8e req-27b09db7-0d1e-4a82-b86f-d18dc652063b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 944 time: 0.0999639 Sep 16 05:04:03.152407 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.158720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:03.159123 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:03.162458 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:03.218602 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-69d6c436-c7ab-496c-b224-901e06434872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.231943 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-69d6c436-c7ab-496c-b224-901e06434872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.245912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-022652f6-0eb9-47cb-a65a-dbfe1422df8e req-ff8261e5-fabb-4bd5-a804-8ab1ce337daa tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826056 Sep 16 05:04:03.251274 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.260294 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.274735 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/b2225d6b-c50f-4cb3-90f0-c2266a2e3255 HTTP/1.1" status: 204 len: 168 time: 3.3097165 Sep 16 05:04:03.275601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40298) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.280624 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e7ec7bd1-2b56-42de-823e-0649f94c8711 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-270164471'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:03.285116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d073e19-b2c7-4109-8725-3644ca10658f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Network': ['ID=b2225d6b-c50f-4cb3-90f0-c2266a2e3255,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.305748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ec7bd1-2b56-42de-823e-0649f94c8711 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:03.310070 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7bd1-2b56-42de-823e-0649f94c8711 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.337393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ec7bd1-2b56-42de-823e-0649f94c8711 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:03.337692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6c436-c7ab-496c-b224-901e06434872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9021b7d9-813f-4cb2-baad-1da17d1479fb,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.342793 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a62cba1-143d-42c5-ab46-c09bd0b2fb85 req-f6eec846-adaa-41b8-bb7a-2d747bf210bc service neutron] 10.222.0.15 "GET /v2.0/networks/2e59df29-432c-4dfc-92d9-4a9e571d7b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671874 Sep 16 05:04:03.347944 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7bd1-2b56-42de-823e-0649f94c8711 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.348164 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-69d6c436-c7ab-496c-b224-901e06434872 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26c14e84607c46158b62d4829ca8656b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6456988 Sep 16 05:04:03.348372 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-e7ec7bd1-2b56-42de-823e-0649f94c8711 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Added segment f1fa7140-e716-4880-8cc4-333110e06b1d of type vlan for network b00a4ee3-6b5e-4f73-a3c9-84166d05c973 Sep 16 05:04:03.350345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40300) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.403053 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-70d8f91d-16c3-41a7-adb8-124fc9ea8c40 req-d276a516-91eb-49fa-a5fc-69c277bbe671 service neutron] 10.222.0.50 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234459 Sep 16 05:04:03.507772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7bd1-2b56-42de-823e-0649f94c8711 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.538377 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd95872e-ec84-487d-97df-bf705ce3c1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.568406 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9a62cba1-143d-42c5-ab46-c09bd0b2fb85 req-540a4cdd-3298-4247-8ed9-d08af5e5c192 service neutron] 10.222.0.15 "GET /v2.0/networks/2e59df29-432c-4dfc-92d9-4a9e571d7b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160859 Sep 16 05:04:03.577656 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd95872e-ec84-487d-97df-bf705ce3c1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.586000 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7bd1-2b56-42de-823e-0649f94c8711 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.591571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ec7bd1-2b56-42de-823e-0649f94c8711 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:03.592170 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7bd1-2b56-42de-823e-0649f94c8711 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.641302 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e7ec7bd1-2b56-42de-823e-0649f94c8711 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3645301 Sep 16 05:04:03.644203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40302) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:03.651335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-56de16a4-55f0-47c8-a900-8769a328c3b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'network_id': 'b00a4ee3-6b5e-4f73-a3c9-84166d05c973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:03.693939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec7bd1-2b56-42de-823e-0649f94c8711 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=b00a4ee3-6b5e-4f73-a3c9-84166d05c973,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.707755 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd95872e-ec84-487d-97df-bf705ce3c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.709079 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network b00a4ee3-6b5e-4f73-a3c9-84166d05c973 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:03.711325 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd95872e-ec84-487d-97df-bf705ce3c1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.714777 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bd95872e-ec84-487d-97df-bf705ce3c1b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9021b7d9-813f-4cb2-baad-1da17d1479fb HTTP/1.1" status: 204 len: 168 time: 0.3611259 Sep 16 05:04:03.721065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95872e-ec84-487d-97df-bf705ce3c1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9021b7d9-813f-4cb2-baad-1da17d1479fb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:03.789569 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56de16a4-55f0-47c8-a900-8769a328c3b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:03.793715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d4fe9-fdcd-46c4-9df9-a3f0fa70548f req-a19557ed-9bea-4afb-b5a1-310c8356399a tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:03.796345 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-56de16a4-55f0-47c8-a900-8769a328c3b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:03.802531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-255d4fe9-fdcd-46c4-9df9-a3f0fa70548f req-a19557ed-9bea-4afb-b5a1-310c8356399a tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.0620508 Sep 16 05:04:03.857498 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-255d4fe9-fdcd-46c4-9df9-a3f0fa70548f req-2edd7cb6-07fa-4188-97a1-e1ea35b2e876 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536873 Sep 16 05:04:04.074906 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-56de16a4-55f0-47c8-a900-8769a328c3b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.132938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7fea3-2f0c-48b2-ad8d-b6c15a122334 req-98d81fb6-34f9-4049-b6db-cc85c91a07ef tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.147974 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-77e7fea3-2f0c-48b2-ad8d-b6c15a122334 req-98d81fb6-34f9-4049-b6db-cc85c91a07ef tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 944 time: 0.1063161 Sep 16 05:04:04.154462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de16a4-55f0-47c8-a900-8769a328c3b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=a0d4f734-76a1-4333-b145-d3cc9994a2bf,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:04.165783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56de16a4-55f0-47c8-a900-8769a328c3b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking segment: {'id': 'f1fa7140-e716-4880-8cc4-333110e06b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b00a4ee3-6b5e-4f73-a3c9-84166d05c973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:04.166202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56de16a4-55f0-47c8-a900-8769a328c3b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network hostable DHCP agents. Network: b00a4ee3-6b5e-4f73-a3c9-84166d05c973, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:04.194357 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56de16a4-55f0-47c8-a900-8769a328c3b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network b00a4ee3-6b5e-4f73-a3c9-84166d05c973 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:04.210828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-56de16a4-55f0-47c8-a900-8769a328c3b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, b00a4ee3-6b5e-4f73-a3c9-84166d05c973) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:04.215729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56de16a4-55f0-47c8-a900-8769a328c3b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.216603 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-56de16a4-55f0-47c8-a900-8769a328c3b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.227941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef0a56a-6a9a-458d-8d39-8f2c732aff23 None None] Network b00a4ee3-6b5e-4f73-a3c9-84166d05c973 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:04.249590 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-77e7fea3-2f0c-48b2-ad8d-b6c15a122334 req-16928772-11b2-4e65-aa15-ec4a583010c0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949681 Sep 16 05:04:04.262968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40318) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:04.435485 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-56de16a4-55f0-47c8-a900-8769a328c3b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7899525 Sep 16 05:04:04.438242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40324) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:04.503484 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e0622b03-ed7d-47d8-b9b1-7eb465233a02 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/8db278fd-8e0b-462e-b871-c863435e2ac0 HTTP/1.1" status: 200 len: 990 time: 0.2392001 Sep 16 05:04:04.516668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-b00a4ee3-6b5e-4f73-a3c9-84166d05c973', 'network_id': 'b00a4ee3-6b5e-4f73-a3c9-84166d05c973', 'tenant_id': 'aff6e7967eca44438e25c744f49b5c20', 'fixed_ips': [{'subnet_id': 'a0d4f734-76a1-4333-b145-d3cc9994a2bf'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:04.517556 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.584211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.650400 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.694588 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 1b407c16-ba2a-45c0-80d1-bf1528a4f976 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:04.728014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31675959-55ab-4008-aec2-0db8e77050ee req-ab437b6a-f4f7-4253-a58b-551965c26ac8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.736023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31675959-55ab-4008-aec2-0db8e77050ee req-ab437b6a-f4f7-4253-a58b-551965c26ac8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 944 time: 0.0903075 Sep 16 05:04:04.787109 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Allocated IP 172.20.0.1 (b00a4ee3-6b5e-4f73-a3c9-84166d05c973/a0d4f734-76a1-4333-b145-d3cc9994a2bf/fed971a0-5b1e-4f01-8733-893e0f259459) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:04.788345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31675959-55ab-4008-aec2-0db8e77050ee req-d07bd47a-7e81-45a4-b969-814405ec252e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513170 Sep 16 05:04:04.823881 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:04.836585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:04.836955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:04.906842 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 63e09e13-e4a3-49e3-8c27-102a3db40fd7 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:04.988095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5663a-bd14-4f9e-a09e-2ac5d0bad8c4 req-af31dd05-c544-4291-a368-b969ba080bd2 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:04.992097 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fae5663a-bd14-4f9e-a09e-2ac5d0bad8c4 req-af31dd05-c544-4291-a368-b969ba080bd2 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.0668662 Sep 16 05:04:05.045187 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fae5663a-bd14-4f9e-a09e-2ac5d0bad8c4 req-03a3ab66-0769-4450-a63a-998a2ace1a2a tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466495 Sep 16 05:04:05.224895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 63e09e13-e4a3-49e3-8c27-102a3db40fd7 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:05.240837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 63e09e13-e4a3-49e3-8c27-102a3db40fd7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:05.241221 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.284245 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.337054 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.352706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:05.357101 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06b0e85-984d-43f9-9d62-aedf74aba6d0" -d '{"events": [{"server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "name": "network-vif-plugged", "status": "completed", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:05.371885 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.397940 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:05.419366 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.435099 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.440882 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2ee4482-65de-4bed-88bf-19b1624b2d2b req-c79cb39a-52f6-4a1d-a7ed-222c26b72b66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1410024 Sep 16 05:04:05.471414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d4f734-76a1-4333-b145-d3cc9994a2bf,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.474903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Network b00a4ee3-6b5e-4f73-a3c9-84166d05c973 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:05.485446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a163b-6fe2-47ad-9bef-7e1e8139c91a req-900a4dab-a37a-4d92-bf9f-e12850022ced tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.493082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:05.496450 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f01a163b-6fe2-47ad-9bef-7e1e8139c91a req-900a4dab-a37a-4d92-bf9f-e12850022ced tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.1105213 Sep 16 05:04:05.498596 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.501227 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:05.568135 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Pushing event updated for resources: {'Port': ['ID=fed971a0-5b1e-4f01-8733-893e0f259459,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.598121 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.632982 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f01a163b-6fe2-47ad-9bef-7e1e8139c91a req-01ba524a-7bab-48c1-89de-7f4302a495ad tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341376 Sep 16 05:04:05.670325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 63e09e13-e4a3-49e3-8c27-102a3db40fd7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=63e09e13-e4a3-49e3-8c27-102a3db40fd7,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:05.684245 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.692518 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Attempting to bind port fed971a0-5b1e-4f01-8733-893e0f259459 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:05.693252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Attempting to bind port fed971a0-5b1e-4f01-8733-893e0f259459 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'f1fa7140-e716-4880-8cc4-333110e06b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b00a4ee3-6b5e-4f73-a3c9-84166d05c973'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:05.693830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Attempting to bind port fed971a0-5b1e-4f01-8733-893e0f259459 on network b00a4ee3-6b5e-4f73-a3c9-84166d05c973 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:05.702842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00a4ee3-6b5e-4f73-a3c9-84166d05c973']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:05.720502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:05.720896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Checking segment: {'id': 'f1fa7140-e716-4880-8cc4-333110e06b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b00a4ee3-6b5e-4f73-a3c9-84166d05c973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:05.721310 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.721756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Bound using segment: {'id': 'f1fa7140-e716-4880-8cc4-333110e06b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b00a4ee3-6b5e-4f73-a3c9-84166d05c973'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:05.722244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Bound port: fed971a0-5b1e-4f01-8733-893e0f259459, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fa7140-e716-4880-8cc4-333110e06b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b00a4ee3-6b5e-4f73-a3c9-84166d05c973'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:05.722639 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.731047 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeeef8a-9803-424e-9176-d86e92765a74 x-openstack-request-id: req-1aeeef8a-9803-424e-9176-d86e92765a74 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:05.731354 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "name": "network-vif-plugged", "status": "completed", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:05.731653 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1aeeef8a-9803-424e-9176-d86e92765a74 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:05.732060 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'code': 200} Sep 16 05:04:05.742058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fa7140-e716-4880-8cc4-333110e06b1d') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:05.742608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fa7140-e716-4880-8cc4-333110e06b1d') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:05.746410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4482-65de-4bed-88bf-19b1624b2d2b req-9d9988f6-8a32-4e02-874f-6959753e1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.748517 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2ee4482-65de-4bed-88bf-19b1624b2d2b req-9d9988f6-8a32-4e02-874f-6959753e1b5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1097 time: 0.2377720 Sep 16 05:04:05.750048 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.751642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=1b407c16-ba2a-45c0-80d1-bf1528a4f976,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.776732 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.816853 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-487c9d5b-606b-48ff-bdb6-ee7b21f9326b req-9f3b584f-49cb-4b67-babc-67c1229620ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2080305 Sep 16 05:04:05.822194 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.840269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:05.841409 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:05.844911 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:05.874196 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=63e09e13-e4a3-49e3-8c27-102a3db40fd7,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:05.893363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] For port fed971a0-5b1e-4f01-8733-893e0f259459, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:05.968805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e702af-2a28-4723-b04f-44b50e569b26 req-bcec1a6d-391f-44bc-8433-9aa88deb579a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:05.977825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] For port fed971a0-5b1e-4f01-8733-893e0f259459, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fed971a0-5b1e-4f01-8733-893e0f259459,segment=NetworkSegment(f1fa7140-e716-4880-8cc4-333110e06b1d),segment_id=f1fa7140-e716-4880-8cc4-333110e06b1d)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:05.979386 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-97e702af-2a28-4723-b04f-44b50e569b26 req-bcec1a6d-391f-44bc-8433-9aa88deb579a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 945 time: 0.0805306 Sep 16 05:04:05.989107 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:05.998187 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.api [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 16 05:04:05.998187 n-d-712142-17 neutron-server[94744]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 16 05:04:05.998187 n-d-712142-17 neutron-server[94744]: [parameters: {'id': 'b00a4ee3-6b5e-4f73-a3c9-84166d05c973'}] Sep 16 05:04:05.998187 n-d-712142-17 neutron-server[94744]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:05.999025 n-d-712142-17 neutron-server[94744]: DEBUG oslo_db.api [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:06.040654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4482-65de-4bed-88bf-19b1624b2d2b req-0752e4d7-c221-4542-b0d9-994bbe949647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.042843 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2ee4482-65de-4bed-88bf-19b1624b2d2b req-0752e4d7-c221-4542-b0d9-994bbe949647 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.2571929 Sep 16 05:04:06.046155 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c9d5b-606b-48ff-bdb6-ee7b21f9326b req-b4e4ee58-a28c-4d45-a058-15aa3504c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.047724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-487c9d5b-606b-48ff-bdb6-ee7b21f9326b req-b4e4ee58-a28c-4d45-a058-15aa3504c96b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 1097 time: 0.1427798 Sep 16 05:04:06.052113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-97e702af-2a28-4723-b04f-44b50e569b26 req-2f490fc0-17ed-4a90-b95b-cfae4019977f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711827 Sep 16 05:04:06.112007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee45820-8aff-4a63-9316-ee47a4f14d69 None None] Network b00a4ee3-6b5e-4f73-a3c9-84166d05c973 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:06.167622 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a262940-bb51-4c71-acc6-87d656db3254 None None] Pushing event updated for resources: {'Port': ['ID=fed971a0-5b1e-4f01-8733-893e0f259459,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:06.233172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c9d5b-606b-48ff-bdb6-ee7b21f9326b req-cd9dd4a3-5f5d-494c-b5a5-3dbbc1025b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.234680 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-487c9d5b-606b-48ff-bdb6-ee7b21f9326b req-cd9dd4a3-5f5d-494c-b5a5-3dbbc1025b2e service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.1292903 Sep 16 05:04:06.268960 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2ee4482-65de-4bed-88bf-19b1624b2d2b req-08223533-2840-44e3-9b0c-494612a4a3e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 1000 time: 0.2155688 Sep 16 05:04:06.305959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-487c9d5b-606b-48ff-bdb6-ee7b21f9326b req-fbc91165-3d88-4874-b36d-bf401177c84b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b HTTP/1.1" status: 200 len: 217 time: 0.0561352 Sep 16 05:04:06.317646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d99c9c4-d6d4-433f-97bb-69d312e67dae None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:04:06.377451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4482-65de-4bed-88bf-19b1624b2d2b req-f029eca0-96b4-4b9f-a889-fd5837447c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.379094 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2ee4482-65de-4bed-88bf-19b1624b2d2b req-f029eca0-96b4-4b9f-a889-fd5837447c5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0828786 Sep 16 05:04:06.385658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c9d5b-606b-48ff-bdb6-ee7b21f9326b req-712f9f41-37df-4924-9004-01af925961f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.387574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-487c9d5b-606b-48ff-bdb6-ee7b21f9326b req-712f9f41-37df-4924-9004-01af925961f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0621991 Sep 16 05:04:06.418029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d99c9c4-d6d4-433f-97bb-69d312e67dae None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:04:06.478459 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4482-65de-4bed-88bf-19b1624b2d2b req-55d4558b-3dcf-469d-9fe3-517291218f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.480156 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2ee4482-65de-4bed-88bf-19b1624b2d2b req-55d4558b-3dcf-469d-9fe3-517291218f54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884590 Sep 16 05:04:06.491807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c9d5b-606b-48ff-bdb6-ee7b21f9326b req-943fed2d-9b73-41f3-8280-e0184d115330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.493388 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-487c9d5b-606b-48ff-bdb6-ee7b21f9326b req-943fed2d-9b73-41f3-8280-e0184d115330 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901654 Sep 16 05:04:06.523807 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.687289 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2ee4482-65de-4bed-88bf-19b1624b2d2b req-519d8e7d-f811-4945-80e2-faa68b74a5be service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891935 Sep 16 05:04:06.750232 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-487c9d5b-606b-48ff-bdb6-ee7b21f9326b req-8a2cbe89-0556-4769-8ee1-bebb2a360f05 service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230625 Sep 16 05:04:06.834880 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Deleting port fed971a0-5b1e-4f01-8733-893e0f259459 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:06.835127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d47d0c-8d37-4233-acb1-436f5f91f337 req-1616b5bf-ba09-40e1-b280-9998ade16e1d tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:06.835267 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.845132 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1d47d0c-8d37-4233-acb1-436f5f91f337 req-1616b5bf-ba09-40e1-b280-9998ade16e1d tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.0745425 Sep 16 05:04:06.886174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1d47d0c-8d37-4233-acb1-436f5f91f337 req-ebd5cea1-250c-4c38-82cc-5f7f8c188940 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Sep 16 05:04:06.943006 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2ee4482-65de-4bed-88bf-19b1624b2d2b req-e5fbe8e0-14f5-4e04-b117-482e5cd0f69d service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446747 Sep 16 05:04:06.972604 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] For port fed971a0-5b1e-4f01-8733-893e0f259459, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fed971a0-5b1e-4f01-8733-893e0f259459,segment=NetworkSegment(f1fa7140-e716-4880-8cc4-333110e06b1d),segment_id=f1fa7140-e716-4880-8cc4-333110e06b1d)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:06.973092 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:06.983017 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-487c9d5b-606b-48ff-bdb6-ee7b21f9326b req-ac5d0151-892c-4087-aeee-4d10658b2ea8 service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024863 Sep 16 05:04:06.990848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Calling delete_port for fed971a0-5b1e-4f01-8733-893e0f259459 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:07.122464 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.162442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Port': ['ID=fed971a0-5b1e-4f01-8733-893e0f259459,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.172055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No DVR routers for this DVR port fed971a0-5b1e-4f01-8733-893e0f259459 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:07.253182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef6f3f-250e-40bf-adf3-1f151be97d37 req-28d2fef9-5b94-4a47-8138-b13da0f1ab3a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.268464 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-25ef6f3f-250e-40bf-adf3-1f151be97d37 req-28d2fef9-5b94-4a47-8138-b13da0f1ab3a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 945 time: 0.1112404 Sep 16 05:04:07.327049 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.335787 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-25ef6f3f-250e-40bf-adf3-1f151be97d37 req-287d4b72-4f05-4dfb-8b0f-c20f2e376329 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562396 Sep 16 05:04:07.355908 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00a4ee3-6b5e-4f73-a3c9-84166d05c973']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:07.376317 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087a57b-6ee9-43e0-adcf-85636811fab9 req-fd53e952-bf8c-4908-8f08-3c50bc41466c tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:07.377901 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9087a57b-6ee9-43e0-adcf-85636811fab9 req-fd53e952-bf8c-4908-8f08-3c50bc41466c tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.15 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.1443658 Sep 16 05:04:07.379443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fa7140-e716-4880-8cc4-333110e06b1d') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:07.381970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fa7140-e716-4880-8cc4-333110e06b1d') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:07.397557 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.435923 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.466105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:07.467670 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:07.469520 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:07.665541 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.733409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39830b91-264f-49a6-be0a-08a2704a2033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e09e13-e4a3-49e3-8c27-102a3db40fd7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:07.735863 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbc2eee-44a6-45e4-bb36-602daa1165e8" -d '{"events": [{"server_uuid": "39830b91-264f-49a6-be0a-08a2704a2033", "name": "network-vif-plugged", "status": "completed", "tag": "63e09e13-e4a3-49e3-8c27-102a3db40fd7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:07.859803 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a2dc66-cab6-436f-8a76-796baf77934e x-openstack-request-id: req-d1a2dc66-cab6-436f-8a76-796baf77934e {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:07.860700 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39830b91-264f-49a6-be0a-08a2704a2033", "name": "network-vif-plugged", "status": "completed", "tag": "63e09e13-e4a3-49e3-8c27-102a3db40fd7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:07.860979 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1a2dc66-cab6-436f-8a76-796baf77934e {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:07.861765 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39830b91-264f-49a6-be0a-08a2704a2033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e09e13-e4a3-49e3-8c27-102a3db40fd7', 'code': 200} Sep 16 05:04:07.866447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-9087a57b-6ee9-43e0-adcf-85636811fab9 req-37fb006e-e93c-43f3-bfb5-c26a37ae99f6 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Deleting port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:07.868687 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9087a57b-6ee9-43e0-adcf-85636811fab9 req-37fb006e-e93c-43f3-bfb5-c26a37ae99f6 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.871274 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.898803 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:07.900811 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/b00a4ee3-6b5e-4f73-a3c9-84166d05c973 HTTP/1.1" status: 204 len: 168 time: 3.4615948 Sep 16 05:04:07.905883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd63e2-94f3-417f-b6c4-f08dc63a83fb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Network': ['ID=b00a4ee3-6b5e-4f73-a3c9-84166d05c973,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:07.906614 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40374) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:07.910572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-a6ae2ab1-bc41-4344-adb0-679bfe208e33 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-758370396'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:07.959623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ae2ab1-bc41-4344-adb0-679bfe208e33 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:07.963471 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6ae2ab1-bc41-4344-adb0-679bfe208e33 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.023743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ae2ab1-bc41-4344-adb0-679bfe208e33 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:08.039053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-9087a57b-6ee9-43e0-adcf-85636811fab9 req-37fb006e-e93c-43f3-bfb5-c26a37ae99f6 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] For port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a,segment=NetworkSegment(b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2),segment_id=b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:08.039548 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9087a57b-6ee9-43e0-adcf-85636811fab9 req-37fb006e-e93c-43f3-bfb5-c26a37ae99f6 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.055688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-9087a57b-6ee9-43e0-adcf-85636811fab9 req-37fb006e-e93c-43f3-bfb5-c26a37ae99f6 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Calling delete_port for bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:08.059623 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6ae2ab1-bc41-4344-adb0-679bfe208e33 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.060198 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-a6ae2ab1-bc41-4344-adb0-679bfe208e33 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Added segment ca9d186f-c4b1-4dc4-801d-9984c319f11e of type vlan for network f44aba53-5bcc-44b2-bdea-41bd763404ac Sep 16 05:04:08.134801 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6ae2ab1-bc41-4344-adb0-679bfe208e33 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.154620 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd1274-b412-4d8a-85c2-9b1ae4c65c26 req-5fca1ef3-575b-422f-b2df-e34a844314cd tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.156430 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2dd1274-b412-4d8a-85c2-9b1ae4c65c26 req-5fca1ef3-575b-422f-b2df-e34a844314cd tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/ports?device_id=e154450d-a782-45a5-afb3-f669c461ccda HTTP/1.1" status: 200 len: 945 time: 0.1116192 Sep 16 05:04:08.217901 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6ae2ab1-bc41-4344-adb0-679bfe208e33 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.225356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ae2ab1-bc41-4344-adb0-679bfe208e33 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.225642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6ae2ab1-bc41-4344-adb0-679bfe208e33 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.253648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2dd1274-b412-4d8a-85c2-9b1ae4c65c26 req-29878c04-1e59-45a2-9b26-09bc89a4c8c7 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.53 "GET /v2.0/security-groups?id=5da73c7b-ad29-4bad-bed6-f4a6298f18d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784934 Sep 16 05:04:08.283660 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a6ae2ab1-bc41-4344-adb0-679bfe208e33 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3778076 Sep 16 05:04:08.291549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40380) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:08.304591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fbe51-c5e8-49b4-80dc-5b3e2d3d083f req-3c4517b7-409f-442c-b315-1be45449023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.306324 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c5fbe51-c5e8-49b4-80dc-5b3e2d3d083f req-3c4517b7-409f-442c-b315-1be45449023b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 1097 time: 0.1860728 Sep 16 05:04:08.310496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9ddaa568-3910-4bad-a271-91ebdb88ceed tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:08.465723 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9087a57b-6ee9-43e0-adcf-85636811fab9 req-37fb006e-e93c-43f3-bfb5-c26a37ae99f6 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.478036 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c5fbe51-c5e8-49b4-80dc-5b3e2d3d083f req-4fc874e0-f781-4eb2-af3e-051a3b6f6597 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402526 Sep 16 05:04:08.481600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:08.499353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae2ab1-bc41-4344-adb0-679bfe208e33 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=f44aba53-5bcc-44b2-bdea-41bd763404ac,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:08.510858 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb006e-e93c-43f3-bfb5-c26a37ae99f6 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Pushing event deleted for resources: {'Port': ['ID=bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:08.512426 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network f44aba53-5bcc-44b2-bdea-41bd763404ac details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:08.603847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90771f-10dd-412a-b63f-0589c4a941ad req-a4070e39-9676-4f19-ae6e-f2c3ae6b7393 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.605148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-9087a57b-6ee9-43e0-adcf-85636811fab9 req-37fb006e-e93c-43f3-bfb5-c26a37ae99f6 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] No DVR routers for this DVR port bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:08.610941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a90771f-10dd-412a-b63f-0589c4a941ad req-a4070e39-9676-4f19-ae6e-f2c3ae6b7393 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 945 time: 0.1542425 Sep 16 05:04:08.616560 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9087a57b-6ee9-43e0-adcf-85636811fab9 req-37fb006e-e93c-43f3-bfb5-c26a37ae99f6 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.618036 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9087a57b-6ee9-43e0-adcf-85636811fab9 req-37fb006e-e93c-43f3-bfb5-c26a37ae99f6 tempest-TestServerAdvancedOps-1374811803 tempest-TestServerAdvancedOps-1374811803-project] 10.222.0.15 "DELETE /v2.0/ports/bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a HTTP/1.1" status: 204 len: 173 time: 1.2302306 Sep 16 05:04:08.622181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e154450d-a782-45a5-afb3-f669c461ccda', 'name': 'network-vif-deleted', 'tag': 'bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:08.625788 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7191a4-edc5-46ba-91d8-7bc7b546439b" -d '{"events": [{"server_uuid": "e154450d-a782-45a5-afb3-f669c461ccda", "name": "network-vif-deleted", "tag": "bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:08.730823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a90771f-10dd-412a-b63f-0589c4a941ad req-4b3168aa-1aff-4822-be1e-7f36efb22454 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189404 Sep 16 05:04:08.752849 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ddaa568-3910-4bad-a271-91ebdb88ceed tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.778664 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ddaa568-3910-4bad-a271-91ebdb88ceed tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.790068 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9af3a78-4d34-4d78-b9b4-628bd68300ce x-openstack-request-id: req-a9af3a78-4d34-4d78-b9b4-628bd68300ce {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:08.790834 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e154450d-a782-45a5-afb3-f669c461ccda", "name": "network-vif-deleted", "tag": "bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:08.791279 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9af3a78-4d34-4d78-b9b4-628bd68300ce {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:08.791701 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e154450d-a782-45a5-afb3-f669c461ccda', 'name': 'network-vif-deleted', 'tag': 'bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a', 'status': 'completed', 'code': 200} Sep 16 05:04:08.799446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ddaa568-3910-4bad-a271-91ebdb88ceed tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network f44aba53-5bcc-44b2-bdea-41bd763404ac is not hosted by any dhcp agent {{(pid=94745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:04:08.805776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddaa568-3910-4bad-a271-91ebdb88ceed tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:08.808727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ddaa568-3910-4bad-a271-91ebdb88ceed tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:08.808727 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9ddaa568-3910-4bad-a271-91ebdb88ceed tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "PUT /v2.0/networks/f44aba53-5bcc-44b2-bdea-41bd763404ac HTTP/1.1" status: 200 len: 723 time: 0.5149069 Sep 16 05:04:08.810815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40388) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:08.817869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-88b0a294-0061-4fb2-8354-669c4620f253 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'network_id': 'f44aba53-5bcc-44b2-bdea-41bd763404ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:08.857289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaa568-3910-4bad-a271-91ebdb88ceed tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=f44aba53-5bcc-44b2-bdea-41bd763404ac,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:08.871545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network f44aba53-5bcc-44b2-bdea-41bd763404ac details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:08.940255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b0a294-0061-4fb2-8354-669c4620f253 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:08.953024 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-88b0a294-0061-4fb2-8354-669c4620f253 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.167722 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-88b0a294-0061-4fb2-8354-669c4620f253 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.245631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0a294-0061-4fb2-8354-669c4620f253 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking segment: {'id': 'ca9d186f-c4b1-4dc4-801d-9984c319f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f44aba53-5bcc-44b2-bdea-41bd763404ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:09.245956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b0a294-0061-4fb2-8354-669c4620f253 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network hostable DHCP agents. Network: f44aba53-5bcc-44b2-bdea-41bd763404ac, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:09.248262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0a294-0061-4fb2-8354-669c4620f253 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=1694d0d9-e8a8-4b6b-a88a-e7f4a9fc67e0,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.289404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b0a294-0061-4fb2-8354-669c4620f253 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network f44aba53-5bcc-44b2-bdea-41bd763404ac is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:09.304312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-88b0a294-0061-4fb2-8354-669c4620f253 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, f44aba53-5bcc-44b2-bdea-41bd763404ac) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:09.311587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b0a294-0061-4fb2-8354-669c4620f253 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.312755 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-88b0a294-0061-4fb2-8354-669c4620f253 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.312877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336e49b8-7fa2-4400-aa55-d797fa2b545c None None] Network f44aba53-5bcc-44b2-bdea-41bd763404ac requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:09.322703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40396) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:09.349752 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-88b0a294-0061-4fb2-8354-669c4620f253 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5376394 Sep 16 05:04:09.351481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40398) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:09.363226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5d72c238-21e3-4bac-9fdf-43f87a54b8dc tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:09.420252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa64c71-05f6-46ae-9558-21010d8e0276 admin admin] Deleting subnet 031db3cd-7dd1-4789-ab26-6dcc3d8db2d8 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:09.437103 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-baa64c71-05f6-46ae-9558-21010d8e0276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.522952 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-baa64c71-05f6-46ae-9558-21010d8e0276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.573767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-f44aba53-5bcc-44b2-bdea-41bd763404ac', 'network_id': 'f44aba53-5bcc-44b2-bdea-41bd763404ac', 'tenant_id': 'aff6e7967eca44438e25c744f49b5c20', 'fixed_ips': [{'subnet_id': '1694d0d9-e8a8-4b6b-a88a-e7f4a9fc67e0'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:09.576824 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.584759 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-baa64c71-05f6-46ae-9558-21010d8e0276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.592094 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5d72c238-21e3-4bac-9fdf-43f87a54b8dc tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26124186'] for subnet, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.657535 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-baa64c71-05f6-46ae-9558-21010d8e0276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.735276 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-baa64c71-05f6-46ae-9558-21010d8e0276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.744547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-baa64c71-05f6-46ae-9558-21010d8e0276 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/031db3cd-7dd1-4789-ab26-6dcc3d8db2d8 HTTP/1.1" status: 204 len: 168 time: 0.4207675 Sep 16 05:04:09.748170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa64c71-05f6-46ae-9558-21010d8e0276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031db3cd-7dd1-4789-ab26-6dcc3d8db2d8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:09.757741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40404) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:09.879227 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Allocated IP 172.20.0.2 (f44aba53-5bcc-44b2-bdea-41bd763404ac/1694d0d9-e8a8-4b6b-a88a-e7f4a9fc67e0/543e0a47-594b-428d-ac1e-175c01071b12) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:09.951798 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:09.997303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a33bb-5b3d-415d-817b-b15e5d9eba30 req-28e24e5f-0685-4515-9d67-c62d8419ac50 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:09.999257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d92a33bb-5b3d-415d-817b-b15e5d9eba30 req-28e24e5f-0685-4515-9d67-c62d8419ac50 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 945 time: 0.1355433 Sep 16 05:04:10.048351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.071404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e59df29-432c-4dfc-92d9-4a9e571d7b00']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:10.081345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:10.081673 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08697c3-6a67-4e5c-a497-cc9e9fb3f6a2') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:10.085139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d92a33bb-5b3d-415d-817b-b15e5d9eba30 req-5a89ec06-1bad-4674-af07-f05e2e9212c1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798471 Sep 16 05:04:10.101438 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.116145 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.122412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:10.122818 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:10.124473 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:10.181123 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.193039 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.288445 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5d72c238-21e3-4bac-9fdf-43f87a54b8dc tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767728591620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25435243'] for subnet, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.296278 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.299517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Network f44aba53-5bcc-44b2-bdea-41bd763404ac is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:10.305411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:10.308255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:10.340013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.344397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2e59df29-432c-4dfc-92d9-4a9e571d7b00 HTTP/1.1" status: 204 len: 168 time: 0.5831711 Sep 16 05:04:10.345446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40408) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:10.355795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Pushing event updated for resources: {'Port': ['ID=543e0a47-594b-428d-ac1e-175c01071b12,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.367385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d72c238-21e3-4bac-9fdf-43f87a54b8dc tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:10.368150 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5d72c238-21e3-4bac-9fdf-43f87a54b8dc tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.372341 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5d72c238-21e3-4bac-9fdf-43f87a54b8dc tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "PUT /v2.0/subnets/1694d0d9-e8a8-4b6b-a88a-e7f4a9fc67e0 HTTP/1.1" status: 200 len: 806 time: 1.0158217 Sep 16 05:04:10.373172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40410) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:10.376033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ed59d-9762-4290-9f38-aa2df497f1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e59df29-432c-4dfc-92d9-4a9e571d7b00,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.400418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Attempting to bind port 543e0a47-594b-428d-ac1e-175c01071b12 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:10.401166 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Attempting to bind port 543e0a47-594b-428d-ac1e-175c01071b12 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ca9d186f-c4b1-4dc4-801d-9984c319f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f44aba53-5bcc-44b2-bdea-41bd763404ac'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:10.401822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Attempting to bind port 543e0a47-594b-428d-ac1e-175c01071b12 on network f44aba53-5bcc-44b2-bdea-41bd763404ac {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:10.408196 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:10.408935 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Checking segment: {'id': 'ca9d186f-c4b1-4dc4-801d-9984c319f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f44aba53-5bcc-44b2-bdea-41bd763404ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:10.409586 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.410233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Bound using segment: {'id': 'ca9d186f-c4b1-4dc4-801d-9984c319f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f44aba53-5bcc-44b2-bdea-41bd763404ac'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:10.410959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Bound port: 543e0a47-594b-428d-ac1e-175c01071b12, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9d186f-c4b1-4dc4-801d-9984c319f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f44aba53-5bcc-44b2-bdea-41bd763404ac'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:10.411874 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.421195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72c238-21e3-4bac-9fdf-43f87a54b8dc tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=1694d0d9-e8a8-4b6b-a88a-e7f4a9fc67e0,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.446405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28317f6-bfee-41fd-a6f7-1d6da690c334 admin admin] Deleting subnet cc88409c-40b5-427d-8000-6aaa25c8236e {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:10.456474 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b28317f6-bfee-41fd-a6f7-1d6da690c334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.491302 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] For port 543e0a47-594b-428d-ac1e-175c01071b12, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:10.493099 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b28317f6-bfee-41fd-a6f7-1d6da690c334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.495434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] For port 543e0a47-594b-428d-ac1e-175c01071b12, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=543e0a47-594b-428d-ac1e-175c01071b12,segment=NetworkSegment(ca9d186f-c4b1-4dc4-801d-9984c319f11e),segment_id=ca9d186f-c4b1-4dc4-801d-9984c319f11e)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:10.509556 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.554373 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.560891 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b28317f6-bfee-41fd-a6f7-1d6da690c334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.641858 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5906e9-6ff8-4af7-b3ca-626e137057c4 None None] Pushing event updated for resources: {'Port': ['ID=543e0a47-594b-428d-ac1e-175c01071b12,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.721805 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b28317f6-bfee-41fd-a6f7-1d6da690c334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.734485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Deleting port 543e0a47-594b-428d-ac1e-175c01071b12 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:10.735698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.769364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28317f6-bfee-41fd-a6f7-1d6da690c334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc88409c-40b5-427d-8000-6aaa25c8236e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:10.771908 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b28317f6-bfee-41fd-a6f7-1d6da690c334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:10.778719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:10.785128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b28317f6-bfee-41fd-a6f7-1d6da690c334 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cc88409c-40b5-427d-8000-6aaa25c8236e HTTP/1.1" status: 204 len: 168 time: 0.4392333 Sep 16 05:04:10.786765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40416) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:10.823077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:10.823657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device bcbdf47c-4e1e-4e34-bcc2-6c9eeb36667a not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:11.010408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] For port 543e0a47-594b-428d-ac1e-175c01071b12, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=543e0a47-594b-428d-ac1e-175c01071b12,segment=NetworkSegment(ca9d186f-c4b1-4dc4-801d-9984c319f11e),segment_id=ca9d186f-c4b1-4dc4-801d-9984c319f11e)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:11.010980 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.054387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Calling delete_port for 543e0a47-594b-428d-ac1e-175c01071b12 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:11.069380 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.258946 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.266742 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.288308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Port': ['ID=543e0a47-594b-428d-ac1e-175c01071b12,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.311533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa832fef-f366-45c0-a5e8-25df4c37590e']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:11.324102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f04430-8720-46bd-8572-c0bf1492b7a8') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:11.325240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f04430-8720-46bd-8572-c0bf1492b7a8') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:11.336392 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.336843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No DVR routers for this DVR port 543e0a47-594b-428d-ac1e-175c01071b12 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:11.375889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32165a-12b3-4c62-a77e-4577033cc62d req-8588ce4e-d202-4cb4-829e-5468e3af881b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:11.377752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba32165a-12b3-4c62-a77e-4577033cc62d req-8588ce4e-d202-4cb4-829e-5468e3af881b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 945 time: 0.1661336 Sep 16 05:04:11.379278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.388671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:11.389184 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:11.395755 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:11.400419 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.480400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba32165a-12b3-4c62-a77e-4577033cc62d req-a63627ef-5b69-49cd-ba5c-d29bbe4f5a85 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948405 Sep 16 05:04:11.481220 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.481582 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.499307 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.503699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/aa832fef-f366-45c0-a5e8-25df4c37590e HTTP/1.1" status: 204 len: 168 time: 0.7159507 Sep 16 05:04:11.505266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b2950-83c1-4841-9e85-4de0368b40c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa832fef-f366-45c0-a5e8-25df4c37590e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.531189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Subnet': ['ID=1694d0d9-e8a8-4b6b-a88a-e7f4a9fc67e0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.658818 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.706531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44aba53-5bcc-44b2-bdea-41bd763404ac']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:11.729914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9d186f-c4b1-4dc4-801d-9984c319f11e') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:11.730221 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9d186f-c4b1-4dc4-801d-9984c319f11e') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:11.764761 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.799370 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.828643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:11.829258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.838565 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40432) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:11.903048 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:11.911098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.911197 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3d32c951-3552-4b18-abf5-4eb62974ffa9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c170f86732c41a9b770594f4642908f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679016 Sep 16 05:04:11.911197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40434) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.928676 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:11.930705 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/f44aba53-5bcc-44b2-bdea-41bd763404ac HTTP/1.1" status: 204 len: 168 time: 1.5522568 Sep 16 05:04:11.932029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62187efd-55f7-41e6-85db-157f8b8180f8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Network': ['ID=f44aba53-5bcc-44b2-bdea-41bd763404ac,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:11.934245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40436) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.969133 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae7e363-944e-41bd-9eba-1ce4779fe71c tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:11.969798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae7e363-944e-41bd-9eba-1ce4779fe71c tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:11.971600 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1ae7e363-944e-41bd-9eba-1ce4779fe71c tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/f44aba53-5bcc-44b2-bdea-41bd763404ac HTTP/1.1" status: 404 len: 339 time: 0.0359964 Sep 16 05:04:11.979545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40438) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:11.988683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-876f103a-efa8-4146-9f3b-7903048ff20d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1194388918', 'description': 'd1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:12.020044 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af68944d-5134-47be-a841-bcfe17454cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.035105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876f103a-efa8-4146-9f3b-7903048ff20d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:12.038855 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-876f103a-efa8-4146-9f3b-7903048ff20d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.086457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876f103a-efa8-4146-9f3b-7903048ff20d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:12.088836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af68944d-5134-47be-a841-bcfe17454cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.099848 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-876f103a-efa8-4146-9f3b-7903048ff20d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.100222 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-876f103a-efa8-4146-9f3b-7903048ff20d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Added segment 049b14da-a01c-4379-8d22-b646ad3d99f8 of type vlan for network a8bcc155-00a7-4593-9ab6-edce6c2daa54 Sep 16 05:04:12.168359 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af68944d-5134-47be-a841-bcfe17454cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.171802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af68944d-5134-47be-a841-bcfe17454cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.177244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-af68944d-5134-47be-a841-bcfe17454cd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5da73c7b-ad29-4bad-bed6-f4a6298f18d6 HTTP/1.1" status: 204 len: 168 time: 0.2646563 Sep 16 05:04:12.197466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68944d-5134-47be-a841-bcfe17454cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da73c7b-ad29-4bad-bed6-f4a6298f18d6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.203660 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-876f103a-efa8-4146-9f3b-7903048ff20d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.259039 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-876f103a-efa8-4146-9f3b-7903048ff20d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.265928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f103a-efa8-4146-9f3b-7903048ff20d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.266552 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-876f103a-efa8-4146-9f3b-7903048ff20d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.295529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-cae45e13-0073-4bba-8c6e-86bff3ac9ead None None] Could not find standard attr ID for object 543e0a47-594b-428d-ac1e-175c01071b12. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:04:12.374130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d4767f-a0bc-470f-a853-dd8e1ad7a444 None None] DHCP port deletion for f44aba53-5bcc-44b2-bdea-41bd763404ac request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:12.377563 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-876f103a-efa8-4146-9f3b-7903048ff20d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3971322 Sep 16 05:04:12.381207 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40442) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.392658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f103a-efa8-4146-9f3b-7903048ff20d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=a8bcc155-00a7-4593-9ab6-edce6c2daa54,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:12.414398 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a8bcc155-00a7-4593-9ab6-edce6c2daa54 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:12.431878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3f0cc-4ac0-4da8-91c5-0acb8371a11d None None] Network f44aba53-5bcc-44b2-bdea-41bd763404ac requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:12.450465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3f0cc-4ac0-4da8-91c5-0acb8371a11d None None] Network f44aba53-5bcc-44b2-bdea-41bd763404ac could not be found, it might have been deleted concurrently. {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:04:12.512783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b641612-6fbb-4869-8acc-5eb8070d3f97 None None] Network f44aba53-5bcc-44b2-bdea-41bd763404ac requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:12.530531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0db3777-d2f9-47ba-af49-6408158aaa7e tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.533011 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c0db3777-d2f9-47ba-af49-6408158aaa7e tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/networks?id=a8bcc155-00a7-4593-9ab6-edce6c2daa54 HTTP/1.1" status: 200 len: 761 time: 0.1504464 Sep 16 05:04:12.535512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40446) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.541563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-dbde1f5a-eabf-42c4-8173-750a5f0e94d8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'description': 'd2'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:12.549207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b641612-6fbb-4869-8acc-5eb8070d3f97 None None] Network f44aba53-5bcc-44b2-bdea-41bd763404ac could not be found, it might have been deleted concurrently. {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:04:12.815486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40454) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.873445 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dbde1f5a-eabf-42c4-8173-750a5f0e94d8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.887445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-94fade7e-bc10-4f5a-bfd7-d41adf7edbfa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb8607bc3669434aa08253a1ed0b0011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657027 Sep 16 05:04:12.889812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40456) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.900677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dbde1f5a-eabf-42c4-8173-750a5f0e94d8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.954345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbde1f5a-eabf-42c4-8173-750a5f0e94d8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network a8bcc155-00a7-4593-9ab6-edce6c2daa54 is not hosted by any dhcp agent {{(pid=94744) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 05:04:12.964397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbde1f5a-eabf-42c4-8173-750a5f0e94d8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:12.965120 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dbde1f5a-eabf-42c4-8173-750a5f0e94d8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:12.967096 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dbde1f5a-eabf-42c4-8173-750a5f0e94d8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "PUT /v2.0/networks/a8bcc155-00a7-4593-9ab6-edce6c2daa54 HTTP/1.1" status: 200 len: 758 time: 0.4302485 Sep 16 05:04:12.971751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40458) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:12.992641 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29afd886-a5f1-40ad-9d61-675ef7af6ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.063780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde1f5a-eabf-42c4-8173-750a5f0e94d8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=a8bcc155-00a7-4593-9ab6-edce6c2daa54,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.081321 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29afd886-a5f1-40ad-9d61-675ef7af6ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.087937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a8bcc155-00a7-4593-9ab6-edce6c2daa54 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:13.123292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed319179-2b70-4a64-8ac3-82ca6d14d341 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:13.125054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ed319179-2b70-4a64-8ac3-82ca6d14d341 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/networks?id=a8bcc155-00a7-4593-9ab6-edce6c2daa54 HTTP/1.1" status: 200 len: 761 time: 0.1529500 Sep 16 05:04:13.131121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40460) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:13.142736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c18f184e-88a6-4744-89ef-83f646cf49e8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684792849'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:13.194493 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29afd886-a5f1-40ad-9d61-675ef7af6ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.197118 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29afd886-a5f1-40ad-9d61-675ef7af6ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.200824 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-29afd886-a5f1-40ad-9d61-675ef7af6ab0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d66fda77-8532-42f6-813c-7484369c0c7e HTTP/1.1" status: 204 len: 168 time: 0.3099451 Sep 16 05:04:13.206123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18f184e-88a6-4744-89ef-83f646cf49e8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:13.210049 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c18f184e-88a6-4744-89ef-83f646cf49e8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.214938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afd886-a5f1-40ad-9d61-675ef7af6ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66fda77-8532-42f6-813c-7484369c0c7e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.275248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18f184e-88a6-4744-89ef-83f646cf49e8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:13.285920 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c18f184e-88a6-4744-89ef-83f646cf49e8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.286217 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-c18f184e-88a6-4744-89ef-83f646cf49e8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Added segment 57f2ccfa-225d-4e0a-9221-a1c8352f8813 of type vlan for network 6e1eb436-ba26-4032-8562-46df3c3be7ae Sep 16 05:04:13.328871 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c18f184e-88a6-4744-89ef-83f646cf49e8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.367749 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c18f184e-88a6-4744-89ef-83f646cf49e8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.376384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18f184e-88a6-4744-89ef-83f646cf49e8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:13.377182 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c18f184e-88a6-4744-89ef-83f646cf49e8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.412757 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c18f184e-88a6-4744-89ef-83f646cf49e8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2742419 Sep 16 05:04:13.415691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40464) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:13.420466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8fb47897-55bf-48be-86dc-81d004dbc190 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'network_id': '6e1eb436-ba26-4032-8562-46df3c3be7ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:13.494652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f184e-88a6-4744-89ef-83f646cf49e8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=6e1eb436-ba26-4032-8562-46df3c3be7ae,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.506157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 6e1eb436-ba26-4032-8562-46df3c3be7ae details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:13.594920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb47897-55bf-48be-86dc-81d004dbc190 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:13.601237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8fb47897-55bf-48be-86dc-81d004dbc190 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.851046 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8fb47897-55bf-48be-86dc-81d004dbc190 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:13.952360 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb47897-55bf-48be-86dc-81d004dbc190 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=c1b0343d-5b2d-4360-a304-cb8da5ea78ff,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:13.966882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb47897-55bf-48be-86dc-81d004dbc190 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking segment: {'id': '57f2ccfa-225d-4e0a-9221-a1c8352f8813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6e1eb436-ba26-4032-8562-46df3c3be7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:13.967122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb47897-55bf-48be-86dc-81d004dbc190 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network hostable DHCP agents. Network: 6e1eb436-ba26-4032-8562-46df3c3be7ae, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:13.991794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb47897-55bf-48be-86dc-81d004dbc190 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network 6e1eb436-ba26-4032-8562-46df3c3be7ae is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:14.003363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-8fb47897-55bf-48be-86dc-81d004dbc190 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 6e1eb436-ba26-4032-8562-46df3c3be7ae) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:14.008238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb47897-55bf-48be-86dc-81d004dbc190 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:14.008897 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8fb47897-55bf-48be-86dc-81d004dbc190 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.019908 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b9c15-6dbd-43c2-a320-bf763479ebc0 None None] Network 6e1eb436-ba26-4032-8562-46df3c3be7ae requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:14.035624 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40486) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.046400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8fb47897-55bf-48be-86dc-81d004dbc190 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6167262 Sep 16 05:04:14.172659 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.272362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee3d3a8-be88-4b70-bf2d-a48ec06ec256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-6e1eb436-ba26-4032-8562-46df3c3be7ae', 'network_id': '6e1eb436-ba26-4032-8562-46df3c3be7ae', 'tenant_id': 'aff6e7967eca44438e25c744f49b5c20', 'fixed_ips': [{'subnet_id': 'c1b0343d-5b2d-4360-a304-cb8da5ea78ff'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:14.273627 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dee3d3a8-be88-4b70-bf2d-a48ec06ec256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.293888 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.294731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40492) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.380467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-dee3d3a8-be88-4b70-bf2d-a48ec06ec256 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1b0343d-5b2d-4360-a304-cb8da5ea78ff: This subnet is being modified by another concurrent operation. Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1b0343d-5b2d-4360-a304-cb8da5ea78ff: This subnet is being modified by another concurrent operation. Sep 16 05:04:14.443406 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 05:04:14.449297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-334612162-network', 'tenant_id': '3703a6b3efae47958ef475581f41da8e'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:14.465283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720eed9f-26ce-45f1-bb64-972dab018735 None None] Network 6e1eb436-ba26-4032-8562-46df3c3be7ae requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:14.484913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b0343d-5b2d-4360-a304-cb8da5ea78ff,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.497263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Made reservation on behalf of 3703a6b3efae47958ef475581f41da8e for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:14.499694 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.520736 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.584680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.612781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1eb436-ba26-4032-8562-46df3c3be7ae']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:14.628576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f2ccfa-225d-4e0a-9221-a1c8352f8813') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:14.628576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f2ccfa-225d-4e0a-9221-a1c8352f8813') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:14.635874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ab85d-319a-4caf-bc76-668b649e3b8a None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:04:14.642316 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.670053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.679030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:14.679424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.679545 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:14.683044 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:14.686230 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.718764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c81c4a-9e3c-4129-a13c-4788aaa5ffa7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.753813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97ab85d-319a-4caf-bc76-668b649e3b8a None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:04:14.760733 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.768818 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.769030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:14.774283 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/6e1eb436-ba26-4032-8562-46df3c3be7ae HTTP/1.1" status: 204 len: 168 time: 0.7369881 Sep 16 05:04:14.774462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40496) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.790782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637d50d-aff1-47eb-a6bd-fd5c3b2b3e06 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Network': ['ID=6e1eb436-ba26-4032-8562-46df3c3be7ae,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:14.813769 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d802452-864c-4cb8-8b2a-0332bd0171ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] GET failed (client error): The resource could not be found. Sep 16 05:04:14.818417 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3d802452-864c-4cb8-8b2a-0332bd0171ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/subnets/c1b0343d-5b2d-4360-a304-cb8da5ea78ff HTTP/1.1" status: 404 len: 337 time: 0.0397511 Sep 16 05:04:14.818417 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.818417 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Added segment a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb of type vlan for network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c Sep 16 05:04:14.818778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40498) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.849700 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd1be88-f6d5-4839-aff4-64d9376bb41f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:14.850261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd1be88-f6d5-4839-aff4-64d9376bb41f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:14.852558 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cbd1be88-f6d5-4839-aff4-64d9376bb41f tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/6e1eb436-ba26-4032-8562-46df3c3be7ae HTTP/1.1" status: 404 len: 339 time: 0.0329244 Sep 16 05:04:14.856422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40500) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.884689 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.919752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.920889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:14.921677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:14.964903 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6650007 Sep 16 05:04:14.964903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40506) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:14.970213 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5dcf02c8-4729-47b6-ab4e-68827e275140 admin admin] Request body: {'subnet': {'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-334612162-subnet', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:15.017248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c915df-b38b-40f7-a7f0-632e581d2482 admin admin] Pushing event updated for resources: {'Network': ['ID=5f6f07e6-cb89-44b3-a6da-3692f3015c8c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.047501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcf02c8-4729-47b6-ab4e-68827e275140 admin admin] Made reservation on behalf of 3703a6b3efae47958ef475581f41da8e for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:15.055491 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dcf02c8-4729-47b6-ab4e-68827e275140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.056730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:15.336998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dcf02c8-4729-47b6-ab4e-68827e275140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.408562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf02c8-4729-47b6-ab4e-68827e275140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d3d949c-bd63-48df-95b0-b90ac2bf6ccd,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:15.412657 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf02c8-4729-47b6-ab4e-68827e275140 admin admin] Checking segment: {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:15.413515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf02c8-4729-47b6-ab4e-68827e275140 admin admin] Network hostable DHCP agents. Network: 5f6f07e6-cb89-44b3-a6da-3692f3015c8c, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:15.429247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71c699-442b-4614-9ecf-f491a2fe250d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.430889 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0e71c699-442b-4614-9ecf-f491a2fe250d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5733442 Sep 16 05:04:15.433657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40520) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.441091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf02c8-4729-47b6-ab4e-68827e275140 admin admin] Network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:15.462512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf02c8-4729-47b6-ab4e-68827e275140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 5f6f07e6-cb89-44b3-a6da-3692f3015c8c) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:15.467595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcf02c8-4729-47b6-ab4e-68827e275140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.468527 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5dcf02c8-4729-47b6-ab4e-68827e275140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.473792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061b82b-7ebf-43ce-aac1-02aac9b17075 None None] Network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:15.482578 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d8d87d4f-e1ad-4754-9348-90699f74e5e2 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 207 time: 0.0475426 Sep 16 05:04:15.485806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40522) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.490578 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5dcf02c8-4729-47b6-ab4e-68827e275140 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5246968 Sep 16 05:04:15.492785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40524) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.502542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-334612162-router', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:15.533676 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.536344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.615369 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.813290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd6673-82b3-44f2-82f3-3bdb959107ba tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.819843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd6673-82b3-44f2-82f3-3bdb959107ba tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.826713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd6673-82b3-44f2-82f3-3bdb959107ba tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.835571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd6673-82b3-44f2-82f3-3bdb959107ba tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:15.837666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f7cd6673-82b3-44f2-82f3-3bdb959107ba tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3507833 Sep 16 05:04:15.841154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40530) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:15.841277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-5f6f07e6-cb89-44b3-a6da-3692f3015c8c', 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'fixed_ips': [{'subnet_id': '0d3d949c-bd63-48df-95b0-b90ac2bf6ccd'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:15.842242 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:15.901331 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.043653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Allocated IP 172.20.0.2 (5f6f07e6-cb89-44b3-a6da-3692f3015c8c/0d3d949c-bd63-48df-95b0-b90ac2bf6ccd/ab31e208-fe2b-4707-9f1a-4672cc67983b) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:16.073626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40538) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.074304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d47836f8-48fa-4278-9419-c5dac1a8c643 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2309456 Sep 16 05:04:16.302274 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.319407 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.342538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27256042-0462-4323-aff8-387f943882c8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.344504 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27256042-0462-4323-aff8-387f943882c8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.350501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40540) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.366567 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-27256042-0462-4323-aff8-387f943882c8 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2909744 Sep 16 05:04:16.375126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:16.380710 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:16.383750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:16.392156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Pushing event updated for resources: {'Port': ['ID=ab31e208-fe2b-4707-9f1a-4672cc67983b,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.456828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Attempting to bind port ab31e208-fe2b-4707-9f1a-4672cc67983b on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:16.460172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Attempting to bind port ab31e208-fe2b-4707-9f1a-4672cc67983b by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:16.460658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Attempting to bind port ab31e208-fe2b-4707-9f1a-4672cc67983b on network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:16.472226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:16.474968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Checking segment: {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:16.475557 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.476133 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Bound using segment: {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:16.477940 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Bound port: ab31e208-fe2b-4707-9f1a-4672cc67983b, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:16.478718 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.521141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.545183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeca152-d36e-4a76-b9c1-4ed6dceef5cf tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.553900 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeca152-d36e-4a76-b9c1-4ed6dceef5cf tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['shared'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.565744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bdeca152-d36e-4a76-b9c1-4ed6dceef5cf tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2077174 Sep 16 05:04:16.565744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40542) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.571152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.574742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] For port ab31e208-fe2b-4707-9f1a-4672cc67983b, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:16.584949 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] For port ab31e208-fe2b-4707-9f1a-4672cc67983b, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ab31e208-fe2b-4707-9f1a-4672cc67983b,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:16.592768 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:16.738859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461806fd-a37b-4e6a-8491-86226b72edfc None None] Pushing event updated for resources: {'Port': ['ID=ab31e208-fe2b-4707-9f1a-4672cc67983b,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:16.793594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c2422-2f77-4700-a0c0-ab569e83a943 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:16.796394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Allocated IP 172.25.0.102 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/b847d2c9-214f-4041-9db9-afb284a9032a) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:16.801042 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1e8c2422-2f77-4700-a0c0-ab569e83a943 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/networks/6f0a868c-4d8a-492c-9364-f44e29910fcd HTTP/1.1" status: 200 len: 799 time: 0.2366252 Sep 16 05:04:16.801816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40546) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:16.941135 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.017507 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40548) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.019280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-28142e47-699d-4a27-b893-de478f0625a1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/networks/6f0a868c-4d8a-492c-9364-f44e29910fcd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2110627 Sep 16 05:04:17.121795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0855d759-be7b-4d34-8202-33783c2e7c12 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.123275 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0855d759-be7b-4d34-8202-33783c2e7c12 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/subnets/ad4b9a65-e3d3-4baa-8e92-c3c1425db46c HTTP/1.1" status: 200 len: 811 time: 0.1047339 Sep 16 05:04:17.127362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40550) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.137962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.258995 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-053740f6-9963-4598-9022-85c00e2a25e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.547645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:17.562682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:17.568495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:17.606349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Pushing event updated for resources: {'Port': ['ID=b847d2c9-214f-4041-9db9-afb284a9032a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:17.656775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e9530d-b6ce-42c3-870c-e0f1b9474421 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['shared'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.661669 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c1e9530d-b6ce-42c3-870c-e0f1b9474421 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "GET /v2.0/subnets/ad4b9a65-e3d3-4baa-8e92-c3c1425db46c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5295908 Sep 16 05:04:17.663058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40566) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.669096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b8f36554-4c7c-44bf-a916-ef9f36de60eb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1709406838'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:17.701723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f36554-4c7c-44bf-a916-ef9f36de60eb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:17.709393 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f36554-4c7c-44bf-a916-ef9f36de60eb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.749631 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f36554-4c7c-44bf-a916-ef9f36de60eb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:17.761645 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f36554-4c7c-44bf-a916-ef9f36de60eb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.762085 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-b8f36554-4c7c-44bf-a916-ef9f36de60eb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Added segment b10dd871-feac-483a-901e-975b8c773e58 of type vlan for network 04b819a9-4c0f-4dbd-9145-6306e4419f4a Sep 16 05:04:17.846080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f36554-4c7c-44bf-a916-ef9f36de60eb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.892309 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f36554-4c7c-44bf-a916-ef9f36de60eb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.899868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f36554-4c7c-44bf-a916-ef9f36de60eb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:17.903386 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f36554-4c7c-44bf-a916-ef9f36de60eb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.911983 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:17.985582 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b8f36554-4c7c-44bf-a916-ef9f36de60eb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3212440 Sep 16 05:04:17.990098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40574) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:17.997349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'network_id': '04b819a9-4c0f-4dbd-9145-6306e4419f4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:18.053891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f36554-4c7c-44bf-a916-ef9f36de60eb tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Network': ['ID=04b819a9-4c0f-4dbd-9145-6306e4419f4a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.065409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 04b819a9-4c0f-4dbd-9145-6306e4419f4a details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:18.146337 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Made reservation on behalf of aff6e7967eca44438e25c744f49b5c20 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:18.150557 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.225673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ad981f-9395-4cf0-8335-ad9afc5933f2 None None] Network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:18.270720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.ipam_backend_mixin [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Performing IP validity checks on allocation pools {{(pid=94744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:04:18.271696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.ipam_backend_mixin [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:04:18.331697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9e6af1f2-abd5-4bea-b182-1c50d8b92b90 None None] Provisioning complete for port ab31e208-fe2b-4707-9f1a-4672cc67983b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:18.332289 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9e6af1f2-abd5-4bea-b182-1c50d8b92b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.492213 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.495607 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9e6af1f2-abd5-4bea-b182-1c50d8b92b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.543312 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9e6af1f2-abd5-4bea-b182-1c50d8b92b90 None None] For port ab31e208-fe2b-4707-9f1a-4672cc67983b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ab31e208-fe2b-4707-9f1a-4672cc67983b,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:18.547791 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9e6af1f2-abd5-4bea-b182-1c50d8b92b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.644611 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6af1f2-abd5-4bea-b182-1c50d8b92b90 None None] Pushing event updated for resources: {'Port': ['ID=ab31e208-fe2b-4707-9f1a-4672cc67983b,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.677263 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.867831 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ab31e208-fe2b-4707-9f1a-4672cc67983b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:18.883030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=49b9486c-159e-4c8b-897e-29c3cd0a9f11,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:18.904191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Checking segment: {'id': 'b10dd871-feac-483a-901e-975b8c773e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04b819a9-4c0f-4dbd-9145-6306e4419f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:18.904582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network hostable DHCP agents. Network: 04b819a9-4c0f-4dbd-9145-6306e4419f4a, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:18.946029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Network 04b819a9-4c0f-4dbd-9145-6306e4419f4a is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:18.958122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Router 4860d696-b082-4fa9-8725-0e87e5a2612e is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:04:18.965493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 04b819a9-4c0f-4dbd-9145-6306e4419f4a) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:18.971004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:18.971697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.982550 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7eac6d-4f84-4d56-8499-d3302a3a71af None None] Network 04b819a9-4c0f-4dbd-9145-6306e4419f4a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:18.987694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ab31e208-fe2b-4707-9f1a-4672cc67983b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:18.987694 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:18.999052 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e3cb58d1-16b4-4856-9eed-d4ce1b702650 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0033069 Sep 16 05:04:18.999349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40584) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:19.004328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e24565ea-9df6-4d3f-a205-282d680abe99 None None] Provisioning complete for port ab31e208-fe2b-4707-9f1a-4672cc67983b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:19.004746 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e24565ea-9df6-4d3f-a205-282d680abe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.010372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-78874967-809d-4b72-b6e2-a0600bc2c43d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:19.109306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:19.128569 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.136086 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Sync routers for ids ['4860d696-b082-4fa9-8725-0e87e5a2612e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:19.147748 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9b41491b-ef05-4d2b-b44b-2d051a0f4b56 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6492791 Sep 16 05:04:19.148385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40586) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:19.157361 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Routers {'4860d696-b082-4fa9-8725-0e87e5a2612e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:19.158145 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:03:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4860d696-b082-4fa9-8725-0e87e5a2612e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:19.161273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78874967-809d-4b72-b6e2-a0600bc2c43d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26473964'] for subnet, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.290361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-04b819a9-4c0f-4dbd-9145-6306e4419f4a', 'network_id': '04b819a9-4c0f-4dbd-9145-6306e4419f4a', 'tenant_id': 'aff6e7967eca44438e25c744f49b5c20', 'fixed_ips': [{'subnet_id': '49b9486c-159e-4c8b-897e-29c3cd0a9f11'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:19.291626 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.416657 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Set router 4860d696-b082-4fa9-8725-0e87e5a2612e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:19.511025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78874967-809d-4b72-b6e2-a0600bc2c43d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767728591620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26418565'] for subnet, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.550447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Allocated IP 172.20.0.3 (04b819a9-4c0f-4dbd-9145-6306e4419f4a/49b9486c-159e-4c8b-897e-29c3cd0a9f11/77a7b874-f981-40e0-9f25-188999e0162d) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:19.604071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78874967-809d-4b72-b6e2-a0600bc2c43d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event updated for resources: {'Subnet': ['ID=49b9486c-159e-4c8b-897e-29c3cd0a9f11,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.630634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78874967-809d-4b72-b6e2-a0600bc2c43d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:19.631278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78874967-809d-4b72-b6e2-a0600bc2c43d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.632630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78874967-809d-4b72-b6e2-a0600bc2c43d tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "PUT /v2.0/subnets/49b9486c-159e-4c8b-897e-29c3cd0a9f11 HTTP/1.1" status: 200 len: 877 time: 0.6268740 Sep 16 05:04:19.644247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40592) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:19.666412 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'name': 'tempest-TestServerMultinode-334612162-router', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:15Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 3, 'project_id': '3703a6b3efae47958ef475581f41da8e', 'gw_port': {'id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:16Z', 'updated_at': '2021-09-16T05:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:19.701148 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Checking router: 4860d696-b082-4fa9-8725-0e87e5a2612e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:19.701148 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Updating router 4860d696-b082-4fa9-8725-0e87e5a2612e port b847d2c9-214f-4041-9db9-afb284a9032a binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:19.755982 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.778028 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.789709 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.790719 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.866310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Deleting port 77a7b874-f981-40e0-9f25-188999e0162d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:19.866660 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.888057 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:19.934487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Pushing event updated for resources: {'Port': ['ID=77a7b874-f981-40e0-9f25-188999e0162d,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:19.972473 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Network 04b819a9-4c0f-4dbd-9145-6306e4419f4a is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:19.978412 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:19.981347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:19.992005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] For port 77a7b874-f981-40e0-9f25-188999e0162d, host n-d-712142-17, got binding levels [] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:19.992417 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.018384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Calling delete_port for 77a7b874-f981-40e0-9f25-188999e0162d owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:20.088475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Attempting to bind port 77a7b874-f981-40e0-9f25-188999e0162d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:20.088869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Attempting to bind port 77a7b874-f981-40e0-9f25-188999e0162d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'b10dd871-feac-483a-901e-975b8c773e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04b819a9-4c0f-4dbd-9145-6306e4419f4a'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:20.089314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Attempting to bind port 77a7b874-f981-40e0-9f25-188999e0162d on network 04b819a9-4c0f-4dbd-9145-6306e4419f4a {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:20.094658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:20.095115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Checking segment: {'id': 'b10dd871-feac-483a-901e-975b8c773e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04b819a9-4c0f-4dbd-9145-6306e4419f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:20.095445 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.095844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Bound using segment: {'id': 'b10dd871-feac-483a-901e-975b8c773e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04b819a9-4c0f-4dbd-9145-6306e4419f4a'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:20.096315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Bound port: 77a7b874-f981-40e0-9f25-188999e0162d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10dd871-feac-483a-901e-975b8c773e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04b819a9-4c0f-4dbd-9145-6306e4419f4a'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:20.096700 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.137700 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.148251 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.218594 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9938-35b5-4d39-932e-e2ba3cd55487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.236303 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Pushing event updated for resources: {'Port': ['ID=b847d2c9-214f-4041-9db9-afb284a9032a,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.239918 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Attempting to bind port b847d2c9-214f-4041-9db9-afb284a9032a on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:20.240322 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Attempting to bind port b847d2c9-214f-4041-9db9-afb284a9032a by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:20.240863 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Attempting to bind port b847d2c9-214f-4041-9db9-afb284a9032a on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:20.255662 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.256521 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.257106 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.257466 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.257837 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.258184 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.258524 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.258863 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.259249 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.259588 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.259923 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.260390 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:20.266596 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:20.267040 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:20.267645 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.268138 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:20.268761 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Bound port: b847d2c9-214f-4041-9db9-afb284a9032a, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:20.269022 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.271614 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.272146 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:20.272632 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:20.293063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Allocated IP 172.20.0.1 (5f6f07e6-cb89-44b3-a6da-3692f3015c8c/0d3d949c-bd63-48df-95b0-b90ac2bf6ccd/2d387975-1552-4ccf-8d6f-ce1462f52c9a) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:20.305701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Port': ['ID=77a7b874-f981-40e0-9f25-188999e0162d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.377938 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] For port b847d2c9-214f-4041-9db9-afb284a9032a, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:20.382332 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] For port b847d2c9-214f-4041-9db9-afb284a9032a, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b847d2c9-214f-4041-9db9-afb284a9032a,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:20.388203 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.391404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No DVR routers for this DVR port 77a7b874-f981-40e0-9f25-188999e0162d on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:20.480812 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.483241 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.487862 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ebe63-8033-4f75-827c-5dad6df15ff2 None None] Pushing event updated for resources: {'Port': ['ID=b847d2c9-214f-4041-9db9-afb284a9032a,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.493329 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Routers {'4860d696-b082-4fa9-8725-0e87e5a2612e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:20.494134 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4860d696-b082-4fa9-8725-0e87e5a2612e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:20.577315 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.633690 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.654148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:20.655956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:20.663015 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:20.675814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Subnet': ['ID=49b9486c-159e-4c8b-897e-29c3cd0a9f11,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.677524 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] Set router 4860d696-b082-4fa9-8725-0e87e5a2612e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:20.721119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Pushing event updated for resources: {'Port': ['ID=2d387975-1552-4ccf-8d6f-ce1462f52c9a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:20.747011 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.761344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.772959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b819a9-4c0f-4dbd-9145-6306e4419f4a']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:20.805333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10dd871-feac-483a-901e-975b8c773e58') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:20.807069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10dd871-feac-483a-901e-975b8c773e58') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:20.826565 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.829877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Attempting to bind port 77a7b874-f981-40e0-9f25-188999e0162d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:20.830407 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Attempting to bind port 77a7b874-f981-40e0-9f25-188999e0162d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'b10dd871-feac-483a-901e-975b8c773e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04b819a9-4c0f-4dbd-9145-6306e4419f4a'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:20.831060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Attempting to bind port 77a7b874-f981-40e0-9f25-188999e0162d on network 04b819a9-4c0f-4dbd-9145-6306e4419f4a {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:20.836482 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.849192 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.856968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:20.859954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Checking segment: {'id': 'b10dd871-feac-483a-901e-975b8c773e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04b819a9-4c0f-4dbd-9145-6306e4419f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:20.860588 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.861149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Bound using segment: {'id': 'b10dd871-feac-483a-901e-975b8c773e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04b819a9-4c0f-4dbd-9145-6306e4419f4a'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:20.863250 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Bound port: 77a7b874-f981-40e0-9f25-188999e0162d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10dd871-feac-483a-901e-975b8c773e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04b819a9-4c0f-4dbd-9145-6306e4419f4a'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:20.863934 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.866868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:20.867521 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:20.887025 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:20.950768 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.962206 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:20.968193 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/04b819a9-4c0f-4dbd-9145-6306e4419f4a HTTP/1.1" status: 204 len: 168 time: 1.3215342 Sep 16 05:04:20.975155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ed216fea-63d2-4bde-990a-7aa700696fab None None] Port 77a7b874-f981-40e0-9f25-188999e0162d has been deleted concurrently {{(pid=94746) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 16 05:04:20.977211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40604) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.078116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18824ada-c66f-4e69-a6a6-5af6a1045941 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Network': ['ID=04b819a9-4c0f-4dbd-9145-6306e4419f4a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:21.103676 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1679982c-cbe3-4bb6-be9e-be158f4da38a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:21.105394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-731bbeb0-622c-473a-be71-b165647f0b5a None None] Provisioning complete for port 2d387975-1552-4ccf-8d6f-ce1462f52c9a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:21.105800 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-731bbeb0-622c-473a-be71-b165647f0b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.107754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1679982c-cbe3-4bb6-be9e-be158f4da38a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:21.112369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40606) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.118030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1679982c-cbe3-4bb6-be9e-be158f4da38a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/subnets/49b9486c-159e-4c8b-897e-29c3cd0a9f11 HTTP/1.1" status: 404 len: 337 time: 0.1372445 Sep 16 05:04:21.153499 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ac8889-ab4b-4a1d-bdd8-1b4e2c836d41 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:21.154235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ac8889-ab4b-4a1d-bdd8-1b4e2c836d41 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:21.156763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-14ac8889-ab4b-4a1d-bdd8-1b4e2c836d41 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/04b819a9-4c0f-4dbd-9145-6306e4419f4a HTTP/1.1" status: 404 len: 339 time: 0.0431833 Sep 16 05:04:21.157667 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.159549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40608) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.189351 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'name': 'tempest-TestServerMultinode-334612162-router', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:15Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 3, 'project_id': '3703a6b3efae47958ef475581f41da8e', 'gw_port': {'id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:16Z', 'updated_at': '2021-09-16T05:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.216080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-731bbeb0-622c-473a-be71-b165647f0b5a None None] Port 2d387975-1552-4ccf-8d6f-ce1462f52c9a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:21.227460 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d236a57-df3b-4f53-8eca-70f604fd28b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:21.227931 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d236a57-df3b-4f53-8eca-70f604fd28b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:21.233998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5d236a57-df3b-4f53-8eca-70f604fd28b5 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/subnets/c1b0343d-5b2d-4360-a304-cb8da5ea78ff HTTP/1.1" status: 404 len: 337 time: 0.0733454 Sep 16 05:04:21.234662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40612) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.277748 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e829c7-d230-40b7-92f9-d3e5035b1aa3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:21.278383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e829c7-d230-40b7-92f9-d3e5035b1aa3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:21.287473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40614) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:21.294171 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-00e829c7-d230-40b7-92f9-d3e5035b1aa3 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/6e1eb436-ba26-4032-8562-46df3c3be7ae HTTP/1.1" status: 404 len: 339 time: 0.0584404 Sep 16 05:04:21.439424 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9427820-0b85-4b8b-959b-d7f072ed2260 None None] The sync data for ids ['4860d696-b082-4fa9-8725-0e87e5a2612e'] in n-d-712142-17 is: [{'id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'name': 'tempest-TestServerMultinode-334612162-router', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:15Z', 'updated_at': '2021-09-16T05:04:17Z', 'revision_number': 3, 'project_id': '3703a6b3efae47958ef475581f41da8e', 'gw_port': {'id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:16Z', 'updated_at': '2021-09-16T05:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:21.474643 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.642822 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.674916 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.752928 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.767338 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.807511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bcc155-00a7-4593-9ab6-edce6c2daa54']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.850006 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049b14da-a01c-4379-8d22-b646ad3d99f8') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.850270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049b14da-a01c-4379-8d22-b646ad3d99f8') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:21.876467 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.882022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.890139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Pushing event updated for resources: {'Port': ['ID=2d387975-1552-4ccf-8d6f-ce1462f52c9a,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:21.943334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.966611 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:21.967027 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:21.977557 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:22.135613 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.140569 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:22.142751 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/a8bcc155-00a7-4593-9ab6-edce6c2daa54 HTTP/1.1" status: 204 len: 168 time: 0.8524652 Sep 16 05:04:22.146236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40624) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.182843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe30e78-1ab4-43ad-bc34-3b9b30f2c34b tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Network': ['ID=a8bcc155-00a7-4593-9ab6-edce6c2daa54,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:22.197137 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f6eccd-27f8-4bbc-9a01-6270ae290391 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:22.197601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f6eccd-27f8-4bbc-9a01-6270ae290391 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:22.202365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40626) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.204961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-58f6eccd-27f8-4bbc-9a01-6270ae290391 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/subnets/1694d0d9-e8a8-4b6b-a88a-e7f4a9fc67e0 HTTP/1.1" status: 404 len: 337 time: 0.0568950 Sep 16 05:04:22.229632 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e392e0d-3250-4857-abcb-2b5b41ef2954 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:22.230623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e392e0d-3250-4857-abcb-2b5b41ef2954 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:22.234984 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1e392e0d-3250-4857-abcb-2b5b41ef2954 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/f44aba53-5bcc-44b2-bdea-41bd763404ac HTTP/1.1" status: 404 len: 339 time: 0.0292516 Sep 16 05:04:22.234984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:22.235811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40630) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.236599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:22.302603 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad36287-1612-41da-a895-ff19f3237ea1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:22.307276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad36287-1612-41da-a895-ff19f3237ea1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:22.319837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0ad36287-1612-41da-a895-ff19f3237ea1 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/subnets/a0d4f734-76a1-4333-b145-d3cc9994a2bf HTTP/1.1" status: 404 len: 337 time: 0.0823998 Sep 16 05:04:22.320517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40634) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.363334 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1936276-f53f-4ce6-a7de-545dcf3bdb94 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:22.365633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1936276-f53f-4ce6-a7de-545dcf3bdb94 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:22.374367 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d1936276-f53f-4ce6-a7de-545dcf3bdb94 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/b00a4ee3-6b5e-4f73-a3c9-84166d05c973 HTTP/1.1" status: 404 len: 339 time: 0.0525622 Sep 16 05:04:22.375295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40636) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.439459 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb450c5-3927-4bb9-848c-8722d035b57a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:22.440156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb450c5-3927-4bb9-848c-8722d035b57a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:22.445203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-adb450c5-3927-4bb9-848c-8722d035b57a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/subnets/7f5d7c4a-0033-4498-82eb-687eb6bc8027 HTTP/1.1" status: 404 len: 337 time: 0.0687034 Sep 16 05:04:22.448192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40638) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.523683 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc655085-9556-46ae-ae0f-8250aa6907da tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:22.524295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc655085-9556-46ae-ae0f-8250aa6907da tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:22.526125 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dc655085-9556-46ae-ae0f-8250aa6907da tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/b2225d6b-c50f-4cb3-90f0-c2266a2e3255 HTTP/1.1" status: 404 len: 339 time: 0.0767679 Sep 16 05:04:22.529188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40640) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.562406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Router 4860d696-b082-4fa9-8725-0e87e5a2612e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:22.584056 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1427f925-ef8a-487b-a80c-676b982850c7 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:22.584517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1427f925-ef8a-487b-a80c-676b982850c7 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:22.595620 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1427f925-ef8a-487b-a80c-676b982850c7 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/subnets/ad878d26-c53d-4af3-9607-33bdd4b8233b HTTP/1.1" status: 404 len: 337 time: 0.0630021 Sep 16 05:04:22.596888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40642) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.664098 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-631ce9d2-14c0-4b88-a5e3-c65ad259f16a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:22.664691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631ce9d2-14c0-4b88-a5e3-c65ad259f16a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:22.666467 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-631ce9d2-14c0-4b88-a5e3-c65ad259f16a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/f6039c34-6fd8-411b-b2b5-8f7f6fec9a9a HTTP/1.1" status: 404 len: 339 time: 0.0266659 Sep 16 05:04:22.669128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40644) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.690206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a3cbfcea-8b77-4a11-b1ca-abf307fa8d1d None None] Could not find standard attr ID for object 77a7b874-f981-40e0-9f25-188999e0162d. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:04:22.724799 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbcd164b-0ffb-4b01-891e-3abd393d5f7e tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:22.725266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbcd164b-0ffb-4b01-891e-3abd393d5f7e tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:22.727465 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dbcd164b-0ffb-4b01-891e-3abd393d5f7e tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/subnets/9c1221fc-9fe8-41fa-8a23-f4cf405a2da2 HTTP/1.1" status: 404 len: 337 time: 0.0572767 Sep 16 05:04:22.734215 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40646) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.776795 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f28dee-2618-43f5-ad9c-e01441897724 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:22.777540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f28dee-2618-43f5-ad9c-e01441897724 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:22.787215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40650) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.787461 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-50f28dee-2618-43f5-ad9c-e01441897724 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/87b769b2-4560-4fe4-a9ea-d0a91e9cc456 HTTP/1.1" status: 404 len: 339 time: 0.0469062 Sep 16 05:04:22.823286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d75c46-6d83-4bc5-8c2f-57eb838d068f None None] DHCP port deletion for 04b819a9-4c0f-4dbd-9145-6306e4419f4a request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:22.874839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5139e3-f70e-424c-9bf0-dfba1e069bd0 None None] Network 04b819a9-4c0f-4dbd-9145-6306e4419f4a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:22.919375 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c9cba0-dab7-4bc7-a9b8-8db25f16af6c tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:22.920083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c9cba0-dab7-4bc7-a9b8-8db25f16af6c tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:22.922852 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-48c9cba0-dab7-4bc7-a9b8-8db25f16af6c tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/subnets/383a1447-31fe-42ec-afac-2944f8fca581 HTTP/1.1" status: 404 len: 337 time: 0.1347358 Sep 16 05:04:22.924291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:22.925424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40658) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.951876 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-38f0e27f-52ee-4735-8fd6-80d1474e199c admin admin] 10.222.0.53 "PUT /v2.0/routers/4860d696-b082-4fa9-8725-0e87e5a2612e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8024802 Sep 16 05:04:22.967589 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6a43be-518a-4f45-9c53-477683ae296e tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:22.967589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6a43be-518a-4f45-9c53-477683ae296e tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:22.968554 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cb6a43be-518a-4f45-9c53-477683ae296e tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/67465dcc-84e0-4e71-8ca3-1b1fea134aad HTTP/1.1" status: 404 len: 339 time: 0.0420802 Sep 16 05:04:22.974560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40664) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:22.995147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b847d2c9-214f-4041-9db9-afb284a9032a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:23.065851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e347ea19-b693-4fdb-bc5f-705a3e8455a7 None None] Provisioning complete for port 2d387975-1552-4ccf-8d6f-ce1462f52c9a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:23.066746 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e347ea19-b693-4fdb-bc5f-705a3e8455a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.072163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5139e3-f70e-424c-9bf0-dfba1e069bd0 None None] Network 04b819a9-4c0f-4dbd-9145-6306e4419f4a could not be found, it might have been deleted concurrently. {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:04:23.098818 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc44da3-8ac6-45c0-b5b4-74c62d0cdcd2 None None] Network 04b819a9-4c0f-4dbd-9145-6306e4419f4a requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:23.134169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc44da3-8ac6-45c0-b5b4-74c62d0cdcd2 None None] Network 04b819a9-4c0f-4dbd-9145-6306e4419f4a could not be found, it might have been deleted concurrently. {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:04:23.145309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e347ea19-b693-4fdb-bc5f-705a3e8455a7 None None] Port 2d387975-1552-4ccf-8d6f-ce1462f52c9a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:23.178273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b847d2c9-214f-4041-9db9-afb284a9032a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:23.178866 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.201531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c24eb3-7678-491e-bd02-3b6e8071f8a3 req-780e6b40-de90-4f27-9b89-42ee74f49028 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:23.219886 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5c24eb3-7678-491e-bd02-3b6e8071f8a3 req-780e6b40-de90-4f27-9b89-42ee74f49028 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1474266 Sep 16 05:04:23.276556 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.334257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5c24eb3-7678-491e-bd02-3b6e8071f8a3 req-92c4b376-9ae5-4e9d-8556-db9c171549d9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119053 Sep 16 05:04:23.394034 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.432429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port b847d2c9-214f-4041-9db9-afb284a9032a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b847d2c9-214f-4041-9db9-afb284a9032a,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:23.437400 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.547182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=b847d2c9-214f-4041-9db9-afb284a9032a,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:23.552637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0dc4-04a6-445b-95cf-569e96cde34b req-2b59c546-6709-479e-a521-c27a66c23a38 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:23.559914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0cac0dc4-04a6-445b-95cf-569e96cde34b req-2b59c546-6709-479e-a521-c27a66c23a38 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1051073 Sep 16 05:04:23.618658 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0cac0dc4-04a6-445b-95cf-569e96cde34b req-591edc85-1314-4c9d-bb03-1523461c7520 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501602 Sep 16 05:04:23.669334 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-0810d689-4ce5-473b-b2e2-512834445ed6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:23.669877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0810d689-4ce5-473b-b2e2-512834445ed6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:23.671928 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0810d689-4ce5-473b-b2e2-512834445ed6 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/subnets/cab7e109-6741-4532-bf39-d3dfcdde054f HTTP/1.1" status: 404 len: 337 time: 0.6960132 Sep 16 05:04:23.674090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40682) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.702646 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9efaf5-766d-43d8-a187-757195e5cdbf tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:23.703562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9efaf5-766d-43d8-a187-757195e5cdbf tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:23.709294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40684) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.710394 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0e9efaf5-766d-43d8-a187-757195e5cdbf tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/30c02b0f-710f-40e6-8f5d-8fbb4e898419 HTTP/1.1" status: 404 len: 339 time: 0.0352867 Sep 16 05:04:23.758686 n-d-712142-17 neutron-server[94745]: INFO neutron.pecan_wsgi.hooks.translation [None req-130cd29f-18c4-4e3c-b25b-78426ef79cd0 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:23.759524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130cd29f-18c4-4e3c-b25b-78426ef79cd0 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:23.767217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40686) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.773256 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-130cd29f-18c4-4e3c-b25b-78426ef79cd0 tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/subnets/b7303935-86e6-41fc-8355-b4f83560dfcb HTTP/1.1" status: 404 len: 337 time: 0.0627937 Sep 16 05:04:23.832737 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-02919025-887f-40fd-bcaf-5ef88dabe43c tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] DELETE failed (client error): The resource could not be found. Sep 16 05:04:23.834100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02919025-887f-40fd-bcaf-5ef88dabe43c tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:04:23.841710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40692) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.843089 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-02919025-887f-40fd-bcaf-5ef88dabe43c tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/b2d8d61c-1e8a-401c-a4f3-0580cf70cf1d HTTP/1.1" status: 404 len: 339 time: 0.0740469 Sep 16 05:04:23.893335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40696) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:23.902803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-560572453-network', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:23.965625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Made reservation on behalf of 89a09aa0027849d8a53a3e6cf14c4bbc for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:23.974229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:23.990870 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.025725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Deleting subnet ad4b9a65-e3d3-4baa-8e92-c3c1425db46c {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:24.034489 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.095239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad329d-b7c8-41bb-bd00-6cfc7fd6c924 req-1adff9ee-7f84-4739-8ce9-2949a7329cd6 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:24.096850 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7dad329d-b7c8-41bb-bd00-6cfc7fd6c924 req-1adff9ee-7f84-4739-8ce9-2949a7329cd6 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1751218 Sep 16 05:04:24.116187 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.165042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.170195 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.182816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:24.193482 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.193922 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Added segment 25154540-cdbb-4b57-8ab6-f79f5d98d3d0 of type vlan for network 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba Sep 16 05:04:24.196764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7dad329d-b7c8-41bb-bd00-6cfc7fd6c924 req-b2b30b82-b4c1-4d06-8336-5d05019ec4c3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851319 Sep 16 05:04:24.260354 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.270523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:24.293514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.294840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:24.295465 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.340811 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4433606 Sep 16 05:04:24.347804 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.366888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40704) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:24.374528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d5e1a85d-6f2b-4667-be1b-5f273f584d48 admin admin] Request body: {'subnet': {'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-560572453-subnet', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:24.401305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e1a85d-6f2b-4667-be1b-5f273f584d48 admin admin] Made reservation on behalf of 89a09aa0027849d8a53a3e6cf14c4bbc for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:24.403871 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d5e1a85d-6f2b-4667-be1b-5f273f584d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.405802 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83eaa8-f8f2-46a0-9152-3754cc22e4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:24.420587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:24.425339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.468447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4b9a65-e3d3-4baa-8e92-c3c1425db46c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:24.478237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.480575 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/subnets/ad4b9a65-e3d3-4baa-8e92-c3c1425db46c HTTP/1.1" status: 204 len: 168 time: 0.6373911 Sep 16 05:04:24.482588 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.483007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.483352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.483808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.484216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.484554 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.485122 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.485453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.485923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.486260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.486653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.487030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8e9a60-8a7c-4887-8dcf-1d7edff8110a tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:24.491100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40706) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:24.577066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235a0cd-915b-41b5-acb3-ac09c2d125b3 None None] Network 6f0a868c-4d8a-492c-9364-f44e29910fcd requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:24.580524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Sync routers for ids ['4860d696-b082-4fa9-8725-0e87e5a2612e'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:24.627024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Routers {'4860d696-b082-4fa9-8725-0e87e5a2612e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:24.629576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4860d696-b082-4fa9-8725-0e87e5a2612e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:24.638889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.770887 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Deleting port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:24.771931 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.840924 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d5e1a85d-6f2b-4667-be1b-5f273f584d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.871731 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b847d2c9-214f-4041-9db9-afb284a9032a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:24.877752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] For port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff,segment=NetworkSegment(dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d),segment_id=dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:24.878126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.894378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Calling delete_port for 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:24.907824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1a85d-6f2b-4667-be1b-5f273f584d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=955cf7d3-4169-428a-ab4c-8373c1fec036,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:24.918230 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e1a85d-6f2b-4667-be1b-5f273f584d48 admin admin] Checking segment: {'id': '25154540-cdbb-4b57-8ab6-f79f5d98d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:24.918688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e1a85d-6f2b-4667-be1b-5f273f584d48 admin admin] Network hostable DHCP agents. Network: 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:24.936836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e1a85d-6f2b-4667-be1b-5f273f584d48 admin admin] Network 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:24.937351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Set router 4860d696-b082-4fa9-8725-0e87e5a2612e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:24.952417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d5e1a85d-6f2b-4667-be1b-5f273f584d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:24.958147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1a85d-6f2b-4667-be1b-5f273f584d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:24.958916 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d5e1a85d-6f2b-4667-be1b-5f273f584d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:24.979261 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d5e1a85d-6f2b-4667-be1b-5f273f584d48 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6111321 Sep 16 05:04:24.982131 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40712) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:24.991901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a58719-b203-4c2b-a041-847ed2a08b7d None None] Network 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:24.998514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-560572453-router', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:25.085718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bff78e-efc0-4611-adb4-58b4e6e80dfc req-3a900783-8e54-4e2c-a23c-c46e38fe84bf tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:25.087155 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.087308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3bff78e-efc0-4611-adb4-58b4e6e80dfc req-3a900783-8e54-4e2c-a23c-c46e38fe84bf tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1183262 Sep 16 05:04:25.089124 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.170836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.181028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.213551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4f5623-ea4a-4180-bcf6-856544858098 None None] DHCP port deletion for 6f0a868c-4d8a-492c-9364-f44e29910fcd request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:25.237968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b847d2c9-214f-4041-9db9-afb284a9032a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:25.239310 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.258797 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Port': ['ID=4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:25.263006 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] No DVR routers for this DVR port 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:25.280157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3bff78e-efc0-4611-adb4-58b4e6e80dfc req-68877849-85ec-4bb4-ace4-558948b510fe tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737840 Sep 16 05:04:25.374683 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.421529 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.481062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0a868c-4d8a-492c-9364-f44e29910fcd']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:25.508016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:25.508368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5d3cb0-f6a3-4a32-a26e-a61bfe05584d') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:25.520408 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.538904 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.557269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:25.562162 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:25.640234 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:25.652585 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.667372 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.669074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] 10.222.0.53 "DELETE /v2.0/networks/6f0a868c-4d8a-492c-9364-f44e29910fcd HTTP/1.1" status: 204 len: 168 time: 1.1769676 Sep 16 05:04:25.703991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c34785-4bd5-4bf5-951e-e5e6c1e9d3ec tempest-NetworksTest-2061636491 tempest-NetworksTest-2061636491-project] Pushing event deleted for resources: {'Network': ['ID=6f0a868c-4d8a-492c-9364-f44e29910fcd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:25.708439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba', 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'fixed_ips': [{'subnet_id': '955cf7d3-4169-428a-ab4c-8373c1fec036'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:25.710836 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.931345 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:25.978769 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.003803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'name': 'tempest-TestServerMultinode-334612162-router', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:15Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '3703a6b3efae47958ef475581f41da8e', 'gw_port': {'id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:16Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '2d387975-1552-4ccf-8d6f-ce1462f52c9a', 'name': '', 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'mac_address': 'fa:16:3e:7d:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0d3d949c-bd63-48df-95b0-b90ac2bf6ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:19Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 2, 'project_id': '3703a6b3efae47958ef475581f41da8e', 'subnets': [{'id': '0d3d949c-bd63-48df-95b0-b90ac2bf6ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:26.010886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 77a7b874-f981-40e0-9f25-188999e0162d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:26.088034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Checking router: 4860d696-b082-4fa9-8725-0e87e5a2612e for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:26.088411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Updating router 4860d696-b082-4fa9-8725-0e87e5a2612e port 2d387975-1552-4ccf-8d6f-ce1462f52c9a binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:26.093002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 77a7b874-f981-40e0-9f25-188999e0162d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:26.093361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 77a7b874-f981-40e0-9f25-188999e0162d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:26.143891 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.168115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Allocated IP 172.20.0.2 (9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba/955cf7d3-4169-428a-ab4c-8373c1fec036/5d1a267a-d943-4fab-8672-611311d3fcae) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:26.178846 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:04:26.235253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Allocated IP 172.25.0.151 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/ff4aae3d-a3d7-4f3b-8f55-ec025524d305) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:26.272043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40790) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:26.482194 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6e7e0-fe97-48ef-ba66-b5e2f7e5768d req-1af1b110-628f-4bb7-bc5f-3534c57b0c83 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:26.492259 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ea6e7e0-fe97-48ef-ba66-b5e2f7e5768d req-1af1b110-628f-4bb7-bc5f-3534c57b0c83 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0766861 Sep 16 05:04:26.503396 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.556100 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ea6e7e0-fe97-48ef-ba66-b5e2f7e5768d req-99ebf80f-7133-452b-a875-4254952354b4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630200 Sep 16 05:04:26.560290 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.571284 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.573922 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.640213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e1e91787-04e3-4fc3-a4ab-8420169430b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aff6e7967eca44438e25c744f49b5c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626688 Sep 16 05:04:26.641250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40804) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:26.646752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Network 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:26.654345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:26.662407 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:26.664266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:26.670131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Pushing event updated for resources: {'Port': ['ID=5d1a267a-d943-4fab-8672-611311d3fcae,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.672686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:26.674702 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:26.765622 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.776336 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.782525 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4068f298-2055-4645-a7f9-6cdd4add565f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.787730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Pushing event updated for resources: {'Port': ['ID=ff4aae3d-a3d7-4f3b-8f55-ec025524d305,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.809485 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Attempting to bind port 5d1a267a-d943-4fab-8672-611311d3fcae on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:26.809912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Attempting to bind port 5d1a267a-d943-4fab-8672-611311d3fcae by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '25154540-cdbb-4b57-8ab6-f79f5d98d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:26.810722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Attempting to bind port 5d1a267a-d943-4fab-8672-611311d3fcae on network 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:26.827868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:26.828256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Checking segment: {'id': '25154540-cdbb-4b57-8ab6-f79f5d98d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:26.828673 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.829245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Bound using segment: {'id': '25154540-cdbb-4b57-8ab6-f79f5d98d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:26.829553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Bound port: 5d1a267a-d943-4fab-8672-611311d3fcae, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25154540-cdbb-4b57-8ab6-f79f5d98d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:26.829971 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.845199 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4068f298-2055-4645-a7f9-6cdd4add565f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.851998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:26.857793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172ac97-ec08-4eef-a28b-fb428fb8067f None None] Pushing event updated for resources: {'Port': ['ID=2d387975-1552-4ccf-8d6f-ce1462f52c9a,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:26.908982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:26.909342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4f9140fb-a1d2-4f1b-8d42-685b2f6e9eff not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:26.923488 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4068f298-2055-4645-a7f9-6cdd4add565f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.927383 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4068f298-2055-4645-a7f9-6cdd4add565f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:26.931609 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4068f298-2055-4645-a7f9-6cdd4add565f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/773e6939-4d4e-4403-a3ec-e63d2a0cd39f HTTP/1.1" status: 204 len: 168 time: 0.2840960 Sep 16 05:04:26.965102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068f298-2055-4645-a7f9-6cdd4add565f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773e6939-4d4e-4403-a3ec-e63d2a0cd39f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:27.078862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Attempting to bind port 2d387975-1552-4ccf-8d6f-ce1462f52c9a on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:27.078987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Attempting to bind port 2d387975-1552-4ccf-8d6f-ce1462f52c9a by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:27.079590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Attempting to bind port 2d387975-1552-4ccf-8d6f-ce1462f52c9a on network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:27.090937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] For port 5d1a267a-d943-4fab-8672-611311d3fcae, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:27.093197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:27.093565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Checking segment: {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:27.100961 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.101391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Bound using segment: {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:27.101970 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Bound port: 2d387975-1552-4ccf-8d6f-ce1462f52c9a, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:27.102675 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.108605 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] For port 5d1a267a-d943-4fab-8672-611311d3fcae, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5d1a267a-d943-4fab-8672-611311d3fcae,segment=NetworkSegment(25154540-cdbb-4b57-8ab6-f79f5d98d3d0),segment_id=25154540-cdbb-4b57-8ab6-f79f5d98d3d0)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:27.127601 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.257674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbeff2-8fae-40b8-866b-dc61d1fb44e3 None None] Pushing event updated for resources: {'Port': ['ID=5d1a267a-d943-4fab-8672-611311d3fcae,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:27.271018 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5b995e6c-b0c9-440f-bfa8-ee9e213cc4a3 None None] Provisioning complete for port 2d387975-1552-4ccf-8d6f-ce1462f52c9a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:27.271478 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b995e6c-b0c9-440f-bfa8-ee9e213cc4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.295529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] For port 2d387975-1552-4ccf-8d6f-ce1462f52c9a, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:27.311152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] For port 2d387975-1552-4ccf-8d6f-ce1462f52c9a, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2d387975-1552-4ccf-8d6f-ce1462f52c9a,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:27.324154 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.391074 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5b995e6c-b0c9-440f-bfa8-ee9e213cc4a3 None None] Port 2d387975-1552-4ccf-8d6f-ce1462f52c9a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:27.411747 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:27.515457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Routers {'4860d696-b082-4fa9-8725-0e87e5a2612e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:27.520492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4860d696-b082-4fa9-8725-0e87e5a2612e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:27.801750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172ac97-ec08-4eef-a28b-fb428fb8067f None None] Pushing event updated for resources: {'Port': ['ID=2d387975-1552-4ccf-8d6f-ce1462f52c9a,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:27.819124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911889d-23c0-4be2-a3ee-c244d7690afb req-0be7e33b-49e0-436d-a586-9fad1ad42311 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:27.828873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e911889d-23c0-4be2-a3ee-c244d7690afb req-0be7e33b-49e0-436d-a586-9fad1ad42311 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1369298 Sep 16 05:04:27.924598 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e911889d-23c0-4be2-a3ee-c244d7690afb req-3a4034a2-1897-4c9e-9740-29978742f6ea tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884173 Sep 16 05:04:27.991223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] Set router 4860d696-b082-4fa9-8725-0e87e5a2612e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:28.077144 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.088587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6d68c2b2-7576-400d-b6b3-1b1196fafd6c None None] Provisioning complete for port 2d387975-1552-4ccf-8d6f-ce1462f52c9a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:28.090197 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d68c2b2-7576-400d-b6b3-1b1196fafd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.365875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Router d23b2195-2d0a-4d80-8eb4-84676c6ec284 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:04:28.392281 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d68c2b2-7576-400d-b6b3-1b1196fafd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.501875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'name': 'tempest-TestServerMultinode-334612162-router', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:15Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '3703a6b3efae47958ef475581f41da8e', 'gw_port': {'id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:16Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '2d387975-1552-4ccf-8d6f-ce1462f52c9a', 'name': '', 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'mac_address': 'fa:16:3e:7d:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0d3d949c-bd63-48df-95b0-b90ac2bf6ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:19Z', 'updated_at': '2021-09-16T05:04:27Z', 'revision_number': 4, 'project_id': '3703a6b3efae47958ef475581f41da8e', 'subnets': [{'id': '0d3d949c-bd63-48df-95b0-b90ac2bf6ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:28.508260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6d68c2b2-7576-400d-b6b3-1b1196fafd6c None None] For port 2d387975-1552-4ccf-8d6f-ce1462f52c9a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2d387975-1552-4ccf-8d6f-ce1462f52c9a,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:28.543286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6044da-ff93-4240-90e1-e36a05dbf699 None None] The sync data for ids ['4860d696-b082-4fa9-8725-0e87e5a2612e'] in n-d-712142-17 is: [{'id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'name': 'tempest-TestServerMultinode-334612162-router', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:15Z', 'updated_at': '2021-09-16T05:04:21Z', 'revision_number': 4, 'project_id': '3703a6b3efae47958ef475581f41da8e', 'gw_port': {'id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:16Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '2d387975-1552-4ccf-8d6f-ce1462f52c9a', 'name': '', 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'mac_address': 'fa:16:3e:7d:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '0d3d949c-bd63-48df-95b0-b90ac2bf6ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:19Z', 'updated_at': '2021-09-16T05:04:27Z', 'revision_number': 4, 'project_id': '3703a6b3efae47958ef475581f41da8e', 'subnets': [{'id': '0d3d949c-bd63-48df-95b0-b90ac2bf6ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:28.548774 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d68c2b2-7576-400d-b6b3-1b1196fafd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.662879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:28.694065 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Sync routers for ids ['d23b2195-2d0a-4d80-8eb4-84676c6ec284'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:28.733468 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Routers {'d23b2195-2d0a-4d80-8eb4-84676c6ec284'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:28.735916 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d23b2195-2d0a-4d80-8eb4-84676c6ec284'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:28.754531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:28.758974 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-09703a27-6b24-4a42-9133-8ef99ae05987 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7733223 Sep 16 05:04:28.762827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40838) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:28.765297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40840) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:28.808474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68c2b2-7576-400d-b6b3-1b1196fafd6c None None] Pushing event updated for resources: {'Port': ['ID=2d387975-1552-4ccf-8d6f-ce1462f52c9a,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:28.942110 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Set router d23b2195-2d0a-4d80-8eb4-84676c6ec284 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:29.252705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5d1a267a-d943-4fab-8672-611311d3fcae up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:29.299627 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8d50a400-6317-4482-afe5-8fa465f5af39 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-652873167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:29.319602 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34fe524-d4b9-4250-821a-465316b66039 None None] Network 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:29.349561 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'name': 'tempest-TestServerMultinode-560572453-router', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:27Z', 'revision_number': 3, 'project_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'gw_port': {'id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:29.384790 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8d50a400-6317-4482-afe5-8fa465f5af39 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.389663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8d50a400-6317-4482-afe5-8fa465f5af39 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.438078 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Checking router: d23b2195-2d0a-4d80-8eb4-84676c6ec284 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:29.438353 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Updating router d23b2195-2d0a-4d80-8eb4-84676c6ec284 port ff4aae3d-a3d7-4f3b-8f55-ec025524d305 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:29.513486 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.554535 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8d50a400-6317-4482-afe5-8fa465f5af39 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.561108 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8d50a400-6317-4482-afe5-8fa465f5af39 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.580206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1764c3b0-5cfe-40b0-81bb-d2b92dd51dad None None] Provisioning complete for port 5d1a267a-d943-4fab-8672-611311d3fcae triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:29.580581 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1764c3b0-5cfe-40b0-81bb-d2b92dd51dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.590219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409750e3-e7a0-4a07-914e-5fc72d97267a req-95536a90-c62a-4940-91e2-beae68fbdfb4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:29.608108 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8d50a400-6317-4482-afe5-8fa465f5af39 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.610999 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8d50a400-6317-4482-afe5-8fa465f5af39 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8434980 Sep 16 05:04:29.611313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-409750e3-e7a0-4a07-914e-5fc72d97267a req-95536a90-c62a-4940-91e2-beae68fbdfb4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.5014608 Sep 16 05:04:29.615614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40850) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:29.622678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-146998098'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:29.685778 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5d1a267a-d943-4fab-8672-611311d3fcae triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:29.686306 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.794594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Made reservation on behalf of b47fbbc3202c4933b61cf0bf5dfa46eb for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:29.825693 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:29.843049 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.085696 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.095872 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.155964 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.164432 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.195021 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55cf64-b3a1-408f-8cc4-bdceaa3ef0de None None] Pushing event updated for resources: {'Port': ['ID=ff4aae3d-a3d7-4f3b-8f55-ec025524d305,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.259935 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Attempting to bind port ff4aae3d-a3d7-4f3b-8f55-ec025524d305 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:30.260731 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Attempting to bind port ff4aae3d-a3d7-4f3b-8f55-ec025524d305 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:30.261700 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Attempting to bind port ff4aae3d-a3d7-4f3b-8f55-ec025524d305 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:30.273027 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:30.273759 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:30.274350 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.275008 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:30.275651 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Bound port: ff4aae3d-a3d7-4f3b-8f55-ec025524d305, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:30.276200 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.284836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cdefff-92d0-46cc-a4e1-837f7150186d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.293240 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.303106 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-409750e3-e7a0-4a07-914e-5fc72d97267a req-8d46c926-e1da-4cc8-ba44-9253c91cc926 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6885262 Sep 16 05:04:30.309640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:30.356003 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.356364 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Added segment dc12e6bb-9a49-4b73-9256-bd756dd57f74 of type vlan for network 5bd6ef08-9a67-4c60-8884-017eb8c8d772 Sep 16 05:04:30.362568 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1764c3b0-5cfe-40b0-81bb-d2b92dd51dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.416045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 5d1a267a-d943-4fab-8672-611311d3fcae, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5d1a267a-d943-4fab-8672-611311d3fcae,segment=NetworkSegment(25154540-cdbb-4b57-8ab6-f79f5d98d3d0),segment_id=25154540-cdbb-4b57-8ab6-f79f5d98d3d0)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:30.456884 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.460689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2d387975-1552-4ccf-8d6f-ce1462f52c9a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:30.496064 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.514309 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.556085 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] For port ff4aae3d-a3d7-4f3b-8f55-ec025524d305, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:30.570064 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] For port ff4aae3d-a3d7-4f3b-8f55-ec025524d305, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ff4aae3d-a3d7-4f3b-8f55-ec025524d305,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:30.575615 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.606448 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.612153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:30.612776 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:30.729886 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Routers {'d23b2195-2d0a-4d80-8eb4-84676c6ec284'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:30.731203 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d23b2195-2d0a-4d80-8eb4-84676c6ec284'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:30.791684 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1744339 Sep 16 05:04:30.792377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40856) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:30.842039 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55cf64-b3a1-408f-8cc4-bdceaa3ef0de None None] Pushing event updated for resources: {'Port': ['ID=ff4aae3d-a3d7-4f3b-8f55-ec025524d305,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.896197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=5d1a267a-d943-4fab-8672-611311d3fcae,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:30.910803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-af672dbe-bfa6-412f-b919-c1a42f7097de tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Request body: {'subnet': {'network_id': '5bd6ef08-9a67-4c60-8884-017eb8c8d772', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:30.960633 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1764c3b0-5cfe-40b0-81bb-d2b92dd51dad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:04:30.960633 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1764c3b0-5cfe-40b0-81bb-d2b92dd51dad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:04:30.962962 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:30.963319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:30.963669 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:30.964011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:30.964355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:30.964692 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:30.965026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:30.965369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:30.965719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:30.966063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:30.966418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:30.966769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:30.973890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c36d2a-5e2b-4008-810d-a0457623f512 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event updated for resources: {'Network': ['ID=5bd6ef08-9a67-4c60-8884-017eb8c8d772,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.018360 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 5bd6ef08-9a67-4c60-8884-017eb8c8d772 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:31.104290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 2d387975-1552-4ccf-8d6f-ce1462f52c9a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:31.104726 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.107083 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] Set router d23b2195-2d0a-4d80-8eb4-84676c6ec284 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:31.146504 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af672dbe-bfa6-412f-b919-c1a42f7097de tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Made reservation on behalf of b47fbbc3202c4933b61cf0bf5dfa46eb for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:31.153692 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af672dbe-bfa6-412f-b919-c1a42f7097de tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.314676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Allocated IP 172.20.0.1 (9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba/955cf7d3-4169-428a-ab4c-8373c1fec036/1bd9f7fc-6647-4459-b5c0-93aa110d350f) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:31.404328 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af672dbe-bfa6-412f-b919-c1a42f7097de tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.531722 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.539098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af672dbe-bfa6-412f-b919-c1a42f7097de tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event updated for resources: {'Subnet': ['ID=245fd135-9ba6-497a-a357-36c32c58b947,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.543928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7ae32-6823-441e-8d2f-8e151e5479b2 req-ec7424f9-024d-4922-b853-4ce20eb04edb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.552172 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dab7ae32-6823-441e-8d2f-8e151e5479b2 req-ec7424f9-024d-4922-b853-4ce20eb04edb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1140032 Sep 16 05:04:31.612038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af672dbe-bfa6-412f-b919-c1a42f7097de tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Checking segment: {'id': 'dc12e6bb-9a49-4b73-9256-bd756dd57f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bd6ef08-9a67-4c60-8884-017eb8c8d772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:31.614688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af672dbe-bfa6-412f-b919-c1a42f7097de tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Network hostable DHCP agents. Network: 5bd6ef08-9a67-4c60-8884-017eb8c8d772, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:31.635794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5d1a267a-d943-4fab-8672-611311d3fcae up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:31.655200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af672dbe-bfa6-412f-b919-c1a42f7097de tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Network 5bd6ef08-9a67-4c60-8884-017eb8c8d772 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:31.669217 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.669489 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'name': 'tempest-TestServerMultinode-560572453-router', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:27Z', 'revision_number': 3, 'project_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'gw_port': {'id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:31.680114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-af672dbe-bfa6-412f-b919-c1a42f7097de tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 5bd6ef08-9a67-4c60-8884-017eb8c8d772) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:31.684657 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af672dbe-bfa6-412f-b919-c1a42f7097de tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:31.685305 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af672dbe-bfa6-412f-b919-c1a42f7097de tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.717899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e495f8-ab73-4017-af18-e37103e0b16b None None] Network 5bd6ef08-9a67-4c60-8884-017eb8c8d772 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:31.729034 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-af672dbe-bfa6-412f-b919-c1a42f7097de tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8313515 Sep 16 05:04:31.729253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Network 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:31.729355 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ce26c7-7f13-4064-a931-3b0ec81b12e7 None None] The sync data for ids ['d23b2195-2d0a-4d80-8eb4-84676c6ec284'] in n-d-712142-17 is: [{'id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'name': 'tempest-TestServerMultinode-560572453-router', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:27Z', 'revision_number': 3, 'project_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'gw_port': {'id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:31.729488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40864) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:31.730017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:31.733034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:31.734666 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9946d233-5322-4671-80b3-99059f80d20f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Request body: {'network': {'name': 'tempest-router-network01--1889961662'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:31.827413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ce528054-0d2c-4013-bbeb-287f6063116d None None] Provisioning complete for port 5d1a267a-d943-4fab-8672-611311d3fcae triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:31.828317 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ce528054-0d2c-4013-bbeb-287f6063116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.839708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9946d233-5322-4671-80b3-99059f80d20f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Made reservation on behalf of b47fbbc3202c4933b61cf0bf5dfa46eb for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:31.843862 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9946d233-5322-4671-80b3-99059f80d20f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.891694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dab7ae32-6823-441e-8d2f-8e151e5479b2 req-9a8eca43-1493-40e5-b123-40ed44c49924 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386438 Sep 16 05:04:31.930477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9946d233-5322-4671-80b3-99059f80d20f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:31.956766 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9946d233-5322-4671-80b3-99059f80d20f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:31.957038 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Pushing event updated for resources: {'Port': ['ID=1bd9f7fc-6647-4459-b5c0-93aa110d350f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:31.970737 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-9946d233-5322-4671-80b3-99059f80d20f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Added segment 3857eaa4-5a0c-4374-a148-637be88c3c8d of type vlan for network 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3 Sep 16 05:04:31.973429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.122842 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9946d233-5322-4671-80b3-99059f80d20f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.204953 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9946d233-5322-4671-80b3-99059f80d20f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.234532 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5d1a267a-d943-4fab-8672-611311d3fcae triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:32.234923 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.242108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9946d233-5322-4671-80b3-99059f80d20f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.242789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9946d233-5322-4671-80b3-99059f80d20f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.337514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.339551 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9946d233-5322-4671-80b3-99059f80d20f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6068110 Sep 16 05:04:32.343403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40868) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:32.404716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b3bb870e-3cd8-4f65-8942-7515bc2facc4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Request body: {'network': {'name': 'tempest-router-network02--199447600'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:32.490338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2d387975-1552-4ccf-8d6f-ce1462f52c9a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:32.544071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946d233-5322-4671-80b3-99059f80d20f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event updated for resources: {'Network': ['ID=1632d99b-e8eb-4146-8db7-fe62ce7e1cd3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:32.578023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:32.580427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bb870e-3cd8-4f65-8942-7515bc2facc4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Made reservation on behalf of b47fbbc3202c4933b61cf0bf5dfa46eb for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:32.587840 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3bb870e-3cd8-4f65-8942-7515bc2facc4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.626842 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-5bd6ef08-9a67-4c60-8884-017eb8c8d772', 'network_id': '5bd6ef08-9a67-4c60-8884-017eb8c8d772', 'tenant_id': 'b47fbbc3202c4933b61cf0bf5dfa46eb', 'fixed_ips': [{'subnet_id': '245fd135-9ba6-497a-a357-36c32c58b947'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:32.634832 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.655442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bb870e-3cd8-4f65-8942-7515bc2facc4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:32.674738 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3bb870e-3cd8-4f65-8942-7515bc2facc4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.677332 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-b3bb870e-3cd8-4f65-8942-7515bc2facc4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Added segment ea3ffd5b-acf9-4275-a4ea-038ae812e764 of type vlan for network df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef Sep 16 05:04:32.702444 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.715375 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.771328 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3bb870e-3cd8-4f65-8942-7515bc2facc4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.845189 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3bb870e-3cd8-4f65-8942-7515bc2facc4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.864032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bb870e-3cd8-4f65-8942-7515bc2facc4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:32.868882 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b3bb870e-3cd8-4f65-8942-7515bc2facc4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.889342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.901904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Pushing event updated for resources: {'Port': ['ID=1bd9f7fc-6647-4459-b5c0-93aa110d350f,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:32.930905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 2d387975-1552-4ccf-8d6f-ce1462f52c9a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:32.931331 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:32.940934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d1be7b57-30bb-4a5c-a655-caea46f48821 None None] Provisioning complete for port 1bd9f7fc-6647-4459-b5c0-93aa110d350f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:32.941348 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1be7b57-30bb-4a5c-a655-caea46f48821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.000610 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b3bb870e-3cd8-4f65-8942-7515bc2facc4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6102467 Sep 16 05:04:33.027795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40876) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:33.038672 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7e61e8e6-b2ae-42ea-a61b-cc8450167dca tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Request body: {'subnet': {'network_id': '1632d99b-e8eb-4146-8db7-fe62ce7e1cd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:33.046046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb870e-3cd8-4f65-8942-7515bc2facc4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event updated for resources: {'Network': ['ID=df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:33.147507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d1be7b57-30bb-4a5c-a655-caea46f48821 None None] Port 1bd9f7fc-6647-4459-b5c0-93aa110d350f cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:33.220716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Network 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:33.223608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:33.236345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:33.239884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487725-47d0-455d-8302-44789a36e137 req-3796d772-e70f-47e5-ba2e-c2b0ebb82524 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.248005 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65487725-47d0-455d-8302-44789a36e137 req-3796d772-e70f-47e5-ba2e-c2b0ebb82524 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1623740 Sep 16 05:04:33.284877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Allocated IP 172.20.0.2 (5bd6ef08-9a67-4c60-8884-017eb8c8d772/245fd135-9ba6-497a-a357-36c32c58b947/d8dc3afe-ad61-429e-97e9-5090e18b8d2b) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:33.348543 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e61e8e6-b2ae-42ea-a61b-cc8450167dca tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Made reservation on behalf of b47fbbc3202c4933b61cf0bf5dfa46eb for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:33.365740 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7e61e8e6-b2ae-42ea-a61b-cc8450167dca tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.427463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65487725-47d0-455d-8302-44789a36e137 req-29c17095-c314-48a8-a262-f5d6673974c2 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784930 Sep 16 05:04:33.578375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Router d23b2195-2d0a-4d80-8eb4-84676c6ec284 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:33.804485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd97760-ee39-45de-94e1-4764e6991b9b req-6bff8e71-f9e6-45f5-9bc5-1e2f4c6c7a18 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:33.812078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2dd97760-ee39-45de-94e1-4764e6991b9b req-6bff8e71-f9e6-45f5-9bc5-1e2f4c6c7a18 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1097 time: 0.2473612 Sep 16 05:04:33.835444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ff4aae3d-a3d7-4f3b-8f55-ec025524d305 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:33.902273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7e61e8e6-b2ae-42ea-a61b-cc8450167dca tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.906362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2dd97760-ee39-45de-94e1-4764e6991b9b req-0b5da2d2-69e5-4187-badf-a397629e1980 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933661 Sep 16 05:04:33.917007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8695b1fc-f195-4996-9b80-efba3b37bef5 None None] Provisioning complete for port 1bd9f7fc-6647-4459-b5c0-93aa110d350f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:33.918510 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8695b1fc-f195-4996-9b80-efba3b37bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:33.936025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:33.955251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f20fa344-800f-46ee-9bec-7033add44b9b admin admin] 10.222.0.53 "PUT /v2.0/routers/d23b2195-2d0a-4d80-8eb4-84676c6ec284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1943076 Sep 16 05:04:33.956085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40884) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:34.028924 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.049987 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.070271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e61e8e6-b2ae-42ea-a61b-cc8450167dca tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Checking segment: {'id': '3857eaa4-5a0c-4374-a148-637be88c3c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1632d99b-e8eb-4146-8db7-fe62ce7e1cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:34.072336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61e8e6-b2ae-42ea-a61b-cc8450167dca tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Network hostable DHCP agents. Network: 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:34.075931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61e8e6-b2ae-42ea-a61b-cc8450167dca tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event updated for resources: {'Subnet': ['ID=7fabfa05-e163-4d1d-aa77-a9b4e9d697f9,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:34.100789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61e8e6-b2ae-42ea-a61b-cc8450167dca tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Network 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:34.115125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-7e61e8e6-b2ae-42ea-a61b-cc8450167dca tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:34.128420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e61e8e6-b2ae-42ea-a61b-cc8450167dca tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:34.130478 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7e61e8e6-b2ae-42ea-a61b-cc8450167dca tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.140492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Network 5bd6ef08-9a67-4c60-8884-017eb8c8d772 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:34.150913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:34.162429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:34.163729 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7e61e8e6-b2ae-42ea-a61b-cc8450167dca tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1349001 Sep 16 05:04:34.166396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40888) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:34.173487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-82b17142-922f-4cee-818d-de79816e1d6f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Request body: {'subnet': {'network_id': 'df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:34.176406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8695b1fc-f195-4996-9b80-efba3b37bef5 None None] Port 1bd9f7fc-6647-4459-b5c0-93aa110d350f cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:34.181132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Pushing event updated for resources: {'Port': ['ID=d8dc3afe-ad61-429e-97e9-5090e18b8d2b,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:34.185853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d24d6e2-2e12-4d1a-93f9-5c5b1e891ccf None None] Network 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:34.192946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ff4aae3d-a3d7-4f3b-8f55-ec025524d305 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:34.193338 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.372021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port 606de4c8-25dc-49a1-8463-13fd16e4e262 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:34.378115 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.485062 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Attempting to bind port d8dc3afe-ad61-429e-97e9-5090e18b8d2b on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:34.485457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Attempting to bind port d8dc3afe-ad61-429e-97e9-5090e18b8d2b by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'dc12e6bb-9a49-4b73-9256-bd756dd57f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bd6ef08-9a67-4c60-8884-017eb8c8d772'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:34.485881 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Attempting to bind port d8dc3afe-ad61-429e-97e9-5090e18b8d2b on network 5bd6ef08-9a67-4c60-8884-017eb8c8d772 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:34.512008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:34.512854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Checking segment: {'id': 'dc12e6bb-9a49-4b73-9256-bd756dd57f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bd6ef08-9a67-4c60-8884-017eb8c8d772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:34.513438 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.514128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Bound using segment: {'id': 'dc12e6bb-9a49-4b73-9256-bd756dd57f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bd6ef08-9a67-4c60-8884-017eb8c8d772'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:34.514821 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Bound port: d8dc3afe-ad61-429e-97e9-5090e18b8d2b, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc12e6bb-9a49-4b73-9256-bd756dd57f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bd6ef08-9a67-4c60-8884-017eb8c8d772'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:34.515460 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.528338 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.528901 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.542789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for 606de4c8-25dc-49a1-8463-13fd16e4e262 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:34.556395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b17142-922f-4cee-818d-de79816e1d6f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Made reservation on behalf of b47fbbc3202c4933b61cf0bf5dfa46eb for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:34.585535 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-82b17142-922f-4cee-818d-de79816e1d6f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.633176 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.712038 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port ff4aae3d-a3d7-4f3b-8f55-ec025524d305, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ff4aae3d-a3d7-4f3b-8f55-ec025524d305,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:34.731735 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:34.979211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Sync routers for ids ['d23b2195-2d0a-4d80-8eb4-84676c6ec284'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:35.056900 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-82b17142-922f-4cee-818d-de79816e1d6f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.076253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8437e-2862-4d35-bf4d-5452b07e7498 req-33af0f8e-0e58-48e9-a930-eb23eaec8a4f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.078328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64f8437e-2862-4d35-bf4d-5452b07e7498 req-33af0f8e-0e58-48e9-a930-eb23eaec8a4f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1864390 Sep 16 05:04:35.079676 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.110906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-1632d99b-e8eb-4146-8db7-fe62ce7e1cd3', 'network_id': '1632d99b-e8eb-4146-8db7-fe62ce7e1cd3', 'tenant_id': 'b47fbbc3202c4933b61cf0bf5dfa46eb', 'fixed_ips': [{'subnet_id': '7fabfa05-e163-4d1d-aa77-a9b4e9d697f9'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:35.112618 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.125042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=606de4c8-25dc-49a1-8463-13fd16e4e262,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:35.131994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b17142-922f-4cee-818d-de79816e1d6f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event updated for resources: {'Subnet': ['ID=ca290224-8626-4fb5-a10c-3d0bcc5c9df5,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:35.135956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] For port d8dc3afe-ad61-429e-97e9-5090e18b8d2b, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:35.141410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b17142-922f-4cee-818d-de79816e1d6f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Checking segment: {'id': 'ea3ffd5b-acf9-4275-a4ea-038ae812e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:35.141685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b17142-922f-4cee-818d-de79816e1d6f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Network hostable DHCP agents. Network: df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:04:35.162507 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b17142-922f-4cee-818d-de79816e1d6f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Network df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:04:35.178070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-82b17142-922f-4cee-818d-de79816e1d6f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:35.179659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=ff4aae3d-a3d7-4f3b-8f55-ec025524d305,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:35.185546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b17142-922f-4cee-818d-de79816e1d6f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.189101 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-82b17142-922f-4cee-818d-de79816e1d6f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.194599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] For port d8dc3afe-ad61-429e-97e9-5090e18b8d2b, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d8dc3afe-ad61-429e-97e9-5090e18b8d2b,segment=NetworkSegment(dc12e6bb-9a49-4b73-9256-bd756dd57f74),segment_id=dc12e6bb-9a49-4b73-9256-bd756dd57f74)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:35.199393 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7d37b-ab3b-4dc8-a48e-b9383b6f2da2 None None] Network df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:35.213948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40906) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:35.214820 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-82b17142-922f-4cee-818d-de79816e1d6f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0467060 Sep 16 05:04:35.217105 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64f8437e-2862-4d35-bf4d-5452b07e7498 req-53e130aa-79c1-4058-9999-05a5eb8310f4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018243 Sep 16 05:04:35.261820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Routers {'d23b2195-2d0a-4d80-8eb4-84676c6ec284'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:35.262890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-32273989-7b46-4746-9835-08510b0e9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d23b2195-2d0a-4d80-8eb4-84676c6ec284'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:35.282956 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.283913 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Floating IP 8db278fd-8e0b-462e-b871-c863435e2ac0 disassociated (deleted). External IP: 172.25.0.7, port: 1b407c16-ba2a-45c0-80d1-bf1528a4f976. Sep 16 05:04:35.302736 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.632869 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-d5371707-be13-4259-b064-604cb3d97421 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:35.634391 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-d5371707-be13-4259-b064-604cb3d97421 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/networks?id=5f6f07e6-cb89-44b3-a6da-3692f3015c8c HTTP/1.1" status: 200 len: 910 time: 0.2755980 Sep 16 05:04:35.760016 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-fd91f79f-5d7b-4cba-8654-596947405891 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/quotas/89a09aa0027849d8a53a3e6cf14c4bbc HTTP/1.1" status: 200 len: 375 time: 0.0912848 Sep 16 05:04:35.770922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ff4aae3d-a3d7-4f3b-8f55-ec025524d305 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:35.870100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc274e3e-87c9-412a-bf6f-8413a5a0c660 None None] Pushing event updated for resources: {'Port': ['ID=d8dc3afe-ad61-429e-97e9-5090e18b8d2b,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:35.908888 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:35.924509 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Set router d23b2195-2d0a-4d80-8eb4-84676c6ec284 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:35.926904 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Allocated IP 172.20.0.2 (1632d99b-e8eb-4146-8db7-fe62ce7e1cd3/7fabfa05-e163-4d1d-aa77-a9b4e9d697f9/0a686247-bcae-482e-93b4-65e2d44cce38) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:35.998187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ff4aae3d-a3d7-4f3b-8f55-ec025524d305 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:36.000658 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.251135 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef', 'network_id': 'df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef', 'tenant_id': 'b47fbbc3202c4933b61cf0bf5dfa46eb', 'fixed_ips': [{'subnet_id': 'ca290224-8626-4fb5-a10c-3d0bcc5c9df5'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:04:36.252686 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.424335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-fa2dffa3-c53a-413a-80af-667954e0d615 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=89a09aa0027849d8a53a3e6cf14c4bbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6215186 Sep 16 05:04:36.425856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.444442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-475df302-a922-42de-8f46-920782bbf845 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:04:36.445440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-475df302-a922-42de-8f46-920782bbf845 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058842 Sep 16 05:04:36.657963 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.680335 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:36.692825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Allocated IP 172.20.0.2 (df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef/ca290224-8626-4fb5-a10c-3d0bcc5c9df5/35325c72-fcf3-4ef4-9e21-e4ed624dde33) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:36.736393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:36.744372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Network 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:36.749263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:36.752303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:36.813361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-32273989-7b46-4746-9835-08510b0e9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'name': 'tempest-TestServerMultinode-560572453-router', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:32Z', 'revision_number': 4, 'project_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'gw_port': {'id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1bd9f7fc-6647-4459-b5c0-93aa110d350f', 'name': '', 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'mac_address': 'fa:16:3e:f1:b1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '955cf7d3-4169-428a-ab4c-8373c1fec036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:30Z', 'updated_at': '2021-09-16T05:04:32Z', 'revision_number': 2, 'project_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'subnets': [{'id': '955cf7d3-4169-428a-ab4c-8373c1fec036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:36.874439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Pushing event updated for resources: {'Port': ['ID=0a686247-bcae-482e-93b4-65e2d44cce38,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:36.888420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Checking router: d23b2195-2d0a-4d80-8eb4-84676c6ec284 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:36.891341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Updating router d23b2195-2d0a-4d80-8eb4-84676c6ec284 port 1bd9f7fc-6647-4459-b5c0-93aa110d350f binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:04:36.926417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-1e969714-44e4-46cb-a5ac-3ad9d32ee4de service neutron] 10.222.0.53 "GET /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335201 Sep 16 05:04:37.025389 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.052084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Attempting to bind port 0a686247-bcae-482e-93b4-65e2d44cce38 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:37.054043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Attempting to bind port 0a686247-bcae-482e-93b4-65e2d44cce38 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '3857eaa4-5a0c-4374-a148-637be88c3c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1632d99b-e8eb-4146-8db7-fe62ce7e1cd3'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:37.057859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Attempting to bind port 0a686247-bcae-482e-93b4-65e2d44cce38 on network 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:37.104286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:37.104286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Checking segment: {'id': '3857eaa4-5a0c-4374-a148-637be88c3c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1632d99b-e8eb-4146-8db7-fe62ce7e1cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:37.104620 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.104898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Bound using segment: {'id': '3857eaa4-5a0c-4374-a148-637be88c3c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1632d99b-e8eb-4146-8db7-fe62ce7e1cd3'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:37.105381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Bound port: 0a686247-bcae-482e-93b4-65e2d44cce38, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3857eaa4-5a0c-4374-a148-637be88c3c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1632d99b-e8eb-4146-8db7-fe62ce7e1cd3'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:37.105811 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.123431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f07eb4-f1e9-43fd-b25d-9ccb14994210 None None] Network 5bd6ef08-9a67-4c60-8884-017eb8c8d772 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:37.247412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Allocated IP 172.20.0.1 (1632d99b-e8eb-4146-8db7-fe62ce7e1cd3/7fabfa05-e163-4d1d-aa77-a9b4e9d697f9/4927d08b-b12a-412d-bec4-ac6165f50ce7) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:37.286381 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-51f3beb4-9c2f-4637-a782-17d3bf8891eb service neutron] 10.222.0.53 "GET /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500197 Sep 16 05:04:37.416176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.429693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0da4d898-6117-420a-bf3e-2cbbb5e35ecc None None] Provisioning complete for port d8dc3afe-ad61-429e-97e9-5090e18b8d2b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:37.430218 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0da4d898-6117-420a-bf3e-2cbbb5e35ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.480211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:37.489751 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.504293 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.521413 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686228a-bf9b-465a-93d9-30d1f19b229e None None] Sync routers for ids ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:37.553234 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.559943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] For port 0a686247-bcae-482e-93b4-65e2d44cce38, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:37.569427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] For port 0a686247-bcae-482e-93b4-65e2d44cce38, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0a686247-bcae-482e-93b4-65e2d44cce38,segment=NetworkSegment(3857eaa4-5a0c-4374-a148-637be88c3c8d),segment_id=3857eaa4-5a0c-4374-a148-637be88c3c8d)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:37.579575 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.586203 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e686228a-bf9b-465a-93d9-30d1f19b229e None None] Routers {'c94aa53d-4565-4c2a-8e09-14b0b8e18a13'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:37.591728 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e686228a-bf9b-465a-93d9-30d1f19b229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:37.631805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Network 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:37.649561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:37.655894 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.689801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:37.700339 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7a3a8557-e6c5-4d59-b57f-36d9e066346a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/floatingips/8db278fd-8e0b-462e-b871-c863435e2ac0 HTTP/1.1" status: 204 len: 168 time: 3.7430422 Sep 16 05:04:37.735472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:37.738708 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6157322-e547-4089-a117-d677c83a521a" -d '{"events": [{"name": "network-changed", "server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:37.805758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event updated for resources: {'Port': ['ID=4927d08b-b12a-412d-bec4-ac6165f50ce7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:37.825525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Network df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:37.831432 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0da4d898-6117-420a-bf3e-2cbbb5e35ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.841149 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:37.843476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Pushing event updated for resources: {'Port': ['ID=35325c72-fcf3-4ef4-9e21-e4ed624dde33,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:37.857773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788529d-3f33-4398-893f-1f3bdee867d0 req-c0583250-c9a7-41d8-b491-d24b5ab1b6e8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:37.858015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d8dc3afe-ad61-429e-97e9-5090e18b8d2b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:37.860149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3788529d-3f33-4398-893f-1f3bdee867d0 req-c0583250-c9a7-41d8-b491-d24b5ab1b6e8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.2356052 Sep 16 05:04:37.862307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:37.883552 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-e686228a-bf9b-465a-93d9-30d1f19b229e None None] Set router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:38.037675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3788529d-3f33-4398-893f-1f3bdee867d0 req-4217feef-56f5-45da-ba2b-2c9433e9b5e5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430767 Sep 16 05:04:38.109838 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.207618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d95d4f6b-d324-4d5a-852e-01208b94aba1 req-f77a500f-d088-4665-8345-66048a5a1208 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 210 time: 0.0782936 Sep 16 05:04:38.247490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:38.487156 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.842021 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e686228a-bf9b-465a-93d9-30d1f19b229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:21Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'b9aa6128-5ed0-4dae-90ed-25b4d40be37e', 'name': '', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:f8:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:19Z', 'updated_at': '2021-09-16T05:02:31Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:38.884255 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686228a-bf9b-465a-93d9-30d1f19b229e None None] Checking router: c94aa53d-4565-4c2a-8e09-14b0b8e18a13 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:38.913183 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e686228a-bf9b-465a-93d9-30d1f19b229e None None] Routers {'c94aa53d-4565-4c2a-8e09-14b0b8e18a13'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:38.914062 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e686228a-bf9b-465a-93d9-30d1f19b229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:38.916728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6157322-e547-4089-a117-d677c83a521a req-8348d873-4d6c-4a1d-a611-39f2e8a96935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:38.926377 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6157322-e547-4089-a117-d677c83a521a req-8348d873-4d6c-4a1d-a611-39f2e8a96935 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 1097 time: 0.1646845 Sep 16 05:04:38.930615 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:38.934265 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd2190-904c-49bd-9f3c-7d21dac09cbe x-openstack-request-id: req-d8fd2190-904c-49bd-9f3c-7d21dac09cbe {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:38.934562 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:38.934817 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8fd2190-904c-49bd-9f3c-7d21dac09cbe {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:38.936649 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'status': 'completed', 'code': 200} Sep 16 05:04:38.945259 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.143604 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-e686228a-bf9b-465a-93d9-30d1f19b229e None None] Set router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:39.147510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d8dc3afe-ad61-429e-97e9-5090e18b8d2b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:39.148624 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.157324 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.175411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event updated for resources: {'Port': ['ID=4927d08b-b12a-412d-bec4-ac6165f50ce7,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:39.186462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6157322-e547-4089-a117-d677c83a521a req-424facbd-37bb-4400-9e8a-7b674b0fe2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.189989 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6157322-e547-4089-a117-d677c83a521a req-424facbd-37bb-4400-9e8a-7b674b0fe2c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68e41def-6cac-4908-9205-46824e3fda91 HTTP/1.1" status: 200 len: 897 time: 0.2559071 Sep 16 05:04:39.309220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0da4d898-6117-420a-bf3e-2cbbb5e35ecc None None] For port d8dc3afe-ad61-429e-97e9-5090e18b8d2b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d8dc3afe-ad61-429e-97e9-5090e18b8d2b,segment=NetworkSegment(dc12e6bb-9a49-4b73-9256-bd756dd57f74),segment_id=dc12e6bb-9a49-4b73-9256-bd756dd57f74)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:39.311008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.15', 60858) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:39.345882 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6157322-e547-4089-a117-d677c83a521a req-3fe41d63-de12-482d-ba71-b852d466d60c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 200 len: 217 time: 0.1454165 Sep 16 05:04:39.398616 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0da4d898-6117-420a-bf3e-2cbbb5e35ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.413062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dc988-849d-410d-9b28-28b7427ee06e req-2b365189-6f4d-4a5f-9c84-5589b425ce14 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:39.420683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-781dc988-849d-410d-9b28-28b7427ee06e req-2b365189-6f4d-4a5f-9c84-5589b425ce14 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.1652913 Sep 16 05:04:39.505199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3825f38-460b-4273-85ed-2e4a20bd35b0 None None] Pushing event updated for resources: {'Port': ['ID=0a686247-bcae-482e-93b4-65e2d44cce38,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:39.505821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Network 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:39.509069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:39.530373 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.532532 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-781dc988-849d-410d-9b28-28b7427ee06e req-be7a3f6a-a2c1-4df8-ab63-1276857e7cd1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052449 Sep 16 05:04:39.669508 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4d898-6117-420a-bf3e-2cbbb5e35ecc None None] Pushing event updated for resources: {'Port': ['ID=d8dc3afe-ad61-429e-97e9-5090e18b8d2b,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:39.672871 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.687570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Attempting to bind port 35325c72-fcf3-4ef4-9e21-e4ed624dde33 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:39.687959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Attempting to bind port 35325c72-fcf3-4ef4-9e21-e4ed624dde33 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ea3ffd5b-acf9-4275-a4ea-038ae812e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:39.688598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Attempting to bind port 35325c72-fcf3-4ef4-9e21-e4ed624dde33 on network df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:39.717058 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e686228a-bf9b-465a-93d9-30d1f19b229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:21Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'b9aa6128-5ed0-4dae-90ed-25b4d40be37e', 'name': '', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:f8:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:19Z', 'updated_at': '2021-09-16T05:02:31Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:39.798781 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686228a-bf9b-465a-93d9-30d1f19b229e None None] The sync data for ids ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'] in n-d-712142-17 is: [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:02:21Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'b9aa6128-5ed0-4dae-90ed-25b4d40be37e', 'name': '', 'network_id': '68e41def-6cac-4908-9205-46824e3fda91', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:f8:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:19Z', 'updated_at': '2021-09-16T05:02:31Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '7899f5fe-074e-4eb3-9705-eb6b22493c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:39.832870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.15', 60859) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:39.956440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:39.958201 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Checking segment: {'id': 'ea3ffd5b-acf9-4275-a4ea-038ae812e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:39.959253 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:39.965391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Bound using segment: {'id': 'ea3ffd5b-acf9-4275-a4ea-038ae812e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:39.966103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Bound port: 35325c72-fcf3-4ef4-9e21-e4ed624dde33, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3ffd5b-acf9-4275-a4ea-038ae812e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:39.966620 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.052788 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75413f8b-ae99-4277-836d-7774210b6adc req-c1dfa382-83cf-4f4a-993a-6f0705b913b8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.062830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75413f8b-ae99-4277-836d-7774210b6adc req-c1dfa382-83cf-4f4a-993a-6f0705b913b8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.2807312 Sep 16 05:04:40.128237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a0fa6-6efa-40f4-9ede-325ce1d2a9fe req-ec2a76b9-c4ce-4fa0-8f55-a78397429d44 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.130642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e68a0fa6-6efa-40f4-9ede-325ce1d2a9fe req-ec2a76b9-c4ce-4fa0-8f55-a78397429d44 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.2906063 Sep 16 05:04:40.131264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Router c8db62cf-11c8-46c3-9594-d981cd0f855d is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:04:40.279242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] For port 35325c72-fcf3-4ef4-9e21-e4ed624dde33, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:40.295931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] For port 35325c72-fcf3-4ef4-9e21-e4ed624dde33, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=35325c72-fcf3-4ef4-9e21-e4ed624dde33,segment=NetworkSegment(ea3ffd5b-acf9-4275-a4ea-038ae812e764),segment_id=ea3ffd5b-acf9-4275-a4ea-038ae812e764)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:40.328396 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.356144 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75413f8b-ae99-4277-836d-7774210b6adc req-21384e1c-cce1-4c86-a7c6-34bc11677c10 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922959 Sep 16 05:04:40.390659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e77a1-80b3-41aa-9045-34f6a700b7f8 None None] Pushing event updated for resources: {'Port': ['ID=1bd9f7fc-6647-4459-b5c0-93aa110d350f,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:40.530165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0a686247-bcae-482e-93b4-65e2d44cce38 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:40.564218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd6c040-c5f7-4e85-80bf-3a443ef21b15 None None] Network 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:40.617655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-8412593c-c398-4da9-81da-7b5eb2ab5ced tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.619501 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-8412593c-c398-4da9-81da-7b5eb2ab5ced tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.15 "GET /v2.0/networks?id=5f6f07e6-cb89-44b3-a6da-3692f3015c8c HTTP/1.1" status: 200 len: 910 time: 1.3072538 Sep 16 05:04:40.620319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3500dc48-7a1e-4b85-bb4c-d9ab87f07745 req-2dc76e24-63eb-4381-b937-e1924d1d986d tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 210 time: 0.0992992 Sep 16 05:04:40.625663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:40.643826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb8830-9e8b-42be-bf72-1ab87dd24ad6 None None] New status for floating IP 8db278fd-8e0b-462e-b871-c863435e2ac0: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:04:40.648831 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8eae82-373f-4d88-9202-95a7a6937a1a None None] Sync routers for ids ['c8db62cf-11c8-46c3-9594-d981cd0f855d'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:40.653313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 40970) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:40.658840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-51612d58-9057-47c6-9533-d8a46c50c56d tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "PUT /v2.0/routers/c8db62cf-11c8-46c3-9594-d981cd0f855d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4389753 Sep 16 05:04:40.665229 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Request body: {'port': {'device_id': '0bd86493-0935-4365-bf76-0d6e5f44f68a', 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c', 'admin_state_up': True, 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:40.668323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Attempting to bind port 1bd9f7fc-6647-4459-b5c0-93aa110d350f on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:40.668905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Attempting to bind port 1bd9f7fc-6647-4459-b5c0-93aa110d350f by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '25154540-cdbb-4b57-8ab6-f79f5d98d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:40.669383 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Attempting to bind port 1bd9f7fc-6647-4459-b5c0-93aa110d350f on network 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:40.672174 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8eae82-373f-4d88-9202-95a7a6937a1a None None] Routers {'c8db62cf-11c8-46c3-9594-d981cd0f855d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:40.673183 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6d8eae82-373f-4d88-9202-95a7a6937a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c8db62cf-11c8-46c3-9594-d981cd0f855d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:40.737514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:40.738833 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Checking segment: {'id': '25154540-cdbb-4b57-8ab6-f79f5d98d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:40.739382 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.739894 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Bound using segment: {'id': '25154540-cdbb-4b57-8ab6-f79f5d98d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:40.740515 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Bound port: 1bd9f7fc-6647-4459-b5c0-93aa110d350f, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25154540-cdbb-4b57-8ab6-f79f5d98d3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:40.741104 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.764929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6157322-e547-4089-a117-d677c83a521a req-dea55bdd-b5bc-4b81-82a9-10eb994319eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.766358 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6157322-e547-4089-a117-d677c83a521a req-dea55bdd-b5bc-4b81-82a9-10eb994319eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7899f5fe-074e-4eb3-9705-eb6b22493c36 HTTP/1.1" status: 200 len: 835 time: 1.3772686 Sep 16 05:04:40.806058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-e68a0fa6-6efa-40f4-9ede-325ce1d2a9fe req-d2bd559f-af3c-42e2-9a7f-f6acb2cd64c7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:40.806479 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e68a0fa6-6efa-40f4-9ede-325ce1d2a9fe req-d2bd559f-af3c-42e2-9a7f-f6acb2cd64c7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.811386 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6d8eae82-373f-4d88-9202-95a7a6937a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:40.840899 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8eae82-373f-4d88-9202-95a7a6937a1a None None] Routers {'c8db62cf-11c8-46c3-9594-d981cd0f855d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:40.841636 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6d8eae82-373f-4d88-9202-95a7a6937a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c8db62cf-11c8-46c3-9594-d981cd0f855d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:40.871902 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-64ee418b-4624-48f6-a774-92779c091a17 None None] Provisioning complete for port d8dc3afe-ad61-429e-97e9-5090e18b8d2b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:40.879396 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521e8c9-a95c-42f4-8395-34277463ab52 req-e286c175-c427-4b59-980e-a7bf43a26528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.880124 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-64ee418b-4624-48f6-a774-92779c091a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:40.881110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1521e8c9-a95c-42f4-8395-34277463ab52 req-e286c175-c427-4b59-980e-a7bf43a26528 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1097 time: 1.5716641 Sep 16 05:04:40.887687 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193123b-d7ae-49bd-83aa-8cf174133dac None None] Pushing event updated for resources: {'Port': ['ID=35325c72-fcf3-4ef4-9e21-e4ed624dde33,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:40.913884 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6d8eae82-373f-4d88-9202-95a7a6937a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:40.916334 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8eae82-373f-4d88-9202-95a7a6937a1a None None] The sync data for ids ['c8db62cf-11c8-46c3-9594-d981cd0f855d'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:40.973378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358c5e2-4e73-403e-ba88-c4fab23d58fe req-c78b0dbf-151e-428f-95a4-6796702fc144 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.981748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5358c5e2-4e73-403e-ba88-c4fab23d58fe req-c78b0dbf-151e-428f-95a4-6796702fc144 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eead90d-ab3d-410b-b485-ea011d615c39 HTTP/1.1" status: 200 len: 945 time: 0.2384837 Sep 16 05:04:40.984287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6157322-e547-4089-a117-d677c83a521a req-a05f6c45-a224-4627-b868-cc6782abd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:40.986498 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6157322-e547-4089-a117-d677c83a521a req-a05f6c45-a224-4627-b868-cc6782abd503 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68e41def-6cac-4908-9205-46824e3fda91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1570387 Sep 16 05:04:40.989454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Made reservation on behalf of 89a09aa0027849d8a53a3e6cf14c4bbc for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:40.992125 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.005052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-c6157322-e547-4089-a117-d677c83a521a req-fc2730f1-730c-4b96-b1c2-f42c42cababa service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:04:41.008732 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6157322-e547-4089-a117-d677c83a521a req-fc2730f1-730c-4b96-b1c2-f42c42cababa service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088882 Sep 16 05:04:41.116119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5358c5e2-4e73-403e-ba88-c4fab23d58fe req-e4e906b4-f79b-4a6f-a602-76ba43358cc6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=914d1b2a-e6f1-4268-b0e7-79e86abca7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329205 Sep 16 05:04:41.120477 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e68a0fa6-6efa-40f4-9ede-325ce1d2a9fe req-d2bd559f-af3c-42e2-9a7f-f6acb2cd64c7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] For port 1b407c16-ba2a-45c0-80d1-bf1528a4f976, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=1b407c16-ba2a-45c0-80d1-bf1528a4f976,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:41.120872 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e68a0fa6-6efa-40f4-9ede-325ce1d2a9fe req-d2bd559f-af3c-42e2-9a7f-f6acb2cd64c7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.154251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-e68a0fa6-6efa-40f4-9ede-325ce1d2a9fe req-d2bd559f-af3c-42e2-9a7f-f6acb2cd64c7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for 1b407c16-ba2a-45c0-80d1-bf1528a4f976 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:41.155496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0a686247-bcae-482e-93b4-65e2d44cce38 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:41.155990 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.227073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-32273989-7b46-4746-9835-08510b0e9657 None None] For port 1bd9f7fc-6647-4459-b5c0-93aa110d350f, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:41.276395 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6157322-e547-4089-a117-d677c83a521a req-4dacdf51-9d66-44dc-80af-8c8cf7d8ca96 service neutron] 10.222.0.15 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572653 Sep 16 05:04:41.301430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-32273989-7b46-4746-9835-08510b0e9657 None None] For port 1bd9f7fc-6647-4459-b5c0-93aa110d350f, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1bd9f7fc-6647-4459-b5c0-93aa110d350f,segment=NetworkSegment(25154540-cdbb-4b57-8ab6-f79f5d98d3d0),segment_id=25154540-cdbb-4b57-8ab6-f79f5d98d3d0)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:41.321155 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.346722 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e68a0fa6-6efa-40f4-9ede-325ce1d2a9fe req-d2bd559f-af3c-42e2-9a7f-f6acb2cd64c7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.391241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd559f-af3c-42e2-9a7f-f6acb2cd64c7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=1b407c16-ba2a-45c0-80d1-bf1528a4f976,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:41.422720 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.462685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68a0fa6-6efa-40f4-9ede-325ce1d2a9fe req-d2bd559f-af3c-42e2-9a7f-f6acb2cd64c7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] No DVR routers for this DVR port 1b407c16-ba2a-45c0-80d1-bf1528a4f976 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:41.465726 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e68a0fa6-6efa-40f4-9ede-325ce1d2a9fe req-d2bd559f-af3c-42e2-9a7f-f6acb2cd64c7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.468084 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e68a0fa6-6efa-40f4-9ede-325ce1d2a9fe req-d2bd559f-af3c-42e2-9a7f-f6acb2cd64c7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.15 "DELETE /v2.0/ports/1b407c16-ba2a-45c0-80d1-bf1528a4f976 HTTP/1.1" status: 204 len: 173 time: 1.3278413 Sep 16 05:04:41.468988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'name': 'network-vif-deleted', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:41.471921 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e90cb6-dd91-4686-988a-4831a7291524" -d '{"events": [{"server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "name": "network-vif-deleted", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:41.549458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 0a686247-bcae-482e-93b4-65e2d44cce38, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0a686247-bcae-482e-93b4-65e2d44cce38,segment=NetworkSegment(3857eaa4-5a0c-4374-a148-637be88c3c8d),segment_id=3857eaa4-5a0c-4374-a148-637be88c3c8d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:41.574266 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.575058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d8dc3afe-ad61-429e-97e9-5090e18b8d2b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:41.615207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Routers {'d23b2195-2d0a-4d80-8eb4-84676c6ec284'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:41.615881 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-32273989-7b46-4746-9835-08510b0e9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d23b2195-2d0a-4d80-8eb4-84676c6ec284'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:41.765068 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30cd0e-e5a2-4071-bd63-061a03afa8b4 req-30f07b40-8680-4f8e-8c4e-cc1470adb37b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:41.781031 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c30cd0e-e5a2-4071-bd63-061a03afa8b4 req-30f07b40-8680-4f8e-8c4e-cc1470adb37b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1854186 Sep 16 05:04:41.797209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e77a1-80b3-41aa-9045-34f6a700b7f8 None None] Pushing event updated for resources: {'Port': ['ID=1bd9f7fc-6647-4459-b5c0-93aa110d350f,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:41.848167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2f00f849-7366-48df-bd24-bce2ec4b6471 None None] Provisioning complete for port 0a686247-bcae-482e-93b4-65e2d44cce38 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:41.848554 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2f00f849-7366-48df-bd24-bce2ec4b6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:41.971915 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c30cd0e-e5a2-4071-bd63-061a03afa8b4 req-410a90f3-d4ac-4802-86d5-a535dd8b6564 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808672 Sep 16 05:04:42.060411 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40da7b9e-24b0-4918-a79e-75c1258cd7d9 x-openstack-request-id: req-40da7b9e-24b0-4918-a79e-75c1258cd7d9 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:42.060823 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eead90d-ab3d-410b-b485-ea011d615c39", "name": "network-vif-deleted", "tag": "1b407c16-ba2a-45c0-80d1-bf1528a4f976", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:42.070069 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40da7b9e-24b0-4918-a79e-75c1258cd7d9 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:42.070069 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eead90d-ab3d-410b-b485-ea011d615c39', 'name': 'network-vif-deleted', 'tag': '1b407c16-ba2a-45c0-80d1-bf1528a4f976', 'status': 'completed', 'code': 200} Sep 16 05:04:42.216373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Allocated IP 172.20.0.13 (5f6f07e6-cb89-44b3-a6da-3692f3015c8c/0d3d949c-bd63-48df-95b0-b90ac2bf6ccd/389213d1-4ed5-47d0-894c-968e17a45754) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:42.283192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d8dc3afe-ad61-429e-97e9-5090e18b8d2b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:42.283587 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.323137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2f00f849-7366-48df-bd24-bce2ec4b6471 None None] Provisioning complete for port 1bd9f7fc-6647-4459-b5c0-93aa110d350f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:42.323542 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2f00f849-7366-48df-bd24-bce2ec4b6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:42.325152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=0a686247-bcae-482e-93b4-65e2d44cce38,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:42.327468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4f1acb8-2b87-413a-9f31-a06a317ee656 req-5c18ed1a-8f39-4277-b473-3c5e3956b1e7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 210 time: 0.0933981 Sep 16 05:04:42.374952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521e8c9-a95c-42f4-8395-34277463ab52 req-5887f4f2-dbeb-4d48-bcbc-0e34fe6d6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:42.376802 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1521e8c9-a95c-42f4-8395-34277463ab52 req-5887f4f2-dbeb-4d48-bcbc-0e34fe6d6836 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 1.4736531 Sep 16 05:04:42.396645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-32273989-7b46-4746-9835-08510b0e9657 None None] Set router d23b2195-2d0a-4d80-8eb4-84676c6ec284 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:42.448081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 40992) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:42.539774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1521e8c9-a95c-42f4-8395-34277463ab52 req-b79c8729-a2f4-425f-ab9c-10099e91dd2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 1000 time: 0.1529281 Sep 16 05:04:42.694833 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c6157322-e547-4089-a117-d677c83a521a req-d7e68afd-267e-4dab-b32a-43afb547d088 service neutron] 10.222.0.15 "GET /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3110445 Sep 16 05:04:42.840466 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec1eac4-0a00-4066-8b5a-2e68457335d3 None None] Network df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:43.009749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521e8c9-a95c-42f4-8395-34277463ab52 req-fa09651a-cf28-4c9e-9415-457c6c819eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.011637 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1521e8c9-a95c-42f4-8395-34277463ab52 req-fa09651a-cf28-4c9e-9415-457c6c819eca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.3806570 Sep 16 05:04:43.202135 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-298ddc26-b103-458e-a02a-3ace7939e99e tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:04:43.207545 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-298ddc26-b103-458e-a02a-3ace7939e99e tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "PUT /v2.0/routers/c8db62cf-11c8-46c3-9594-d981cd0f855d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.5200367 Sep 16 05:04:43.211625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521e8c9-a95c-42f4-8395-34277463ab52 req-9ff4726b-63ff-40eb-ab9c-007cda7fd774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.213211 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1521e8c9-a95c-42f4-8395-34277463ab52 req-9ff4726b-63ff-40eb-ab9c-007cda7fd774 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1876295 Sep 16 05:04:43.213790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41000) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:43.385758 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.408095 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2f00f849-7366-48df-bd24-bce2ec4b6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.523651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2f00f849-7366-48df-bd24-bce2ec4b6471 None None] For port 1bd9f7fc-6647-4459-b5c0-93aa110d350f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1bd9f7fc-6647-4459-b5c0-93aa110d350f,segment=NetworkSegment(25154540-cdbb-4b57-8ab6-f79f5d98d3d0),segment_id=25154540-cdbb-4b57-8ab6-f79f5d98d3d0)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:43.556827 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2f00f849-7366-48df-bd24-bce2ec4b6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.681992 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1521e8c9-a95c-42f4-8395-34277463ab52 req-f571528d-d3e8-480f-aaa9-6b74407df0fd service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532080 Sep 16 05:04:43.728284 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.729159 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00f849-7366-48df-bd24-bce2ec4b6471 None None] Pushing event updated for resources: {'Port': ['ID=1bd9f7fc-6647-4459-b5c0-93aa110d350f,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:43.794140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] Provisioning complete for port 4927d08b-b12a-412d-bec4-ac6165f50ce7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:43.794683 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.826704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235861e-94f0-4cef-8688-b09f929f5092 req-d6a71991-e0d0-4cb5-91cc-1d9025f4624f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:43.836551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9235861e-94f0-4cef-8688-b09f929f5092 req-d6a71991-e0d0-4cb5-91cc-1d9025f4624f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.2608802 Sep 16 05:04:43.857846 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0a686247-bcae-482e-93b4-65e2d44cce38 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:43.890864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:43.922752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] Port 4927d08b-b12a-412d-bec4-ac6165f50ce7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:43.949688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] Provisioning complete for port 35325c72-fcf3-4ef4-9e21-e4ed624dde33 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:43.950455 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:43.955955 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-32273989-7b46-4746-9835-08510b0e9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'name': 'tempest-TestServerMultinode-560572453-router', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:32Z', 'revision_number': 4, 'project_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'gw_port': {'id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1bd9f7fc-6647-4459-b5c0-93aa110d350f', 'name': '', 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'mac_address': 'fa:16:3e:f1:b1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '955cf7d3-4169-428a-ab4c-8373c1fec036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:30Z', 'updated_at': '2021-09-16T05:04:41Z', 'revision_number': 4, 'project_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'subnets': [{'id': '955cf7d3-4169-428a-ab4c-8373c1fec036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:43.963458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:44.009194 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32273989-7b46-4746-9835-08510b0e9657 None None] The sync data for ids ['d23b2195-2d0a-4d80-8eb4-84676c6ec284'] in n-d-712142-17 is: [{'id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'name': 'tempest-TestServerMultinode-560572453-router', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:32Z', 'revision_number': 4, 'project_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'gw_port': {'id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '1bd9f7fc-6647-4459-b5c0-93aa110d350f', 'name': '', 'network_id': '9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'mac_address': 'fa:16:3e:f1:b1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '955cf7d3-4169-428a-ab4c-8373c1fec036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:30Z', 'updated_at': '2021-09-16T05:04:41Z', 'revision_number': 4, 'project_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'subnets': [{'id': '955cf7d3-4169-428a-ab4c-8373c1fec036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:44.020223 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:44.068834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9235861e-94f0-4cef-8688-b09f929f5092 req-0fa0ab4d-f413-4ecb-911f-1b277266b72e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310314 Sep 16 05:04:44.080888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 0a686247-bcae-482e-93b4-65e2d44cce38 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:44.081277 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.113313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Pushing event updated for resources: {'Port': ['ID=389213d1-4ed5-47d0-894c-968e17a45754,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:44.218427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:44.218789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:44.222922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:44.222922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:44.222922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:44.222922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:44.222922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:44.222922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:44.222922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:44.222922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:44.222922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:44.222922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:04:44.278849 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1521e8c9-a95c-42f4-8395-34277463ab52 req-f179f88b-4b24-463d-bbad-c101ecc0bb8f service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799062 Sep 16 05:04:44.351500 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.352706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.353729 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.379653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-c5c45694-3609-4e1f-956b-1f2e647d71c7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.7415349 Sep 16 05:04:44.394065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Request body: {'port': {'device_id': '0bd86493-0935-4365-bf76-0d6e5f44f68a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:44.412784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be872899-3181-4060-a397-97037c65421b req-71442a5b-6b7e-4acf-aa47-c2066614faa5 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:44.427112 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be872899-3181-4060-a397-97037c65421b req-71442a5b-6b7e-4acf-aa47-c2066614faa5 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1028 time: 0.1360383 Sep 16 05:04:44.494238 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.499009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] For port 35325c72-fcf3-4ef4-9e21-e4ed624dde33, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=35325c72-fcf3-4ef4-9e21-e4ed624dde33,segment=NetworkSegment(ea3ffd5b-acf9-4275-a4ea-038ae812e764),segment_id=ea3ffd5b-acf9-4275-a4ea-038ae812e764)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:44.509480 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.533089 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be872899-3181-4060-a397-97037c65421b req-2bd21302-d44c-43f8-b5f2-dd1f8a60109d tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997646 Sep 16 05:04:44.559549 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 35325c72-fcf3-4ef4-9e21-e4ed624dde33 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:44.571917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae99a7f9-6d52-4ad8-a2df-36ab3f7687ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.615924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] Provisioning complete for port 0a686247-bcae-482e-93b4-65e2d44cce38 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:44.616567 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:44.742810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] Pushing event updated for resources: {'Port': ['ID=35325c72-fcf3-4ef4-9e21-e4ed624dde33,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:44.871946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 35325c72-fcf3-4ef4-9e21-e4ed624dde33 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:44.872685 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.018067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 1b407c16-ba2a-45c0-80d1-bf1528a4f976 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:45.020101 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed66f4c2-1998-4790-80f7-bf578d3bc32b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.066827 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] Provisioning complete for port 1bd9f7fc-6647-4459-b5c0-93aa110d350f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:45.067606 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b0872d5a-1e6d-4550-8c9e-52932884411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.070832 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 1b407c16-ba2a-45c0-80d1-bf1528a4f976 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:45.070832 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 1b407c16-ba2a-45c0-80d1-bf1528a4f976 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:45.077383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389213d1-4ed5-47d0-894c-968e17a45754 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:45.089385 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.116005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ae99a7f9-6d52-4ad8-a2df-36ab3f7687ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port b9aa6128-5ed0-4dae-90ed-25b4d40be37e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:45.117518 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae99a7f9-6d52-4ad8-a2df-36ab3f7687ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.169002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Transition to ACTIVE for port object 389213d1-4ed5-47d0-894c-968e17a45754 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:04:45.181636 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.239428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Pushing event updated for resources: {'Port': ['ID=389213d1-4ed5-47d0-894c-968e17a45754,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:45.388217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-ae99a7f9-6d52-4ad8-a2df-36ab3f7687ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] For port b9aa6128-5ed0-4dae-90ed-25b4d40be37e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b9aa6128-5ed0-4dae-90ed-25b4d40be37e,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:45.389158 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae99a7f9-6d52-4ad8-a2df-36ab3f7687ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.413815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ae99a7f9-6d52-4ad8-a2df-36ab3f7687ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for b9aa6128-5ed0-4dae-90ed-25b4d40be37e owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:45.463915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321865e5-e1c7-4e8b-b145-f752d31c1b03 req-e9d6e2b4-21ba-4387-a2a3-aa4232aa4644 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.473577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-321865e5-e1c7-4e8b-b145-f752d31c1b03 req-e9d6e2b4-21ba-4387-a2a3-aa4232aa4644 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1348152 Sep 16 05:04:45.515823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-05d1a6f5-2f07-41b3-8830-2d9b6a2a74d6 None None] Provisioning complete for port 35325c72-fcf3-4ef4-9e21-e4ed624dde33 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:45.516402 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-05d1a6f5-2f07-41b3-8830-2d9b6a2a74d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.599078 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Attempting to bind port 389213d1-4ed5-47d0-894c-968e17a45754 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:04:45.599649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Attempting to bind port 389213d1-4ed5-47d0-894c-968e17a45754 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:04:45.599649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Attempting to bind port 389213d1-4ed5-47d0-894c-968e17a45754 on network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:45.610846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-321865e5-e1c7-4e8b-b145-f752d31c1b03 req-213bace1-1bd9-4587-b813-daa0d4467b47 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177640 Sep 16 05:04:45.654785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Port 389213d1-4ed5-47d0-894c-968e17a45754 on network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:04:45.655111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Attempting to bind port 389213d1-4ed5-47d0-894c-968e17a45754 on network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:04:45.662301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:04:45.662446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Checking segment: {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:04:45.662847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Bound using segment: {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:04:45.663296 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Bound port: 389213d1-4ed5-47d0-894c-968e17a45754, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:04:45.663668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.746384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1bd9f7fc-6647-4459-b5c0-93aa110d350f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:45.879142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 1bd9f7fc-6647-4459-b5c0-93aa110d350f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:45.880117 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.920739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f2755-4857-41a8-9355-5b22808b0776 req-a2b1f126-8ecd-4ce1-b91a-4f2ab5df4c15 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:45.922824 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c77f2755-4857-41a8-9355-5b22808b0776 req-a2b1f126-8ecd-4ce1-b91a-4f2ab5df4c15 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1054 time: 0.1100028 Sep 16 05:04:45.924408 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae99a7f9-6d52-4ad8-a2df-36ab3f7687ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:45.993259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99a7f9-6d52-4ad8-a2df-36ab3f7687ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=b9aa6128-5ed0-4dae-90ed-25b4d40be37e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:46.069645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 35325c72-fcf3-4ef4-9e21-e4ed624dde33 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:46.154327 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 35325c72-fcf3-4ef4-9e21-e4ed624dde33 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:46.155161 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.225254 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c77f2755-4857-41a8-9355-5b22808b0776 req-32a4616b-aacc-403d-89bf-a1be5e53d566 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392612 Sep 16 05:04:46.519093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] For port 389213d1-4ed5-47d0-894c-968e17a45754, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:04:46.521415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbafda-c672-4fcd-910c-289184245326 req-150e5970-ca74-4e36-b387-9c25a060f55e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.529290 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6afbafda-c672-4fcd-910c-289184245326 req-150e5970-ca74-4e36-b387-9c25a060f55e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0883386 Sep 16 05:04:46.529971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] For port 389213d1-4ed5-47d0-894c-968e17a45754, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=389213d1-4ed5-47d0-894c-968e17a45754,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:04:46.538529 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.603289 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae99a7f9-6d52-4ad8-a2df-36ab3f7687ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.607026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.607939 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.609500 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] 10.222.0.15 "PUT /v2.0/ports/389213d1-4ed5-47d0-894c-968e17a45754 HTTP/1.1" status: 200 len: 1093 time: 2.2211070 Sep 16 05:04:46.610246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd86493-0935-4365-bf76-0d6e5f44f68a', 'tag': '389213d1-4ed5-47d0-894c-968e17a45754'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:46.613347 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6b5f60-7a16-44d7-ac48-19cc4a588265" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd86493-0935-4365-bf76-0d6e5f44f68a", "tag": "389213d1-4ed5-47d0-894c-968e17a45754"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:46.618886 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6afbafda-c672-4fcd-910c-289184245326 req-da0909a0-398b-4056-ba21-21927fb20d6c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883288 Sep 16 05:04:46.645822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ed66f4c2-1998-4790-80f7-bf578d3bc32b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Deleting port 4927d08b-b12a-412d-bec4-ac6165f50ce7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:46.646287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed66f4c2-1998-4790-80f7-bf578d3bc32b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.830865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7c15a-48c4-48a5-913f-9a4d83262089 service neutron] Pushing event updated for resources: {'Port': ['ID=389213d1-4ed5-47d0-894c-968e17a45754,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:46.876409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ccf9042c-1e4c-48c9-a773-6cf33d22d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:46.877999 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ccf9042c-1e4c-48c9-a773-6cf33d22d4b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89a09aa0027849d8a53a3e6cf14c4bbc&device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1096 time: 0.2100832 Sep 16 05:04:46.880320 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fa8f8f-1438-4f99-b080-d22c7fe9f52d x-openstack-request-id: req-96fa8f8f-1438-4f99-b080-d22c7fe9f52d {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:46.880635 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd86493-0935-4365-bf76-0d6e5f44f68a", "tag": "389213d1-4ed5-47d0-894c-968e17a45754", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:46.881899 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96fa8f8f-1438-4f99-b080-d22c7fe9f52d {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:46.881899 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd86493-0935-4365-bf76-0d6e5f44f68a', 'tag': '389213d1-4ed5-47d0-894c-968e17a45754', 'status': 'completed', 'code': 200} Sep 16 05:04:46.983699 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed66f4c2-1998-4790-80f7-bf578d3bc32b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:46.988093 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-3b9a550f-952c-49ce-9058-a5db6886b226 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=389213d1-4ed5-47d0-894c-968e17a45754 HTTP/1.1" status: 200 len: 217 time: 0.0978267 Sep 16 05:04:47.036678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ed66f4c2-1998-4790-80f7-bf578d3bc32b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Calling delete_port for 4927d08b-b12a-412d-bec4-ac6165f50ce7 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:47.083502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae99a7f9-6d52-4ad8-a2df-36ab3f7687ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:47.110693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-abf4c685-25d6-41d1-9798-87ff32aac9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.112602 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-abf4c685-25d6-41d1-9798-87ff32aac9fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d3d949c-bd63-48df-95b0-b90ac2bf6ccd HTTP/1.1" status: 200 len: 848 time: 0.1149526 Sep 16 05:04:47.194610 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ec2159b1-5c89-4ac4-8234-d07ae44688d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.196169 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-ec2159b1-5c89-4ac4-8234-d07ae44688d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f6f07e6-cb89-44b3-a6da-3692f3015c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759501 Sep 16 05:04:47.249621 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-74dc328d-d107-4c21-a239-df0ca7be8ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.265503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41046) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:47.343756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae99a7f9-6d52-4ad8-a2df-36ab3f7687ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:47.353212 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ae99a7f9-6d52-4ad8-a2df-36ab3f7687ce tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "PUT /v2.0/routers/c94aa53d-4565-4c2a-8e09-14b0b8e18a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9039462 Sep 16 05:04:47.355844 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41052) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:47.363307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7268e64c-d6d4-4a88-b5c3-7fc1b9687f0e None None] Sync routers for ids ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:47.378956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7268e64c-d6d4-4a88-b5c3-7fc1b9687f0e None None] Routers {'c94aa53d-4565-4c2a-8e09-14b0b8e18a13'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:47.395787 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7268e64c-d6d4-4a88-b5c3-7fc1b9687f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:47.421433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b81c099-8e05-4914-a19f-37072b785909 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting subnet 7899f5fe-074e-4eb3-9705-eb6b22493c36 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:47.427591 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b81c099-8e05-4914-a19f-37072b785909 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.451309 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-27a8a2f3-4093-4de9-9292-01f0d591136e service neutron] 10.222.0.15 "GET /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060089 Sep 16 05:04:47.487646 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ed3a46c5-d297-47e9-ab8e-d68bd276aa68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.496909 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed66f4c2-1998-4790-80f7-bf578d3bc32b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.523067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d23ee-cf06-45f6-8b90-af274d810597 req-59461d64-ded4-4ac9-9e9e-a36526ba5d20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.538268 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d4d23ee-cf06-45f6-8b90-af274d810597 req-59461d64-ded4-4ac9-9e9e-a36526ba5d20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.2305315 Sep 16 05:04:47.561021 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b81c099-8e05-4914-a19f-37072b785909 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.618691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66f4c2-1998-4790-80f7-bf578d3bc32b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event deleted for resources: {'Port': ['ID=4927d08b-b12a-412d-bec4-ac6165f50ce7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:47.634824 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d4d23ee-cf06-45f6-8b90-af274d810597 req-3aa91007-a976-4002-b0cf-c3b1d16ed6ee tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951614 Sep 16 05:04:47.695356 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-7268e64c-d6d4-4a88-b5c3-7fc1b9687f0e None None] Set router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:47.817567 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8e6a4f8d-eb88-46e9-8df5-51d9a2d6cc31 req-64beed62-e6ae-4d13-b853-8a17d6b9a20a service neutron] 10.222.0.15 "GET /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569918 Sep 16 05:04:47.857189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b81c099-8e05-4914-a19f-37072b785909 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.935787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb576c-8983-48cd-a9cd-a4d3a2daa76c req-b5784676-8e19-41f1-b453-66f287537320 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:47.944447 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dcdb576c-8983-48cd-a9cd-a4d3a2daa76c req-b5784676-8e19-41f1-b453-66f287537320 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1096 time: 0.1682301 Sep 16 05:04:47.966349 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ed66f4c2-1998-4790-80f7-bf578d3bc32b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:47.998406 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ed3a46c5-d297-47e9-ab8e-d68bd276aa68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.009411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ed3a46c5-d297-47e9-ab8e-d68bd276aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.031779 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b81c099-8e05-4914-a19f-37072b785909 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.043167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7268e64c-d6d4-4a88-b5c3-7fc1b9687f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:04:45Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:48.069271 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dcdb576c-8983-48cd-a9cd-a4d3a2daa76c req-4075ad40-9e33-44b1-ac81-0e65cd315550 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238885 Sep 16 05:04:48.087843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7268e64c-d6d4-4a88-b5c3-7fc1b9687f0e None None] Checking router: c94aa53d-4565-4c2a-8e09-14b0b8e18a13 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:04:48.098661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7268e64c-d6d4-4a88-b5c3-7fc1b9687f0e None None] Routers {'c94aa53d-4565-4c2a-8e09-14b0b8e18a13'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:48.100045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7268e64c-d6d4-4a88-b5c3-7fc1b9687f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:48.111906 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ed3a46c5-d297-47e9-ab8e-d68bd276aa68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0aa0939f42cc47ebadc3e0bf2fbe2220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8422856 Sep 16 05:04:48.126507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a46c5-d297-47e9-ab8e-d68bd276aa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8844269a-a647-42d8-a80f-1821c5c755ff,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:48.131109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81c099-8e05-4914-a19f-37072b785909 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Subnet': ['ID=7899f5fe-074e-4eb3-9705-eb6b22493c36,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:48.140569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41056) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.150927 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b81c099-8e05-4914-a19f-37072b785909 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.153312 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1b81c099-8e05-4914-a19f-37072b785909 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/subnets/7899f5fe-074e-4eb3-9705-eb6b22493c36 HTTP/1.1" status: 204 len: 168 time: 0.7965493 Sep 16 05:04:48.166025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41058) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.178824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d12f1a-8185-4306-af32-1e514d310266 None None] Network 68e41def-6cac-4908-9205-46824e3fda91 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:48.182307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5f60-7a16-44d7-ac48-19cc4a588265 req-74e109f9-3bb2-4686-92d2-2803eebe1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.183868 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d6b5f60-7a16-44d7-ac48-19cc4a588265 req-74e109f9-3bb2-4686-92d2-2803eebe1288 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89a09aa0027849d8a53a3e6cf14c4bbc&device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1096 time: 0.2091610 Sep 16 05:04:48.189877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed66f4c2-1998-4790-80f7-bf578d3bc32b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Router c8db62cf-11c8-46c3-9594-d981cd0f855d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:48.309988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e6628fa2-88ce-4918-85c9-af5ae24beebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.337765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed66f4c2-1998-4790-80f7-bf578d3bc32b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:48.343978 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ed66f4c2-1998-4790-80f7-bf578d3bc32b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "PUT /v2.0/routers/c8db62cf-11c8-46c3-9594-d981cd0f855d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1266575 Sep 16 05:04:48.350168 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41064) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.353659 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7191215a-b8b7-49a4-879b-b8e04835b760 None None] Sync routers for ids ['c8db62cf-11c8-46c3-9594-d981cd0f855d'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:48.367346 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7191215a-b8b7-49a4-879b-b8e04835b760 None None] Routers {'c8db62cf-11c8-46c3-9594-d981cd0f855d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:48.369545 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7191215a-b8b7-49a4-879b-b8e04835b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c8db62cf-11c8-46c3-9594-d981cd0f855d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:48.375381 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e6628fa2-88ce-4918-85c9-af5ae24beebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.394952 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-f63fc642-fcad-4753-8014-f0cb03f4f7db tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] delete failed (client error): The resource could not be found. Sep 16 05:04:48.396130 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f63fc642-fcad-4753-8014-f0cb03f4f7db tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-756507790 HTTP/1.1" status: 404 len: 334 time: 0.0450234 Sep 16 05:04:48.401810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41068) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.413082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5895e47c-8f59-47dd-b304-de48633e8353 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c8db62cf-11c8-46c3-9594-d981cd0f855d'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:48.467268 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7191215a-b8b7-49a4-879b-b8e04835b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:48.505871 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7191215a-b8b7-49a4-879b-b8e04835b760 None None] Routers {'c8db62cf-11c8-46c3-9594-d981cd0f855d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:48.507693 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7191215a-b8b7-49a4-879b-b8e04835b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c8db62cf-11c8-46c3-9594-d981cd0f855d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:48.562739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5f60-7a16-44d7-ac48-19cc4a588265 req-be6fa4a0-5d10-4fd1-b888-48e8fb955025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.564266 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d6b5f60-7a16-44d7-ac48-19cc4a588265 req-be6fa4a0-5d10-4fd1-b888-48e8fb955025 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f6f07e6-cb89-44b3-a6da-3692f3015c8c HTTP/1.1" status: 200 len: 910 time: 0.3707759 Sep 16 05:04:48.576393 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7191215a-b8b7-49a4-879b-b8e04835b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:48.578839 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7191215a-b8b7-49a4-879b-b8e04835b760 None None] The sync data for ids ['c8db62cf-11c8-46c3-9594-d981cd0f855d'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:48.622494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-7268e64c-d6d4-4a88-b5c3-7fc1b9687f0e None None] Set router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:04:48.661266 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.669939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0935a-3a4a-4c77-99a3-991a1fa3389e req-68c3a667-307d-4988-8d96-c8f059acc02d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.671478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50c0935a-3a4a-4c77-99a3-991a1fa3389e req-68c3a667-307d-4988-8d96-c8f059acc02d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1555452 Sep 16 05:04:48.705012 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d6b5f60-7a16-44d7-ac48-19cc4a588265 req-d0d98148-73eb-4a10-879d-912299eab8b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=389213d1-4ed5-47d0-894c-968e17a45754 HTTP/1.1" status: 200 len: 217 time: 0.1290214 Sep 16 05:04:48.728457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563d1dd4-17fa-4d1d-b8f3-908246a73ca4 None None] DHCP port deletion for 68e41def-6cac-4908-9205-46824e3fda91 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:48.783496 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e6628fa2-88ce-4918-85c9-af5ae24beebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.786704 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e6628fa2-88ce-4918-85c9-af5ae24beebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.788107 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e6628fa2-88ce-4918-85c9-af5ae24beebe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8844269a-a647-42d8-a80f-1821c5c755ff HTTP/1.1" status: 204 len: 168 time: 0.6458204 Sep 16 05:04:48.793514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5895e47c-8f59-47dd-b304-de48633e8353 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.826886 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-5895e47c-8f59-47dd-b304-de48633e8353 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] update failed (client error): The resource could not be found. Sep 16 05:04:48.828172 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5895e47c-8f59-47dd-b304-de48633e8353 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "PUT /v2.0/routers/c8db62cf-11c8-46c3-9594-d981cd0f855d HTTP/1.1" status: 404 len: 339 time: 0.4254923 Sep 16 05:04:48.834176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6628fa2-88ce-4918-85c9-af5ae24beebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8844269a-a647-42d8-a80f-1821c5c755ff,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:48.847793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41072) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:48.869400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5f60-7a16-44d7-ac48-19cc4a588265 req-b6b3112f-78f2-4443-95d5-0f9150466950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.871371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d6b5f60-7a16-44d7-ac48-19cc4a588265 req-b6b3112f-78f2-4443-95d5-0f9150466950 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d3d949c-bd63-48df-95b0-b90ac2bf6ccd HTTP/1.1" status: 200 len: 848 time: 0.0723889 Sep 16 05:04:48.895604 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-563d1dd4-17fa-4d1d-b8f3-908246a73ca4 None None] Deleting port fadac1fe-bfe6-43cb-b46d-ac53b30af875 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:48.897965 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-563d1dd4-17fa-4d1d-b8f3-908246a73ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:48.967325 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50c0935a-3a4a-4c77-99a3-991a1fa3389e req-d816bbdb-7a30-49f2-9fe0-c8073c80cf4a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261715 Sep 16 05:04:48.988344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5f60-7a16-44d7-ac48-19cc4a588265 req-00c16788-4af1-41b7-ac96-f028bda90c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:48.990289 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d6b5f60-7a16-44d7-ac48-19cc4a588265 req-00c16788-4af1-41b7-ac96-f028bda90c9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f6f07e6-cb89-44b3-a6da-3692f3015c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104755 Sep 16 05:04:49.040839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-563d1dd4-17fa-4d1d-b8f3-908246a73ca4 None None] For port fadac1fe-bfe6-43cb-b46d-ac53b30af875, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fadac1fe-bfe6-43cb-b46d-ac53b30af875,segment=NetworkSegment(091af85c-6df5-4771-8716-2a08bbc1385a),segment_id=091af85c-6df5-4771-8716-2a08bbc1385a)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:49.041555 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-563d1dd4-17fa-4d1d-b8f3-908246a73ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.072384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-563d1dd4-17fa-4d1d-b8f3-908246a73ca4 None None] Calling delete_port for fadac1fe-bfe6-43cb-b46d-ac53b30af875 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:49.079185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-7268e64c-d6d4-4a88-b5c3-7fc1b9687f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:04:45Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:49.118771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.133206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7268e64c-d6d4-4a88-b5c3-7fc1b9687f0e None None] The sync data for ids ['c94aa53d-4565-4c2a-8e09-14b0b8e18a13'] in n-d-712142-17 is: [{'id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-579116201', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:02:08Z', 'updated_at': '2021-09-16T05:04:45Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '70c2570f-1667-4974-a0b0-24a337bf11ec', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94aa53d-4565-4c2a-8e09-14b0b8e18a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:02:09Z', 'updated_at': '2021-09-16T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:49.179305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d6b5f60-7a16-44d7-ac48-19cc4a588265 req-39d126ad-d9ff-438c-b8a5-bbd5b1dd202f service neutron] 10.222.0.15 "GET /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790993 Sep 16 05:04:49.271831 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-563d1dd4-17fa-4d1d-b8f3-908246a73ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.308397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d1dd4-17fa-4d1d-b8f3-908246a73ca4 None None] No DVR routers for this DVR port fadac1fe-bfe6-43cb-b46d-ac53b30af875 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:49.312391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4d6b5f60-7a16-44d7-ac48-19cc4a588265 req-395348f1-d700-47d2-8903-37fdda203310 service neutron] 10.222.0.15 "GET /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269958 Sep 16 05:04:49.340998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb74c3-ae97-44ec-8aaa-87d9df22fb1d req-eefd16ca-3a80-4fbd-8d68-8b967f357ac0 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:49.343254 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2bb74c3-ae97-44ec-8aaa-87d9df22fb1d req-eefd16ca-3a80-4fbd-8d68-8b967f357ac0 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1096 time: 0.1498890 Sep 16 05:04:49.344347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d1dd4-17fa-4d1d-b8f3-908246a73ca4 None None] Pushing event deleted for resources: {'Port': ['ID=fadac1fe-bfe6-43cb-b46d-ac53b30af875,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:49.403586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port 70c2570f-1667-4974-a0b0-24a337bf11ec {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:49.403934 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.409381 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.453826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2bb74c3-ae97-44ec-8aaa-87d9df22fb1d req-3f1c0841-4311-493d-a6c0-d7e22f3d71de tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993545 Sep 16 05:04:49.663668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b9aa6128-5ed0-4dae-90ed-25b4d40be37e no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:49.705716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: b9aa6128-5ed0-4dae-90ed-25b4d40be37e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:49.706085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b9aa6128-5ed0-4dae-90ed-25b4d40be37e not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:49.706569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fadac1fe-bfe6-43cb-b46d-ac53b30af875 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:49.727288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: fadac1fe-bfe6-43cb-b46d-ac53b30af875 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:49.727909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fadac1fe-bfe6-43cb-b46d-ac53b30af875 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:49.937235 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] For port 70c2570f-1667-4974-a0b0-24a337bf11ec, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=70c2570f-1667-4974-a0b0-24a337bf11ec,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:49.938195 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:49.985856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for 70c2570f-1667-4974-a0b0-24a337bf11ec owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:50.161895 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fb294785-8507-4897-9392-f6d10fab8fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.198040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817c887-ea2f-4888-846e-528d88a35bf1 req-0602116d-daab-4512-8300-bb45a4661995 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.199589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6817c887-ea2f-4888-846e-528d88a35bf1 req-0602116d-daab-4512-8300-bb45a4661995 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1188080 Sep 16 05:04:50.268543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Allocated IP 172.20.0.1 (5bd6ef08-9a67-4c60-8884-017eb8c8d772/245fd135-9ba6-497a-a357-36c32c58b947/23080d68-4320-4f45-9ed6-9c7f4e1ee9c1) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:50.313714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6817c887-ea2f-4888-846e-528d88a35bf1 req-d8bf19ad-6184-4c4e-98d1-980f50f9253f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078036 Sep 16 05:04:50.498608 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.509748 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.546977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=70c2570f-1667-4974-a0b0-24a337bf11ec,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:50.675998 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.681619 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.763606 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17358874-75d9-43ca-9845-f7328f7aaf54 req-bf319075-9237-4ac8-886e-ddd11b8bb056 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:50.764987 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17358874-75d9-43ca-9845-f7328f7aaf54 req-bf319075-9237-4ac8-886e-ddd11b8bb056 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1890626 Sep 16 05:04:50.811251 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.832364 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.840341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Network 5bd6ef08-9a67-4c60-8884-017eb8c8d772 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:50.843354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.850262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:50.859218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:50.927812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event updated for resources: {'Port': ['ID=23080d68-4320-4f45-9ed6-9c7f4e1ee9c1,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:50.963355 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.963927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Fanout notify agent at l3_agent the message router_deleted on router c94aa53d-4565-4c2a-8e09-14b0b8e18a13 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:04:50.978657 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17358874-75d9-43ca-9845-f7328f7aaf54 req-e55418a6-74dd-4dec-83a9-cce17fbea15d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917684 Sep 16 05:04:50.990845 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:50.998556 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-07ba7efe-7e7f-4c2f-aac3-95e17b087ed4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/routers/c94aa53d-4565-4c2a-8e09-14b0b8e18a13 HTTP/1.1" status: 204 len: 168 time: 2.8321121 Sep 16 05:04:50.999362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41132) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:51.028373 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.068106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 389213d1-4ed5-47d0-894c-968e17a45754 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:04:51.263214 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.302386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d695f1f-14f5-4657-8d8e-1da4d63f78b9 req-0f45d98c-5489-432c-b781-a75ab49ebbdd tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:51.310560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d695f1f-14f5-4657-8d8e-1da4d63f78b9 req-0f45d98c-5489-432c-b781-a75ab49ebbdd tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1096 time: 0.1464584 Sep 16 05:04:51.385280 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.385987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.396766 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d695f1f-14f5-4657-8d8e-1da4d63f78b9 req-e3f3b84d-48e7-46bc-bd6c-e7c3ceeee58b tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836530 Sep 16 05:04:51.423303 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e41def-6cac-4908-9205-46824e3fda91']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:51.434758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091af85c-6df5-4771-8716-2a08bbc1385a') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:51.435378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091af85c-6df5-4771-8716-2a08bbc1385a') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:51.452236 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.461595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-69644114-2061-4eff-a68b-ec9344c7e112 None None] Provisioning complete for port 23080d68-4320-4f45-9ed6-9c7f4e1ee9c1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:51.462252 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-69644114-2061-4eff-a68b-ec9344c7e112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.476069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.489465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:51.490296 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:51.498734 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:51.601869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 389213d1-4ed5-47d0-894c-968e17a45754, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=389213d1-4ed5-47d0-894c-968e17a45754,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:51.625024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '389213d1-4ed5-47d0-894c-968e17a45754', 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c', 'port_id': '389213d1-4ed5-47d0-894c-968e17a45754', 'mac_address': 'fa:16:3e:a6:f0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d3d949c-bd63-48df-95b0-b90ac2bf6ccd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:04:51.632443 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.634499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-69644114-2061-4eff-a68b-ec9344c7e112 None None] Port 23080d68-4320-4f45-9ed6-9c7f4e1ee9c1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:51.655799 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.662650 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/networks/68e41def-6cac-4908-9205-46824e3fda91 HTTP/1.1" status: 204 len: 168 time: 0.6580980 Sep 16 05:04:51.665045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41138) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:51.692024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c17e9c-edb1-43d2-82e5-cfabca5e83ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Network': ['ID=68e41def-6cac-4908-9205-46824e3fda91,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:51.705153 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 70c2570f-1667-4974-a0b0-24a337bf11ec no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:51.738366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 70c2570f-1667-4974-a0b0-24a337bf11ec {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:51.739026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 70c2570f-1667-4974-a0b0-24a337bf11ec not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:51.750066 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.774130 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.776462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389213d1-4ed5-47d0-894c-968e17a45754 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:04:51.823278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 389213d1-4ed5-47d0-894c-968e17a45754, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=389213d1-4ed5-47d0-894c-968e17a45754,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:51.834701 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.870100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-644b9a20-36be-468a-bb59-23aa2f8aff97 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:51.890303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=389213d1-4ed5-47d0-894c-968e17a45754,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:51.922650 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-644b9a20-36be-468a-bb59-23aa2f8aff97 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.007586 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.015598 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.054267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['389213d1-4ed5-47d0-894c-968e17a45754'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:04:52.117887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.139929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event updated for resources: {'Port': ['ID=23080d68-4320-4f45-9ed6-9c7f4e1ee9c1,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:52.214747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504276c-8da6-49e7-ba07-92d8f00e9ace req-7380c682-851d-4be8-863c-cf8b9b716915 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:52.216342 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0504276c-8da6-49e7-ba07-92d8f00e9ace req-7380c682-851d-4be8-863c-cf8b9b716915 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0963790 Sep 16 05:04:52.246782 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-644b9a20-36be-468a-bb59-23aa2f8aff97 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.249434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-644b9a20-36be-468a-bb59-23aa2f8aff97 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.250640 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-644b9a20-36be-468a-bb59-23aa2f8aff97 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/security-groups/914d1b2a-e6f1-4268-b0e7-79e86abca7cd HTTP/1.1" status: 204 len: 168 time: 0.5822802 Sep 16 05:04:52.281529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b9a20-36be-468a-bb59-23aa2f8aff97 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914d1b2a-e6f1-4268-b0e7-79e86abca7cd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:52.341458 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0504276c-8da6-49e7-ba07-92d8f00e9ace req-6c33981c-0031-4b08-be75-01fa5463b00a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879178 Sep 16 05:04:52.350673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Network 5bd6ef08-9a67-4c60-8884-017eb8c8d772 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:52.351781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:52.544214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Router c8db62cf-11c8-46c3-9594-d981cd0f855d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:52.554089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3f400-3fd0-47c6-adad-e6066af15139 req-a8f87aed-d886-4ff0-b613-b717c691a629 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:52.555825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4d3f400-3fd0-47c6-adad-e6066af15139 req-a8f87aed-d886-4ff0-b613-b717c691a629 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0740731 Sep 16 05:04:52.676079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4d3f400-3fd0-47c6-adad-e6066af15139 req-cbc8c654-6e44-4b14-b42d-42c2a86bc720 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102083 Sep 16 05:04:52.687040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0bb7782a-6ece-446d-831d-639af0ced14b None None] Provisioning complete for port 23080d68-4320-4f45-9ed6-9c7f4e1ee9c1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:52.687040 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0bb7782a-6ece-446d-831d-639af0ced14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.708511 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:52.725504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fe4eaee6-0dc6-4d61-8094-8d3fa70e87b2 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "PUT /v2.0/routers/c8db62cf-11c8-46c3-9594-d981cd0f855d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8557546 Sep 16 05:04:52.725766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c401185f-0cc3-455e-8605-ca23efd4a59b None None] Sync routers for ids ['c8db62cf-11c8-46c3-9594-d981cd0f855d'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:52.727943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41164) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:52.754253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c401185f-0cc3-455e-8605-ca23efd4a59b None None] Routers {'c8db62cf-11c8-46c3-9594-d981cd0f855d'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:52.754902 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c401185f-0cc3-455e-8605-ca23efd4a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c8db62cf-11c8-46c3-9594-d981cd0f855d'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:52.812046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7782a-6ece-446d-831d-639af0ced14b None None] Port 23080d68-4320-4f45-9ed6-9c7f4e1ee9c1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:04:52.814373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c401185f-0cc3-455e-8605-ca23efd4a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:52.823908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84a283-31bd-44f9-8740-c65badfcb308 req-5aabd8e2-84a4-41ae-b562-8e6b92ade682 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:52.825682 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b84a283-31bd-44f9-8740-c65badfcb308 req-5aabd8e2-84a4-41ae-b562-8e6b92ade682 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1097 time: 0.0518386 Sep 16 05:04:52.826836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c401185f-0cc3-455e-8605-ca23efd4a59b None None] Routers {'c8db62cf-11c8-46c3-9594-d981cd0f855d'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:52.827500 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c401185f-0cc3-455e-8605-ca23efd4a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c8db62cf-11c8-46c3-9594-d981cd0f855d'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:52.877785 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8e21fe27-1755-4029-aaed-01328f1b8ac4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:52.881702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c401185f-0cc3-455e-8605-ca23efd4a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:52.882374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c401185f-0cc3-455e-8605-ca23efd4a59b None None] The sync data for ids ['c8db62cf-11c8-46c3-9594-d981cd0f855d'] in n-d-712142-17 is: [] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:52.899255 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b84a283-31bd-44f9-8740-c65badfcb308 req-06badb23-9604-4de6-a4fa-00c19b8be054 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670354 Sep 16 05:04:53.011052 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-8e21fe27-1755-4029-aaed-01328f1b8ac4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 16 05:04:53.014801 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8e21fe27-1755-4029-aaed-01328f1b8ac4 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "DELETE /v2.0/routers/c8db62cf-11c8-46c3-9594-d981cd0f855d HTTP/1.1" status: 409 len: 329 time: 0.2819040 Sep 16 05:04:53.015043 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41170) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:53.090803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 389213d1-4ed5-47d0-894c-968e17a45754 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:04:53.172865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 389213d1-4ed5-47d0-894c-968e17a45754 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:04:53.178437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 389213d1-4ed5-47d0-894c-968e17a45754 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:04:53.179106 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.238326 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.298706 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.354555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd86493-0935-4365-bf76-0d6e5f44f68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389213d1-4ed5-47d0-894c-968e17a45754'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:04:53.364645 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dfb81c-40fc-451e-a821-9a112c4059b9" -d '{"events": [{"server_uuid": "0bd86493-0935-4365-bf76-0d6e5f44f68a", "name": "network-vif-plugged", "status": "completed", "tag": "389213d1-4ed5-47d0-894c-968e17a45754"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:04:53.406473 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 389213d1-4ed5-47d0-894c-968e17a45754, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=389213d1-4ed5-47d0-894c-968e17a45754,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:53.417037 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.532888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=389213d1-4ed5-47d0-894c-968e17a45754,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:53.549958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41176) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:53.555135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3cf4e050-66d4-48e6-840f-7c385d643fee tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321806880', 'description': 'tempest-secgroup-smoke-1321806880 description', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:53.594141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e050-66d4-48e6-840f-7c385d643fee tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.698675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fc3a3-020d-4525-a285-95c7b1363bb4 req-74394d16-ca7e-406c-95d9-1f69c8238c20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:53.700472 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-307fc3a3-020d-4525-a285-95c7b1363bb4 req-74394d16-ca7e-406c-95d9-1f69c8238c20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0854347 Sep 16 05:04:53.765494 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-307fc3a3-020d-4525-a285-95c7b1363bb4 req-ec8f1b76-cbb3-4b8f-a122-4bdacb61060f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573051 Sep 16 05:04:53.810342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e050-66d4-48e6-840f-7c385d643fee tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.820687 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e050-66d4-48e6-840f-7c385d643fee tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.854596 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb8e69c-944d-416e-85b3-31bf1269977d x-openstack-request-id: req-cbb8e69c-944d-416e-85b3-31bf1269977d {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:04:53.855181 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd86493-0935-4365-bf76-0d6e5f44f68a", "name": "network-vif-plugged", "status": "completed", "tag": "389213d1-4ed5-47d0-894c-968e17a45754", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:04:53.855987 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbb8e69c-944d-416e-85b3-31bf1269977d {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:04:53.857430 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd86493-0935-4365-bf76-0d6e5f44f68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389213d1-4ed5-47d0-894c-968e17a45754', 'code': 200} Sep 16 05:04:53.867135 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e050-66d4-48e6-840f-7c385d643fee tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:53.868590 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3cf4e050-66d4-48e6-840f-7c385d643fee tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3170259 Sep 16 05:04:53.872868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41180) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:53.879935 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-8cb9a1cd-29fb-42a5-8983-abcf223bef03 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '35ce2620-2e50-4fc6-a774-b5eef9f81ea0', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:53.891096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4e050-66d4-48e6-840f-7c385d643fee tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ce2620-2e50-4fc6-a774-b5eef9f81ea0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:53.996741 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a1cd-29fb-42a5-8983-abcf223bef03 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.106219 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24aedb-b976-4940-89e8-8274a09c2b0b req-87f848c6-b156-431b-b0f5-ad45a75cec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.108486 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab24aedb-b976-4940-89e8-8274a09c2b0b req-87f848c6-b156-431b-b0f5-ad45a75cec9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1098 time: 0.1037381 Sep 16 05:04:54.138158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3d72f-a212-461d-b94b-11b5012ffa62 req-936bd519-2e15-4337-bef5-422f32ab12eb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.140188 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2c3d72f-a212-461d-b94b-11b5012ffa62 req-936bd519-2e15-4337-bef5-422f32ab12eb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1634159 Sep 16 05:04:54.169811 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-82e499ec-7c0d-42c4-a29d-4d16c7f8eeb7 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.200138 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a1cd-29fb-42a5-8983-abcf223bef03 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.213279 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a1cd-29fb-42a5-8983-abcf223bef03 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.239907 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2c3d72f-a212-461d-b94b-11b5012ffa62 req-4c44f41f-a887-4653-bc46-3504c4d5ee28 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903177 Sep 16 05:04:54.271690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9a1cd-29fb-42a5-8983-abcf223bef03 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37307172-ae96-4278-9889-97e75d3b31ec,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:54.279258 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a1cd-29fb-42a5-8983-abcf223bef03 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.286432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8cb9a1cd-29fb-42a5-8983-abcf223bef03 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4112699 Sep 16 05:04:54.288862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41188) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:54.311563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cb0d35f7-7d29-47e5-b8d2-f2594ba38d7e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '35ce2620-2e50-4fc6-a774-b5eef9f81ea0', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:54.362132 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ab24aedb-b976-4940-89e8-8274a09c2b0b req-4b82924a-c142-4343-9304-430a93bdb401 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459965 Sep 16 05:04:54.411506 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb0d35f7-7d29-47e5-b8d2-f2594ba38d7e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.468073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc31f1-145d-45da-8514-721b108afcf9 req-38a4111b-2bea-43ce-b0f6-09d61ebd64b7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:54.477561 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0dc31f1-145d-45da-8514-721b108afcf9 req-38a4111b-2bea-43ce-b0f6-09d61ebd64b7 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1098 time: 0.1121795 Sep 16 05:04:54.556731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0dc31f1-145d-45da-8514-721b108afcf9 req-d97d1209-b844-457b-a324-418f2250bf50 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780973 Sep 16 05:04:54.567978 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb0d35f7-7d29-47e5-b8d2-f2594ba38d7e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.595673 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb0d35f7-7d29-47e5-b8d2-f2594ba38d7e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.622447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d35f7-7d29-47e5-b8d2-f2594ba38d7e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2e0fa7-fa59-49ec-b647-06be8efca681,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:54.651950 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cb0d35f7-7d29-47e5-b8d2-f2594ba38d7e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.654546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cb0d35f7-7d29-47e5-b8d2-f2594ba38d7e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3630672 Sep 16 05:04:54.656994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41192) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:54.664154 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fc1b8b85-0080-4cf8-94a3-41d0a9ccc2b5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '35ce2620-2e50-4fc6-a774-b5eef9f81ea0', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:54.696017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-82e499ec-7c0d-42c4-a29d-4d16c7f8eeb7 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Deleting port 23080d68-4320-4f45-9ed6-9c7f4e1ee9c1 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:54.696401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-82e499ec-7c0d-42c4-a29d-4d16c7f8eeb7 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.728821 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc1b8b85-0080-4cf8-94a3-41d0a9ccc2b5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.857529 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-82e499ec-7c0d-42c4-a29d-4d16c7f8eeb7 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.858377 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc1b8b85-0080-4cf8-94a3-41d0a9ccc2b5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.867858 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc1b8b85-0080-4cf8-94a3-41d0a9ccc2b5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.883106 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-82e499ec-7c0d-42c4-a29d-4d16c7f8eeb7 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Calling delete_port for 23080d68-4320-4f45-9ed6-9c7f4e1ee9c1 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:54.886941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b8b85-0080-4cf8-94a3-41d0a9ccc2b5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af30c2f6-058f-42a7-b95c-2dd2065434d3,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:54.917318 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fc1b8b85-0080-4cf8-94a3-41d0a9ccc2b5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:54.922113 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fc1b8b85-0080-4cf8-94a3-41d0a9ccc2b5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2611341 Sep 16 05:04:54.923917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41196) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:54.930255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f14677c1-ac7b-4ab1-b6ff-81a394fc3a90 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '35ce2620-2e50-4fc6-a774-b5eef9f81ea0', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:55.084513 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f14677c1-ac7b-4ab1-b6ff-81a394fc3a90 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.225813 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-82e499ec-7c0d-42c4-a29d-4d16c7f8eeb7 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.229487 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f14677c1-ac7b-4ab1-b6ff-81a394fc3a90 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.256492 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f14677c1-ac7b-4ab1-b6ff-81a394fc3a90 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.264845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e499ec-7c0d-42c4-a29d-4d16c7f8eeb7 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event deleted for resources: {'Port': ['ID=23080d68-4320-4f45-9ed6-9c7f4e1ee9c1,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.306262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14677c1-ac7b-4ab1-b6ff-81a394fc3a90 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b43472-e484-4178-ae23-cfc0944bfef8,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.313809 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f14677c1-ac7b-4ab1-b6ff-81a394fc3a90 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.319718 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f14677c1-ac7b-4ab1-b6ff-81a394fc3a90 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3886003 Sep 16 05:04:55.321932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41202) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:55.338241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b9f9dd15-673a-4d89-a301-e54b47400541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '35ce2620-2e50-4fc6-a774-b5eef9f81ea0', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:55.433214 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-b9f9dd15-673a-4d89-a301-e54b47400541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Project 79f40fbc611d4c95b3f975e461ccb8b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:04:55.454096 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b9f9dd15-673a-4d89-a301-e54b47400541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.557746 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-82e499ec-7c0d-42c4-a29d-4d16c7f8eeb7 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.593594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b9f9dd15-673a-4d89-a301-e54b47400541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.601263 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b9f9dd15-673a-4d89-a301-e54b47400541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.633227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9dd15-673a-4d89-a301-e54b47400541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd76377-e038-4223-893a-d896201b3cdc,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.635812 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b9f9dd15-673a-4d89-a301-e54b47400541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.642600 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b9f9dd15-673a-4d89-a301-e54b47400541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3119209 Sep 16 05:04:55.643531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41206) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:55.650256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-44ee41c8-d383-4ced-8880-30d130f1c10e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '35ce2620-2e50-4fc6-a774-b5eef9f81ea0', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:55.729351 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-44ee41c8-d383-4ced-8880-30d130f1c10e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Project 79f40fbc611d4c95b3f975e461ccb8b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:04:55.744133 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44ee41c8-d383-4ced-8880-30d130f1c10e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.775411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f7ee2-5690-4d7c-be9d-48a703a48674 req-b9cf2e56-545a-49ab-8b19-72b2e3ee5d21 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:55.777032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-350f7ee2-5690-4d7c-be9d-48a703a48674 req-b9cf2e56-545a-49ab-8b19-72b2e3ee5d21 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1098 time: 0.0962918 Sep 16 05:04:55.833381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e499ec-7c0d-42c4-a29d-4d16c7f8eeb7 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Router c8db62cf-11c8-46c3-9594-d981cd0f855d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:04:55.844408 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-350f7ee2-5690-4d7c-be9d-48a703a48674 req-af85ce2e-0f3a-4b1b-a5ee-949fb59a23a1 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567172 Sep 16 05:04:55.850770 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44ee41c8-d383-4ced-8880-30d130f1c10e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.856063 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44ee41c8-d383-4ced-8880-30d130f1c10e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.877847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee41c8-d383-4ced-8880-30d130f1c10e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b15329-fae2-4b72-b2fb-c64b48c3237c,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:55.895626 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-44ee41c8-d383-4ced-8880-30d130f1c10e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.902913 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-44ee41c8-d383-4ced-8880-30d130f1c10e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2588758 Sep 16 05:04:55.903614 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41210) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:55.908959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-76bd095d-c4fb-4621-af86-011a8ce0db0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'network': {'name': 'tempest-network-smoke--167931869', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'port_security_enabled': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:55.933237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e499ec-7c0d-42c4-a29d-4d16c7f8eeb7 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:04:55.934320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bd095d-c4fb-4621-af86-011a8ce0db0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Made reservation on behalf of 79f40fbc611d4c95b3f975e461ccb8b8 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:04:55.938852 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-82e499ec-7c0d-42c4-a29d-4d16c7f8eeb7 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "PUT /v2.0/routers/c8db62cf-11c8-46c3-9594-d981cd0f855d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9228044 Sep 16 05:04:55.943806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41212) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:55.946374 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102fcc8-67cf-4abd-b282-8f69eb0e1d28 None None] Sync routers for ids ['c8db62cf-11c8-46c3-9594-d981cd0f855d'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:04:55.960452 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102fcc8-67cf-4abd-b282-8f69eb0e1d28 None None] Routers {'c8db62cf-11c8-46c3-9594-d981cd0f855d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:55.961866 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a102fcc8-67cf-4abd-b282-8f69eb0e1d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c8db62cf-11c8-46c3-9594-d981cd0f855d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:55.963959 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76bd095d-c4fb-4621-af86-011a8ce0db0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:55.999030 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-c023d574-c14e-411b-821e-b1837da0e98b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] show failed (client error): The resource could not be found. Sep 16 05:04:56.000347 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c023d574-c14e-411b-821e-b1837da0e98b tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-2140905293 HTTP/1.1" status: 404 len: 335 time: 0.0553594 Sep 16 05:04:56.004836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41214) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:56.006550 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a102fcc8-67cf-4abd-b282-8f69eb0e1d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:56.009540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-00c1942f-2391-4a08-99e4-8139c60ddbfc tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:56.017070 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102fcc8-67cf-4abd-b282-8f69eb0e1d28 None None] Routers {'c8db62cf-11c8-46c3-9594-d981cd0f855d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:04:56.018257 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a102fcc8-67cf-4abd-b282-8f69eb0e1d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['c8db62cf-11c8-46c3-9594-d981cd0f855d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:56.022312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76bd095d-c4fb-4621-af86-011a8ce0db0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:04:56.038424 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76bd095d-c4fb-4621-af86-011a8ce0db0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.038424 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-76bd095d-c4fb-4621-af86-011a8ce0db0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Added segment ef26b997-8b2d-4600-a6b4-672db99d1a63 of type vlan for network 92a49f0c-2cfc-4296-ba8b-603bb701871e Sep 16 05:04:56.050092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d0e7a-0ecf-4ebc-ae46-40c1630d640a req-fbbceb0e-00c6-4674-8427-42640680e5f4 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.054551 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-00c1942f-2391-4a08-99e4-8139c60ddbfc tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] update failed (client error): The resource could not be found. Sep 16 05:04:56.058876 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-00c1942f-2391-4a08-99e4-8139c60ddbfc tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1506316624 HTTP/1.1" status: 404 len: 335 time: 0.0495555 Sep 16 05:04:56.059047 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-055d0e7a-0ecf-4ebc-ae46-40c1630d640a req-fbbceb0e-00c6-4674-8427-42640680e5f4 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1098 time: 0.0909655 Sep 16 05:04:56.059170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41218) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:56.084374 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a102fcc8-67cf-4abd-b282-8f69eb0e1d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:56.085363 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102fcc8-67cf-4abd-b282-8f69eb0e1d28 None None] The sync data for ids ['c8db62cf-11c8-46c3-9594-d981cd0f855d'] in n-d-712142-17 is: [] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:04:56.136049 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76bd095d-c4fb-4621-af86-011a8ce0db0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.142214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-055d0e7a-0ecf-4ebc-ae46-40c1630d640a req-3dda9cec-b495-4ceb-a511-a4ec2253289b tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829813 Sep 16 05:04:56.145709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4e5a68-bd30-4987-b487-87c771a16a35 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Deleting subnet ca290224-8626-4fb5-a10c-3d0bcc5c9df5 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:56.150266 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5a68-bd30-4987-b487-87c771a16a35 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.178963 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76bd095d-c4fb-4621-af86-011a8ce0db0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.189230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bd095d-c4fb-4621-af86-011a8ce0db0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.190046 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-76bd095d-c4fb-4621-af86-011a8ce0db0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.218518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5a68-bd30-4987-b487-87c771a16a35 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.246208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-76bd095d-c4fb-4621-af86-011a8ce0db0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3411937 Sep 16 05:04:56.249856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41224) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:56.289295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'admin_state_up': True, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:56.327834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd095d-c4fb-4621-af86-011a8ce0db0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Network': ['ID=92a49f0c-2cfc-4296-ba8b-603bb701871e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:56.341641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 92a49f0c-2cfc-4296-ba8b-603bb701871e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:04:56.353055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5a68-bd30-4987-b487-87c771a16a35 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.356671 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.357846 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.389810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f892416-2d1d-4f72-aabc-9bd7d209c389 req-f325c71d-7fee-4479-95a4-2f6f249a210b tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:56.391365 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5f892416-2d1d-4f72-aabc-9bd7d209c389 req-f325c71d-7fee-4479-95a4-2f6f249a210b tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1098 time: 0.0933764 Sep 16 05:04:56.447147 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.484458 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5a68-bd30-4987-b487-87c771a16a35 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.503539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5f892416-2d1d-4f72-aabc-9bd7d209c389 req-41f846fe-9082-4ebb-91a8-fb447cf41c61 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830157 Sep 16 05:04:56.551788 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5a68-bd30-4987-b487-87c771a16a35 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.558422 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ec4e5a68-bd30-4987-b487-87c771a16a35 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "DELETE /v2.0/subnets/ca290224-8626-4fb5-a10c-3d0bcc5c9df5 HTTP/1.1" status: 204 len: 168 time: 0.4981635 Sep 16 05:04:56.559011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a973bb-3777-4521-8099-726b75a4b21e None None] Network df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:56.559455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e5a68-bd30-4987-b487-87c771a16a35 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event deleted for resources: {'Subnet': ['ID=ca290224-8626-4fb5-a10c-3d0bcc5c9df5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:56.565984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41236) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:56.675313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-58689af9-9c56-4ed1-9691-7e93b914ee76 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Deleting subnet 7fabfa05-e163-4d1d-aa77-a9b4e9d697f9 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:56.680597 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58689af9-9c56-4ed1-9691-7e93b914ee76 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.787996 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.810229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58689af9-9c56-4ed1-9691-7e93b914ee76 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:56.872005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa9698d-785c-42c0-bde9-2515d30ac344 None None] DHCP port deletion for df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:56.987225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9698d-785c-42c0-bde9-2515d30ac344 None None] Deleting port 35325c72-fcf3-4ef4-9e21-e4ed624dde33 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:56.988228 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5aa9698d-785c-42c0-bde9-2515d30ac344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.000096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58689af9-9c56-4ed1-9691-7e93b914ee76 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.100071 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5aa9698d-785c-42c0-bde9-2515d30ac344 None None] For port 35325c72-fcf3-4ef4-9e21-e4ed624dde33, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=35325c72-fcf3-4ef4-9e21-e4ed624dde33,segment=NetworkSegment(ea3ffd5b-acf9-4275-a4ea-038ae812e764),segment_id=ea3ffd5b-acf9-4275-a4ea-038ae812e764)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:57.100071 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5aa9698d-785c-42c0-bde9-2515d30ac344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.120366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9698d-785c-42c0-bde9-2515d30ac344 None None] Calling delete_port for 35325c72-fcf3-4ef4-9e21-e4ed624dde33 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:57.126725 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58689af9-9c56-4ed1-9691-7e93b914ee76 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.175988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58689af9-9c56-4ed1-9691-7e93b914ee76 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event deleted for resources: {'Subnet': ['ID=7fabfa05-e163-4d1d-aa77-a9b4e9d697f9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:57.181644 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-58689af9-9c56-4ed1-9691-7e93b914ee76 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.187779 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-58689af9-9c56-4ed1-9691-7e93b914ee76 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "DELETE /v2.0/subnets/7fabfa05-e163-4d1d-aa77-a9b4e9d697f9 HTTP/1.1" status: 204 len: 168 time: 0.6207395 Sep 16 05:04:57.193331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41258) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:57.197456 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb25bfdf-4bc4-417a-b4fe-232b6589d8cf None None] Network 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:57.238983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-9fd7177f-1ee9-4d1c-8985-784b8ce4a48f tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:57.240916 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-9fd7177f-1ee9-4d1c-8985-784b8ce4a48f tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/networks?id=5f6f07e6-cb89-44b3-a6da-3692f3015c8c HTTP/1.1" status: 200 len: 910 time: 0.3864059 Sep 16 05:04:57.271328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-f03b7a7f-060f-4f90-8e32-d9603130b625 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/quotas/89a09aa0027849d8a53a3e6cf14c4bbc HTTP/1.1" status: 200 len: 375 time: 0.0164523 Sep 16 05:04:57.323654 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.395523 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5aa9698d-785c-42c0-bde9-2515d30ac344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.401391 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-9197ad78-d9eb-46d1-b75a-57ab0fa0408b tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=89a09aa0027849d8a53a3e6cf14c4bbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1187806 Sep 16 05:04:57.412337 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Deleting port 35325c72-fcf3-4ef4-9e21-e4ed624dde33 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:57.412894 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.454081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9698d-785c-42c0-bde9-2515d30ac344 None None] Pushing event deleted for resources: {'Port': ['ID=35325c72-fcf3-4ef4-9e21-e4ed624dde33,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:57.467377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9698d-785c-42c0-bde9-2515d30ac344 None None] No DVR routers for this DVR port 35325c72-fcf3-4ef4-9e21-e4ed624dde33 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:57.516682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] For port 35325c72-fcf3-4ef4-9e21-e4ed624dde33, host n-d-712142-17, got binding levels [] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:57.517051 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.529926 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.546971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Calling delete_port for 35325c72-fcf3-4ef4-9e21-e4ed624dde33 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:57.563579 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.ipam_backend_mixin [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Port 35325c72-fcf3-4ef4-9e21-e4ed624dde33 was not found and therefore no delete operation was performed {{(pid=94744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:04:57.565213 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.620160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f353b-ef68-4e99-90b0-37ae7c2036db None None] DHCP port deletion for 1632d99b-e8eb-4146-8db7-fe62ce7e1cd3 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:04:57.632144 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.657447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event deleted for resources: {'Port': ['ID=35325c72-fcf3-4ef4-9e21-e4ed624dde33,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:57.659958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] No DVR routers for this DVR port 35325c72-fcf3-4ef4-9e21-e4ed624dde33 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:57.695534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 35325c72-fcf3-4ef4-9e21-e4ed624dde33 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:57.724405 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-cedcea9f-61a3-45ac-9c54-c21032caba72 service neutron] 10.222.0.53 "GET /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862422 Sep 16 05:04:57.755854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 35325c72-fcf3-4ef4-9e21-e4ed624dde33 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:57.756371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 35325c72-fcf3-4ef4-9e21-e4ed624dde33 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:57.797241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.802239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-624f353b-ef68-4e99-90b0-37ae7c2036db None None] Deleting port 0a686247-bcae-482e-93b4-65e2d44cce38 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:04:57.802710 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-624f353b-ef68-4e99-90b0-37ae7c2036db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.824161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:57.838117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3ffd5b-acf9-4275-a4ea-038ae812e764') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:57.838645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3ffd5b-acf9-4275-a4ea-038ae812e764') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:57.855411 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.866372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.25.0.209 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/ebc111dc-5655-4a53-ba21-ede0c14e2ca4) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:04:57.877820 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.888693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:57.889146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:57.894378 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:57.900897 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-624f353b-ef68-4e99-90b0-37ae7c2036db None None] For port 0a686247-bcae-482e-93b4-65e2d44cce38, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=0a686247-bcae-482e-93b4-65e2d44cce38,segment=NetworkSegment(3857eaa4-5a0c-4374-a148-637be88c3c8d),segment_id=3857eaa4-5a0c-4374-a148-637be88c3c8d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:04:57.901976 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-624f353b-ef68-4e99-90b0-37ae7c2036db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:57.911848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-47f194c9-4d42-4f70-b133-b544d16e2ee1 service neutron] 10.222.0.53 "GET /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865525 Sep 16 05:04:57.926067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-624f353b-ef68-4e99-90b0-37ae7c2036db None None] Calling delete_port for 0a686247-bcae-482e-93b4-65e2d44cce38 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:04:58.022598 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.058087 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.064287 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "DELETE /v2.0/networks/df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef HTTP/1.1" status: 204 len: 168 time: 0.8673439 Sep 16 05:04:58.064481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41264) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:58.111431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaed736-3cf7-48a8-a3e5-6e9d616a2719 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event deleted for resources: {'Network': ['ID=df3ecdab-c9fe-4a91-afd8-fb7b0243a9ef,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:58.154131 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-624f353b-ef68-4e99-90b0-37ae7c2036db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.218619 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f353b-ef68-4e99-90b0-37ae7c2036db None None] Pushing event deleted for resources: {'Port': ['ID=0a686247-bcae-482e-93b4-65e2d44cce38,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:58.229283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f353b-ef68-4e99-90b0-37ae7c2036db None None] No DVR routers for this DVR port 0a686247-bcae-482e-93b4-65e2d44cce38 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:04:58.309026 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46d3860a-d62a-41f5-bfbd-b5bce57a4f53 req-20acea2d-7482-4112-b57d-5f260cfa5f7f tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 210 time: 0.0533578 Sep 16 05:04:58.389579 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.396370 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.953961 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:58.966946 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.023868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1632d99b-e8eb-4146-8db7-fe62ce7e1cd3']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:59.045467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3857eaa4-5a0c-4374-a148-637be88c3c8d') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:59.045856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3857eaa4-5a0c-4374-a148-637be88c3c8d') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:04:59.061477 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:04:59.075093 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.078406 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:04:59.087149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=ebc111dc-5655-4a53-ba21-ede0c14e2ca4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:59.090767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:04:59.114966 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.128606 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:04:59.129203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:04:59.139864 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:04:59.330141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.373001 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.379211 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41290) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:59.379790 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "DELETE /v2.0/networks/1632d99b-e8eb-4146-8db7-fe62ce7e1cd3 HTTP/1.1" status: 204 len: 168 time: 1.3135788 Sep 16 05:04:59.408262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b913b00-84ce-4168-b632-185fa78aabd5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event deleted for resources: {'Network': ['ID=1632d99b-e8eb-4146-8db7-fe62ce7e1cd3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:59.449308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-68775717-da0e-4393-bfcd-b656db647312 req-c7cf4b5d-6a96-4094-a929-45e57febecab tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 210 time: 0.0463002 Sep 16 05:04:59.491280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bdd2f2-c001-4fe4-a1d8-4f885ceb35a5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Deleting subnet 245fd135-9ba6-497a-a357-36c32c58b947 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:04:59.496340 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd2f2-c001-4fe4-a1d8-4f885ceb35a5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.563345 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd2f2-c001-4fe4-a1d8-4f885ceb35a5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.615269 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0a686247-bcae-482e-93b4-65e2d44cce38 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:04:59.630795 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.658306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 0a686247-bcae-482e-93b4-65e2d44cce38 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:04:59.658658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 0a686247-bcae-482e-93b4-65e2d44cce38 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:04:59.780953 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd2f2-c001-4fe4-a1d8-4f885ceb35a5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.855371 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-767cc5ba-120c-44f6-a0df-7abf3d1ef8d0 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:04:59.856902 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-767cc5ba-120c-44f6-a0df-7abf3d1ef8d0 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.50 "GET /v2.0/networks?id=5f6f07e6-cb89-44b3-a6da-3692f3015c8c HTTP/1.1" status: 200 len: 910 time: 0.1638639 Sep 16 05:04:59.877560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Request body: {'port': {'device_id': 'a76cf95a-4551-472e-a6d5-61ebd660def7', 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c', 'admin_state_up': True, 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:04:59.899859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd2f2-c001-4fe4-a1d8-4f885ceb35a5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.944309 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd2f2-c001-4fe4-a1d8-4f885ceb35a5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:04:59.949557 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b2bdd2f2-c001-4fe4-a1d8-4f885ceb35a5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "DELETE /v2.0/subnets/245fd135-9ba6-497a-a357-36c32c58b947 HTTP/1.1" status: 204 len: 168 time: 0.5678601 Sep 16 05:04:59.952608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41304) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:04:59.954061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdd2f2-c001-4fe4-a1d8-4f885ceb35a5 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event deleted for resources: {'Subnet': ['ID=245fd135-9ba6-497a-a357-36c32c58b947,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:04:59.956134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd3fe64-c59a-4e2e-93af-a833f3bad106 None None] Network 5bd6ef08-9a67-4c60-8884-017eb8c8d772 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:04:59.989956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Made reservation on behalf of 89a09aa0027849d8a53a3e6cf14c4bbc for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:00.003545 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.004113 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.129932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.244721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:05:00.251349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Allocated IP 172.20.0.3 (5f6f07e6-cb89-44b3-a6da-3692f3015c8c/0d3d949c-bd63-48df-95b0-b90ac2bf6ccd/aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:00.258462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3504145c-6dfc-43c5-b31a-7149daf21c4d None None] DHCP port deletion for 5bd6ef08-9a67-4c60-8884-017eb8c8d772 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:00.332385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Deleting port d8dc3afe-ad61-429e-97e9-5090e18b8d2b {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:00.333132 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.345449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3504145c-6dfc-43c5-b31a-7149daf21c4d None None] Deleting port d8dc3afe-ad61-429e-97e9-5090e18b8d2b {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:00.347589 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3504145c-6dfc-43c5-b31a-7149daf21c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.414453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:00.429002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Sync routers for ids ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:00.443486 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.444923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3504145c-6dfc-43c5-b31a-7149daf21c4d None None] For port d8dc3afe-ad61-429e-97e9-5090e18b8d2b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d8dc3afe-ad61-429e-97e9-5090e18b8d2b,segment=NetworkSegment(dc12e6bb-9a49-4b73-9256-bd756dd57f74),segment_id=dc12e6bb-9a49-4b73-9256-bd756dd57f74)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:00.446258 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3504145c-6dfc-43c5-b31a-7149daf21c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.448247 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6cf8dd16-ede3-402b-880c-14416096d57d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.1977775 Sep 16 05:05:00.451861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41318) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:00.467520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Routers {'02034fef-ac1d-48fe-abe9-44972b8d6fc6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:00.468482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:00.534105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] For port d8dc3afe-ad61-429e-97e9-5090e18b8d2b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d8dc3afe-ad61-429e-97e9-5090e18b8d2b,segment=NetworkSegment(dc12e6bb-9a49-4b73-9256-bd756dd57f74),segment_id=dc12e6bb-9a49-4b73-9256-bd756dd57f74)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:00.534936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.551647 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6a7274b5-d943-4763-8331-4e35e3055403 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=79f40fbc611d4c95b3f975e461ccb8b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0960376 Sep 16 05:05:00.552267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41328) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:00.566215 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3504145c-6dfc-43c5-b31a-7149daf21c4d None None] Calling delete_port for d8dc3afe-ad61-429e-97e9-5090e18b8d2b owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:00.623775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Calling delete_port for d8dc3afe-ad61-429e-97e9-5090e18b8d2b owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:00.701142 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b92d6d55-d312-447a-ad0a-daf0afab4a2c req-519dd871-d059-44bd-b158-3ecfe4396fae tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 210 time: 0.0659628 Sep 16 05:05:00.712351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.775732 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.789759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['389213d1-4ed5-47d0-894c-968e17a45754'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:00.800979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:00.825844 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647a5110-9855-4905-8ab8-e87e7ce669c8 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:00.832095 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-647a5110-9855-4905-8ab8-e87e7ce669c8 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2787151 Sep 16 05:05:00.834091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41330) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:00.845664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Set router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:00.879906 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e914189d-4d97-404c-a672-7470512d7a97 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443106 Sep 16 05:05:00.880842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41332) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:00.886339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-dab89be4-0aa0-4c96-9d12-4ba4dfb547ea tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1982075099', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:00.902920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Pushing event updated for resources: {'Port': ['ID=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:00.912628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:00.914475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] No DVR routers for this DVR port d8dc3afe-ad61-429e-97e9-5090e18b8d2b on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:00.955582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:00.963685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:01.045374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:01.045374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.057167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event deleted for resources: {'Port': ['ID=d8dc3afe-ad61-429e-97e9-5090e18b8d2b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:01.069003 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-2ab78d60-492b-49b2-9705-48bd4987390c tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1951318 Sep 16 05:05:01.101026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab89be4-0aa0-4c96-9d12-4ba4dfb547ea tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Made reservation on behalf of 79f40fbc611d4c95b3f975e461ccb8b8 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:01.110046 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dab89be4-0aa0-4c96-9d12-4ba4dfb547ea tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.177119 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.204569 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd6ef08-9a67-4c60-8884-017eb8c8d772']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:01.217103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc12e6bb-9a49-4b73-9256-bd756dd57f74') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:01.217550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc12e6bb-9a49-4b73-9256-bd756dd57f74') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:01.231862 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.271148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-1cc09251-809c-47b1-a536-e63a4ee8dcd8 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:05:01.272495 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-1cc09251-809c-47b1-a536-e63a4ee8dcd8 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193155 Sep 16 05:05:01.276440 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.291496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:01.292013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:01.299286 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:01.319682 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3504145c-6dfc-43c5-b31a-7149daf21c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.344614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3504145c-6dfc-43c5-b31a-7149daf21c4d None None] No DVR routers for this DVR port d8dc3afe-ad61-429e-97e9-5090e18b8d2b on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:01.376753 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504145c-6dfc-43c5-b31a-7149daf21c4d None None] Pushing event deleted for resources: {'Port': ['ID=d8dc3afe-ad61-429e-97e9-5090e18b8d2b,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:01.424604 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dab89be4-0aa0-4c96-9d12-4ba4dfb547ea tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.462180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.470968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.474238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ec8c0a07-074f-4cd9-b1bb-a2dfaea1970b None None] Provisioning complete for port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:01.474549 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ec8c0a07-074f-4cd9-b1bb-a2dfaea1970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.477120 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "DELETE /v2.0/networks/5bd6ef08-9a67-4c60-8884-017eb8c8d772 HTTP/1.1" status: 204 len: 168 time: 1.5153174 Sep 16 05:05:01.481512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:04:59Z', 'revision_number': 3, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:01.484414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41346) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:01.536211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89be4-0aa0-4c96-9d12-4ba4dfb547ea tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Subnet': ['ID=784c3c13-7a60-45d8-a726-ffa08921e478,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:01.537138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Checking router: 02034fef-ac1d-48fe-abe9-44972b8d6fc6 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:01.537751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Updating router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 port ebc111dc-5655-4a53-ba21-ede0c14e2ca4 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:05:01.543998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Request body: {'port': {'device_id': 'a76cf95a-4551-472e-a6d5-61ebd660def7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:01.554763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22f3b8-c3cb-4c56-aa3b-b88363e1d985 tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Pushing event deleted for resources: {'Network': ['ID=5bd6ef08-9a67-4c60-8884-017eb8c8d772,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:01.579677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c0a07-074f-4cd9-b1bb-a2dfaea1970b None None] Port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:01.584731 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.600426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41348) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:01.608143 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d4f86203-32f5-41a7-8227-eb6a1ac2040e tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8db62cf-11c8-46c3-9594-d981cd0f855d HTTP/1.1" status: 200 len: 205 time: 0.0940182 Sep 16 05:05:01.655042 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d8dc3afe-ad61-429e-97e9-5090e18b8d2b no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:01.681056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d8dc3afe-ad61-429e-97e9-5090e18b8d2b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:01.681514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d8dc3afe-ad61-429e-97e9-5090e18b8d2b not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:01.704164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab89be4-0aa0-4c96-9d12-4ba4dfb547ea tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Checking segment: {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:01.704534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab89be4-0aa0-4c96-9d12-4ba4dfb547ea tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network hostable DHCP agents. Network: 92a49f0c-2cfc-4296-ba8b-603bb701871e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:01.720393 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.823486 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a7c04c2f-ff68-4013-8dbd-f0aebd6ad34f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:01.953049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab89be4-0aa0-4c96-9d12-4ba4dfb547ea tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network 92a49f0c-2cfc-4296-ba8b-603bb701871e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:02.034944 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.053839 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.064780 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a7c04c2f-ff68-4013-8dbd-f0aebd6ad34f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.068174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-dab89be4-0aa0-4c96-9d12-4ba4dfb547ea tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 92a49f0c-2cfc-4296-ba8b-603bb701871e) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:02.073524 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a7c04c2f-ff68-4013-8dbd-f0aebd6ad34f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.076125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab89be4-0aa0-4c96-9d12-4ba4dfb547ea tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.076731 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dab89be4-0aa0-4c96-9d12-4ba4dfb547ea tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.106772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1639c-b031-4885-860c-1bf02439d7a8 req-c3ff2daf-cc6f-4d32-a968-47e4d91e849b tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:02.109363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35b1639c-b031-4885-860c-1bf02439d7a8 req-c3ff2daf-cc6f-4d32-a968-47e4d91e849b tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1027 time: 0.1973305 Sep 16 05:05:02.136703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06eea34-eff8-431b-acf2-0b86e2f71737 None None] Pushing event updated for resources: {'Port': ['ID=ebc111dc-5655-4a53-ba21-ede0c14e2ca4,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:02.139771 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae86cac-8241-46a4-a4cf-d11828783d94 None None] Network 92a49f0c-2cfc-4296-ba8b-603bb701871e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:02.182791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dab89be4-0aa0-4c96-9d12-4ba4dfb547ea tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3002458 Sep 16 05:05:02.188643 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41358) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:02.189410 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Attempting to bind port ebc111dc-5655-4a53-ba21-ede0c14e2ca4 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:02.189845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Attempting to bind port ebc111dc-5655-4a53-ba21-ede0c14e2ca4 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:02.190226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Attempting to bind port ebc111dc-5655-4a53-ba21-ede0c14e2ca4 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:02.199580 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a7c04c2f-ff68-4013-8dbd-f0aebd6ad34f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.200959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c04c2f-ff68-4013-8dbd-f0aebd6ad34f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Fanout notify agent at l3_agent the message router_deleted on router c8db62cf-11c8-46c3-9594-d981cd0f855d {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:05:02.213363 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a7c04c2f-ff68-4013-8dbd-f0aebd6ad34f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.218756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a7c04c2f-ff68-4013-8dbd-f0aebd6ad34f tempest-RoutersNegativeTest-834541426 tempest-RoutersNegativeTest-834541426-project] 10.222.0.53 "DELETE /v2.0/routers/c8db62cf-11c8-46c3-9594-d981cd0f855d HTTP/1.1" status: 204 len: 168 time: 0.6173468 Sep 16 05:05:02.286044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35b1639c-b031-4885-860c-1bf02439d7a8 req-bb01af46-f1fb-48cd-a086-49f99169970e tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301773 Sep 16 05:05:02.368761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:02.369551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:02.370110 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.370640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:02.371242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Bound port: ebc111dc-5655-4a53-ba21-ede0c14e2ca4, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:02.371738 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.439984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] For port ebc111dc-5655-4a53-ba21-ede0c14e2ca4, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:02.448624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] For port ebc111dc-5655-4a53-ba21-ede0c14e2ca4, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ebc111dc-5655-4a53-ba21-ede0c14e2ca4,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:02.470112 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.539593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:02.549996 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.589301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Routers {'02034fef-ac1d-48fe-abe9-44972b8d6fc6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:02.589852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Transition to ACTIVE for port object aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:02.590305 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:02.600069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.601093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-92a49f0c-2cfc-4296-ba8b-603bb701871e', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:02.602166 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.657541 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06eea34-eff8-431b-acf2-0b86e2f71737 None None] Pushing event updated for resources: {'Port': ['ID=ebc111dc-5655-4a53-ba21-ede0c14e2ca4,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:02.710971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Pushing event updated for resources: {'Port': ['ID=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:02.825930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Attempting to bind port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:02.827187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Attempting to bind port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:02.827187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Attempting to bind port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f on network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:02.841186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f on network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:02.841581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Attempting to bind port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f on network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:02.855666 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:02.856240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Checking segment: {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:02.856652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Bound using segment: {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:02.857746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Bound port: aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:02.858139 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:02.972023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] For port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:02.997714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] For port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:03.022407 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.088447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41380) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:03.109420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.110212 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.114946 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] 10.222.0.50 "PUT /v2.0/ports/aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f HTTP/1.1" status: 200 len: 1092 time: 1.8248038 Sep 16 05:05:03.115434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76cf95a-4551-472e-a6d5-61ebd660def7', 'tag': 'aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:03.117818 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff64d40-b6ea-4cc9-be4e-120851348948" -d '{"events": [{"name": "network-changed", "server_uuid": "a76cf95a-4551-472e-a6d5-61ebd660def7", "tag": "aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:03.178339 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:05:03.244221 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Allocated IP 172.20.0.2 (92a49f0c-2cfc-4296-ba8b-603bb701871e/784c3c13-7a60-45d8-a726-ffa08921e478/85b75e8c-15f7-4797-bb6b-96a8bc2ae241) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:03.275440 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263c95c4-20f0-4e7e-aa6b-e15a564cd3fb x-openstack-request-id: req-263c95c4-20f0-4e7e-aa6b-e15a564cd3fb {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:03.276051 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76cf95a-4551-472e-a6d5-61ebd660def7", "tag": "aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:03.276461 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-263c95c4-20f0-4e7e-aa6b-e15a564cd3fb {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:03.277011 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76cf95a-4551-472e-a6d5-61ebd660def7', 'tag': 'aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f', 'status': 'completed', 'code': 200} Sep 16 05:05:03.294854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fe1cb-f328-49e3-b15a-4209e28f4bbf service neutron] Pushing event updated for resources: {'Port': ['ID=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:03.305565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-b2f4ce93-5747-4873-b5ec-9c99bae92279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.308195 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-b2f4ce93-5747-4873-b5ec-9c99bae92279 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89a09aa0027849d8a53a3e6cf14c4bbc&device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1095 time: 0.1242714 Sep 16 05:05:03.332841 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.335739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] Set router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:03.461573 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-92e96211-0f43-488a-90d2-2d69dec17776 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f HTTP/1.1" status: 200 len: 217 time: 0.1359353 Sep 16 05:05:03.576304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-c7c58198-ed9c-401b-b571-884dcb419135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.577831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-c7c58198-ed9c-401b-b571-884dcb419135 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d3d949c-bd63-48df-95b0-b90ac2bf6ccd HTTP/1.1" status: 200 len: 848 time: 0.1033258 Sep 16 05:05:03.670484 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-1383bc4f-f190-48be-9662-931e35a63f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.672977 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-1383bc4f-f190-48be-9662-931e35a63f0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f6f07e6-cb89-44b3-a6da-3692f3015c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830429 Sep 16 05:05:03.694613 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dc867a38-02cd-4b25-a7b6-cadf2d238d1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b47fbbc3202c4933b61cf0bf5dfa46eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6047628 Sep 16 05:05:03.753144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41394) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:03.794321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db68490-e6a6-46ba-a13e-e05d84873845 req-5ec9bb1c-d8d4-4bbf-a849-4c68473d0421 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:03.804911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0db68490-e6a6-46ba-a13e-e05d84873845 req-5ec9bb1c-d8d4-4bbf-a849-4c68473d0421 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1095 time: 0.2911634 Sep 16 05:05:03.805508 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-8f090a1a-6aa0-4620-9adb-ebd45830f360 service neutron] 10.222.0.50 "GET /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182337 Sep 16 05:05:03.876706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:04:59Z', 'revision_number': 3, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:03.884521 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.908369 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0db68490-e6a6-46ba-a13e-e05d84873845 req-70b40bd9-0823-44b9-abf3-edc34117d24a tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019206 Sep 16 05:05:03.931722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcdd239-e1b8-4c34-afbe-dcd3d3c73f73 None None] The sync data for ids ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'] in n-d-712142-17 is: [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:04:59Z', 'revision_number': 3, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:03.946926 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:03.995701 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfd2fd0d-b675-47cf-9e7c-4957840467a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.029536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Network 92a49f0c-2cfc-4296-ba8b-603bb701871e is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:04.052698 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed9448d6-f529-4c92-aa4b-c0c70656cabc req-7a2492cf-8365-4215-ad2b-b60e33eb51c4 service neutron] 10.222.0.50 "GET /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336457 Sep 16 05:05:04.062679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:04.067493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:04.077315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Pushing event updated for resources: {'Port': ['ID=85b75e8c-15f7-4797-bb6b-96a8bc2ae241,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:04.100842 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfd2fd0d-b675-47cf-9e7c-4957840467a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.198702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Attempting to bind port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:04.198702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Attempting to bind port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:04.200515 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Attempting to bind port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 on network 92a49f0c-2cfc-4296-ba8b-603bb701871e {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:04.201170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64d40-b6ea-4cc9-be4e-120851348948 req-de2afec7-6882-4bd8-bd0b-fca9d94bfa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.202885 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1ff64d40-b6ea-4cc9-be4e-120851348948 req-de2afec7-6882-4bd8-bd0b-fca9d94bfa60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89a09aa0027849d8a53a3e6cf14c4bbc&device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1095 time: 0.0855808 Sep 16 05:05:04.210367 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:04.210749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Checking segment: {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:04.211155 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.211558 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Bound using segment: {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:04.212036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Bound port: 85b75e8c-15f7-4797-bb6b-96a8bc2ae241, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:04.212531 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.239726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.20.0.1 (92a49f0c-2cfc-4296-ba8b-603bb701871e/784c3c13-7a60-45d8-a726-ffa08921e478/91b1f113-aad6-41cb-8e65-66afa84de23d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:04.249239 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfd2fd0d-b675-47cf-9e7c-4957840467a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.258181 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cfd2fd0d-b675-47cf-9e7c-4957840467a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.262231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cfd2fd0d-b675-47cf-9e7c-4957840467a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08cdefff-92d0-46cc-a4e1-837f7150186d HTTP/1.1" status: 204 len: 168 time: 0.5014160 Sep 16 05:05:04.304519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2fd0d-b675-47cf-9e7c-4957840467a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cdefff-92d0-46cc-a4e1-837f7150186d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:04.308645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] For port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:04.314848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] For port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=85b75e8c-15f7-4797-bb6b-96a8bc2ae241,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:04.324309 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.435408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64d40-b6ea-4cc9-be4e-120851348948 req-94825a59-c2c8-4705-8739-13da69434028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.448419 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1ff64d40-b6ea-4cc9-be4e-120851348948 req-94825a59-c2c8-4705-8739-13da69434028 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5f6f07e6-cb89-44b3-a6da-3692f3015c8c HTTP/1.1" status: 200 len: 910 time: 0.2206450 Sep 16 05:05:04.567462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00106945-efe6-45d3-accc-c9bbb63e6900 None None] Pushing event updated for resources: {'Port': ['ID=85b75e8c-15f7-4797-bb6b-96a8bc2ae241,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:04.576975 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1ff64d40-b6ea-4cc9-be4e-120851348948 req-fbba7334-caea-4e9d-acc1-0929ffe8bfc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f HTTP/1.1" status: 200 len: 217 time: 0.1236484 Sep 16 05:05:04.669336 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.704573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64d40-b6ea-4cc9-be4e-120851348948 req-5a99aae6-6701-4a81-9cf8-7b9e6f5fc8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.711702 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1ff64d40-b6ea-4cc9-be4e-120851348948 req-5a99aae6-6701-4a81-9cf8-7b9e6f5fc8f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d3d949c-bd63-48df-95b0-b90ac2bf6ccd HTTP/1.1" status: 200 len: 848 time: 0.1250966 Sep 16 05:05:04.760711 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:04.819505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network 92a49f0c-2cfc-4296-ba8b-603bb701871e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:04.837298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64d40-b6ea-4cc9-be4e-120851348948 req-dbfdfd66-0a0b-4f64-8239-2616bdd52ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:04.839264 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1ff64d40-b6ea-4cc9-be4e-120851348948 req-dbfdfd66-0a0b-4f64-8239-2616bdd52ad9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f6f07e6-cb89-44b3-a6da-3692f3015c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126382 Sep 16 05:05:04.868052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:04.885984 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:05.014632 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1ff64d40-b6ea-4cc9-be4e-120851348948 req-1daaf88c-82ad-4827-9992-b3f9d999171d service neutron] 10.222.0.50 "GET /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661499 Sep 16 05:05:05.046557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=91b1f113-aad6-41cb-8e65-66afa84de23d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:05.070368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.155393 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1ff64d40-b6ea-4cc9-be4e-120851348948 req-b01d8454-6fc5-404c-9493-4123123a1ba6 service neutron] 10.222.0.50 "GET /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319139 Sep 16 05:05:05.540307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15d6ab-3f2c-4f3c-b809-04ee96bf2ed9 req-38988dcd-85bd-41f1-97b5-5705f7c55c48 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:05.542395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e15d6ab-3f2c-4f3c-b809-04ee96bf2ed9 req-38988dcd-85bd-41f1-97b5-5705f7c55c48 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1095 time: 0.4915690 Sep 16 05:05:05.686295 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.773655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e15d6ab-3f2c-4f3c-b809-04ee96bf2ed9 req-324b0fb5-65de-40b1-b2f5-d5ae1d236460 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141056 Sep 16 05:05:05.809476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:05.839436 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:05.867623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41442) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:05.907996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:05.908706 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.087553 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.099272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8f8389cb-dda0-4a3e-8fda-631687b18ab3 tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-351983263', 'prefixes': ['172.20.0.0/16']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:06.163448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=85b75e8c-15f7-4797-bb6b-96a8bc2ae241,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:06.168880 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.169768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ebc111dc-5655-4a53-ba21-ede0c14e2ca4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:06.239200 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8f8389cb-dda0-4a3e-8fda-631687b18ab3 tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] Notify callbacks [] for subnetpool, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.240991 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8f8389cb-dda0-4a3e-8fda-631687b18ab3 tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3713126 Sep 16 05:05:06.243444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41450) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:06.305842 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-549fbf9e-c80e-46d5-ba81-cbdc30934724 tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] 10.222.0.53 "GET /v2.0/subnetpools/4a3af0ce-3ab4-49dc-986f-2594833b382d HTTP/1.1" status: 200 len: 731 time: 0.0585537 Sep 16 05:05:06.306963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41454) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:06.322872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-77aa1965-655c-47aa-a9bc-58636541ddbf tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1799684584'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:06.350229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e49b76-88eb-48a4-a172-17a71e2e4704 None None] Network 92a49f0c-2cfc-4296-ba8b-603bb701871e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:06.441205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-94510e6d-13b8-474a-9ac1-637eaf33725b None None] Provisioning complete for port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:06.441770 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-94510e6d-13b8-474a-9ac1-637eaf33725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.501128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=85b75e8c-15f7-4797-bb6b-96a8bc2ae241,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:06.554415 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-77aa1965-655c-47aa-a9bc-58636541ddbf tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] Notify callbacks [] for subnetpool, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.555837 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-77aa1965-655c-47aa-a9bc-58636541ddbf tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] 10.222.0.53 "PUT /v2.0/subnetpools/4a3af0ce-3ab4-49dc-986f-2594833b382d HTTP/1.1" status: 200 len: 684 time: 0.2468815 Sep 16 05:05:06.558446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41468) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:06.568668 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.575227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.693414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.698664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ebc111dc-5655-4a53-ba21-ede0c14e2ca4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:06.702111 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.722200 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1bac4bcc-6954-4c1a-b631-6fb948c1a286 tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] Notify callbacks [] for subnetpool, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:06.723802 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1bac4bcc-6954-4c1a-b631-6fb948c1a286 tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4a3af0ce-3ab4-49dc-986f-2594833b382d HTTP/1.1" status: 204 len: 168 time: 0.1642730 Sep 16 05:05:06.726427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41470) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:06.750345 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-1e453b04-9949-4139-8c7c-66719dc4554c tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] show failed (client error): The resource could not be found. Sep 16 05:05:06.754474 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1e453b04-9949-4139-8c7c-66719dc4554c tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] 10.222.0.53 "GET /v2.0/subnetpools/4a3af0ce-3ab4-49dc-986f-2594833b382d HTTP/1.1" status: 404 len: 346 time: 0.0266964 Sep 16 05:05:06.759344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41472) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:06.785590 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-a7275144-19f2-49b9-9bae-8bf2332cc33a tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] delete failed (client error): The resource could not be found. Sep 16 05:05:06.787195 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a7275144-19f2-49b9-9bae-8bf2332cc33a tempest-SubnetPoolsTestJSON-569475838 tempest-SubnetPoolsTestJSON-569475838-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4a3af0ce-3ab4-49dc-986f-2594833b382d HTTP/1.1" status: 404 len: 346 time: 0.0267031 Sep 16 05:05:06.851181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network 92a49f0c-2cfc-4296-ba8b-603bb701871e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:06.857172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:06.864147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=91b1f113-aad6-41cb-8e65-66afa84de23d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:07.009739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30a507-6ec3-4b4e-9f16-d62b02c99c9c req-6a4c64e7-69b2-4588-b312-5c7225407bfb tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.017156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be30a507-6ec3-4b4e-9f16-d62b02c99c9c req-6a4c64e7-69b2-4588-b312-5c7225407bfb tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1095 time: 0.0817957 Sep 16 05:05:07.124717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be30a507-6ec3-4b4e-9f16-d62b02c99c9c req-fa6a6c31-6d5c-40e8-af91-401928e950ce tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020250 Sep 16 05:05:07.155176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:07.160714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:07.253432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41484) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:07.342582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:07.349177 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2409fc53-18dc-43ee-857c-af4180e4d536 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "PUT /v2.0/routers/02034fef-ac1d-48fe-abe9-44972b8d6fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1585875 Sep 16 05:05:07.354192 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Sync routers for ids ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:07.366235 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Routers {'02034fef-ac1d-48fe-abe9-44972b8d6fc6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:07.367275 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:07.411425 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.447709 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port ebc111dc-5655-4a53-ba21-ede0c14e2ca4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ebc111dc-5655-4a53-ba21-ede0c14e2ca4,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:07.468264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:07.486472 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.500436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a1cfe0d-f9ea-4a65-b999-140450bfe9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.515307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f', 'network_id': '5f6f07e6-cb89-44b3-a6da-3692f3015c8c', 'port_id': 'aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f', 'mac_address': 'fa:16:3e:e9:1d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d3d949c-bd63-48df-95b0-b90ac2bf6ccd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:07.710027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=ebc111dc-5655-4a53-ba21-ede0c14e2ca4,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:07.732621 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.733495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:07.765397 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.791049 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Set router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:07.797788 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:07.812753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-5400b64a-1e01-4be6-af8d-cbf68b6c3bb3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321806880&fields=id&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 267 time: 0.0449431 Sep 16 05:05:07.824307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:07.838342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:07.838889 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.840964 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.888579 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a1cfe0d-f9ea-4a65-b999-140450bfe9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.901564 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ede3281-62c4-47b1-9dde-4f5c183ad27b req-ce1f1328-0a5e-41fa-bc04-0093bd593715 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2654288 Sep 16 05:05:07.902773 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a1cfe0d-f9ea-4a65-b999-140450bfe9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:07.994318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cfe0d-f9ea-4a65-b999-140450bfe9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e61d88a-a83a-45f9-9973-cb146a349959,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:07.996585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-55e4ff73-0d23-43a1-8238-6fe43f260b88 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:07.999313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-55e4ff73-0d23-43a1-8238-6fe43f260b88 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 796 time: 0.1854017 Sep 16 05:05:08.036808 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-b7e030db-5a3b-4774-963c-913370d6fd36 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/quotas/79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 375 time: 0.0307939 Sep 16 05:05:08.110673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5ce3c347-0a36-4e33-a326-08b9610a1c95 None None] Provisioning complete for port 91b1f113-aad6-41cb-8e65-66afa84de23d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:08.111058 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c347-0a36-4e33-a326-08b9610a1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.117575 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0a1cfe0d-f9ea-4a65-b999-140450bfe9ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa115778b5504e5ea585a59b438d46c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8605340 Sep 16 05:05:08.118078 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41512) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:08.135011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede3281-62c4-47b1-9dde-4f5c183ad27b req-d4f0bcb0-bb41-41a0-b8de-68cc57b70f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.136533 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ede3281-62c4-47b1-9dde-4f5c183ad27b req-d4f0bcb0-bb41-41a0-b8de-68cc57b70f18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 1097 time: 0.1434326 Sep 16 05:05:08.163903 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-e3da09cb-2b35-45de-844f-cf3319feb862 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039686 Sep 16 05:05:08.208579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3c347-0a36-4e33-a326-08b9610a1c95 None None] Port 91b1f113-aad6-41cb-8e65-66afa84de23d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:08.215650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:08.283506 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:05:05Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '91b1f113-aad6-41cb-8e65-66afa84de23d', 'name': '', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:a9:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:03Z', 'updated_at': '2021-09-16T05:05:06Z', 'revision_number': 2, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:08.330349 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Checking router: 02034fef-ac1d-48fe-abe9-44972b8d6fc6 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:08.330717 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Updating router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 port 91b1f113-aad6-41cb-8e65-66afa84de23d binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:05:08.334221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-d2fb5e0c-a8f6-4e8d-b105-9c697553c259 service neutron] 10.222.0.53 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608212 Sep 16 05:05:08.357764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:08.361142 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.403841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5ce3c347-0a36-4e33-a326-08b9610a1c95 None None] Provisioning complete for port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:08.404332 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c347-0a36-4e33-a326-08b9610a1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.474228 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b453fdd3-cd78-4b2b-970f-afeca1c4dbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.511964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede3281-62c4-47b1-9dde-4f5c183ad27b req-d09cbd9f-8a64-413a-99c8-cee09a746752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.513641 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ede3281-62c4-47b1-9dde-4f5c183ad27b req-d09cbd9f-8a64-413a-99c8-cee09a746752 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.3421586 Sep 16 05:05:08.547752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-e1d1cd94-398a-4d94-9b24-dc9d3f4f509c service neutron] 10.222.0.53 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067533 Sep 16 05:05:08.598475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b453fdd3-cd78-4b2b-970f-afeca1c4dbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.617137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ede3281-62c4-47b1-9dde-4f5c183ad27b req-d0f4ecaa-f938-430c-b9ee-d1debb4eb072 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b HTTP/1.1" status: 200 len: 217 time: 0.0852311 Sep 16 05:05:08.778860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede3281-62c4-47b1-9dde-4f5c183ad27b req-a18111c5-7e13-4e97-90ae-3fbb4010a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.780409 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ede3281-62c4-47b1-9dde-4f5c183ad27b req-a18111c5-7e13-4e97-90ae-3fbb4010a9a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.1510749 Sep 16 05:05:08.865748 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a4d1a194-6692-4002-b9eb-4f3d8400046f None None] Provisioning complete for port 91b1f113-aad6-41cb-8e65-66afa84de23d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:08.866479 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a194-6692-4002-b9eb-4f3d8400046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.891427 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b453fdd3-cd78-4b2b-970f-afeca1c4dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.911216 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b453fdd3-cd78-4b2b-970f-afeca1c4dbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:08.915465 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b453fdd3-cd78-4b2b-970f-afeca1c4dbbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e61d88a-a83a-45f9-9973-cb146a349959 HTTP/1.1" status: 204 len: 168 time: 0.7911637 Sep 16 05:05:08.930272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede3281-62c4-47b1-9dde-4f5c183ad27b req-8d9e10cf-3693-4ee6-9994-fcca232c35be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:08.932438 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ede3281-62c4-47b1-9dde-4f5c183ad27b req-8d9e10cf-3693-4ee6-9994-fcca232c35be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432443 Sep 16 05:05:09.022927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1a194-6692-4002-b9eb-4f3d8400046f None None] Port 91b1f113-aad6-41cb-8e65-66afa84de23d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:09.060069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453fdd3-cd78-4b2b-970f-afeca1c4dbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e61d88a-a83a-45f9-9973-cb146a349959,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:09.062463 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.076503 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.132479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f31061-41da-4324-a4d1-7bc1c964a302 req-d6e348fd-4811-4c00-a8b2-0360248eecae tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:09.138326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-57f31061-41da-4324-a4d1-7bc1c964a302 req-d6e348fd-4811-4c00-a8b2-0360248eecae tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1096 time: 0.1070240 Sep 16 05:05:09.200689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-57f31061-41da-4324-a4d1-7bc1c964a302 req-5818b3eb-def7-4d75-b90b-0ae110781e83 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500596 Sep 16 05:05:09.256250 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ede3281-62c4-47b1-9dde-4f5c183ad27b req-c9548519-a3b7-4e47-84d7-20362d02209b service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095205 Sep 16 05:05:09.307509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de6ad1fa-c2b0-4bc5-b012-3fc245ab02b0 req-7ea77999-1d3d-4bb6-b74d-ce338b1a67a1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 210 time: 0.0412667 Sep 16 05:05:09.313233 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb3cff-04e8-4cc0-92b1-2e1eb3197531 None None] Pushing event updated for resources: {'Port': ['ID=91b1f113-aad6-41cb-8e65-66afa84de23d,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:09.451519 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ede3281-62c4-47b1-9dde-4f5c183ad27b req-e16574e3-ff98-42c4-8d27-58c271ef8866 service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855347 Sep 16 05:05:09.467218 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Attempting to bind port 91b1f113-aad6-41cb-8e65-66afa84de23d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:09.467769 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Attempting to bind port 91b1f113-aad6-41cb-8e65-66afa84de23d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:09.468151 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Attempting to bind port 91b1f113-aad6-41cb-8e65-66afa84de23d on network 92a49f0c-2cfc-4296-ba8b-603bb701871e {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:09.480604 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:09.481251 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Checking segment: {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:09.482506 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.483482 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Bound using segment: {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:09.484843 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Bound port: 91b1f113-aad6-41cb-8e65-66afa84de23d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:09.486075 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.641210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ebc111dc-5655-4a53-ba21-ede0c14e2ca4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:09.656915 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] For port 91b1f113-aad6-41cb-8e65-66afa84de23d, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:09.661643 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] For port 91b1f113-aad6-41cb-8e65-66afa84de23d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=91b1f113-aad6-41cb-8e65-66afa84de23d,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:09.676987 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.781075 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Routers {'02034fef-ac1d-48fe-abe9-44972b8d6fc6'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:09.781765 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:04:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:09.805778 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ebc111dc-5655-4a53-ba21-ede0c14e2ca4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:09.806826 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:09.906367 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb3cff-04e8-4cc0-92b1-2e1eb3197531 None None] Pushing event updated for resources: {'Port': ['ID=91b1f113-aad6-41cb-8e65-66afa84de23d,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:09.955362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f75e4459-e1b3-4a9a-989c-51bdd4c69729 None None] Provisioning complete for port 91b1f113-aad6-41cb-8e65-66afa84de23d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:09.956602 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f75e4459-e1b3-4a9a-989c-51bdd4c69729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.041905 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] Set router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:10.278324 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f75e4459-e1b3-4a9a-989c-51bdd4c69729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.365505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f75e4459-e1b3-4a9a-989c-51bdd4c69729 None None] For port 91b1f113-aad6-41cb-8e65-66afa84de23d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=91b1f113-aad6-41cb-8e65-66afa84de23d,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:10.377442 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f75e4459-e1b3-4a9a-989c-51bdd4c69729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.395346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41584) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:10.428099 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41588) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:10.433399 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030606 Sep 16 05:05:10.434011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a90cf9-478e-4054-a8a3-fd43220b4601 req-ab8fc6b5-7110-484d-99f3-bde52af7fcf9 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:10.436561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41590) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:10.438182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0a90cf9-478e-4054-a8a3-fd43220b4601 req-ab8fc6b5-7110-484d-99f3-bde52af7fcf9 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1096 time: 0.1062803 Sep 16 05:05:10.523282 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0a90cf9-478e-4054-a8a3-fd43220b4601 req-ad26ff33-be1b-4149-82cb-796857f83eb4 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782957 Sep 16 05:05:10.537756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e4459-e1b3-4a9a-989c-51bdd4c69729 None None] Pushing event updated for resources: {'Port': ['ID=91b1f113-aad6-41cb-8e65-66afa84de23d,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:10.541654 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e548a8d6-555d-4acc-9ff3-80a6d432fb86 None None] Provisioning complete for port 91b1f113-aad6-41cb-8e65-66afa84de23d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:10.560390 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e548a8d6-555d-4acc-9ff3-80a6d432fb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.596635 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:05:05Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '91b1f113-aad6-41cb-8e65-66afa84de23d', 'name': '', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:a9:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:03Z', 'updated_at': '2021-09-16T05:05:09Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:10.654884 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1e55-7bbf-4762-8617-7aaa789aa854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:10.656572 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95287d0a-b109-46fe-904b-54f1239a4d1a None None] The sync data for ids ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'] in n-d-712142-17 is: [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:05:05Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '91b1f113-aad6-41cb-8e65-66afa84de23d', 'name': '', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:a9:e7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:03Z', 'updated_at': '2021-09-16T05:05:09Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:10.692230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-566e1e01-acec-4714-b69e-258a29791b2e req-fd8c45cd-be5c-4840-8548-83345ac6e339 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 210 time: 0.0589609 Sep 16 05:05:10.731386 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-040bebf6-b592-47c2-90bc-010538990cb6 tempest-NetworksApiDiscovery-1758831173 tempest-NetworksApiDiscovery-1758831173-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2913253 Sep 16 05:05:11.019635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-0f5aa48b-2a9d-44ea-8fe4-4a1b52932c3c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.021317 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-0f5aa48b-2a9d-44ea-8fe4-4a1b52932c3c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.15 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 796 time: 0.2204340 Sep 16 05:05:11.115889 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1e55-7bbf-4762-8617-7aaa789aa854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.129398 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:11.156810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41604) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:11.165444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1e55-7bbf-4762-8617-7aaa789aa854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.211539 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-8874ac75-73cc-404f-9740-d48fa4d08bf5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 380 time: 0.1756697 Sep 16 05:05:11.213641 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a1e55-7bbf-4762-8617-7aaa789aa854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036ae402-7b64-4794-8c86-80b80213ac6d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:11.229014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'port': {'device_id': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'admin_state_up': True, 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'security_groups': ['35ce2620-2e50-4fc6-a774-b5eef9f81ea0']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:11.281079 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:11.286910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:11.287345 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.373438 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ee1a1e55-7bbf-4762-8617-7aaa789aa854 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2275de7a2682412eae31e36034ee5fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9736168 Sep 16 05:05:11.374025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41612) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:11.415168 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.431884 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Made reservation on behalf of 79f40fbc611d4c95b3f975e461ccb8b8 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:11.446514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.462536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:11.464168 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76cf95a-4551-472e-a6d5-61ebd660def7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:11.467973 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff2ebac-2667-438f-8f1b-44eeef963d3f" -d '{"events": [{"server_uuid": "a76cf95a-4551-472e-a6d5-61ebd660def7", "name": "network-vif-plugged", "status": "completed", "tag": "aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:11.473000 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.478126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17176437-1a8f-44c1-b9a1-c6c7c88843d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.548206 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f5b9a2-dcff-49ad-b310-666403b05010 x-openstack-request-id: req-36f5b9a2-dcff-49ad-b310-666403b05010 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:11.548483 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76cf95a-4551-472e-a6d5-61ebd660def7", "name": "network-vif-plugged", "status": "completed", "tag": "aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:11.550878 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36f5b9a2-dcff-49ad-b310-666403b05010 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:11.551321 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76cf95a-4551-472e-a6d5-61ebd660def7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f', 'code': 200} Sep 16 05:05:11.593514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03147242-32ad-4ea0-abf9-71d0c9aedb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.642477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:11.645809 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03147242-32ad-4ea0-abf9-71d0c9aedb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.727511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 91b1f113-aad6-41cb-8e65-66afa84de23d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:11.821109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7565e-45dc-4714-925b-31dcd48aae8d req-bc2c6454-c1b6-484b-8cc9-df0670411e1e tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.823580 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4c7565e-45dc-4714-925b-31dcd48aae8d req-bc2c6454-c1b6-484b-8cc9-df0670411e1e tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1097 time: 0.1299691 Sep 16 05:05:11.842256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbaf7bf-8b38-430e-a10c-fa0ad90488c7 req-8b9c74c3-7724-4014-9e4e-60fce6700eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:11.842919 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03147242-32ad-4ea0-abf9-71d0c9aedb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.845990 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03147242-32ad-4ea0-abf9-71d0c9aedb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.847951 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-03147242-32ad-4ea0-abf9-71d0c9aedb12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/036ae402-7b64-4794-8c86-80b80213ac6d HTTP/1.1" status: 204 len: 168 time: 0.4728503 Sep 16 05:05:11.851137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5cbaf7bf-8b38-430e-a10c-fa0ad90488c7 req-8b9c74c3-7724-4014-9e4e-60fce6700eb5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1097 time: 0.2234697 Sep 16 05:05:11.854528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 91b1f113-aad6-41cb-8e65-66afa84de23d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:11.854924 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.896865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.20.0.12 (92a49f0c-2cfc-4296-ba8b-603bb701871e/784c3c13-7a60-45d8-a726-ffa08921e478/87e1757b-b843-4546-9bbc-924f23c4b606) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:11.919798 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17176437-1a8f-44c1-b9a1-c6c7c88843d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.931872 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-17176437-1a8f-44c1-b9a1-c6c7c88843d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:11.952575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03147242-32ad-4ea0-abf9-71d0c9aedb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036ae402-7b64-4794-8c86-80b80213ac6d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:11.966425 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5cbaf7bf-8b38-430e-a10c-fa0ad90488c7 req-49cfbec9-05ef-46c3-9bf7-133f0f198a6c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976567 Sep 16 05:05:12.028036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17176437-1a8f-44c1-b9a1-c6c7c88843d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b0cb86-7608-4f55-9f31-822d9a403dec,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:12.126382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a4c7565e-45dc-4714-925b-31dcd48aae8d req-b4cd4222-5e3f-47fa-b94d-5974af23098d tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880268 Sep 16 05:05:12.141014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-17176437-1a8f-44c1-b9a1-c6c7c88843d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e084b5ca50c94ef79935d3606e2c6c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9815207 Sep 16 05:05:12.143483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41628) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:12.270536 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.283832 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd720121-5a20-4393-bb38-d63d058ec9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.321906 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd720121-5a20-4393-bb38-d63d058ec9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.356709 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.439888 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd720121-5a20-4393-bb38-d63d058ec9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.444687 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd720121-5a20-4393-bb38-d63d058ec9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.446695 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cd720121-5a20-4393-bb38-d63d058ec9cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0b0cb86-7608-4f55-9f31-822d9a403dec HTTP/1.1" status: 204 len: 168 time: 0.3017695 Sep 16 05:05:12.447749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network 92a49f0c-2cfc-4296-ba8b-603bb701871e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:12.453343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:12.458999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:12.464457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd720121-5a20-4393-bb38-d63d058ec9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b0cb86-7608-4f55-9f31-822d9a403dec,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:12.478480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd22e78-586c-4f66-9a9d-f769c7a692b4 req-64cc888c-b1ed-477d-80f8-556cbfeb2a26 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.480280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9dd22e78-586c-4f66-9a9d-f769c7a692b4 req-64cc888c-b1ed-477d-80f8-556cbfeb2a26 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 932 time: 0.1977580 Sep 16 05:05:12.598576 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9dd22e78-586c-4f66-9a9d-f769c7a692b4 req-ed71a7a5-d899-4c5a-ad15-75813d048e70 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062460 Sep 16 05:05:12.638451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:12.687670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:12.688333 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.732317 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-af44bd28-210d-4986-8fba-5be4e97a2c35 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5103490 Sep 16 05:05:12.870850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-81263857-e14e-4af0-979e-1d89432e255c None None] Provisioning complete for port 87e1757b-b843-4546-9bbc-924f23c4b606 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:12.873030 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-81263857-e14e-4af0-979e-1d89432e255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:12.919583 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Request body: {'port': {'device_id': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:12.928659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-81263857-e14e-4af0-979e-1d89432e255c None None] Port 87e1757b-b843-4546-9bbc-924f23c4b606 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:13.012956 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.292506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36461ac1-a7e2-4e00-b791-9401405d414a req-d66ba1a5-4420-476b-abc1-fae370c3ad66 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.302069 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-36461ac1-a7e2-4e00-b791-9401405d414a req-d66ba1a5-4420-476b-abc1-fae370c3ad66 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1097 time: 0.0838518 Sep 16 05:05:13.349908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-36461ac1-a7e2-4e00-b791-9401405d414a req-a3ce7ecd-e982-4fa1-9658-0d193c554211 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383949 Sep 16 05:05:13.363497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e1757b-b843-4546-9bbc-924f23c4b606 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:13.372057 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.393021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Transition to ACTIVE for port object 87e1757b-b843-4546-9bbc-924f23c4b606 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:13.399804 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.498728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:13.501973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f9808-dc7d-4b77-8b05-f722d6dcced9 req-23ad630a-3126-42ca-92bf-d2fdb1a14ee1 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.504327 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-149f9808-dc7d-4b77-8b05-f722d6dcced9 req-23ad630a-3126-42ca-92bf-d2fdb1a14ee1 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1097 time: 0.0821097 Sep 16 05:05:13.567566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Attempting to bind port 87e1757b-b843-4546-9bbc-924f23c4b606 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:13.568218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Attempting to bind port 87e1757b-b843-4546-9bbc-924f23c4b606 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:13.568739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Attempting to bind port 87e1757b-b843-4546-9bbc-924f23c4b606 on network 92a49f0c-2cfc-4296-ba8b-603bb701871e {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:13.573495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-149f9808-dc7d-4b77-8b05-f722d6dcced9 req-871ae114-dd0a-40cc-b253-ebefce20d316 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461509 Sep 16 05:05:13.575715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Port 87e1757b-b843-4546-9bbc-924f23c4b606 on network 92a49f0c-2cfc-4296-ba8b-603bb701871e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:13.576222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Attempting to bind port 87e1757b-b843-4546-9bbc-924f23c4b606 on network 92a49f0c-2cfc-4296-ba8b-603bb701871e {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:13.582675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:13.583388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Checking segment: {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:13.584114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Bound using segment: {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:13.584719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Bound port: 87e1757b-b843-4546-9bbc-924f23c4b606, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:13.585278 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.675579 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:13.679493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:13.685777 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.726131 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.726743 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:13.729035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] 10.222.0.15 "PUT /v2.0/ports/87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 1093 time: 0.9880342 Sep 16 05:05:13.729156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:13.731517 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1de463-f48c-400e-bbc4-4d81efcece86" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:13.745300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf899c52-2ded-40d8-b53d-8bfe52fad2d8 req-75682f1c-ca1c-43cb-8cd8-79781c349190 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.778348 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf899c52-2ded-40d8-b53d-8bfe52fad2d8 req-75682f1c-ca1c-43cb-8cd8-79781c349190 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1097 time: 0.0972164 Sep 16 05:05:13.780685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57a8c9-0350-432d-ac08-fe0f3c02c3ce service neutron] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:13.835304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf899c52-2ded-40d8-b53d-8bfe52fad2d8 req-345d5e43-0fa1-432d-8506-18dbbd953c53 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554340 Sep 16 05:05:13.869925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-7e0f9a71-4503-4f6b-b500-2558796a25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:13.871651 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-7e0f9a71-4503-4f6b-b500-2558796a25e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1096 time: 0.0853455 Sep 16 05:05:13.919094 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-3aa9414d-59e7-47bb-ae67-cff8e8a1afc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 217 time: 0.0382469 Sep 16 05:05:14.009676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d08ebf-eb9e-451f-8f3b-c0861f03851a req-2f24d2aa-beeb-48a0-93b1-4dd096ea58ec tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.018966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8d08ebf-eb9e-451f-8f3b-c0861f03851a req-2f24d2aa-beeb-48a0-93b1-4dd096ea58ec tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 944 time: 0.0851147 Sep 16 05:05:14.027096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-6916bda5-609a-480a-860f-318c89de0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.028579 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-6916bda5-609a-480a-860f-318c89de0af5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 200 len: 835 time: 0.0979350 Sep 16 05:05:14.099521 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8d08ebf-eb9e-451f-8f3b-c0861f03851a req-fc1c623e-9948-479a-8c42-9d37852d4280 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789862 Sep 16 05:05:14.130632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-bb971bce-7649-40ed-a293-8d581f3eab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.144358 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-bb971bce-7649-40ed-a293-8d581f3eab9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92a49f0c-2cfc-4296-ba8b-603bb701871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063950 Sep 16 05:05:14.150599 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f48edab-5bba-4c6f-828c-2d8d8327f6cd x-openstack-request-id: req-9f48edab-5bba-4c6f-828c-2d8d8327f6cd {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:14.150899 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:14.151158 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f48edab-5bba-4c6f-828c-2d8d8327f6cd {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:14.151566 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606', 'status': 'completed', 'code': 200} Sep 16 05:05:14.297114 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-46c7ea16-b2d1-491b-b6b6-509ac06d6ca6 service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359503 Sep 16 05:05:14.419440 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-15e119f9-8373-4785-a8c7-1da51ec13619 req-e3d96f03-95f5-439a-9aa3-2f214ef98f1f service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123512 Sep 16 05:05:14.425413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa3d3d-5209-4aa4-a7ba-d74a40697284 req-eaba6c0a-1d84-4516-bf9f-845105baaf72 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.435508 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95fa3d3d-5209-4aa4-a7ba-d74a40697284 req-eaba6c0a-1d84-4516-bf9f-845105baaf72 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1097 time: 0.0581260 Sep 16 05:05:14.482115 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95fa3d3d-5209-4aa4-a7ba-d74a40697284 req-a1e36093-a9a3-45b7-a60e-3cfd80169f87 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358617 Sep 16 05:05:14.515615 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1de463-f48c-400e-bbc4-4d81efcece86 req-914bd183-bc42-4733-8493-6337b8022c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.517291 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e1de463-f48c-400e-bbc4-4d81efcece86 req-914bd183-bc42-4733-8493-6337b8022c64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1096 time: 0.0429769 Sep 16 05:05:14.629192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1de463-f48c-400e-bbc4-4d81efcece86 req-2cb3c876-e95c-47bd-b25a-77c80e0e9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.630968 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e1de463-f48c-400e-bbc4-4d81efcece86 req-2cb3c876-e95c-47bd-b25a-77c80e0e9f7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 897 time: 0.1050973 Sep 16 05:05:14.678278 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e1de463-f48c-400e-bbc4-4d81efcece86 req-a84c2809-e6ea-42c6-9297-954e85632835 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 217 time: 0.0368090 Sep 16 05:05:14.733466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1de463-f48c-400e-bbc4-4d81efcece86 req-55fa6ab6-85bf-469c-b978-c077933698fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.735036 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e1de463-f48c-400e-bbc4-4d81efcece86 req-55fa6ab6-85bf-469c-b978-c077933698fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 200 len: 835 time: 0.0480864 Sep 16 05:05:14.788885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1de463-f48c-400e-bbc4-4d81efcece86 req-1b498bbf-011b-44e9-8cb3-a11304735f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:14.790850 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e1de463-f48c-400e-bbc4-4d81efcece86 req-1b498bbf-011b-44e9-8cb3-a11304735f78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92a49f0c-2cfc-4296-ba8b-603bb701871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460429 Sep 16 05:05:14.936775 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e1de463-f48c-400e-bbc4-4d81efcece86 req-2e471179-bf80-4f93-9929-6dee3cdd7a4e service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372852 Sep 16 05:05:15.047343 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3e1de463-f48c-400e-bbc4-4d81efcece86 req-e845c4a4-8083-413b-9176-a6430ce4fb6a service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017838 Sep 16 05:05:15.218846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e8314-bf3b-4dbd-9fca-635556b806b8 req-312e33ff-5fd8-4485-9a99-245ac687ad52 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.220493 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-584e8314-bf3b-4dbd-9fca-635556b806b8 req-312e33ff-5fd8-4485-9a99-245ac687ad52 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 944 time: 0.0589349 Sep 16 05:05:15.261382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-584e8314-bf3b-4dbd-9fca-635556b806b8 req-d7d55ca4-152b-4abf-a7a4-1ea39141983e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334954 Sep 16 05:05:15.617061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37a97a-6e0b-4af4-87f3-14dc7a6709bd req-cf7255db-8209-4f65-af22-02c7a0ad5c62 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.618799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d37a97a-6e0b-4af4-87f3-14dc7a6709bd req-cf7255db-8209-4f65-af22-02c7a0ad5c62 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1097 time: 0.0444839 Sep 16 05:05:15.656353 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d37a97a-6e0b-4af4-87f3-14dc7a6709bd req-e98a82ce-43e6-4cd2-b919-66e2fa011079 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310776 Sep 16 05:05:15.759457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216126c-dcf1-4be4-9316-7b06a6430ac4 req-88db04e1-0296-4f82-ba40-18555176fd3b tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:15.761151 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2216126c-dcf1-4be4-9316-7b06a6430ac4 req-88db04e1-0296-4f82-ba40-18555176fd3b tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 1097 time: 0.0422206 Sep 16 05:05:15.849565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-2216126c-dcf1-4be4-9316-7b06a6430ac4 req-cdcf9566-aa58-42c4-91cf-6d4669427723 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Deleting port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:15.850131 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2216126c-dcf1-4be4-9316-7b06a6430ac4 req-cdcf9566-aa58-42c4-91cf-6d4669427723 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.935924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-2216126c-dcf1-4be4-9316-7b06a6430ac4 req-cdcf9566-aa58-42c4-91cf-6d4669427723 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] For port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:15.937102 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2216126c-dcf1-4be4-9316-7b06a6430ac4 req-cdcf9566-aa58-42c4-91cf-6d4669427723 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:15.951990 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-2216126c-dcf1-4be4-9316-7b06a6430ac4 req-cdcf9566-aa58-42c4-91cf-6d4669427723 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Calling delete_port for aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:16.110497 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2216126c-dcf1-4be4-9316-7b06a6430ac4 req-cdcf9566-aa58-42c4-91cf-6d4669427723 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.125892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['389213d1-4ed5-47d0-894c-968e17a45754'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:16.132083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:16.145736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf9566-aa58-42c4-91cf-6d4669427723 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:16.208441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-2216126c-dcf1-4be4-9316-7b06a6430ac4 req-cdcf9566-aa58-42c4-91cf-6d4669427723 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] No DVR routers for this DVR port aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:16.211163 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2216126c-dcf1-4be4-9316-7b06a6430ac4 req-cdcf9566-aa58-42c4-91cf-6d4669427723 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:16.213566 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2216126c-dcf1-4be4-9316-7b06a6430ac4 req-cdcf9566-aa58-42c4-91cf-6d4669427723 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.50 "DELETE /v2.0/ports/aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f HTTP/1.1" status: 204 len: 173 time: 0.4410651 Sep 16 05:05:16.214299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76cf95a-4551-472e-a6d5-61ebd660def7', 'name': 'network-vif-deleted', 'tag': 'aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:16.217259 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15feb669-d52b-4b07-a5a3-1d3e9e4c9f11" -d '{"events": [{"server_uuid": "a76cf95a-4551-472e-a6d5-61ebd660def7", "name": "network-vif-deleted", "tag": "aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:16.275273 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417d1ee4-e551-4b22-a4b1-a2e1f0551234 x-openstack-request-id: req-417d1ee4-e551-4b22-a4b1-a2e1f0551234 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:16.275954 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76cf95a-4551-472e-a6d5-61ebd660def7", "name": "network-vif-deleted", "tag": "aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:16.276633 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-417d1ee4-e551-4b22-a4b1-a2e1f0551234 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:16.277830 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76cf95a-4551-472e-a6d5-61ebd660def7', 'name': 'network-vif-deleted', 'tag': 'aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f', 'status': 'completed', 'code': 200} Sep 16 05:05:16.490693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1cf5a-fb0d-4627-ae84-42b5f19937c5 req-0feb6b4e-9bb4-4663-ba69-8a3655da4cb0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:16.500429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed1cf5a-fb0d-4627-ae84-42b5f19937c5 req-0feb6b4e-9bb4-4663-ba69-8a3655da4cb0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 944 time: 0.1326499 Sep 16 05:05:16.544410 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ed1cf5a-fb0d-4627-ae84-42b5f19937c5 req-c92dc38e-b4c9-4c22-8bed-e9a1f7925ebf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426722 Sep 16 05:05:16.820267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9752acba-26e5-4866-8a2d-c48977a9292d req-bc15bcbe-59ea-4222-92d7-f7db845e61d2 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a76cf95a-4551-472e-a6d5-61ebd660def7 HTTP/1.1" status: 200 len: 210 time: 0.0353453 Sep 16 05:05:17.242825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 87e1757b-b843-4546-9bbc-924f23c4b606 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:05:17.262706 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8688acfb-98ab-4427-8019-3300cfc95662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.372566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:17.383381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '87e1757b-b843-4546-9bbc-924f23c4b606', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'port_id': '87e1757b-b843-4546-9bbc-924f23c4b606', 'mac_address': 'fa:16:3e:49:1d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:05:17.422787 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.436249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e1757b-b843-4546-9bbc-924f23c4b606 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:17.458937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:17.463413 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:17.552924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:17.679799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b4b30-a342-41aa-9d39-bb3540dc6262 req-0cb12437-8c89-4fcd-bbb9-176d766f9585 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:17.682295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c10b4b30-a342-41aa-9d39-bb3540dc6262 req-0cb12437-8c89-4fcd-bbb9-176d766f9585 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 945 time: 0.0587792 Sep 16 05:05:17.705941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['87e1757b-b843-4546-9bbc-924f23c4b606'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:17.727514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c10b4b30-a342-41aa-9d39-bb3540dc6262 req-5100ceb8-6c20-4edf-be7c-954867d86da6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384145 Sep 16 05:05:18.164028 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f423c-e03a-45e9-8c2b-872fa6cf5ce8 req-9caf0091-aec0-4910-934d-9476b7894f12 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:18.165502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c4f423c-e03a-45e9-8c2b-872fa6cf5ce8 req-9caf0091-aec0-4910-934d-9476b7894f12 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1098 time: 0.0513532 Sep 16 05:05:18.203486 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c4f423c-e03a-45e9-8c2b-872fa6cf5ce8 req-5a851907-e0a0-4c76-a1a9-543c907f2d82 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314758 Sep 16 05:05:18.857835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a8a9f-30ef-495e-8d93-d6ac41fd5ed5 req-8a22dad2-cb23-43b3-ba69-26270852dd4a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:18.859569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-564a8a9f-30ef-495e-8d93-d6ac41fd5ed5 req-8a22dad2-cb23-43b3-ba69-26270852dd4a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 945 time: 0.0586545 Sep 16 05:05:18.904043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-564a8a9f-30ef-495e-8d93-d6ac41fd5ed5 req-066fa75f-b5f9-44bd-ae0a-c41593211c04 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365493 Sep 16 05:05:19.144566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:19.165553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:19.165952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device aa8eab10-ff03-4edb-b17f-ed2c1ded9b3f not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:19.249580 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 87e1757b-b843-4546-9bbc-924f23c4b606 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:19.300633 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 87e1757b-b843-4546-9bbc-924f23c4b606 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:05:19.305702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 87e1757b-b843-4546-9bbc-924f23c4b606 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:19.306542 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.317935 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3504320-d1dd-40b0-b049-b09d6d1ccf1c req-e010cd19-c570-4c9b-9245-c0b1a9933698 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.319732 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f3504320-d1dd-40b0-b049-b09d6d1ccf1c req-e010cd19-c570-4c9b-9245-c0b1a9933698 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1098 time: 0.0480177 Sep 16 05:05:19.361415 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f3504320-d1dd-40b0-b049-b09d6d1ccf1c req-8ba2a6e2-b708-4d46-a74b-65ef510b66b2 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353136 Sep 16 05:05:19.391767 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.422710 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:19.426782 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c2178d-23ac-4816-bd0b-6ad7ae593bac" -d '{"events": [{"server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "name": "network-vif-plugged", "status": "completed", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:19.446123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:19.451300 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:19.480210 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df98659f-f097-4c16-90bd-68d61e4dee41 x-openstack-request-id: req-df98659f-f097-4c16-90bd-68d61e4dee41 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:19.480518 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "name": "network-vif-plugged", "status": "completed", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:19.480767 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df98659f-f097-4c16-90bd-68d61e4dee41 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:19.481180 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606', 'code': 200} Sep 16 05:05:19.511909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:19.596205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0c1f-7333-45b8-93f2-af9b2fef891d req-779fde5f-d054-42a3-898a-72d6c702fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.597732 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-078d0c1f-7333-45b8-93f2-af9b2fef891d req-779fde5f-d054-42a3-898a-72d6c702fec4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1098 time: 0.0503106 Sep 16 05:05:19.658023 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-078d0c1f-7333-45b8-93f2-af9b2fef891d req-a762a0c2-ea7b-4672-a043-ce47e74ceafa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388472 Sep 16 05:05:19.660649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79021925-907d-40c8-b351-f1c7a6965d1f req-56b09d72-26b1-4330-9c68-ceb09f4c3eba tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:19.662098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-79021925-907d-40c8-b351-f1c7a6965d1f req-56b09d72-26b1-4330-9c68-ceb09f4c3eba tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 1098 time: 0.0762374 Sep 16 05:05:19.981460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-79021925-907d-40c8-b351-f1c7a6965d1f req-9083666f-0aca-4cba-b891-8aa3fe39ef69 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Deleting port 389213d1-4ed5-47d0-894c-968e17a45754 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:19.981905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-79021925-907d-40c8-b351-f1c7a6965d1f req-9083666f-0aca-4cba-b891-8aa3fe39ef69 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.082200 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d0c38-be09-4684-b5f4-88f07ffe5d2e req-bc0731c3-0ed0-4c2c-8536-7f840ffecebb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:20.093761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c10d0c38-be09-4684-b5f4-88f07ffe5d2e req-bc0731c3-0ed0-4c2c-8536-7f840ffecebb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0833802 Sep 16 05:05:20.131870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-79021925-907d-40c8-b351-f1c7a6965d1f req-9083666f-0aca-4cba-b891-8aa3fe39ef69 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] For port 389213d1-4ed5-47d0-894c-968e17a45754, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=389213d1-4ed5-47d0-894c-968e17a45754,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:20.132391 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-79021925-907d-40c8-b351-f1c7a6965d1f req-9083666f-0aca-4cba-b891-8aa3fe39ef69 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.168293 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c10d0c38-be09-4684-b5f4-88f07ffe5d2e req-ad34ec8f-cb43-423d-80e8-26a75ad53548 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730517 Sep 16 05:05:20.168436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-79021925-907d-40c8-b351-f1c7a6965d1f req-9083666f-0aca-4cba-b891-8aa3fe39ef69 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Calling delete_port for 389213d1-4ed5-47d0-894c-968e17a45754 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:20.224610 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a28a531e-83ec-4725-8da5-dd9bc2e11b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.346165 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-79021925-907d-40c8-b351-f1c7a6965d1f req-9083666f-0aca-4cba-b891-8aa3fe39ef69 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.359572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['389213d1-4ed5-47d0-894c-968e17a45754'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:20.382070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083666f-0aca-4cba-b891-8aa3fe39ef69 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Pushing event deleted for resources: {'Port': ['ID=389213d1-4ed5-47d0-894c-968e17a45754,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:20.477175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-79021925-907d-40c8-b351-f1c7a6965d1f req-9083666f-0aca-4cba-b891-8aa3fe39ef69 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] No DVR routers for this DVR port 389213d1-4ed5-47d0-894c-968e17a45754 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:20.480629 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-79021925-907d-40c8-b351-f1c7a6965d1f req-9083666f-0aca-4cba-b891-8aa3fe39ef69 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:20.483953 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-79021925-907d-40c8-b351-f1c7a6965d1f req-9083666f-0aca-4cba-b891-8aa3fe39ef69 tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.15 "DELETE /v2.0/ports/389213d1-4ed5-47d0-894c-968e17a45754 HTTP/1.1" status: 204 len: 173 time: 0.6137335 Sep 16 05:05:20.484317 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd86493-0935-4365-bf76-0d6e5f44f68a', 'name': 'network-vif-deleted', 'tag': '389213d1-4ed5-47d0-894c-968e17a45754'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:20.487179 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa531dcf-dc10-4ba3-a94b-745b2dfd28d0" -d '{"events": [{"server_uuid": "0bd86493-0935-4365-bf76-0d6e5f44f68a", "name": "network-vif-deleted", "tag": "389213d1-4ed5-47d0-894c-968e17a45754"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:20.510977 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30aa1067-ebb2-4d26-924c-e36a9b107988 req-fc035323-556d-41e4-bf41-c7578cebf54d tempest-TestServerMultinode-83231395 tempest-TestServerMultinode-83231395-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0bd86493-0935-4365-bf76-0d6e5f44f68a HTTP/1.1" status: 200 len: 210 time: 0.0482862 Sep 16 05:05:20.604369 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aaeafc-d57e-44e4-8333-9667858e4a42 x-openstack-request-id: req-12aaeafc-d57e-44e4-8333-9667858e4a42 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:20.604871 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd86493-0935-4365-bf76-0d6e5f44f68a", "name": "network-vif-deleted", "tag": "389213d1-4ed5-47d0-894c-968e17a45754", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:20.604980 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12aaeafc-d57e-44e4-8333-9667858e4a42 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:20.605440 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd86493-0935-4365-bf76-0d6e5f44f68a', 'name': 'network-vif-deleted', 'tag': '389213d1-4ed5-47d0-894c-968e17a45754', 'status': 'completed', 'code': 200} Sep 16 05:05:20.821297 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.293094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f619590-ea8e-416a-89c1-83c2306915c0 req-91c6c657-5f68-43d9-8933-6e8d504daad5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.294737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f619590-ea8e-416a-89c1-83c2306915c0 req-91c6c657-5f68-43d9-8933-6e8d504daad5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0538616 Sep 16 05:05:21.381708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f619590-ea8e-416a-89c1-83c2306915c0 req-f82c0b78-2385-460d-9749-0e50bc8eac78 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738335 Sep 16 05:05:21.608459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d8ebe-13ff-48cb-bc83-ccd49acd91ea req-88493bb1-9e34-4f18-9337-f1ea16b1668c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.610579 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d7d8ebe-13ff-48cb-bc83-ccd49acd91ea req-88493bb1-9e34-4f18-9337-f1ea16b1668c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0648887 Sep 16 05:05:21.622513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b881-1644-4fcf-a4b5-d04f4b30b103 req-a0d450c4-8667-4244-bdd5-3707ed98d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.624721 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e4b4b881-1644-4fcf-a4b5-d04f4b30b103 req-a0d450c4-8667-4244-bdd5-3707ed98d9df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1097 time: 0.0580757 Sep 16 05:05:21.669388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d7d8ebe-13ff-48cb-bc83-ccd49acd91ea req-6640057b-6e86-4885-b3ab-988e2b7cc033 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507054 Sep 16 05:05:21.694377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41910) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:21.710581 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.742103 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7199370b-8382-41a9-a8e7-dc1c5a477077 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.743680 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7199370b-8382-41a9-a8e7-dc1c5a477077 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1093 time: 0.0475063 Sep 16 05:05:21.755095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41912) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:21.762713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '87e1757b-b843-4546-9bbc-924f23c4b606', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:21.773054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b881-1644-4fcf-a4b5-d04f4b30b103 req-84de57d9-ae23-453a-b5f1-5bdbc0141a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.774726 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e4b4b881-1644-4fcf-a4b5-d04f4b30b103 req-84de57d9-ae23-453a-b5f1-5bdbc0141a3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.1354928 Sep 16 05:05:21.832925 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:21.869355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d20f42-c17c-400c-9ac5-7fdf5a0c3d43 req-cfab51e1-a423-4e1f-931b-3cbb97471bc6 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.871056 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08d20f42-c17c-400c-9ac5-7fdf5a0c3d43 req-cfab51e1-a423-4e1f-931b-3cbb97471bc6 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1011035 Sep 16 05:05:21.886704 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e4b4b881-1644-4fcf-a4b5-d04f4b30b103 req-1c177914-ac8c-47a6-b68d-2095d5695e38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 1000 time: 0.0973070 Sep 16 05:05:21.953910 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08d20f42-c17c-400c-9ac5-7fdf5a0c3d43 req-da188c9b-9f81-43d6-b2d8-49fe0fb96f1e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721414 Sep 16 05:05:21.958462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b881-1644-4fcf-a4b5-d04f4b30b103 req-ccf4b77c-ef59-4723-8b17-62add5a8e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:21.960321 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e4b4b881-1644-4fcf-a4b5-d04f4b30b103 req-ccf4b77c-ef59-4723-8b17-62add5a8e30a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0666869 Sep 16 05:05:21.995386 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.026799 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b881-1644-4fcf-a4b5-d04f4b30b103 req-6c414bf1-2a74-4d08-a6a2-870e8c1e89be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:22.030268 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e4b4b881-1644-4fcf-a4b5-d04f4b30b103 req-6c414bf1-2a74-4d08-a6a2-870e8c1e89be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609155 Sep 16 05:05:22.093149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 41918) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:22.185107 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e4b4b881-1644-4fcf-a4b5-d04f4b30b103 req-be945cb5-ec3d-4ee7-b863-81d7b1ef3c05 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476140 Sep 16 05:05:22.217808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.25.0.201 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/b653bd55-91f3-45a4-a2df-e1a8df9a8e1d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:22.335286 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e4b4b881-1644-4fcf-a4b5-d04f4b30b103 req-415e0ee4-33dd-43a6-ab59-52834504a029 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428874 Sep 16 05:05:22.428785 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.529484 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:22.599793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:22.608835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:22.615128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:22.665615 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=b653bd55-91f3-45a4-a2df-e1a8df9a8e1d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:22.821543 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41938) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:22.972289 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4df8894-11f6-45b6-a1c1-cf8e6b504866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.029490 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.115678 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4df8894-11f6-45b6-a1c1-cf8e6b504866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.125933 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4df8894-11f6-45b6-a1c1-cf8e6b504866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.176138 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d4df8894-11f6-45b6-a1c1-cf8e6b504866 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f1a3b0a4b184f56b6c90849055b4d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507242 Sep 16 05:05:23.176138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df8894-11f6-45b6-a1c1-cf8e6b504866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01991c92-f0ff-46d3-86f4-2b610127c679,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:23.178468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41950) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:23.228669 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.237845 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45924392-b19a-47fa-ab96-136bd033ed3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.251888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 389213d1-4ed5-47d0-894c-968e17a45754 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:23.261738 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45924392-b19a-47fa-ab96-136bd033ed3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.277481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 389213d1-4ed5-47d0-894c-968e17a45754 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:23.277869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 389213d1-4ed5-47d0-894c-968e17a45754 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:23.312334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45924392-b19a-47fa-ab96-136bd033ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.315290 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-45924392-b19a-47fa-ab96-136bd033ed3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.316617 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-45924392-b19a-47fa-ab96-136bd033ed3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01991c92-f0ff-46d3-86f4-2b610127c679 HTTP/1.1" status: 204 len: 168 time: 0.1371493 Sep 16 05:05:23.327501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45924392-b19a-47fa-ab96-136bd033ed3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01991c92-f0ff-46d3-86f4-2b610127c679,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:23.649079 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41964) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:23.663119 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2eebe420-376b-4a20-8c63-1f8d1f0e81a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.742432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed2dde-0305-4eb9-b1e6-be68a8e58095 req-a06a44ee-f19c-4f0f-a292-b8e775608ccf tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:23.744470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-51ed2dde-0305-4eb9-b1e6-be68a8e58095 req-a06a44ee-f19c-4f0f-a292-b8e775608ccf tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.6410303 Sep 16 05:05:23.780800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2eebe420-376b-4a20-8c63-1f8d1f0e81a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.786153 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2eebe420-376b-4a20-8c63-1f8d1f0e81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.823712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.827343 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2eebe420-376b-4a20-8c63-1f8d1f0e81a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c7c945884634875bd2d3ff79491ed56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747258 Sep 16 05:05:23.827343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebe420-376b-4a20-8c63-1f8d1f0e81a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba3a6d-4469-4448-b8ac-a0c87af25616,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:23.828324 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 41966) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:23.885003 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8d0494d0-6b76-4fa5-a116-b0956cd4b644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.907487 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8d0494d0-6b76-4fa5-a116-b0956cd4b644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.963335 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8d0494d0-6b76-4fa5-a116-b0956cd4b644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.967219 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8d0494d0-6b76-4fa5-a116-b0956cd4b644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:23.969022 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8d0494d0-6b76-4fa5-a116-b0956cd4b644 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17ba3a6d-4469-4448-b8ac-a0c87af25616 HTTP/1.1" status: 204 len: 168 time: 0.1394100 Sep 16 05:05:23.996699 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0494d0-6b76-4fa5-a116-b0956cd4b644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba3a6d-4469-4448-b8ac-a0c87af25616,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.002635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-51ed2dde-0305-4eb9-b1e6-be68a8e58095 req-0bb115e9-7049-4a33-9bd3-a1c46ede6953 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305646 Sep 16 05:05:24.058199 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.264864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Deleting port 2d387975-1552-4ccf-8d6f-ce1462f52c9a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:24.265284 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.347640 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.355792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.447493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=b653bd55-91f3-45a4-a2df-e1a8df9a8e1d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:24.450821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] For port 2d387975-1552-4ccf-8d6f-ce1462f52c9a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2d387975-1552-4ccf-8d6f-ce1462f52c9a,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:24.451260 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.471520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Calling delete_port for 2d387975-1552-4ccf-8d6f-ce1462f52c9a owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:24.478470 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.644591 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Floating IP e471ac76-d1a5-40f3-9811-ba095e128062 associated. External IP: 172.25.0.201, port: 87e1757b-b843-4546-9bbc-924f23c4b606. Sep 16 05:05:24.904681 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:24.979158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d387975-1552-4ccf-8d6f-ce1462f52c9a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:25.035135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.035492 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.035850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.036197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.036546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.036878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.037218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.037589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.037912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.038253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.038585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.038915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:25.081267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:25.278279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:25.289825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2b5ba-1e6f-41e7-9f6c-49064bcbab90 None None] Sync routers for ids ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:25.302177 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2b5ba-1e6f-41e7-9f6c-49064bcbab90 None None] Routers {'02034fef-ac1d-48fe-abe9-44972b8d6fc6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:25.303112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-91c2b5ba-1e6f-41e7-9f6c-49064bcbab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:25.335008 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.361678 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:25.372791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-818e1df6-e1de-4961-903c-d31d6b558e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6156249 Sep 16 05:05:25.374070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:25.376695 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e950214-87b9-4838-89dd-c5de0e855d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:25.441553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-91c2b5ba-1e6f-41e7-9f6c-49064bcbab90 None None] Set router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:25.654678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19e5f3-f8f5-437a-b60d-1656fbad0043 req-d8ba533c-307f-427f-86a4-822f219f6952 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.656400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f19e5f3-f8f5-437a-b60d-1656fbad0043 req-d8ba533c-307f-427f-86a4-822f219f6952 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.1341615 Sep 16 05:05:25.739415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-91c2b5ba-1e6f-41e7-9f6c-49064bcbab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:05:05Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'e471ac76-d1a5-40f3-9811-ba095e128062', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'port_id': '87e1757b-b843-4546-9bbc-924f23c4b606', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'mac_address': 'fa:16:3e:49:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:05:23Z', 'updated_at': '2021-09-16T05:05:23Z', 'revision_number': 0, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b1f113-aad6-41cb-8e65-66afa84de23d', 'name': '', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:a9:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:03Z', 'updated_at': '2021-09-16T05:05:10Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:25.748200 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f19e5f3-f8f5-437a-b60d-1656fbad0043 req-9dc9cf9f-e5ce-45d8-970a-6d5c1b9b313b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791321 Sep 16 05:05:25.764923 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42044) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:25.771746 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2b5ba-1e6f-41e7-9f6c-49064bcbab90 None None] Checking router: 02034fef-ac1d-48fe-abe9-44972b8d6fc6 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:25.787503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Router 4860d696-b082-4fa9-8725-0e87e5a2612e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:25.806428 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2b5ba-1e6f-41e7-9f6c-49064bcbab90 None None] Routers {'02034fef-ac1d-48fe-abe9-44972b8d6fc6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:25.807431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-91c2b5ba-1e6f-41e7-9f6c-49064bcbab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:25.876258 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f33c3a-6b6a-403a-8e6f-bd912606adf9 x-openstack-request-id: req-e5f33c3a-6b6a-403a-8e6f-bd912606adf9 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:25.876678 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:25.877029 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5f33c3a-6b6a-403a-8e6f-bd912606adf9 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:25.878535 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606', 'status': 'completed', 'code': 200} Sep 16 05:05:25.907683 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cc4402a8-155c-4d3f-93a8-244a4bbcd4d5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/e471ac76-d1a5-40f3-9811-ba095e128062 HTTP/1.1" status: 200 len: 992 time: 0.1397040 Sep 16 05:05:25.961294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:25.968731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950214-87b9-4838-89dd-c5de0e855d2d req-61471b59-912f-4b7b-ae20-ef4ea250efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:25.970234 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e950214-87b9-4838-89dd-c5de0e855d2d req-61471b59-912f-4b7b-ae20-ef4ea250efcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1098 time: 0.1000738 Sep 16 05:05:25.974338 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876693f-15b7-44d7-92cb-0d1252566810 None None] Sync routers for ids ['4860d696-b082-4fa9-8725-0e87e5a2612e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:25.979170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-91c2b5ba-1e6f-41e7-9f6c-49064bcbab90 None None] Set router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:25.984039 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-aa889a69-4ce9-4aea-a928-9eeb00bc0697 admin admin] 10.222.0.53 "PUT /v2.0/routers/4860d696-b082-4fa9-8725-0e87e5a2612e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8887925 Sep 16 05:05:25.984733 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876693f-15b7-44d7-92cb-0d1252566810 None None] Routers {'4860d696-b082-4fa9-8725-0e87e5a2612e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:25.985905 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6876693f-15b7-44d7-92cb-0d1252566810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4860d696-b082-4fa9-8725-0e87e5a2612e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:25.986481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42052) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:26.125419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950214-87b9-4838-89dd-c5de0e855d2d req-7ac72fcb-d65d-4416-bc16-be501fc1ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.128393 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e950214-87b9-4838-89dd-c5de0e855d2d req-7ac72fcb-d65d-4416-bc16-be501fc1ca43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 897 time: 0.1495407 Sep 16 05:05:26.209184 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-6876693f-15b7-44d7-92cb-0d1252566810 None None] Set router 4860d696-b082-4fa9-8725-0e87e5a2612e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:26.244462 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:26.272504 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e950214-87b9-4838-89dd-c5de0e855d2d req-12d06bd8-434d-4ba0-a88c-8ab409a3e5b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 1000 time: 0.1280348 Sep 16 05:05:26.399986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-91c2b5ba-1e6f-41e7-9f6c-49064bcbab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:05:05Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'e471ac76-d1a5-40f3-9811-ba095e128062', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'port_id': '87e1757b-b843-4546-9bbc-924f23c4b606', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'mac_address': 'fa:16:3e:49:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:05:23Z', 'updated_at': '2021-09-16T05:05:23Z', 'revision_number': 0, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b1f113-aad6-41cb-8e65-66afa84de23d', 'name': '', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:a9:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:03Z', 'updated_at': '2021-09-16T05:05:10Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:26.449371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2b5ba-1e6f-41e7-9f6c-49064bcbab90 None None] The sync data for ids ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'] in n-d-712142-17 is: [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:05:05Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'e471ac76-d1a5-40f3-9811-ba095e128062', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'port_id': '87e1757b-b843-4546-9bbc-924f23c4b606', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'mac_address': 'fa:16:3e:49:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:05:23Z', 'updated_at': '2021-09-16T05:05:23Z', 'revision_number': 0, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b1f113-aad6-41cb-8e65-66afa84de23d', 'name': '', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:a9:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:03Z', 'updated_at': '2021-09-16T05:05:10Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:26.693463 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6876693f-15b7-44d7-92cb-0d1252566810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'name': 'tempest-TestServerMultinode-334612162-router', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:15Z', 'updated_at': '2021-09-16T05:05:24Z', 'revision_number': 5, 'project_id': '3703a6b3efae47958ef475581f41da8e', 'gw_port': {'id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:16Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:26.734146 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876693f-15b7-44d7-92cb-0d1252566810 None None] Checking router: 4860d696-b082-4fa9-8725-0e87e5a2612e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:26.746706 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876693f-15b7-44d7-92cb-0d1252566810 None None] Routers {'4860d696-b082-4fa9-8725-0e87e5a2612e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:26.747668 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6876693f-15b7-44d7-92cb-0d1252566810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4860d696-b082-4fa9-8725-0e87e5a2612e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:26.844838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950214-87b9-4838-89dd-c5de0e855d2d req-ffc34d0d-7405-41b9-af9a-ec182d22fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:26.849522 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e950214-87b9-4838-89dd-c5de0e855d2d req-ffc34d0d-7405-41b9-af9a-ec182d22fc6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 200 len: 835 time: 0.5733821 Sep 16 05:05:26.881576 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-6876693f-15b7-44d7-92cb-0d1252566810 None None] Set router 4860d696-b082-4fa9-8725-0e87e5a2612e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:26.910958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42072) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:26.915629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bed55b-e1b2-414d-a264-71fc3b9f7184 None None] New status for floating IP e471ac76-d1a5-40f3-9811-ba095e128062: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:05:27.024247 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e950214-87b9-4838-89dd-c5de0e855d2d req-e226f0ee-cb7a-4e44-b960-e689e5e812ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:27.026017 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e950214-87b9-4838-89dd-c5de0e855d2d req-e226f0ee-cb7a-4e44-b960-e689e5e812ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92a49f0c-2cfc-4296-ba8b-603bb701871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1682208 Sep 16 05:05:27.072433 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.075617 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-20d81c1d-28d2-4531-a8d0-d3eafad49e52 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/e471ac76-d1a5-40f3-9811-ba095e128062 HTTP/1.1" status: 200 len: 992 time: 0.1479175 Sep 16 05:05:27.201660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Deleting port b847d2c9-214f-4041-9db9-afb284a9032a {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:27.202072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.214143 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e950214-87b9-4838-89dd-c5de0e855d2d req-88d56a70-f19d-4b27-9d5f-f65783002efe service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738961 Sep 16 05:05:27.277765 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6876693f-15b7-44d7-92cb-0d1252566810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'name': 'tempest-TestServerMultinode-334612162-router', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:15Z', 'updated_at': '2021-09-16T05:05:24Z', 'revision_number': 5, 'project_id': '3703a6b3efae47958ef475581f41da8e', 'gw_port': {'id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:16Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:27.333272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] For port b847d2c9-214f-4041-9db9-afb284a9032a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b847d2c9-214f-4041-9db9-afb284a9032a,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:27.333950 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.347522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Calling delete_port for b847d2c9-214f-4041-9db9-afb284a9032a owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:27.365513 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876693f-15b7-44d7-92cb-0d1252566810 None None] The sync data for ids ['4860d696-b082-4fa9-8725-0e87e5a2612e'] in n-d-712142-17 is: [{'id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'name': 'tempest-TestServerMultinode-334612162-router', 'tenant_id': '3703a6b3efae47958ef475581f41da8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:15Z', 'updated_at': '2021-09-16T05:05:24Z', 'revision_number': 5, 'project_id': '3703a6b3efae47958ef475581f41da8e', 'gw_port': {'id': 'b847d2c9-214f-4041-9db9-afb284a9032a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4860d696-b082-4fa9-8725-0e87e5a2612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:16Z', 'updated_at': '2021-09-16T05:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:27.473529 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2e950214-87b9-4838-89dd-c5de0e855d2d req-12bfb793-38c4-4be6-b353-b3aad80a56dd service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522218 Sep 16 05:05:27.547705 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.607614 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=b847d2c9-214f-4041-9db9-afb284a9032a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:27.678544 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.807999 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.810619 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.854084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2d387975-1552-4ccf-8d6f-ce1462f52c9a no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:27.880830 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.881415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4860d696-b082-4fa9-8725-0e87e5a2612e {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:05:27.886424 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.887843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 2d387975-1552-4ccf-8d6f-ce1462f52c9a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:27.888304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2d387975-1552-4ccf-8d6f-ce1462f52c9a not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:27.890206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42088) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:27.890737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ff889de5-ce0c-40ee-8460-b4e6e19f0f69 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4860d696-b082-4fa9-8725-0e87e5a2612e HTTP/1.1" status: 204 len: 168 time: 1.9020054 Sep 16 05:05:27.941077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5deca6d-2da2-4958-b1d8-f474af163247 admin admin] Deleting subnet 0d3d949c-bd63-48df-95b0-b90ac2bf6ccd {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:27.944444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e5deca6d-2da2-4958-b1d8-f474af163247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:27.990720 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e5deca6d-2da2-4958-b1d8-f474af163247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.079402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42094) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:28.090185 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e5deca6d-2da2-4958-b1d8-f474af163247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.151967 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e5deca6d-2da2-4958-b1d8-f474af163247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.161687 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-30449a11-432d-496c-802b-185449169d05 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/e471ac76-d1a5-40f3-9811-ba095e128062 HTTP/1.1" status: 200 len: 994 time: 0.0806377 Sep 16 05:05:28.179518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5deca6d-2da2-4958-b1d8-f474af163247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d3d949c-bd63-48df-95b0-b90ac2bf6ccd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:28.191861 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e5deca6d-2da2-4958-b1d8-f474af163247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.193919 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e5deca6d-2da2-4958-b1d8-f474af163247 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d3d949c-bd63-48df-95b0-b90ac2bf6ccd HTTP/1.1" status: 204 len: 168 time: 0.3021686 Sep 16 05:05:28.196744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42096) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:28.197325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff58bb6-1949-4077-813c-c58276057fe2 None None] Network 5f6f07e6-cb89-44b3-a6da-3692f3015c8c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:28.278039 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.345355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Deleting port ab31e208-fe2b-4707-9f1a-4672cc67983b {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:28.345686 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.416985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] For port ab31e208-fe2b-4707-9f1a-4672cc67983b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ab31e208-fe2b-4707-9f1a-4672cc67983b,segment=NetworkSegment(a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb),segment_id=a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:28.417357 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.430132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Calling delete_port for ab31e208-fe2b-4707-9f1a-4672cc67983b owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:28.510029 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.526890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010603c6-804b-4814-94bb-eff97145a191 None None] DHCP port deletion for 5f6f07e6-cb89-44b3-a6da-3692f3015c8c request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:28.542914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Pushing event deleted for resources: {'Port': ['ID=ab31e208-fe2b-4707-9f1a-4672cc67983b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:28.544738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] No DVR routers for this DVR port ab31e208-fe2b-4707-9f1a-4672cc67983b on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:28.625199 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.647712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6f07e6-cb89-44b3-a6da-3692f3015c8c']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:28.660203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:28.660505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a551f585-f16f-4d41-bcb6-b3aa2f0bb0cb') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:28.669989 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.683373 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.689469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:28.689931 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:28.692137 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:28.755841 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.763434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:28.774504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] 10.222.0.53 "DELETE /v2.0/networks/5f6f07e6-cb89-44b3-a6da-3692f3015c8c HTTP/1.1" status: 204 len: 168 time: 0.5705359 Sep 16 05:05:28.775228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42110) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:28.791980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b52d2-aa66-42c0-9676-f16cbfec6ced admin admin] Pushing event deleted for resources: {'Network': ['ID=5f6f07e6-cb89-44b3-a6da-3692f3015c8c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:29.205016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0d46ae61-c28a-4de5-af55-4ae0f2469f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.490421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0d46ae61-c28a-4de5-af55-4ae0f2469f15 admin admin] Deleting port 1bd9f7fc-6647-4459-b5c0-93aa110d350f {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:29.490776 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0d46ae61-c28a-4de5-af55-4ae0f2469f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.592484 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-0d46ae61-c28a-4de5-af55-4ae0f2469f15 admin admin] For port 1bd9f7fc-6647-4459-b5c0-93aa110d350f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1bd9f7fc-6647-4459-b5c0-93aa110d350f,segment=NetworkSegment(25154540-cdbb-4b57-8ab6-f79f5d98d3d0),segment_id=25154540-cdbb-4b57-8ab6-f79f5d98d3d0)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:29.593180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0d46ae61-c28a-4de5-af55-4ae0f2469f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.608086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-0d46ae61-c28a-4de5-af55-4ae0f2469f15 admin admin] Calling delete_port for 1bd9f7fc-6647-4459-b5c0-93aa110d350f owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:29.608493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b847d2c9-214f-4041-9db9-afb284a9032a no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:29.632401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: b847d2c9-214f-4041-9db9-afb284a9032a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:29.632751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b847d2c9-214f-4041-9db9-afb284a9032a not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:29.633178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ab31e208-fe2b-4707-9f1a-4672cc67983b no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:29.651870 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ab31e208-fe2b-4707-9f1a-4672cc67983b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:29.652225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ab31e208-fe2b-4707-9f1a-4672cc67983b not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:29.820389 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0d46ae61-c28a-4de5-af55-4ae0f2469f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:29.849444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46ae61-c28a-4de5-af55-4ae0f2469f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd9f7fc-6647-4459-b5c0-93aa110d350f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:30.046999 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0d46ae61-c28a-4de5-af55-4ae0f2469f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.295390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d46ae61-c28a-4de5-af55-4ae0f2469f15 admin admin] Router d23b2195-2d0a-4d80-8eb4-84676c6ec284 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:30.424501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d46ae61-c28a-4de5-af55-4ae0f2469f15 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:30.432985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42154) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:30.433500 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0d46ae61-c28a-4de5-af55-4ae0f2469f15 admin admin] 10.222.0.53 "PUT /v2.0/routers/d23b2195-2d0a-4d80-8eb4-84676c6ec284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6564460 Sep 16 05:05:30.444474 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95b524-2ea7-4d5e-a401-d5bb53a32c8f None None] Sync routers for ids ['d23b2195-2d0a-4d80-8eb4-84676c6ec284'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:30.466441 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95b524-2ea7-4d5e-a401-d5bb53a32c8f None None] Routers {'d23b2195-2d0a-4d80-8eb4-84676c6ec284'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:30.467071 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6b95b524-2ea7-4d5e-a401-d5bb53a32c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d23b2195-2d0a-4d80-8eb4-84676c6ec284'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:30.588429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.613029 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-6b95b524-2ea7-4d5e-a401-d5bb53a32c8f None None] Set router d23b2195-2d0a-4d80-8eb4-84676c6ec284 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:30.751798 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.833021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Deleting port ff4aae3d-a3d7-4f3b-8f55-ec025524d305 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:30.833021 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.917138 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6b95b524-2ea7-4d5e-a401-d5bb53a32c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'name': 'tempest-TestServerMultinode-560572453-router', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:05:29Z', 'revision_number': 5, 'project_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'gw_port': {'id': 'ff4aae3d-a3d7-4f3b-8f55-ec025524d305', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:30.931557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] For port ff4aae3d-a3d7-4f3b-8f55-ec025524d305, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ff4aae3d-a3d7-4f3b-8f55-ec025524d305,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:30.932016 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:30.962973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Calling delete_port for ff4aae3d-a3d7-4f3b-8f55-ec025524d305 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:30.967066 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95b524-2ea7-4d5e-a401-d5bb53a32c8f None None] Checking router: d23b2195-2d0a-4d80-8eb4-84676c6ec284 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:30.979135 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95b524-2ea7-4d5e-a401-d5bb53a32c8f None None] Routers {'d23b2195-2d0a-4d80-8eb4-84676c6ec284'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:30.980113 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6b95b524-2ea7-4d5e-a401-d5bb53a32c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['d23b2195-2d0a-4d80-8eb4-84676c6ec284'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:31.084510 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-6b95b524-2ea7-4d5e-a401-d5bb53a32c8f None None] Set router d23b2195-2d0a-4d80-8eb4-84676c6ec284 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:31.155326 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6b95b524-2ea7-4d5e-a401-d5bb53a32c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'name': 'tempest-TestServerMultinode-560572453-router', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:05:30Z', 'revision_number': 6, 'project_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:31.194042 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.199004 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95b524-2ea7-4d5e-a401-d5bb53a32c8f None None] The sync data for ids ['d23b2195-2d0a-4d80-8eb4-84676c6ec284'] in n-d-712142-17 is: [{'id': 'd23b2195-2d0a-4d80-8eb4-84676c6ec284', 'name': 'tempest-TestServerMultinode-560572453-router', 'tenant_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:25Z', 'updated_at': '2021-09-16T05:05:30Z', 'revision_number': 6, 'project_id': '89a09aa0027849d8a53a3e6cf14c4bbc', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:31.260806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4aae3d-a3d7-4f3b-8f55-ec025524d305,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:31.330201 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.439176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.441453 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.496714 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.497860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d23b2195-2d0a-4d80-8eb4-84676c6ec284 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:05:31.510825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.514470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7c54db66-c7b8-4b92-8e1e-32d30a8e7e98 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d23b2195-2d0a-4d80-8eb4-84676c6ec284 HTTP/1.1" status: 204 len: 168 time: 1.0792811 Sep 16 05:05:31.514829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42212) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.604242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4be2eea-42fb-44ce-9f4b-2f678eb8013a admin admin] Deleting subnet 955cf7d3-4169-428a-ab4c-8373c1fec036 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:05:31.608176 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4be2eea-42fb-44ce-9f4b-2f678eb8013a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.674851 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4be2eea-42fb-44ce-9f4b-2f678eb8013a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.709127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1bd9f7fc-6647-4459-b5c0-93aa110d350f no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:31.742915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 1bd9f7fc-6647-4459-b5c0-93aa110d350f {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:31.743192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1bd9f7fc-6647-4459-b5c0-93aa110d350f not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:31.771515 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4be2eea-42fb-44ce-9f4b-2f678eb8013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.829497 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4be2eea-42fb-44ce-9f4b-2f678eb8013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.857272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be2eea-42fb-44ce-9f4b-2f678eb8013a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955cf7d3-4169-428a-ab4c-8373c1fec036,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:31.861281 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4be2eea-42fb-44ce-9f4b-2f678eb8013a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:31.865956 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a4be2eea-42fb-44ce-9f4b-2f678eb8013a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/955cf7d3-4169-428a-ab4c-8373c1fec036 HTTP/1.1" status: 204 len: 168 time: 0.3478768 Sep 16 05:05:31.866324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42220) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:31.879679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261497fc-7969-464a-8d10-4eb24f6e97a1 None None] Network 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:31.957560 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.036186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Deleting port 5d1a267a-d943-4fab-8672-611311d3fcae {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:32.036635 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.132880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] DHCP port deletion for 9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:05:32.137293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] For port 5d1a267a-d943-4fab-8672-611311d3fcae, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5d1a267a-d943-4fab-8672-611311d3fcae,segment=NetworkSegment(25154540-cdbb-4b57-8ab6-f79f5d98d3d0),segment_id=25154540-cdbb-4b57-8ab6-f79f5d98d3d0)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:32.137696 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.153864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Calling delete_port for 5d1a267a-d943-4fab-8672-611311d3fcae owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:32.188155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Deleting port 5d1a267a-d943-4fab-8672-611311d3fcae {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:05:32.188837 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.277825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] For port 5d1a267a-d943-4fab-8672-611311d3fcae, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5d1a267a-d943-4fab-8672-611311d3fcae,segment=NetworkSegment(25154540-cdbb-4b57-8ab6-f79f5d98d3d0),segment_id=25154540-cdbb-4b57-8ab6-f79f5d98d3d0)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:32.278155 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.285701 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.303418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Calling delete_port for 5d1a267a-d943-4fab-8672-611311d3fcae owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:05:32.316940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1a267a-d943-4fab-8672-611311d3fcae,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:32.323063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] No DVR routers for this DVR port 5d1a267a-d943-4fab-8672-611311d3fcae on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:05:32.406265 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:05:32.410824 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.420219 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.435050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:32.447717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25154540-cdbb-4b57-8ab6-f79f5d98d3d0') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:32.448329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25154540-cdbb-4b57-8ab6-f79f5d98d3d0') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:32.463467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] No DVR routers for this DVR port 5d1a267a-d943-4fab-8672-611311d3fcae on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:05:32.467979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Pushing event deleted for resources: {'Port': ['ID=5d1a267a-d943-4fab-8672-611311d3fcae,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:32.481175 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.484892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.485645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.486244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.487247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.487852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.488337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.488814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.489303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.489859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.490335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.491397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.491883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e4593-2349-4ae2-8825-5b05acc75812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:32.503318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.511137 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:05:32.511274 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:05:32.514819 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:05:32.590846 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.597594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:32.599818 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba HTTP/1.1" status: 204 len: 168 time: 0.7324471 Sep 16 05:05:32.612941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc39c54-c5b9-4ebc-9eea-6b546ce55985 admin admin] Pushing event deleted for resources: {'Network': ['ID=9efb5f7d-f81a-4e30-b9fc-48b0eef5b0ba,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:32.928262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42242) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:32.984898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ac567373-7b12-4535-870f-6966c772a757 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3703a6b3efae47958ef475581f41da8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532181 Sep 16 05:05:32.985358 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42244) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:33.040359 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-acef4f91-dab7-4149-8228-a66158156410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.061977 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-acef4f91-dab7-4149-8228-a66158156410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.113896 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-acef4f91-dab7-4149-8228-a66158156410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.116935 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-acef4f91-dab7-4149-8228-a66158156410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.118226 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-acef4f91-dab7-4149-8228-a66158156410 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05c81c4a-9e3c-4129-a13c-4788aaa5ffa7 HTTP/1.1" status: 204 len: 168 time: 0.1318288 Sep 16 05:05:33.128326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef4f91-dab7-4149-8228-a66158156410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c81c4a-9e3c-4129-a13c-4788aaa5ffa7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:33.496122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42258) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:33.556124 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b8f94528-c2a0-41d9-8ab7-4deb10c669a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89a09aa0027849d8a53a3e6cf14c4bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588663 Sep 16 05:05:33.558662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42266) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:33.597226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ff4aae3d-a3d7-4f3b-8f55-ec025524d305 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:33.624538 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7fe18e4-9b5b-4abb-8287-b8d09499cfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.631675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ff4aae3d-a3d7-4f3b-8f55-ec025524d305 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:33.632649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ff4aae3d-a3d7-4f3b-8f55-ec025524d305 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:33.633462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5d1a267a-d943-4fab-8672-611311d3fcae no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:05:33.651747 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7fe18e4-9b5b-4abb-8287-b8d09499cfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.679817 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 5d1a267a-d943-4fab-8672-611311d3fcae {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:05:33.682624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5d1a267a-d943-4fab-8672-611311d3fcae not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:05:33.735302 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7fe18e4-9b5b-4abb-8287-b8d09499cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.740545 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e7fe18e4-9b5b-4abb-8287-b8d09499cfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:33.742178 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e7fe18e4-9b5b-4abb-8287-b8d09499cfe2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e26c5ce-31d5-49d4-b98a-79325cf8e2a7 HTTP/1.1" status: 204 len: 168 time: 0.1809835 Sep 16 05:05:33.756571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe18e4-9b5b-4abb-8287-b8d09499cfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e26c5ce-31d5-49d4-b98a-79325cf8e2a7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:34.093703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42288) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:34.245963 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-064a32c4-5a47-4448-8833-4464ef324a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.340180 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-064a32c4-5a47-4448-8833-4464ef324a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.344423 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-064a32c4-5a47-4448-8833-4464ef324a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.393137 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-064a32c4-5a47-4448-8833-4464ef324a71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e54d1ffb84ef4d3c82b8f69b4e9174d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956529 Sep 16 05:05:34.393137 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a32c4-5a47-4448-8833-4464ef324a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8948de32-b24c-4a8c-a864-d8c8255fe3b8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:34.393593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42310) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:34.458612 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b6ba39-bf17-420c-aa83-d7472863cf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.491557 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b6ba39-bf17-420c-aa83-d7472863cf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.543456 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b6ba39-bf17-420c-aa83-d7472863cf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.546187 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b6ba39-bf17-420c-aa83-d7472863cf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.547453 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-81b6ba39-bf17-420c-aa83-d7472863cf73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8948de32-b24c-4a8c-a864-d8c8255fe3b8 HTTP/1.1" status: 204 len: 168 time: 0.1528296 Sep 16 05:05:34.557176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6ba39-bf17-420c-aa83-d7472863cf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8948de32-b24c-4a8c-a864-d8c8255fe3b8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:34.592863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42320) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:34.700004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1076452684-network', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:34.722950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Made reservation on behalf of 64889ba0e11146b9a4019af40d12cc94 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:34.725543 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.745086 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.839946 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.844016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.868351 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:34.883093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e7390f-7226-410a-a221-eeeaa3205487,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:34.889517 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.890173 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Added segment 8ad9cdba-577d-4c9b-b23a-5f00fd2bf531 of type vlan for network de51c55e-eef2-49a5-a6ec-79111bbfd181 Sep 16 05:05:34.935829 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.959199 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42332) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:34.975572 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e12c8508-686a-4b35-a3bc-0f197ab93e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.977044 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:34.981027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:34.981749 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.048348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] Pushing event updated for resources: {'Network': ['ID=de51c55e-eef2-49a5-a6ec-79111bbfd181,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.063820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network de51c55e-eef2-49a5-a6ec-79111bbfd181 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:35.079054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e12c8508-686a-4b35-a3bc-0f197ab93e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.084127 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e12c8508-686a-4b35-a3bc-0f197ab93e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.091141 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2b4735c8-6267-478e-9840-f5fb682d7b79 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4964221 Sep 16 05:05:35.093288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42336) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:35.102690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-eb964a7e-fa50-4dae-8920-362de1467583 admin admin] Request body: {'subnet': {'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1076452684-subnet', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:35.127752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e12c8508-686a-4b35-a3bc-0f197ab93e85 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3986d50418254606ad8f2aa2346cc8fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674376 Sep 16 05:05:35.129045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c8508-686a-4b35-a3bc-0f197ab93e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc7fb8-06c6-4cde-82ce-b0bbffce7ee8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.130775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42338) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:35.152215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb964a7e-fa50-4dae-8920-362de1467583 admin admin] Made reservation on behalf of 64889ba0e11146b9a4019af40d12cc94 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:35.154728 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eb964a7e-fa50-4dae-8920-362de1467583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.249906 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1938815e-7ecf-4870-be53-b1cfb85df228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.286772 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1938815e-7ecf-4870-be53-b1cfb85df228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.404187 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1938815e-7ecf-4870-be53-b1cfb85df228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.406820 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1938815e-7ecf-4870-be53-b1cfb85df228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.407984 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1938815e-7ecf-4870-be53-b1cfb85df228 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02dc7fb8-06c6-4cde-82ce-b0bbffce7ee8 HTTP/1.1" status: 204 len: 168 time: 0.2732317 Sep 16 05:05:35.420602 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eb964a7e-fa50-4dae-8920-362de1467583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.422750 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938815e-7ecf-4870-be53-b1cfb85df228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc7fb8-06c6-4cde-82ce-b0bbffce7ee8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.497687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb964a7e-fa50-4dae-8920-362de1467583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fa2c2c-ce84-4650-ae3d-8825ad51f2a3,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:35.504086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb964a7e-fa50-4dae-8920-362de1467583 admin admin] Checking segment: {'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:35.504458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb964a7e-fa50-4dae-8920-362de1467583 admin admin] Network hostable DHCP agents. Network: de51c55e-eef2-49a5-a6ec-79111bbfd181, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:35.523594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb964a7e-fa50-4dae-8920-362de1467583 admin admin] Network de51c55e-eef2-49a5-a6ec-79111bbfd181 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:35.536063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-eb964a7e-fa50-4dae-8920-362de1467583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, de51c55e-eef2-49a5-a6ec-79111bbfd181) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:35.544772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb964a7e-fa50-4dae-8920-362de1467583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:35.545595 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eb964a7e-fa50-4dae-8920-362de1467583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.548273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376594d6-dd66-4d74-9864-695ec3babbe5 None None] Network de51c55e-eef2-49a5-a6ec-79111bbfd181 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:35.564758 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-eb964a7e-fa50-4dae-8920-362de1467583 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4694817 Sep 16 05:05:35.565044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42350) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:35.569929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:35.607963 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.609206 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.686255 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.710500 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.780663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301dab41-1060-4665-a396-90422548bae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-de51c55e-eef2-49a5-a6ec-79111bbfd181', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:35.781542 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-301dab41-1060-4665-a396-90422548bae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.891034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:35.974711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-301dab41-1060-4665-a396-90422548bae3 None None] Allocated IP 172.20.0.2 (de51c55e-eef2-49a5-a6ec-79111bbfd181/67fa2c2c-ce84-4650-ae3d-8825ad51f2a3/c9483321-32c9-46f6-bb93-10f306d4a5eb) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:36.153173 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-301dab41-1060-4665-a396-90422548bae3 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.160162 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-301dab41-1060-4665-a396-90422548bae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.177192 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.200697 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.209421 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301dab41-1060-4665-a396-90422548bae3 None None] Network de51c55e-eef2-49a5-a6ec-79111bbfd181 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:36.212720 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-301dab41-1060-4665-a396-90422548bae3 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:36.217499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301dab41-1060-4665-a396-90422548bae3 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:36.289900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dab41-1060-4665-a396-90422548bae3 None None] Pushing event updated for resources: {'Port': ['ID=c9483321-32c9-46f6-bb93-10f306d4a5eb,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:36.308271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-301dab41-1060-4665-a396-90422548bae3 None None] Attempting to bind port c9483321-32c9-46f6-bb93-10f306d4a5eb on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:36.308873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-301dab41-1060-4665-a396-90422548bae3 None None] Attempting to bind port c9483321-32c9-46f6-bb93-10f306d4a5eb by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:36.309251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301dab41-1060-4665-a396-90422548bae3 None None] Attempting to bind port c9483321-32c9-46f6-bb93-10f306d4a5eb on network de51c55e-eef2-49a5-a6ec-79111bbfd181 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:36.317956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301dab41-1060-4665-a396-90422548bae3 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:36.318507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301dab41-1060-4665-a396-90422548bae3 None None] Checking segment: {'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:36.319277 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-301dab41-1060-4665-a396-90422548bae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.319942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301dab41-1060-4665-a396-90422548bae3 None None] Bound using segment: {'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:36.320693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-301dab41-1060-4665-a396-90422548bae3 None None] Bound port: c9483321-32c9-46f6-bb93-10f306d4a5eb, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:36.321084 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-301dab41-1060-4665-a396-90422548bae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.338032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Allocated IP 172.25.0.62 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/03146bee-6b6f-4998-912e-302568da26d0) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:36.406463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-301dab41-1060-4665-a396-90422548bae3 None None] For port c9483321-32c9-46f6-bb93-10f306d4a5eb, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:36.411275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-301dab41-1060-4665-a396-90422548bae3 None None] For port c9483321-32c9-46f6-bb93-10f306d4a5eb, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c9483321-32c9-46f6-bb93-10f306d4a5eb,segment=NetworkSegment(8ad9cdba-577d-4c9b-b23a-5f00fd2bf531),segment_id=8ad9cdba-577d-4c9b-b23a-5f00fd2bf531)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:36.416395 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-301dab41-1060-4665-a396-90422548bae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.495892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dab41-1060-4665-a396-90422548bae3 None None] Pushing event updated for resources: {'Port': ['ID=c9483321-32c9-46f6-bb93-10f306d4a5eb,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:36.500248 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.540173 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:36.592400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:36.595320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:36.600602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:36.638113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Pushing event updated for resources: {'Port': ['ID=03146bee-6b6f-4998-912e-302568da26d0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:36.969388 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.204980 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.366943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Router 058a5969-a598-4599-b8a0-c4a7ee3390f0 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:05:37.669313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f6c71-0fa8-4456-9226-7b6b04013640 None None] Network de51c55e-eef2-49a5-a6ec-79111bbfd181 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:37.735963 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.776091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c9483321-32c9-46f6-bb93-10f306d4a5eb up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:37.833936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-65c0134e-99bd-49b0-a1f8-cd4725636cf3 None None] Provisioning complete for port c9483321-32c9-46f6-bb93-10f306d4a5eb triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:37.834310 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-65c0134e-99bd-49b0-a1f8-cd4725636cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.901510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:37.921685 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Sync routers for ids ['058a5969-a598-4599-b8a0-c4a7ee3390f0'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:37.922105 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.924177 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-912f384b-fc48-42ad-828a-b57ac3353366 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3577659 Sep 16 05:05:37.927368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42412) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:37.988526 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c9483321-32c9-46f6-bb93-10f306d4a5eb triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:37.988992 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:37.997099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Routers {'058a5969-a598-4599-b8a0-c4a7ee3390f0'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:37.997763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['058a5969-a598-4599-b8a0-c4a7ee3390f0'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:38.178233 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-65c0134e-99bd-49b0-a1f8-cd4725636cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.361217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-65c0134e-99bd-49b0-a1f8-cd4725636cf3 None None] For port c9483321-32c9-46f6-bb93-10f306d4a5eb, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c9483321-32c9-46f6-bb93-10f306d4a5eb,segment=NetworkSegment(8ad9cdba-577d-4c9b-b23a-5f00fd2bf531),segment_id=8ad9cdba-577d-4c9b-b23a-5f00fd2bf531)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:38.374553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Set router 058a5969-a598-4599-b8a0-c4a7ee3390f0 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:38.379458 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-65c0134e-99bd-49b0-a1f8-cd4725636cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.448696 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.520262 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.606140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0134e-99bd-49b0-a1f8-cd4725636cf3 None None] Pushing event updated for resources: {'Port': ['ID=c9483321-32c9-46f6-bb93-10f306d4a5eb,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:38.630220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4bbeae85-8eb2-4c03-8eb0-960f2a94e14e None None] Provisioning complete for port c9483321-32c9-46f6-bb93-10f306d4a5eb triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:38.630617 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4bbeae85-8eb2-4c03-8eb0-960f2a94e14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.745544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Allocated IP 172.20.0.1 (de51c55e-eef2-49a5-a6ec-79111bbfd181/67fa2c2c-ce84-4650-ae3d-8825ad51f2a3/89800c62-861c-458b-a56c-cd7f29563407) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:38.881553 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:05:38.882568 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:05:38.898737 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.955921 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:38.996126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:36Z', 'revision_number': 3, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:39.009875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Network de51c55e-eef2-49a5-a6ec-79111bbfd181 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:39.015071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:39.019046 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:39.027685 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Checking router: 058a5969-a598-4599-b8a0-c4a7ee3390f0 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:39.028149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Updating router 058a5969-a598-4599-b8a0-c4a7ee3390f0 port 03146bee-6b6f-4998-912e-302568da26d0 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:05:39.062623 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.424854 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.435926 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.479328 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.480622 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Pushing event updated for resources: {'Port': ['ID=89800c62-861c-458b-a56c-cd7f29563407,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:39.518571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5896349c-276b-4b15-b97d-1937c1be437b None None] Provisioning complete for port 89800c62-861c-458b-a56c-cd7f29563407 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:39.518989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5896349c-276b-4b15-b97d-1937c1be437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.571330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1a5ef-948d-41a7-81d1-5b591d8dd018 None None] Pushing event updated for resources: {'Port': ['ID=03146bee-6b6f-4998-912e-302568da26d0,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:39.575469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Attempting to bind port 03146bee-6b6f-4998-912e-302568da26d0 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:39.575848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Attempting to bind port 03146bee-6b6f-4998-912e-302568da26d0 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:39.576217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Attempting to bind port 03146bee-6b6f-4998-912e-302568da26d0 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:39.588403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:39.588792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:39.589216 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.589661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:39.590144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Bound port: 03146bee-6b6f-4998-912e-302568da26d0, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:39.590511 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.596010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5896349c-276b-4b15-b97d-1937c1be437b None None] Port 89800c62-861c-458b-a56c-cd7f29563407 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:39.650803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] For port 03146bee-6b6f-4998-912e-302568da26d0, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:39.657200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] For port 03146bee-6b6f-4998-912e-302568da26d0, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=03146bee-6b6f-4998-912e-302568da26d0,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:39.662404 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c9483321-32c9-46f6-bb93-10f306d4a5eb up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:39.672365 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.675503 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.845910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Routers {'058a5969-a598-4599-b8a0-c4a7ee3390f0'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:39.846571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['058a5969-a598-4599-b8a0-c4a7ee3390f0'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:39.867062 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1a5ef-948d-41a7-81d1-5b591d8dd018 None None] Pushing event updated for resources: {'Port': ['ID=03146bee-6b6f-4998-912e-302568da26d0,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:39.931983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c9483321-32c9-46f6-bb93-10f306d4a5eb triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:39.933022 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.972901 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:39.980545 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.062989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] Set router 058a5969-a598-4599-b8a0-c4a7ee3390f0 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:40.126555 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.131321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Pushing event updated for resources: {'Port': ['ID=89800c62-861c-458b-a56c-cd7f29563407,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:40.180182 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:05:40.251550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Network de51c55e-eef2-49a5-a6ec-79111bbfd181 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:40.254189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:40.342665 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:38Z', 'revision_number': 1, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:40.386249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ff090-bc7f-4363-a37c-be75ff4806f8 None None] The sync data for ids ['058a5969-a598-4599-b8a0-c4a7ee3390f0'] in n-d-712142-17 is: [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:38Z', 'revision_number': 1, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:40.433953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Router 058a5969-a598-4599-b8a0-c4a7ee3390f0 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:40.618841 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:40.633843 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-18fb1e71-d921-4908-aa32-47abeeab7513 admin admin] 10.222.0.53 "PUT /v2.0/routers/058a5969-a598-4599-b8a0-c4a7ee3390f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7050517 Sep 16 05:05:40.641021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2bb154d9-85d7-413d-afe2-7458ae7f211d None None] Provisioning complete for port 89800c62-861c-458b-a56c-cd7f29563407 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:40.641414 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2bb154d9-85d7-413d-afe2-7458ae7f211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:40.723842 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2bb154d9-85d7-413d-afe2-7458ae7f211d None None] Port 89800c62-861c-458b-a56c-cd7f29563407 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:41.474475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42472) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:41.481870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-572797177-network', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:41.510362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Made reservation on behalf of 7b68bd0ccd594fad91fc548a8501af13 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:41.513546 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.524885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.678931 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.682650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 03146bee-6b6f-4998-912e-302568da26d0 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:41.683315 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.719096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:41.741115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad7dfe2-21d1-4c4a-8c4f-ad18e8a17c9a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:41.747339 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.747706 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Added segment 27764ee2-98ce-417a-9369-01943c975a98 of type vlan for network d053baf0-9dfb-4dc7-a17c-49463d3416e0 Sep 16 05:05:41.795357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 03146bee-6b6f-4998-912e-302568da26d0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:41.795754 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.827647 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.860932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.871417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:41.872381 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.909575 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:41.929038 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4511635 Sep 16 05:05:41.931786 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42476) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:41.954907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 03146bee-6b6f-4998-912e-302568da26d0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=03146bee-6b6f-4998-912e-302568da26d0,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:41.958511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f5606407-c637-47e9-ab19-a8103a787bd5 admin admin] Request body: {'subnet': {'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-572797177-subnet', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:41.961001 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.022538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e791ff-85b2-4218-b966-07dcb29ea1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d053baf0-9dfb-4dc7-a17c-49463d3416e0,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:42.041869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5606407-c637-47e9-ab19-a8103a787bd5 admin admin] Made reservation on behalf of 7b68bd0ccd594fad91fc548a8501af13 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:42.045535 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5606407-c637-47e9-ab19-a8103a787bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.051776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network d053baf0-9dfb-4dc7-a17c-49463d3416e0 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:42.107080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=03146bee-6b6f-4998-912e-302568da26d0,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:42.286317 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5606407-c637-47e9-ab19-a8103a787bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.357411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5606407-c637-47e9-ab19-a8103a787bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:42.375163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5606407-c637-47e9-ab19-a8103a787bd5 admin admin] Checking segment: {'id': '27764ee2-98ce-417a-9369-01943c975a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:42.375539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5606407-c637-47e9-ab19-a8103a787bd5 admin admin] Network hostable DHCP agents. Network: d053baf0-9dfb-4dc7-a17c-49463d3416e0, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:42.400558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5606407-c637-47e9-ab19-a8103a787bd5 admin admin] Network d053baf0-9dfb-4dc7-a17c-49463d3416e0 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:42.423913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f5606407-c637-47e9-ab19-a8103a787bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, d053baf0-9dfb-4dc7-a17c-49463d3416e0) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:42.433909 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5606407-c637-47e9-ab19-a8103a787bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:42.434633 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5606407-c637-47e9-ab19-a8103a787bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.440470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e3a2c0-7069-436a-95fe-a5796290256b None None] Network d053baf0-9dfb-4dc7-a17c-49463d3416e0 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:42.467831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f5606407-c637-47e9-ab19-a8103a787bd5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5348365 Sep 16 05:05:42.470522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42480) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:42.475314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-572797177-router', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:42.503108 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.504441 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.566694 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.660859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-d053baf0-9dfb-4dc7-a17c-49463d3416e0', 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'fixed_ips': [{'subnet_id': 'c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:05:42.661923 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.723572 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.812858 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Allocated IP 172.20.0.2 (d053baf0-9dfb-4dc7-a17c-49463d3416e0/c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1/87ceef81-1ce7-4ee2-9cbf-7bc714020a6c) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:42.944689 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.967523 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.969787 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:42.979558 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.020575 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Network d053baf0-9dfb-4dc7-a17c-49463d3416e0 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:43.023871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:43.035091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:43.046257 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Pushing event updated for resources: {'Port': ['ID=87ceef81-1ce7-4ee2-9cbf-7bc714020a6c,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:43.091447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Allocated IP 172.25.0.4 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/c95c19b6-9434-48a8-bfbb-34c82b5c1af4) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:43.126146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Attempting to bind port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:43.126593 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Attempting to bind port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '27764ee2-98ce-417a-9369-01943c975a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:43.127738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Attempting to bind port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c on network d053baf0-9dfb-4dc7-a17c-49463d3416e0 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:43.133766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:43.134136 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Checking segment: {'id': '27764ee2-98ce-417a-9369-01943c975a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:43.134547 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.134959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Bound using segment: {'id': '27764ee2-98ce-417a-9369-01943c975a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:43.135465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Bound port: 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27764ee2-98ce-417a-9369-01943c975a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:43.136062 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.212243 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] For port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:43.215552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] For port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=87ceef81-1ce7-4ee2-9cbf-7bc714020a6c,segment=NetworkSegment(27764ee2-98ce-417a-9369-01943c975a98),segment_id=27764ee2-98ce-417a-9369-01943c975a98)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:43.220074 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.277658 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.302685 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Sync routers for ids ['058a5969-a598-4599-b8a0-c4a7ee3390f0'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:43.317530 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39baddd1-11c9-4ec1-81e6-aedd454fe302 None None] Pushing event updated for resources: {'Port': ['ID=87ceef81-1ce7-4ee2-9cbf-7bc714020a6c,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:43.326588 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Routers {'058a5969-a598-4599-b8a0-c4a7ee3390f0'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:43.332590 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['058a5969-a598-4599-b8a0-c4a7ee3390f0'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:43.337044 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.426731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:43.432462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:43.441347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:43.509176 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Set router 058a5969-a598-4599-b8a0-c4a7ee3390f0 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:43.512650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Pushing event updated for resources: {'Port': ['ID=c95c19b6-9434-48a8-bfbb-34c82b5c1af4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:43.714679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 03146bee-6b6f-4998-912e-302568da26d0 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:43.865183 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 2, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:43.896963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 03146bee-6b6f-4998-912e-302568da26d0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:43.898216 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.900507 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Checking router: 058a5969-a598-4599-b8a0-c4a7ee3390f0 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:43.901240 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Updating router 058a5969-a598-4599-b8a0-c4a7ee3390f0 port 89800c62-861c-458b-a56c-cd7f29563407 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:05:43.933197 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:43.939781 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.215933 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.327909 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.335759 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.390271 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Pushing event updated for resources: {'Port': ['ID=89800c62-861c-458b-a56c-cd7f29563407,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:44.399912 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.400633 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.401235 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.402199 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.402691 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.403166 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.403933 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.405011 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.405702 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.406623 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.407088 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.407872 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:44.414576 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Router ec813abf-8e23-49a9-a111-db86bfa328ca is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:05:44.495278 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Attempting to bind port 89800c62-861c-458b-a56c-cd7f29563407 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:44.496030 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Attempting to bind port 89800c62-861c-458b-a56c-cd7f29563407 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:44.496712 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Attempting to bind port 89800c62-861c-458b-a56c-cd7f29563407 on network de51c55e-eef2-49a5-a6ec-79111bbfd181 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:44.503727 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:44.504410 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Checking segment: {'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:44.505153 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.505890 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Bound using segment: {'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:44.506596 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Bound port: 89800c62-861c-458b-a56c-cd7f29563407, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:44.507194 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.604975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:44.618764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Sync routers for ids ['ec813abf-8e23-49a9-a111-db86bfa328ca'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:44.625138 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.629755 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7dff97da-2acf-4081-8d2f-49f1c1b128fe admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1554284 Sep 16 05:05:44.629919 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] For port 89800c62-861c-458b-a56c-cd7f29563407, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:44.630466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42646) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:44.632821 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] For port 89800c62-861c-458b-a56c-cd7f29563407, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=89800c62-861c-458b-a56c-cd7f29563407,segment=NetworkSegment(8ad9cdba-577d-4c9b-b23a-5f00fd2bf531),segment_id=8ad9cdba-577d-4c9b-b23a-5f00fd2bf531)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:44.636137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Routers {'ec813abf-8e23-49a9-a111-db86bfa328ca'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:44.636826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ec813abf-8e23-49a9-a111-db86bfa328ca'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:44.648742 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:44.752734 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Routers {'058a5969-a598-4599-b8a0-c4a7ee3390f0'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:44.755628 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['058a5969-a598-4599-b8a0-c4a7ee3390f0'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:44.846196 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e124f-4732-473f-8f9d-c013e38f3f6f None None] Pushing event updated for resources: {'Port': ['ID=89800c62-861c-458b-a56c-cd7f29563407,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:44.907487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Set router ec813abf-8e23-49a9-a111-db86bfa328ca gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:45.007689 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] Set router 058a5969-a598-4599-b8a0-c4a7ee3390f0 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:45.048091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9093da-0661-4c01-80f7-4d493ec6b6ac None None] Network d053baf0-9dfb-4dc7-a17c-49463d3416e0 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:45.408792 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:44Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:45.460340 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-394df854-3df3-4721-bd78-df893bd01724 None None] Provisioning complete for port 89800c62-861c-458b-a56c-cd7f29563407 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:45.460721 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-394df854-3df3-4721-bd78-df893bd01724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.585052 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318772e5-d8e8-43e6-8ddc-256fbe73cd99 None None] The sync data for ids ['058a5969-a598-4599-b8a0-c4a7ee3390f0'] in n-d-712142-17 is: [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:44Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:45.864751 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-394df854-3df3-4721-bd78-df893bd01724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:45.965764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'name': 'tempest-TestVolumeBackupRestore-572797177-router', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:43Z', 'revision_number': 3, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'gw_port': {'id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:46.160206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Checking router: ec813abf-8e23-49a9-a111-db86bfa328ca for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:46.160762 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Updating router ec813abf-8e23-49a9-a111-db86bfa328ca port c95c19b6-9434-48a8-bfbb-34c82b5c1af4 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:05:46.246570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-394df854-3df3-4721-bd78-df893bd01724 None None] For port 89800c62-861c-458b-a56c-cd7f29563407, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=89800c62-861c-458b-a56c-cd7f29563407,segment=NetworkSegment(8ad9cdba-577d-4c9b-b23a-5f00fd2bf531),segment_id=8ad9cdba-577d-4c9b-b23a-5f00fd2bf531)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:46.248961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:46.253238 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.258600 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-394df854-3df3-4721-bd78-df893bd01724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.350857 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.406918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 42828) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:46.536101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b960ddaa-e777-4e46-8623-a2cd7c2233fb None None] Provisioning complete for port 89800c62-861c-458b-a56c-cd7f29563407 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:46.536952 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b960ddaa-e777-4e46-8623-a2cd7c2233fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.672580 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8fe1c42f-bc77-4a37-8d3c-a59dacf92f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.707964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Allocated IP 172.20.0.1 (d053baf0-9dfb-4dc7-a17c-49463d3416e0/c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1/ec61cbfc-4ee7-438b-bc6d-839c9b51e4af) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:46.823758 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8fe1c42f-bc77-4a37-8d3c-a59dacf92f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.828236 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8fe1c42f-bc77-4a37-8d3c-a59dacf92f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.836522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394df854-3df3-4721-bd78-df893bd01724 None None] Pushing event updated for resources: {'Port': ['ID=89800c62-861c-458b-a56c-cd7f29563407,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:46.861406 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1c42f-bc77-4a37-8d3c-a59dacf92f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36bcbc8-ad7a-4e09-94a9-3693d16cfd57,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:46.867645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:46.869908 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:46.900490 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8fe1c42f-bc77-4a37-8d3c-a59dacf92f42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aae5a2f19f5948b8aa266227eaf7af1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4913964 Sep 16 05:05:46.907285 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 42882) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:46.921021 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.000671 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09f798b5-6571-4594-a21e-c6e336012975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.012567 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.058131 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09f798b5-6571-4594-a21e-c6e336012975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.070099 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Network d053baf0-9dfb-4dc7-a17c-49463d3416e0 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:47.082250 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:47.096872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:47.129381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Pushing event updated for resources: {'Port': ['ID=ec61cbfc-4ee7-438b-bc6d-839c9b51e4af,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:47.183779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:47.184534 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:47.185031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:47.185543 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:47.186066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:47.186548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:47.187053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:47.188071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:47.201862 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:47.202467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:47.202981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:47.203506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:05:47.217594 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.223257 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.228139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b960ddaa-e777-4e46-8623-a2cd7c2233fb None None] Provisioning complete for port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:47.228596 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b960ddaa-e777-4e46-8623-a2cd7c2233fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.308445 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09f798b5-6571-4594-a21e-c6e336012975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.314520 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-09f798b5-6571-4594-a21e-c6e336012975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.316158 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-09f798b5-6571-4594-a21e-c6e336012975 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d36bcbc8-ad7a-4e09-94a9-3693d16cfd57 HTTP/1.1" status: 204 len: 168 time: 0.4070363 Sep 16 05:05:47.439456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f798b5-6571-4594-a21e-c6e336012975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36bcbc8-ad7a-4e09-94a9-3693d16cfd57,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:47.500343 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2512ce0f-29bf-4286-bf1f-f97783e3e355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.542512 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.577686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=87ceef81-1ce7-4ee2-9cbf-7bc714020a6c,segment=NetworkSegment(27764ee2-98ce-417a-9369-01943c975a98),segment_id=27764ee2-98ce-417a-9369-01943c975a98)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:47.587768 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.598670 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.600578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 89800c62-861c-458b-a56c-cd7f29563407 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:47.612834 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.669784 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b960ddaa-e777-4e46-8623-a2cd7c2233fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.750463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=87ceef81-1ce7-4ee2-9cbf-7bc714020a6c,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:47.800484 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.805786 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.815527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Attempting to bind port c95c19b6-9434-48a8-bfbb-34c82b5c1af4 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:47.815912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Attempting to bind port c95c19b6-9434-48a8-bfbb-34c82b5c1af4 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:47.816288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Attempting to bind port c95c19b6-9434-48a8-bfbb-34c82b5c1af4 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:47.835298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:47.835587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:47.835933 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.836341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:47.837089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Bound port: c95c19b6-9434-48a8-bfbb-34c82b5c1af4, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:47.837324 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.880131 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Pushing event updated for resources: {'Port': ['ID=ec61cbfc-4ee7-438b-bc6d-839c9b51e4af,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:47.880360 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 89800c62-861c-458b-a56c-cd7f29563407 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:47.880525 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.882562 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-b960ddaa-e777-4e46-8623-a2cd7c2233fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:05:47.883096 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-b960ddaa-e777-4e46-8623-a2cd7c2233fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:05:47.894600 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:47.906182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20382ab3-94e7-49d3-aade-1aee0f2a9c17 None None] Pushing event updated for resources: {'Port': ['ID=c95c19b6-9434-48a8-bfbb-34c82b5c1af4,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:47.946760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] For port c95c19b6-9434-48a8-bfbb-34c82b5c1af4, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:47.962478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] For port c95c19b6-9434-48a8-bfbb-34c82b5c1af4, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c95c19b6-9434-48a8-bfbb-34c82b5c1af4,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:47.969884 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.013565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Network d053baf0-9dfb-4dc7-a17c-49463d3416e0 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:48.015373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:48.071263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Routers {'ec813abf-8e23-49a9-a111-db86bfa328ca'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:48.071792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ec813abf-8e23-49a9-a111-db86bfa328ca'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:48.074178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20382ab3-94e7-49d3-aade-1aee0f2a9c17 None None] Pushing event updated for resources: {'Port': ['ID=c95c19b6-9434-48a8-bfbb-34c82b5c1af4,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:48.194824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 89800c62-861c-458b-a56c-cd7f29563407 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:48.220779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Router ec813abf-8e23-49a9-a111-db86bfa328ca has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:05:48.271629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] Set router ec813abf-8e23-49a9-a111-db86bfa328ca gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:48.334063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 89800c62-861c-458b-a56c-cd7f29563407 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:48.334459 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.361740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:05:48.377668 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-af2a9710-8162-40df-8e81-9ce335915c3f admin admin] 10.222.0.53 "PUT /v2.0/routers/ec813abf-8e23-49a9-a111-db86bfa328ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7357359 Sep 16 05:05:48.624534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:48.670102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8d1fb95e-09af-463e-a98e-3ec12c6c785f None None] Provisioning complete for port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:48.670396 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8d1fb95e-09af-463e-a98e-3ec12c6c785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.910789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:48.911172 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:48.937723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'name': 'tempest-TestVolumeBackupRestore-572797177-router', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:47Z', 'revision_number': 4, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'gw_port': {'id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'ec61cbfc-4ee7-438b-bc6d-839c9b51e4af', 'name': '', 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'mac_address': 'fa:16:3e:18:d7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:46Z', 'updated_at': '2021-09-16T05:05:47Z', 'revision_number': 2, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'subnets': [{'id': 'c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:48.979204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01667d97-972c-4511-ae2e-88e054e51985 None None] The sync data for ids ['ec813abf-8e23-49a9-a111-db86bfa328ca'] in n-d-712142-17 is: [{'id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'name': 'tempest-TestVolumeBackupRestore-572797177-router', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:47Z', 'revision_number': 4, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'gw_port': {'id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'ec61cbfc-4ee7-438b-bc6d-839c9b51e4af', 'name': '', 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'mac_address': 'fa:16:3e:18:d7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:46Z', 'updated_at': '2021-09-16T05:05:47Z', 'revision_number': 2, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'subnets': [{'id': 'c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:49.105487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43040) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:49.122139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8d1fb95e-09af-463e-a98e-3ec12c6c785f None None] Provisioning complete for port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:49.122533 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8d1fb95e-09af-463e-a98e-3ec12c6c785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.163402 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8d1fb95e-09af-463e-a98e-3ec12c6c785f None None] Port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:05:49.264943 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64f7d1ba-ca32-4bf6-a904-b793723cff3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.451514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64f7d1ba-ca32-4bf6-a904-b793723cff3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.458909 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-64f7d1ba-ca32-4bf6-a904-b793723cff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.538963 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-64f7d1ba-ca32-4bf6-a904-b793723cff3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40c37086395d4826923b5ee47b9ce5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314356 Sep 16 05:05:49.539936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7d1ba-ca32-4bf6-a904-b793723cff3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5abd910-a707-4311-b8c7-33c8c3538a40,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:49.541845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43048) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:49.647675 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bf056097-f5b1-4521-971c-db37233ac46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.681134 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bf056097-f5b1-4521-971c-db37233ac46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.734568 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bf056097-f5b1-4521-971c-db37233ac46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.739119 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bf056097-f5b1-4521-971c-db37233ac46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:49.740947 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bf056097-f5b1-4521-971c-db37233ac46e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5abd910-a707-4311-b8c7-33c8c3538a40 HTTP/1.1" status: 204 len: 168 time: 0.1975083 Sep 16 05:05:49.758455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf056097-f5b1-4521-971c-db37233ac46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5abd910-a707-4311-b8c7-33c8c3538a40,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:50.184350 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4156-094e-4f0f-8aa4-13f3a079b80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.265147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c95c19b6-9434-48a8-bfbb-34c82b5c1af4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:50.343650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c95c19b6-9434-48a8-bfbb-34c82b5c1af4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:50.344050 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.452143 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.493886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port c95c19b6-9434-48a8-bfbb-34c82b5c1af4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c95c19b6-9434-48a8-bfbb-34c82b5c1af4,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:50.502488 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.570439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=c95c19b6-9434-48a8-bfbb-34c82b5c1af4,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:50.832065 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:50.858462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43106) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:51.037244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1604103091-network', 'tenant_id': '8572eed3d3ae4f91994e40928edb617e'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:51.059411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Made reservation on behalf of 8572eed3d3ae4f91994e40928edb617e for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:51.062127 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.071275 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.202975 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.208045 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.234722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:05:51.244675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91586ec1-a015-481a-8af6-5bfb7f71e140,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:51.250140 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.250424 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Added segment c13d704f-7125-4e6b-903b-a60c4e1566a2 of type vlan for network da69d015-31c0-4cb3-9b56-7a6c481bf0fc Sep 16 05:05:51.294273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.325062 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.326550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.327414 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.347985 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4874611 Sep 16 05:05:51.350573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43110) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:51.357203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e3926d57-ece7-4cc9-95d7-1273a1288b83 admin admin] Request body: {'subnet': {'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1604103091-subnet', 'tenant_id': '8572eed3d3ae4f91994e40928edb617e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:51.396128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3926d57-ece7-4cc9-95d7-1273a1288b83 admin admin] Made reservation on behalf of 8572eed3d3ae4f91994e40928edb617e for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:51.398555 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3926d57-ece7-4cc9-95d7-1273a1288b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.424773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e507af-314f-47ec-9c36-e9aa71849855 admin admin] Pushing event updated for resources: {'Network': ['ID=da69d015-31c0-4cb3-9b56-7a6c481bf0fc,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:51.438460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network da69d015-31c0-4cb3-9b56-7a6c481bf0fc details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:05:51.636027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3926d57-ece7-4cc9-95d7-1273a1288b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.680639 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.722412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3926d57-ece7-4cc9-95d7-1273a1288b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c28f983-62ee-4740-9f40-e863b53a6f51,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:51.732788 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3926d57-ece7-4cc9-95d7-1273a1288b83 admin admin] Checking segment: {'id': 'c13d704f-7125-4e6b-903b-a60c4e1566a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:51.733158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3926d57-ece7-4cc9-95d7-1273a1288b83 admin admin] Network hostable DHCP agents. Network: da69d015-31c0-4cb3-9b56-7a6c481bf0fc, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:05:51.755060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3926d57-ece7-4cc9-95d7-1273a1288b83 admin admin] Network da69d015-31c0-4cb3-9b56-7a6c481bf0fc is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:05:51.769084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-e3926d57-ece7-4cc9-95d7-1273a1288b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, da69d015-31c0-4cb3-9b56-7a6c481bf0fc) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:51.778009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cac1bd-bc39-4f5b-8feb-c1c1aac6e3e7 None None] Network da69d015-31c0-4cb3-9b56-7a6c481bf0fc requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:51.788489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3926d57-ece7-4cc9-95d7-1273a1288b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:51.790541 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3926d57-ece7-4cc9-95d7-1273a1288b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:51.823042 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e3926d57-ece7-4cc9-95d7-1273a1288b83 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4713163 Sep 16 05:05:52.027206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585dabe6-cf60-47a0-acd7-144926aba35a None None] Network da69d015-31c0-4cb3-9b56-7a6c481bf0fc requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:05:52.053740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43126) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:52.221579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c95c19b6-9434-48a8-bfbb-34c82b5c1af4 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:52.279445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d4633e3-b78b-4c00-909b-c966c80d5f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.358272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c95c19b6-9434-48a8-bfbb-34c82b5c1af4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:52.358272 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.411164 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d4633e3-b78b-4c00-909b-c966c80d5f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.420810 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d4633e3-b78b-4c00-909b-c966c80d5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.483927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4633e3-b78b-4c00-909b-c966c80d5f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57770ac3-26b3-4eb3-9e45-b4db1de1efb7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:52.503609 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5d4633e3-b78b-4c00-909b-c966c80d5f56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=892613505cb441d2b22a225a370db375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484503 Sep 16 05:05:52.506111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43132) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:52.571716 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d7d32dba-5481-4ec4-8b42-d17653566141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.598698 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d7d32dba-5481-4ec4-8b42-d17653566141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.665885 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d7d32dba-5481-4ec4-8b42-d17653566141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.670332 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d7d32dba-5481-4ec4-8b42-d17653566141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:52.671547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d7d32dba-5481-4ec4-8b42-d17653566141 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57770ac3-26b3-4eb3-9e45-b4db1de1efb7 HTTP/1.1" status: 204 len: 168 time: 0.1644888 Sep 16 05:05:52.684134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d32dba-5481-4ec4-8b42-d17653566141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57770ac3-26b3-4eb3-9e45-b4db1de1efb7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:52.940618 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Sync routers for ids ['ec813abf-8e23-49a9-a111-db86bfa328ca'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:05:52.959283 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Routers {'ec813abf-8e23-49a9-a111-db86bfa328ca'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:52.960419 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ec813abf-8e23-49a9-a111-db86bfa328ca'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:53.091016 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Set router ec813abf-8e23-49a9-a111-db86bfa328ca gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:53.225563 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.333254 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'name': 'tempest-TestVolumeBackupRestore-572797177-router', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:47Z', 'revision_number': 4, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'gw_port': {'id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'ec61cbfc-4ee7-438b-bc6d-839c9b51e4af', 'name': '', 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'mac_address': 'fa:16:3e:18:d7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:46Z', 'updated_at': '2021-09-16T05:05:47Z', 'revision_number': 2, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'subnets': [{'id': 'c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:53.368706 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Checking router: ec813abf-8e23-49a9-a111-db86bfa328ca for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:05:53.369240 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Updating router ec813abf-8e23-49a9-a111-db86bfa328ca port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:05:53.408935 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.768292 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.774516 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.833142 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84260096-2710-4981-9b31-df00337393f2 None None] Pushing event updated for resources: {'Port': ['ID=ec61cbfc-4ee7-438b-bc6d-839c9b51e4af,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:53.958516 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Attempting to bind port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:53.959186 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Attempting to bind port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '27764ee2-98ce-417a-9369-01943c975a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:53.959785 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Attempting to bind port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af on network d053baf0-9dfb-4dc7-a17c-49463d3416e0 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:53.973706 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:53.974095 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Checking segment: {'id': '27764ee2-98ce-417a-9369-01943c975a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:53.974495 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:53.974893 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Bound using segment: {'id': '27764ee2-98ce-417a-9369-01943c975a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:53.975383 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Bound port: ec61cbfc-4ee7-438b-bc6d-839c9b51e4af, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27764ee2-98ce-417a-9369-01943c975a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:53.978504 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.077850 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] For port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:54.084401 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] For port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ec61cbfc-4ee7-438b-bc6d-839c9b51e4af,segment=NetworkSegment(27764ee2-98ce-417a-9369-01943c975a98),segment_id=27764ee2-98ce-417a-9369-01943c975a98)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:54.092771 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.131275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f204952d-7e75-499a-a1f4-3a62593a6739 None None] Provisioning complete for port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:54.133774 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f204952d-7e75-499a-a1f4-3a62593a6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.198024 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84260096-2710-4981-9b31-df00337393f2 None None] Pushing event updated for resources: {'Port': ['ID=ec61cbfc-4ee7-438b-bc6d-839c9b51e4af,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:54.205639 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Routers {'ec813abf-8e23-49a9-a111-db86bfa328ca'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:05:54.206297 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:05:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ec813abf-8e23-49a9-a111-db86bfa328ca'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:54.244515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43188) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:54.337117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-232e1a0f-6ffb-49cb-b515-eaf588ba90c5 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:54.341387 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f204952d-7e75-499a-a1f4-3a62593a6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.346676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-232e1a0f-6ffb-49cb-b515-eaf588ba90c5 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/networks?id=da69d015-31c0-4cb3-9b56-7a6c481bf0fc HTTP/1.1" status: 200 len: 809 time: 0.1760561 Sep 16 05:05:54.369976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-e1df82f7-dacc-448c-b476-21a5ef4a23a8 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/quotas/8572eed3d3ae4f91994e40928edb617e HTTP/1.1" status: 200 len: 375 time: 0.0223491 Sep 16 05:05:54.393576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f204952d-7e75-499a-a1f4-3a62593a6739 None None] For port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ec61cbfc-4ee7-438b-bc6d-839c9b51e4af,segment=NetworkSegment(27764ee2-98ce-417a-9369-01943c975a98),segment_id=27764ee2-98ce-417a-9369-01943c975a98)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:05:54.405965 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f204952d-7e75-499a-a1f4-3a62593a6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.422752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-9d35f13f-6103-4c64-8301-6f8c7506e853 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8572eed3d3ae4f91994e40928edb617e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453150 Sep 16 05:05:54.430101 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce12d1f2-b2ad-4886-8fda-c811c1047700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.459068 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] Set router ec813abf-8e23-49a9-a111-db86bfa328ca gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:05:54.539159 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204952d-7e75-499a-a1f4-3a62593a6739 None None] Pushing event updated for resources: {'Port': ['ID=ec61cbfc-4ee7-438b-bc6d-839c9b51e4af,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:54.566561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-52c07c36-a341-45b8-9182-3bef6cb3c0df None None] Provisioning complete for port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:54.567267 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-52c07c36-a341-45b8-9182-3bef6cb3c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.578791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ae798a86-6be4-43a4-8102-9a4097b97875 service neutron] 10.222.0.53 "GET /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428649 Sep 16 05:05:54.598640 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce12d1f2-b2ad-4886-8fda-c811c1047700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.604459 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce12d1f2-b2ad-4886-8fda-c811c1047700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.637697 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ce12d1f2-b2ad-4886-8fda-c811c1047700 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab5b41c6db54412c8fedf5988c1eff88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919735 Sep 16 05:05:54.644853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 43192) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:54.736549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12d1f2-b2ad-4886-8fda-c811c1047700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db86489-87a4-455c-9bff-2ad9d9c5c209,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:54.758309 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-cd6d22b3-f42e-4a7e-9188-0c25c69d25aa service neutron] 10.222.0.53 "GET /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679032 Sep 16 05:05:54.771021 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72491616-57c5-4e18-a015-43d14a6dbe36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.773210 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'name': 'tempest-TestVolumeBackupRestore-572797177-router', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:47Z', 'revision_number': 4, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'gw_port': {'id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'ec61cbfc-4ee7-438b-bc6d-839c9b51e4af', 'name': '', 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'mac_address': 'fa:16:3e:18:d7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:46Z', 'updated_at': '2021-09-16T05:05:54Z', 'revision_number': 4, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'subnets': [{'id': 'c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:05:54.797774 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72491616-57c5-4e18-a015-43d14a6dbe36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.805142 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf21dbf-dbc7-4627-bbde-b5e885fce52c None None] The sync data for ids ['ec813abf-8e23-49a9-a111-db86bfa328ca'] in n-d-712142-17 is: [{'id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'name': 'tempest-TestVolumeBackupRestore-572797177-router', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:47Z', 'revision_number': 4, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'gw_port': {'id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'ec61cbfc-4ee7-438b-bc6d-839c9b51e4af', 'name': '', 'network_id': 'd053baf0-9dfb-4dc7-a17c-49463d3416e0', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'mac_address': 'fa:16:3e:18:d7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:46Z', 'updated_at': '2021-09-16T05:05:54Z', 'revision_number': 4, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'subnets': [{'id': 'c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:05:54.880784 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72491616-57c5-4e18-a015-43d14a6dbe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.891071 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72491616-57c5-4e18-a015-43d14a6dbe36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:54.892933 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-72491616-57c5-4e18-a015-43d14a6dbe36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3db86489-87a4-455c-9bff-2ad9d9c5c209 HTTP/1.1" status: 204 len: 168 time: 0.2455273 Sep 16 05:05:54.911445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72491616-57c5-4e18-a015-43d14a6dbe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db86489-87a4-455c-9bff-2ad9d9c5c209,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:55.036994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2086835f-70ce-482c-bfc4-8691b8168575 req-05f242ae-173e-41e3-a79e-cf7f053e97b7 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 210 time: 0.0469592 Sep 16 05:05:56.170976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a82b0bee-632f-4d06-8136-4a694d42a77c req-255a1554-e728-4075-acbf-cd2409bba6a6 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 210 time: 0.0594857 Sep 16 05:05:56.206347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ec61cbfc-4ee7-438b-bc6d-839c9b51e4af up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:05:56.265434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:05:56.266225 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.396491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-9b21f396-32b4-41c6-899a-69d6693e0541 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:56.399400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-9b21f396-32b4-41c6-899a-69d6693e0541 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.50 "GET /v2.0/networks?id=da69d015-31c0-4cb3-9b56-7a6c481bf0fc HTTP/1.1" status: 200 len: 809 time: 0.1638620 Sep 16 05:05:56.422904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Request body: {'port': {'device_id': '94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b', 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc', 'admin_state_up': True, 'tenant_id': '8572eed3d3ae4f91994e40928edb617e'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:56.551004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d379f-c90c-4069-9399-62381c691c18 req-c4568a3a-8c27-42de-8fdf-0a56664cb4e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:56.552628 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-041d379f-c90c-4069-9399-62381c691c18 req-c4568a3a-8c27-42de-8fdf-0a56664cb4e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0578687 Sep 16 05:05:56.585769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Made reservation on behalf of 8572eed3d3ae4f91994e40928edb617e for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:56.590829 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.609445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-041d379f-c90c-4069-9399-62381c691c18 req-c68415b9-484a-4bda-92e0-78580d322a9e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501778 Sep 16 05:05:56.749152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b3a7b-6a51-4bd1-af54-8b5395738db4 req-e5040a01-d22e-4934-bc3b-d147ff978a20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:56.753575 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e3b3a7b-6a51-4bd1-af54-8b5395738db4 req-e5040a01-d22e-4934-bc3b-d147ff978a20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0580566 Sep 16 05:05:56.760262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Allocated IP 172.20.0.13 (da69d015-31c0-4cb3-9b56-7a6c481bf0fc/7c28f983-62ee-4740-9f40-e863b53a6f51/b6a319b9-7035-4223-b649-60a629729aa7) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:56.804924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e3b3a7b-6a51-4bd1-af54-8b5395738db4 req-1e8b675c-7cde-46dd-9d2a-4db7a66a2926 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446222 Sep 16 05:05:56.945488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:56.991316 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.039698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Network da69d015-31c0-4cb3-9b56-7a6c481bf0fc is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:57.043532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:57.049710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:57.087197 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Pushing event updated for resources: {'Port': ['ID=b6a319b9-7035-4223-b649-60a629729aa7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:57.121210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.121926 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.138817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-ed195b00-ae9d-475a-a9ee-a5fd5a8f21ef tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7214675 Sep 16 05:05:57.155200 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-18bf90e2-2f8b-4e17-860d-70431d8ae33d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.156741 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-18bf90e2-2f8b-4e17-860d-70431d8ae33d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 812 time: 0.1441002 Sep 16 05:05:57.160616 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Request body: {'port': {'device_id': '94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:57.176397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-065cd6f4-e91a-4e76-b830-87b449ac152b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/quotas/f8aa89fcdde44e7abfd367aa007fab73 HTTP/1.1" status: 200 len: 375 time: 0.0127203 Sep 16 05:05:57.224160 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.259251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-fa9d29bb-cb7f-4538-873a-3ac61f2786bb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0761034 Sep 16 05:05:57.394956 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-434b58a3-b67a-4750-ba83-e9cc99a7c423 service neutron] 10.222.0.53 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258461 Sep 16 05:05:57.512357 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-08b5fd79-cc8c-46d8-80f4-189f811175d8 service neutron] 10.222.0.53 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164670 Sep 16 05:05:57.567904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a319b9-7035-4223-b649-60a629729aa7 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:05:57.580345 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.595552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Transition to ACTIVE for port object b6a319b9-7035-4223-b649-60a629729aa7 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:05:57.599894 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.690847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a319b9-7035-4223-b649-60a629729aa7,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:57.748210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Attempting to bind port b6a319b9-7035-4223-b649-60a629729aa7 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:05:57.748580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Attempting to bind port b6a319b9-7035-4223-b649-60a629729aa7 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'c13d704f-7125-4e6b-903b-a60c4e1566a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:05:57.748925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Attempting to bind port b6a319b9-7035-4223-b649-60a629729aa7 on network da69d015-31c0-4cb3-9b56-7a6c481bf0fc {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:57.755497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Port b6a319b9-7035-4223-b649-60a629729aa7 on network da69d015-31c0-4cb3-9b56-7a6c481bf0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:05:57.755788 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Attempting to bind port b6a319b9-7035-4223-b649-60a629729aa7 on network da69d015-31c0-4cb3-9b56-7a6c481bf0fc {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:05:57.761542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:05:57.762088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Checking segment: {'id': 'c13d704f-7125-4e6b-903b-a60c4e1566a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:05:57.762480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Bound using segment: {'id': 'c13d704f-7125-4e6b-903b-a60c4e1566a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:05:57.762957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Bound port: b6a319b9-7035-4223-b649-60a629729aa7, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d704f-7125-4e6b-903b-a60c4e1566a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:05:57.763321 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.777766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19dd29-a8f7-4827-9c00-ef1b4734ef59 req-c33199ae-e6b0-4adc-becb-ab47bf0a8328 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.779692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f19dd29-a8f7-4827-9c00-ef1b4734ef59 req-c33199ae-e6b0-4adc-becb-ab47bf0a8328 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 944 time: 0.0694637 Sep 16 05:05:57.834084 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f19dd29-a8f7-4827-9c00-ef1b4734ef59 req-e1dd9500-86eb-4843-9624-3408315c0929 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450215 Sep 16 05:05:57.842904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] For port b6a319b9-7035-4223-b649-60a629729aa7, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:05:57.847483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] For port b6a319b9-7035-4223-b649-60a629729aa7, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b6a319b9-7035-4223-b649-60a629729aa7,segment=NetworkSegment(c13d704f-7125-4e6b-903b-a60c4e1566a2),segment_id=c13d704f-7125-4e6b-903b-a60c4e1566a2)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:05:57.859801 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.919242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.920104 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:57.922047 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] 10.222.0.50 "PUT /v2.0/ports/b6a319b9-7035-4223-b649-60a629729aa7 HTTP/1.1" status: 200 len: 1093 time: 0.7665012 Sep 16 05:05:57.923738 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b', 'tag': 'b6a319b9-7035-4223-b649-60a629729aa7'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:05:57.925350 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e04649-9268-4a36-9f2a-da63794a40b0" -d '{"events": [{"name": "network-changed", "server_uuid": "94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b", "tag": "b6a319b9-7035-4223-b649-60a629729aa7"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:05:57.970434 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0e70f-2469-4a27-8766-d8b152e6f526 req-38c3a786-45eb-4d44-961e-a4795dca14e3 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:57.972477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b9a0e70f-2469-4a27-8766-d8b152e6f526 req-38c3a786-45eb-4d44-961e-a4795dca14e3 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1098 time: 0.0606358 Sep 16 05:05:57.978779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4f99e-a58f-4712-822d-63f06a6e6a25 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a319b9-7035-4223-b649-60a629729aa7,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:58.015526 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-4a001e17-a96a-4c97-af86-242672c953d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.017279 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-4a001e17-a96a-4c97-af86-242672c953d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8572eed3d3ae4f91994e40928edb617e&device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 1096 time: 0.0483661 Sep 16 05:05:58.043278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b9a0e70f-2469-4a27-8766-d8b152e6f526 req-c9daa280-9540-4a2d-b103-4a75cce6e5f7 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562096 Sep 16 05:05:58.083423 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-91ca852a-9ce4-4927-8631-aa315e63cbbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a319b9-7035-4223-b649-60a629729aa7 HTTP/1.1" status: 200 len: 217 time: 0.0542927 Sep 16 05:05:58.119795 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cadcfac-02bb-4018-8feb-f1e340093459 req-1a0d5ba4-3ee0-4fa2-873b-704fe089bf1e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 210 time: 0.0393128 Sep 16 05:05:58.170522 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1371bf-281b-44ab-a78a-8d7834348930 x-openstack-request-id: req-0c1371bf-281b-44ab-a78a-8d7834348930 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:05:58.170773 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b", "tag": "b6a319b9-7035-4223-b649-60a629729aa7", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:05:58.171065 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c1371bf-281b-44ab-a78a-8d7834348930 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:05:58.171413 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b', 'tag': 'b6a319b9-7035-4223-b649-60a629729aa7', 'status': 'completed', 'code': 200} Sep 16 05:05:58.181078 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-19f50a9e-d242-4977-aff7-b02b534ffc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.185715 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-19f50a9e-d242-4977-aff7-b02b534ffc75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c28f983-62ee-4740-9f40-e863b53a6f51 HTTP/1.1" status: 200 len: 849 time: 0.0882072 Sep 16 05:05:58.231584 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-c25ebd44-ec0a-4085-907a-515a975cda8d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da69d015-31c0-4cb3-9b56-7a6c481bf0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342906 Sep 16 05:05:58.283759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851083b4-dbdd-4da3-8986-f0d43a774dd1 req-e619020b-0fa7-44cb-b4fb-75f4bbab4ab4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.285982 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-851083b4-dbdd-4da3-8986-f0d43a774dd1 req-e619020b-0fa7-44cb-b4fb-75f4bbab4ab4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0621865 Sep 16 05:05:58.330932 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-851083b4-dbdd-4da3-8986-f0d43a774dd1 req-e5df3e4c-9252-4d0f-ba3a-cc5f895f535b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382628 Sep 16 05:05:58.359457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43252) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:05:58.369964 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-61cc429f-e966-42e5-b493-35af85f9d7a5 service neutron] 10.222.0.50 "GET /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240742 Sep 16 05:05:58.450060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a552f3e0-8760-49b9-98b2-91aa3d2db794 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/e471ac76-d1a5-40f3-9811-ba095e128062 HTTP/1.1" status: 200 len: 994 time: 0.0889289 Sep 16 05:05:58.492315 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a3603a-693f-45ab-a624-ea409b8e6697 req-9d16902e-4963-4a29-9c01-acad8fc43c6e service neutron] 10.222.0.50 "GET /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116700 Sep 16 05:05:58.607911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04649-9268-4a36-9f2a-da63794a40b0 req-bbe63d96-446c-4f9f-91cb-32a1c77a29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.609364 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-11e04649-9268-4a36-9f2a-da63794a40b0 req-bbe63d96-446c-4f9f-91cb-32a1c77a29c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8572eed3d3ae4f91994e40928edb617e&device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 1096 time: 0.0441766 Sep 16 05:05:58.721701 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04649-9268-4a36-9f2a-da63794a40b0 req-0fe0922b-ed1d-456d-b9c5-7f6c4de8c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.723320 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-11e04649-9268-4a36-9f2a-da63794a40b0 req-0fe0922b-ed1d-456d-b9c5-7f6c4de8c3a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da69d015-31c0-4cb3-9b56-7a6c481bf0fc HTTP/1.1" status: 200 len: 910 time: 0.1073964 Sep 16 05:05:58.790485 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-11e04649-9268-4a36-9f2a-da63794a40b0 req-727f0f02-e8a5-40ce-b631-06423a15488c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a319b9-7035-4223-b649-60a629729aa7 HTTP/1.1" status: 200 len: 217 time: 0.0522273 Sep 16 05:05:58.929465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04649-9268-4a36-9f2a-da63794a40b0 req-c43d6b72-15a3-46f5-9587-67c90ebfd9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:58.935623 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-11e04649-9268-4a36-9f2a-da63794a40b0 req-c43d6b72-15a3-46f5-9587-67c90ebfd9fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c28f983-62ee-4740-9f40-e863b53a6f51 HTTP/1.1" status: 200 len: 849 time: 0.1322477 Sep 16 05:05:59.026138 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-11e04649-9268-4a36-9f2a-da63794a40b0 req-861f2ad3-7805-4d0a-9376-a59072933880 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da69d015-31c0-4cb3-9b56-7a6c481bf0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831602 Sep 16 05:05:59.056190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-9890b864-90da-415a-82d7-14539f70dc4e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.056444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855805b-17b3-49ad-8da8-eb9c01cc30e6 req-436fe47e-f296-4361-8df0-f5c3bfd5d093 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.058071 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-9890b864-90da-415a-82d7-14539f70dc4e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 812 time: 0.2654028 Sep 16 05:05:59.059477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4855805b-17b3-49ad-8da8-eb9c01cc30e6 req-436fe47e-f296-4361-8df0-f5c3bfd5d093 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 944 time: 0.0537539 Sep 16 05:05:59.078270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Request body: {'port': {'device_id': 'ca83f2ff-e7e1-44ae-a649-7f971d4e891a', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'admin_state_up': True, 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:05:59.139378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4855805b-17b3-49ad-8da8-eb9c01cc30e6 req-6b62ecb0-267b-49d7-bfcf-8144fa0750f8 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718768 Sep 16 05:05:59.165277 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-df97e41c-5eaf-4397-8ebf-48f02f062a3a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1884601 Sep 16 05:05:59.245057 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-11e04649-9268-4a36-9f2a-da63794a40b0 req-27f8d114-0972-4360-ae87-35c3244ccb31 service neutron] 10.222.0.50 "GET /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074616 Sep 16 05:05:59.392684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Made reservation on behalf of f8aa89fcdde44e7abfd367aa007fab73 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:05:59.399939 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.443775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869b0dd-397d-4789-95f2-3588dd1b430d req-bbf2e71a-c0fd-4c01-90be-155fd25b5d54 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.456231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1869b0dd-397d-4789-95f2-3588dd1b430d req-bbf2e71a-c0fd-4c01-90be-155fd25b5d54 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.1613901 Sep 16 05:05:59.521578 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1869b0dd-397d-4789-95f2-3588dd1b430d req-9cbbdcab-1115-4b3f-af60-65ca0e9dfce4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598121 Sep 16 05:05:59.540034 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-11e04649-9268-4a36-9f2a-da63794a40b0 req-23dc66ef-dd8e-4493-8797-4b54408e1bc1 service neutron] 10.222.0.50 "GET /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841272 Sep 16 05:05:59.631029 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce612847-ffba-45eb-9c9e-78b8d3d108ef req-b319a013-333c-4ce6-a096-74758d5ae107 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 210 time: 0.0312102 Sep 16 05:05:59.635432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Allocated IP 172.20.0.8 (fc6d02ef-f94a-4c22-90f3-ffedad7d7358/fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95/cecc329b-a4ae-417c-928a-83892d7c7d83) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:05:59.815786 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.856983 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:05:59.878827 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b', '63e09e13-e4a3-49e3-8c27-102a3db40fd7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:05:59.922181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event updated for resources: {'Port': ['ID=cecc329b-a4ae-417c-928a-83892d7c7d83,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:05:59.926282 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:05:59.928035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:05:59.930851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:05:59.992531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:05:59.993245 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.009318 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-21b8e23e-b5e1-4e49-a075-618ebc0e3603 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9380927 Sep 16 05:06:00.037115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Request body: {'port': {'device_id': 'ca83f2ff-e7e1-44ae-a649-7f971d4e891a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:00.144485 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.306441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1e055b32-db20-4979-8d9b-3223b4e00a05 None None] Provisioning complete for port cecc329b-a4ae-417c-928a-83892d7c7d83 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:00.306441 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1e055b32-db20-4979-8d9b-3223b4e00a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.349129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb00b43-b631-4770-94be-ec0fa292142a req-b17ddc29-3625-40e6-83a6-3f529fc660ff tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.359130 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2eb00b43-b631-4770-94be-ec0fa292142a req-b17ddc29-3625-40e6-83a6-3f529fc660ff tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 944 time: 0.0898452 Sep 16 05:06:00.403122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1e055b32-db20-4979-8d9b-3223b4e00a05 None None] Port cecc329b-a4ae-417c-928a-83892d7c7d83 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:00.445059 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2eb00b43-b631-4770-94be-ec0fa292142a req-80f10e74-6695-4ae9-ad9c-0f1c7239a78e tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848880 Sep 16 05:06:00.583216 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecc329b-a4ae-417c-928a-83892d7c7d83 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:00.592222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.615467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Transition to ACTIVE for port object cecc329b-a4ae-417c-928a-83892d7c7d83 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:00.620016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.646157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c882d4-1e40-4663-8199-055303849552 req-5954b26b-2578-43b4-b7ec-2e25d285793a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.648025 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8c882d4-1e40-4663-8199-055303849552 req-5954b26b-2578-43b4-b7ec-2e25d285793a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0546665 Sep 16 05:06:00.687354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Pushing event updated for resources: {'Port': ['ID=cecc329b-a4ae-417c-928a-83892d7c7d83,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:00.698424 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8c882d4-1e40-4663-8199-055303849552 req-203e9932-0ca2-42aa-b905-644d81e33357 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 Sep 16 05:06:00.813452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Attempting to bind port cecc329b-a4ae-417c-928a-83892d7c7d83 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:00.814021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Attempting to bind port cecc329b-a4ae-417c-928a-83892d7c7d83 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:00.814558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Attempting to bind port cecc329b-a4ae-417c-928a-83892d7c7d83 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:00.832184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Port cecc329b-a4ae-417c-928a-83892d7c7d83 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:00.832184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Attempting to bind port cecc329b-a4ae-417c-928a-83892d7c7d83 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:00.853447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:00.853447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Checking segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:00.854153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Bound using segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:00.854153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Bound port: cecc329b-a4ae-417c-928a-83892d7c7d83, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:00.854422 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:00.899036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33466918-b6bd-422b-928b-8d4cc45e5b3b req-44dad708-de42-4f4f-b1bc-d0641a0486d4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.901301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33466918-b6bd-422b-928b-8d4cc45e5b3b req-44dad708-de42-4f4f-b1bc-d0641a0486d4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 943 time: 0.0820076 Sep 16 05:06:00.915245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-677a3d18-7a54-4abe-b1b4-c625a96a6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:00.917003 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-677a3d18-7a54-4abe-b1b4-c625a96a6084 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1098 time: 0.0970459 Sep 16 05:06:00.969715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33466918-b6bd-422b-928b-8d4cc45e5b3b req-7c63a016-6e18-45bd-86eb-aa7166dc80c5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593276 Sep 16 05:06:01.023555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] For port cecc329b-a4ae-417c-928a-83892d7c7d83, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:01.053682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] For port cecc329b-a4ae-417c-928a-83892d7c7d83, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cecc329b-a4ae-417c-928a-83892d7c7d83,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:01.059627 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.113033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.114280 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.115770 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] 10.222.0.15 "PUT /v2.0/ports/cecc329b-a4ae-417c-928a-83892d7c7d83 HTTP/1.1" status: 200 len: 1092 time: 1.0976074 Sep 16 05:06:01.118449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca83f2ff-e7e1-44ae-a649-7f971d4e891a', 'tag': 'cecc329b-a4ae-417c-928a-83892d7c7d83'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:01.122314 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace592a0-79f0-442a-af3e-1a94dd40249d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca83f2ff-e7e1-44ae-a649-7f971d4e891a", "tag": "cecc329b-a4ae-417c-928a-83892d7c7d83"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:01.131548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ff8eb915-ec67-46cc-a8ce-e89f2f68fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.131548 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ff8eb915-ec67-46cc-a8ce-e89f2f68fcf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 897 time: 0.2049942 Sep 16 05:06:01.222618 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a591dd-0e30-43bd-837b-696e664c8d97 x-openstack-request-id: req-c8a591dd-0e30-43bd-837b-696e664c8d97 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:01.222912 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca83f2ff-e7e1-44ae-a649-7f971d4e891a", "tag": "cecc329b-a4ae-417c-928a-83892d7c7d83", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:01.223159 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8a591dd-0e30-43bd-837b-696e664c8d97 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:01.223560 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca83f2ff-e7e1-44ae-a649-7f971d4e891a', 'tag': 'cecc329b-a4ae-417c-928a-83892d7c7d83', 'status': 'completed', 'code': 200} Sep 16 05:06:01.227467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf88ca-840e-4ade-a792-074109a7bf05 service neutron] Pushing event updated for resources: {'Port': ['ID=cecc329b-a4ae-417c-928a-83892d7c7d83,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:01.292248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-7b3c27ae-23b7-4655-94f2-a4aa95673a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.293836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-7b3c27ae-23b7-4655-94f2-a4aa95673a71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 1095 time: 0.1181071 Sep 16 05:06:01.296162 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-235ba0d9-65d7-4907-9c31-97235cbe36e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 1002 time: 0.1558521 Sep 16 05:06:01.365273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-c65f72a8-a5cd-4a76-8f9e-2cbb6fe96c17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cecc329b-a4ae-417c-928a-83892d7c7d83 HTTP/1.1" status: 200 len: 217 time: 0.0567327 Sep 16 05:06:01.366421 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b6a319b9-7035-4223-b649-60a629729aa7 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:01.452299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-7169826f-0322-4eb1-81be-65c2b86d5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.454016 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-7169826f-0322-4eb1-81be-65c2b86d5e87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0677941 Sep 16 05:06:01.456056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-31dd5090-f9b2-42b9-8f88-e8528d87e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.457763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-31dd5090-f9b2-42b9-8f88-e8528d87e4fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 200 len: 835 time: 0.1386995 Sep 16 05:06:01.529635 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b6a319b9-7035-4223-b649-60a629729aa7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b6a319b9-7035-4223-b649-60a629729aa7,segment=NetworkSegment(c13d704f-7125-4e6b-903b-a60c4e1566a2),segment_id=c13d704f-7125-4e6b-903b-a60c4e1566a2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:01.545551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'b6a319b9-7035-4223-b649-60a629729aa7', 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc', 'port_id': 'b6a319b9-7035-4223-b649-60a629729aa7', 'mac_address': 'fa:16:3e:14:f6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c28f983-62ee-4740-9f40-e863b53a6f51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:01.588007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca320f94-5626-48bd-88fa-d943fb75c0d4 req-4855b4c0-b5cb-4b9c-ac98-c0c7b125a75d tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.597936 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca320f94-5626-48bd-88fa-d943fb75c0d4 req-4855b4c0-b5cb-4b9c-ac98-c0c7b125a75d tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 944 time: 0.0823715 Sep 16 05:06:01.613563 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.636314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a319b9-7035-4223-b649-60a629729aa7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:01.652295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca320f94-5626-48bd-88fa-d943fb75c0d4 req-8d436afe-6c76-4871-b3a0-64434a4965d1 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523756 Sep 16 05:06:01.680096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b6a319b9-7035-4223-b649-60a629729aa7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b6a319b9-7035-4223-b649-60a629729aa7,segment=NetworkSegment(c13d704f-7125-4e6b-903b-a60c4e1566a2),segment_id=c13d704f-7125-4e6b-903b-a60c4e1566a2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:01.683895 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:01.765850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=b6a319b9-7035-4223-b649-60a629729aa7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:01.851138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c45d3-a52f-480b-8b19-8881bfc63081 req-285b7722-99f7-4832-b916-e2f73c1fb7a1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.852873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df2c45d3-a52f-480b-8b19-8881bfc63081 req-285b7722-99f7-4832-b916-e2f73c1fb7a1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0540450 Sep 16 05:06:01.895895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-03599dfe-619a-40ec-829d-57421992f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.897411 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-03599dfe-619a-40ec-829d-57421992f66e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4293871 Sep 16 05:06:01.903732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-56076112-46dc-4313-ba25-dbad3599fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:01.905229 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-56076112-46dc-4313-ba25-dbad3599fcce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92a49f0c-2cfc-4296-ba8b-603bb701871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4358959 Sep 16 05:06:01.908864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df2c45d3-a52f-480b-8b19-8881bfc63081 req-fb6ae9a2-80aa-4d9e-95e5-e9fea3b85888 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442476 Sep 16 05:06:01.965240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['b6a319b9-7035-4223-b649-60a629729aa7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:02.063301 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-352ffcbc-d3a6-4f9c-9dc8-66092b175c88 service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493394 Sep 16 05:06:02.065058 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-b0c89338-61f3-4ab2-8a56-6a00205a12ed service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589425 Sep 16 05:06:02.121648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb8aac-70ab-4705-9eda-3bfa7aa39012 req-22d60ffc-527c-40d1-b9d1-f4dc1786c623 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.123479 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-adcb8aac-70ab-4705-9eda-3bfa7aa39012 req-22d60ffc-527c-40d1-b9d1-f4dc1786c623 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 943 time: 0.0628438 Sep 16 05:06:02.171519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-adcb8aac-70ab-4705-9eda-3bfa7aa39012 req-f354a906-c7c3-49a6-bcd0-cdd70a25e664 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Sep 16 05:06:02.265892 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-3424941f-b94f-44f1-a722-a432febde35a service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871629 Sep 16 05:06:02.268803 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cff260b5-f44d-4a53-8798-6799001d9e8d req-404d2ae5-1edd-44fd-85d2-628216ca514e service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882715 Sep 16 05:06:02.402372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace592a0-79f0-442a-af3e-1a94dd40249d req-9a28ba2a-27de-4572-a4cf-3fe349614817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.404594 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ace592a0-79f0-442a-af3e-1a94dd40249d req-9a28ba2a-27de-4572-a4cf-3fe349614817 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 1095 time: 0.0825105 Sep 16 05:06:02.504313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace592a0-79f0-442a-af3e-1a94dd40249d req-39dffbe8-1b79-41cf-95f7-5ff0cc428a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.505925 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ace592a0-79f0-442a-af3e-1a94dd40249d req-39dffbe8-1b79-41cf-95f7-5ff0cc428a02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.0939927 Sep 16 05:06:02.556035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ace592a0-79f0-442a-af3e-1a94dd40249d req-893befcb-ff31-4a08-bc20-ff493f6b5002 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cecc329b-a4ae-417c-928a-83892d7c7d83 HTTP/1.1" status: 200 len: 217 time: 0.0400779 Sep 16 05:06:02.608656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace592a0-79f0-442a-af3e-1a94dd40249d req-599b3327-8a8f-4cc8-ac05-63dedc8599ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.610762 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ace592a0-79f0-442a-af3e-1a94dd40249d req-599b3327-8a8f-4cc8-ac05-63dedc8599ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0466201 Sep 16 05:06:02.672869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace592a0-79f0-442a-af3e-1a94dd40249d req-18fdf7da-1ad4-46e4-9e71-31f1c26f2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.675998 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ace592a0-79f0-442a-af3e-1a94dd40249d req-18fdf7da-1ad4-46e4-9e71-31f1c26f2d16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513480 Sep 16 05:06:02.786200 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ace592a0-79f0-442a-af3e-1a94dd40249d req-488b7c74-121e-4498-8da6-5e686a03aaeb service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031547 Sep 16 05:06:02.790867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3f9c4-3095-46ae-bcb9-1a92c02a750a req-2e3842cc-4910-43b0-9166-45a940f88071 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:02.792565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07b3f9c4-3095-46ae-bcb9-1a92c02a750a req-2e3842cc-4910-43b0-9166-45a940f88071 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 945 time: 0.0660162 Sep 16 05:06:02.835750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07b3f9c4-3095-46ae-bcb9-1a92c02a750a req-93280ccc-b9f2-423a-901c-ab0483392124 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364890 Sep 16 05:06:02.888557 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ace592a0-79f0-442a-af3e-1a94dd40249d req-53b32128-8060-43c3-8990-2a1756f2c84a service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937872 Sep 16 05:06:03.045705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f4de8-0beb-4f45-9b56-d91396b615ea req-18f03ff9-d077-4431-880d-acf36ee66f03 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.047313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-937f4de8-0beb-4f45-9b56-d91396b615ea req-18f03ff9-d077-4431-880d-acf36ee66f03 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0599866 Sep 16 05:06:03.087931 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-937f4de8-0beb-4f45-9b56-d91396b615ea req-72f9a65f-80be-4088-8801-795a4ff83e29 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336192 Sep 16 05:06:03.300401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c76e5f-07be-4544-b812-561b5d792dc1 req-468eccad-1317-4be4-9fad-95843149d32f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.301987 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37c76e5f-07be-4544-b812-561b5d792dc1 req-468eccad-1317-4be4-9fad-95843149d32f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 943 time: 0.0548315 Sep 16 05:06:03.342504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37c76e5f-07be-4544-b812-561b5d792dc1 req-67f71f10-c8a3-4b2e-8707-adef5260c957 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345333 Sep 16 05:06:03.365042 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b6a319b9-7035-4223-b649-60a629729aa7 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:03.419729 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port b6a319b9-7035-4223-b649-60a629729aa7 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:03.424200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port b6a319b9-7035-4223-b649-60a629729aa7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:03.424608 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.513495 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.560583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a319b9-7035-4223-b649-60a629729aa7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:03.563159 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeef1d43-c630-47e3-a37e-119c8a976226" -d '{"events": [{"server_uuid": "94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b", "name": "network-vif-plugged", "status": "completed", "tag": "b6a319b9-7035-4223-b649-60a629729aa7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:03.579033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b6a319b9-7035-4223-b649-60a629729aa7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b6a319b9-7035-4223-b649-60a629729aa7,segment=NetworkSegment(c13d704f-7125-4e6b-903b-a60c4e1566a2),segment_id=c13d704f-7125-4e6b-903b-a60c4e1566a2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:03.587437 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:03.645172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=b6a319b9-7035-4223-b649-60a629729aa7,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:03.791448 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714ac790-9705-4905-ab13-aa81307af08a x-openstack-request-id: req-714ac790-9705-4905-ab13-aa81307af08a {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:03.792120 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b", "name": "network-vif-plugged", "status": "completed", "tag": "b6a319b9-7035-4223-b649-60a629729aa7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:03.792605 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-714ac790-9705-4905-ab13-aa81307af08a {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:03.793166 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a319b9-7035-4223-b649-60a629729aa7', 'code': 200} Sep 16 05:06:03.949555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16c18e-c968-4c2a-9f21-2fb543d7bb52 req-5170ab21-ed18-4a2f-a67e-0251834d1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:03.951975 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bf16c18e-c968-4c2a-9f21-2fb543d7bb52 req-5170ab21-ed18-4a2f-a67e-0251834d1dab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 1098 time: 0.0918126 Sep 16 05:06:04.006473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad0ad3-2fcb-47d3-b681-7dd5c3086777 req-cb6494cc-44bc-4c75-8eb5-726a12113deb tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.008100 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-daad0ad3-2fcb-47d3-b681-7dd5c3086777 req-cb6494cc-44bc-4c75-8eb5-726a12113deb tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 946 time: 0.0769689 Sep 16 05:06:04.013257 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bf16c18e-c968-4c2a-9f21-2fb543d7bb52 req-c1cba2b8-b9cb-4162-9daa-1545e90c7f49 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493271 Sep 16 05:06:04.061426 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-daad0ad3-2fcb-47d3-b681-7dd5c3086777 req-2601d805-4aaf-4ad6-a410-8308b3b04b4c tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443645 Sep 16 05:06:04.230130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1f386-42bb-4f2f-9baa-3ba5cc45a7e3 req-26a80bfb-1cb3-41e8-81dc-46212a13c5a3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.231968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-acb1f386-42bb-4f2f-9baa-3ba5cc45a7e3 req-26a80bfb-1cb3-41e8-81dc-46212a13c5a3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0739951 Sep 16 05:06:04.286595 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-acb1f386-42bb-4f2f-9baa-3ba5cc45a7e3 req-7e0500b0-4e86-4f2e-b0d3-727fb7ab18ca tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461092 Sep 16 05:06:04.462596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707c9a6-de68-4879-8b98-e2c1d33cde25 req-e8e52ac9-8066-4a1d-8592-ef832aaa9479 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:04.464153 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2707c9a6-de68-4879-8b98-e2c1d33cde25 req-e8e52ac9-8066-4a1d-8592-ef832aaa9479 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 943 time: 0.0515358 Sep 16 05:06:04.503002 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2707c9a6-de68-4879-8b98-e2c1d33cde25 req-68ba5890-07c9-404f-ad5a-38c4d14f0912 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324659 Sep 16 05:06:05.192184 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594db0a-d0ba-4cce-b0b1-cfaf0c80acf7 req-ece75726-28a1-4a82-9530-d678cfb70573 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.193973 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9594db0a-d0ba-4cce-b0b1-cfaf0c80acf7 req-ece75726-28a1-4a82-9530-d678cfb70573 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 946 time: 0.0586488 Sep 16 05:06:05.243180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9594db0a-d0ba-4cce-b0b1-cfaf0c80acf7 req-6af4f1f3-e8ed-4354-9c33-3cfd00964ff4 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Sep 16 05:06:05.413758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65262813-f716-43e8-b261-8ec647c427a1 req-9df2531b-ce36-4abd-8671-734d8bc56cff tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.415456 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65262813-f716-43e8-b261-8ec647c427a1 req-9df2531b-ce36-4abd-8671-734d8bc56cff tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0529749 Sep 16 05:06:05.453523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device cecc329b-a4ae-417c-928a-83892d7c7d83 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:05.455710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65262813-f716-43e8-b261-8ec647c427a1 req-f402b150-0f79-407d-9031-a8589e1e6d16 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342937 Sep 16 05:06:05.556005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port cecc329b-a4ae-417c-928a-83892d7c7d83, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cecc329b-a4ae-417c-928a-83892d7c7d83,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:05.574289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'cecc329b-a4ae-417c-928a-83892d7c7d83', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'port_id': 'cecc329b-a4ae-417c-928a-83892d7c7d83', 'mac_address': 'fa:16:3e:a9:c8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:05.615639 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.628046 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46f7c7-33f3-4aa9-92e7-49572f417694 req-064c4d4f-84de-4d9b-8919-d153d49305ce tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:05.630816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecc329b-a4ae-417c-928a-83892d7c7d83 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:05.630981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b46f7c7-33f3-4aa9-92e7-49572f417694 req-064c4d4f-84de-4d9b-8919-d153d49305ce tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 943 time: 0.0585010 Sep 16 05:06:05.679599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port cecc329b-a4ae-417c-928a-83892d7c7d83, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cecc329b-a4ae-417c-928a-83892d7c7d83,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:05.680899 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.684604 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b46f7c7-33f3-4aa9-92e7-49572f417694 req-a2665db2-f9c9-497c-9553-5952ac5fbec1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 Sep 16 05:06:05.696452 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:05.753711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=cecc329b-a4ae-417c-928a-83892d7c7d83,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:05.922652 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['cecc329b-a4ae-417c-928a-83892d7c7d83'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:06.310418 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4873993d-b550-4f02-9020-dd44071b62b2 req-b6831677-3e4f-4702-a0a6-17b5a4e769e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501165 Sep 16 05:06:06.382780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc5737-570f-4cd0-8ed6-8b8d8a5003f2 req-83065d53-d3d3-4afe-b5be-2427e88199ad tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.384305 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08fc5737-570f-4cd0-8ed6-8b8d8a5003f2 req-83065d53-d3d3-4afe-b5be-2427e88199ad tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 946 time: 0.0597138 Sep 16 05:06:06.399933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873993d-b550-4f02-9020-dd44071b62b2 req-6ab6849f-f28b-4ccb-9048-3c4376a66c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.401479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4873993d-b550-4f02-9020-dd44071b62b2 req-6ab6849f-f28b-4ccb-9048-3c4376a66c93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1097 time: 0.0445137 Sep 16 05:06:06.428697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08fc5737-570f-4cd0-8ed6-8b8d8a5003f2 req-5b6252f4-48cf-4064-9087-bd5cf0aa5626 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380602 Sep 16 05:06:06.543797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873993d-b550-4f02-9020-dd44071b62b2 req-4f4fdaf4-f09c-46fe-ba13-4811a1a69c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.545361 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4873993d-b550-4f02-9020-dd44071b62b2 req-4f4fdaf4-f09c-46fe-ba13-4811a1a69c65 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.1222749 Sep 16 05:06:06.614273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b674b0-0815-4e7e-a754-605f6ca70689 req-8e76fd73-6d8d-4fc6-b72a-6fe99886405a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.615922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8b674b0-0815-4e7e-a754-605f6ca70689 req-8e76fd73-6d8d-4fc6-b72a-6fe99886405a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0628030 Sep 16 05:06:06.654540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4873993d-b550-4f02-9020-dd44071b62b2 req-96d97fc9-11d5-4cfc-b143-d29e8651137b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 1000 time: 0.1016860 Sep 16 05:06:06.683921 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8b674b0-0815-4e7e-a754-605f6ca70689 req-529810a7-e054-4ecb-b9b8-873de4d5ad03 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583138 Sep 16 05:06:06.733749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873993d-b550-4f02-9020-dd44071b62b2 req-69dba4dc-3f13-4f6a-bb39-4a2ae9f7d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.737860 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4873993d-b550-4f02-9020-dd44071b62b2 req-69dba4dc-3f13-4f6a-bb39-4a2ae9f7d36b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0752296 Sep 16 05:06:06.800246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873993d-b550-4f02-9020-dd44071b62b2 req-cc236148-54ad-4f79-820f-19f314933120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.801940 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4873993d-b550-4f02-9020-dd44071b62b2 req-cc236148-54ad-4f79-820f-19f314933120 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586214 Sep 16 05:06:06.863670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c220b-b740-4963-99be-ae3ea2fe566e req-84413d6b-1201-4e22-81d4-ec23e0ec1cc1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:06.865381 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e94c220b-b740-4963-99be-ae3ea2fe566e req-84413d6b-1201-4e22-81d4-ec23e0ec1cc1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 944 time: 0.0846846 Sep 16 05:06:06.935557 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e94c220b-b740-4963-99be-ae3ea2fe566e req-55266cd9-5022-423f-9e08-1f29d6b5cba1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616841 Sep 16 05:06:06.954589 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4873993d-b550-4f02-9020-dd44071b62b2 req-eb1a2778-5b78-4df9-b642-0107c42a817b service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386778 Sep 16 05:06:07.072196 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4873993d-b550-4f02-9020-dd44071b62b2 req-c707aacd-31f6-4d4b-b76b-15daeca36bde service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174157 Sep 16 05:06:07.301644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11523-2416-484f-9d65-805bc39e0ede req-b7c877aa-5a95-4fd4-a13b-345595fb0e6f tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.303157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7f11523-2416-484f-9d65-805bc39e0ede req-b7c877aa-5a95-4fd4-a13b-345595fb0e6f tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 946 time: 0.0709350 Sep 16 05:06:07.343360 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7f11523-2416-484f-9d65-805bc39e0ede req-810311f0-ce64-4068-ac30-ef75ca53c802 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341053 Sep 16 05:06:07.450695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device cecc329b-a4ae-417c-928a-83892d7c7d83 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:07.514294 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port cecc329b-a4ae-417c-928a-83892d7c7d83 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:07.518775 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port cecc329b-a4ae-417c-928a-83892d7c7d83 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:07.519155 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.603972 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.635049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca83f2ff-e7e1-44ae-a649-7f971d4e891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecc329b-a4ae-417c-928a-83892d7c7d83'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:07.637374 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083ee814-8333-405f-94a1-9e95be70059e" -d '{"events": [{"server_uuid": "ca83f2ff-e7e1-44ae-a649-7f971d4e891a", "name": "network-vif-plugged", "status": "completed", "tag": "cecc329b-a4ae-417c-928a-83892d7c7d83"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:07.666303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port cecc329b-a4ae-417c-928a-83892d7c7d83, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cecc329b-a4ae-417c-928a-83892d7c7d83,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:07.679379 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.684499 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be1cac1a-b904-46d5-b23c-21339edbe0b1 req-2defc13e-b60a-44c3-aad4-64cc655c1903 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0655863 Sep 16 05:06:07.687036 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5c3e8f-5cee-4c1a-b031-7fb2a1fc857d x-openstack-request-id: req-6a5c3e8f-5cee-4c1a-b031-7fb2a1fc857d {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:07.687339 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca83f2ff-e7e1-44ae-a649-7f971d4e891a", "name": "network-vif-plugged", "status": "completed", "tag": "cecc329b-a4ae-417c-928a-83892d7c7d83", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:07.687592 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a5c3e8f-5cee-4c1a-b031-7fb2a1fc857d {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:07.688064 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca83f2ff-e7e1-44ae-a649-7f971d4e891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecc329b-a4ae-417c-928a-83892d7c7d83', 'code': 200} Sep 16 05:06:07.725020 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:07.768232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=cecc329b-a4ae-417c-928a-83892d7c7d83,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:07.802985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cac1a-b904-46d5-b23c-21339edbe0b1 req-d118243e-0794-4dc5-b59e-73da56ddd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.804600 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be1cac1a-b904-46d5-b23c-21339edbe0b1 req-d118243e-0794-4dc5-b59e-73da56ddd3dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 1097 time: 0.0872507 Sep 16 05:06:07.837600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d4783-7e18-4c23-bfdb-fc587bf88179 req-8303cfc1-285b-4885-9bad-4f3c02097fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.839092 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0a8d4783-7e18-4c23-bfdb-fc587bf88179 req-8303cfc1-285b-4885-9bad-4f3c02097fe9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 1097 time: 0.0770528 Sep 16 05:06:07.871776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88e984-a650-4469-a76e-914b5f8221f4 req-bb397203-c7fe-4f33-8776-c631ad325736 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.873761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a88e984-a650-4469-a76e-914b5f8221f4 req-bb397203-c7fe-4f33-8776-c631ad325736 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0659707 Sep 16 05:06:07.927161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a88e984-a650-4469-a76e-914b5f8221f4 req-77077073-1079-4d93-892e-10d642882120 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456681 Sep 16 05:06:07.932077 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0a8d4783-7e18-4c23-bfdb-fc587bf88179 req-0e16e008-9f7b-4874-9c8e-ee5c8713b602 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823839 Sep 16 05:06:07.987408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cac1a-b904-46d5-b23c-21339edbe0b1 req-1c10f048-cd58-4f02-84a6-6c9b32488893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:07.989125 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be1cac1a-b904-46d5-b23c-21339edbe0b1 req-1c10f048-cd58-4f02-84a6-6c9b32488893 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.1541455 Sep 16 05:06:08.056244 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be1cac1a-b904-46d5-b23c-21339edbe0b1 req-b2176e53-7cc1-4bfd-a7ce-31c35fae5a99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63e09e13-e4a3-49e3-8c27-102a3db40fd7 HTTP/1.1" status: 200 len: 217 time: 0.0575922 Sep 16 05:06:08.107025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186844f9-182f-48b3-91ec-f7201429d050 req-078e3762-534c-4460-8dde-f7a624ae8374 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:08.108907 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-186844f9-182f-48b3-91ec-f7201429d050 req-078e3762-534c-4460-8dde-f7a624ae8374 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 945 time: 0.0827835 Sep 16 05:06:08.120193 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cac1a-b904-46d5-b23c-21339edbe0b1 req-74c0e648-76b5-4ea2-b8ce-97744bec3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:08.121735 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be1cac1a-b904-46d5-b23c-21339edbe0b1 req-74c0e648-76b5-4ea2-b8ce-97744bec3699 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0567484 Sep 16 05:06:08.162420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-186844f9-182f-48b3-91ec-f7201429d050 req-ca55cfea-e2fc-4515-8477-1c0ef1b34c81 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435300 Sep 16 05:06:08.185021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cac1a-b904-46d5-b23c-21339edbe0b1 req-1b349bfc-70b2-4d48-bb33-283d554859e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:08.186624 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be1cac1a-b904-46d5-b23c-21339edbe0b1 req-1b349bfc-70b2-4d48-bb33-283d554859e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568955 Sep 16 05:06:08.291016 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be1cac1a-b904-46d5-b23c-21339edbe0b1 req-fa9930e4-d316-411f-a1d0-2f7cc0fa69ed service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964954 Sep 16 05:06:08.395258 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be1cac1a-b904-46d5-b23c-21339edbe0b1 req-47665de7-bdbf-4d73-b9cb-7e1b64981124 service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962813 Sep 16 05:06:08.476506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949f15c-bcbd-47d8-8026-8a6367d798ea req-155ec904-588f-41eb-9b3d-ac57ccc1fc8c tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:08.477957 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0949f15c-bcbd-47d8-8026-8a6367d798ea req-155ec904-588f-41eb-9b3d-ac57ccc1fc8c tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 946 time: 0.0572188 Sep 16 05:06:08.517930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0949f15c-bcbd-47d8-8026-8a6367d798ea req-838d338b-bb1d-47e6-adce-c2f2c8267098 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336881 Sep 16 05:06:08.700904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab265d-076f-4c6e-991a-5d364b3160b9 req-723668e4-208f-4d4e-aa28-ee9dfaa60ebb tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:08.702504 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1ab265d-076f-4c6e-991a-5d364b3160b9 req-723668e4-208f-4d4e-aa28-ee9dfaa60ebb tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.50 "GET /v2.0/ports?device_id=94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b HTTP/1.1" status: 200 len: 946 time: 0.0514071 Sep 16 05:06:08.808908 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-c1ab265d-076f-4c6e-991a-5d364b3160b9 req-014e4599-c52c-4d69-ab88-28cc2de41b83 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Deleting port b6a319b9-7035-4223-b649-60a629729aa7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:08.809263 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1ab265d-076f-4c6e-991a-5d364b3160b9 req-014e4599-c52c-4d69-ab88-28cc2de41b83 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.919795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c1ab265d-076f-4c6e-991a-5d364b3160b9 req-014e4599-c52c-4d69-ab88-28cc2de41b83 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] For port b6a319b9-7035-4223-b649-60a629729aa7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b6a319b9-7035-4223-b649-60a629729aa7,segment=NetworkSegment(c13d704f-7125-4e6b-903b-a60c4e1566a2),segment_id=c13d704f-7125-4e6b-903b-a60c4e1566a2)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:08.920124 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1ab265d-076f-4c6e-991a-5d364b3160b9 req-014e4599-c52c-4d69-ab88-28cc2de41b83 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:08.933630 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-c1ab265d-076f-4c6e-991a-5d364b3160b9 req-014e4599-c52c-4d69-ab88-28cc2de41b83 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Calling delete_port for b6a319b9-7035-4223-b649-60a629729aa7 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:09.081669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667411b-d539-4625-baa6-1cce870070a0 req-d958d404-6d2c-4bfb-813e-b04143e3086c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.083289 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5667411b-d539-4625-baa6-1cce870070a0 req-d958d404-6d2c-4bfb-813e-b04143e3086c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0552938 Sep 16 05:06:09.092020 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1ab265d-076f-4c6e-991a-5d364b3160b9 req-014e4599-c52c-4d69-ab88-28cc2de41b83 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.107789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['b6a319b9-7035-4223-b649-60a629729aa7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:09.124435 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5667411b-d539-4625-baa6-1cce870070a0 req-5eeca16c-487f-4ccf-8c28-e29ff95b9488 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346470 Sep 16 05:06:09.166980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e4599-c52c-4d69-ab88-28cc2de41b83 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Pushing event deleted for resources: {'Port': ['ID=b6a319b9-7035-4223-b649-60a629729aa7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:09.192829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ab265d-076f-4c6e-991a-5d364b3160b9 req-014e4599-c52c-4d69-ab88-28cc2de41b83 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] No DVR routers for this DVR port b6a319b9-7035-4223-b649-60a629729aa7 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:09.196704 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c1ab265d-076f-4c6e-991a-5d364b3160b9 req-014e4599-c52c-4d69-ab88-28cc2de41b83 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.206906 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c1ab265d-076f-4c6e-991a-5d364b3160b9 req-014e4599-c52c-4d69-ab88-28cc2de41b83 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.50 "DELETE /v2.0/ports/b6a319b9-7035-4223-b649-60a629729aa7 HTTP/1.1" status: 204 len: 173 time: 0.4943411 Sep 16 05:06:09.207429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b', 'name': 'network-vif-deleted', 'tag': 'b6a319b9-7035-4223-b649-60a629729aa7'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:09.210100 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4e89aa-24d9-4e45-acd9-e1d8ba88a70c" -d '{"events": [{"server_uuid": "94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b", "name": "network-vif-deleted", "tag": "b6a319b9-7035-4223-b649-60a629729aa7"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:09.298978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc76f9-692a-49a2-bf10-bdd0402d6982 req-a89c9b1e-b3aa-489b-8708-06a5e23d7583 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.300497 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-25cc76f9-692a-49a2-bf10-bdd0402d6982 req-a89c9b1e-b3aa-489b-8708-06a5e23d7583 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 945 time: 0.0605602 Sep 16 05:06:09.341662 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-25cc76f9-692a-49a2-bf10-bdd0402d6982 req-7f98ed7c-254a-4c01-be6b-ad927550a997 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349057 Sep 16 05:06:09.388949 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8afb441-9427-41a9-a9c9-7c5054f8c25b x-openstack-request-id: req-c8afb441-9427-41a9-a9c9-7c5054f8c25b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:09.389246 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b", "name": "network-vif-deleted", "tag": "b6a319b9-7035-4223-b649-60a629729aa7", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:09.389506 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8afb441-9427-41a9-a9c9-7c5054f8c25b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:09.389951 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e06adc-b7f4-4b0d-8e36-1dd73fda1f0b', 'name': 'network-vif-deleted', 'tag': 'b6a319b9-7035-4223-b649-60a629729aa7', 'status': 'completed', 'code': 200} Sep 16 05:06:09.480359 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09803e79-755c-4208-b39d-48ff363d2da4 req-e704fa26-c5c3-4d71-95ce-aba0b77acbf3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f8aa89fcdde44e7abfd367aa007fab73 HTTP/1.1" status: 200 len: 267 time: 0.0462787 Sep 16 05:06:09.536442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09803e79-755c-4208-b39d-48ff363d2da4 req-b802449b-2059-400c-9ada-6451a6d151a3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.538026 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09803e79-755c-4208-b39d-48ff363d2da4 req-b802449b-2059-400c-9ada-6451a6d151a3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 945 time: 0.0508060 Sep 16 05:06:09.550002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-09803e79-755c-4208-b39d-48ff363d2da4 req-00aa7147-32c9-4b32-8763-d2b2169535dc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Request body: {'port': {'security_groups': []}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:09.633271 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-09803e79-755c-4208-b39d-48ff363d2da4 req-00aa7147-32c9-4b32-8763-d2b2169535dc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.808033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-09803e79-755c-4208-b39d-48ff363d2da4 req-00aa7147-32c9-4b32-8763-d2b2169535dc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] For port cecc329b-a4ae-417c-928a-83892d7c7d83, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cecc329b-a4ae-417c-928a-83892d7c7d83,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:09.837712 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-09803e79-755c-4208-b39d-48ff363d2da4 req-00aa7147-32c9-4b32-8763-d2b2169535dc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.842011 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-09803e79-755c-4208-b39d-48ff363d2da4 req-00aa7147-32c9-4b32-8763-d2b2169535dc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.857793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b', '63e09e13-e4a3-49e3-8c27-102a3db40fd7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:09.861584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['cecc329b-a4ae-417c-928a-83892d7c7d83'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:09.898255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09803e79-755c-4208-b39d-48ff363d2da4 req-00aa7147-32c9-4b32-8763-d2b2169535dc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:09.898932 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-09803e79-755c-4208-b39d-48ff363d2da4 req-00aa7147-32c9-4b32-8763-d2b2169535dc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:09.900408 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09803e79-755c-4208-b39d-48ff363d2da4 req-00aa7147-32c9-4b32-8763-d2b2169535dc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "PUT /v2.0/ports/cecc329b-a4ae-417c-928a-83892d7c7d83 HTTP/1.1" status: 200 len: 904 time: 0.3555779 Sep 16 05:06:09.900879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca83f2ff-e7e1-44ae-a649-7f971d4e891a', 'tag': 'cecc329b-a4ae-417c-928a-83892d7c7d83'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:09.906130 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4650725-6d81-4433-a027-b180c33eda19" -d '{"events": [{"name": "network-changed", "server_uuid": "ca83f2ff-e7e1-44ae-a649-7f971d4e891a", "tag": "cecc329b-a4ae-417c-928a-83892d7c7d83"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:09.935274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa7147-32c9-4b32-8763-d2b2169535dc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event updated for resources: {'Port': ['ID=cecc329b-a4ae-417c-928a-83892d7c7d83,revision_number=6']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:10.018163 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f638b1e5-b29e-443c-91b0-daee6028d709 x-openstack-request-id: req-f638b1e5-b29e-443c-91b0-daee6028d709 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:10.018461 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca83f2ff-e7e1-44ae-a649-7f971d4e891a", "tag": "cecc329b-a4ae-417c-928a-83892d7c7d83", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:10.018717 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f638b1e5-b29e-443c-91b0-daee6028d709 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:10.019126 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca83f2ff-e7e1-44ae-a649-7f971d4e891a', 'tag': 'cecc329b-a4ae-417c-928a-83892d7c7d83', 'status': 'completed', 'code': 200} Sep 16 05:06:10.036896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['cecc329b-a4ae-417c-928a-83892d7c7d83'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:10.137536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4650725-6d81-4433-a027-b180c33eda19 req-2408e59d-3acc-4695-8ead-edd151b34f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.142432 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4650725-6d81-4433-a027-b180c33eda19 req-2408e59d-3acc-4695-8ead-edd151b34f2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 1059 time: 0.0949991 Sep 16 05:06:10.186271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd084a51-a5e2-4523-b3c0-159a43a2667a req-27746be4-37af-4311-ac77-91df09f2c043 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.189906 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd084a51-a5e2-4523-b3c0-159a43a2667a req-27746be4-37af-4311-ac77-91df09f2c043 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 907 time: 0.0727897 Sep 16 05:06:10.256624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7d303ea6-5788-4c6a-b6dc-fb9f1c5b95ed None None] Provisioning complete for port cecc329b-a4ae-417c-928a-83892d7c7d83 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:10.257980 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7d303ea6-5788-4c6a-b6dc-fb9f1c5b95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:10.285537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4650725-6d81-4433-a027-b180c33eda19 req-5d230d0e-98ec-48b5-aa1c-f667c601e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.287755 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4650725-6d81-4433-a027-b180c33eda19 req-5d230d0e-98ec-48b5-aa1c-f667c601e7c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.1413774 Sep 16 05:06:10.336877 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4650725-6d81-4433-a027-b180c33eda19 req-fe52b709-0fec-4602-8201-623a0a0f47ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cecc329b-a4ae-417c-928a-83892d7c7d83 HTTP/1.1" status: 200 len: 217 time: 0.0404792 Sep 16 05:06:10.383167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b7dc93de-4794-4a73-b599-31cd991cd5be tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.384708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b7dc93de-4794-4a73-b599-31cd991cd5be tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/networks?id=da69d015-31c0-4cb3-9b56-7a6c481bf0fc HTTP/1.1" status: 200 len: 809 time: 0.1108689 Sep 16 05:06:10.400723 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-97d48bf1-dc80-4f92-b994-38fdc88f7302 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/quotas/8572eed3d3ae4f91994e40928edb617e HTTP/1.1" status: 200 len: 375 time: 0.0100117 Sep 16 05:06:10.402936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4650725-6d81-4433-a027-b180c33eda19 req-a63fc756-f2e5-46dd-999f-8a14846fc129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.404426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4650725-6d81-4433-a027-b180c33eda19 req-a63fc756-f2e5-46dd-999f-8a14846fc129 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0607045 Sep 16 05:06:10.442580 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-87c804b0-8afc-4eba-84bf-b62a80b88f8d tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8572eed3d3ae4f91994e40928edb617e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342898 Sep 16 05:06:10.472598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4650725-6d81-4433-a027-b180c33eda19 req-1ea10232-91aa-48bf-9c6a-d31584579e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.474651 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4650725-6d81-4433-a027-b180c33eda19 req-1ea10232-91aa-48bf-9c6a-d31584579e37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630391 Sep 16 05:06:10.539544 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-22f862f6-bd12-4a88-9c9c-a59af2830145 service neutron] 10.222.0.53 "GET /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883007 Sep 16 05:06:10.580328 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4650725-6d81-4433-a027-b180c33eda19 req-04462a39-bdf8-4044-bb69-8e198d0bfbd4 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968351 Sep 16 05:06:10.654423 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-053be7f3-c9c8-4bb1-8590-01801681ae06 service neutron] 10.222.0.53 "GET /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081424 Sep 16 05:06:10.691428 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c4650725-6d81-4433-a027-b180c33eda19 req-425437c0-2b83-418c-a8ff-1a969b552a13 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020110 Sep 16 05:06:10.877125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895ab53-ac9b-4720-bca0-7205f0063eab req-b10afc81-afd2-4095-a749-e5ad590d9704 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:10.878723 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a895ab53-ac9b-4720-bca0-7205f0063eab req-b10afc81-afd2-4095-a749-e5ad590d9704 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0571315 Sep 16 05:06:10.929870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a895ab53-ac9b-4720-bca0-7205f0063eab req-e6f2ca25-1241-4f75-a9ef-47c2a9767461 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Sep 16 05:06:11.044982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25285b8-cd09-4597-9838-2e0c33b701b6 req-52d6b059-62fc-46f9-89c8-ebab8af7df5f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.047116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f25285b8-cd09-4597-9838-2e0c33b701b6 req-52d6b059-62fc-46f9-89c8-ebab8af7df5f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0561686 Sep 16 05:06:11.097276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f25285b8-cd09-4597-9838-2e0c33b701b6 req-0704d4d5-81c3-4e63-956e-612e10ba7f67 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Sep 16 05:06:11.184389 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d43c613e-1f67-4cd3-b8a7-98928ab5e1f3 req-0df57673-e1e9-45a5-8f2e-3cbb22ce5556 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 210 time: 0.0278060 Sep 16 05:06:11.305321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465f741-08df-404d-8ae1-7cbd8f9ee403 req-35ea2b3c-bfb5-4c6d-9598-55ddacfa44bc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.306972 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2465f741-08df-404d-8ae1-7cbd8f9ee403 req-35ea2b3c-bfb5-4c6d-9598-55ddacfa44bc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0632677 Sep 16 05:06:11.350074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2465f741-08df-404d-8ae1-7cbd8f9ee403 req-e2ace614-e507-4372-b517-6bfc766c520c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365889 Sep 16 05:06:11.409326 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b6a319b9-7035-4223-b649-60a629729aa7 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:11.444403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: b6a319b9-7035-4223-b649-60a629729aa7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:11.444678 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b6a319b9-7035-4223-b649-60a629729aa7 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:11.604903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-337eb470-3c79-49b8-9f1e-5a4631a83b24 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.606428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-337eb470-3c79-49b8-9f1e-5a4631a83b24 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 812 time: 0.1165361 Sep 16 05:06:11.621676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-42371e45-fb1a-4375-b6f3-06dd2f588f2b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/quotas/f8aa89fcdde44e7abfd367aa007fab73 HTTP/1.1" status: 200 len: 375 time: 0.0092683 Sep 16 05:06:11.684433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-06c1aa0b-f317-448b-8dfc-39372b6cec47 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0571485 Sep 16 05:06:11.784925 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a57b9926-6ea8-4c56-9fdc-9925606144d6 service neutron] 10.222.0.53 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927019 Sep 16 05:06:11.922251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-57c8cb76-3ed2-49ad-baaa-8fc7ed691085 service neutron] 10.222.0.53 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297033 Sep 16 05:06:11.943243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-a7b9ec0c-5c83-47c1-b92c-958af77068d8 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:11.945401 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-a7b9ec0c-5c83-47c1-b92c-958af77068d8 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.50 "GET /v2.0/networks?id=da69d015-31c0-4cb3-9b56-7a6c481bf0fc HTTP/1.1" status: 200 len: 809 time: 0.1270533 Sep 16 05:06:11.965154 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Request body: {'port': {'device_id': '2dfd9431-9cac-4eb1-8808-bb3ad8780acd', 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc', 'admin_state_up': True, 'tenant_id': '8572eed3d3ae4f91994e40928edb617e'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:12.122639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Made reservation on behalf of 8572eed3d3ae4f91994e40928edb617e for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:12.126948 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.194524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b56e90-c355-4dee-8e1c-4e3eb4e5272d req-b80ce562-7b7a-4e7b-b184-736c3c0a48a7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:12.195308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8b56e90-c355-4dee-8e1c-4e3eb4e5272d req-b80ce562-7b7a-4e7b-b184-736c3c0a48a7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0707092 Sep 16 05:06:12.243454 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8b56e90-c355-4dee-8e1c-4e3eb4e5272d req-fb481ec8-fa65-4fa6-91d2-b6d02849060f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380611 Sep 16 05:06:12.294225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Allocated IP 172.20.0.10 (da69d015-31c0-4cb3-9b56-7a6c481bf0fc/7c28f983-62ee-4740-9f40-e863b53a6f51/d7bfcc07-f34e-4a2d-982c-ff8144826eb5) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:12.389491 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a05382ff-362a-4c0e-b6e7-2c61f299ba04 req-67ba45f0-5d7d-4c51-929f-efac9ee0c463 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 210 time: 0.0697775 Sep 16 05:06:12.479839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ac1059b-6588-4ef3-a73e-db1c9ace5a07 req-edaa4642-3cf7-42a4-bc6f-018e481c4f19 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 210 time: 0.0366189 Sep 16 05:06:12.530979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.580370 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.638836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Network da69d015-31c0-4cb3-9b56-7a6c481bf0fc is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:12.645419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:12.650003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:12.653943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Pushing event updated for resources: {'Port': ['ID=d7bfcc07-f34e-4a2d-982c-ff8144826eb5,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:12.720878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:12.721522 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:12.737073 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6da1cf38-1e3e-40ac-9096-8bd4a2ead1fc tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7757702 Sep 16 05:06:12.770670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Request body: {'port': {'device_id': '2dfd9431-9cac-4eb1-8808-bb3ad8780acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:12.828798 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.111043 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7bfcc07-f34e-4a2d-982c-ff8144826eb5 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:13.118711 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.132065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Transition to ACTIVE for port object d7bfcc07-f34e-4a2d-982c-ff8144826eb5 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:13.136796 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.197277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bfcc07-f34e-4a2d-982c-ff8144826eb5,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:13.319675 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Attempting to bind port d7bfcc07-f34e-4a2d-982c-ff8144826eb5 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:13.320026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Attempting to bind port d7bfcc07-f34e-4a2d-982c-ff8144826eb5 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'c13d704f-7125-4e6b-903b-a60c4e1566a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:13.320625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Attempting to bind port d7bfcc07-f34e-4a2d-982c-ff8144826eb5 on network da69d015-31c0-4cb3-9b56-7a6c481bf0fc {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:13.325809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Port d7bfcc07-f34e-4a2d-982c-ff8144826eb5 on network da69d015-31c0-4cb3-9b56-7a6c481bf0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:13.326151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Attempting to bind port d7bfcc07-f34e-4a2d-982c-ff8144826eb5 on network da69d015-31c0-4cb3-9b56-7a6c481bf0fc {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:13.332387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:13.332729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Checking segment: {'id': 'c13d704f-7125-4e6b-903b-a60c4e1566a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:13.333266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Bound using segment: {'id': 'c13d704f-7125-4e6b-903b-a60c4e1566a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:13.333744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Bound port: d7bfcc07-f34e-4a2d-982c-ff8144826eb5, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13d704f-7125-4e6b-903b-a60c4e1566a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:13.334114 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.415410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] For port d7bfcc07-f34e-4a2d-982c-ff8144826eb5, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:13.419200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] For port d7bfcc07-f34e-4a2d-982c-ff8144826eb5, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d7bfcc07-f34e-4a2d-982c-ff8144826eb5,segment=NetworkSegment(c13d704f-7125-4e6b-903b-a60c4e1566a2),segment_id=c13d704f-7125-4e6b-903b-a60c4e1566a2)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:13.423533 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.453976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-2a412c90-4975-466b-8702-cade0cef2c75 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:13.456066 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-2a412c90-4975-466b-8702-cade0cef2c75 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.50 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 812 time: 0.2329445 Sep 16 05:06:13.467852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:13.468477 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.470836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] 10.222.0.50 "PUT /v2.0/ports/d7bfcc07-f34e-4a2d-982c-ff8144826eb5 HTTP/1.1" status: 200 len: 1093 time: 0.7064619 Sep 16 05:06:13.471349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfd9431-9cac-4eb1-8808-bb3ad8780acd', 'tag': 'd7bfcc07-f34e-4a2d-982c-ff8144826eb5'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:13.472031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e75b4-2e93-41d2-88d9-aca56fe6319b req-fa5949b9-b62c-4386-b3ee-0776dbb1b62d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:13.473574 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-183e75b4-2e93-41d2-88d9-aca56fe6319b req-fa5949b9-b62c-4386-b3ee-0776dbb1b62d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.1190319 Sep 16 05:06:13.474049 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a6a47c-2944-4f52-8f19-bd65fc10fdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfd9431-9cac-4eb1-8808-bb3ad8780acd", "tag": "d7bfcc07-f34e-4a2d-982c-ff8144826eb5"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:13.480394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Request body: {'port': {'device_id': 'aa12d912-4649-4989-8144-2e2126f443e8', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'admin_state_up': True, 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:13.509329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6737998-2f2c-4bba-ad36-6b19467fb1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bfcc07-f34e-4a2d-982c-ff8144826eb5,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:13.602034 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-183e75b4-2e93-41d2-88d9-aca56fe6319b req-66fa6d2b-8030-4806-8694-a4d328fccc3b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151505 Sep 16 05:06:13.616013 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-67b1b814-f297-4356-90b8-22a79ecd7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:13.619407 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-67b1b814-f297-4356-90b8-22a79ecd7aa2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8572eed3d3ae4f91994e40928edb617e&device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 1096 time: 0.0629098 Sep 16 05:06:13.679278 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-9150872f-8c9d-49b1-8f37-65cb90013ede service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7bfcc07-f34e-4a2d-982c-ff8144826eb5 HTTP/1.1" status: 200 len: 217 time: 0.0485508 Sep 16 05:06:13.685120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Made reservation on behalf of f8aa89fcdde44e7abfd367aa007fab73 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:06:13.690851 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:13.739638 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11cbfbeb-ddea-49d5-b8c3-34f9f40bb594 req-8d1c64c0-e0ed-4d25-8ba7-2704af9fcfda tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 210 time: 0.0312586 Sep 16 05:06:13.775674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-72ceddc8-4d37-427b-bda5-67e35478388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:13.775674 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-72ceddc8-4d37-427b-bda5-67e35478388d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c28f983-62ee-4740-9f40-e863b53a6f51 HTTP/1.1" status: 200 len: 849 time: 0.0835392 Sep 16 05:06:13.812498 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-76d84228-9edf-4fd8-98bf-db8b12b4085c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da69d015-31c0-4cb3-9b56-7a6c481bf0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308440 Sep 16 05:06:13.827000 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf38df27-ee87-4275-8481-cee0680fa95b x-openstack-request-id: req-bf38df27-ee87-4275-8481-cee0680fa95b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:13.827477 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfd9431-9cac-4eb1-8808-bb3ad8780acd", "tag": "d7bfcc07-f34e-4a2d-982c-ff8144826eb5", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:13.827885 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf38df27-ee87-4275-8481-cee0680fa95b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:13.828538 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfd9431-9cac-4eb1-8808-bb3ad8780acd', 'tag': 'd7bfcc07-f34e-4a2d-982c-ff8144826eb5', 'status': 'completed', 'code': 200} Sep 16 05:06:14.001316 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-ae26c577-2504-42ca-a79d-0e096721e9d9 service neutron] 10.222.0.50 "GET /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638331 Sep 16 05:06:14.026265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Allocated IP 172.20.0.5 (fc6d02ef-f94a-4c22-90f3-ffedad7d7358/fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95/06e79653-4652-49af-b65d-ae1a2aec09b0) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:06:14.073849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9dc4f-a620-4daf-8802-ad0a72c10baa req-7261f788-c2a0-4185-b5c7-f05dfa2b02ed tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.088722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-adc9dc4f-a620-4daf-8802-ad0a72c10baa req-7261f788-c2a0-4185-b5c7-f05dfa2b02ed tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 944 time: 0.1683836 Sep 16 05:06:14.189319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-adc9dc4f-a620-4daf-8802-ad0a72c10baa req-ebee716c-8d08-4832-afd1-2ddeaa54d571 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991998 Sep 16 05:06:14.196015 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c0fd82fa-11db-4d18-bc1f-9dc3d9ee8dcc req-6cda02a2-2519-47df-9eae-2f676d13bc21 service neutron] 10.222.0.50 "GET /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833184 Sep 16 05:06:14.395914 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.439755 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-01bafbe9-ff9b-40d4-adca-e7b43e22469f service neutron] show failed (client error): The resource could not be found. Sep 16 05:06:14.441466 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-01bafbe9-ff9b-40d4-adca-e7b43e22469f service neutron] 10.222.0.15 "GET /v2.0/ports/87e1757b-b843-4546-9bbc-924f23c4b606/bindings/n-h1-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.2022626 Sep 16 05:06:14.449503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6a47c-2944-4f52-8f19-bd65fc10fdcc req-3231820b-68dc-47e3-bc2c-a404cb3a6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.452205 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a6a47c-2944-4f52-8f19-bd65fc10fdcc req-3231820b-68dc-47e3-bc2c-a404cb3a6988 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8572eed3d3ae4f91994e40928edb617e&device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 1096 time: 0.1515675 Sep 16 05:06:14.480492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.499538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b', '63e09e13-e4a3-49e3-8c27-102a3db40fd7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:14.550370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:06:14.553704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:06:14.561275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:06:14.588615 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event updated for resources: {'Port': ['ID=06e79653-4652-49af-b65d-ae1a2aec09b0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:14.623614 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.624523 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.636255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6a47c-2944-4f52-8f19-bd65fc10fdcc req-68e61092-d7de-4324-8e62-88f32da333ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.648665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a12a75a9-0d78-4d16-bcdd-e602b38b763f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1737885 Sep 16 05:06:14.653070 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a6a47c-2944-4f52-8f19-bd65fc10fdcc req-68e61092-d7de-4324-8e62-88f32da333ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=da69d015-31c0-4cb3-9b56-7a6c481bf0fc HTTP/1.1" status: 200 len: 910 time: 0.1887994 Sep 16 05:06:14.670897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Request body: {'port': {'device_id': 'aa12d912-4649-4989-8144-2e2126f443e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:14.771134 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a6a47c-2944-4f52-8f19-bd65fc10fdcc req-cfc355b7-f098-4c8f-863d-e93b4571fe82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7bfcc07-f34e-4a2d-982c-ff8144826eb5 HTTP/1.1" status: 200 len: 217 time: 0.1062822 Sep 16 05:06:14.840149 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.855489 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6a47c-2944-4f52-8f19-bd65fc10fdcc req-679510fd-8314-43e1-9392-9174bb322422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.859115 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a6a47c-2944-4f52-8f19-bd65fc10fdcc req-679510fd-8314-43e1-9392-9174bb322422 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7c28f983-62ee-4740-9f40-e863b53a6f51 HTTP/1.1" status: 200 len: 849 time: 0.0803740 Sep 16 05:06:14.911151 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a6a47c-2944-4f52-8f19-bd65fc10fdcc req-ff886bab-9878-47aa-a13c-db9af6227b45 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da69d015-31c0-4cb3-9b56-7a6c481bf0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420082 Sep 16 05:06:14.914124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-91120244-3038-4ae9-b209-f2654033c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.915654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-91120244-3038-4ae9-b209-f2654033c499 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 1098 time: 0.1695576 Sep 16 05:06:14.927160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-91317c9c-97f1-4e52-b237-c20e1bbdc66c None None] Provisioning complete for port 06e79653-4652-49af-b65d-ae1a2aec09b0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:14.927478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a192d-8939-4fab-886b-3be3558f406c req-a48c7951-94e5-41f6-81b0-97a9ce3bb901 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:14.927775 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-91317c9c-97f1-4e52-b237-c20e1bbdc66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:14.928753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c25a192d-8939-4fab-886b-3be3558f406c req-a48c7951-94e5-41f6-81b0-97a9ce3bb901 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.1998963 Sep 16 05:06:14.942216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:14.989019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-91317c9c-97f1-4e52-b237-c20e1bbdc66c None None] Port 06e79653-4652-49af-b65d-ae1a2aec09b0 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:06:15.118483 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.150905 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c25a192d-8939-4fab-886b-3be3558f406c req-0c76c3a4-1baf-4fb3-857c-049c1deba57f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056005 Sep 16 05:06:15.354140 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a6a47c-2944-4f52-8f19-bd65fc10fdcc req-bd312d37-f56f-4b85-b2ab-07332f65521a service neutron] 10.222.0.50 "GET /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262805 Sep 16 05:06:15.394290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea761a9b-46f4-40b3-8622-14934ec75643 req-22f57c42-4dfc-4153-870c-dccaaf0e432a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.395914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea761a9b-46f4-40b3-8622-14934ec75643 req-22f57c42-4dfc-4153-870c-dccaaf0e432a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 931 time: 0.1531780 Sep 16 05:06:15.457693 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d1a6a47c-2944-4f52-8f19-bd65fc10fdcc req-f514dac1-dd73-489e-8ba4-08f460310dc4 service neutron] 10.222.0.50 "GET /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941088 Sep 16 05:06:15.506249 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea761a9b-46f4-40b3-8622-14934ec75643 req-804b3760-0d4d-4c5a-995d-e9e02c90c552 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921144 Sep 16 05:06:15.546702 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e79653-4652-49af-b65d-ae1a2aec09b0 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:15.562654 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.574575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:15.619074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Transition to ACTIVE for port object 06e79653-4652-49af-b65d-ae1a2aec09b0 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:15.631882 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.690776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:15.724770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c77809-9246-4ed0-b62b-f6b2b83cadb7 req-8094fd2d-2cf1-49bf-8415-3435f1c80d58 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:15.726392 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9c77809-9246-4ed0-b62b-f6b2b83cadb7 req-8094fd2d-2cf1-49bf-8415-3435f1c80d58 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 944 time: 0.1565979 Sep 16 05:06:15.749083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Pushing event updated for resources: {'Port': ['ID=06e79653-4652-49af-b65d-ae1a2aec09b0,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:15.802875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:15.805233 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf102b70-b20b-438a-99e4-26ec2477ffdf" -d '{"events": [{"server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:15.827438 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.856658 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9c77809-9246-4ed0-b62b-f6b2b83cadb7 req-72aa20bc-099f-4f18-9e49-9ba3ddedbcda tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206706 Sep 16 05:06:15.865882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Transition to ACTIVE for port object 87e1757b-b843-4546-9bbc-924f23c4b606 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:15.873369 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:15.921108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Attempting to bind port 06e79653-4652-49af-b65d-ae1a2aec09b0 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:15.921601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Attempting to bind port 06e79653-4652-49af-b65d-ae1a2aec09b0 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:15.922097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Attempting to bind port 06e79653-4652-49af-b65d-ae1a2aec09b0 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:15.941954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Port 06e79653-4652-49af-b65d-ae1a2aec09b0 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:15.942281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Attempting to bind port 06e79653-4652-49af-b65d-ae1a2aec09b0 on network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:15.951877 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3566a79c-ba2f-4347-a51a-e5f6c0ffb695 x-openstack-request-id: req-3566a79c-ba2f-4347-a51a-e5f6c0ffb695 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:15.952183 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:15.952426 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3566a79c-ba2f-4347-a51a-e5f6c0ffb695 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:15.952815 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606', 'code': 200} Sep 16 05:06:15.989317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:15.989726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Checking segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:15.990081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Bound using segment: {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:15.990528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Bound port: 06e79653-4652-49af-b65d-ae1a2aec09b0, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bea23cb-9fae-466c-abd2-f8bd504ec2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:15.991097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.390426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=6']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:16.527884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] No DVR routers for this DVR port 87e1757b-b843-4546-9bbc-924f23c4b606 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:16.590968 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44164500-fef1-42c9-8688-a726be3bd44c req-1c60098e-33d5-42e2-9ef6-f68e70fe3857 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:16.592565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44164500-fef1-42c9-8688-a726be3bd44c req-1c60098e-33d5-42e2-9ef6-f68e70fe3857 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 944 time: 0.1875966 Sep 16 05:06:16.606206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] For port 06e79653-4652-49af-b65d-ae1a2aec09b0, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:16.615841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] For port 06e79653-4652-49af-b65d-ae1a2aec09b0, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=06e79653-4652-49af-b65d-ae1a2aec09b0,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:16.632955 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.730469 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44164500-fef1-42c9-8688-a726be3bd44c req-e40bb04d-0ff3-4b4a-b083-90b9bf833bee tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278682 Sep 16 05:06:16.764647 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:16.765297 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:16.767652 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] 10.222.0.50 "PUT /v2.0/ports/06e79653-4652-49af-b65d-ae1a2aec09b0 HTTP/1.1" status: 200 len: 1092 time: 2.1012704 Sep 16 05:06:16.818588 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c3c41-dfa4-4f6a-9441-9b015863bfbf service neutron] Pushing event updated for resources: {'Port': ['ID=06e79653-4652-49af-b65d-ae1a2aec09b0,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:16.919988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Attempting to bind port 87e1757b-b843-4546-9bbc-924f23c4b606 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:16.920997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Attempting to bind port 87e1757b-b843-4546-9bbc-924f23c4b606 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:16.922169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Attempting to bind port 87e1757b-b843-4546-9bbc-924f23c4b606 on network 92a49f0c-2cfc-4296-ba8b-603bb701871e {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:16.957719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Port 87e1757b-b843-4546-9bbc-924f23c4b606 on network 92a49f0c-2cfc-4296-ba8b-603bb701871e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:16.958432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Attempting to bind port 87e1757b-b843-4546-9bbc-924f23c4b606 on network 92a49f0c-2cfc-4296-ba8b-603bb701871e {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:16.968541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:16.969899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Checking segment: {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:16.971068 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Bound using segment: {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:16.971747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Bound port: 87e1757b-b843-4546-9bbc-924f23c4b606, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:16.972603 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.052447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-8ee5c1a1-24ee-4759-ab1f-8a2fccf8abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.054058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-8ee5c1a1-24ee-4759-ab1f-8a2fccf8abb9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 1095 time: 0.2322531 Sep 16 05:06:17.072693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f45b2-9f6c-433a-8961-60d5dd7026d3 req-c3981d3f-c600-4f14-b791-5815d6426c12 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.074313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a54f45b2-9f6c-433a-8961-60d5dd7026d3 req-c3981d3f-c600-4f14-b791-5815d6426c12 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 943 time: 0.2274227 Sep 16 05:06:17.130664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-af74f793-c838-41db-9f74-96340cd937de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06e79653-4652-49af-b65d-ae1a2aec09b0 HTTP/1.1" status: 200 len: 217 time: 0.0551252 Sep 16 05:06:17.140527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:17.184138 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:06:17.202628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:17.226492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.237730 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bc4b663a-c74c-412d-8245-dd5e21a310f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.244588 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a54f45b2-9f6c-433a-8961-60d5dd7026d3 req-9b70e50f-72a1-4765-9dc4-01622dc0670d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604297 Sep 16 05:06:17.279639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-429e0624-0ee0-45eb-a33b-4aa284561d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.281246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-429e0624-0ee0-45eb-a33b-4aa284561d59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.1363254 Sep 16 05:06:17.286704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.287119 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.288622 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] 10.222.0.50 "PUT /v2.0/ports/87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 1093 time: 2.3519082 Sep 16 05:06:17.402483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12a881-7d4e-4dc8-b946-339c5eb839ad service neutron] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:17.441107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-6260b18a-afcf-40e6-af54-d3213d5792e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.442684 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-6260b18a-afcf-40e6-af54-d3213d5792e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397152 Sep 16 05:06:17.446278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d7bfcc07-f34e-4a2d-982c-ff8144826eb5 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:17.473437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ad376-8d32-4e1d-897c-f506c2893de1 req-4c502012-a112-4aa0-a958-2a3378b69abf tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.478143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1b9ad376-8d32-4e1d-897c-f506c2893de1 req-4c502012-a112-4aa0-a958-2a3378b69abf tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 944 time: 0.1374044 Sep 16 05:06:17.495163 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-bf5bfe76-7050-4e48-a768-4f5061f94854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.496689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-bf5bfe76-7050-4e48-a768-4f5061f94854 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1096 time: 0.1549077 Sep 16 05:06:17.602203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d7bfcc07-f34e-4a2d-982c-ff8144826eb5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d7bfcc07-f34e-4a2d-982c-ff8144826eb5,segment=NetworkSegment(c13d704f-7125-4e6b-903b-a60c4e1566a2),segment_id=c13d704f-7125-4e6b-903b-a60c4e1566a2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:17.608705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1b9ad376-8d32-4e1d-897c-f506c2893de1 req-05f72f9c-32a7-44a3-95de-33224a500242 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159742 Sep 16 05:06:17.624968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'd7bfcc07-f34e-4a2d-982c-ff8144826eb5', 'network_id': 'da69d015-31c0-4cb3-9b56-7a6c481bf0fc', 'port_id': 'd7bfcc07-f34e-4a2d-982c-ff8144826eb5', 'mac_address': 'fa:16:3e:76:dc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c28f983-62ee-4740-9f40-e863b53a6f51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:17.676708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-73878587-80b6-470f-b3c2-b7242be1245f service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214489 Sep 16 05:06:17.713781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-7d755eb3-cbfd-4640-99e0-23cadf356f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.715388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-7d755eb3-cbfd-4640-99e0-23cadf356f90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 897 time: 0.2041419 Sep 16 05:06:17.813356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-6f27bf93-9ec6-4e46-bbab-140483d7bf85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 1000 time: 0.0869291 Sep 16 05:06:17.826670 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.840445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7bfcc07-f34e-4a2d-982c-ff8144826eb5 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:17.861641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d7bfcc07-f34e-4a2d-982c-ff8144826eb5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d7bfcc07-f34e-4a2d-982c-ff8144826eb5,segment=NetworkSegment(c13d704f-7125-4e6b-903b-a60c4e1566a2),segment_id=c13d704f-7125-4e6b-903b-a60c4e1566a2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:17.868089 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:17.916938 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d7bfcc07-f34e-4a2d-982c-ff8144826eb5,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:17.938514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-91f9cc16-140c-43b5-b0d2-542752b39cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.943506 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-91f9cc16-140c-43b5-b0d2-542752b39cd6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 200 len: 835 time: 0.0976768 Sep 16 05:06:17.943506 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a8a8878-ac48-4b3d-aef6-d0fcc170f893 req-5e8c988c-fa7f-460d-8425-392d22d383bb service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526472 Sep 16 05:06:17.954400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d87d3-51ab-4dce-85e7-92237d71206c req-9dc555d0-f223-4480-bb77-9991db1b2406 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:17.955932 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-564d87d3-51ab-4dce-85e7-92237d71206c req-9dc555d0-f223-4480-bb77-9991db1b2406 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 944 time: 0.1169808 Sep 16 05:06:17.958511 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa12d912-4649-4989-8144-2e2126f443e8', 'tag': '06e79653-4652-49af-b65d-ae1a2aec09b0'}, {'name': 'network-changed', 'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:17.960899 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba7e361-09a5-4a21-9d58-346733a8e583" -d '{"events": [{"name": "network-changed", "server_uuid": "aa12d912-4649-4989-8144-2e2126f443e8", "tag": "06e79653-4652-49af-b65d-ae1a2aec09b0"}, {"name": "network-changed", "server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:18.025803 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-564d87d3-51ab-4dce-85e7-92237d71206c req-24ec6963-9125-48bb-b989-4b2956cc9708 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539217 Sep 16 05:06:18.030476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-f365ca54-2ca0-4ca1-b630-7e3afefede8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.032373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-f365ca54-2ca0-4ca1-b630-7e3afefede8d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92a49f0c-2cfc-4296-ba8b-603bb701871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750468 Sep 16 05:06:18.103462 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2111fe8a-cfa7-46a7-a38c-d2cce3884727 x-openstack-request-id: req-2111fe8a-cfa7-46a7-a38c-d2cce3884727 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:18.103879 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa12d912-4649-4989-8144-2e2126f443e8", "tag": "06e79653-4652-49af-b65d-ae1a2aec09b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:18.104238 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2111fe8a-cfa7-46a7-a38c-d2cce3884727 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:18.104725 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa12d912-4649-4989-8144-2e2126f443e8', 'tag': '06e79653-4652-49af-b65d-ae1a2aec09b0', 'status': 'completed', 'code': 200} Sep 16 05:06:18.105077 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606', 'status': 'completed', 'code': 200} Sep 16 05:06:18.144164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d7bfcc07-f34e-4a2d-982c-ff8144826eb5'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:18.168472 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-408352cf-0c58-4e02-a292-2907a05b0868 service neutron] 10.222.0.50 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276312 Sep 16 05:06:18.171103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-823fb544-93da-4b4b-b8a1-b0273108aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.173835 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-823fb544-93da-4b4b-b8a1-b0273108aba7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1096 time: 0.0525043 Sep 16 05:06:18.183589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-6cd30a7f-e3f7-44b1-9922-9c75530aca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.185046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-6cd30a7f-e3f7-44b1-9922-9c75530aca66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 1095 time: 0.0600944 Sep 16 05:06:18.315584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-c21c431a-1803-42b1-be28-2ef5ac9685fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.317691 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-c21c431a-1803-42b1-be28-2ef5ac9685fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 897 time: 0.1361749 Sep 16 05:06:18.351934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-5368a6a8-2260-4a17-b3ba-0b1e723c13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.353424 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-5368a6a8-2260-4a17-b3ba-0b1e723c13d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.1595147 Sep 16 05:06:18.393174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9935d938-a3bd-4f0c-a7cf-ab2197fcf77f req-8e9971e6-ab5b-4d18-ae4f-6d365d4c13a9 service neutron] 10.222.0.50 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118869 Sep 16 05:06:18.395541 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-ce0ae126-0f2b-409e-8466-1271c3afe1bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 1000 time: 0.0685074 Sep 16 05:06:18.433356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-765e109f-8ab9-4970-9d55-670c7eba2f0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06e79653-4652-49af-b65d-ae1a2aec09b0 HTTP/1.1" status: 200 len: 217 time: 0.0616298 Sep 16 05:06:18.454478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-9fa901d3-4af4-45d2-be3e-23af80717378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.457728 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-9fa901d3-4af4-45d2-be3e-23af80717378 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 200 len: 835 time: 0.0551136 Sep 16 05:06:18.484097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954531b-de38-4403-93f7-e06e22a4eb42 req-3ef96943-c401-4a78-9cc1-3469633c257d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.486555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3954531b-de38-4403-93f7-e06e22a4eb42 req-3ef96943-c401-4a78-9cc1-3469633c257d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 943 time: 0.1276929 Sep 16 05:06:18.538386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-be55f391-9c01-4602-abbb-12bc84f8e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.539318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-7f87c921-1371-42bd-8acf-94daa3e80b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.539878 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-be55f391-9c01-4602-abbb-12bc84f8e517 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0975630 Sep 16 05:06:18.541531 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-7f87c921-1371-42bd-8acf-94daa3e80b77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92a49f0c-2cfc-4296-ba8b-603bb701871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707798 Sep 16 05:06:18.549221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3954531b-de38-4403-93f7-e06e22a4eb42 req-8732a381-ecf1-4a2b-b51e-a6052751e462 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538220 Sep 16 05:06:18.614340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-19c2ece8-c973-4504-ad13-62961b8a70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.616681 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-19c2ece8-c973-4504-ad13-62961b8a70b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664692 Sep 16 05:06:18.650336 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-dc5fb718-f096-4356-a8f4-b644c70d63e8 service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003716 Sep 16 05:06:18.764429 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-15f5fac9-7b80-44a7-882c-989d0897b83e service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062191 Sep 16 05:06:18.765691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038dd00-18c0-4ab3-b4ed-01b8fbfe0d8a req-5b1ce4ea-38d1-433b-b3ab-6b97d0eec7cf tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.767757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5038dd00-18c0-4ab3-b4ed-01b8fbfe0d8a req-5b1ce4ea-38d1-433b-b3ab-6b97d0eec7cf tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 945 time: 0.0706942 Sep 16 05:06:18.770156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-67ada03a-e792-4ce4-ba64-e266a4615491 service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445844 Sep 16 05:06:18.862446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5038dd00-18c0-4ab3-b4ed-01b8fbfe0d8a req-09c7a601-4dd4-41f3-839b-b76ef3117579 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870960 Sep 16 05:06:18.890572 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-38046c6b-f217-4471-bc27-e2c8a1ae412f service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092832 Sep 16 05:06:18.974196 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-50338dae-4847-431c-9678-066ea3527beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:18.975739 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-50338dae-4847-431c-9678-066ea3527beb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1096 time: 0.0422251 Sep 16 05:06:19.086519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-52efbd65-d066-4f7f-ae68-79e216519ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.088351 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-52efbd65-d066-4f7f-ae68-79e216519ee2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 897 time: 0.1047318 Sep 16 05:06:19.184321 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-5d1a1ca2-1d99-4507-bb39-5d1301ffcf21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 1000 time: 0.0866151 Sep 16 05:06:19.196799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9784a-92ad-44a3-bfd2-4e2c608067e7 req-f39fcb5a-aa5a-4b75-bfb3-062d66131fe4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.198285 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54c9784a-92ad-44a3-bfd2-4e2c608067e7 req-f39fcb5a-aa5a-4b75-bfb3-062d66131fe4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 944 time: 0.0648565 Sep 16 05:06:19.269787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-4e6a59b6-3afc-4cd8-becc-efd118bdaae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.271288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-4e6a59b6-3afc-4cd8-becc-efd118bdaae9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 200 len: 835 time: 0.0721142 Sep 16 05:06:19.274260 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54c9784a-92ad-44a3-bfd2-4e2c608067e7 req-0b326c94-ab4c-4899-930c-31a427df0509 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671103 Sep 16 05:06:19.329503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-d06bee44-4449-4ff6-ad78-5d9635bfc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.331733 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-d06bee44-4449-4ff6-ad78-5d9635bfc25c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92a49f0c-2cfc-4296-ba8b-603bb701871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495524 Sep 16 05:06:19.432195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-0066eb73-d8bf-470c-90f0-b7c3d6dc9506 service neutron] 10.222.0.50 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888336 Sep 16 05:06:19.462301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 06e79653-4652-49af-b65d-ae1a2aec09b0 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:19.464600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d7bfcc07-f34e-4a2d-982c-ff8144826eb5 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:19.498406 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-0330667b-a88b-4d32-b84b-d88c8a74f50b req-ed3dd54e-0287-4298-b67b-efc7f779f20b service neutron] (94745) timed out ('10.222.0.53', 44024) {{(pid=94745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:06:19.501144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 87e1757b-b843-4546-9bbc-924f23c4b606 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:19.530348 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fba7e361-09a5-4a21-9d58-346733a8e583 req-b81897bc-a97a-423e-9fb3-e368f7856fc4 service neutron] 10.222.0.50 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878530 Sep 16 05:06:19.611404 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 87e1757b-b843-4546-9bbc-924f23c4b606 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:19.639270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port d7bfcc07-f34e-4a2d-982c-ff8144826eb5 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:19.649760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port d7bfcc07-f34e-4a2d-982c-ff8144826eb5 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:19.650238 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.657253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 06e79653-4652-49af-b65d-ae1a2aec09b0, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=06e79653-4652-49af-b65d-ae1a2aec09b0,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:19.693882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '06e79653-4652-49af-b65d-ae1a2aec09b0', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'port_id': '06e79653-4652-49af-b65d-ae1a2aec09b0', 'mac_address': 'fa:16:3e:57:1f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:19.701579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd8bcb-1d4b-4c32-89cd-37b7a89d1fe7 req-98dcb9aa-d3c5-41c2-a88d-a524751358fc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:19.704533 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7fd8bcb-1d4b-4c32-89cd-37b7a89d1fe7 req-98dcb9aa-d3c5-41c2-a88d-a524751358fc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 943 time: 0.0567858 Sep 16 05:06:19.759771 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.782383 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7fd8bcb-1d4b-4c32-89cd-37b7a89d1fe7 req-78ed0801-14bf-4a99-b130-f7309bbf5b7a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535233 Sep 16 05:06:19.802149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e79653-4652-49af-b65d-ae1a2aec09b0 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:19.827756 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.855513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 06e79653-4652-49af-b65d-ae1a2aec09b0, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=06e79653-4652-49af-b65d-ae1a2aec09b0,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:19.867581 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.876445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfd9431-9cac-4eb1-8808-bb3ad8780acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bfcc07-f34e-4a2d-982c-ff8144826eb5'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:19.878953 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8896e309-2ed0-4155-8790-2a22fa1d1802" -d '{"events": [{"server_uuid": "2dfd9431-9cac-4eb1-8808-bb3ad8780acd", "name": "network-vif-plugged", "status": "completed", "tag": "d7bfcc07-f34e-4a2d-982c-ff8144826eb5"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:19.913199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d7bfcc07-f34e-4a2d-982c-ff8144826eb5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d7bfcc07-f34e-4a2d-982c-ff8144826eb5,segment=NetworkSegment(c13d704f-7125-4e6b-903b-a60c4e1566a2),segment_id=c13d704f-7125-4e6b-903b-a60c4e1566a2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:19.918412 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:19.928413 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b5f8c1-9bef-47b8-b855-680109002301 x-openstack-request-id: req-d6b5f8c1-9bef-47b8-b855-680109002301 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:19.928699 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfd9431-9cac-4eb1-8808-bb3ad8780acd", "name": "network-vif-plugged", "status": "completed", "tag": "d7bfcc07-f34e-4a2d-982c-ff8144826eb5", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:19.928993 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6b5f8c1-9bef-47b8-b855-680109002301 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:19.929379 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfd9431-9cac-4eb1-8808-bb3ad8780acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bfcc07-f34e-4a2d-982c-ff8144826eb5', 'code': 200} Sep 16 05:06:19.951553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=06e79653-4652-49af-b65d-ae1a2aec09b0,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:20.029910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d7bfcc07-f34e-4a2d-982c-ff8144826eb5,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:20.094976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb809c39-d43b-4c91-8915-6dd5eea42d88 req-7a465ac4-d954-4f0c-9035-3fc3f2379855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.096762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb809c39-d43b-4c91-8915-6dd5eea42d88 req-7a465ac4-d954-4f0c-9035-3fc3f2379855 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 1098 time: 0.0925839 Sep 16 05:06:20.115518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e54110-4132-4a11-b88c-cc1988a78298 req-c3b4e971-8ae3-4f4d-94a9-fbb3fbe49145 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.117106 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b5e54110-4132-4a11-b88c-cc1988a78298 req-c3b4e971-8ae3-4f4d-94a9-fbb3fbe49145 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 946 time: 0.0983777 Sep 16 05:06:20.154617 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['06e79653-4652-49af-b65d-ae1a2aec09b0'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:20.176980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb809c39-d43b-4c91-8915-6dd5eea42d88 req-7535f2c1-5449-4255-ba03-85ad038f70fe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587838 Sep 16 05:06:20.184058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b5e54110-4132-4a11-b88c-cc1988a78298 req-740b5f03-ecdc-433d-9d6b-aeedb0644ca6 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591595 Sep 16 05:06:20.219965 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-271c1564-2f37-4a14-833f-e6b5423bc98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.423785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54180e15-e4d8-478a-8a9c-b15c5e6a57bc req-c8f60cc8-b1ca-42be-9dbf-ed6855cfa539 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.426031 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54180e15-e4d8-478a-8a9c-b15c5e6a57bc req-c8f60cc8-b1ca-42be-9dbf-ed6855cfa539 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 944 time: 0.0660381 Sep 16 05:06:20.809247 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:20.858345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54180e15-e4d8-478a-8a9c-b15c5e6a57bc req-795e3525-789c-4de3-8077-d60bdd855377 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4257352 Sep 16 05:06:20.971742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b9521-568a-4545-9a46-b730d7dd968a req-8a07be40-d217-4b25-b159-b4a8e37c39d1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:20.973279 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e66b9521-568a-4545-9a46-b730d7dd968a req-8a07be40-d217-4b25-b159-b4a8e37c39d1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 944 time: 0.0546868 Sep 16 05:06:21.012015 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e66b9521-568a-4545-9a46-b730d7dd968a req-40b0173b-71e3-46cd-ad2e-3c198b8d2fb4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325150 Sep 16 05:06:21.306175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a75be9-01d4-4ce8-ad7a-213c6a2b41be req-c095c1b8-0ebb-4ec8-850e-37c63d09c777 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.307708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a6a75be9-01d4-4ce8-ad7a-213c6a2b41be req-c095c1b8-0ebb-4ec8-850e-37c63d09c777 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 946 time: 0.0520344 Sep 16 05:06:21.352906 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a6a75be9-01d4-4ce8-ad7a-213c6a2b41be req-5375af98-d1fc-4dd2-a9a0-442b430a46cf tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 Sep 16 05:06:21.468353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87e1757b-b843-4546-9bbc-924f23c4b606 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:21.472978 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 06e79653-4652-49af-b65d-ae1a2aec09b0 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:21.582322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 06e79653-4652-49af-b65d-ae1a2aec09b0 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:21.588241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 06e79653-4652-49af-b65d-ae1a2aec09b0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:21.588690 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.630172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:21.647890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '87e1757b-b843-4546-9bbc-924f23c4b606', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'port_id': '87e1757b-b843-4546-9bbc-924f23c4b606', 'mac_address': 'fa:16:3e:49:1d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:21.725323 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.734621 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.748648 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.764321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e1757b-b843-4546-9bbc-924f23c4b606 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:21.800009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:21.801867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 06e79653-4652-49af-b65d-ae1a2aec09b0, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=06e79653-4652-49af-b65d-ae1a2aec09b0,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:21.803825 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.807813 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:21.855462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:21.909086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=06e79653-4652-49af-b65d-ae1a2aec09b0,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:21.930798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa12d912-4649-4989-8144-2e2126f443e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e79653-4652-49af-b65d-ae1a2aec09b0'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:21.933421 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57004f7-4a4b-4ded-80ff-e718dc4a0059" -d '{"events": [{"server_uuid": "aa12d912-4649-4989-8144-2e2126f443e8", "name": "network-vif-plugged", "status": "completed", "tag": "06e79653-4652-49af-b65d-ae1a2aec09b0"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:21.990538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5590a8-a2e1-43d5-8f1c-2be94f5ec0f6 req-e2802917-ae58-4d09-8858-85247ecb88fa tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:21.991758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d5590a8-a2e1-43d5-8f1c-2be94f5ec0f6 req-e2802917-ae58-4d09-8858-85247ecb88fa tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 945 time: 0.0605335 Sep 16 05:06:22.033121 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d5590a8-a2e1-43d5-8f1c-2be94f5ec0f6 req-2834f092-bf7c-4a3a-b053-8ef50a1aeeb6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350850 Sep 16 05:06:22.077039 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['87e1757b-b843-4546-9bbc-924f23c4b606'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:22.087284 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df185a36-7f5a-4598-9070-6709bc9280e9 x-openstack-request-id: req-df185a36-7f5a-4598-9070-6709bc9280e9 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:22.087681 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa12d912-4649-4989-8144-2e2126f443e8", "name": "network-vif-plugged", "status": "completed", "tag": "06e79653-4652-49af-b65d-ae1a2aec09b0", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:22.088032 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df185a36-7f5a-4598-9070-6709bc9280e9 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:22.088524 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa12d912-4649-4989-8144-2e2126f443e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e79653-4652-49af-b65d-ae1a2aec09b0', 'code': 200} Sep 16 05:06:22.220955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971e0bd-7f56-40c5-9ed6-66f33fd803fb req-0d46d4b0-016a-4ffe-8241-c9ed7beab3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.222952 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0971e0bd-7f56-40c5-9ed6-66f33fd803fb req-0d46d4b0-016a-4ffe-8241-c9ed7beab3fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 1097 time: 0.0701962 Sep 16 05:06:22.247871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f534d-f128-4180-b9e0-0f2c969bc134 req-afec3b9c-d95f-4a86-a951-610381aa8875 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.249270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-636f534d-f128-4180-b9e0-0f2c969bc134 req-afec3b9c-d95f-4a86-a951-610381aa8875 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.0875380 Sep 16 05:06:22.295744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0971e0bd-7f56-40c5-9ed6-66f33fd803fb req-0302a674-a375-4e27-92ca-f0fba71d33fb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647266 Sep 16 05:06:22.303822 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-636f534d-f128-4180-b9e0-0f2c969bc134 req-dfdf1726-12ee-4b1d-bb57-235a6a3394be tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452774 Sep 16 05:06:22.622628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81835a2b-8a24-4661-b625-72910b8626b2 req-edac6fab-3291-4fde-be71-a4216023e20e tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.624169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81835a2b-8a24-4661-b625-72910b8626b2 req-edac6fab-3291-4fde-be71-a4216023e20e tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 946 time: 0.1181741 Sep 16 05:06:22.633336 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a6b83-d3a5-4b77-881e-c3265842441b req-b1ec8e55-7e24-4f08-9eb7-c59a9fb5d314 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.634924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-b1ec8e55-7e24-4f08-9eb7-c59a9fb5d314 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 945 time: 0.1197121 Sep 16 05:06:22.710180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81835a2b-8a24-4661-b625-72910b8626b2 req-14031807-4541-4298-ba62-fe3524f96548 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736732 Sep 16 05:06:22.732524 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-e3e0e9ff-d3ec-4cd3-a5a8-3622076be475 service neutron] 10.222.0.50 "GET /v2.0/ports/87e1757b-b843-4546-9bbc-924f23c4b606/bindings/n-h1-712142-17 HTTP/1.1" status: 200 len: 383 time: 0.0818350 Sep 16 05:06:22.838323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a6b83-d3a5-4b77-881e-c3265842441b req-b64705a9-a7e3-4c20-ab7f-7bc021e2193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.839870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-b64705a9-a7e3-4c20-ab7f-7bc021e2193e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1097 time: 0.0740368 Sep 16 05:06:22.855888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91bbc3-1f9f-4fd4-9ac7-0698439e3f77 req-9f7acec2-4b1c-486a-96f5-fdccf135efc3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.857430 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb91bbc3-1f9f-4fd4-9ac7-0698439e3f77 req-9f7acec2-4b1c-486a-96f5-fdccf135efc3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 945 time: 0.0803809 Sep 16 05:06:22.960140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb91bbc3-1f9f-4fd4-9ac7-0698439e3f77 req-8cdf1458-53ed-4795-b41a-89a36b60c91f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925593 Sep 16 05:06:22.993752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a6b83-d3a5-4b77-881e-c3265842441b req-8e651bd4-bd7a-4453-8d8e-e6f6832fb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:22.995241 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-8e651bd4-bd7a-4453-8d8e-e6f6832fb5ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 897 time: 0.1366799 Sep 16 05:06:23.080933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-50189ce4-4a89-42e2-8227-b5f2840208d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 1001 time: 0.0766187 Sep 16 05:06:23.147474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a6b83-d3a5-4b77-881e-c3265842441b req-8c7ed63f-b8cc-4688-bf77-3ca02ffc57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.151352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-8c7ed63f-b8cc-4688-bf77-3ca02ffc57f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 200 len: 835 time: 0.0617826 Sep 16 05:06:23.223214 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.225076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a6b83-d3a5-4b77-881e-c3265842441b req-8afadc7f-d0a7-4b41-8126-7525e3ece165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.226948 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-8afadc7f-d0a7-4b41-8126-7525e3ece165 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92a49f0c-2cfc-4296-ba8b-603bb701871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667107 Sep 16 05:06:23.339533 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-1f887bfd-7f04-49af-8d3b-4ba1334624de service neutron] 10.222.0.50 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038084 Sep 16 05:06:23.460977 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-066b1585-95b4-49ab-8b2d-2910733537be service neutron] 10.222.0.50 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127889 Sep 16 05:06:23.470117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87e1757b-b843-4546-9bbc-924f23c4b606 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:23.567307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 87e1757b-b843-4546-9bbc-924f23c4b606 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:23.572595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 87e1757b-b843-4546-9bbc-924f23c4b606 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:23.573204 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.600348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba93bb-0264-4619-9caa-525f1cad8f83 req-77c0c4dc-ec10-46c5-96cc-82961d0aabb0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.603431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87ba93bb-0264-4619-9caa-525f1cad8f83 req-77c0c4dc-ec10-46c5-96cc-82961d0aabb0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.0858624 Sep 16 05:06:23.667601 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.673305 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87ba93bb-0264-4619-9caa-525f1cad8f83 req-f98203fe-582e-4017-9bcd-7876af964d49 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588028 Sep 16 05:06:23.718476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:23.724805 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:23.790825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:23.795416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a39a0e-9004-4cd5-856b-f9a9f5a082ea req-3fbac8bd-076f-47ca-8326-0b2487174248 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:23.797113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3a39a0e-9004-4cd5-856b-f9a9f5a082ea req-3fbac8bd-076f-47ca-8326-0b2487174248 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 946 time: 0.0675251 Sep 16 05:06:23.846969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c3a39a0e-9004-4cd5-856b-f9a9f5a082ea req-f548a82a-b683-4054-8326-8415812bbe34 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 Sep 16 05:06:24.089464 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:24.091843 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d68210e-70e4-4b21-9cf2-b8a7f623251e" -d '{"events": [{"server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "name": "network-vif-plugged", "status": "completed", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:24.094088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caababb-ee06-4ebb-b3cb-7af9fa91828c req-6641c8ce-fd55-4fa8-9152-112bbc8f61c3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.095753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3caababb-ee06-4ebb-b3cb-7af9fa91828c req-6641c8ce-fd55-4fa8-9152-112bbc8f61c3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.0610795 Sep 16 05:06:24.152506 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3caababb-ee06-4ebb-b3cb-7af9fa91828c req-5ee2b904-a2c1-42bd-b9f3-b11ebedf76be tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476196 Sep 16 05:06:24.221224 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78912ee9-2982-4f11-b2e4-ede49da4c2f8 x-openstack-request-id: req-78912ee9-2982-4f11-b2e4-ede49da4c2f8 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:24.221522 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "name": "network-vif-plugged", "status": "completed", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:24.221805 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78912ee9-2982-4f11-b2e4-ede49da4c2f8 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:24.222208 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606', 'code': 200} Sep 16 05:06:24.810816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bd2df-a00b-4a94-92ca-7b9c659657f4 req-6c2ebb0b-b94c-4753-bf79-e77ff8959de3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:24.812538 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f75bd2df-a00b-4a94-92ca-7b9c659657f4 req-6c2ebb0b-b94c-4753-bf79-e77ff8959de3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.0652635 Sep 16 05:06:24.875155 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f75bd2df-a00b-4a94-92ca-7b9c659657f4 req-89cdac22-8068-4c84-9cb1-c6e84ed1bfc1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523939 Sep 16 05:06:25.068722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c17755-3e93-42f6-8c68-18b64e7ece17 req-48231116-5f12-4704-aac1-12e740873d31 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.070365 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86c17755-3e93-42f6-8c68-18b64e7ece17 req-48231116-5f12-4704-aac1-12e740873d31 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.50 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 946 time: 0.1215706 Sep 16 05:06:25.097044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eed92a-e666-43be-8d94-8c48fa17491e req-23ac0bc1-750f-412e-8721-1c6010d0d4a5 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.098673 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60eed92a-e666-43be-8d94-8c48fa17491e req-23ac0bc1-750f-412e-8721-1c6010d0d4a5 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 946 time: 0.0943217 Sep 16 05:06:25.201198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60eed92a-e666-43be-8d94-8c48fa17491e req-8ce79eb5-5a21-42bf-9eb8-3d42c13e1202 tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/security-groups?id=91586ec1-a015-481a-8af6-5bfb7f71e140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849185 Sep 16 05:06:25.236906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-86c17755-3e93-42f6-8c68-18b64e7ece17 req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Deleting port d7bfcc07-f34e-4a2d-982c-ff8144826eb5 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:06:25.237362 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-86c17755-3e93-42f6-8c68-18b64e7ece17 req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.402454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-86c17755-3e93-42f6-8c68-18b64e7ece17 req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] For port d7bfcc07-f34e-4a2d-982c-ff8144826eb5, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d7bfcc07-f34e-4a2d-982c-ff8144826eb5,segment=NetworkSegment(c13d704f-7125-4e6b-903b-a60c4e1566a2),segment_id=c13d704f-7125-4e6b-903b-a60c4e1566a2)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:25.405359 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-86c17755-3e93-42f6-8c68-18b64e7ece17 req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.432546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-86c17755-3e93-42f6-8c68-18b64e7ece17 req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Calling delete_port for d7bfcc07-f34e-4a2d-982c-ff8144826eb5 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:06:25.557653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03a4a6-a8b0-4e13-9c79-8d0dbafe36da req-bffaf1ae-5952-4de2-aeb9-1445038357e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.558442 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b03a4a6-a8b0-4e13-9c79-8d0dbafe36da req-bffaf1ae-5952-4de2-aeb9-1445038357e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 946 time: 0.1122224 Sep 16 05:06:25.670181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b03a4a6-a8b0-4e13-9c79-8d0dbafe36da req-b254044e-cd19-4f3c-821d-9ce95e235ee6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022909 Sep 16 05:06:25.717415 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-86c17755-3e93-42f6-8c68-18b64e7ece17 req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.793750 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Pushing event deleted for resources: {'Port': ['ID=d7bfcc07-f34e-4a2d-982c-ff8144826eb5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:25.855568 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.856195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.856743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.857206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.857752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.858130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.858498 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.858809 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.859159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.860073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.860538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.860911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:25.888637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a6b83-d3a5-4b77-881e-c3265842441b req-773c0826-00a7-4ac6-bf28-b460b46119ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.891770 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-773c0826-00a7-4ac6-bf28-b460b46119ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 1098 time: 0.0741692 Sep 16 05:06:25.908896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:06:25.948234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c17755-3e93-42f6-8c68-18b64e7ece17 req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] No DVR routers for this DVR port d7bfcc07-f34e-4a2d-982c-ff8144826eb5 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:25.954125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-86c17755-3e93-42f6-8c68-18b64e7ece17 req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:25.958797 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86c17755-3e93-42f6-8c68-18b64e7ece17 req-ed26ae60-7403-4186-955e-27833bd26ccd tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.50 "DELETE /v2.0/ports/d7bfcc07-f34e-4a2d-982c-ff8144826eb5 HTTP/1.1" status: 204 len: 173 time: 0.8799248 Sep 16 05:06:25.959899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfd9431-9cac-4eb1-8808-bb3ad8780acd', 'name': 'network-vif-deleted', 'tag': 'd7bfcc07-f34e-4a2d-982c-ff8144826eb5'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:25.971851 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501587bb-1e04-41c1-beee-ff522516fec5" -d '{"events": [{"server_uuid": "2dfd9431-9cac-4eb1-8808-bb3ad8780acd", "name": "network-vif-deleted", "tag": "d7bfcc07-f34e-4a2d-982c-ff8144826eb5"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:25.995625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b4155-1fcf-46bf-babf-d8b37d57fd85 req-0a3e452b-4730-447a-a3f2-b096fc4c9a2b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:25.997747 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-210b4155-1fcf-46bf-babf-d8b37d57fd85 req-0a3e452b-4730-447a-a3f2-b096fc4c9a2b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.2134752 Sep 16 05:06:26.011072 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.053159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-210b4155-1fcf-46bf-babf-d8b37d57fd85 req-0d49ae59-51af-4f4b-b3c3-5e397cd715a9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478365 Sep 16 05:06:26.113174 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44396fee-3bc7-4634-82aa-b576a6bf3785 x-openstack-request-id: req-44396fee-3bc7-4634-82aa-b576a6bf3785 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:26.113825 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfd9431-9cac-4eb1-8808-bb3ad8780acd", "name": "network-vif-deleted", "tag": "d7bfcc07-f34e-4a2d-982c-ff8144826eb5", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:26.113825 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44396fee-3bc7-4634-82aa-b576a6bf3785 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:26.114548 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfd9431-9cac-4eb1-8808-bb3ad8780acd', 'name': 'network-vif-deleted', 'tag': 'd7bfcc07-f34e-4a2d-982c-ff8144826eb5', 'status': 'completed', 'code': 200} Sep 16 05:06:26.292305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:26.337447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:26.387537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:26.390147 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ed13e4-0b01-4670-9e5d-1459b11060a8" -d '{"events": [{"server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:26.396048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.415211 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Transition to ACTIVE for port object 87e1757b-b843-4546-9bbc-924f23c4b606 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:06:26.419042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:26.586936 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b5ed7d5-9102-4ee2-be51-1cf88d5fb3ea req-a25d96bd-183a-466e-a626-a9c0714fc6ed tempest-VolumesActionsTest-943985687 tempest-VolumesActionsTest-943985687-project] 10.222.0.53 "GET /v2.0/ports?device_id=2dfd9431-9cac-4eb1-8808-bb3ad8780acd HTTP/1.1" status: 200 len: 210 time: 0.0584571 Sep 16 05:06:26.591328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=10']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:26.662314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] No DVR routers for this DVR port 87e1757b-b843-4546-9bbc-924f23c4b606 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:06:26.809101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d36da-c0da-49dc-9ddf-3666b0b4d12e req-a46dc294-12c8-4f7c-b65e-0a719ccf33d1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:26.811177 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f89d36da-c0da-49dc-9ddf-3666b0b4d12e req-a46dc294-12c8-4f7c-b65e-0a719ccf33d1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.0649276 Sep 16 05:06:26.851907 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e623183-84e0-4535-a8bb-02b5270f967f x-openstack-request-id: req-4e623183-84e0-4535-a8bb-02b5270f967f {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:26.852664 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:26.853050 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e623183-84e0-4535-a8bb-02b5270f967f {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:26.853651 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606', 'code': 200} Sep 16 05:06:26.887478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f89d36da-c0da-49dc-9ddf-3666b0b4d12e req-af189cef-bbea-4cef-bd02-341c99fe9e9b tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475044 Sep 16 05:06:26.908517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Attempting to bind port 87e1757b-b843-4546-9bbc-924f23c4b606 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:06:26.909339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Attempting to bind port 87e1757b-b843-4546-9bbc-924f23c4b606 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:06:26.909339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Attempting to bind port 87e1757b-b843-4546-9bbc-924f23c4b606 on network 92a49f0c-2cfc-4296-ba8b-603bb701871e {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:26.915029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Port 87e1757b-b843-4546-9bbc-924f23c4b606 on network 92a49f0c-2cfc-4296-ba8b-603bb701871e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:06:26.915362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Attempting to bind port 87e1757b-b843-4546-9bbc-924f23c4b606 on network 92a49f0c-2cfc-4296-ba8b-603bb701871e {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:06:26.920508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:06:26.920848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Checking segment: {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:06:26.921241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Bound using segment: {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:06:26.921700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Bound port: 87e1757b-b843-4546-9bbc-924f23c4b606, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef26b997-8b2d-4600-a6b4-672db99d1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:06:26.922561 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.003659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0ee9f-a8bc-4082-b4a4-d222f8067864 req-4f6b5122-0f1d-4b25-9e35-ac0867120427 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.012400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06e0ee9f-a8bc-4082-b4a4-d222f8067864 req-4f6b5122-0f1d-4b25-9e35-ac0867120427 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 945 time: 0.0749977 Sep 16 05:06:27.027700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:06:27.034755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:06:27.040825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.069958 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06e0ee9f-a8bc-4082-b4a4-d222f8067864 req-7e9bfa13-719a-4cb8-a2cf-9345ba445b0d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562847 Sep 16 05:06:27.111875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.112518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.114055 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 1094 time: 1.2134883 Sep 16 05:06:27.131661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db15fb-d98e-4641-82e8-7de075ea10e1 service neutron] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=11']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:27.198914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a6b83-d3a5-4b77-881e-c3265842441b req-e6188fe8-0261-4816-ae5f-f2622b9c1727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.200538 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-e6188fe8-0261-4816-ae5f-f2622b9c1727 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1097 time: 0.0550811 Sep 16 05:06:27.329515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a6b83-d3a5-4b77-881e-c3265842441b req-88ab7b1e-afe7-4ae2-9480-03f2d4685cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.332009 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-88ab7b1e-afe7-4ae2-9480-03f2d4685cda service neutron] 10.222.0.15 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 897 time: 0.1228912 Sep 16 05:06:27.413306 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-b76aef28-9b9b-42b1-8d5c-89d39db1a6c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 1000 time: 0.0715621 Sep 16 05:06:27.473038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a6b83-d3a5-4b77-881e-c3265842441b req-5c38494c-77f3-416a-a890-378bbf696b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.474851 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-5c38494c-77f3-416a-a890-378bbf696b7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 200 len: 835 time: 0.0543132 Sep 16 05:06:27.489163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 06e79653-4652-49af-b65d-ae1a2aec09b0 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:27.492684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87e1757b-b843-4546-9bbc-924f23c4b606 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:27.533107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a6b83-d3a5-4b77-881e-c3265842441b req-773fa458-8b2b-41c3-b26c-d990f70cf522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:27.534776 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-773fa458-8b2b-41c3-b26c-d990f70cf522 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92a49f0c-2cfc-4296-ba8b-603bb701871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516057 Sep 16 05:06:27.557648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87e1757b-b843-4546-9bbc-924f23c4b606 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:27.558076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d7bfcc07-f34e-4a2d-982c-ff8144826eb5 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:27.587112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: d7bfcc07-f34e-4a2d-982c-ff8144826eb5 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:06:27.587586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d7bfcc07-f34e-4a2d-982c-ff8144826eb5 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:06:27.662896 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-abcc11c9-b2ff-4f7a-bbeb-7a1f5be2bea3 service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195271 Sep 16 05:06:27.687161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 06e79653-4652-49af-b65d-ae1a2aec09b0, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=06e79653-4652-49af-b65d-ae1a2aec09b0,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:27.702725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '06e79653-4652-49af-b65d-ae1a2aec09b0', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'port_id': '06e79653-4652-49af-b65d-ae1a2aec09b0', 'mac_address': 'fa:16:3e:57:1f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:27.754309 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.769905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06e79653-4652-49af-b65d-ae1a2aec09b0 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:27.814297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 06e79653-4652-49af-b65d-ae1a2aec09b0, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=06e79653-4652-49af-b65d-ae1a2aec09b0,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:27.819506 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:27.847510 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-412a6b83-d3a5-4b77-881e-c3265842441b req-67b9a388-3580-46c0-b77f-b515c6624e47 service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758881 Sep 16 05:06:27.897054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=06e79653-4652-49af-b65d-ae1a2aec09b0,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:27.920811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['06e79653-4652-49af-b65d-ae1a2aec09b0'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:28.042904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17427456-1b0b-46e2-8994-2a583d8a5c7c req-428ab290-f47e-47ea-a194-3d8f8882c6c9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.045047 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17427456-1b0b-46e2-8994-2a583d8a5c7c req-428ab290-f47e-47ea-a194-3d8f8882c6c9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 944 time: 0.0857179 Sep 16 05:06:28.102635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17427456-1b0b-46e2-8994-2a583d8a5c7c req-2048282d-c206-474f-8fe3-2214f9583dae tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479624 Sep 16 05:06:28.289814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f54df-335f-4c4b-8189-557e5281edf8 req-507e0ca8-d861-430d-9368-ff027da601bb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:28.289814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-293f54df-335f-4c4b-8189-557e5281edf8 req-507e0ca8-d861-430d-9368-ff027da601bb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 945 time: 0.0904081 Sep 16 05:06:28.337061 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-293f54df-335f-4c4b-8189-557e5281edf8 req-fe8fa27d-c6ae-48e0-ae39-0b4b73e3021b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411630 Sep 16 05:06:28.855087 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:28.859055 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:28.927751 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860472ad-db94-4122-ba5b-50e4eb06c41e x-openstack-request-id: req-860472ad-db94-4122-ba5b-50e4eb06c41e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:28.928111 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:28.928287 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-860472ad-db94-4122-ba5b-50e4eb06c41e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:28.928704 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606', 'status': 'completed', 'code': 200} Sep 16 05:06:29.046539 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-0846d4cd-5861-498f-96ad-aa1826cb4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.049857 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-0846d4cd-5861-498f-96ad-aa1826cb4528 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1097 time: 0.0961604 Sep 16 05:06:29.061427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-169f64f3-6a76-45e3-8c1e-7372b2f4dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.063699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-169f64f3-6a76-45e3-8c1e-7372b2f4dc5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1097 time: 0.0809963 Sep 16 05:06:29.176412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-ea7133fd-18d1-4f63-8c10-53db9b24bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.178053 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-ea7133fd-18d1-4f63-8c10-53db9b24bbc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 897 time: 0.1202471 Sep 16 05:06:29.235071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-b289dfac-7d16-443d-bea9-fb070d254485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.237181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-b289dfac-7d16-443d-bea9-fb070d254485 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 897 time: 0.1652651 Sep 16 05:06:29.325938 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-edbbe121-8b51-4d18-8529-8815b2692f91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 1000 time: 0.1322796 Sep 16 05:06:29.464289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-0782e3d5-bded-4848-b01e-08bdb2679156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.476415 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-0782e3d5-bded-4848-b01e-08bdb2679156 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 200 len: 835 time: 0.1477041 Sep 16 05:06:29.491864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 06e79653-4652-49af-b65d-ae1a2aec09b0 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:29.642185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-5557b67f-e6ac-40ff-a058-a4fed946fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.650687 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-5557b67f-e6ac-40ff-a058-a4fed946fc55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92a49f0c-2cfc-4296-ba8b-603bb701871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1640246 Sep 16 05:06:29.719540 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 06e79653-4652-49af-b65d-ae1a2aec09b0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:29.720852 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:29.738587 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-ad5d21a1-6edd-4d79-9929-7ad0a64f6180 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 1000 time: 0.4750237 Sep 16 05:06:29.972772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d47a4d-206b-40ba-abff-533e23f1b473 req-607705e7-44b3-49a7-b8a4-43269271191c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:29.975092 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-3cc6ac9e-6659-4162-a4ab-2b37a842bff6 service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132713 Sep 16 05:06:29.982554 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d8d47a4d-206b-40ba-abff-533e23f1b473 req-607705e7-44b3-49a7-b8a4-43269271191c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 944 time: 0.4530301 Sep 16 05:06:30.000891 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.015119 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-3dbf32e5-968e-4dce-93ca-8500aff203b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.024691 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-3dbf32e5-968e-4dce-93ca-8500aff203b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 200 len: 835 time: 0.2566230 Sep 16 05:06:30.108708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 06e79653-4652-49af-b65d-ae1a2aec09b0, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=06e79653-4652-49af-b65d-ae1a2aec09b0,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:30.112332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa12d912-4649-4989-8144-2e2126f443e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e79653-4652-49af-b65d-ae1a2aec09b0'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:30.119278 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eda92fd-f4d3-4395-aaac-485cb9a834a9" -d '{"events": [{"server_uuid": "aa12d912-4649-4989-8144-2e2126f443e8", "name": "network-vif-plugged", "status": "completed", "tag": "06e79653-4652-49af-b65d-ae1a2aec09b0"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:30.131712 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:30.211874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-e1b015b3-409f-4a93-8e48-b51363363985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.233563 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-e1b015b3-409f-4a93-8e48-b51363363985 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92a49f0c-2cfc-4296-ba8b-603bb701871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1843669 Sep 16 05:06:30.251125 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d8d47a4d-206b-40ba-abff-533e23f1b473 req-5f1920a3-1423-4f1a-b369-0285706e6f54 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633128 Sep 16 05:06:30.255350 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-37d7e239-dcb1-4118-a6a9-4f6913acca05 service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755482 Sep 16 05:06:30.260554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=06e79653-4652-49af-b65d-ae1a2aec09b0,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:30.414519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-717980b2-4040-4da2-978f-f75c19a11454 service neutron] 10.222.0.50 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580610 Sep 16 05:06:30.723624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01255c6b-6ce1-4618-8a38-aa4f9b76ed49 req-4e1b8c42-feb0-4553-9ca3-06c5c41ee691 service neutron] 10.222.0.50 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954590 Sep 16 05:06:30.751576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f51a2-799e-4c22-9673-dd9fc2b09ee5 req-5b5eb483-4ad4-4f11-97a4-163081bad653 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:30.772754 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f3f51a2-799e-4c22-9673-dd9fc2b09ee5 req-5b5eb483-4ad4-4f11-97a4-163081bad653 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 945 time: 0.3568571 Sep 16 05:06:30.850566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f3f51a2-799e-4c22-9673-dd9fc2b09ee5 req-aec788e5-e182-4907-8e1f-b9d876ba0c8b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766420 Sep 16 05:06:30.868095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 43826) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:30.940736 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a438c083-952b-4e01-9194-ea3271d30deb x-openstack-request-id: req-a438c083-952b-4e01-9194-ea3271d30deb {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:30.940736 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa12d912-4649-4989-8144-2e2126f443e8", "name": "network-vif-plugged", "status": "completed", "tag": "06e79653-4652-49af-b65d-ae1a2aec09b0", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:30.940736 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a438c083-952b-4e01-9194-ea3271d30deb {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:30.940736 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa12d912-4649-4989-8144-2e2126f443e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e79653-4652-49af-b65d-ae1a2aec09b0', 'code': 200} Sep 16 05:06:31.021398 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-aca3fb15-9acb-4ea1-8508-38ca5bd14b5a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/e471ac76-d1a5-40f3-9811-ba095e128062 HTTP/1.1" status: 200 len: 992 time: 0.1505382 Sep 16 05:06:31.480102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38ba27-01aa-4a00-8794-12e10330bbee req-77f0d395-fbfd-4fde-ae23-9d10b60d0fb4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:31.489319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1b38ba27-01aa-4a00-8794-12e10330bbee req-77f0d395-fbfd-4fde-ae23-9d10b60d0fb4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.0790241 Sep 16 05:06:31.558782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 87e1757b-b843-4546-9bbc-924f23c4b606 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:06:31.588897 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1b38ba27-01aa-4a00-8794-12e10330bbee req-c69eadbd-ece0-4136-bcb0-ebfb7f7eecfb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979881 Sep 16 05:06:31.817527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:31.845363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '87e1757b-b843-4546-9bbc-924f23c4b606', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'port_id': '87e1757b-b843-4546-9bbc-924f23c4b606', 'mac_address': 'fa:16:3e:49:1d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:06:31.928656 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:31.960871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e1757b-b843-4546-9bbc-924f23c4b606 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:06:32.014052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:32.022136 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:32.156612 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=12']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:32.271766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['87e1757b-b843-4546-9bbc-924f23c4b606'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:06:32.836786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55db281-e57c-4c23-9ad0-9af00ff9bb21 req-e97f814e-ccf2-4757-bd01-4572beff51cc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:32.854943 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b55db281-e57c-4c23-9ad0-9af00ff9bb21 req-e97f814e-ccf2-4757-bd01-4572beff51cc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.1307960 Sep 16 05:06:32.952897 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b55db281-e57c-4c23-9ad0-9af00ff9bb21 req-dbb60b83-59bc-406a-8221-208c2a14a745 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912421 Sep 16 05:06:33.558943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 87e1757b-b843-4546-9bbc-924f23c4b606 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:06:33.636481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 87e1757b-b843-4546-9bbc-924f23c4b606 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:06:33.641864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 87e1757b-b843-4546-9bbc-924f23c4b606 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:06:33.642249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.746633 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.789272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:33.790584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:33.793338 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc515e0-b70f-4d12-8d24-6fd4e6fe8a6f" -d '{"events": [{"server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "name": "network-vif-plugged", "status": "completed", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:33.797126 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:33.865999 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=13']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:33.886355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.886722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.887065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.887517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.887760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.888106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.888450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.888786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.889127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.894476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.894476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.895226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:33.918937 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99a70ca-2268-4609-b61d-f6ba07e1ca61 x-openstack-request-id: req-a99a70ca-2268-4609-b61d-f6ba07e1ca61 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:33.919240 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "name": "network-vif-plugged", "status": "completed", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:33.919500 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a99a70ca-2268-4609-b61d-f6ba07e1ca61 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:33.919922 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606', 'code': 200} Sep 16 05:06:34.160716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44350e50-f34b-4e2d-be84-c053154a36f5 req-d7b8e2f3-2676-40f8-9c39-66420df914e2 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:34.163492 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44350e50-f34b-4e2d-be84-c053154a36f5 req-d7b8e2f3-2676-40f8-9c39-66420df914e2 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.0907271 Sep 16 05:06:34.252209 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44350e50-f34b-4e2d-be84-c053154a36f5 req-c358b363-ac8e-4486-9d89-97a28d0c05fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817266 Sep 16 05:06:35.481591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8fa0a-e252-4a47-beed-092c912bcfa2 req-01dd4536-e94c-4c3e-a159-e26751da8657 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:35.501262 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-13e8fa0a-e252-4a47-beed-092c912bcfa2 req-01dd4536-e94c-4c3e-a159-e26751da8657 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.1159770 Sep 16 05:06:35.636799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-13e8fa0a-e252-4a47-beed-092c912bcfa2 req-e16102ba-252c-471d-b790-0fb115aef01f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287038 Sep 16 05:06:35.680238 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:36.950669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63946abd-642e-42b3-babd-c355e929bd7d req-88883864-a00a-49d9-a87a-0b30db436098 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:36.963842 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63946abd-642e-42b3-babd-c355e929bd7d req-88883864-a00a-49d9-a87a-0b30db436098 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.1739597 Sep 16 05:06:37.043703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63946abd-642e-42b3-babd-c355e929bd7d req-41ee9846-e84f-4a18-9795-3ae68d44e664 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776651 Sep 16 05:06:37.710706 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:38.257154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90889cd-b4a0-4f96-9f01-eef5d3c8951f req-a6bad4c5-7fc9-4758-b522-770009724730 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:38.259962 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d90889cd-b4a0-4f96-9f01-eef5d3c8951f req-a6bad4c5-7fc9-4758-b522-770009724730 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.0992110 Sep 16 05:06:38.341427 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d90889cd-b4a0-4f96-9f01-eef5d3c8951f req-0b5e1aec-c9d5-4f71-8341-43b809f02c26 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744779 Sep 16 05:06:39.638350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a99515-32bf-4050-9399-d721b0870152 req-699b9f09-fecc-48f9-b4a5-cb4fafde09a8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:39.646509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1a99515-32bf-4050-9399-d721b0870152 req-699b9f09-fecc-48f9-b4a5-cb4fafde09a8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.1043658 Sep 16 05:06:39.743654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d1a99515-32bf-4050-9399-d721b0870152 req-1dbf4fdf-0764-41c8-b6c2-96259876f266 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827844 Sep 16 05:06:40.922049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc44ee-f64f-425b-9608-8fee188e4502 req-298dd235-353f-48fb-88ee-d48b9d869ca1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:40.931028 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-59dc44ee-f64f-425b-9608-8fee188e4502 req-298dd235-353f-48fb-88ee-d48b9d869ca1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.0812490 Sep 16 05:06:40.992654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-59dc44ee-f64f-425b-9608-8fee188e4502 req-ea4b02a2-19e5-4dc0-b204-8920acaa396a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605617 Sep 16 05:06:42.292107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe993428-4574-47fc-a47c-754b2a231690 req-4b5a6b41-57c8-4652-a34f-b6686bbbc1d1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:42.310289 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe993428-4574-47fc-a47c-754b2a231690 req-4b5a6b41-57c8-4652-a34f-b6686bbbc1d1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.1473114 Sep 16 05:06:42.399555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe993428-4574-47fc-a47c-754b2a231690 req-ea62e1f5-1b98-40a6-89ab-a9594c630b4a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880311 Sep 16 05:06:43.542171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2499a-d42a-49a6-b300-c05c5a4b4791 req-83551de9-f967-40db-b6f8-32d5a9bb5813 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:43.544737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1bc2499a-d42a-49a6-b300-c05c5a4b4791 req-83551de9-f967-40db-b6f8-32d5a9bb5813 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.0753665 Sep 16 05:06:43.610428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1bc2499a-d42a-49a6-b300-c05c5a4b4791 req-c9d22e3e-c59d-4194-9e5d-c3fbeb641fa4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577300 Sep 16 05:06:44.931661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b749b5-f951-4a2c-b0a2-4d83815789b4 req-d6c8e9ca-0220-41f9-921c-7457b8fa90e7 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:44.934269 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00b749b5-f951-4a2c-b0a2-4d83815789b4 req-d6c8e9ca-0220-41f9-921c-7457b8fa90e7 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.0831306 Sep 16 05:06:45.017440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00b749b5-f951-4a2c-b0a2-4d83815789b4 req-5ad22d1f-4e2b-43f9-8f77-89903d81ae38 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700140 Sep 16 05:06:45.545914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5525-ba9e-4b52-b5fb-77af79423ef3 req-2ea3fadb-c3bf-4638-8a38-c6a48dced9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.551722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c36c5525-ba9e-4b52-b5fb-77af79423ef3 req-2ea3fadb-c3bf-4638-8a38-c6a48dced9fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 1097 time: 0.0849586 Sep 16 05:06:45.711820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5525-ba9e-4b52-b5fb-77af79423ef3 req-39293f88-38fc-4a70-8a59-b012d0ce961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.713485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c36c5525-ba9e-4b52-b5fb-77af79423ef3 req-39293f88-38fc-4a70-8a59-b012d0ce961d service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.1485083 Sep 16 05:06:45.800295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c36c5525-ba9e-4b52-b5fb-77af79423ef3 req-20ebc742-ed36-4897-bf49-a108e886fbbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06e79653-4652-49af-b65d-ae1a2aec09b0 HTTP/1.1" status: 200 len: 217 time: 0.0702310 Sep 16 05:06:45.871457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5525-ba9e-4b52-b5fb-77af79423ef3 req-abc730b4-809e-4be2-840e-c00c81bf7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.873494 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c36c5525-ba9e-4b52-b5fb-77af79423ef3 req-abc730b4-809e-4be2-840e-c00c81bf7dd4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0603511 Sep 16 05:06:45.951563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5525-ba9e-4b52-b5fb-77af79423ef3 req-2741b21e-3d80-4451-aa38-b31775cd7539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:45.951563 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c36c5525-ba9e-4b52-b5fb-77af79423ef3 req-2741b21e-3d80-4451-aa38-b31775cd7539 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676510 Sep 16 05:06:46.110590 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c36c5525-ba9e-4b52-b5fb-77af79423ef3 req-55bf90ef-0a7c-4e28-b2bb-6bcd3279a281 service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459050 Sep 16 05:06:46.291799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48237646-accd-407b-aaf7-a869b115681a req-3dd8fb78-f958-451b-b02a-3f7df66bc25c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:46.300310 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48237646-accd-407b-aaf7-a869b115681a req-3dd8fb78-f958-451b-b02a-3f7df66bc25c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.1090333 Sep 16 05:06:46.363994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48237646-accd-407b-aaf7-a869b115681a req-fd3b6625-d7ea-4a77-94aa-0a963c76391c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624304 Sep 16 05:06:46.370995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c36c5525-ba9e-4b52-b5fb-77af79423ef3 req-1b21d530-4eda-4f09-aa0b-5253b9e4db9c service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469845 Sep 16 05:06:47.244739 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-27d9d1e7-3bc7-4625-9fd1-72e4e561241b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.540029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 06e79653-4652-49af-b65d-ae1a2aec09b0 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:47.630461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d94ca-fe31-4feb-bebd-d841aec6e6ba req-a229c3c0-d8cd-490a-b587-57769dcdc2b4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:47.633287 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b7d94ca-fe31-4feb-bebd-d841aec6e6ba req-a229c3c0-d8cd-490a-b587-57769dcdc2b4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 945 time: 0.1321533 Sep 16 05:06:47.681400 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.721949 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b7d94ca-fe31-4feb-bebd-d841aec6e6ba req-b89ac161-1e54-4ee3-8de0-53ab70e1a85a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820451 Sep 16 05:06:47.738363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 06e79653-4652-49af-b65d-ae1a2aec09b0, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=06e79653-4652-49af-b65d-ae1a2aec09b0,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:06:47.740302 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa12d912-4649-4989-8144-2e2126f443e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06e79653-4652-49af-b65d-ae1a2aec09b0'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:06:47.743078 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69fc162-f447-4048-8d2f-d5113947ed9c" -d '{"events": [{"server_uuid": "aa12d912-4649-4989-8144-2e2126f443e8", "name": "network-vif-unplugged", "status": "completed", "tag": "06e79653-4652-49af-b65d-ae1a2aec09b0"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:06:47.758995 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:47.848328 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1936ea-10c0-4ff4-b234-e0040e74db12 x-openstack-request-id: req-6e1936ea-10c0-4ff4-b234-e0040e74db12 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:06:47.848647 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa12d912-4649-4989-8144-2e2126f443e8", "name": "network-vif-unplugged", "status": "completed", "tag": "06e79653-4652-49af-b65d-ae1a2aec09b0", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:06:47.848909 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e1936ea-10c0-4ff4-b234-e0040e74db12 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:06:47.849471 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa12d912-4649-4989-8144-2e2126f443e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06e79653-4652-49af-b65d-ae1a2aec09b0', 'code': 200} Sep 16 05:06:47.850183 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=06e79653-4652-49af-b65d-ae1a2aec09b0,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:49.004236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af452a14-f1a9-4c36-b2d1-910dfb51e914 req-cd4e3cee-1c4b-471d-909b-d78a1bc5cc21 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.006553 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af452a14-f1a9-4c36-b2d1-910dfb51e914 req-cd4e3cee-1c4b-471d-909b-d78a1bc5cc21 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 943 time: 0.0763893 Sep 16 05:06:49.094010 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af452a14-f1a9-4c36-b2d1-910dfb51e914 req-1ebbcd37-8ab2-47ec-b381-68f7b414240d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660684 Sep 16 05:06:49.283037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfa2ce-d00d-4e05-8c29-af19aa1a1576 req-07df5778-d867-4f04-9cdc-2a9c5308d5e0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.290960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f4cfa2ce-d00d-4e05-8c29-af19aa1a1576 req-07df5778-d867-4f04-9cdc-2a9c5308d5e0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0668724 Sep 16 05:06:49.340518 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f4cfa2ce-d00d-4e05-8c29-af19aa1a1576 req-f2857d2e-7019-43f1-8f55-2e2712dcdca6 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438972 Sep 16 05:06:49.562827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b060e2b-8664-4222-aa72-91218f30050a req-36445955-f588-4eaa-b43b-96ba8dd91334 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.566831 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b060e2b-8664-4222-aa72-91218f30050a req-36445955-f588-4eaa-b43b-96ba8dd91334 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0926845 Sep 16 05:06:49.618239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b060e2b-8664-4222-aa72-91218f30050a req-50a0eb5f-7055-40f2-a0c6-0179e1d383a4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450404 Sep 16 05:06:49.891906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd42b18-fb53-4738-949c-a65cd74316d8 req-006eadab-f0a5-4d0e-8240-89aec145aefe tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:49.901466 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-acd42b18-fb53-4738-949c-a65cd74316d8 req-006eadab-f0a5-4d0e-8240-89aec145aefe tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0840511 Sep 16 05:06:49.973050 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-acd42b18-fb53-4738-949c-a65cd74316d8 req-c4125a77-f294-43cb-bb6c-18d0b7a4d7de tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702624 Sep 16 05:06:50.179423 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b303b3a1-6d42-4e8f-9cae-9efe3cc49ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:50.823471 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:51.108542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b3c8-d6fa-4490-af33-aa76dcee1ea0 req-40979804-fc7a-4760-b8ce-e7ffc3a56e63 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:51.112355 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f47b3c8-d6fa-4490-af33-aa76dcee1ea0 req-40979804-fc7a-4760-b8ce-e7ffc3a56e63 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0713253 Sep 16 05:06:51.179163 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f47b3c8-d6fa-4490-af33-aa76dcee1ea0 req-3c6c218a-e57c-461c-9de1-65e734233dfe tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552847 Sep 16 05:06:51.585912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 06e79653-4652-49af-b65d-ae1a2aec09b0 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:06:51.689447 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:52.322182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643e0a7-bccf-426a-bec8-cea86ee12122 req-7eec472b-c823-4583-8f75-1b3652684895 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:52.323816 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e643e0a7-bccf-426a-bec8-cea86ee12122 req-7eec472b-c823-4583-8f75-1b3652684895 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0524554 Sep 16 05:06:52.365984 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e643e0a7-bccf-426a-bec8-cea86ee12122 req-2a7f6120-55bd-4cde-97ad-04df9d8c9cfa tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341058 Sep 16 05:06:53.220581 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:53.514382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73643c2e-c431-4c32-b65b-3eb0d12f67a5 req-151fb9dd-e17d-45a3-ba3a-d96af7a4997a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:53.522202 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73643c2e-c431-4c32-b65b-3eb0d12f67a5 req-151fb9dd-e17d-45a3-ba3a-d96af7a4997a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0786462 Sep 16 05:06:53.565180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73643c2e-c431-4c32-b65b-3eb0d12f67a5 req-5c51603a-b895-4c99-b8f6-f76334956698 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Sep 16 05:06:54.184635 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:06:54.716190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d968c3e-c5d2-425e-9146-67153c51c824 req-a60f47dd-9b40-487e-b2ab-d54494324663 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:54.719568 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d968c3e-c5d2-425e-9146-67153c51c824 req-a60f47dd-9b40-487e-b2ab-d54494324663 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0580294 Sep 16 05:06:54.760874 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d968c3e-c5d2-425e-9146-67153c51c824 req-b63fe606-c74b-4f5d-87f6-d3da26ea04cb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348980 Sep 16 05:06:55.893517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44156) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:55.898500 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d3eb7-f3c0-4d37-b87a-2606c597253f req-5de3824c-0364-4b42-8925-8ce8c141247f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:55.908285 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-875d3eb7-f3c0-4d37-b87a-2606c597253f req-5de3824c-0364-4b42-8925-8ce8c141247f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0694711 Sep 16 05:06:55.944331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Deleting subnet 7c28f983-62ee-4740-9f40-e863b53a6f51 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:06:55.948391 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:55.957915 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-875d3eb7-f3c0-4d37-b87a-2606c597253f req-132fb438-0da3-41f2-8f82-f7e340635f47 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460489 Sep 16 05:06:55.992614 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.039175 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.093539 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.119916 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c28f983-62ee-4740-9f40-e863b53a6f51,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:56.124919 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.127872 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7c28f983-62ee-4740-9f40-e863b53a6f51 HTTP/1.1" status: 204 len: 168 time: 0.2325406 Sep 16 05:06:56.129297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44158) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:56.139485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:56.143176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:56.143718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:56.144251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:56.144937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:56.145597 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:56.146315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:56.146821 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:56.147321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:56.147855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:56.148365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:56.148910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c241cd-62be-4996-ade6-84045df6921b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:06:56.227799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.315590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.336301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da69d015-31c0-4cb3-9b56-7a6c481bf0fc']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:56.346572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13d704f-7125-4e6b-903b-a60c4e1566a2') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:56.346864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13d704f-7125-4e6b-903b-a60c4e1566a2') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:06:56.356306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.370754 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.377633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:06:56.377633 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:06:56.389931 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:06:56.456481 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.461510 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.466450 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] 10.222.0.53 "DELETE /v2.0/networks/da69d015-31c0-4cb3-9b56-7a6c481bf0fc HTTP/1.1" status: 204 len: 168 time: 0.3331180 Sep 16 05:06:56.477035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b60a3-c317-452c-8e4a-abdc0b133c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=da69d015-31c0-4cb3-9b56-7a6c481bf0fc,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:56.637913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44168) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:56.679019 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-882e390a-eaf2-4e0d-a6ae-7d149ed3fbb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8572eed3d3ae4f91994e40928edb617e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398879 Sep 16 05:06:56.681805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44170) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:06:56.732267 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d889b834-62cc-4c34-8579-784c5a029e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.754873 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d889b834-62cc-4c34-8579-784c5a029e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.802843 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d889b834-62cc-4c34-8579-784c5a029e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.806009 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d889b834-62cc-4c34-8579-784c5a029e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:06:56.807260 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d889b834-62cc-4c34-8579-784c5a029e81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91586ec1-a015-481a-8af6-5bfb7f71e140 HTTP/1.1" status: 204 len: 168 time: 0.1245582 Sep 16 05:06:56.815856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889b834-62cc-4c34-8579-784c5a029e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91586ec1-a015-481a-8af6-5bfb7f71e140,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:06:57.091469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cc648-d49f-4e0f-8acb-1efc7dd015d2 req-07139aa3-11e3-4d6e-8935-f82ce558fcbe tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:57.093397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be9cc648-d49f-4e0f-8acb-1efc7dd015d2 req-07139aa3-11e3-4d6e-8935-f82ce558fcbe tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0632932 Sep 16 05:06:57.135504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be9cc648-d49f-4e0f-8acb-1efc7dd015d2 req-465c2a9b-9616-4c61-b77a-68fc31574300 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352614 Sep 16 05:06:58.304501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93496a-2878-4221-8882-3deb9169bee6 req-93930ba3-ddea-4dd5-aa50-4f28e522019e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:58.306436 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f93496a-2878-4221-8882-3deb9169bee6 req-93930ba3-ddea-4dd5-aa50-4f28e522019e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0775530 Sep 16 05:06:58.350732 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f93496a-2878-4221-8882-3deb9169bee6 req-20cea0e7-5a1f-421e-bed3-1da8ba6ea7d8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371182 Sep 16 05:06:59.496544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306630d-1689-4438-a7b6-899dd25c95b9 req-297975de-6f11-4329-b8e8-7ace63dadd03 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:06:59.498505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f306630d-1689-4438-a7b6-899dd25c95b9 req-297975de-6f11-4329-b8e8-7ace63dadd03 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0595601 Sep 16 05:06:59.555979 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f306630d-1689-4438-a7b6-899dd25c95b9 req-d48ec667-4166-4e0b-b437-8acb00a082cd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506239 Sep 16 05:07:00.693695 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc71e9-a546-4b7b-a1dd-11ad9ba82adf req-98dfaadf-fee1-425b-b434-1ca4f664e025 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:00.695330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8cdc71e9-a546-4b7b-a1dd-11ad9ba82adf req-98dfaadf-fee1-425b-b434-1ca4f664e025 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0618203 Sep 16 05:07:00.743370 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8cdc71e9-a546-4b7b-a1dd-11ad9ba82adf req-88fa61fe-d71f-471b-90cd-db62be602350 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364902 Sep 16 05:07:00.995691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249e8a-3319-42e2-9ed4-31db59ed6f16 req-69cfecf4-c9f2-4c96-ae41-324670e738db tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.005825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f3249e8a-3319-42e2-9ed4-31db59ed6f16 req-69cfecf4-c9f2-4c96-ae41-324670e738db tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0850978 Sep 16 05:07:01.018914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d393f-59eb-4d56-bb8d-6ff7a1198ae1 req-d93f9697-ad72-4da2-b0ec-3b1bef04b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.021349 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9d393f-59eb-4d56-bb8d-6ff7a1198ae1 req-d93f9697-ad72-4da2-b0ec-3b1bef04b0c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1097 time: 0.0507176 Sep 16 05:07:01.052825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f3249e8a-3319-42e2-9ed4-31db59ed6f16 req-d88526b6-47d2-487c-9cab-379ade2246a3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453589 Sep 16 05:07:01.138325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d393f-59eb-4d56-bb8d-6ff7a1198ae1 req-e188149d-108f-4978-9378-26807cf43c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.140441 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9d393f-59eb-4d56-bb8d-6ff7a1198ae1 req-e188149d-108f-4978-9378-26807cf43c7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.1108863 Sep 16 05:07:01.214104 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9d393f-59eb-4d56-bb8d-6ff7a1198ae1 req-e69d7938-954b-408d-810f-505598e24d3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 1000 time: 0.0662730 Sep 16 05:07:01.274171 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d393f-59eb-4d56-bb8d-6ff7a1198ae1 req-bc1fc9c1-c307-43a3-9cba-d4b9dcc21476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.276294 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9d393f-59eb-4d56-bb8d-6ff7a1198ae1 req-bc1fc9c1-c307-43a3-9cba-d4b9dcc21476 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0537651 Sep 16 05:07:01.356140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d393f-59eb-4d56-bb8d-6ff7a1198ae1 req-01e41a6e-e6ca-4987-a246-d7dd0aa01d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.360359 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9d393f-59eb-4d56-bb8d-6ff7a1198ae1 req-01e41a6e-e6ca-4987-a246-d7dd0aa01d3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737634 Sep 16 05:07:01.512781 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9d393f-59eb-4d56-bb8d-6ff7a1198ae1 req-6ef7998c-932f-4c82-a4d5-6cca9e0ad5c9 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438286 Sep 16 05:07:01.616513 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9d393f-59eb-4d56-bb8d-6ff7a1198ae1 req-2eed3850-9856-410e-811f-5e372a87a809 service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960150 Sep 16 05:07:01.757530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29116d2e-f220-487b-b8b3-e9b9ea769e5b req-67722856-8e0a-4314-b10e-33bcbf4ae0bb tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:01.759422 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29116d2e-f220-487b-b8b3-e9b9ea769e5b req-67722856-8e0a-4314-b10e-33bcbf4ae0bb tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1099 time: 0.0457325 Sep 16 05:07:01.798938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29116d2e-f220-487b-b8b3-e9b9ea769e5b req-d155cd60-99d8-4989-890f-5c62f3a86adc tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322065 Sep 16 05:07:01.820152 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44320) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:02.028529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port b653bd55-91f3-45a4-a2df-e1a8df9a8e1d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:02.029235 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.115398 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.115749 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.142462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for b653bd55-91f3-45a4-a2df-e1a8df9a8e1d owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:02.215322 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867fcce-4382-4289-a6b8-c69253545711 req-a73d0d45-9528-4ad4-8cda-c023330a48fc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:02.228599 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f867fcce-4382-4289-a6b8-c69253545711 req-a73d0d45-9528-4ad4-8cda-c023330a48fc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1017687 Sep 16 05:07:02.290798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f867fcce-4382-4289-a6b8-c69253545711 req-575a6f53-dc72-439a-9a27-67cc058d39e0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611115 Sep 16 05:07:02.438727 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.467027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=b653bd55-91f3-45a4-a2df-e1a8df9a8e1d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:02.557643 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:02.558013 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Floating IP e471ac76-d1a5-40f3-9811-ba095e128062 disassociated (deleted). External IP: 172.25.0.201, port: 87e1757b-b843-4546-9bbc-924f23c4b606. Sep 16 05:07:02.870645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:03.004262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:03.012777 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:03.021926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2df402-7a05-4d1b-b192-f17991d717af None None] Sync routers for ids ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:03.037738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2df402-7a05-4d1b-b192-f17991d717af None None] Routers {'02034fef-ac1d-48fe-abe9-44972b8d6fc6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:03.038493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ab2df402-7a05-4d1b-b192-f17991d717af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:06:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:03.048766 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-295bed46-858c-4823-8710-7dd44dc91d28 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/floatingips/e471ac76-d1a5-40f3-9811-ba095e128062 HTTP/1.1" status: 204 len: 168 time: 1.2270837 Sep 16 05:07:03.049730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:03.051926 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5831e962-bfb5-4d13-9a5d-2ac9f65e6641" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:03.233889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-ab2df402-7a05-4d1b-b192-f17991d717af None None] Set router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:03.316816 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc79d37-2e55-4f55-912d-a6603a613a3f x-openstack-request-id: req-acc79d37-2e55-4f55-912d-a6603a613a3f {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:03.317115 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:03.317373 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acc79d37-2e55-4f55-912d-a6603a613a3f {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:03.317813 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606', 'status': 'completed', 'code': 200} Sep 16 05:07:03.488756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831e962-bfb5-4d13-9a5d-2ac9f65e6641 req-26e08d66-42f2-42ca-8980-c34ca4fd2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.490811 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5831e962-bfb5-4d13-9a5d-2ac9f65e6641 req-26e08d66-42f2-42ca-8980-c34ca4fd2445 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 1099 time: 0.1397209 Sep 16 05:07:03.545224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65095317-ba71-462c-863a-7c82601d9a93 req-0fdbe9c7-821c-4f69-b2e4-ab7801b06643 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.555974 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65095317-ba71-462c-863a-7c82601d9a93 req-0fdbe9c7-821c-4f69-b2e4-ab7801b06643 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 947 time: 0.1111512 Sep 16 05:07:03.623704 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65095317-ba71-462c-863a-7c82601d9a93 req-5f5afee3-2e9f-4c60-aba4-687dc2224990 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664203 Sep 16 05:07:03.677708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831e962-bfb5-4d13-9a5d-2ac9f65e6641 req-e4036796-cd96-434b-825f-2ca1f23dd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.679223 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5831e962-bfb5-4d13-9a5d-2ac9f65e6641 req-e4036796-cd96-434b-825f-2ca1f23dd188 service neutron] 10.222.0.15 "GET /v2.0/networks?id=92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 200 len: 897 time: 0.1803441 Sep 16 05:07:03.747418 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5831e962-bfb5-4d13-9a5d-2ac9f65e6641 req-e2b69a14-ef49-4cc8-97a8-974c2ebb8137 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 200 len: 217 time: 0.0592256 Sep 16 05:07:03.828772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ab2df402-7a05-4d1b-b192-f17991d717af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:05:05Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '91b1f113-aad6-41cb-8e65-66afa84de23d', 'name': '', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:a9:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:03Z', 'updated_at': '2021-09-16T05:05:10Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:03.845751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c6ff7-91ec-4707-8c0c-6fd8b2f0d7f3 req-36dcd305-c799-4758-a17c-60e800df5170 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.858445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ef5c6ff7-91ec-4707-8c0c-6fd8b2f0d7f3 req-36dcd305-c799-4758-a17c-60e800df5170 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1107421 Sep 16 05:07:03.862350 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831e962-bfb5-4d13-9a5d-2ac9f65e6641 req-a04ea689-3059-4200-b9c3-946400eeb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.865353 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5831e962-bfb5-4d13-9a5d-2ac9f65e6641 req-a04ea689-3059-4200-b9c3-946400eeb768 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 200 len: 835 time: 0.1014669 Sep 16 05:07:03.874408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2df402-7a05-4d1b-b192-f17991d717af None None] Checking router: 02034fef-ac1d-48fe-abe9-44972b8d6fc6 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:03.884495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2df402-7a05-4d1b-b192-f17991d717af None None] Routers {'02034fef-ac1d-48fe-abe9-44972b8d6fc6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:03.885149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ab2df402-7a05-4d1b-b192-f17991d717af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:06:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:03.928173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ef5c6ff7-91ec-4707-8c0c-6fd8b2f0d7f3 req-518d83d4-7ff1-4aa0-88b0-ab85efe759b5 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634549 Sep 16 05:07:03.959241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831e962-bfb5-4d13-9a5d-2ac9f65e6641 req-bdf72142-5fd8-4b76-b9bf-85496991d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:03.966906 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5831e962-bfb5-4d13-9a5d-2ac9f65e6641 req-bdf72142-5fd8-4b76-b9bf-85496991d875 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=92a49f0c-2cfc-4296-ba8b-603bb701871e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931425 Sep 16 05:07:04.043663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-ab2df402-7a05-4d1b-b192-f17991d717af None None] Set router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:04.097504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0b048-5e4c-4388-ba7b-ac624c434bf5 req-2ce0b791-2110-412a-bf1e-577adc2ca3a4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.108170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26c0b048-5e4c-4388-ba7b-ac624c434bf5 req-2ce0b791-2110-412a-bf1e-577adc2ca3a4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0791328 Sep 16 05:07:04.139353 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5831e962-bfb5-4d13-9a5d-2ac9f65e6641 req-070ba3fc-0ab5-4212-94ec-1a8946cdf511 service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643808 Sep 16 05:07:04.186354 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26c0b048-5e4c-4388-ba7b-ac624c434bf5 req-c8f51946-33f7-46a5-b6d5-15f481a265ce tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762601 Sep 16 05:07:04.295215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-5831e962-bfb5-4d13-9a5d-2ac9f65e6641 req-f35c7935-16f3-4c6f-a39d-fe77beb2f8d1 service neutron] 10.222.0.15 "GET /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438501 Sep 16 05:07:04.375014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc460618-a917-4ae5-ae96-9645f78b80c0 req-b281452b-d5f7-4753-8ca7-17a6c3e22c91 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.376954 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc460618-a917-4ae5-ae96-9645f78b80c0 req-b281452b-d5f7-4753-8ca7-17a6c3e22c91 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1022069 Sep 16 05:07:04.395123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ab2df402-7a05-4d1b-b192-f17991d717af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:05:05Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '91b1f113-aad6-41cb-8e65-66afa84de23d', 'name': '', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:a9:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:03Z', 'updated_at': '2021-09-16T05:05:10Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:04.440909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2df402-7a05-4d1b-b192-f17991d717af None None] The sync data for ids ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'] in n-d-712142-17 is: [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:05:05Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '91b1f113-aad6-41cb-8e65-66afa84de23d', 'name': '', 'network_id': '92a49f0c-2cfc-4296-ba8b-603bb701871e', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:a9:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:03Z', 'updated_at': '2021-09-16T05:05:10Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '784c3c13-7a60-45d8-a726-ffa08921e478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:04.443553 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc460618-a917-4ae5-ae96-9645f78b80c0 req-113c9c18-e973-4bc0-bf4a-9b5ac0b12d46 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600758 Sep 16 05:07:04.823825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e12dcf-56ec-4f78-8d64-62654b01684f req-9e2eeba9-8d07-4373-bceb-40ee78d040be tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.828810 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6e12dcf-56ec-4f78-8d64-62654b01684f req-9e2eeba9-8d07-4373-bceb-40ee78d040be tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0738914 Sep 16 05:07:04.886204 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6e12dcf-56ec-4f78-8d64-62654b01684f req-db446280-9d50-446c-8a31-3b7250352984 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502136 Sep 16 05:07:04.914746 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36012b6a-767a-4182-8ffe-b1c3c31b30b9 None None] New status for floating IP e471ac76-d1a5-40f3-9811-ba095e128062: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:07:04.989323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e045d-5486-46e6-b2d2-bdab6a5e6994 req-53083a99-60dd-445d-90a1-6cc72a9b5a25 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:04.991756 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c6e045d-5486-46e6-b2d2-bdab6a5e6994 req-53083a99-60dd-445d-90a1-6cc72a9b5a25 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 947 time: 0.3862991 Sep 16 05:07:05.071347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc99fc-2d9c-4b94-a82c-3f4db7d98ffd req-f0936e97-6757-4566-b158-131360783fa5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:05.072952 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b6bc99fc-2d9c-4b94-a82c-3f4db7d98ffd req-f0936e97-6757-4566-b158-131360783fa5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d45565-2e70-435d-b71a-2271337cc9eb HTTP/1.1" status: 200 len: 947 time: 0.0987463 Sep 16 05:07:05.118470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b6bc99fc-2d9c-4b94-a82c-3f4db7d98ffd req-914bad28-d2eb-436a-aeed-8bbdcfdede20 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=35ce2620-2e50-4fc6-a774-b5eef9f81ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364077 Sep 16 05:07:05.189262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-0c6e045d-5486-46e6-b2d2-bdab6a5e6994 req-efdfab39-facb-4083-8df6-b76bf38ba0bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port 87e1757b-b843-4546-9bbc-924f23c4b606 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:05.189899 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0c6e045d-5486-46e6-b2d2-bdab6a5e6994 req-efdfab39-facb-4083-8df6-b76bf38ba0bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.299781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-0c6e045d-5486-46e6-b2d2-bdab6a5e6994 req-efdfab39-facb-4083-8df6-b76bf38ba0bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] For port 87e1757b-b843-4546-9bbc-924f23c4b606, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=87e1757b-b843-4546-9bbc-924f23c4b606,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:05.300323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0c6e045d-5486-46e6-b2d2-bdab6a5e6994 req-efdfab39-facb-4083-8df6-b76bf38ba0bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.314641 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-0c6e045d-5486-46e6-b2d2-bdab6a5e6994 req-efdfab39-facb-4083-8df6-b76bf38ba0bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for 87e1757b-b843-4546-9bbc-924f23c4b606 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:05.467388 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0c6e045d-5486-46e6-b2d2-bdab6a5e6994 req-efdfab39-facb-4083-8df6-b76bf38ba0bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.503251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfab39-facb-4083-8df6-b76bf38ba0bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=87e1757b-b843-4546-9bbc-924f23c4b606,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:05.570509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6e045d-5486-46e6-b2d2-bdab6a5e6994 req-efdfab39-facb-4083-8df6-b76bf38ba0bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] No DVR routers for this DVR port 87e1757b-b843-4546-9bbc-924f23c4b606 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:05.573252 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0c6e045d-5486-46e6-b2d2-bdab6a5e6994 req-efdfab39-facb-4083-8df6-b76bf38ba0bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:05.575826 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c6e045d-5486-46e6-b2d2-bdab6a5e6994 req-efdfab39-facb-4083-8df6-b76bf38ba0bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.15 "DELETE /v2.0/ports/87e1757b-b843-4546-9bbc-924f23c4b606 HTTP/1.1" status: 204 len: 173 time: 0.5764852 Sep 16 05:07:05.576574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'name': 'network-vif-deleted', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:05.581554 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875f7de2-482b-45d6-aa59-77c7f5acc6a4" -d '{"events": [{"server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "name": "network-vif-deleted", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:05.626419 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585f1856-0baa-43f4-8caf-e29eed660903 x-openstack-request-id: req-585f1856-0baa-43f4-8caf-e29eed660903 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:05.626975 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d45565-2e70-435d-b71a-2271337cc9eb", "name": "network-vif-deleted", "tag": "87e1757b-b843-4546-9bbc-924f23c4b606", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:05.627310 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-585f1856-0baa-43f4-8caf-e29eed660903 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:05.629663 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d45565-2e70-435d-b71a-2271337cc9eb', 'name': 'network-vif-deleted', 'tag': '87e1757b-b843-4546-9bbc-924f23c4b606', 'status': 'completed', 'code': 200} Sep 16 05:07:05.678949 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:06.072142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0df4c-61ef-4f8c-a642-cf82d0a0be06 req-07ad3c2d-ee2c-467e-8a2f-77839e22de11 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.081925 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fed0df4c-61ef-4f8c-a642-cf82d0a0be06 req-07ad3c2d-ee2c-467e-8a2f-77839e22de11 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0761433 Sep 16 05:07:06.119457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fed0df4c-61ef-4f8c-a642-cf82d0a0be06 req-fa1a08b2-b66e-437a-89a3-1d036f577e7a tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363643 Sep 16 05:07:06.284918 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44404) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:06.400457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eeb5c6-f002-46ce-89c4-9391ebcd3580 req-f44653e5-54ee-4e73-b373-749b1613548d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.409164 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09eeb5c6-f002-46ce-89c4-9391ebcd3580 req-f44653e5-54ee-4e73-b373-749b1613548d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0794463 Sep 16 05:07:06.458947 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09eeb5c6-f002-46ce-89c4-9391ebcd3580 req-8aceafec-7018-4ef7-8c5d-64eb4f5711be tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488849 Sep 16 05:07:06.769314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd13996-cc89-4d78-bbce-4bc0998fcf4b req-96afcb66-875c-4fdb-80dd-8cb220b29c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.770851 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2dd13996-cc89-4d78-bbce-4bc0998fcf4b req-96afcb66-875c-4fdb-80dd-8cb220b29c29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 1097 time: 0.4196599 Sep 16 05:07:06.975584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd13996-cc89-4d78-bbce-4bc0998fcf4b req-3ba701c9-4263-4ddd-8e4f-9123d8132825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:06.977334 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2dd13996-cc89-4d78-bbce-4bc0998fcf4b req-3ba701c9-4263-4ddd-8e4f-9123d8132825 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.1973491 Sep 16 05:07:07.087192 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2dd13996-cc89-4d78-bbce-4bc0998fcf4b req-467eb54c-97c0-4a6d-b6a9-a2e1d78ee728 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 200 len: 1000 time: 0.1018295 Sep 16 05:07:07.161751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd13996-cc89-4d78-bbce-4bc0998fcf4b req-0e6e9f16-cc49-426e-a3b1-d5848305d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.163315 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2dd13996-cc89-4d78-bbce-4bc0998fcf4b req-0e6e9f16-cc49-426e-a3b1-d5848305d1be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0534520 Sep 16 05:07:07.237955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd13996-cc89-4d78-bbce-4bc0998fcf4b req-6d9dd0b2-873c-44c8-b1b7-ceca7c84c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.239554 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2dd13996-cc89-4d78-bbce-4bc0998fcf4b req-6d9dd0b2-873c-44c8-b1b7-ceca7c84c844 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678267 Sep 16 05:07:07.376690 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67683d0c-22f2-4b57-b9bc-c2e9528e5ea0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.381266 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2dd13996-cc89-4d78-bbce-4bc0998fcf4b req-95b32141-7e0b-4ef2-beb5-8814b9eff25a service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341598 Sep 16 05:07:07.559812 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2dd13996-cc89-4d78-bbce-4bc0998fcf4b req-8205a995-712b-4c4c-854c-27e1bda8c70a service neutron] 10.222.0.15 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477041 Sep 16 05:07:07.622327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63c4d0-0db5-4410-9494-e97bdf433872 req-9d224844-6a16-4cc2-9bae-c7d8faf70afe tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:07.624892 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da63c4d0-0db5-4410-9494-e97bdf433872 req-9d224844-6a16-4cc2-9bae-c7d8faf70afe tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0867102 Sep 16 05:07:07.672109 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da63c4d0-0db5-4410-9494-e97bdf433872 req-1289260e-0023-4376-8daf-370d0fef5589 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372486 Sep 16 05:07:07.739557 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.761256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-67683d0c-22f2-4b57-b9bc-c2e9528e5ea0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port 91b1f113-aad6-41cb-8e65-66afa84de23d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:07.762753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67683d0c-22f2-4b57-b9bc-c2e9528e5ea0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.893787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-67683d0c-22f2-4b57-b9bc-c2e9528e5ea0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] For port 91b1f113-aad6-41cb-8e65-66afa84de23d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=91b1f113-aad6-41cb-8e65-66afa84de23d,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:07.894169 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67683d0c-22f2-4b57-b9bc-c2e9528e5ea0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:07.910335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-67683d0c-22f2-4b57-b9bc-c2e9528e5ea0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for 91b1f113-aad6-41cb-8e65-66afa84de23d owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:08.136588 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67683d0c-22f2-4b57-b9bc-c2e9528e5ea0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.171589 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67683d0c-22f2-4b57-b9bc-c2e9528e5ea0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=91b1f113-aad6-41cb-8e65-66afa84de23d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:08.443430 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-67683d0c-22f2-4b57-b9bc-c2e9528e5ea0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:08.674909 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cc163b3-797b-4cff-86bf-2816e4233db4 req-1581f3df-e8c2-4304-8ee9-662c73edae64 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0728610 Sep 16 05:07:08.774934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67683d0c-22f2-4b57-b9bc-c2e9528e5ea0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:08.806832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc163b3-797b-4cff-86bf-2816e4233db4 req-24cfd670-74dc-4b1b-9ccd-eb897559b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.810001 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cc163b3-797b-4cff-86bf-2816e4233db4 req-24cfd670-74dc-4b1b-9ccd-eb897559b3f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 1097 time: 0.0827851 Sep 16 05:07:08.928088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564a509-0235-4d0b-904b-238529d6f377 req-945ee77a-e9f5-49ac-8463-1996ede9b079 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:08.929738 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d564a509-0235-4d0b-904b-238529d6f377 req-945ee77a-e9f5-49ac-8463-1996ede9b079 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1429839 Sep 16 05:07:08.986203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67683d0c-22f2-4b57-b9bc-c2e9528e5ea0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:08.997481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153bb7f-298f-41e2-ab33-02eb57e732ac None None] Sync routers for ids ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:09.001491 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-67683d0c-22f2-4b57-b9bc-c2e9528e5ea0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "PUT /v2.0/routers/02034fef-ac1d-48fe-abe9-44972b8d6fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7132728 Sep 16 05:07:09.006076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44442) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:09.014934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153bb7f-298f-41e2-ab33-02eb57e732ac None None] Routers {'02034fef-ac1d-48fe-abe9-44972b8d6fc6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:09.018069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d153bb7f-298f-41e2-ab33-02eb57e732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:06:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:09.030605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d564a509-0235-4d0b-904b-238529d6f377 req-2897954c-d542-443b-8d0d-3382d8dda768 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879467 Sep 16 05:07:09.077867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc163b3-797b-4cff-86bf-2816e4233db4 req-bc95b021-f9cd-4b6a-8ad3-4da3729bbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.081726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cc163b3-797b-4cff-86bf-2816e4233db4 req-bc95b021-f9cd-4b6a-8ad3-4da3729bbe25 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 200 len: 913 time: 0.2297761 Sep 16 05:07:09.104821 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66ff601-9ffb-46af-9fa9-f1e4f4e2145c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting subnet 784c3c13-7a60-45d8-a726-ffa08921e478 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:09.112894 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d66ff601-9ffb-46af-9fa9-f1e4f4e2145c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.141460 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cc163b3-797b-4cff-86bf-2816e4233db4 req-f15f7660-5942-4731-9d57-dbdeb8f5bf89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b HTTP/1.1" status: 200 len: 217 time: 0.0472262 Sep 16 05:07:09.187240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d153bb7f-298f-41e2-ab33-02eb57e732ac None None] Set router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:09.218719 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d66ff601-9ffb-46af-9fa9-f1e4f4e2145c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.249793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01149-a498-4ce1-a6cf-1675a157a9cf req-33663abe-6edd-44f4-b2c2-19dc7f38bcb0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.258007 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d8e01149-a498-4ce1-a6cf-1675a157a9cf req-33663abe-6edd-44f4-b2c2-19dc7f38bcb0 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1152523 Sep 16 05:07:09.278508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc163b3-797b-4cff-86bf-2816e4233db4 req-0bbf1222-e6d5-4fb9-996a-186922672641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.280889 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cc163b3-797b-4cff-86bf-2816e4233db4 req-0bbf1222-e6d5-4fb9-996a-186922672641 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 200 len: 851 time: 0.0969148 Sep 16 05:07:09.329819 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d8e01149-a498-4ce1-a6cf-1675a157a9cf req-1136aa0e-82e7-4f9d-a4b5-7eacd4c8866f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669284 Sep 16 05:07:09.362734 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d66ff601-9ffb-46af-9fa9-f1e4f4e2145c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.413578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc163b3-797b-4cff-86bf-2816e4233db4 req-8b1b8e99-a8d8-4c02-b2a1-1a2102e40f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:09.422640 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cc163b3-797b-4cff-86bf-2816e4233db4 req-8b1b8e99-a8d8-4c02-b2a1-1a2102e40f61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc6d02ef-f94a-4c22-90f3-ffedad7d7358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172576 Sep 16 05:07:09.480934 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d66ff601-9ffb-46af-9fa9-f1e4f4e2145c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.565457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d153bb7f-298f-41e2-ab33-02eb57e732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:07:08Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': 'ebc111dc-5655-4a53-ba21-ede0c14e2ca4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:04:57Z', 'updated_at': '2021-09-16T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:09.581927 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cc163b3-797b-4cff-86bf-2816e4233db4 req-bc112f84-9850-41e6-8977-1bb048cae4c9 service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513560 Sep 16 05:07:09.585523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ff601-9ffb-46af-9fa9-f1e4f4e2145c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Subnet': ['ID=784c3c13-7a60-45d8-a726-ffa08921e478,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:09.599324 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d66ff601-9ffb-46af-9fa9-f1e4f4e2145c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.606948 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d66ff601-9ffb-46af-9fa9-f1e4f4e2145c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/subnets/784c3c13-7a60-45d8-a726-ffa08921e478 HTTP/1.1" status: 204 len: 168 time: 0.5989285 Sep 16 05:07:09.609845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44458) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:09.666977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2f1d58-6391-45b5-b7af-f399e2af88fb None None] Network 92a49f0c-2cfc-4296-ba8b-603bb701871e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:09.797601 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:09.832372 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9cc163b3-797b-4cff-86bf-2816e4233db4 req-456bd762-66fb-4207-afcb-367a296203f8 service neutron] 10.222.0.50 "GET /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378871 Sep 16 05:07:09.868702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153bb7f-298f-41e2-ab33-02eb57e732ac None None] Checking router: 02034fef-ac1d-48fe-abe9-44972b8d6fc6 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:09.888722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 87e1757b-b843-4546-9bbc-924f23c4b606 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:09.967893 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.001831 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 87e1757b-b843-4546-9bbc-924f23c4b606 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:10.002394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 87e1757b-b843-4546-9bbc-924f23c4b606 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:10.020649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153bb7f-298f-41e2-ab33-02eb57e732ac None None] Routers {'02034fef-ac1d-48fe-abe9-44972b8d6fc6'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:10.022767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d153bb7f-298f-41e2-ab33-02eb57e732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:06:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:10.068122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port ebc111dc-5655-4a53-ba21-ede0c14e2ca4 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:10.069297 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.254499 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] For port ebc111dc-5655-4a53-ba21-ede0c14e2ca4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ebc111dc-5655-4a53-ba21-ede0c14e2ca4,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:10.264845 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.270744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d153bb7f-298f-41e2-ab33-02eb57e732ac None None] Set router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:10.320032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for ebc111dc-5655-4a53-ba21-ede0c14e2ca4 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:10.324076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd07881-b161-4359-95db-f29d0719b3d5 None None] DHCP port deletion for 92a49f0c-2cfc-4296-ba8b-603bb701871e request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:10.453175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d153bb7f-298f-41e2-ab33-02eb57e732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:07:09Z', 'revision_number': 6, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:10.509364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153bb7f-298f-41e2-ab33-02eb57e732ac None None] The sync data for ids ['02034fef-ac1d-48fe-abe9-44972b8d6fc6'] in n-d-712142-17 is: [{'id': '02034fef-ac1d-48fe-abe9-44972b8d6fc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712277697', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:04:56Z', 'updated_at': '2021-09-16T05:07:09Z', 'revision_number': 6, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:10.532145 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.563846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=ebc111dc-5655-4a53-ba21-ede0c14e2ca4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.572930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cdd07881-b161-4359-95db-f29d0719b3d5 None None] Deleting port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:10.573477 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cdd07881-b161-4359-95db-f29d0719b3d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.672507 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.715716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cdd07881-b161-4359-95db-f29d0719b3d5 None None] For port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=85b75e8c-15f7-4797-bb6b-96a8bc2ae241,segment=NetworkSegment(ef26b997-8b2d-4600-a6b4-672db99d1a63),segment_id=ef26b997-8b2d-4600-a6b4-672db99d1a63)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:10.716547 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cdd07881-b161-4359-95db-f29d0719b3d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.742091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cdd07881-b161-4359-95db-f29d0719b3d5 None None] Calling delete_port for 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:10.777051 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.779686 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.828288 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.829333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Fanout notify agent at l3_agent the message router_deleted on router 02034fef-ac1d-48fe-abe9-44972b8d6fc6 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:07:10.839512 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.843697 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2b758062-3cbe-4a8b-9a18-1af9288e82fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/routers/02034fef-ac1d-48fe-abe9-44972b8d6fc6 HTTP/1.1" status: 204 len: 168 time: 1.2302015 Sep 16 05:07:10.844050 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44500) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:10.865439 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cdd07881-b161-4359-95db-f29d0719b3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:10.939049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd07881-b161-4359-95db-f29d0719b3d5 None None] Pushing event deleted for resources: {'Port': ['ID=85b75e8c-15f7-4797-bb6b-96a8bc2ae241,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:10.950035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd07881-b161-4359-95db-f29d0719b3d5 None None] No DVR routers for this DVR port 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:11.040834 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.186955 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.214026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a49f0c-2cfc-4296-ba8b-603bb701871e']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:11.225792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef26b997-8b2d-4600-a6b4-672db99d1a63') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:11.226162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef26b997-8b2d-4600-a6b4-672db99d1a63') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:11.239904 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.261247 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.276064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:11.276632 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:11.286114 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:11.331946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abd17-9294-42c0-a16b-30591b9bc514 req-525d7bcc-a710-485b-8379-5c33e888a1cc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:11.333492 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b77abd17-9294-42c0-a16b-30591b9bc514 req-525d7bcc-a710-485b-8379-5c33e888a1cc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa12d912-4649-4989-8144-2e2126f443e8 HTTP/1.1" status: 200 len: 943 time: 0.6986740 Sep 16 05:07:11.358060 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.368614 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.373453 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/networks/92a49f0c-2cfc-4296-ba8b-603bb701871e HTTP/1.1" status: 204 len: 168 time: 0.5255966 Sep 16 05:07:11.374638 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44508) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:11.396445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c139b02-3ca2-41d9-966d-9c3707b69127 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Network': ['ID=92a49f0c-2cfc-4296-ba8b-603bb701871e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.474899 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19f6c43f-7602-4793-9ae7-0c2958c6b3a0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.479943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-b77abd17-9294-42c0-a16b-30591b9bc514 req-1d88b9f5-0b54-4ff8-80c3-1da402a96d20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Deleting port 06e79653-4652-49af-b65d-ae1a2aec09b0 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:11.480296 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b77abd17-9294-42c0-a16b-30591b9bc514 req-1d88b9f5-0b54-4ff8-80c3-1da402a96d20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.513362 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19f6c43f-7602-4793-9ae7-0c2958c6b3a0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.620284 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19f6c43f-7602-4793-9ae7-0c2958c6b3a0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.623055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-19f6c43f-7602-4793-9ae7-0c2958c6b3a0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.624871 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-19f6c43f-7602-4793-9ae7-0c2958c6b3a0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/security-groups/35ce2620-2e50-4fc6-a774-b5eef9f81ea0 HTTP/1.1" status: 204 len: 168 time: 0.2492816 Sep 16 05:07:11.632190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-b77abd17-9294-42c0-a16b-30591b9bc514 req-1d88b9f5-0b54-4ff8-80c3-1da402a96d20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] For port 06e79653-4652-49af-b65d-ae1a2aec09b0, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=06e79653-4652-49af-b65d-ae1a2aec09b0,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:11.633139 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b77abd17-9294-42c0-a16b-30591b9bc514 req-1d88b9f5-0b54-4ff8-80c3-1da402a96d20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.636656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6c43f-7602-4793-9ae7-0c2958c6b3a0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ce2620-2e50-4fc6-a774-b5eef9f81ea0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:11.660467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-b77abd17-9294-42c0-a16b-30591b9bc514 req-1d88b9f5-0b54-4ff8-80c3-1da402a96d20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Calling delete_port for 06e79653-4652-49af-b65d-ae1a2aec09b0 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:11.916019 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b77abd17-9294-42c0-a16b-30591b9bc514 req-1d88b9f5-0b54-4ff8-80c3-1da402a96d20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:11.941759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b', '63e09e13-e4a3-49e3-8c27-102a3db40fd7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:11.988911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88b9f5-0b54-4ff8-80c3-1da402a96d20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event deleted for resources: {'Port': ['ID=06e79653-4652-49af-b65d-ae1a2aec09b0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:12.057514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77abd17-9294-42c0-a16b-30591b9bc514 req-1d88b9f5-0b54-4ff8-80c3-1da402a96d20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] No DVR routers for this DVR port 06e79653-4652-49af-b65d-ae1a2aec09b0 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:12.060564 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b77abd17-9294-42c0-a16b-30591b9bc514 req-1d88b9f5-0b54-4ff8-80c3-1da402a96d20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:12.063735 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b77abd17-9294-42c0-a16b-30591b9bc514 req-1d88b9f5-0b54-4ff8-80c3-1da402a96d20 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "DELETE /v2.0/ports/06e79653-4652-49af-b65d-ae1a2aec09b0 HTTP/1.1" status: 204 len: 173 time: 0.7230637 Sep 16 05:07:12.064560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa12d912-4649-4989-8144-2e2126f443e8', 'name': 'network-vif-deleted', 'tag': '06e79653-4652-49af-b65d-ae1a2aec09b0'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:12.067210 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b976517-8212-4676-b195-26be96ac964f" -d '{"events": [{"server_uuid": "aa12d912-4649-4989-8144-2e2126f443e8", "name": "network-vif-deleted", "tag": "06e79653-4652-49af-b65d-ae1a2aec09b0"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:12.258168 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:12.350978 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:12.351342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 85b75e8c-15f7-4797-bb6b-96a8bc2ae241 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:12.351774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 91b1f113-aad6-41cb-8e65-66afa84de23d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:12.384340 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 91b1f113-aad6-41cb-8e65-66afa84de23d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:12.385174 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 91b1f113-aad6-41cb-8e65-66afa84de23d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:12.385877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ebc111dc-5655-4a53-ba21-ede0c14e2ca4 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:12.424171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ebc111dc-5655-4a53-ba21-ede0c14e2ca4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:12.424758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ebc111dc-5655-4a53-ba21-ede0c14e2ca4 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:12.580966 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1112f1-a4e7-4385-acff-00066a572ff1 x-openstack-request-id: req-ea1112f1-a4e7-4385-acff-00066a572ff1 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:12.581472 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa12d912-4649-4989-8144-2e2126f443e8", "name": "network-vif-deleted", "tag": "06e79653-4652-49af-b65d-ae1a2aec09b0", "status": "failed", "code": 422}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:12.581472 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea1112f1-a4e7-4385-acff-00066a572ff1 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:12.581933 n-d-712142-17 neutron-server[94745]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa12d912-4649-4989-8144-2e2126f443e8', 'name': 'network-vif-deleted', 'tag': '06e79653-4652-49af-b65d-ae1a2aec09b0', 'status': 'failed', 'code': 422} returned with failed status Sep 16 05:07:12.872233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44560) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:12.877253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ef1b50c1-90cb-4962-b638-75da58f22865 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028815340', 'description': 'tempest-secgroup-smoke-2028815340 description', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:12.904332 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef1b50c1-90cb-4962-b638-75da58f22865 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.047905 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef1b50c1-90cb-4962-b638-75da58f22865 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.053478 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef1b50c1-90cb-4962-b638-75da58f22865 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.088716 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ef1b50c1-90cb-4962-b638-75da58f22865 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.090351 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ef1b50c1-90cb-4962-b638-75da58f22865 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2171981 Sep 16 05:07:13.095517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44570) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:13.099183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b50c1-90cb-4962-b638-75da58f22865 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089ebc8a-f4ad-4678-825d-786abca54523,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.106951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-870f72cb-15a3-4901-afc8-d87a87c2d243 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '089ebc8a-f4ad-4678-825d-786abca54523', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:13.169455 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-870f72cb-15a3-4901-afc8-d87a87c2d243 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.200751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80426acf-6d79-42f0-9566-bbc5eb509d1f req-272cf76d-f0e1-42d1-bb35-cb02eaf248e9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:13.204046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80426acf-6d79-42f0-9566-bbc5eb509d1f req-272cf76d-f0e1-42d1-bb35-cb02eaf248e9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 907 time: 0.1003699 Sep 16 05:07:13.266068 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-870f72cb-15a3-4901-afc8-d87a87c2d243 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.270663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-870f72cb-15a3-4901-afc8-d87a87c2d243 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.292937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f72cb-15a3-4901-afc8-d87a87c2d243 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb40c0e0-026b-43f9-aab7-482edb5a1480,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.301228 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-870f72cb-15a3-4901-afc8-d87a87c2d243 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.305642 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-870f72cb-15a3-4901-afc8-d87a87c2d243 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2057254 Sep 16 05:07:13.306941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44576) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:13.312840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2cd104f5-7728-4068-9a9c-e005fc57d5cb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '089ebc8a-f4ad-4678-825d-786abca54523', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:13.345598 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cd104f5-7728-4068-9a9c-e005fc57d5cb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.417417 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cd104f5-7728-4068-9a9c-e005fc57d5cb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.423663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cd104f5-7728-4068-9a9c-e005fc57d5cb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.443862 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd104f5-7728-4068-9a9c-e005fc57d5cb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9428cc-daaa-409b-8e7b-acad3871c826,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.451144 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cd104f5-7728-4068-9a9c-e005fc57d5cb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.453352 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2cd104f5-7728-4068-9a9c-e005fc57d5cb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451032 Sep 16 05:07:13.456256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44578) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:13.460902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b2336066-2098-41ae-be27-15c1ea6ebedc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '089ebc8a-f4ad-4678-825d-786abca54523', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:13.490146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2336066-2098-41ae-be27-15c1ea6ebedc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.569216 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2336066-2098-41ae-be27-15c1ea6ebedc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.573945 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2336066-2098-41ae-be27-15c1ea6ebedc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.951449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2336066-2098-41ae-be27-15c1ea6ebedc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f50142-54bf-4d08-b8b2-b8af11554f68,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:13.960234 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b2336066-2098-41ae-be27-15c1ea6ebedc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:13.962310 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b2336066-2098-41ae-be27-15c1ea6ebedc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5049388 Sep 16 05:07:13.965759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44588) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:13.972144 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-90069e10-8e74-4261-9d9d-7203457fc2ca tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '089ebc8a-f4ad-4678-825d-786abca54523', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:14.003558 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-90069e10-8e74-4261-9d9d-7203457fc2ca tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.073630 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-90069e10-8e74-4261-9d9d-7203457fc2ca tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.091567 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-90069e10-8e74-4261-9d9d-7203457fc2ca tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.116943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90069e10-8e74-4261-9d9d-7203457fc2ca tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987084bf-5900-4869-a46d-8ebf146871a1,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.129305 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-90069e10-8e74-4261-9d9d-7203457fc2ca tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.130710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-90069e10-8e74-4261-9d9d-7203457fc2ca tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1635780 Sep 16 05:07:14.133601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44590) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:14.140669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-dd732ecc-7515-40f5-916c-faf0f7482567 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '089ebc8a-f4ad-4678-825d-786abca54523', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:14.188322 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-dd732ecc-7515-40f5-916c-faf0f7482567 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Project 79f40fbc611d4c95b3f975e461ccb8b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:07:14.195593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dd732ecc-7515-40f5-916c-faf0f7482567 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.274692 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dd732ecc-7515-40f5-916c-faf0f7482567 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.294265 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dd732ecc-7515-40f5-916c-faf0f7482567 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.326417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd732ecc-7515-40f5-916c-faf0f7482567 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fba702-ee13-4e1b-9194-f1667f94ceef,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.351537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dd732ecc-7515-40f5-916c-faf0f7482567 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.353228 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dd732ecc-7515-40f5-916c-faf0f7482567 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2177584 Sep 16 05:07:14.356277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44596) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:14.361969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-94f15830-b079-4ec0-be75-0f43e0787714 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '089ebc8a-f4ad-4678-825d-786abca54523', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:14.396698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43f9f5-895a-46af-923b-a9195b8f829a req-20d2a64c-cd66-4fd0-adf2-78a2d956fd6c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.410585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc43f9f5-895a-46af-923b-a9195b8f829a req-20d2a64c-cd66-4fd0-adf2-78a2d956fd6c tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 907 time: 0.1009848 Sep 16 05:07:14.435669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f321f6-4e8f-4ee0-aa97-49a107cb9b9c req-287ce67f-b038-4114-8a60-e6e1ebd3e21f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.437763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-24f321f6-4e8f-4ee0-aa97-49a107cb9b9c req-287ce67f-b038-4114-8a60-e6e1ebd3e21f tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 907 time: 0.0664523 Sep 16 05:07:14.456629 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-94f15830-b079-4ec0-be75-0f43e0787714 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Project 79f40fbc611d4c95b3f975e461ccb8b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:07:14.486393 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94f15830-b079-4ec0-be75-0f43e0787714 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.594983 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94f15830-b079-4ec0-be75-0f43e0787714 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.606166 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94f15830-b079-4ec0-be75-0f43e0787714 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.615665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-24f321f6-4e8f-4ee0-aa97-49a107cb9b9c req-76af8458-4384-4634-af27-6497a2beb514 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Deleting port cecc329b-a4ae-417c-928a-83892d7c7d83 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:14.616017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-24f321f6-4e8f-4ee0-aa97-49a107cb9b9c req-76af8458-4384-4634-af27-6497a2beb514 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.653024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f15830-b079-4ec0-be75-0f43e0787714 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6a4a41-d500-4fba-8d44-caed185fd0ca,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.657837 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-94f15830-b079-4ec0-be75-0f43e0787714 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.659050 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-94f15830-b079-4ec0-be75-0f43e0787714 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3015769 Sep 16 05:07:14.662358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44606) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:14.666956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1a5b78db-6897-46e4-8f7e-a328fb46db48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'network': {'name': 'tempest-network-smoke--1828342965', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'port_security_enabled': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:14.689257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5b78db-6897-46e4-8f7e-a328fb46db48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Made reservation on behalf of 79f40fbc611d4c95b3f975e461ccb8b8 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:14.692873 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1a5b78db-6897-46e4-8f7e-a328fb46db48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.719034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5b78db-6897-46e4-8f7e-a328fb46db48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:14.736532 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1a5b78db-6897-46e4-8f7e-a328fb46db48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.737138 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-1a5b78db-6897-46e4-8f7e-a328fb46db48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Added segment 58696a08-d59d-444f-8f2e-bf1e94da9400 of type vlan for network bb1f7373-f514-4617-b550-821981958be3 Sep 16 05:07:14.756832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-24f321f6-4e8f-4ee0-aa97-49a107cb9b9c req-76af8458-4384-4634-af27-6497a2beb514 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] For port cecc329b-a4ae-417c-928a-83892d7c7d83, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=cecc329b-a4ae-417c-928a-83892d7c7d83,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:14.757173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-24f321f6-4e8f-4ee0-aa97-49a107cb9b9c req-76af8458-4384-4634-af27-6497a2beb514 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.773751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-24f321f6-4e8f-4ee0-aa97-49a107cb9b9c req-76af8458-4384-4634-af27-6497a2beb514 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Calling delete_port for cecc329b-a4ae-417c-928a-83892d7c7d83 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:14.796307 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1a5b78db-6897-46e4-8f7e-a328fb46db48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.823977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1a5b78db-6897-46e4-8f7e-a328fb46db48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.834504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b78db-6897-46e4-8f7e-a328fb46db48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:14.835740 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1a5b78db-6897-46e4-8f7e-a328fb46db48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.933979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-24f321f6-4e8f-4ee0-aa97-49a107cb9b9c req-76af8458-4384-4634-af27-6497a2beb514 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:14.937628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b78db-6897-46e4-8f7e-a328fb46db48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Network': ['ID=bb1f7373-f514-4617-b550-821981958be3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:14.961384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network bb1f7373-f514-4617-b550-821981958be3 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:14.972659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1a5b78db-6897-46e4-8f7e-a328fb46db48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3096144 Sep 16 05:07:14.975475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44614) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:14.986280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'admin_state_up': True, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:14.998478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af8458-4384-4634-af27-6497a2beb514 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event deleted for resources: {'Port': ['ID=cecc329b-a4ae-417c-928a-83892d7c7d83,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:15.048106 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.049774 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.102010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f321f6-4e8f-4ee0-aa97-49a107cb9b9c req-76af8458-4384-4634-af27-6497a2beb514 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] No DVR routers for this DVR port cecc329b-a4ae-417c-928a-83892d7c7d83 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:15.107961 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-24f321f6-4e8f-4ee0-aa97-49a107cb9b9c req-76af8458-4384-4634-af27-6497a2beb514 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.117293 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-24f321f6-4e8f-4ee0-aa97-49a107cb9b9c req-76af8458-4384-4634-af27-6497a2beb514 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.15 "DELETE /v2.0/ports/cecc329b-a4ae-417c-928a-83892d7c7d83 HTTP/1.1" status: 204 len: 173 time: 0.6734536 Sep 16 05:07:15.117994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca83f2ff-e7e1-44ae-a649-7f971d4e891a', 'name': 'network-vif-deleted', 'tag': 'cecc329b-a4ae-417c-928a-83892d7c7d83'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:15.120105 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2f2f9b-a16a-41be-aa27-deffe790fd63" -d '{"events": [{"server_uuid": "ca83f2ff-e7e1-44ae-a649-7f971d4e891a", "name": "network-vif-deleted", "tag": "cecc329b-a4ae-417c-928a-83892d7c7d83"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:15.141578 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.167322 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abefd9a-9e54-4782-a984-90f284abe397 x-openstack-request-id: req-5abefd9a-9e54-4782-a984-90f284abe397 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:15.167882 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca83f2ff-e7e1-44ae-a649-7f971d4e891a", "name": "network-vif-deleted", "tag": "cecc329b-a4ae-417c-928a-83892d7c7d83", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:15.168325 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5abefd9a-9e54-4782-a984-90f284abe397 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:15.169224 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca83f2ff-e7e1-44ae-a649-7f971d4e891a', 'name': 'network-vif-deleted', 'tag': 'cecc329b-a4ae-417c-928a-83892d7c7d83', 'status': 'completed', 'code': 200} Sep 16 05:07:15.372943 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.642829 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ee96676-44c8-41cb-91f8-f9207828e008 req-c3202265-49b7-41b9-8057-697d976b4520 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca83f2ff-e7e1-44ae-a649-7f971d4e891a HTTP/1.1" status: 200 len: 210 time: 0.0729580 Sep 16 05:07:15.672752 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.694190 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:15.825285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.25.0.118 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/91e3d43d-2c76-4d9c-97cb-aec944a158ce) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:15.953920 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.005360 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.056507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:16.060593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:16.063998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=91e3d43d-2c76-4d9c-97cb-aec944a158ce,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:16.066274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:16.461064 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:16.791276 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.059653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 87851afe-fc2f-42c4-9d2e-69e812264f62 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:07:17.237551 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-43596b37-87d7-429c-9709-5ac77f59a930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.280351 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e510a-0c39-4650-ad52-7ae1f649d47e req-7113f2cb-6d6d-4dbd-a4bd-74d87add6b81 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.282246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-114e510a-0c39-4650-ad52-7ae1f649d47e req-7113f2cb-6d6d-4dbd-a4bd-74d87add6b81 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 945 time: 0.1497934 Sep 16 05:07:17.286353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:17.298654 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Sync routers for ids ['87851afe-fc2f-42c4-9d2e-69e812264f62'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:17.311648 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Routers {'87851afe-fc2f-42c4-9d2e-69e812264f62'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:17.313225 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:06:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['87851afe-fc2f-42c4-9d2e-69e812264f62'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:17.339630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-114e510a-0c39-4650-ad52-7ae1f649d47e req-1315183e-a3cf-449b-aa6f-8e02910f88a1 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510554 Sep 16 05:07:17.340669 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.341796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6efe4946-79cb-4da1-b327-b7bed66a66bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3651385 Sep 16 05:07:17.346648 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44664) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.529511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-91884ea9-6666-40d1-9b85-ab4259b65c31 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=79f40fbc611d4c95b3f975e461ccb8b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1777303 Sep 16 05:07:17.530514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44668) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.572372 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Set router 87851afe-fc2f-42c4-9d2e-69e812264f62 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:17.643035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305d383-7976-4f0a-a5cf-f4db2da0ee6e tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:17.648426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44676) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.662354 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4305d383-7976-4f0a-a5cf-f4db2da0ee6e tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306250 Sep 16 05:07:17.698703 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bf8854c1-a324-4d71-9cd5-0d50180abb67 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488226 Sep 16 05:07:17.701149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44678) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:17.713104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d26a97d0-603b-4b00-8fa3-6fa29d62672e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1029672628', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:17.779528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device cecc329b-a4ae-417c-928a-83892d7c7d83 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:17.795117 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:16Z', 'revision_number': 3, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:17.821731 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: cecc329b-a4ae-417c-928a-83892d7c7d83 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:17.822089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device cecc329b-a4ae-417c-928a-83892d7c7d83 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:17.824228 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Checking router: 87851afe-fc2f-42c4-9d2e-69e812264f62 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:17.824584 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Updating router 87851afe-fc2f-42c4-9d2e-69e812264f62 port 91e3d43d-2c76-4d9c-97cb-aec944a158ce binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:07:17.854128 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:17.859327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26a97d0-603b-4b00-8fa3-6fa29d62672e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Made reservation on behalf of 79f40fbc611d4c95b3f975e461ccb8b8 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:17.870139 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d26a97d0-603b-4b00-8fa3-6fa29d62672e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.140412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d26a97d0-603b-4b00-8fa3-6fa29d62672e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.188370 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.194364 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.201793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a97d0-603b-4b00-8fa3-6fa29d62672e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Subnet': ['ID=090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.213154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a97d0-603b-4b00-8fa3-6fa29d62672e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Checking segment: {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:18.213531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a97d0-603b-4b00-8fa3-6fa29d62672e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network hostable DHCP agents. Network: bb1f7373-f514-4617-b550-821981958be3, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:18.223875 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Attempting to bind port 91e3d43d-2c76-4d9c-97cb-aec944a158ce on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:18.224254 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Attempting to bind port 91e3d43d-2c76-4d9c-97cb-aec944a158ce by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:18.224927 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Attempting to bind port 91e3d43d-2c76-4d9c-97cb-aec944a158ce on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:18.231679 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26a97d0-603b-4b00-8fa3-6fa29d62672e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network bb1f7373-f514-4617-b550-821981958be3 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:18.243305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-d26a97d0-603b-4b00-8fa3-6fa29d62672e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, bb1f7373-f514-4617-b550-821981958be3) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:18.248058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26a97d0-603b-4b00-8fa3-6fa29d62672e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.249988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d26a97d0-603b-4b00-8fa3-6fa29d62672e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.251012 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:18.251396 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:18.251979 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.252580 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:18.253895 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Bound port: 91e3d43d-2c76-4d9c-97cb-aec944a158ce, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:18.254438 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.258853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26594177-92ac-4940-b7dc-a1981b485f7b None None] Network bb1f7373-f514-4617-b550-821981958be3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:18.270694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d26a97d0-603b-4b00-8fa3-6fa29d62672e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5677755 Sep 16 05:07:18.275111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44688) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:18.319544 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] For port 91e3d43d-2c76-4d9c-97cb-aec944a158ce, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:18.322813 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] For port 91e3d43d-2c76-4d9c-97cb-aec944a158ce, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=91e3d43d-2c76-4d9c-97cb-aec944a158ce,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:18.328697 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.349408 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Pushing event updated for resources: {'Port': ['ID=91e3d43d-2c76-4d9c-97cb-aec944a158ce,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.360524 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:18.361149 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:18.361685 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:18.362445 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:18.363031 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:18.363687 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:18.364184 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:18.364678 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:18.365162 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:18.365699 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:18.366296 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:18.366806 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:18.404328 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Routers {'87851afe-fc2f-42c4-9d2e-69e812264f62'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:18.406537 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:06:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['87851afe-fc2f-42c4-9d2e-69e812264f62'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:18.474413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-bb1f7373-f514-4617-b550-821981958be3', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ips': [{'subnet_id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:18.475527 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.484781 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ef743-5a45-4e95-b433-ba59131e9051 None None] Pushing event updated for resources: {'Port': ['ID=91e3d43d-2c76-4d9c-97cb-aec944a158ce,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:18.553581 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] Set router 87851afe-fc2f-42c4-9d2e-69e812264f62 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:18.594425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d37a5-b19f-4e8b-ba6b-17990de70714 req-71ee2146-1b7a-4bd1-811a-b3114b753613 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.596120 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c0d37a5-b19f-4e8b-ba6b-17990de70714 req-71ee2146-1b7a-4bd1-811a-b3114b753613 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.50 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 945 time: 0.1480255 Sep 16 05:07:18.606441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f677e-0d05-4745-ba9c-bd49100d675f req-92c98df0-f6f3-4f4c-a11b-0d6488daa5d9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:18.608156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-389f677e-0d05-4745-ba9c-bd49100d675f req-92c98df0-f6f3-4f4c-a11b-0d6488daa5d9 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 945 time: 0.0900631 Sep 16 05:07:18.714331 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-389f677e-0d05-4745-ba9c-bd49100d675f req-7050b70b-6907-4621-b3ba-18f30fa86114 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969133 Sep 16 05:07:18.747146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-8c0d37a5-b19f-4e8b-ba6b-17990de70714 req-c47019a7-1e1f-446d-8274-b6158684c1fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Deleting port 63e09e13-e4a3-49e3-8c27-102a3db40fd7 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:18.747912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8c0d37a5-b19f-4e8b-ba6b-17990de70714 req-c47019a7-1e1f-446d-8274-b6158684c1fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:18.821854 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:16Z', 'revision_number': 3, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:18.839596 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Allocated IP 172.20.0.2 (bb1f7373-f514-4617-b550-821981958be3/090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b/8851709e-5867-42e0-8f97-5d23fd4b0cbd) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:18.854586 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159158a7-c0f8-49f4-833b-0ce5526bb6b9 None None] The sync data for ids ['87851afe-fc2f-42c4-9d2e-69e812264f62'] in n-d-712142-17 is: [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:16Z', 'revision_number': 3, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:18.985126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8c0d37a5-b19f-4e8b-ba6b-17990de70714 req-c47019a7-1e1f-446d-8274-b6158684c1fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] For port 63e09e13-e4a3-49e3-8c27-102a3db40fd7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=63e09e13-e4a3-49e3-8c27-102a3db40fd7,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:18.985804 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8c0d37a5-b19f-4e8b-ba6b-17990de70714 req-c47019a7-1e1f-446d-8274-b6158684c1fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.016693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-8c0d37a5-b19f-4e8b-ba6b-17990de70714 req-c47019a7-1e1f-446d-8274-b6158684c1fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Calling delete_port for 63e09e13-e4a3-49e3-8c27-102a3db40fd7 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:19.052770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.198729 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.206917 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.269779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Pushing event updated for resources: {'Port': ['ID=8851709e-5867-42e0-8f97-5d23fd4b0cbd,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.297893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Network bb1f7373-f514-4617-b550-821981958be3 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:19.303788 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:19.307306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:19.368340 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8c0d37a5-b19f-4e8b-ba6b-17990de70714 req-c47019a7-1e1f-446d-8274-b6158684c1fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.406024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b', '63e09e13-e4a3-49e3-8c27-102a3db40fd7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:19.490938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47019a7-1e1f-446d-8274-b6158684c1fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event deleted for resources: {'Port': ['ID=63e09e13-e4a3-49e3-8c27-102a3db40fd7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:19.505220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Attempting to bind port 8851709e-5867-42e0-8f97-5d23fd4b0cbd on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:19.505474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Attempting to bind port 8851709e-5867-42e0-8f97-5d23fd4b0cbd by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:19.506094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Attempting to bind port 8851709e-5867-42e0-8f97-5d23fd4b0cbd on network bb1f7373-f514-4617-b550-821981958be3 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:19.523246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0d37a5-b19f-4e8b-ba6b-17990de70714 req-c47019a7-1e1f-446d-8274-b6158684c1fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] No DVR routers for this DVR port 63e09e13-e4a3-49e3-8c27-102a3db40fd7 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:19.530840 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8c0d37a5-b19f-4e8b-ba6b-17990de70714 req-c47019a7-1e1f-446d-8274-b6158684c1fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.533075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c0d37a5-b19f-4e8b-ba6b-17990de70714 req-c47019a7-1e1f-446d-8274-b6158684c1fd tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.50 "DELETE /v2.0/ports/63e09e13-e4a3-49e3-8c27-102a3db40fd7 HTTP/1.1" status: 204 len: 173 time: 0.9235907 Sep 16 05:07:19.533658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39830b91-264f-49a6-be0a-08a2704a2033', 'name': 'network-vif-deleted', 'tag': '63e09e13-e4a3-49e3-8c27-102a3db40fd7'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:19.536302 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422eb64b-d382-40cd-88e4-5b94ae7bfa6a" -d '{"events": [{"server_uuid": "39830b91-264f-49a6-be0a-08a2704a2033", "name": "network-vif-deleted", "tag": "63e09e13-e4a3-49e3-8c27-102a3db40fd7"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:19.541024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:19.541539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Checking segment: {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:19.542002 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.542408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Bound using segment: {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:19.543084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Bound port: 8851709e-5867-42e0-8f97-5d23fd4b0cbd, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:19.543492 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:19.658062 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca8c9bf-e379-4fed-86a2-62caf4b73b45 x-openstack-request-id: req-7ca8c9bf-e379-4fed-86a2-62caf4b73b45 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:19.658845 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39830b91-264f-49a6-be0a-08a2704a2033", "name": "network-vif-deleted", "tag": "63e09e13-e4a3-49e3-8c27-102a3db40fd7", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:19.658845 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ca8c9bf-e379-4fed-86a2-62caf4b73b45 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:19.659164 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39830b91-264f-49a6-be0a-08a2704a2033', 'name': 'network-vif-deleted', 'tag': '63e09e13-e4a3-49e3-8c27-102a3db40fd7', 'status': 'completed', 'code': 200} Sep 16 05:07:19.688790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.20.0.1 (bb1f7373-f514-4617-b550-821981958be3/090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b/31cc33a1-c82c-4584-b5f6-d1dccff011ba) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:19.973267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad5472ab-d811-4539-89a5-8e71c4cc62b7 req-13fce84d-c48c-4a23-9b5c-594639ef68cc tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=39830b91-264f-49a6-be0a-08a2704a2033 HTTP/1.1" status: 200 len: 210 time: 0.1081545 Sep 16 05:07:20.029026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.079447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.170949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network bb1f7373-f514-4617-b550-821981958be3 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:20.202957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:20.209813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:20.302817 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=31cc33a1-c82c-4584-b5f6-d1dccff011ba,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.324583 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.447014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] For port 8851709e-5867-42e0-8f97-5d23fd4b0cbd, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:20.452598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] For port 8851709e-5867-42e0-8f97-5d23fd4b0cbd, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8851709e-5867-42e0-8f97-5d23fd4b0cbd,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:20.460088 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-64bc59d7-4a26-49e0-badd-479619232485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.463498 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 91e3d43d-2c76-4d9c-97cb-aec944a158ce up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:20.516350 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.611544 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.676208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 91e3d43d-2c76-4d9c-97cb-aec944a158ce triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:20.676966 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.765726 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3a35a-ef96-4537-91d8-facf405ae5fd None None] Pushing event updated for resources: {'Port': ['ID=8851709e-5867-42e0-8f97-5d23fd4b0cbd,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:20.860477 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.898201 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:20.905867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 91e3d43d-2c76-4d9c-97cb-aec944a158ce, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=91e3d43d-2c76-4d9c-97cb-aec944a158ce,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:20.915168 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.006331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=91e3d43d-2c76-4d9c-97cb-aec944a158ce,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.158211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.168432 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.287285 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.290101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=31cc33a1-c82c-4584-b5f6-d1dccff011ba,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:21.464289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network bb1f7373-f514-4617-b550-821981958be3 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:21.465985 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:21.524221 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67640616-e1a2-40a0-8ff3-7ba758f41d8c req-fd3677f8-0925-40db-96bb-40d171f15445 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:21.527207 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-67640616-e1a2-40a0-8ff3-7ba758f41d8c req-fd3677f8-0925-40db-96bb-40d171f15445 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.0547402 Sep 16 05:07:21.570606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-67640616-e1a2-40a0-8ff3-7ba758f41d8c req-9c74212c-f44b-4036-9274-61a046e0abe8 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360458 Sep 16 05:07:21.614958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 87851afe-fc2f-42c4-9d2e-69e812264f62 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:21.694953 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:21.737984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:21.743056 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f52c9eb6-9e26-46e6-969a-a3e69d7a217f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "PUT /v2.0/routers/87851afe-fc2f-42c4-9d2e-69e812264f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4666386 Sep 16 05:07:21.899719 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-f7a200a7-87a0-4c69-b757-2ad781ae2d6f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028815340&fields=id&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 267 time: 0.0395811 Sep 16 05:07:22.052651 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-c5b706f8-c7b9-4743-8b5e-78e24b472851 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.054902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-c5b706f8-c7b9-4743-8b5e-78e24b472851 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/networks?id=bb1f7373-f514-4617-b550-821981958be3 HTTP/1.1" status: 200 len: 797 time: 0.1409414 Sep 16 05:07:22.071270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-1847f145-bc4f-4c7a-b9d0-5e021d1ee9bd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/quotas/79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 375 time: 0.0107012 Sep 16 05:07:22.130705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-c5d808da-efe3-4c4b-a903-0715bc906c48 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522225 Sep 16 05:07:22.257872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc203e8d-1922-4bfb-901b-59879431bf0b None None] Network bb1f7373-f514-4617-b550-821981958be3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:22.289686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Sync routers for ids ['87851afe-fc2f-42c4-9d2e-69e812264f62'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:22.347563 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Routers {'87851afe-fc2f-42c4-9d2e-69e812264f62'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:22.348743 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['87851afe-fc2f-42c4-9d2e-69e812264f62'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:22.371481 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-33b748d7-6d52-4444-8a0c-271af864559c service neutron] 10.222.0.53 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281644 Sep 16 05:07:22.463688 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 91e3d43d-2c76-4d9c-97cb-aec944a158ce up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:22.507845 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-07975ee0-54c0-43ae-ab90-61a7292e0778 service neutron] 10.222.0.53 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352131 Sep 16 05:07:22.532830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Set router 87851afe-fc2f-42c4-9d2e-69e812264f62 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:22.540141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e1be2f1e-6787-4659-aa47-be858984816f None None] Provisioning complete for port 8851709e-5867-42e0-8f97-5d23fd4b0cbd triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:22.540536 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e1be2f1e-6787-4659-aa47-be858984816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.775406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 91e3d43d-2c76-4d9c-97cb-aec944a158ce triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:22.776653 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.806899 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e1be2f1e-6787-4659-aa47-be858984816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:22.864121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9022b57-0273-4af0-8ee2-391400ffffd2 req-d0bbbad1-67b4-4eb1-9d61-2aec1ed7576d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:22.865839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9022b57-0273-4af0-8ee2-391400ffffd2 req-d0bbbad1-67b4-4eb1-9d61-2aec1ed7576d tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.1301117 Sep 16 05:07:22.968049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e1be2f1e-6787-4659-aa47-be858984816f None None] For port 8851709e-5867-42e0-8f97-5d23fd4b0cbd, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8851709e-5867-42e0-8f97-5d23fd4b0cbd,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:23.015402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c09d0f-f913-4dfa-a553-e48fde95b126 req-1696dd35-4cb4-4888-88ce-b8f80bbc259e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:23.017234 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29c09d0f-f913-4dfa-a553-e48fde95b126 req-1696dd35-4cb4-4888-88ce-b8f80bbc259e tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 945 time: 0.1885934 Sep 16 05:07:23.032652 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9022b57-0273-4af0-8ee2-391400ffffd2 req-848bfadf-3abc-408d-a9c2-e78ef9e95393 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3016a13-56d0-4e21-8c97-00457f3b498f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480875 Sep 16 05:07:23.127534 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e1be2f1e-6787-4659-aa47-be858984816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.218968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91e1fdc3-8bfd-4c05-9302-afb1f9ea3ba0 req-ea5a42c0-2e4b-4025-a7e8-83c5c0be826d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 210 time: 0.0647581 Sep 16 05:07:23.316770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-29c09d0f-f913-4dfa-a553-e48fde95b126 req-8e901379-48e9-4fb1-9321-11dbfd19d8fb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Deleting port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:23.317107 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-29c09d0f-f913-4dfa-a553-e48fde95b126 req-8e901379-48e9-4fb1-9321-11dbfd19d8fb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.361323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8851709e-5867-42e0-8f97-5d23fd4b0cbd up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:23.364518 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.365512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be2f1e-6787-4659-aa47-be858984816f None None] Pushing event updated for resources: {'Port': ['ID=8851709e-5867-42e0-8f97-5d23fd4b0cbd,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:23.442311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '31cc33a1-c82c-4584-b5f6-d1dccff011ba', 'name': '', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:fe:34:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:19Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 2, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:23.501954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-29c09d0f-f913-4dfa-a553-e48fde95b126 req-8e901379-48e9-4fb1-9321-11dbfd19d8fb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] For port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:23.502968 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-29c09d0f-f913-4dfa-a553-e48fde95b126 req-8e901379-48e9-4fb1-9321-11dbfd19d8fb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.532644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-29c09d0f-f913-4dfa-a553-e48fde95b126 req-8e901379-48e9-4fb1-9321-11dbfd19d8fb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Calling delete_port for c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:23.538480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Checking router: 87851afe-fc2f-42c4-9d2e-69e812264f62 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:23.538895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Updating router 87851afe-fc2f-42c4-9d2e-69e812264f62 port 31cc33a1-c82c-4584-b5f6-d1dccff011ba binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:07:23.611102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.632278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 8851709e-5867-42e0-8f97-5d23fd4b0cbd triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:23.633280 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:23.758193 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 63e09e13-e4a3-49e3-8c27-102a3db40fd7 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:24.002076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 63e09e13-e4a3-49e3-8c27-102a3db40fd7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:24.003475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 63e09e13-e4a3-49e3-8c27-102a3db40fd7 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:24.018982 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-29c09d0f-f913-4dfa-a553-e48fde95b126 req-8e901379-48e9-4fb1-9321-11dbfd19d8fb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.035405 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-06e196a8-85c0-4383-92b8-55f8cf33a7f1 None None] Provisioning complete for port 8851709e-5867-42e0-8f97-5d23fd4b0cbd triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:24.036141 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06e196a8-85c0-4383-92b8-55f8cf33a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.130946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:24.160077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e901379-48e9-4fb1-9321-11dbfd19d8fb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event deleted for resources: {'Port': ['ID=c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:24.233553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c09d0f-f913-4dfa-a553-e48fde95b126 req-8e901379-48e9-4fb1-9321-11dbfd19d8fb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] No DVR routers for this DVR port c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:24.244212 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-29c09d0f-f913-4dfa-a553-e48fde95b126 req-8e901379-48e9-4fb1-9321-11dbfd19d8fb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.246374 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29c09d0f-f913-4dfa-a553-e48fde95b126 req-8e901379-48e9-4fb1-9321-11dbfd19d8fb tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.50 "DELETE /v2.0/ports/c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b HTTP/1.1" status: 204 len: 173 time: 1.2073512 Sep 16 05:07:24.247522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f2da9d-5261-471b-aadf-12c2163eb64f', 'name': 'network-vif-deleted', 'tag': 'c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:24.268051 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdf98df-4639-4af9-aa9d-91736eebf22e" -d '{"events": [{"server_uuid": "c9f2da9d-5261-471b-aadf-12c2163eb64f", "name": "network-vif-deleted", "tag": "c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:24.325800 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-39893f13-eff5-45bd-8c34-d9d18ad901eb req-fa3d3b9e-c81b-45d9-b584-8b081259edf7 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f2da9d-5261-471b-aadf-12c2163eb64f HTTP/1.1" status: 200 len: 210 time: 0.0939720 Sep 16 05:07:24.586188 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b48dc05a-04b3-43d4-9323-a3969a9afc73 req-66770374-bc78-4a88-81c7-d4afefd2f32d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 210 time: 0.1135201 Sep 16 05:07:24.729223 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d3c3a4-5575-4d3f-b557-9b67100dff29 x-openstack-request-id: req-58d3c3a4-5575-4d3f-b557-9b67100dff29 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:24.729223 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f2da9d-5261-471b-aadf-12c2163eb64f", "name": "network-vif-deleted", "tag": "c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:24.729223 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58d3c3a4-5575-4d3f-b557-9b67100dff29 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:24.729687 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f2da9d-5261-471b-aadf-12c2163eb64f', 'name': 'network-vif-deleted', 'tag': 'c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b', 'status': 'completed', 'code': 200} Sep 16 05:07:24.809962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-1a623949-b834-4d92-8022-816d0d5078cb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:24.812816 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-1a623949-b834-4d92-8022-816d0d5078cb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "GET /v2.0/networks?id=bb1f7373-f514-4617-b550-821981958be3 HTTP/1.1" status: 200 len: 797 time: 0.3250532 Sep 16 05:07:24.875562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8851709e-5867-42e0-8f97-5d23fd4b0cbd up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:24.897245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-06e196a8-85c0-4383-92b8-55f8cf33a7f1 None None] Provisioning complete for port 31cc33a1-c82c-4584-b5f6-d1dccff011ba triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:24.897645 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06e196a8-85c0-4383-92b8-55f8cf33a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.919844 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-76d7ef82-5c54-4f0f-b919-ada407ffe2b5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 380 time: 0.0944054 Sep 16 05:07:24.937364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'port': {'device_id': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'admin_state_up': True, 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'security_groups': ['089ebc8a-f4ad-4678-825d-786abca54523']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:24.956296 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:24.979171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-06e196a8-85c0-4383-92b8-55f8cf33a7f1 None None] Port 31cc33a1-c82c-4584-b5f6-d1dccff011ba cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:24.983644 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.101793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 8851709e-5867-42e0-8f97-5d23fd4b0cbd triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:25.102296 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.108194 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d980f35-563c-4516-8c26-4868e5deaedb None None] Pushing event updated for resources: {'Port': ['ID=31cc33a1-c82c-4584-b5f6-d1dccff011ba,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:25.168516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Made reservation on behalf of 79f40fbc611d4c95b3f975e461ccb8b8 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:25.180148 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.189985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c151b6b7-018b-469c-abd5-853aa4801e87 None None] Provisioning complete for port 31cc33a1-c82c-4584-b5f6-d1dccff011ba triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:25.190643 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c151b6b7-018b-469c-abd5-853aa4801e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.223854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Attempting to bind port 31cc33a1-c82c-4584-b5f6-d1dccff011ba on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:25.224954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Attempting to bind port 31cc33a1-c82c-4584-b5f6-d1dccff011ba by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:25.225512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Attempting to bind port 31cc33a1-c82c-4584-b5f6-d1dccff011ba on network bb1f7373-f514-4617-b550-821981958be3 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:25.243456 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:25.244148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Checking segment: {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:25.244766 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.245344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Bound using segment: {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:25.246036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Bound port: 31cc33a1-c82c-4584-b5f6-d1dccff011ba, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:25.246602 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.281676 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c151b6b7-018b-469c-abd5-853aa4801e87 None None] Port 31cc33a1-c82c-4584-b5f6-d1dccff011ba cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:25.455792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.20.0.10 (bb1f7373-f514-4617-b550-821981958be3/090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b/bdf3586a-b213-43b8-b706-6808f0f512aa) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:25.484864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] For port 31cc33a1-c82c-4584-b5f6-d1dccff011ba, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:25.489020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] For port 31cc33a1-c82c-4584-b5f6-d1dccff011ba, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=31cc33a1-c82c-4584-b5f6-d1dccff011ba,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:25.500241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b36841e7-db45-4150-8e58-f5bd2aa5aa69 None None] Provisioning complete for port 31cc33a1-c82c-4584-b5f6-d1dccff011ba triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:25.500635 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b36841e7-db45-4150-8e58-f5bd2aa5aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.503841 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.677373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d980f35-563c-4516-8c26-4868e5deaedb None None] Pushing event updated for resources: {'Port': ['ID=31cc33a1-c82c-4584-b5f6-d1dccff011ba,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:25.698607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Routers {'87851afe-fc2f-42c4-9d2e-69e812264f62'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:25.699984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['87851afe-fc2f-42c4-9d2e-69e812264f62'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:25.841156 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b36841e7-db45-4150-8e58-f5bd2aa5aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:25.971400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] Set router 87851afe-fc2f-42c4-9d2e-69e812264f62 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:26.007108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b36841e7-db45-4150-8e58-f5bd2aa5aa69 None None] For port 31cc33a1-c82c-4584-b5f6-d1dccff011ba, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=31cc33a1-c82c-4584-b5f6-d1dccff011ba,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:26.072988 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b36841e7-db45-4150-8e58-f5bd2aa5aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.198885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36841e7-db45-4150-8e58-f5bd2aa5aa69 None None] Pushing event updated for resources: {'Port': ['ID=31cc33a1-c82c-4584-b5f6-d1dccff011ba,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:26.230757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-50607f89-1a0a-4bd5-9902-5306cd466e4a None None] Provisioning complete for port 31cc33a1-c82c-4584-b5f6-d1dccff011ba triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:26.231778 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-50607f89-1a0a-4bd5-9902-5306cd466e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.242561 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.286246 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.346655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912f1e7-71ac-439c-9bab-76ad77d90e6e req-92b30375-9f91-4204-bfe0-1994b2c6babe tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:26.348348 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c912f1e7-71ac-439c-9bab-76ad77d90e6e req-92b30375-9f91-4204-bfe0-1994b2c6babe tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.3055637 Sep 16 05:07:26.366058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network bb1f7373-f514-4617-b550-821981958be3 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:26.378928 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '31cc33a1-c82c-4584-b5f6-d1dccff011ba', 'name': '', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:fe:34:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:19Z', 'updated_at': '2021-09-16T05:07:25Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:26.384329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:26.387944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:26.392409 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=bdf3586a-b213-43b8-b706-6808f0f512aa,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:26.423571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdeb823-5813-45c1-bc81-08de2f1aa0fb None None] The sync data for ids ['87851afe-fc2f-42c4-9d2e-69e812264f62'] in n-d-712142-17 is: [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '31cc33a1-c82c-4584-b5f6-d1dccff011ba', 'name': '', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:fe:34:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:19Z', 'updated_at': '2021-09-16T05:07:25Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:26.466031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.466731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.467647 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.468323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.468976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.470926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.471642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.472312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.473180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.473764 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.474214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.474654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:26.538737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c912f1e7-71ac-439c-9bab-76ad77d90e6e req-fa978e68-fab0-4ff5-8363-0899970f1310 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584871 Sep 16 05:07:26.567776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:26.568460 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.588553 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-7812171e-ba99-4d0b-9e20-52361604956c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6557367 Sep 16 05:07:26.619725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Request body: {'port': {'device_id': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:26.787604 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:26.835691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 31cc33a1-c82c-4584-b5f6-d1dccff011ba up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:26.882137 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aaef9c-c6fa-4fb4-9f3a-f4660a0e422d req-bd73a7de-c39d-47f6-940f-07e47121818d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:26.883771 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08aaef9c-c6fa-4fb4-9f3a-f4660a0e422d req-bd73a7de-c39d-47f6-940f-07e47121818d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 932 time: 0.1655462 Sep 16 05:07:26.930763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 31cc33a1-c82c-4584-b5f6-d1dccff011ba triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:26.931787 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.046684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2582489e-9cc0-4314-b169-728b77ff4079 None None] Provisioning complete for port bdf3586a-b213-43b8-b706-6808f0f512aa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:27.048172 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2582489e-9cc0-4314-b169-728b77ff4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.055541 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08aaef9c-c6fa-4fb4-9f3a-f4660a0e422d req-d492708a-2eb2-4c70-bda1-6176ad635e65 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599395 Sep 16 05:07:27.202698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2582489e-9cc0-4314-b169-728b77ff4079 None None] Port bdf3586a-b213-43b8-b706-6808f0f512aa cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:27.410314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-2e259137-1f45-42f1-971b-add2eda4b846 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:27.412080 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-2e259137-1f45-42f1-971b-add2eda4b846 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.0649803 Sep 16 05:07:27.485491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf3586a-b213-43b8-b706-6808f0f512aa {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:27.503953 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.517889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Transition to ACTIVE for port object bdf3586a-b213-43b8-b706-6808f0f512aa will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:27.523247 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.528323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Deleting port aa91f473-6045-4fa2-817f-e725aa1d2f87 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:27.529030 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.596210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf3586a-b213-43b8-b706-6808f0f512aa,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:27.726779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:27.754771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] For port aa91f473-6045-4fa2-817f-e725aa1d2f87, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=aa91f473-6045-4fa2-817f-e725aa1d2f87,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:27.755359 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.774073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:27.774434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device c0eb8e21-6d67-4fe2-9250-6c2b0f69e43b not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:27.777001 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53225f63-69f9-495c-9377-f5f8e8fa7564 req-f3b9b8dd-b891-4920-9496-10cd22668c75 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:27.779149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53225f63-69f9-495c-9377-f5f8e8fa7564 req-f3b9b8dd-b891-4920-9496-10cd22668c75 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 945 time: 0.1285644 Sep 16 05:07:27.792166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Attempting to bind port bdf3586a-b213-43b8-b706-6808f0f512aa on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:27.792514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Attempting to bind port bdf3586a-b213-43b8-b706-6808f0f512aa by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:27.792850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Attempting to bind port bdf3586a-b213-43b8-b706-6808f0f512aa on network bb1f7373-f514-4617-b550-821981958be3 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:27.821002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Port bdf3586a-b213-43b8-b706-6808f0f512aa on network bb1f7373-f514-4617-b550-821981958be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:27.821369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Attempting to bind port bdf3586a-b213-43b8-b706-6808f0f512aa on network bb1f7373-f514-4617-b550-821981958be3 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:27.841057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:27.841425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Checking segment: {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:27.842594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Bound using segment: {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:27.843305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Bound port: bdf3586a-b213-43b8-b706-6808f0f512aa, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:27.843834 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:27.995607 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53225f63-69f9-495c-9377-f5f8e8fa7564 req-f0d2174d-864c-4712-9f3a-f1f45a2bf272 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups?id=a7df444c-03f3-4b98-b250-03f27e73f304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891017 Sep 16 05:07:28.044079 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:28.048314 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bdf3586a-b213-43b8-b706-6808f0f512aa,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:28.052806 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.132865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf3586a-b213-43b8-b706-6808f0f512aa,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:28.158025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:28.158899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.161225 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-ddae95ca-32df-4518-8109-bfd3ae751da8 service neutron] 10.222.0.50 "PUT /v2.0/ports/bdf3586a-b213-43b8-b706-6808f0f512aa HTTP/1.1" status: 200 len: 1093 time: 1.5465798 Sep 16 05:07:28.161736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:28.165048 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc341f07-5bfc-4c45-9586-cd968a544678" -d '{"events": [{"name": "network-changed", "server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:28.289342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.290238 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.290238 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Floating IP 36f0706c-1386-4c90-baf3-3cfcbd54ecb7 disassociated. External IP: 172.25.0.214, port: aa91f473-6045-4fa2-817f-e725aa1d2f87. Sep 16 05:07:28.290436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Calling delete_port for aa91f473-6045-4fa2-817f-e725aa1d2f87 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:28.312569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68126ff5-639b-4708-a4c4-43fc6c02e587 req-35a91ee1-d17c-4774-b795-e25efcb5ac45 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:28.314441 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-68126ff5-639b-4708-a4c4-43fc6c02e587 req-35a91ee1-d17c-4774-b795-e25efcb5ac45 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 944 time: 0.1249242 Sep 16 05:07:28.396438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-e7b05049-9be2-40b1-8c62-84868d1a49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:28.402340 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-e7b05049-9be2-40b1-8c62-84868d1a49f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 1096 time: 0.1672709 Sep 16 05:07:28.436370 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-68126ff5-639b-4708-a4c4-43fc6c02e587 req-0c0d7aa1-f28d-409f-8d9b-b37caf5588fd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068974 Sep 16 05:07:28.512716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-b98b36b5-5653-4ae6-ae72-d35c777e9ce2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf3586a-b213-43b8-b706-6808f0f512aa HTTP/1.1" status: 200 len: 217 time: 0.0934489 Sep 16 05:07:28.516787 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f8f11d-5a13-4870-a150-6a2316565993 x-openstack-request-id: req-e3f8f11d-5a13-4870-a150-6a2316565993 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:28.517370 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:28.517900 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3f8f11d-5a13-4870-a150-6a2316565993 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:28.518551 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'status': 'completed', 'code': 200} Sep 16 05:07:28.556884 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:28.612320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event deleted for resources: {'Port': ['ID=aa91f473-6045-4fa2-817f-e725aa1d2f87,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:28.631408 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-35fa92a2-1304-461f-b39a-8926b641b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:28.632937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-35fa92a2-1304-461f-b39a-8926b641b9b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b HTTP/1.1" status: 200 len: 835 time: 0.1003828 Sep 16 05:07:28.722988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-47d18157-1d1e-4b8a-912f-f5315201b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:28.724004 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-47d18157-1d1e-4b8a-912f-f5315201b11e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb1f7373-f514-4617-b550-821981958be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788805 Sep 16 05:07:28.788496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Router 04b9c72c-3737-40e4-807d-e70eae7a369c has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:28.982266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:28.986820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-72d0c614-763f-4504-bfd0-2927242ad7a4 service neutron] 10.222.0.50 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471433 Sep 16 05:07:28.998048 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048cdec-fd20-42d2-8ecb-0b4c25c4c8d7 None None] Sync routers for ids ['04b9c72c-3737-40e4-807d-e70eae7a369c'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:29.011245 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048cdec-fd20-42d2-8ecb-0b4c25c4c8d7 None None] Routers {'04b9c72c-3737-40e4-807d-e70eae7a369c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:29.011990 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7048cdec-fd20-42d2-8ecb-0b4c25c4c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['04b9c72c-3737-40e4-807d-e70eae7a369c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:29.033077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] No DVR routers for this DVR port aa91f473-6045-4fa2-817f-e725aa1d2f87 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:29.036056 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:29.039328 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-498e0395-53c9-44e4-90cc-26eae0241bd4 req-facbcd53-48a2-461c-8a8b-7ae286653136 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.15 "DELETE /v2.0/ports/aa91f473-6045-4fa2-817f-e725aa1d2f87 HTTP/1.1" status: 204 len: 173 time: 1.6194513 Sep 16 05:07:29.039955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-deleted', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:29.042603 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2059e8a5-fd44-432a-b155-4e9a22c9d57e" -d '{"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-deleted", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:29.202811 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-587c0309-85f5-40df-9a07-6e88f33096cf req-7c64f30b-0250-4984-adb5-cb864c6a31e6 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9141d2d-080a-4b24-9c7e-7693c67e19d7 HTTP/1.1" status: 200 len: 210 time: 0.0525155 Sep 16 05:07:29.231738 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7048cdec-fd20-42d2-8ecb-0b4c25c4c8d7 None None] Set router 04b9c72c-3737-40e4-807d-e70eae7a369c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:29.267682 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6368579c-0803-4fdb-8c1d-76469574bcb2 req-d99068e4-7175-48ad-b121-9609cc458691 service neutron] 10.222.0.50 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650266 Sep 16 05:07:29.290074 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70b751a-134b-4f9b-818d-045e737824e3 x-openstack-request-id: req-d70b751a-134b-4f9b-818d-045e737824e3 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:29.290370 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9141d2d-080a-4b24-9c7e-7693c67e19d7", "name": "network-vif-deleted", "tag": "aa91f473-6045-4fa2-817f-e725aa1d2f87", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:29.290624 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d70b751a-134b-4f9b-818d-045e737824e3 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:29.291952 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9141d2d-080a-4b24-9c7e-7693c67e19d7', 'name': 'network-vif-deleted', 'tag': 'aa91f473-6045-4fa2-817f-e725aa1d2f87', 'status': 'completed', 'code': 200} Sep 16 05:07:29.393074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc341f07-5bfc-4c45-9586-cd968a544678 req-d20dd070-fc77-4149-99a0-cf966da82de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.395343 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc341f07-5bfc-4c45-9586-cd968a544678 req-d20dd070-fc77-4149-99a0-cf966da82de8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 1096 time: 0.0637097 Sep 16 05:07:29.582578 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7048cdec-fd20-42d2-8ecb-0b4c25c4c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T04:58:48Z', 'revision_number': 4, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '88bbeba2-6388-4e27-ad0e-0f2f313480ab', 'name': '', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'mac_address': 'fa:16:3e:5f:3a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:46Z', 'updated_at': '2021-09-16T04:58:53Z', 'revision_number': 5, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'subnets': [{'id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:29.600856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc341f07-5bfc-4c45-9586-cd968a544678 req-6aeb747f-060c-43c6-87e1-f728633333cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.602489 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc341f07-5bfc-4c45-9586-cd968a544678 req-6aeb747f-060c-43c6-87e1-f728633333cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=bb1f7373-f514-4617-b550-821981958be3 HTTP/1.1" status: 200 len: 898 time: 0.1980836 Sep 16 05:07:29.643470 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048cdec-fd20-42d2-8ecb-0b4c25c4c8d7 None None] Checking router: 04b9c72c-3737-40e4-807d-e70eae7a369c for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:29.691763 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048cdec-fd20-42d2-8ecb-0b4c25c4c8d7 None None] Routers {'04b9c72c-3737-40e4-807d-e70eae7a369c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:29.694012 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7048cdec-fd20-42d2-8ecb-0b4c25c4c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['04b9c72c-3737-40e4-807d-e70eae7a369c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:29.717447 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc341f07-5bfc-4c45-9586-cd968a544678 req-ac9bdb2b-98f2-45f8-8976-5ea293cd3af5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf3586a-b213-43b8-b706-6808f0f512aa HTTP/1.1" status: 200 len: 217 time: 0.0567896 Sep 16 05:07:29.751672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed13b2-35db-40e0-a217-29c86e8a2060 req-ca2e5048-06ec-4f75-8bf1-65516999dfec tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.765958 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dfed13b2-35db-40e0-a217-29c86e8a2060 req-ca2e5048-06ec-4f75-8bf1-65516999dfec tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 944 time: 0.1622884 Sep 16 05:07:29.832287 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7048cdec-fd20-42d2-8ecb-0b4c25c4c8d7 None None] Set router 04b9c72c-3737-40e4-807d-e70eae7a369c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:29.842528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc341f07-5bfc-4c45-9586-cd968a544678 req-d3865fee-2aa3-449b-a7a5-3de18711b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.844239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc341f07-5bfc-4c45-9586-cd968a544678 req-d3865fee-2aa3-449b-a7a5-3de18711b065 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b HTTP/1.1" status: 200 len: 835 time: 0.1156504 Sep 16 05:07:29.847755 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dfed13b2-35db-40e0-a217-29c86e8a2060 req-75cf1925-776b-43a2-94f2-a1632261911e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803738 Sep 16 05:07:29.928995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc341f07-5bfc-4c45-9586-cd968a544678 req-39b7a4dd-edcb-43e2-8c36-3fdac389061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:29.930864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc341f07-5bfc-4c45-9586-cd968a544678 req-39b7a4dd-edcb-43e2-8c36-3fdac389061b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb1f7373-f514-4617-b550-821981958be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770075 Sep 16 05:07:30.074133 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc341f07-5bfc-4c45-9586-cd968a544678 req-1dee9fe5-2fda-4a55-bd63-ed258756ff5d service neutron] 10.222.0.50 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335087 Sep 16 05:07:30.118279 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7048cdec-fd20-42d2-8ecb-0b4c25c4c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T04:58:48Z', 'revision_number': 4, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '88bbeba2-6388-4e27-ad0e-0f2f313480ab', 'name': '', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'mac_address': 'fa:16:3e:5f:3a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:46Z', 'updated_at': '2021-09-16T04:58:53Z', 'revision_number': 5, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'subnets': [{'id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:30.153020 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048cdec-fd20-42d2-8ecb-0b4c25c4c8d7 None None] The sync data for ids ['04b9c72c-3737-40e4-807d-e70eae7a369c'] in n-d-712142-17 is: [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T04:58:48Z', 'revision_number': 4, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '88bbeba2-6388-4e27-ad0e-0f2f313480ab', 'name': '', 'network_id': 'fc6d02ef-f94a-4c22-90f3-ffedad7d7358', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'mac_address': 'fa:16:3e:5f:3a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:46Z', 'updated_at': '2021-09-16T04:58:53Z', 'revision_number': 5, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'subnets': [{'id': 'fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:30.271241 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc341f07-5bfc-4c45-9586-cd968a544678 req-bcb615f5-fc06-4668-898c-8dc887854545 service neutron] 10.222.0.50 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889744 Sep 16 05:07:30.319883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44938) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:30.395525 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3fa60ae7-c8b1-41fe-baf7-c37c362cb1e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.426019 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3fa60ae7-c8b1-41fe-baf7-c37c362cb1e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.498054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3fa60ae7-c8b1-41fe-baf7-c37c362cb1e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.500990 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3fa60ae7-c8b1-41fe-baf7-c37c362cb1e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.504705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3fa60ae7-c8b1-41fe-baf7-c37c362cb1e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "DELETE /v2.0/security-groups/a7df444c-03f3-4b98-b250-03f27e73f304 HTTP/1.1" status: 204 len: 168 time: 0.1851020 Sep 16 05:07:30.505088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44944) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:30.520716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa60ae7-c8b1-41fe-baf7-c37c362cb1e4 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7df444c-03f3-4b98-b250-03f27e73f304,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:30.523345 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-17dfb5f2-02a2-4e23-80e9-6aacb6bd37f3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] show failed (client error): The resource could not be found. Sep 16 05:07:30.526922 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-17dfb5f2-02a2-4e23-80e9-6aacb6bd37f3 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "GET /v2.0/security-groups/a7df444c-03f3-4b98-b250-03f27e73f304 HTTP/1.1" status: 404 len: 347 time: 0.0182972 Sep 16 05:07:30.528957 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44946) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:30.553270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4cc0da-b53e-43bc-b9f9-b01e24dfae42 None None] New status for floating IP 36f0706c-1386-4c90-baf3-3cfcbd54ecb7: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:07:30.713243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e9749081-2140-4bc0-8b0b-0fabd5989581 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Deleting port c814d95a-2839-48d5-82e8-69c881681b1f {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:30.713869 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9749081-2140-4bc0-8b0b-0fabd5989581 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.818314 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9749081-2140-4bc0-8b0b-0fabd5989581 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.818677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9749081-2140-4bc0-8b0b-0fabd5989581 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:30.833154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e9749081-2140-4bc0-8b0b-0fabd5989581 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Calling delete_port for c814d95a-2839-48d5-82e8-69c881681b1f owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:31.035853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23398c7d-4c53-4e9a-83de-bf0ced58992f req-1f9fb39e-78ba-43ff-bf14-d017c2bcb445 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:31.042518 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23398c7d-4c53-4e9a-83de-bf0ced58992f req-1f9fb39e-78ba-43ff-bf14-d017c2bcb445 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 944 time: 0.0982196 Sep 16 05:07:31.053174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9749081-2140-4bc0-8b0b-0fabd5989581 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.094304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9749081-2140-4bc0-8b0b-0fabd5989581 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Pushing event deleted for resources: {'Port': ['ID=c814d95a-2839-48d5-82e8-69c881681b1f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:31.131186 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23398c7d-4c53-4e9a-83de-bf0ced58992f req-48df3611-fba1-4c30-be1b-115899d97a93 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872338 Sep 16 05:07:31.174199 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9749081-2140-4bc0-8b0b-0fabd5989581 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.176857 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9749081-2140-4bc0-8b0b-0fabd5989581 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.178068 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e9749081-2140-4bc0-8b0b-0fabd5989581 tempest-ServerActionsTestJSON-11610764 tempest-ServerActionsTestJSON-11610764-project] 10.222.0.53 "DELETE /v2.0/floatingips/36f0706c-1386-4c90-baf3-3cfcbd54ecb7 HTTP/1.1" status: 204 len: 168 time: 0.6437685 Sep 16 05:07:31.180988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44950) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:31.189429 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:07:31.734056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bdf3586a-b213-43b8-b706-6808f0f512aa details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:31.823795 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3100460c-3dec-4945-a7b6-fb68d987b8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.841175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bdf3586a-b213-43b8-b706-6808f0f512aa,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:31.857975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'port_id': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'mac_address': 'fa:16:3e:9a:7a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:31.886479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:31.912987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: aa91f473-6045-4fa2-817f-e725aa1d2f87 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:31.913546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device aa91f473-6045-4fa2-817f-e725aa1d2f87 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:31.926576 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:31.950431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf3586a-b213-43b8-b706-6808f0f512aa {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:31.988530 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bdf3586a-b213-43b8-b706-6808f0f512aa,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:31.994081 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.064646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=bdf3586a-b213-43b8-b706-6808f0f512aa,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:32.116796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3100460c-3dec-4945-a7b6-fb68d987b8d8 admin admin] Deleting port 88bbeba2-6388-4e27-ad0e-0f2f313480ab {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:32.117143 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3100460c-3dec-4945-a7b6-fb68d987b8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.227319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-3100460c-3dec-4945-a7b6-fb68d987b8d8 admin admin] For port 88bbeba2-6388-4e27-ad0e-0f2f313480ab, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=88bbeba2-6388-4e27-ad0e-0f2f313480ab,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:32.227722 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3100460c-3dec-4945-a7b6-fb68d987b8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.255462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3100460c-3dec-4945-a7b6-fb68d987b8d8 admin admin] Calling delete_port for 88bbeba2-6388-4e27-ad0e-0f2f313480ab owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:32.276569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['bdf3586a-b213-43b8-b706-6808f0f512aa'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:32.312119 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b7c61-d855-4b2a-924e-8a072dae71ba req-f03f19af-00d5-498f-92b9-00e0d5fe6a02 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:32.313637 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-429b7c61-d855-4b2a-924e-8a072dae71ba req-f03f19af-00d5-498f-92b9-00e0d5fe6a02 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 945 time: 0.1019864 Sep 16 05:07:32.379550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-429b7c61-d855-4b2a-924e-8a072dae71ba req-2d6a14a6-1caf-410c-ba70-c1e7b1edd80a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583386 Sep 16 05:07:32.549910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3100460c-3dec-4945-a7b6-fb68d987b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:32.608087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100460c-3dec-4945-a7b6-fb68d987b8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88bbeba2-6388-4e27-ad0e-0f2f313480ab,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:32.894490 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3100460c-3dec-4945-a7b6-fb68d987b8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.145833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3100460c-3dec-4945-a7b6-fb68d987b8d8 admin admin] Router 04b9c72c-3737-40e4-807d-e70eae7a369c has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:33.265415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3100460c-3dec-4945-a7b6-fb68d987b8d8 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:33.270759 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3100460c-3dec-4945-a7b6-fb68d987b8d8 admin admin] 10.222.0.53 "PUT /v2.0/routers/04b9c72c-3737-40e4-807d-e70eae7a369c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0887706 Sep 16 05:07:33.273102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44970) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:33.279210 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9602fb-549e-4729-b2ce-f8147954f19e None None] Sync routers for ids ['04b9c72c-3737-40e4-807d-e70eae7a369c'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:33.290345 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9602fb-549e-4729-b2ce-f8147954f19e None None] Routers {'04b9c72c-3737-40e4-807d-e70eae7a369c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:33.291256 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-eb9602fb-549e-4729-b2ce-f8147954f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['04b9c72c-3737-40e4-807d-e70eae7a369c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:33.454418 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.531525 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-eb9602fb-549e-4729-b2ce-f8147954f19e None None] Set router 04b9c72c-3737-40e4-807d-e70eae7a369c gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:33.672315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a380-b8c4-479e-b354-431142dd82a4 req-57c9f03d-54fd-413e-b442-4deabcde4caa tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:33.674107 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e974a380-b8c4-479e-b354-431142dd82a4 req-57c9f03d-54fd-413e-b442-4deabcde4caa tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 945 time: 0.1694052 Sep 16 05:07:33.688483 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.751412 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bdf3586a-b213-43b8-b706-6808f0f512aa up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:33.850216 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-eb9602fb-549e-4729-b2ce-f8147954f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T05:07:32Z', 'revision_number': 5, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port': {'id': '1a004872-9a60-41e4-a9f8-efc13f13273f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T04:58:41Z', 'updated_at': '2021-09-16T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:33.860001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port bdf3586a-b213-43b8-b706-6808f0f512aa completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:33.869429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port bdf3586a-b213-43b8-b706-6808f0f512aa triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:33.871904 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:33.887817 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9602fb-549e-4729-b2ce-f8147954f19e None None] Checking router: 04b9c72c-3737-40e4-807d-e70eae7a369c for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:33.901134 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9602fb-549e-4729-b2ce-f8147954f19e None None] Routers {'04b9c72c-3737-40e4-807d-e70eae7a369c'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:33.901975 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-eb9602fb-549e-4729-b2ce-f8147954f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['04b9c72c-3737-40e4-807d-e70eae7a369c'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:33.985534 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.034308 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bdf3586a-b213-43b8-b706-6808f0f512aa,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:34.036897 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:34.041291 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adedb1c-a630-4c0a-9166-5d93ff7f305a" -d '{"events": [{"server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "name": "network-vif-plugged", "status": "completed", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:34.047726 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.062164 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-eb9602fb-549e-4729-b2ce-f8147954f19e None None] Set router 04b9c72c-3737-40e4-807d-e70eae7a369c gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:34.119528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=bdf3586a-b213-43b8-b706-6808f0f512aa,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:34.130356 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.130914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.131276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.131621 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.131965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.132306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.132647 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.132985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.133350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.133857 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.134219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.134554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:34.180232 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-eb9602fb-549e-4729-b2ce-f8147954f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T05:07:33Z', 'revision_number': 6, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:34.208577 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9602fb-549e-4729-b2ce-f8147954f19e None None] The sync data for ids ['04b9c72c-3737-40e4-807d-e70eae7a369c'] in n-d-712142-17 is: [{'id': '04b9c72c-3737-40e4-807d-e70eae7a369c', 'name': 'tempest-ServerActionsTestJSON-1698231824-router', 'tenant_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T04:58:40Z', 'updated_at': '2021-09-16T05:07:33Z', 'revision_number': 6, 'project_id': 'f8aa89fcdde44e7abfd367aa007fab73', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:34.255036 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e974a380-b8c4-479e-b354-431142dd82a4 req-d201cc4f-f88b-42bd-b234-220344c2e3d6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5528462 Sep 16 05:07:34.277600 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Deleting port 1a004872-9a60-41e4-a9f8-efc13f13273f {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:34.277977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.318233 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef1cecb-3187-4ee5-886f-7f3bda016136 x-openstack-request-id: req-3ef1cecb-3187-4ee5-886f-7f3bda016136 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:34.318233 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "name": "network-vif-plugged", "status": "completed", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:34.318233 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ef1cecb-3187-4ee5-886f-7f3bda016136 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:34.318233 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'code': 200} Sep 16 05:07:34.378767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] For port 1a004872-9a60-41e4-a9f8-efc13f13273f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=1a004872-9a60-41e4-a9f8-efc13f13273f,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:34.379130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.401439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Calling delete_port for 1a004872-9a60-41e4-a9f8-efc13f13273f owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:34.476795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee5e45-8e5c-4d00-9328-b675bf2ab6b1 req-578ad087-0299-4248-88a5-6968a936976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:34.478471 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43ee5e45-8e5c-4d00-9328-b675bf2ab6b1 req-578ad087-0299-4248-88a5-6968a936976d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 1098 time: 0.0918760 Sep 16 05:07:34.570661 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43ee5e45-8e5c-4d00-9328-b675bf2ab6b1 req-d8d3684e-67be-4410-ac42-b8fcacf5a9a3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780184 Sep 16 05:07:34.662342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.671502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 88bbeba2-6388-4e27-ad0e-0f2f313480ab no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:34.693571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a004872-9a60-41e4-a9f8-efc13f13273f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:34.693913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 88bbeba2-6388-4e27-ad0e-0f2f313480ab {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:34.694341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 88bbeba2-6388-4e27-ad0e-0f2f313480ab not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:34.781189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.900162 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.905633 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.961661 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.962205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b9c72c-3737-40e4-807d-e70eae7a369c {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:07:34.970032 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:34.973786 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6a155e4c-086e-439e-8404-a2c81679cb65 admin admin] 10.222.0.53 "DELETE /v2.0/routers/04b9c72c-3737-40e4-807d-e70eae7a369c HTTP/1.1" status: 204 len: 168 time: 1.6971867 Sep 16 05:07:34.974032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 44988) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:35.024632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0695b492-0bd8-4e7b-b539-cda68e14b6a4 admin admin] Deleting subnet fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:35.027802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0695b492-0bd8-4e7b-b539-cda68e14b6a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.086337 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0695b492-0bd8-4e7b-b539-cda68e14b6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.178571 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0695b492-0bd8-4e7b-b539-cda68e14b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.242166 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0695b492-0bd8-4e7b-b539-cda68e14b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.268519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695b492-0bd8-4e7b-b539-cda68e14b6a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:35.274733 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0695b492-0bd8-4e7b-b539-cda68e14b6a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.276799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0695b492-0bd8-4e7b-b539-cda68e14b6a4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fc73bc83-87cf-40cd-8b0b-d7d04a1a2a95 HTTP/1.1" status: 204 len: 168 time: 0.3018482 Sep 16 05:07:35.279937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 44990) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:35.283872 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f959aca6-1f7a-403b-a22e-12e94e494e58 None None] Network fc6d02ef-f94a-4c22-90f3-ffedad7d7358 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:35.408559 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.411303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a983c0-05a8-44ec-bdcd-26508ba2202d req-bd854a2b-be57-44c6-8138-9845c6fb36a2 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:35.424431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53a983c0-05a8-44ec-bdcd-26508ba2202d req-bd854a2b-be57-44c6-8138-9845c6fb36a2 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 946 time: 0.0756652 Sep 16 05:07:35.472115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Deleting port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:35.472468 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.485295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53a983c0-05a8-44ec-bdcd-26508ba2202d req-b93fce63-a320-4d5e-bea3-b811a61ffbf6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554380 Sep 16 05:07:35.565478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] For port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:35.565874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.582557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa05c83f-d4ce-49ad-9918-dc3ecf4806ed None None] DHCP port deletion for fc6d02ef-f94a-4c22-90f3-ffedad7d7358 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:07:35.583724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Calling delete_port for bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:35.640059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-aa05c83f-d4ce-49ad-9918-dc3ecf4806ed None None] Deleting port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:35.640429 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa05c83f-d4ce-49ad-9918-dc3ecf4806ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.683137 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.716831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:35.724987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] No DVR routers for this DVR port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:35.741026 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.779954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-aa05c83f-d4ce-49ad-9918-dc3ecf4806ed None None] For port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2,segment=NetworkSegment(5bea23cb-9fae-466c-abd2-f8bd504ec2f3),segment_id=5bea23cb-9fae-466c-abd2-f8bd504ec2f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:35.783187 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa05c83f-d4ce-49ad-9918-dc3ecf4806ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.809247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-aa05c83f-d4ce-49ad-9918-dc3ecf4806ed None None] Calling delete_port for bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:35.850770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.879969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6d02ef-f94a-4c22-90f3-ffedad7d7358']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:35.891012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bea23cb-9fae-466c-abd2-f8bd504ec2f3') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:35.891315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bea23cb-9fae-466c-abd2-f8bd504ec2f3') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:35.905633 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.921960 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.931002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:35.931874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:35.934523 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:35.970336 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aa05c83f-d4ce-49ad-9918-dc3ecf4806ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.014291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05c83f-d4ce-49ad-9918-dc3ecf4806ed None None] Pushing event deleted for resources: {'Port': ['ID=bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.015636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05c83f-d4ce-49ad-9918-dc3ecf4806ed None None] No DVR routers for this DVR port bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:36.020893 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.034159 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.038610 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fc6d02ef-f94a-4c22-90f3-ffedad7d7358 HTTP/1.1" status: 204 len: 168 time: 0.7505851 Sep 16 05:07:36.049506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32368572-8baa-4875-98e7-808b6c69c5e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc6d02ef-f94a-4c22-90f3-ffedad7d7358,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.218677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45006) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:36.278378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f6a9c410-0635-4283-b786-a9063a6797de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8aa89fcdde44e7abfd367aa007fab73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576499 Sep 16 05:07:36.280248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45010) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:36.337852 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32b6aeac-6400-4abc-8eb8-8d6469bf4244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.361760 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32b6aeac-6400-4abc-8eb8-8d6469bf4244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.415073 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32b6aeac-6400-4abc-8eb8-8d6469bf4244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.418398 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32b6aeac-6400-4abc-8eb8-8d6469bf4244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:36.420318 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-32b6aeac-6400-4abc-8eb8-8d6469bf4244 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3016a13-56d0-4e21-8c97-00457f3b498f HTTP/1.1" status: 204 len: 168 time: 0.1386869 Sep 16 05:07:36.431808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6aeac-6400-4abc-8eb8-8d6469bf4244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3016a13-56d0-4e21-8c97-00457f3b498f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:36.620935 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37982297-1587-4155-81c8-cd56cd7301c2 req-dba05734-c267-48f9-b5f8-71d548c7e865 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:36.630061 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37982297-1587-4155-81c8-cd56cd7301c2 req-dba05734-c267-48f9-b5f8-71d548c7e865 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 946 time: 0.0696187 Sep 16 05:07:36.692143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37982297-1587-4155-81c8-cd56cd7301c2 req-de5dee2b-8061-46df-948f-dae7dd76de80 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605178 Sep 16 05:07:36.766628 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:36.812637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:36.817566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device bb5f58ef-6a6f-4a79-91c4-83de9a82f0d2 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:36.818516 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1a004872-9a60-41e4-a9f8-efc13f13273f no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:36.871306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 1a004872-9a60-41e4-a9f8-efc13f13273f {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:36.872051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 1a004872-9a60-41e4-a9f8-efc13f13273f not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:36.887059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381c5f4-8c42-4dce-8ebc-97049b51f41e req-e9a0aa25-e293-41a7-9770-1fae534d7089 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:36.896454 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6381c5f4-8c42-4dce-8ebc-97049b51f41e req-e9a0aa25-e293-41a7-9770-1fae534d7089 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 946 time: 0.1122806 Sep 16 05:07:36.964867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6381c5f4-8c42-4dce-8ebc-97049b51f41e req-071273e9-2925-49ae-b4fe-fd47d8804c49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675180 Sep 16 05:07:37.006063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45024) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:37.475309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a859236-598e-49ad-b521-c1056b3f25b6 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:37.480660 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8a859236-598e-49ad-b521-c1056b3f25b6 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 1093 time: 0.4731343 Sep 16 05:07:37.484713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45046) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:37.489564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:37.543608 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.600938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45048) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:37.723510 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.726626 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.773023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-413250746-network', 'tenant_id': '2932222e60984386b478d42859086bbe'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:37.798089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Made reservation on behalf of 2932222e60984386b478d42859086bbe for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:37.801891 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.818009 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.890664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.25.0.166 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/ef90c0b3-ba55-4399-b4df-58f285d522c8) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:37.971164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:37.976035 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.003029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:38.019885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7988c393-3993-4414-bf21-4fe6ea22e38a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.025950 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.026307 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Added segment 305aca01-868c-4463-8425-b14b09270d73 of type vlan for network bdbd7395-4173-455b-bec7-4be2fe177b33 Sep 16 05:07:38.063144 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.074432 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.101718 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.102617 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.103213 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.110849 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.143458 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5411417 Sep 16 05:07:38.146346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45052) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:38.157899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-12e6998b-5f15-4df9-85d0-dd4b9bde9b06 admin admin] Request body: {'subnet': {'network_id': 'bdbd7395-4173-455b-bec7-4be2fe177b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-413250746-subnet', 'tenant_id': '2932222e60984386b478d42859086bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:38.164661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:38.168712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:38.174034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:38.208012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=ef90c0b3-ba55-4399-b4df-58f285d522c8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.209864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e0f96-5d15-4f6f-8eae-909df3a1acbb admin admin] Pushing event updated for resources: {'Network': ['ID=bdbd7395-4173-455b-bec7-4be2fe177b33,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.245976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e6998b-5f15-4df9-85d0-dd4b9bde9b06 admin admin] Made reservation on behalf of 2932222e60984386b478d42859086bbe for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:38.249989 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e6998b-5f15-4df9-85d0-dd4b9bde9b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.253291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network bdbd7395-4173-455b-bec7-4be2fe177b33 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:38.468629 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e6998b-5f15-4df9-85d0-dd4b9bde9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.530414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6998b-5f15-4df9-85d0-dd4b9bde9b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb6841ca-b868-46b7-9c30-3f5269e78c2f,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:38.546359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6998b-5f15-4df9-85d0-dd4b9bde9b06 admin admin] Checking segment: {'id': '305aca01-868c-4463-8425-b14b09270d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bdbd7395-4173-455b-bec7-4be2fe177b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:38.547048 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e6998b-5f15-4df9-85d0-dd4b9bde9b06 admin admin] Network hostable DHCP agents. Network: bdbd7395-4173-455b-bec7-4be2fe177b33, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:38.568176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e6998b-5f15-4df9-85d0-dd4b9bde9b06 admin admin] Network bdbd7395-4173-455b-bec7-4be2fe177b33 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:38.579423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-12e6998b-5f15-4df9-85d0-dd4b9bde9b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, bdbd7395-4173-455b-bec7-4be2fe177b33) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:38.584968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e6998b-5f15-4df9-85d0-dd4b9bde9b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:38.585863 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e6998b-5f15-4df9-85d0-dd4b9bde9b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.596449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc533a2d-b097-4596-b1a1-c2d043366e59 None None] Network bdbd7395-4173-455b-bec7-4be2fe177b33 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:38.604618 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-12e6998b-5f15-4df9-85d0-dd4b9bde9b06 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4569705 Sep 16 05:07:38.830445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:38.964492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.086070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f90d819-786f-41ec-b96a-149e720fd254 None None] Network bdbd7395-4173-455b-bec7-4be2fe177b33 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:39.257734 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.264548 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.340348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-6f7835d9-6b32-4cbd-836f-90e3cbc92e8c tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:39.343257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-6f7835d9-6b32-4cbd-836f-90e3cbc92e8c tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/networks?id=bdbd7395-4173-455b-bec7-4be2fe177b33 HTTP/1.1" status: 200 len: 821 time: 0.1900859 Sep 16 05:07:39.390928 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:39.449495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-f8743596-2b9f-4c72-88ad-24fdf0b60ac8 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/quotas/2932222e60984386b478d42859086bbe HTTP/1.1" status: 200 len: 375 time: 0.0562263 Sep 16 05:07:39.480212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=ef90c0b3-ba55-4399-b4df-58f285d522c8,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:39.501634 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-ce184e11-221e-4194-9cb1-7b68241d9343 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2932222e60984386b478d42859086bbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412960 Sep 16 05:07:39.628233 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Floating IP e0ec6592-72ca-40af-85ea-c959723dbe00 associated. External IP: 172.25.0.166, port: bdf3586a-b213-43b8-b706-6808f0f512aa. Sep 16 05:07:39.697289 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-1819f4e6-383a-4693-8d94-bbce98a4b05f service neutron] 10.222.0.53 "GET /v2.0/networks/bdbd7395-4173-455b-bec7-4be2fe177b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878088 Sep 16 05:07:39.892247 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-edf2db56-4445-44c5-9c2b-d570fcb2275a service neutron] 10.222.0.53 "GET /v2.0/networks/bdbd7395-4173-455b-bec7-4be2fe177b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570580 Sep 16 05:07:39.970685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 87851afe-fc2f-42c4-9d2e-69e812264f62 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:40.114762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:40.127631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a15f03-85f8-40cd-9e2e-3b8694fa9586 None None] Sync routers for ids ['87851afe-fc2f-42c4-9d2e-69e812264f62'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:40.140996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a15f03-85f8-40cd-9e2e-3b8694fa9586 None None] Routers {'87851afe-fc2f-42c4-9d2e-69e812264f62'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:40.141682 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d2a15f03-85f8-40cd-9e2e-3b8694fa9586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['87851afe-fc2f-42c4-9d2e-69e812264f62'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:40.190604 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cffb68e1-2f4c-4747-897d-2ea0a9512f34 req-be5e3297-efb8-4967-9550-b5f0b68dfbe0 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 210 time: 0.0737770 Sep 16 05:07:40.208589 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:40.265237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c384c489-8d0f-4c2a-9697-4415bb2da613 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7794373 Sep 16 05:07:40.265822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:40.268199 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0475c71a-2ba4-4e3b-9072-210ecbedebd3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:40.287744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d2a15f03-85f8-40cd-9e2e-3b8694fa9586 None None] Set router 87851afe-fc2f-42c4-9d2e-69e812264f62 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:40.485669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73cdab-5186-4d8a-a38b-23a5c69b4d49 req-f911b0a0-1400-492b-a420-951b77ff0e4c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.499504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc73cdab-5186-4d8a-a38b-23a5c69b4d49 req-f911b0a0-1400-492b-a420-951b77ff0e4c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 946 time: 0.1316652 Sep 16 05:07:40.562286 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc73cdab-5186-4d8a-a38b-23a5c69b4d49 req-3d63cbd7-745e-4b58-aa5a-ac525c032dcf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612874 Sep 16 05:07:40.576167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45098) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:40.677474 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd663db-4608-43b8-b03e-22f7e5d18243 x-openstack-request-id: req-6bd663db-4608-43b8-b03e-22f7e5d18243 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:40.678156 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:40.678417 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bd663db-4608-43b8-b03e-22f7e5d18243 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:40.679075 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'status': 'completed', 'code': 200} Sep 16 05:07:40.714299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d2a15f03-85f8-40cd-9e2e-3b8694fa9586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'e0ec6592-72ca-40af-85ea-c959723dbe00', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'port_id': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'mac_address': 'fa:16:3e:9a:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:07:38Z', 'updated_at': '2021-09-16T05:07:38Z', 'revision_number': 0, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31cc33a1-c82c-4584-b5f6-d1dccff011ba', 'name': '', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:fe:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:19Z', 'updated_at': '2021-09-16T05:07:25Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:40.751791 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-26ad9873-189d-4624-8082-b4fa11d2c0c7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/e0ec6592-72ca-40af-85ea-c959723dbe00 HTTP/1.1" status: 200 len: 992 time: 0.1711504 Sep 16 05:07:40.777352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475c71a-2ba4-4e3b-9072-210ecbedebd3 req-db892ddd-6c4c-40c6-8e76-8ff33a79fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.779699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0475c71a-2ba4-4e3b-9072-210ecbedebd3 req-db892ddd-6c4c-40c6-8e76-8ff33a79fe1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 1098 time: 0.0822921 Sep 16 05:07:40.783602 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a15f03-85f8-40cd-9e2e-3b8694fa9586 None None] Checking router: 87851afe-fc2f-42c4-9d2e-69e812264f62 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:40.794122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a15f03-85f8-40cd-9e2e-3b8694fa9586 None None] Routers {'87851afe-fc2f-42c4-9d2e-69e812264f62'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:40.795487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d2a15f03-85f8-40cd-9e2e-3b8694fa9586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['87851afe-fc2f-42c4-9d2e-69e812264f62'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:40.852920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45102) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:40.951988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475c71a-2ba4-4e3b-9072-210ecbedebd3 req-d48e8bf8-2811-44cb-b02f-21362e0cd264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:40.953541 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0475c71a-2ba4-4e3b-9072-210ecbedebd3 req-d48e8bf8-2811-44cb-b02f-21362e0cd264 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bb1f7373-f514-4617-b550-821981958be3 HTTP/1.1" status: 200 len: 898 time: 0.1661925 Sep 16 05:07:40.962739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d2a15f03-85f8-40cd-9e2e-3b8694fa9586 None None] Set router 87851afe-fc2f-42c4-9d2e-69e812264f62 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:41.055382 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f616cdf6-da1d-4b4f-ae8a-7ce69dbc2a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.093750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0475c71a-2ba4-4e3b-9072-210ecbedebd3 req-fb85b00a-a156-4f21-840f-51f49d27e624 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf3586a-b213-43b8-b706-6808f0f512aa HTTP/1.1" status: 200 len: 1000 time: 0.1273813 Sep 16 05:07:41.176634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475c71a-2ba4-4e3b-9072-210ecbedebd3 req-af03a331-66f7-4c3d-80c8-dfbdea201a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.178150 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0475c71a-2ba4-4e3b-9072-210ecbedebd3 req-af03a331-66f7-4c3d-80c8-dfbdea201a5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b HTTP/1.1" status: 200 len: 835 time: 0.0748270 Sep 16 05:07:41.256639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475c71a-2ba4-4e3b-9072-210ecbedebd3 req-4d5c23b8-988a-490a-bc7f-17df1005f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.258256 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0475c71a-2ba4-4e3b-9072-210ecbedebd3 req-4d5c23b8-988a-490a-bc7f-17df1005f0fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb1f7373-f514-4617-b550-821981958be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732543 Sep 16 05:07:41.264211 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f616cdf6-da1d-4b4f-ae8a-7ce69dbc2a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.287962 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f616cdf6-da1d-4b4f-ae8a-7ce69dbc2a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.326383 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d2a15f03-85f8-40cd-9e2e-3b8694fa9586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'e0ec6592-72ca-40af-85ea-c959723dbe00', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'port_id': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'mac_address': 'fa:16:3e:9a:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:07:38Z', 'updated_at': '2021-09-16T05:07:38Z', 'revision_number': 0, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31cc33a1-c82c-4584-b5f6-d1dccff011ba', 'name': '', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:fe:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:19Z', 'updated_at': '2021-09-16T05:07:25Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:41.365766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a15f03-85f8-40cd-9e2e-3b8694fa9586 None None] The sync data for ids ['87851afe-fc2f-42c4-9d2e-69e812264f62'] in n-d-712142-17 is: [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'e0ec6592-72ca-40af-85ea-c959723dbe00', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'port_id': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'mac_address': 'fa:16:3e:9a:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:07:38Z', 'updated_at': '2021-09-16T05:07:38Z', 'revision_number': 0, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31cc33a1-c82c-4584-b5f6-d1dccff011ba', 'name': '', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:fe:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:19Z', 'updated_at': '2021-09-16T05:07:25Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:41.366882 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9cc49ac-e722-4184-87aa-2a0e35eaa66c req-193e5f15-4292-4dcc-8e6e-baea58d182ff tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 210 time: 0.0594790 Sep 16 05:07:41.463385 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616cdf6-da1d-4b4f-ae8a-7ce69dbc2a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d85ec50-58bf-4abb-a042-c302330068cb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.469903 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0475c71a-2ba4-4e3b-9072-210ecbedebd3 req-52c1ec00-c358-4d9f-ad8d-f8309f54ef29 service neutron] 10.222.0.50 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037125 Sep 16 05:07:41.472373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f616cdf6-da1d-4b4f-ae8a-7ce69dbc2a2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8ba540607474a8fb0c4d5049c7e2697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183109 Sep 16 05:07:41.475115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45110) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.617256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-f92ed168-7474-4c20-9419-1bee00800e95 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:41.620213 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-f92ed168-7474-4c20-9419-1bee00800e95 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.15 "GET /v2.0/networks?id=bdbd7395-4173-455b-bec7-4be2fe177b33 HTTP/1.1" status: 200 len: 821 time: 0.2074707 Sep 16 05:07:41.643759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Request body: {'port': {'device_id': '4e412f3f-1fcd-4326-93fd-8c4601a55b54', 'network_id': 'bdbd7395-4173-455b-bec7-4be2fe177b33', 'admin_state_up': True, 'tenant_id': '2932222e60984386b478d42859086bbe'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:41.662223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9745620-64b4-44ee-82f7-ff672461bb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.687111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0475c71a-2ba4-4e3b-9072-210ecbedebd3 req-9eda075a-8c05-43d1-a0dd-b4e308f5bf68 service neutron] 10.222.0.50 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910400 Sep 16 05:07:41.708429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9745620-64b4-44ee-82f7-ff672461bb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.764967 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e14adf-dba2-4016-9285-fe7738b18669 None None] New status for floating IP e0ec6592-72ca-40af-85ea-c959723dbe00: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:07:41.766292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45112) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:41.817171 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9745620-64b4-44ee-82f7-ff672461bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.821081 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c9745620-64b4-44ee-82f7-ff672461bb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.825470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c9745620-64b4-44ee-82f7-ff672461bb6f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d85ec50-58bf-4abb-a042-c302330068cb HTTP/1.1" status: 204 len: 168 time: 0.3456879 Sep 16 05:07:41.856591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9745620-64b4-44ee-82f7-ff672461bb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d85ec50-58bf-4abb-a042-c302330068cb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:41.878404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Made reservation on behalf of 2932222e60984386b478d42859086bbe for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:41.896135 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:41.905631 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4bc29cfe-0896-4121-bbde-ba2cc2f8fd42 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/e0ec6592-72ca-40af-85ea-c959723dbe00 HTTP/1.1" status: 200 len: 992 time: 0.1362386 Sep 16 05:07:42.111601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Allocated IP 172.20.0.3 (bdbd7395-4173-455b-bec7-4be2fe177b33/fb6841ca-b868-46b7-9c30-3f5269e78c2f/f0752169-f345-4e11-b617-353f400a927b) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:42.292995 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.334700 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.390711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Network bdbd7395-4173-455b-bec7-4be2fe177b33 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:42.395249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:42.402018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:42.463939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.464562 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.492809 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8576055 Sep 16 05:07:42.494342 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6e832-dc84-40b3-98ba-226de18419d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Pushing event updated for resources: {'Port': ['ID=f0752169-f345-4e11-b617-353f400a927b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:42.509117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Request body: {'port': {'device_id': '4e412f3f-1fcd-4326-93fd-8c4601a55b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:42.569150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e8122-b241-43d9-955d-6e8664e688a7 req-501a75a7-571b-4bd5-bde8-689da48e814f tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:42.577559 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea5e8122-b241-43d9-955d-6e8664e688a7 req-501a75a7-571b-4bd5-bde8-689da48e814f tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 931 time: 0.0844421 Sep 16 05:07:42.589241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.618010 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea5e8122-b241-43d9-955d-6e8664e688a7 req-19875b1e-b961-4e8a-9ad9-f9802009b9f9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/security-groups?id=7988c393-3993-4414-bf21-4fe6ea22e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393515 Sep 16 05:07:42.744694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45140) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:42.891275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-311587191-network', 'tenant_id': 'b047a60d7e39405c98068715097e0142'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:42.907478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45144) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:42.946889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Made reservation on behalf of b047a60d7e39405c98068715097e0142 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:42.949259 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.961334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0752169-f345-4e11-b617-353f400a927b {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:42.963753 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.969784 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.983953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Transition to ACTIVE for port object f0752169-f345-4e11-b617-353f400a927b will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:07:42.988081 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:42.993683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d48da7fa-5a0e-427c-859c-20058958a024 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/e0ec6592-72ca-40af-85ea-c959723dbe00 HTTP/1.1" status: 200 len: 994 time: 0.0850093 Sep 16 05:07:43.047312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Pushing event updated for resources: {'Port': ['ID=f0752169-f345-4e11-b617-353f400a927b,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:43.135923 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Attempting to bind port f0752169-f345-4e11-b617-353f400a927b on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:43.136266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Attempting to bind port f0752169-f345-4e11-b617-353f400a927b by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '305aca01-868c-4463-8425-b14b09270d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bdbd7395-4173-455b-bec7-4be2fe177b33'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:43.136722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Attempting to bind port f0752169-f345-4e11-b617-353f400a927b on network bdbd7395-4173-455b-bec7-4be2fe177b33 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:43.142264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Port f0752169-f345-4e11-b617-353f400a927b on network bdbd7395-4173-455b-bec7-4be2fe177b33 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:07:43.142600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Attempting to bind port f0752169-f345-4e11-b617-353f400a927b on network bdbd7395-4173-455b-bec7-4be2fe177b33 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:43.148401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:43.148746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Checking segment: {'id': '305aca01-868c-4463-8425-b14b09270d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bdbd7395-4173-455b-bec7-4be2fe177b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:43.149140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Bound using segment: {'id': '305aca01-868c-4463-8425-b14b09270d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bdbd7395-4173-455b-bec7-4be2fe177b33'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:43.149578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Bound port: f0752169-f345-4e11-b617-353f400a927b, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305aca01-868c-4463-8425-b14b09270d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bdbd7395-4173-455b-bec7-4be2fe177b33'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:43.149970 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.222380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] For port f0752169-f345-4e11-b617-353f400a927b, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:43.225702 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] For port f0752169-f345-4e11-b617-353f400a927b, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f0752169-f345-4e11-b617-353f400a927b,segment=NetworkSegment(305aca01-868c-4463-8425-b14b09270d73),segment_id=305aca01-868c-4463-8425-b14b09270d73)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:43.230424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.266044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:43.266733 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.268193 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] 10.222.0.15 "PUT /v2.0/ports/f0752169-f345-4e11-b617-353f400a927b HTTP/1.1" status: 200 len: 1092 time: 0.7676980 Sep 16 05:07:43.268664 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e412f3f-1fcd-4326-93fd-8c4601a55b54', 'tag': 'f0752169-f345-4e11-b617-353f400a927b'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:43.271011 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99409e4d-e0f5-4a2b-bc08-73bb166ada63" -d '{"events": [{"name": "network-changed", "server_uuid": "4e412f3f-1fcd-4326-93fd-8c4601a55b54", "tag": "f0752169-f345-4e11-b617-353f400a927b"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:43.313485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbcb90-d634-4359-964a-b360f19d5a43 service neutron] Pushing event updated for resources: {'Port': ['ID=f0752169-f345-4e11-b617-353f400a927b,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:43.329638 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4034e8-38fb-4189-8754-679bf8e4afee x-openstack-request-id: req-8d4034e8-38fb-4189-8754-679bf8e4afee {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:43.330499 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e412f3f-1fcd-4326-93fd-8c4601a55b54", "tag": "f0752169-f345-4e11-b617-353f400a927b", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:43.330903 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d4034e8-38fb-4189-8754-679bf8e4afee {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:43.331520 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e412f3f-1fcd-4326-93fd-8c4601a55b54', 'tag': 'f0752169-f345-4e11-b617-353f400a927b', 'status': 'completed', 'code': 200} Sep 16 05:07:43.368759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-e13ee0c6-4606-493e-b9f8-4e8976ba93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:43.370350 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-e13ee0c6-4606-493e-b9f8-4e8976ba93b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2932222e60984386b478d42859086bbe&device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 1095 time: 0.0581045 Sep 16 05:07:43.425316 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-c017866c-3aac-4ea8-bb20-d859ca22baa9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0752169-f345-4e11-b617-353f400a927b HTTP/1.1" status: 200 len: 217 time: 0.0467956 Sep 16 05:07:43.466017 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.471667 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.481657 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-6afa6e7c-8f64-48f9-97ef-26291a0ce545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:43.487851 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-6afa6e7c-8f64-48f9-97ef-26291a0ce545 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb6841ca-b868-46b7-9c30-3f5269e78c2f HTTP/1.1" status: 200 len: 861 time: 0.0519168 Sep 16 05:07:43.495704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:43.512398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7595115f-d7b1-415f-ba5a-0148a361a8be,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:43.516085 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.516441 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Added segment 75562a74-cba1-468f-989b-f8880cb38a85 of type vlan for network 9a1ec3a4-d9e6-485f-ac18-076bea25223b Sep 16 05:07:43.523115 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-15deac5b-cea6-4bff-9aaf-abf1ecc6c208 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bdbd7395-4173-455b-bec7-4be2fe177b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323226 Sep 16 05:07:43.558131 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.586312 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.587500 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:43.588099 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.617463 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8715999 Sep 16 05:07:43.621777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45150) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:43.632079 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-11bf7b34-b940-4ee7-9e46-0f75c4f1a3f6 service neutron] 10.222.0.15 "GET /v2.0/networks/bdbd7395-4173-455b-bec7-4be2fe177b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016762 Sep 16 05:07:43.632964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e06606be-8b80-4cff-94f7-7b77045436ff admin admin] Request body: {'subnet': {'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-311587191-subnet', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:43.674360 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353be3af-6daa-4c77-94ec-49043a62b783 admin admin] Pushing event updated for resources: {'Network': ['ID=9a1ec3a4-d9e6-485f-ac18-076bea25223b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:43.689221 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:43.694724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06606be-8b80-4cff-94f7-7b77045436ff admin admin] Made reservation on behalf of b047a60d7e39405c98068715097e0142 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:43.697034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e06606be-8b80-4cff-94f7-7b77045436ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:43.747307 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ede9817b-4603-43b1-bd3e-a289a968aa2d req-bff2f256-28a0-4840-80df-d00915c391cd service neutron] 10.222.0.15 "GET /v2.0/networks/bdbd7395-4173-455b-bec7-4be2fe177b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070991 Sep 16 05:07:43.854285 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99409e4d-e0f5-4a2b-bc08-73bb166ada63 req-d62cdbb4-1271-4cc6-b639-22be7afc1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:43.854857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ee773-4420-4073-a52b-717d1d0faf6e req-74df8e67-ab3c-4694-ab13-c983b17fb8f0 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:43.855817 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-99409e4d-e0f5-4a2b-bc08-73bb166ada63 req-d62cdbb4-1271-4cc6-b639-22be7afc1acf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2932222e60984386b478d42859086bbe&device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 1095 time: 0.0534339 Sep 16 05:07:43.856686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e1ee773-4420-4073-a52b-717d1d0faf6e req-74df8e67-ab3c-4694-ab13-c983b17fb8f0 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 943 time: 0.1183431 Sep 16 05:07:43.939138 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e1ee773-4420-4073-a52b-717d1d0faf6e req-ed0cd7da-37ac-43f4-b40e-98ea73034abd tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/security-groups?id=7988c393-3993-4414-bf21-4fe6ea22e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739088 Sep 16 05:07:43.978069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99409e4d-e0f5-4a2b-bc08-73bb166ada63 req-b74f46e8-8a94-4240-9c27-e7929a9ae9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:43.980683 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-99409e4d-e0f5-4a2b-bc08-73bb166ada63 req-b74f46e8-8a94-4240-9c27-e7929a9ae9e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bdbd7395-4173-455b-bec7-4be2fe177b33 HTTP/1.1" status: 200 len: 922 time: 0.1167023 Sep 16 05:07:43.991344 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e06606be-8b80-4cff-94f7-7b77045436ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.035285 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-99409e4d-e0f5-4a2b-bc08-73bb166ada63 req-06824f27-2596-4769-9e7f-74050309d6ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0752169-f345-4e11-b617-353f400a927b HTTP/1.1" status: 200 len: 217 time: 0.0471396 Sep 16 05:07:44.063889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06606be-8b80-4cff-94f7-7b77045436ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5398c6d6-2378-4760-a5da-67b63bb8092c,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:44.071923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06606be-8b80-4cff-94f7-7b77045436ff admin admin] Checking segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:44.072276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06606be-8b80-4cff-94f7-7b77045436ff admin admin] Network hostable DHCP agents. Network: 9a1ec3a4-d9e6-485f-ac18-076bea25223b, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:44.092523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06606be-8b80-4cff-94f7-7b77045436ff admin admin] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:44.098711 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99409e4d-e0f5-4a2b-bc08-73bb166ada63 req-5a7c5b58-1086-4795-8172-4d5af48b462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:44.100263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-99409e4d-e0f5-4a2b-bc08-73bb166ada63 req-5a7c5b58-1086-4795-8172-4d5af48b462b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb6841ca-b868-46b7-9c30-3f5269e78c2f HTTP/1.1" status: 200 len: 861 time: 0.0570328 Sep 16 05:07:44.109758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-e06606be-8b80-4cff-94f7-7b77045436ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 9a1ec3a4-d9e6-485f-ac18-076bea25223b) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:44.114041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06606be-8b80-4cff-94f7-7b77045436ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:44.114772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e06606be-8b80-4cff-94f7-7b77045436ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.124741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730c817f-fa07-4e9e-8848-b40847f1d224 None None] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:44.135237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e06606be-8b80-4cff-94f7-7b77045436ff admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5123665 Sep 16 05:07:44.137993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45154) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:44.146053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:44.148966 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-99409e4d-e0f5-4a2b-bc08-73bb166ada63 req-48356f4a-2eee-48b6-9945-86ea5abe6337 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bdbd7395-4173-455b-bec7-4be2fe177b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400074 Sep 16 05:07:44.172929 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.174232 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.332390 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.422104 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-99409e4d-e0f5-4a2b-bc08-73bb166ada63 req-50a15311-9d62-4780-84bd-7e8fd1e3837e service neutron] 10.222.0.15 "GET /v2.0/networks/bdbd7395-4173-455b-bec7-4be2fe177b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844256 Sep 16 05:07:44.423393 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:44.423393 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.479311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-99409e4d-e0f5-4a2b-bc08-73bb166ada63 req-3d2c3edc-e5ac-45bb-9fed-83d5fecd79a8 service neutron] 10.222.0.15 "GET /v2.0/networks/bdbd7395-4173-455b-bec7-4be2fe177b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298208 Sep 16 05:07:44.507636 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.597830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Allocated IP 172.20.0.2 (9a1ec3a4-d9e6-485f-ac18-076bea25223b/5398c6d6-2378-4760-a5da-67b63bb8092c/3e08939a-0896-4487-96bf-39dfd59a1ee9) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:44.744171 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.766470 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.783983 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.792062 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.836879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:44.842582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:44.846847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:44.850209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Pushing event updated for resources: {'Port': ['ID=3e08939a-0896-4487-96bf-39dfd59a1ee9,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:44.907625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Attempting to bind port 3e08939a-0896-4487-96bf-39dfd59a1ee9 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:44.908011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Attempting to bind port 3e08939a-0896-4487-96bf-39dfd59a1ee9 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:44.908586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Attempting to bind port 3e08939a-0896-4487-96bf-39dfd59a1ee9 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:44.911792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Allocated IP 172.25.0.165 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/ff843ad8-7002-4e6e-8f8d-7ca227f065c3) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:44.914235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:44.914685 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Checking segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:44.915104 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.915511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Bound using segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:44.916043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Bound port: 3e08939a-0896-4487-96bf-39dfd59a1ee9, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:44.916674 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:44.994838 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] For port 3e08939a-0896-4487-96bf-39dfd59a1ee9, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:45.000167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] For port 3e08939a-0896-4487-96bf-39dfd59a1ee9, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3e08939a-0896-4487-96bf-39dfd59a1ee9,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:45.006810 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.090359 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.098164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0a0ea-6127-4a48-b55e-f0640ad06b2b None None] Pushing event updated for resources: {'Port': ['ID=3e08939a-0896-4487-96bf-39dfd59a1ee9,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:45.151786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75127f36-b873-40c8-ad2e-ecc5402d80c0 req-8d2007e2-3cf7-44ab-97a0-e1ee40cd9ab6 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:45.153412 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75127f36-b873-40c8-ad2e-ecc5402d80c0 req-8d2007e2-3cf7-44ab-97a0-e1ee40cd9ab6 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 943 time: 0.0947804 Sep 16 05:07:45.193257 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.253657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:45.257655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:45.262225 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75127f36-b873-40c8-ad2e-ecc5402d80c0 req-d891ecd9-ba1d-4ae6-90e6-76930594e400 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/security-groups?id=7988c393-3993-4414-bf21-4fe6ea22e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977137 Sep 16 05:07:45.274431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:45.322919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Pushing event updated for resources: {'Port': ['ID=ff843ad8-7002-4e6e-8f8d-7ca227f065c3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:45.599639 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.850298 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:45.889385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device f0752169-f345-4e11-b617-353f400a927b details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:07:46.023542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port f0752169-f345-4e11-b617-353f400a927b, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f0752169-f345-4e11-b617-353f400a927b,segment=NetworkSegment(305aca01-868c-4463-8425-b14b09270d73),segment_id=305aca01-868c-4463-8425-b14b09270d73)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:46.026526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Router 379bbf46-50cd-4ec8-836d-a4a53e38d921 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:07:46.057391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'f0752169-f345-4e11-b617-353f400a927b', 'network_id': 'bdbd7395-4173-455b-bec7-4be2fe177b33', 'port_id': 'f0752169-f345-4e11-b617-353f400a927b', 'mac_address': 'fa:16:3e:c2:2e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6841ca-b868-46b7-9c30-3f5269e78c2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:07:46.104033 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.126967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0752169-f345-4e11-b617-353f400a927b {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:07:46.159600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port f0752169-f345-4e11-b617-353f400a927b, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f0752169-f345-4e11-b617-353f400a927b,segment=NetworkSegment(305aca01-868c-4463-8425-b14b09270d73),segment_id=305aca01-868c-4463-8425-b14b09270d73)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:46.164536 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.196352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:46.214959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Sync routers for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:46.215290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.218924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c7df22d3-3b1d-45ad-9297-85d86afcb23a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0768571 Sep 16 05:07:46.220089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45204) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:46.258730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:46.259658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:46.269135 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e940a07-85fa-45e2-ac16-227d9a4d08fe None None] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:46.428086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaf338-e361-41bd-adcf-9246b4e0e2bd req-7b0945b2-27e1-458e-b4e3-cfdf835c436a tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:46.430065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-baeaf338-e361-41bd-adcf-9246b4e0e2bd req-7b0945b2-27e1-458e-b4e3-cfdf835c436a tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 944 time: 0.0779169 Sep 16 05:07:46.439028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=f0752169-f345-4e11-b617-353f400a927b,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:46.451995 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['f0752169-f345-4e11-b617-353f400a927b'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:46.497817 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-baeaf338-e361-41bd-adcf-9246b4e0e2bd req-192f7d9f-2591-4365-80a5-7d8cb0f996e7 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/security-groups?id=7988c393-3993-4414-bf21-4fe6ea22e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604618 Sep 16 05:07:46.553178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c551bc27-00d0-47c1-8d16-b57bc8478ca4 None None] Provisioning complete for port 3e08939a-0896-4487-96bf-39dfd59a1ee9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:46.553553 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c551bc27-00d0-47c1-8d16-b57bc8478ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.801813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:46.829648 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:46.881438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3e08939a-0896-4487-96bf-39dfd59a1ee9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:47.045945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Allocated IP 172.20.0.1 (9a1ec3a4-d9e6-485f-ac18-076bea25223b/5398c6d6-2378-4760-a5da-67b63bb8092c/eaf38676-9588-408a-a7a4-2a32bbf9ef01) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:47.196099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.198423 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c551bc27-00d0-47c1-8d16-b57bc8478ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.202117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 3e08939a-0896-4487-96bf-39dfd59a1ee9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:47.202495 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.257087 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.292671 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a801fefb-ddd8-40c0-b8a2-9b182821ecd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.324562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf38676-9588-408a-a7a4-2a32bbf9ef01,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.337275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c551bc27-00d0-47c1-8d16-b57bc8478ca4 None None] For port 3e08939a-0896-4487-96bf-39dfd59a1ee9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3e08939a-0896-4487-96bf-39dfd59a1ee9,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:47.343265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:47.345024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:47.349222 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c551bc27-00d0-47c1-8d16-b57bc8478ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.356754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:47.417109 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.433070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:45Z', 'revision_number': 3, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:47.489427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551bc27-00d0-47c1-8d16-b57bc8478ca4 None None] Pushing event updated for resources: {'Port': ['ID=3e08939a-0896-4487-96bf-39dfd59a1ee9,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.496004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Checking router: 379bbf46-50cd-4ec8-836d-a4a53e38d921 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:47.496370 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Updating router 379bbf46-50cd-4ec8-836d-a4a53e38d921 port ff843ad8-7002-4e6e-8f8d-7ca227f065c3 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:07:47.505552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8f9ade20-0bb0-49fa-b1ab-cb310050a971 None None] Provisioning complete for port 3e08939a-0896-4487-96bf-39dfd59a1ee9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:47.506343 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8f9ade20-0bb0-49fa-b1ab-cb310050a971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.599084 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.654764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.736037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05009887-5a6b-4b8b-9b9d-b29d5d355a26 req-d8e0ce4e-8691-4375-8d94-2ab27ad8f774 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:47.739544 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05009887-5a6b-4b8b-9b9d-b29d5d355a26 req-d8e0ce4e-8691-4375-8d94-2ab27ad8f774 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 944 time: 0.0758684 Sep 16 05:07:47.813864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05009887-5a6b-4b8b-9b9d-b29d5d355a26 req-86b8685e-0554-4924-a61f-d77781a91d50 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/security-groups?id=7988c393-3993-4414-bf21-4fe6ea22e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688810 Sep 16 05:07:47.867965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-81cfb239-6d65-468d-9669-7647516a4bb3 None None] Provisioning complete for port eaf38676-9588-408a-a7a4-2a32bbf9ef01 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:47.868347 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-81cfb239-6d65-468d-9669-7647516a4bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.887141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.893361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.899415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device f0752169-f345-4e11-b617-353f400a927b up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:47.976451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf38676-9588-408a-a7a4-2a32bbf9ef01,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:47.979322 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:47.999715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-81cfb239-6d65-468d-9669-7647516a4bb3 None None] Port eaf38676-9588-408a-a7a4-2a32bbf9ef01 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:48.042865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port f0752169-f345-4e11-b617-353f400a927b completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:07:48.052180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port f0752169-f345-4e11-b617-353f400a927b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:48.052559 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.085652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:48.087512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:48.126608 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.137407 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.230556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba769927-9160-4a14-a17c-b10946bab765 None None] Pushing event updated for resources: {'Port': ['ID=ff843ad8-7002-4e6e-8f8d-7ca227f065c3,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:48.237551 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.264338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Attempting to bind port ff843ad8-7002-4e6e-8f8d-7ca227f065c3 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:48.264847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Attempting to bind port ff843ad8-7002-4e6e-8f8d-7ca227f065c3 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:48.265064 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Attempting to bind port ff843ad8-7002-4e6e-8f8d-7ca227f065c3 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:48.268725 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Router 379bbf46-50cd-4ec8-836d-a4a53e38d921 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:48.272185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:48.272586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:48.273185 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.273625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:48.274651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Bound port: ff843ad8-7002-4e6e-8f8d-7ca227f065c3, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:48.275078 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.283401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e412f3f-1fcd-4326-93fd-8c4601a55b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0752169-f345-4e11-b617-353f400a927b'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:48.286274 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1094ed-2ba5-4bc4-9b8b-9f78775a034e" -d '{"events": [{"server_uuid": "4e412f3f-1fcd-4326-93fd-8c4601a55b54", "name": "network-vif-plugged", "status": "completed", "tag": "f0752169-f345-4e11-b617-353f400a927b"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:48.320723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port f0752169-f345-4e11-b617-353f400a927b, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f0752169-f345-4e11-b617-353f400a927b,segment=NetworkSegment(305aca01-868c-4463-8425-b14b09270d73),segment_id=305aca01-868c-4463-8425-b14b09270d73)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:48.333806 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.390174 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c38596-db5b-4801-802c-295924e5f23a x-openstack-request-id: req-57c38596-db5b-4801-802c-295924e5f23a {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:48.390577 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e412f3f-1fcd-4326-93fd-8c4601a55b54", "name": "network-vif-plugged", "status": "completed", "tag": "f0752169-f345-4e11-b617-353f400a927b", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:48.390906 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57c38596-db5b-4801-802c-295924e5f23a {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:48.391385 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e412f3f-1fcd-4326-93fd-8c4601a55b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0752169-f345-4e11-b617-353f400a927b', 'code': 200} Sep 16 05:07:48.407892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] For port ff843ad8-7002-4e6e-8f8d-7ca227f065c3, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:48.432816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] For port ff843ad8-7002-4e6e-8f8d-7ca227f065c3, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ff843ad8-7002-4e6e-8f8d-7ca227f065c3,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:48.440429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:48.440669 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.451763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=f0752169-f345-4e11-b617-353f400a927b,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:48.458019 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-27cd6d4a-abaa-4bf4-b112-fe99b7b4d402 admin admin] 10.222.0.53 "PUT /v2.0/routers/379bbf46-50cd-4ec8-836d-a4a53e38d921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2357414 Sep 16 05:07:48.525369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caab6e-bada-4c9d-9cb1-a1518443bc2c req-34f3c2e9-750a-4f9d-b9cb-af877ab89ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:48.526714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:48.527608 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:48.528487 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b9caab6e-bada-4c9d-9cb1-a1518443bc2c req-34f3c2e9-750a-4f9d-b9cb-af877ab89ab4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 1097 time: 0.0692368 Sep 16 05:07:48.577329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b9caab6e-bada-4c9d-9cb1-a1518443bc2c req-311bbba6-3c30-49b9-8328-81d4eb6545ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7988c393-3993-4414-bf21-4fe6ea22e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Sep 16 05:07:48.598371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba769927-9160-4a14-a17c-b10946bab765 None None] Pushing event updated for resources: {'Port': ['ID=ff843ad8-7002-4e6e-8f8d-7ca227f065c3,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:48.603246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-09906feb-9a7a-48bf-bc38-bed31da43df4 None None] Provisioning complete for port eaf38676-9588-408a-a7a4-2a32bbf9ef01 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:48.603731 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-09906feb-9a7a-48bf-bc38-bed31da43df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.712959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-09906feb-9a7a-48bf-bc38-bed31da43df4 None None] Port eaf38676-9588-408a-a7a4-2a32bbf9ef01 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:48.715698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:48.745323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3e08939a-0896-4487-96bf-39dfd59a1ee9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:48.900471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 3e08939a-0896-4487-96bf-39dfd59a1ee9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:48.900847 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:48.968706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744a4e2-98f5-4c1a-8555-6b355c044ffa req-fa8b3bfc-9349-45be-9e1c-e25a16b65d79 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:48.976467 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d744a4e2-98f5-4c1a-8555-6b355c044ffa req-fa8b3bfc-9349-45be-9e1c-e25a16b65d79 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 945 time: 0.0685198 Sep 16 05:07:49.026257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d744a4e2-98f5-4c1a-8555-6b355c044ffa req-707c2650-fc9d-4f1b-8a1e-84598f7d75d9 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/security-groups?id=7988c393-3993-4414-bf21-4fe6ea22e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485907 Sep 16 05:07:49.186640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45266) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:49.191598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1987971821-network', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:49.221047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Made reservation on behalf of f029b1c022de4772878d1fd9978332e7 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:49.223651 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.234058 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.284018 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 2, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:49.319130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdf737-53e5-41fe-9ff9-c87289871de2 None None] The sync data for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 is: [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 2, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:49.374820 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.381115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.409092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:49.420131 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8f915d-4b80-42f5-8290-ca66bc2ca574,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.429187 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.429802 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Added segment b63f85fb-7328-4eb8-8640-0d1c0c353b6e of type vlan for network 40a40840-4450-43e3-8302-3ad11c4afc69 Sep 16 05:07:49.478796 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.511981 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.513273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:49.513998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.556456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45272) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:49.556673 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3687832 Sep 16 05:07:49.567722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-59ebc3d0-0ccd-4df1-9983-cdea1a623828 admin admin] Request body: {'subnet': {'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1987971821-subnet', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:49.640288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143437d-b2b6-4419-b6c9-82369bc67962 admin admin] Pushing event updated for resources: {'Network': ['ID=40a40840-4450-43e3-8302-3ad11c4afc69,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:49.663124 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 40a40840-4450-43e3-8302-3ad11c4afc69 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:49.666544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ebc3d0-0ccd-4df1-9983-cdea1a623828 admin admin] Made reservation on behalf of f029b1c022de4772878d1fd9978332e7 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:49.669806 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59ebc3d0-0ccd-4df1-9983-cdea1a623828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.933477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59ebc3d0-0ccd-4df1-9983-cdea1a623828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:49.989088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebc3d0-0ccd-4df1-9983-cdea1a623828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e22545-0330-4598-97d9-15e54b0ce2a3,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:50.022289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ebc3d0-0ccd-4df1-9983-cdea1a623828 admin admin] Checking segment: {'id': 'b63f85fb-7328-4eb8-8640-0d1c0c353b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:50.022571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ebc3d0-0ccd-4df1-9983-cdea1a623828 admin admin] Network hostable DHCP agents. Network: 40a40840-4450-43e3-8302-3ad11c4afc69, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:50.046299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ebc3d0-0ccd-4df1-9983-cdea1a623828 admin admin] Network 40a40840-4450-43e3-8302-3ad11c4afc69 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:50.061757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-59ebc3d0-0ccd-4df1-9983-cdea1a623828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 40a40840-4450-43e3-8302-3ad11c4afc69) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:50.069387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ebc3d0-0ccd-4df1-9983-cdea1a623828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:50.071286 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-59ebc3d0-0ccd-4df1-9983-cdea1a623828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.074469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cdfff4-1e9f-4d08-9e87-ab4a87abd8f7 None None] Network 40a40840-4450-43e3-8302-3ad11c4afc69 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:50.094882 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-59ebc3d0-0ccd-4df1-9983-cdea1a623828 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5360563 Sep 16 05:07:50.098253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45284) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:50.110561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1987971821-router', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:50.192240 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.193663 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.244997 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3a36ca23-95c0-40ac-9f8a-8d094e15ae1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.245771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d8c79-13df-43eb-93d2-e9e8d5764947 req-36267dd6-ba20-42c5-b1a6-326a2915e8ba tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:50.248151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-430d8c79-13df-43eb-93d2-e9e8d5764947 req-36267dd6-ba20-42c5-b1a6-326a2915e8ba tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 945 time: 0.1060882 Sep 16 05:07:50.317642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-40a40840-4450-43e3-8302-3ad11c4afc69', 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'fixed_ips': [{'subnet_id': '88e22545-0330-4598-97d9-15e54b0ce2a3'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:07:50.318700 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.323084 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.492809 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-430d8c79-13df-43eb-93d2-e9e8d5764947 req-c5e62d44-b15e-4060-8403-d9ecdc110407 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/security-groups?id=7988c393-3993-4414-bf21-4fe6ea22e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268736 Sep 16 05:07:50.556058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Allocated IP 172.20.0.2 (40a40840-4450-43e3-8302-3ad11c4afc69/88e22545-0330-4598-97d9-15e54b0ce2a3/14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:50.576091 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:50.851747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ff843ad8-7002-4e6e-8f8d-7ca227f065c3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:50.990767 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.021420 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.032458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.033085 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.080236 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.083737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ff843ad8-7002-4e6e-8f8d-7ca227f065c3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:51.084128 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.102524 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6c4c3-4d87-4563-a377-1267442e49fd req-9dbbc160-4acf-458a-bf22-8d67820ed82e tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:51.115823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Pushing event updated for resources: {'Port': ['ID=14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.118624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efc6c4c3-4d87-4563-a377-1267442e49fd req-9dbbc160-4acf-458a-bf22-8d67820ed82e tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 945 time: 0.1368830 Sep 16 05:07:51.184094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Network 40a40840-4450-43e3-8302-3ad11c4afc69 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:51.186296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:51.194056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:51.216876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efc6c4c3-4d87-4563-a377-1267442e49fd req-5cd0465c-44a8-4ae5-aa70-2c636533ccfc tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/security-groups?id=7988c393-3993-4414-bf21-4fe6ea22e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981686 Sep 16 05:07:51.311532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Allocated IP 172.25.0.215 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/e9c2fbee-dc0e-4aff-a166-943d9319cb0b) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:51.322543 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Attempting to bind port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:51.323060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Attempting to bind port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'b63f85fb-7328-4eb8-8640-0d1c0c353b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:51.323297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Attempting to bind port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 on network 40a40840-4450-43e3-8302-3ad11c4afc69 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:51.338300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:51.338663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Checking segment: {'id': 'b63f85fb-7328-4eb8-8640-0d1c0c353b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:51.339119 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.339699 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Bound using segment: {'id': 'b63f85fb-7328-4eb8-8640-0d1c0c353b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:51.340217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Bound port: 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63f85fb-7328-4eb8-8640-0d1c0c353b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:51.340792 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.362702 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.418587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port ff843ad8-7002-4e6e-8f8d-7ca227f065c3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ff843ad8-7002-4e6e-8f8d-7ca227f065c3,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:51.425899 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.458543 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.532779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] For port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:51.537862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] For port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6,segment=NetworkSegment(b63f85fb-7328-4eb8-8640-0d1c0c353b6e),segment_id=b63f85fb-7328-4eb8-8640-0d1c0c353b6e)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:51.539903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=ff843ad8-7002-4e6e-8f8d-7ca227f065c3,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.546792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.547187 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:51.601581 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:51.604983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:51.608494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:51.623069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750c70d-86db-4bb8-b7e4-73887038cf2f None None] Pushing event updated for resources: {'Port': ['ID=14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.647645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c2fbee-dc0e-4aff-a166-943d9319cb0b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:51.699056 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.041784 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.253227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5ab47-7ea8-4e27-be16-fa7ccd743429 req-c29a9740-4589-44ae-a60e-3277661d86cf tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.255034 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b2d5ab47-7ea8-4e27-be16-fa7ccd743429 req-c29a9740-4589-44ae-a60e-3277661d86cf tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 945 time: 0.1060779 Sep 16 05:07:52.328005 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.411472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b2d5ab47-7ea8-4e27-be16-fa7ccd743429 req-611bf5b0-3917-4b76-aa29-d22d754b4f1a tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Deleting port f0752169-f345-4e11-b617-353f400a927b {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:07:52.411885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b2d5ab47-7ea8-4e27-be16-fa7ccd743429 req-611bf5b0-3917-4b76-aa29-d22d754b4f1a tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.441292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25819027-46aa-4a8b-9933-c343bc5f5aaf req-dfdb9755-ed52-4345-afcb-98655e87e394 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:52.443161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-25819027-46aa-4a8b-9933-c343bc5f5aaf req-dfdb9755-ed52-4345-afcb-98655e87e394 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 945 time: 0.1344781 Sep 16 05:07:52.591404 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-25819027-46aa-4a8b-9933-c343bc5f5aaf req-3be8fc65-ea90-4448-9362-ddbce6ff9247 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/security-groups?id=7988c393-3993-4414-bf21-4fe6ea22e38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350572 Sep 16 05:07:52.593018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-b2d5ab47-7ea8-4e27-be16-fa7ccd743429 req-611bf5b0-3917-4b76-aa29-d22d754b4f1a tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] For port f0752169-f345-4e11-b617-353f400a927b, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=f0752169-f345-4e11-b617-353f400a927b,segment=NetworkSegment(305aca01-868c-4463-8425-b14b09270d73),segment_id=305aca01-868c-4463-8425-b14b09270d73)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:52.593469 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b2d5ab47-7ea8-4e27-be16-fa7ccd743429 req-611bf5b0-3917-4b76-aa29-d22d754b4f1a tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.629726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-b2d5ab47-7ea8-4e27-be16-fa7ccd743429 req-611bf5b0-3917-4b76-aa29-d22d754b4f1a tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Calling delete_port for f0752169-f345-4e11-b617-353f400a927b owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:07:52.636519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Router 36ca57a1-3726-447f-b99d-9323167eb221 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:07:52.755580 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Sync routers for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:52.821369 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:52.822034 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:52.849254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:52.857488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b2d5ab47-7ea8-4e27-be16-fa7ccd743429 req-611bf5b0-3917-4b76-aa29-d22d754b4f1a tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.865216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Sync routers for ids ['36ca57a1-3726-447f-b99d-9323167eb221'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:07:52.874930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['f0752169-f345-4e11-b617-353f400a927b'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:07:52.897041 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:52.909081 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-10b00a1e-cd05-461c-beb4-cd49db5f8e56 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8029530 Sep 16 05:07:52.909937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45328) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:52.986795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bf5b0-3917-4b76-aa29-d22d754b4f1a tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Pushing event deleted for resources: {'Port': ['ID=f0752169-f345-4e11-b617-353f400a927b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:52.988975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ff843ad8-7002-4e6e-8f8d-7ca227f065c3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:52.995573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Routers {'36ca57a1-3726-447f-b99d-9323167eb221'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:52.999350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['36ca57a1-3726-447f-b99d-9323167eb221'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:53.059524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54bfeb6-bba9-45d4-a0d8-9c43bbe30ed2 None None] Network 40a40840-4450-43e3-8302-3ad11c4afc69 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:53.087549 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:53.092161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d5ab47-7ea8-4e27-be16-fa7ccd743429 req-611bf5b0-3917-4b76-aa29-d22d754b4f1a tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] No DVR routers for this DVR port f0752169-f345-4e11-b617-353f400a927b on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:07:53.100607 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b2d5ab47-7ea8-4e27-be16-fa7ccd743429 req-611bf5b0-3917-4b76-aa29-d22d754b4f1a tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.104010 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b2d5ab47-7ea8-4e27-be16-fa7ccd743429 req-611bf5b0-3917-4b76-aa29-d22d754b4f1a tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.15 "DELETE /v2.0/ports/f0752169-f345-4e11-b617-353f400a927b HTTP/1.1" status: 204 len: 173 time: 0.8416784 Sep 16 05:07:53.104642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e412f3f-1fcd-4326-93fd-8c4601a55b54', 'name': 'network-vif-deleted', 'tag': 'f0752169-f345-4e11-b617-353f400a927b'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:07:53.108861 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2dd587-e2ce-4b82-983e-9fb250115ef4" -d '{"events": [{"server_uuid": "4e412f3f-1fcd-4326-93fd-8c4601a55b54", "name": "network-vif-deleted", "tag": "f0752169-f345-4e11-b617-353f400a927b"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:07:53.213193 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f82f921-f2f4-4492-a477-abd1cd80623a x-openstack-request-id: req-1f82f921-f2f4-4492-a477-abd1cd80623a {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:07:53.213375 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e412f3f-1fcd-4326-93fd-8c4601a55b54", "name": "network-vif-deleted", "tag": "f0752169-f345-4e11-b617-353f400a927b", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:07:53.214144 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f82f921-f2f4-4492-a477-abd1cd80623a {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:07:53.214739 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e412f3f-1fcd-4326-93fd-8c4601a55b54', 'name': 'network-vif-deleted', 'tag': 'f0752169-f345-4e11-b617-353f400a927b', 'status': 'completed', 'code': 200} Sep 16 05:07:53.258101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9ac18e60-44af-4225-b7d1-734d70572049 None None] Provisioning complete for port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:53.258489 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9ac18e60-44af-4225-b7d1-734d70572049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.268485 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ff843ad8-7002-4e6e-8f8d-7ca227f065c3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:53.269059 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.389361 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.495574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Set router 36ca57a1-3726-447f-b99d-9323167eb221 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:53.506758 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 2, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:53.555566 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Checking router: 379bbf46-50cd-4ec8-836d-a4a53e38d921 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:53.556236 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Updating router 379bbf46-50cd-4ec8-836d-a4a53e38d921 port eaf38676-9588-408a-a7a4-2a32bbf9ef01 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:07:53.620242 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.768642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:53.828565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:53.866723 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bf06a17-0f6b-4a1e-83db-58195bd615fd req-808c0c4c-16cb-43ae-a007-60216bfe3520 tempest-ServerAddressesNegativeTestJSON-581253596 tempest-ServerAddressesNegativeTestJSON-581253596-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e412f3f-1fcd-4326-93fd-8c4601a55b54 HTTP/1.1" status: 200 len: 210 time: 0.0687270 Sep 16 05:07:53.919043 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9ac18e60-44af-4225-b7d1-734d70572049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.046180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9ac18e60-44af-4225-b7d1-734d70572049 None None] For port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6,segment=NetworkSegment(b63f85fb-7328-4eb8-8640-0d1c0c353b6e),segment_id=b63f85fb-7328-4eb8-8640-0d1c0c353b6e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:54.053517 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9ac18e60-44af-4225-b7d1-734d70572049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.056480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:54.057924 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.178572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac18e60-44af-4225-b7d1-734d70572049 None None] Pushing event updated for resources: {'Port': ['ID=14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.196162 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.197528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca57a1-3726-447f-b99d-9323167eb221', 'name': 'tempest-TestVolumeBootPattern-1987971821-router', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:50Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 3, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'gw_port': {'id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:97:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca57a1-3726-447f-b99d-9323167eb221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:51Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:54.203642 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.243683 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Checking router: 36ca57a1-3726-447f-b99d-9323167eb221 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:07:54.244108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Updating router 36ca57a1-3726-447f-b99d-9323167eb221 port e9c2fbee-dc0e-4aff-a166-943d9319cb0b binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:07:54.305485 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.409396 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462627b3-4b94-4f3c-89a0-59fd6bfc2301 None None] Pushing event updated for resources: {'Port': ['ID=eaf38676-9588-408a-a7a4-2a32bbf9ef01,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.416887 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Attempting to bind port eaf38676-9588-408a-a7a4-2a32bbf9ef01 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:54.416887 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Attempting to bind port eaf38676-9588-408a-a7a4-2a32bbf9ef01 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:54.416887 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Attempting to bind port eaf38676-9588-408a-a7a4-2a32bbf9ef01 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:54.432810 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:54.433186 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Checking segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:54.433594 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.434024 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Bound using segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:54.434507 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Bound port: eaf38676-9588-408a-a7a4-2a32bbf9ef01, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:54.434985 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.638173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d064ece7-c030-47a8-afda-e13deb2dbcba None None] Provisioning complete for port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:54.638642 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d064ece7-c030-47a8-afda-e13deb2dbcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.640216 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] For port eaf38676-9588-408a-a7a4-2a32bbf9ef01, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:54.644603 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] For port eaf38676-9588-408a-a7a4-2a32bbf9ef01, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=eaf38676-9588-408a-a7a4-2a32bbf9ef01,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:54.649829 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.687551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Allocated IP 172.20.0.1 (40a40840-4450-43e3-8302-3ad11c4afc69/88e22545-0330-4598-97d9-15e54b0ce2a3/819e1bf3-e854-4899-a303-c9303a6fc91d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:07:54.708502 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:54.709169 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:54.774707 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462627b3-4b94-4f3c-89a0-59fd6bfc2301 None None] Pushing event updated for resources: {'Port': ['ID=eaf38676-9588-408a-a7a4-2a32bbf9ef01,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:54.931960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:54.952544 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:55.020405 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.100415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:55.129228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45364) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:55.132346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Network 40a40840-4450-43e3-8302-3ad11c4afc69 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:55.135937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:55.143693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:07:55.180655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=819e1bf3-e854-4899-a303-c9303a6fc91d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.212475 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.219721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b9d387-8442-40d7-a470-babe90d2a7a5 admin admin] Deleting subnet fb6841ca-b868-46b7-9c30-3f5269e78c2f {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:07:55.224279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d387-8442-40d7-a470-babe90d2a7a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.300070 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.312986 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d387-8442-40d7-a470-babe90d2a7a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.354221 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.437896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-76d7b456-a027-4a8c-86e0-40ee1bf37e20 None None] Provisioning complete for port eaf38676-9588-408a-a7a4-2a32bbf9ef01 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:55.438796 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-76d7b456-a027-4a8c-86e0-40ee1bf37e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.439692 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d387-8442-40d7-a470-babe90d2a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.504856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.546976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48cf16-8082-4c18-96d0-4199d2f91a8b None None] Pushing event updated for resources: {'Port': ['ID=e9c2fbee-dc0e-4aff-a166-943d9319cb0b,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.562169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Attempting to bind port e9c2fbee-dc0e-4aff-a166-943d9319cb0b on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:07:55.562538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Attempting to bind port e9c2fbee-dc0e-4aff-a166-943d9319cb0b by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:07:55.562965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Attempting to bind port e9c2fbee-dc0e-4aff-a166-943d9319cb0b on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:07:55.564423 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d387-8442-40d7-a470-babe90d2a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.571668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:07:55.572054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:55.572508 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.572912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:07:55.573397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Bound port: e9c2fbee-dc0e-4aff-a166-943d9319cb0b, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:07:55.576730 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.598697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9d387-8442-40d7-a470-babe90d2a7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb6841ca-b868-46b7-9c30-3f5269e78c2f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:55.611152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d387-8442-40d7-a470-babe90d2a7a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.613936 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f4b9d387-8442-40d7-a470-babe90d2a7a5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fb6841ca-b868-46b7-9c30-3f5269e78c2f HTTP/1.1" status: 204 len: 168 time: 0.4820135 Sep 16 05:07:55.616162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45372) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:55.656515 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:54Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:55.657186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:55.657556 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.704920 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b1e0e-b916-4072-b1f1-dd1b7fa0aaa0 None None] The sync data for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 is: [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:54Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:55.738884 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.775804 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.787516 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.819942 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-76d7b456-a027-4a8c-86e0-40ee1bf37e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.860016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] For port e9c2fbee-dc0e-4aff-a166-943d9319cb0b, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:07:55.884913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-76d7b456-a027-4a8c-86e0-40ee1bf37e20 None None] For port eaf38676-9588-408a-a7a4-2a32bbf9ef01, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=eaf38676-9588-408a-a7a4-2a32bbf9ef01,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:55.887913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] For port e9c2fbee-dc0e-4aff-a166-943d9319cb0b, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e9c2fbee-dc0e-4aff-a166-943d9319cb0b,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:07:55.892342 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-76d7b456-a027-4a8c-86e0-40ee1bf37e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.901851 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.950312 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device f0752169-f345-4e11-b617-353f400a927b no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:07:55.962735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbd7395-4173-455b-bec7-4be2fe177b33']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:55.973168 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:55.982203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: f0752169-f345-4e11-b617-353f400a927b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:07:55.982869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device f0752169-f345-4e11-b617-353f400a927b not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:07:55.983140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305aca01-868c-4463-8425-b14b09270d73') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:55.984922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305aca01-868c-4463-8425-b14b09270d73') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:55.987086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=819e1bf3-e854-4899-a303-c9303a6fc91d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.007578 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.012183 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.039323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.043043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7b456-a027-4a8c-86e0-40ee1bf37e20 None None] Pushing event updated for resources: {'Port': ['ID=eaf38676-9588-408a-a7a4-2a32bbf9ef01,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.054983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Routers {'36ca57a1-3726-447f-b99d-9323167eb221'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:07:56.055656 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['36ca57a1-3726-447f-b99d-9323167eb221'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:56.056041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:07:56.057752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:07:56.123492 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:07:56.140118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0c0e3c2d-5e9b-438d-838e-5c02dec7c73a None None] Provisioning complete for port 819e1bf3-e854-4899-a303-c9303a6fc91d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:56.140830 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3c2d-5e9b-438d-838e-5c02dec7c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.225639 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.247810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.248272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Network 40a40840-4450-43e3-8302-3ad11c4afc69 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:07:56.261129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:56.264768 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bdbd7395-4173-455b-bec7-4be2fe177b33 HTTP/1.1" status: 204 len: 168 time: 0.6329651 Sep 16 05:07:56.264768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbd7395-4173-455b-bec7-4be2fe177b33,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.264768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:56.264768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:56.264768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:56.264768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:56.265804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:56.265804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:56.265974 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:56.266941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:56.266941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:56.267347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:56.267598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:56.267917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81366b0-a827-46d1-8c41-9f7f92294729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:07:56.312879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48cf16-8082-4c18-96d0-4199d2f91a8b None None] Pushing event updated for resources: {'Port': ['ID=e9c2fbee-dc0e-4aff-a166-943d9319cb0b,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:56.319164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e3c2d-5e9b-438d-838e-5c02dec7c73a None None] Port 819e1bf3-e854-4899-a303-c9303a6fc91d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:56.349820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0c0e3c2d-5e9b-438d-838e-5c02dec7c73a None None] Provisioning complete for port eaf38676-9588-408a-a7a4-2a32bbf9ef01 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:56.350207 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3c2d-5e9b-438d-838e-5c02dec7c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.356705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] Set router 36ca57a1-3726-447f-b99d-9323167eb221 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:07:56.499911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Router 36ca57a1-3726-447f-b99d-9323167eb221 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:07:56.747999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45392) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:56.790131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:07:56.809304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-284ad701-5a84-47f1-b83b-e2bebd1c2fa7 admin admin] 10.222.0.53 "PUT /v2.0/routers/36ca57a1-3726-447f-b99d-9323167eb221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8955338 Sep 16 05:07:56.856301 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-de1eb19a-e733-477a-9cf3-f9aa761f5f74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2932222e60984386b478d42859086bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060619 Sep 16 05:07:56.859108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45396) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:56.867690 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1624e6e1-735d-4d76-bbdb-88dec05e85ce None None] Provisioning complete for port 819e1bf3-e854-4899-a303-c9303a6fc91d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:56.868262 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1624e6e1-735d-4d76-bbdb-88dec05e85ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:56.898427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca57a1-3726-447f-b99d-9323167eb221', 'name': 'tempest-TestVolumeBootPattern-1987971821-router', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:50Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'gw_port': {'id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:97:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca57a1-3726-447f-b99d-9323167eb221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:51Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '819e1bf3-e854-4899-a303-c9303a6fc91d', 'name': '', 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'mac_address': 'fa:16:3e:04:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca57a1-3726-447f-b99d-9323167eb221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '88e22545-0330-4598-97d9-15e54b0ce2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:53Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 2, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'subnets': [{'id': '88e22545-0330-4598-97d9-15e54b0ce2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:07:56.967296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device eaf38676-9588-408a-a7a4-2a32bbf9ef01 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:56.974752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699cdf3-275e-4e74-9af3-0dbe2e03d70e None None] The sync data for ids ['36ca57a1-3726-447f-b99d-9323167eb221'] in n-d-712142-17 is: [{'id': '36ca57a1-3726-447f-b99d-9323167eb221', 'name': 'tempest-TestVolumeBootPattern-1987971821-router', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:50Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'gw_port': {'id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:97:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca57a1-3726-447f-b99d-9323167eb221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:51Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '819e1bf3-e854-4899-a303-c9303a6fc91d', 'name': '', 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'mac_address': 'fa:16:3e:04:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca57a1-3726-447f-b99d-9323167eb221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '88e22545-0330-4598-97d9-15e54b0ce2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:53Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 2, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'subnets': [{'id': '88e22545-0330-4598-97d9-15e54b0ce2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:07:57.004547 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4699a5c3-e3c2-465a-9aed-eb4f88e6c603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.035624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1624e6e1-735d-4d76-bbdb-88dec05e85ce None None] Port 819e1bf3-e854-4899-a303-c9303a6fc91d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:07:57.041235 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4699a5c3-e3c2-465a-9aed-eb4f88e6c603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.080068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port eaf38676-9588-408a-a7a4-2a32bbf9ef01 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:57.080565 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.122561 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4699a5c3-e3c2-465a-9aed-eb4f88e6c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.125759 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4699a5c3-e3c2-465a-9aed-eb4f88e6c603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:57.129451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4699a5c3-e3c2-465a-9aed-eb4f88e6c603 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7988c393-3993-4414-bf21-4fe6ea22e38a HTTP/1.1" status: 204 len: 168 time: 0.2690217 Sep 16 05:07:57.152489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699a5c3-e3c2-465a-9aed-eb4f88e6c603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7988c393-3993-4414-bf21-4fe6ea22e38a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.424540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45458) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:58.581405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1159946267-network', 'tenant_id': 'f73d9f90fe024ab39d4df73be752c121'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:58.605740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Made reservation on behalf of f73d9f90fe024ab39d4df73be752c121 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:58.609509 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.619753 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.791278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.802883 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.819086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:07:58.846282 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.846805 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Added segment b674cddc-0f52-4c6e-89e8-5331473a5a3f of type vlan for network 1d641eb3-78df-4a66-8ab2-523f2d38ffa7 Sep 16 05:07:58.907497 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.945219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e9c2fbee-dc0e-4aff-a166-943d9319cb0b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:07:58.954032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c02654-cd79-42ff-b176-d131a25d5652,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:58.970336 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:58.971897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:58.972862 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.035644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e9c2fbee-dc0e-4aff-a166-943d9319cb0b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:07:59.036595 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.128187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] Pushing event updated for resources: {'Network': ['ID=1d641eb3-78df-4a66-8ab2-523f2d38ffa7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.139626 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7e394d9b-60f1-4191-afe1-b7d9ec733ffb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7115412 Sep 16 05:07:59.142715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45478) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:07:59.149632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 1d641eb3-78df-4a66-8ab2-523f2d38ffa7 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:07:59.150874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-594033cb-4495-428a-8eac-cb2533110659 admin admin] Request body: {'subnet': {'network_id': '1d641eb3-78df-4a66-8ab2-523f2d38ffa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1159946267-subnet', 'tenant_id': 'f73d9f90fe024ab39d4df73be752c121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:07:59.191177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594033cb-4495-428a-8eac-cb2533110659 admin admin] Made reservation on behalf of f73d9f90fe024ab39d4df73be752c121 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:07:59.194764 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-594033cb-4495-428a-8eac-cb2533110659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.277274 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.312233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port e9c2fbee-dc0e-4aff-a166-943d9319cb0b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e9c2fbee-dc0e-4aff-a166-943d9319cb0b,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:07:59.316389 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.411003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=e9c2fbee-dc0e-4aff-a166-943d9319cb0b,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.468740 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-594033cb-4495-428a-8eac-cb2533110659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.538181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594033cb-4495-428a-8eac-cb2533110659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ea91aa-ae97-4ce5-83d0-d4bc8112fe04,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:07:59.551585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594033cb-4495-428a-8eac-cb2533110659 admin admin] Checking segment: {'id': 'b674cddc-0f52-4c6e-89e8-5331473a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d641eb3-78df-4a66-8ab2-523f2d38ffa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:07:59.551960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594033cb-4495-428a-8eac-cb2533110659 admin admin] Network hostable DHCP agents. Network: 1d641eb3-78df-4a66-8ab2-523f2d38ffa7, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:07:59.572041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594033cb-4495-428a-8eac-cb2533110659 admin admin] Network 1d641eb3-78df-4a66-8ab2-523f2d38ffa7 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:07:59.584015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-594033cb-4495-428a-8eac-cb2533110659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 1d641eb3-78df-4a66-8ab2-523f2d38ffa7) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:07:59.591511 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594033cb-4495-428a-8eac-cb2533110659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.592140 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-594033cb-4495-428a-8eac-cb2533110659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:07:59.593369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f887ac8-50e6-4c7d-beab-6c649ff4a380 None None] Network 1d641eb3-78df-4a66-8ab2-523f2d38ffa7 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:59.631716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-594033cb-4495-428a-8eac-cb2533110659 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4869859 Sep 16 05:07:59.771311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54370bcb-0361-4f67-9816-10da761424f0 None None] Network 1d641eb3-78df-4a66-8ab2-523f2d38ffa7 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:07:59.964158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-86f393d5-e177-4546-8a25-a174b3f7167d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:07:59.966455 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-86f393d5-e177-4546-8a25-a174b3f7167d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1647413 Sep 16 05:08:00.001044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e03ab96b-6790-4f73-a7a8-090a3f6da9a3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/quotas/b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 375 time: 0.0274549 Sep 16 05:08:00.079273 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-a976932b-a478-4a65-b6ec-74741bb8ed96 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689149 Sep 16 05:08:00.220939 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-fd4b3a69-c16f-4333-b64c-aeceedc361ac service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335669 Sep 16 05:08:00.338804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-26aa6b5a-fffe-48c3-b4e1-7606d7ff1285 service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113436 Sep 16 05:08:00.477834 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Sync routers for ids ['36ca57a1-3726-447f-b99d-9323167eb221'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:00.493024 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Routers {'36ca57a1-3726-447f-b99d-9323167eb221'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:00.494178 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['36ca57a1-3726-447f-b99d-9323167eb221'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:00.641397 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Set router 36ca57a1-3726-447f-b99d-9323167eb221 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:00.967861 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca57a1-3726-447f-b99d-9323167eb221', 'name': 'tempest-TestVolumeBootPattern-1987971821-router', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:50Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'gw_port': {'id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:97:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca57a1-3726-447f-b99d-9323167eb221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:51Z', 'updated_at': '2021-09-16T05:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '819e1bf3-e854-4899-a303-c9303a6fc91d', 'name': '', 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'mac_address': 'fa:16:3e:04:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca57a1-3726-447f-b99d-9323167eb221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '88e22545-0330-4598-97d9-15e54b0ce2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:53Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 2, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'subnets': [{'id': '88e22545-0330-4598-97d9-15e54b0ce2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:00.971694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e9c2fbee-dc0e-4aff-a166-943d9319cb0b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:01.045558 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Checking router: 36ca57a1-3726-447f-b99d-9323167eb221 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:01.047743 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Updating router 36ca57a1-3726-447f-b99d-9323167eb221 port 819e1bf3-e854-4899-a303-c9303a6fc91d binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:01.085171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e9c2fbee-dc0e-4aff-a166-943d9319cb0b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:01.086040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-73db0556-c4b6-4baa-8798-27c4f2827bbb tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:01.088200 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-73db0556-c4b6-4baa-8798-27c4f2827bbb tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/networks?id=1d641eb3-78df-4a66-8ab2-523f2d38ffa7 HTTP/1.1" status: 200 len: 813 time: 0.1863544 Sep 16 05:08:01.089875 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.098922 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.152376 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-75a69b44-5cce-442e-a2f3-53155c5a9bdd tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/quotas/f73d9f90fe024ab39d4df73be752c121 HTTP/1.1" status: 200 len: 375 time: 0.0532603 Sep 16 05:08:01.230169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-7bcaab2d-4cf5-42e8-8038-a696ad97d391 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f73d9f90fe024ab39d4df73be752c121&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557008 Sep 16 05:08:01.370473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-e98101dd-1c0b-45f6-882e-3250a93a6d13 service neutron] 10.222.0.53 "GET /v2.0/networks/1d641eb3-78df-4a66-8ab2-523f2d38ffa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238270 Sep 16 05:08:01.495038 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-f8ad156c-467b-4d79-84fe-24dac60f4690 service neutron] 10.222.0.53 "GET /v2.0/networks/1d641eb3-78df-4a66-8ab2-523f2d38ffa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172602 Sep 16 05:08:01.563707 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.570028 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.717327 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11580edf-1ef4-4817-8272-34d082ffa9dd None None] Pushing event updated for resources: {'Port': ['ID=819e1bf3-e854-4899-a303-c9303a6fc91d,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:01.761307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df2f706c-fb6c-4132-866a-434b2c933866 req-6bb557df-e358-4a3d-a10b-574f6e266deb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 210 time: 0.0681419 Sep 16 05:08:01.773044 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Attempting to bind port 819e1bf3-e854-4899-a303-c9303a6fc91d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:01.774375 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Attempting to bind port 819e1bf3-e854-4899-a303-c9303a6fc91d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'b63f85fb-7328-4eb8-8640-0d1c0c353b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:01.776061 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Attempting to bind port 819e1bf3-e854-4899-a303-c9303a6fc91d on network 40a40840-4450-43e3-8302-3ad11c4afc69 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:01.792856 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:01.793152 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Checking segment: {'id': 'b63f85fb-7328-4eb8-8640-0d1c0c353b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:01.793577 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.795230 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Bound using segment: {'id': 'b63f85fb-7328-4eb8-8640-0d1c0c353b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:01.795863 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Bound port: 819e1bf3-e854-4899-a303-c9303a6fc91d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63f85fb-7328-4eb8-8640-0d1c0c353b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:01.796251 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.902042 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] For port 819e1bf3-e854-4899-a303-c9303a6fc91d, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:01.908100 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] For port 819e1bf3-e854-4899-a303-c9303a6fc91d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=819e1bf3-e854-4899-a303-c9303a6fc91d,segment=NetworkSegment(b63f85fb-7328-4eb8-8640-0d1c0c353b6e),segment_id=b63f85fb-7328-4eb8-8640-0d1c0c353b6e)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:01.915404 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:01.929901 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ef168f2-e2ff-415d-bde0-a233469517e0 req-948201aa-c591-4af4-b451-eecf7b767b6e tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 210 time: 0.0850914 Sep 16 05:08:02.000301 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Routers {'36ca57a1-3726-447f-b99d-9323167eb221'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:02.001297 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:07:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['36ca57a1-3726-447f-b99d-9323167eb221'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:02.048863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e5a61655-9c9d-4422-a3a9-28496f04183f None None] Provisioning complete for port 819e1bf3-e854-4899-a303-c9303a6fc91d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:02.052511 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5a61655-9c9d-4422-a3a9-28496f04183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.097173 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11580edf-1ef4-4817-8272-34d082ffa9dd None None] Pushing event updated for resources: {'Port': ['ID=819e1bf3-e854-4899-a303-c9303a6fc91d,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.265008 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5a61655-9c9d-4422-a3a9-28496f04183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.335345 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] Set router 36ca57a1-3726-447f-b99d-9323167eb221 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:02.345640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e5a61655-9c9d-4422-a3a9-28496f04183f None None] For port 819e1bf3-e854-4899-a303-c9303a6fc91d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=819e1bf3-e854-4899-a303-c9303a6fc91d,segment=NetworkSegment(b63f85fb-7328-4eb8-8640-0d1c0c353b6e),segment_id=b63f85fb-7328-4eb8-8640-0d1c0c353b6e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:02.351421 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5a61655-9c9d-4422-a3a9-28496f04183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.432029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a61655-9c9d-4422-a3a9-28496f04183f None None] Pushing event updated for resources: {'Port': ['ID=819e1bf3-e854-4899-a303-c9303a6fc91d,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:02.483784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c6230005-0245-4eb8-81e3-ad34e75865fc None None] Provisioning complete for port 819e1bf3-e854-4899-a303-c9303a6fc91d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:02.484625 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c6230005-0245-4eb8-81e3-ad34e75865fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:02.642399 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca57a1-3726-447f-b99d-9323167eb221', 'name': 'tempest-TestVolumeBootPattern-1987971821-router', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:50Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'gw_port': {'id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:97:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca57a1-3726-447f-b99d-9323167eb221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:51Z', 'updated_at': '2021-09-16T05:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '819e1bf3-e854-4899-a303-c9303a6fc91d', 'name': '', 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'mac_address': 'fa:16:3e:04:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca57a1-3726-447f-b99d-9323167eb221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '88e22545-0330-4598-97d9-15e54b0ce2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:53Z', 'updated_at': '2021-09-16T05:08:01Z', 'revision_number': 4, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'subnets': [{'id': '88e22545-0330-4598-97d9-15e54b0ce2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:02.681860 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad82943-9a87-4e7c-9010-f235f0cd2a09 None None] The sync data for ids ['36ca57a1-3726-447f-b99d-9323167eb221'] in n-d-712142-17 is: [{'id': '36ca57a1-3726-447f-b99d-9323167eb221', 'name': 'tempest-TestVolumeBootPattern-1987971821-router', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:50Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 4, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'gw_port': {'id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:97:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca57a1-3726-447f-b99d-9323167eb221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:51Z', 'updated_at': '2021-09-16T05:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '819e1bf3-e854-4899-a303-c9303a6fc91d', 'name': '', 'network_id': '40a40840-4450-43e3-8302-3ad11c4afc69', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'mac_address': 'fa:16:3e:04:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca57a1-3726-447f-b99d-9323167eb221', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '88e22545-0330-4598-97d9-15e54b0ce2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:53Z', 'updated_at': '2021-09-16T05:08:01Z', 'revision_number': 4, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'subnets': [{'id': '88e22545-0330-4598-97d9-15e54b0ce2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:02.863743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-f3e857f6-eec6-4d86-9a18-7b729938b5fb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:02.866409 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-f3e857f6-eec6-4d86-9a18-7b729938b5fb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.9545734 Sep 16 05:08:02.883569 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'port': {'device_id': 'dbbc978e-bb17-48b5-bd81-7015df27fe5f', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'admin_state_up': True, 'tenant_id': 'b047a60d7e39405c98068715097e0142'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:02.971005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 819e1bf3-e854-4899-a303-c9303a6fc91d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:02.994875 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8d0810e-98a7-4e72-b98d-b4d188ab4eb1 req-46319351-0d29-495c-8742-a6cd0a1b2316 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 210 time: 0.0802100 Sep 16 05:08:03.084698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 819e1bf3-e854-4899-a303-c9303a6fc91d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:03.085370 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.129784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Made reservation on behalf of b047a60d7e39405c98068715097e0142 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:03.133520 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.147461 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b9e2191e-f314-4473-bd6d-c66a44c96ba9 req-28178c2d-5f30-4bae-8699-e4bc28cdc1dc tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 210 time: 0.0568585 Sep 16 05:08:03.495967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-375bca3b-deb4-487f-a2f5-74e21b465c2b tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.503030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-375bca3b-deb4-487f-a2f5-74e21b465c2b tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.50 "GET /v2.0/networks?id=1d641eb3-78df-4a66-8ab2-523f2d38ffa7 HTTP/1.1" status: 200 len: 813 time: 0.1745934 Sep 16 05:08:03.503374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Allocated IP 172.20.0.6 (9a1ec3a4-d9e6-485f-ac18-076bea25223b/5398c6d6-2378-4760-a5da-67b63bb8092c/dfc64740-3fc6-4dea-b9a0-02c1e74d167d) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:03.524387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Request body: {'port': {'device_id': 'afa89d2b-84ce-4af1-b695-f188f1f63e0f', 'network_id': '1d641eb3-78df-4a66-8ab2-523f2d38ffa7', 'admin_state_up': True, 'tenant_id': 'f73d9f90fe024ab39d4df73be752c121'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:03.683740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Made reservation on behalf of f73d9f90fe024ab39d4df73be752c121 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:03.688520 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.727624 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.764442 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.812774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:03.816191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:03.822691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:03.830330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=dfc64740-3fc6-4dea-b9a0-02c1e74d167d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:03.872938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Allocated IP 172.20.0.7 (1d641eb3-78df-4a66-8ab2-523f2d38ffa7/c3ea91aa-ae97-4ce5-83d0-d4bc8112fe04/1eea14be-3961-4890-a846-59edbc444c5e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:03.909976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:03.910578 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:03.929036 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-c4127017-456a-4f67-b25f-72620746d915 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0525370 Sep 16 05:08:03.946903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Request body: {'port': {'device_id': 'dbbc978e-bb17-48b5-bd81-7015df27fe5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:04.048641 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.084248 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.135367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.197741 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Network 1d641eb3-78df-4a66-8ab2-523f2d38ffa7 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:04.203433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:04.212120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:04.266264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Pushing event updated for resources: {'Port': ['ID=1eea14be-3961-4890-a846-59edbc444c5e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.280119 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243b0aa-cbc0-4234-8045-6fca0ccfc800 req-a7567edc-67c2-472a-b05d-8eb18928f0c5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.286667 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2cd7aef6-23be-4945-82d0-41b839525c07 None None] Provisioning complete for port dfc64740-3fc6-4dea-b9a0-02c1e74d167d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:04.287243 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2cd7aef6-23be-4945-82d0-41b839525c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.289097 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6243b0aa-cbc0-4234-8045-6fca0ccfc800 req-a7567edc-67c2-472a-b05d-8eb18928f0c5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 931 time: 0.1644368 Sep 16 05:08:04.346364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7aef6-23be-4945-82d0-41b839525c07 None None] Port dfc64740-3fc6-4dea-b9a0-02c1e74d167d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:04.352581 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.353246 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.371882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc64740-3fc6-4dea-b9a0-02c1e74d167d {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:04.379154 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.380744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6243b0aa-cbc0-4234-8045-6fca0ccfc800 req-e3f3488a-3d35-4e38-91a6-c4bffb8888b3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903280 Sep 16 05:08:04.383103 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-cd60cf5b-e15d-4627-a37b-a3f96fe49ad5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8648648 Sep 16 05:08:04.398135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Request body: {'port': {'device_id': 'afa89d2b-84ce-4af1-b695-f188f1f63e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:04.398876 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Transition to ACTIVE for port object dfc64740-3fc6-4dea-b9a0-02c1e74d167d will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:04.403919 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.491920 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.516757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc64740-3fc6-4dea-b9a0-02c1e74d167d,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.561205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Attempting to bind port dfc64740-3fc6-4dea-b9a0-02c1e74d167d on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:04.561557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Attempting to bind port dfc64740-3fc6-4dea-b9a0-02c1e74d167d by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:04.561931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Attempting to bind port dfc64740-3fc6-4dea-b9a0-02c1e74d167d on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:04.567032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Port dfc64740-3fc6-4dea-b9a0-02c1e74d167d on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:04.567624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Attempting to bind port dfc64740-3fc6-4dea-b9a0-02c1e74d167d on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:04.574445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:04.574799 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Checking segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:04.575237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Bound using segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:04.575688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Bound port: dfc64740-3fc6-4dea-b9a0-02c1e74d167d, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:04.576064 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.626460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db772-dbbb-4398-99f5-b0e1dab44036 req-6e96c6cd-cbbe-4597-abe9-e7d90baaac23 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.636155 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-784db772-dbbb-4398-99f5-b0e1dab44036 req-6e96c6cd-cbbe-4597-abe9-e7d90baaac23 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 931 time: 0.1565449 Sep 16 05:08:04.671971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] For port dfc64740-3fc6-4dea-b9a0-02c1e74d167d, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:04.676637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] For port dfc64740-3fc6-4dea-b9a0-02c1e74d167d, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=dfc64740-3fc6-4dea-b9a0-02c1e74d167d,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:04.681718 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.721922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.726851 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:04.727828 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] 10.222.0.15 "PUT /v2.0/ports/dfc64740-3fc6-4dea-b9a0-02c1e74d167d HTTP/1.1" status: 200 len: 1092 time: 0.7875729 Sep 16 05:08:04.728315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbc978e-bb17-48b5-bd81-7015df27fe5f', 'tag': 'dfc64740-3fc6-4dea-b9a0-02c1e74d167d'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:04.730670 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b47ac61-1084-461b-8b8d-b3c75f3a7eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbc978e-bb17-48b5-bd81-7015df27fe5f", "tag": "dfc64740-3fc6-4dea-b9a0-02c1e74d167d"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:04.754953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d01470-5da2-4ddd-a8e3-c77dc01b5a14 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc64740-3fc6-4dea-b9a0-02c1e74d167d,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:04.783753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-784db772-dbbb-4398-99f5-b0e1dab44036 req-8e60f3c4-420b-4b37-a230-5e167952162d tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/security-groups?id=45c02654-cd79-42ff-b176-d131a25d5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456721 Sep 16 05:08:04.870731 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72113cd-697a-402f-849d-4825cd448811 x-openstack-request-id: req-c72113cd-697a-402f-849d-4825cd448811 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:04.871140 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbc978e-bb17-48b5-bd81-7015df27fe5f", "tag": "dfc64740-3fc6-4dea-b9a0-02c1e74d167d", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:04.871552 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c72113cd-697a-402f-849d-4825cd448811 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:04.872800 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbc978e-bb17-48b5-bd81-7015df27fe5f', 'tag': 'dfc64740-3fc6-4dea-b9a0-02c1e74d167d', 'status': 'completed', 'code': 200} Sep 16 05:08:04.880799 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-6e184f3c-9d9e-42e8-be98-1b29f1823c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.882428 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-6e184f3c-9d9e-42e8-be98-1b29f1823c4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 1095 time: 0.0972524 Sep 16 05:08:04.935305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-d31f917b-8683-4352-a3f6-a276d5fa0bbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfc64740-3fc6-4dea-b9a0-02c1e74d167d HTTP/1.1" status: 200 len: 217 time: 0.0427294 Sep 16 05:08:04.993205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-a2d0194f-5dcf-4ae3-bc59-516c02321887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:04.994831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-a2d0194f-5dcf-4ae3-bc59-516c02321887 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0535946 Sep 16 05:08:05.015190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eea14be-3961-4890-a846-59edbc444c5e {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:05.023753 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.037691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Transition to ACTIVE for port object 1eea14be-3961-4890-a846-59edbc444c5e will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:05.044914 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.050565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-78ea7b79-09eb-4670-90b3-79f835c85d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.052394 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-78ea7b79-09eb-4670-90b3-79f835c85d3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483127 Sep 16 05:08:05.114140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Pushing event updated for resources: {'Port': ['ID=1eea14be-3961-4890-a846-59edbc444c5e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.175632 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-3af249cd-e80a-4696-b199-c2d41d365114 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154850 Sep 16 05:08:05.188951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Attempting to bind port 1eea14be-3961-4890-a846-59edbc444c5e on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:05.189273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Attempting to bind port 1eea14be-3961-4890-a846-59edbc444c5e by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'b674cddc-0f52-4c6e-89e8-5331473a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d641eb3-78df-4a66-8ab2-523f2d38ffa7'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:05.189629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Attempting to bind port 1eea14be-3961-4890-a846-59edbc444c5e on network 1d641eb3-78df-4a66-8ab2-523f2d38ffa7 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:05.194416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Port 1eea14be-3961-4890-a846-59edbc444c5e on network 1d641eb3-78df-4a66-8ab2-523f2d38ffa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:05.194719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Attempting to bind port 1eea14be-3961-4890-a846-59edbc444c5e on network 1d641eb3-78df-4a66-8ab2-523f2d38ffa7 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:05.201126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:05.201508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Checking segment: {'id': 'b674cddc-0f52-4c6e-89e8-5331473a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d641eb3-78df-4a66-8ab2-523f2d38ffa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:05.201901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Bound using segment: {'id': 'b674cddc-0f52-4c6e-89e8-5331473a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d641eb3-78df-4a66-8ab2-523f2d38ffa7'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:05.202341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Bound port: 1eea14be-3961-4890-a846-59edbc444c5e, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b674cddc-0f52-4c6e-89e8-5331473a5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1d641eb3-78df-4a66-8ab2-523f2d38ffa7'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:05.202708 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.279473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] For port 1eea14be-3961-4890-a846-59edbc444c5e, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:05.283251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] For port 1eea14be-3961-4890-a846-59edbc444c5e, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1eea14be-3961-4890-a846-59edbc444c5e,segment=NetworkSegment(b674cddc-0f52-4c6e-89e8-5331473a5a3f),segment_id=b674cddc-0f52-4c6e-89e8-5331473a5a3f)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:05.286924 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-175512d8-c22e-4621-aca2-97b51e0d1513 req-84dad504-0a7e-4142-bfb8-4c6cbc7aba49 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040044 Sep 16 05:08:05.287977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.331422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.332063 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.333522 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-d8284043-533f-4660-a466-b0f01d620410 service neutron] 10.222.0.50 "PUT /v2.0/ports/1eea14be-3961-4890-a846-59edbc444c5e HTTP/1.1" status: 200 len: 1092 time: 0.9417210 Sep 16 05:08:05.334019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa89d2b-84ce-4af1-b695-f188f1f63e0f', 'tag': '1eea14be-3961-4890-a846-59edbc444c5e'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:05.336273 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd5e8be-c49b-4f6e-b31a-e69e59c11949" -d '{"events": [{"name": "network-changed", "server_uuid": "afa89d2b-84ce-4af1-b695-f188f1f63e0f", "tag": "1eea14be-3961-4890-a846-59edbc444c5e"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:05.400166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47ac61-1084-461b-8b8d-b3c75f3a7eb6 req-8d61105c-406c-48ad-93da-b1e8b5bf44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.401827 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b47ac61-1084-461b-8b8d-b3c75f3a7eb6 req-8d61105c-406c-48ad-93da-b1e8b5bf44a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 1095 time: 0.0684409 Sep 16 05:08:05.425355 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae9f0bb-df12-4622-8b0b-dfa0f4fce28a x-openstack-request-id: req-2ae9f0bb-df12-4622-8b0b-dfa0f4fce28a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:05.425677 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa89d2b-84ce-4af1-b695-f188f1f63e0f", "tag": "1eea14be-3961-4890-a846-59edbc444c5e", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:05.425938 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ae9f0bb-df12-4622-8b0b-dfa0f4fce28a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:05.426366 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa89d2b-84ce-4af1-b695-f188f1f63e0f', 'tag': '1eea14be-3961-4890-a846-59edbc444c5e', 'status': 'completed', 'code': 200} Sep 16 05:08:05.428692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8284043-533f-4660-a466-b0f01d620410 service neutron] Pushing event updated for resources: {'Port': ['ID=1eea14be-3961-4890-a846-59edbc444c5e,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:05.453913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-c727e63c-b69c-4140-8382-fba3af7e67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.455798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-c727e63c-b69c-4140-8382-fba3af7e67d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f73d9f90fe024ab39d4df73be752c121&device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 1095 time: 0.0704970 Sep 16 05:08:05.512759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47ac61-1084-461b-8b8d-b3c75f3a7eb6 req-c467c334-c70c-4f2a-9456-b40688113fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.514636 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b47ac61-1084-461b-8b8d-b3c75f3a7eb6 req-c467c334-c70c-4f2a-9456-b40688113fc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.1061959 Sep 16 05:08:05.519153 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-beb0e0c7-024f-449d-ab74-278c75f30497 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1eea14be-3961-4890-a846-59edbc444c5e HTTP/1.1" status: 200 len: 217 time: 0.0540028 Sep 16 05:08:05.566164 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b47ac61-1084-461b-8b8d-b3c75f3a7eb6 req-a795611d-a0bb-490c-812d-5b7f5ea9a6dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfc64740-3fc6-4dea-b9a0-02c1e74d167d HTTP/1.1" status: 200 len: 217 time: 0.0449257 Sep 16 05:08:05.604665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a6af2-4385-4c7b-9056-4b825b420eb1 req-7741a37c-8713-46b7-945d-aee08b8b118b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.606837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e08a6af2-4385-4c7b-9056-4b825b420eb1 req-7741a37c-8713-46b7-945d-aee08b8b118b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 943 time: 0.1334350 Sep 16 05:08:05.608850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-0b77863f-6ee0-43e5-aae5-48bb7a6fb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.611354 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-0b77863f-6ee0-43e5-aae5-48bb7a6fb5e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3ea91aa-ae97-4ce5-83d0-d4bc8112fe04 HTTP/1.1" status: 200 len: 853 time: 0.0687847 Sep 16 05:08:05.629843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47ac61-1084-461b-8b8d-b3c75f3a7eb6 req-386ead9e-7a87-477c-bf4a-98859f02ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.631808 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b47ac61-1084-461b-8b8d-b3c75f3a7eb6 req-386ead9e-7a87-477c-bf4a-98859f02ea30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0579288 Sep 16 05:08:05.670217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-9a1118a2-b9e8-4fd2-b838-c5d962a37b1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d641eb3-78df-4a66-8ab2-523f2d38ffa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494056 Sep 16 05:08:05.689636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47ac61-1084-461b-8b8d-b3c75f3a7eb6 req-790c265a-1abb-4972-80df-72eee3236a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.691225 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b47ac61-1084-461b-8b8d-b3c75f3a7eb6 req-790c265a-1abb-4972-80df-72eee3236a66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503345 Sep 16 05:08:05.696753 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:05.717782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e08a6af2-4385-4c7b-9056-4b825b420eb1 req-09949d41-4868-4491-b7cc-b35a9947a9c8 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982459 Sep 16 05:08:05.792920 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-6c0cba9e-c1b0-44dd-a41e-7ff611b452f2 service neutron] 10.222.0.50 "GET /v2.0/networks/1d641eb3-78df-4a66-8ab2-523f2d38ffa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084549 Sep 16 05:08:05.812024 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b47ac61-1084-461b-8b8d-b3c75f3a7eb6 req-be5abbed-1a36-497e-89d9-6a6886df1aae service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132741 Sep 16 05:08:05.930708 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0b47ac61-1084-461b-8b8d-b3c75f3a7eb6 req-3c307029-f741-4cf7-944f-761f77823d40 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113532 Sep 16 05:08:05.937637 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2cd402f-f374-4199-8664-b060db53e5c9 req-87cb0ec0-0383-46fd-a35b-56558e06b86b service neutron] 10.222.0.50 "GET /v2.0/networks/1d641eb3-78df-4a66-8ab2-523f2d38ffa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357832 Sep 16 05:08:05.966213 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6387c1-1c34-4c1f-a0fd-c08612b28fc5 req-a7f6edb5-ad2a-4d47-a8ef-dac18150a09d tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:05.968253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dc6387c1-1c34-4c1f-a0fd-c08612b28fc5 req-a7f6edb5-ad2a-4d47-a8ef-dac18150a09d tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 943 time: 0.0925157 Sep 16 05:08:06.033787 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dc6387c1-1c34-4c1f-a0fd-c08612b28fc5 req-47cb0ea1-7254-4add-9c01-ae0149442657 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/security-groups?id=45c02654-cd79-42ff-b176-d131a25d5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583241 Sep 16 05:08:06.051676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5e8be-c49b-4f6e-b31a-e69e59c11949 req-bb01313c-5e2c-4ddf-882f-e89292c643fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.053308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd5e8be-c49b-4f6e-b31a-e69e59c11949 req-bb01313c-5e2c-4ddf-882f-e89292c643fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f73d9f90fe024ab39d4df73be752c121&device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 1095 time: 0.0483940 Sep 16 05:08:06.154562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5e8be-c49b-4f6e-b31a-e69e59c11949 req-ad30989a-8e11-4e46-a2c1-895a05d7d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.156087 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd5e8be-c49b-4f6e-b31a-e69e59c11949 req-ad30989a-8e11-4e46-a2c1-895a05d7d151 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1d641eb3-78df-4a66-8ab2-523f2d38ffa7 HTTP/1.1" status: 200 len: 914 time: 0.0949719 Sep 16 05:08:06.206629 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd5e8be-c49b-4f6e-b31a-e69e59c11949 req-5d5965ba-ffa0-4341-95c9-e574572e43cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1eea14be-3961-4890-a846-59edbc444c5e HTTP/1.1" status: 200 len: 217 time: 0.0377855 Sep 16 05:08:06.266483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5e8be-c49b-4f6e-b31a-e69e59c11949 req-8ccab2b2-34fc-47e5-8e61-1d1efee05a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.268001 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd5e8be-c49b-4f6e-b31a-e69e59c11949 req-8ccab2b2-34fc-47e5-8e61-1d1efee05a95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3ea91aa-ae97-4ce5-83d0-d4bc8112fe04 HTTP/1.1" status: 200 len: 853 time: 0.0533354 Sep 16 05:08:06.304706 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd5e8be-c49b-4f6e-b31a-e69e59c11949 req-11a21a3c-3ea2-4ce6-9173-77947e31e5e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1d641eb3-78df-4a66-8ab2-523f2d38ffa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279720 Sep 16 05:08:06.407339 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd5e8be-c49b-4f6e-b31a-e69e59c11949 req-435ddb20-28d1-4c7e-b562-5f7fa38a5252 service neutron] 10.222.0.50 "GET /v2.0/networks/1d641eb3-78df-4a66-8ab2-523f2d38ffa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940607 Sep 16 05:08:06.514916 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd5e8be-c49b-4f6e-b31a-e69e59c11949 req-f68ebcd1-c46d-4712-88f1-891ebc26e09d service neutron] 10.222.0.50 "GET /v2.0/networks/1d641eb3-78df-4a66-8ab2-523f2d38ffa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988190 Sep 16 05:08:06.841508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c4b5f-a93f-45d7-be94-a797093f9037 req-68d6a7d0-7c9a-48fe-83d1-3da6af50ee8f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:06.843289 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b1c4b5f-a93f-45d7-be94-a797093f9037 req-68d6a7d0-7c9a-48fe-83d1-3da6af50ee8f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 943 time: 0.0543296 Sep 16 05:08:06.888905 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b1c4b5f-a93f-45d7-be94-a797093f9037 req-e939a016-b3ff-4627-bda6-98e1e12e139d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369284 Sep 16 05:08:06.906310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-6a6fe05a-1053-4139-b2ac-ae3412576c11 req-5d0c031c-5f3b-408c-abc5-8b10c41b9174 service neutron] (94744) timed out ('10.222.0.53', 46516) {{(pid=94744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:08:07.166783 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238d61b-0770-40b9-80de-600643a1f709 req-45d209fc-3acb-48e1-a1eb-6ee61f41a4d4 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:07.168344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9238d61b-0770-40b9-80de-600643a1f709 req-45d209fc-3acb-48e1-a1eb-6ee61f41a4d4 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 943 time: 0.0568264 Sep 16 05:08:07.210780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9238d61b-0770-40b9-80de-600643a1f709 req-0860ff04-1859-4499-aeb0-ecafe69ac2f5 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/security-groups?id=45c02654-cd79-42ff-b176-d131a25d5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Sep 16 05:08:07.739086 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:08.016613 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f6b8b-2f59-4da7-9264-afbb7981cb79 req-a4768f36-3186-4af4-9b2b-98bf1bfa98da tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.018274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b5f6b8b-2f59-4da7-9264-afbb7981cb79 req-a4768f36-3186-4af4-9b2b-98bf1bfa98da tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 943 time: 0.0553541 Sep 16 05:08:08.060813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b5f6b8b-2f59-4da7-9264-afbb7981cb79 req-fa4f52ff-6d65-4473-8636-567c8f9744eb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358067 Sep 16 05:08:08.189354 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:08.335042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb295ad-36ba-4abc-a5c3-ea40256bf015 req-1bb67f73-f587-407f-8eab-f7242e01b001 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:08.336888 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ceb295ad-36ba-4abc-a5c3-ea40256bf015 req-1bb67f73-f587-407f-8eab-f7242e01b001 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 943 time: 0.0543466 Sep 16 05:08:08.381780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ceb295ad-36ba-4abc-a5c3-ea40256bf015 req-3ba023b7-6ebc-4689-a38c-362a985f025d tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/security-groups?id=45c02654-cd79-42ff-b176-d131a25d5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 Sep 16 05:08:09.185726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894cd03-6910-4764-9269-50ddeba8482e req-7757f460-5fd0-4ba2-ba08-bf3b39b01649 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.187409 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8894cd03-6910-4764-9269-50ddeba8482e req-7757f460-5fd0-4ba2-ba08-bf3b39b01649 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 943 time: 0.0579298 Sep 16 05:08:09.231228 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8894cd03-6910-4764-9269-50ddeba8482e req-ee6dd8d4-9bbe-41d1-a840-b71d82b109f2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370622 Sep 16 05:08:09.515804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182572ca-35b1-463f-b144-79d21de8f482 req-d21355ad-9068-4f7b-8a2c-58e5d7ff72d9 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:09.518718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-182572ca-35b1-463f-b144-79d21de8f482 req-d21355ad-9068-4f7b-8a2c-58e5d7ff72d9 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 943 time: 0.0676858 Sep 16 05:08:09.571762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-182572ca-35b1-463f-b144-79d21de8f482 req-9acfad47-97f7-4aee-8c2f-452a8bfba81a tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/security-groups?id=45c02654-cd79-42ff-b176-d131a25d5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Sep 16 05:08:09.859404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45634) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:09.864281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5e24ef81-30dc-40c6-a978-53b36d7ebdc7 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947594098', 'description': 'tempest-secgroup-smoke-1947594098 description', 'project_id': '64889ba0e11146b9a4019af40d12cc94'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:09.887062 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e24ef81-30dc-40c6-a978-53b36d7ebdc7 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:09.897310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1eea14be-3961-4890-a846-59edbc444c5e details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:09.997372 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e24ef81-30dc-40c6-a978-53b36d7ebdc7 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.003410 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e24ef81-30dc-40c6-a978-53b36d7ebdc7 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.019579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1eea14be-3961-4890-a846-59edbc444c5e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1eea14be-3961-4890-a846-59edbc444c5e,segment=NetworkSegment(b674cddc-0f52-4c6e-89e8-5331473a5a3f),segment_id=b674cddc-0f52-4c6e-89e8-5331473a5a3f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:10.032862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '1eea14be-3961-4890-a846-59edbc444c5e', 'network_id': '1d641eb3-78df-4a66-8ab2-523f2d38ffa7', 'port_id': '1eea14be-3961-4890-a846-59edbc444c5e', 'mac_address': 'fa:16:3e:b2:13:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ea91aa-ae97-4ce5-83d0-d4bc8112fe04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:10.037332 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5e24ef81-30dc-40c6-a978-53b36d7ebdc7 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.038616 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5e24ef81-30dc-40c6-a978-53b36d7ebdc7 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1781478 Sep 16 05:08:10.041530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45636) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.047727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-bacbe0fb-ad54-439a-bf73-d14964829bac tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Request body: {'security_group_rule': {'security_group_id': 'eef3f8c2-d673-4933-b699-78e74beb4bc6', 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:10.048947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24ef81-30dc-40c6-a978-53b36d7ebdc7 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef3f8c2-d673-4933-b699-78e74beb4bc6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.081507 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bacbe0fb-ad54-439a-bf73-d14964829bac tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.090342 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.107711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eea14be-3961-4890-a846-59edbc444c5e {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:10.128105 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1eea14be-3961-4890-a846-59edbc444c5e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1eea14be-3961-4890-a846-59edbc444c5e,segment=NetworkSegment(b674cddc-0f52-4c6e-89e8-5331473a5a3f),segment_id=b674cddc-0f52-4c6e-89e8-5331473a5a3f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:10.132616 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.157083 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bacbe0fb-ad54-439a-bf73-d14964829bac tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.166938 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bacbe0fb-ad54-439a-bf73-d14964829bac tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.186883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=1eea14be-3961-4890-a846-59edbc444c5e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.188272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbe0fb-ad54-439a-bf73-d14964829bac tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e2d4f2-a672-4b90-99e1-229c8aa1e000,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.195732 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bacbe0fb-ad54-439a-bf73-d14964829bac tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.198068 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bacbe0fb-ad54-439a-bf73-d14964829bac tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554587 Sep 16 05:08:10.201412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45640) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.206525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-089e3ecd-0bc1-4b1b-977d-7ac26f88ce4f tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Request body: {'security_group_rule': {'security_group_id': 'eef3f8c2-d673-4933-b699-78e74beb4bc6', 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:10.235441 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-089e3ecd-0bc1-4b1b-977d-7ac26f88ce4f tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.324137 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-089e3ecd-0bc1-4b1b-977d-7ac26f88ce4f tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.329030 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-089e3ecd-0bc1-4b1b-977d-7ac26f88ce4f tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.365049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e3ecd-0bc1-4b1b-977d-7ac26f88ce4f tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c9414a-6abf-4680-9c1d-50e81d534f7b,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.365892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['1eea14be-3961-4890-a846-59edbc444c5e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:10.369825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-089e3ecd-0bc1-4b1b-977d-7ac26f88ce4f tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.371054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-089e3ecd-0bc1-4b1b-977d-7ac26f88ce4f tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1685197 Sep 16 05:08:10.374435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45644) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.378889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6726525f-a36e-4f1f-b87e-6549fc3ca63e tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Request body: {'security_group_rule': {'security_group_id': 'eef3f8c2-d673-4933-b699-78e74beb4bc6', 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:10.406603 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e24f5e-38f9-455f-9391-fe5b659915a0 req-c8461aa7-0586-4e1e-8ea0-699ddfad22b0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.408212 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0e24f5e-38f9-455f-9391-fe5b659915a0 req-c8461aa7-0586-4e1e-8ea0-699ddfad22b0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 943 time: 0.0992746 Sep 16 05:08:10.437854 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6726525f-a36e-4f1f-b87e-6549fc3ca63e tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.481787 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0e24f5e-38f9-455f-9391-fe5b659915a0 req-fd57ddf9-6e18-46c2-ad12-b664fc63c47f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591075 Sep 16 05:08:10.509318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6726525f-a36e-4f1f-b87e-6549fc3ca63e tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.514204 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6726525f-a36e-4f1f-b87e-6549fc3ca63e tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.540259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726525f-a36e-4f1f-b87e-6549fc3ca63e tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af82e4d-68a2-4a23-8f81-ce0620649dd8,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.544823 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6726525f-a36e-4f1f-b87e-6549fc3ca63e tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.546907 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6726525f-a36e-4f1f-b87e-6549fc3ca63e tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715283 Sep 16 05:08:10.549505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45646) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.554839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f1db3ec1-1f7b-4c4c-856d-bd25b1e5edb0 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Request body: {'security_group_rule': {'security_group_id': 'eef3f8c2-d673-4933-b699-78e74beb4bc6', 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:10.583609 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1db3ec1-1f7b-4c4c-856d-bd25b1e5edb0 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.679626 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1db3ec1-1f7b-4c4c-856d-bd25b1e5edb0 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.683488 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1db3ec1-1f7b-4c4c-856d-bd25b1e5edb0 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.708804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db3ec1-1f7b-4c4c-856d-bd25b1e5edb0 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783c3297-dca6-412d-b9e3-cda32acafb12,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.719515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48c094-adb2-45cc-a7ad-20698fab96f3 req-aa4b9b79-b3dd-4311-9698-e0365c7c611f tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:10.721115 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2a48c094-adb2-45cc-a7ad-20698fab96f3 req-aa4b9b79-b3dd-4311-9698-e0365c7c611f tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 944 time: 0.0854144 Sep 16 05:08:10.727143 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f1db3ec1-1f7b-4c4c-856d-bd25b1e5edb0 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.728305 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f1db3ec1-1f7b-4c4c-856d-bd25b1e5edb0 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1778302 Sep 16 05:08:10.731392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45650) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.736789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7f62c358-00cd-4918-abc3-d80b5f7acf07 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Request body: {'security_group_rule': {'security_group_id': 'eef3f8c2-d673-4933-b699-78e74beb4bc6', 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:10.764842 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-7f62c358-00cd-4918-abc3-d80b5f7acf07 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Project 64889ba0e11146b9a4019af40d12cc94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:08:10.769156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2a48c094-adb2-45cc-a7ad-20698fab96f3 req-085aafaf-6f26-4e91-9c02-2cdd85c3cadc tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/security-groups?id=45c02654-cd79-42ff-b176-d131a25d5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392356 Sep 16 05:08:10.770401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f62c358-00cd-4918-abc3-d80b5f7acf07 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.840792 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f62c358-00cd-4918-abc3-d80b5f7acf07 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.844992 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f62c358-00cd-4918-abc3-d80b5f7acf07 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.867018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62c358-00cd-4918-abc3-d80b5f7acf07 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0be70f-257b-4797-9054-6d33ad4add3b,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:10.870989 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f62c358-00cd-4918-abc3-d80b5f7acf07 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.876810 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7f62c358-00cd-4918-abc3-d80b5f7acf07 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404972 Sep 16 05:08:10.877460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45652) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:10.881967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ea32d599-be81-46d8-869f-56e1f227b73d tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Request body: {'security_group_rule': {'security_group_id': 'eef3f8c2-d673-4933-b699-78e74beb4bc6', 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:10.904329 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-ea32d599-be81-46d8-869f-56e1f227b73d tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Project 64889ba0e11146b9a4019af40d12cc94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:08:10.909447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea32d599-be81-46d8-869f-56e1f227b73d tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.972280 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea32d599-be81-46d8-869f-56e1f227b73d tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.975783 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea32d599-be81-46d8-869f-56e1f227b73d tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:10.993771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32d599-be81-46d8-869f-56e1f227b73d tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804c7272-5e2d-4a2b-bcb8-3e5adf7819bf,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:11.001108 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea32d599-be81-46d8-869f-56e1f227b73d tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:11.002400 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ea32d599-be81-46d8-869f-56e1f227b73d tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241179 Sep 16 05:08:11.203791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-94555db0-db61-4422-bbae-795352290e64 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947594098&fields=id&tenant_id=64889ba0e11146b9a4019af40d12cc94 HTTP/1.1" status: 200 len: 267 time: 0.0336838 Sep 16 05:08:11.313092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31be35-98c8-4e9c-b832-860e020ae78e req-053358f7-d864-4b5a-8b64-2c02a1221b43 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.314601 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-053358f7-d864-4b5a-8b64-2c02a1221b43 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/networks?id=de51c55e-eef2-49a5-a6ec-79111bbfd181 HTTP/1.1" status: 200 len: 814 time: 0.1038134 Sep 16 05:08:11.329263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-ab1261a5-028b-4d48-bf1b-7c8e2748c577 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/quotas/64889ba0e11146b9a4019af40d12cc94 HTTP/1.1" status: 200 len: 375 time: 0.0089340 Sep 16 05:08:11.379728 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-e7863b65-b22f-43b5-9bf5-2f73a34cfc22 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=64889ba0e11146b9a4019af40d12cc94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449812 Sep 16 05:08:11.479702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-41d9ec4f-dd81-4024-8070-da9d4e520c1f service neutron] 10.222.0.53 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877514 Sep 16 05:08:11.571847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-9494684d-c75c-44f8-aa02-ab21c6969ded service neutron] 10.222.0.53 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861676 Sep 16 05:08:11.911168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4c52f-d4c5-4a24-b679-e51f73cbeb50 req-f913b0a1-53ea-45fe-b644-5315f4ca071a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:11.912687 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfe4c52f-d4c5-4a24-b679-e51f73cbeb50 req-f913b0a1-53ea-45fe-b644-5315f4ca071a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 943 time: 0.0525846 Sep 16 05:08:11.919741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1eea14be-3961-4890-a846-59edbc444c5e up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:11.956064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfe4c52f-d4c5-4a24-b679-e51f73cbeb50 req-b2c1cb41-4633-471b-8c94-012396a7dee2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368550 Sep 16 05:08:11.983729 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 1eea14be-3961-4890-a846-59edbc444c5e completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:11.991586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 1eea14be-3961-4890-a846-59edbc444c5e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:11.991967 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.083922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23098343-eddf-44ae-9bab-19a74cd96c62 req-11dd2732-9461-4464-b4e2-2d8875dad5fe tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.084214 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.085470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23098343-eddf-44ae-9bab-19a74cd96c62 req-11dd2732-9461-4464-b4e2-2d8875dad5fe tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 944 time: 0.0619695 Sep 16 05:08:12.113171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa89d2b-84ce-4af1-b695-f188f1f63e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eea14be-3961-4890-a846-59edbc444c5e'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:12.115810 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2675d941-81be-4816-8a96-bdf69771b57f" -d '{"events": [{"server_uuid": "afa89d2b-84ce-4af1-b695-f188f1f63e0f", "name": "network-vif-plugged", "status": "completed", "tag": "1eea14be-3961-4890-a846-59edbc444c5e"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:12.132867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1eea14be-3961-4890-a846-59edbc444c5e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1eea14be-3961-4890-a846-59edbc444c5e,segment=NetworkSegment(b674cddc-0f52-4c6e-89e8-5331473a5a3f),segment_id=b674cddc-0f52-4c6e-89e8-5331473a5a3f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:12.134403 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23098343-eddf-44ae-9bab-19a74cd96c62 req-56d9bac7-80e2-4dba-8592-569d58f9807e tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/security-groups?id=45c02654-cd79-42ff-b176-d131a25d5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418050 Sep 16 05:08:12.141992 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:12.201440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=1eea14be-3961-4890-a846-59edbc444c5e,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:12.214169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3a2816f9-f8f9-44e8-b711-688e77a83be7 req-9de7299b-37ac-4d05-8bb2-28853f408338 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 210 time: 0.0339317 Sep 16 05:08:12.258123 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f99895-806f-48cc-bc76-6df51e070572 x-openstack-request-id: req-27f99895-806f-48cc-bc76-6df51e070572 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:12.258420 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa89d2b-84ce-4af1-b695-f188f1f63e0f", "name": "network-vif-plugged", "status": "completed", "tag": "1eea14be-3961-4890-a846-59edbc444c5e", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:12.258672 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27f99895-806f-48cc-bc76-6df51e070572 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:12.259077 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa89d2b-84ce-4af1-b695-f188f1f63e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eea14be-3961-4890-a846-59edbc444c5e', 'code': 200} Sep 16 05:08:12.366743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36b872-e18e-43f4-b912-5a38a9e7cdcd req-e5e2769a-6f8e-4539-93d7-6dd6c1403426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.368261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c36b872-e18e-43f4-b912-5a38a9e7cdcd req-e5e2769a-6f8e-4539-93d7-6dd6c1403426 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 1097 time: 0.0442355 Sep 16 05:08:12.406279 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c36b872-e18e-43f4-b912-5a38a9e7cdcd req-eece27dc-387e-4b88-b514-02406a3be636 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=45c02654-cd79-42ff-b176-d131a25d5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296016 Sep 16 05:08:12.900562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31be35-98c8-4e9c-b832-860e020ae78e req-da04a8ae-1209-4036-bc6b-47ce7d7f20e2 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:12.902070 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-da04a8ae-1209-4036-bc6b-47ce7d7f20e2 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.15 "GET /v2.0/networks?id=de51c55e-eef2-49a5-a6ec-79111bbfd181 HTTP/1.1" status: 200 len: 814 time: 0.1095836 Sep 16 05:08:12.946652 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-4f6c2c5b-f63b-44c8-a704-1b813177bcc9 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64889ba0e11146b9a4019af40d12cc94 HTTP/1.1" status: 200 len: 380 time: 0.0353510 Sep 16 05:08:12.956434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-da31be35-98c8-4e9c-b832-860e020ae78e req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Request body: {'port': {'device_id': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'admin_state_up': True, 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'security_groups': ['eef3f8c2-d673-4933-b699-78e74beb4bc6']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:13.075561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da31be35-98c8-4e9c-b832-860e020ae78e req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Made reservation on behalf of 64889ba0e11146b9a4019af40d12cc94 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:13.081163 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da31be35-98c8-4e9c-b832-860e020ae78e req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.086088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2253c-43e6-4e6f-8d36-df7aa14458a6 req-782baf0f-dc0f-45d8-a35d-56f4c805ae92 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.087752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07e2253c-43e6-4e6f-8d36-df7aa14458a6 req-782baf0f-dc0f-45d8-a35d-56f4c805ae92 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 943 time: 0.0557921 Sep 16 05:08:13.129138 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07e2253c-43e6-4e6f-8d36-df7aa14458a6 req-db03cabd-f8fa-4ad5-a86b-a89b25aebe9f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331590 Sep 16 05:08:13.218712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-da31be35-98c8-4e9c-b832-860e020ae78e req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Allocated IP 172.20.0.14 (de51c55e-eef2-49a5-a6ec-79111bbfd181/67fa2c2c-ce84-4650-ae3d-8825ad51f2a3/d0f818a0-6ebf-466d-b758-7b8be471f7b3) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:13.257218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e72c31-e7a2-49ed-aca0-fad6fb616b27 req-305b2969-fc11-40ea-b7ec-572ec8ac7a00 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.258830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-74e72c31-e7a2-49ed-aca0-fad6fb616b27 req-305b2969-fc11-40ea-b7ec-572ec8ac7a00 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 945 time: 0.0579014 Sep 16 05:08:13.303181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-74e72c31-e7a2-49ed-aca0-fad6fb616b27 req-f31b530e-6772-4b15-9d5d-12d32ec53365 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/security-groups?id=45c02654-cd79-42ff-b176-d131a25d5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358353 Sep 16 05:08:13.390544 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da31be35-98c8-4e9c-b832-860e020ae78e req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.396661 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38711bf9-5701-4bb2-bf47-a9d78bb6130e req-ddaee67f-bfb6-4fda-8a32-77b3ff0d1560 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 210 time: 0.0281320 Sep 16 05:08:13.427304 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da31be35-98c8-4e9c-b832-860e020ae78e req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.473859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da31be35-98c8-4e9c-b832-860e020ae78e req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Network de51c55e-eef2-49a5-a6ec-79111bbfd181 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:13.477040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-da31be35-98c8-4e9c-b832-860e020ae78e req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:13.480975 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-da31be35-98c8-4e9c-b832-860e020ae78e req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:13.523591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event updated for resources: {'Port': ['ID=d0f818a0-6ebf-466d-b758-7b8be471f7b3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:13.551970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31be35-98c8-4e9c-b832-860e020ae78e req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:13.552676 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da31be35-98c8-4e9c-b832-860e020ae78e req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.570054 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-54ebf360-700b-4575-b08f-3d3db44a2c50 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6176324 Sep 16 05:08:13.584390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Request body: {'port': {'device_id': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:13.641922 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.807512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b8d99081-5b59-41f6-8bb4-bf976eaa3b4b None None] Provisioning complete for port d0f818a0-6ebf-466d-b758-7b8be471f7b3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:13.808590 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b8d99081-5b59-41f6-8bb4-bf976eaa3b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.844525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b8d99081-5b59-41f6-8bb4-bf976eaa3b4b None None] Port d0f818a0-6ebf-466d-b758-7b8be471f7b3 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:13.934900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f818a0-6ebf-466d-b758-7b8be471f7b3 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:13.942928 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:13.955467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Transition to ACTIVE for port object d0f818a0-6ebf-466d-b758-7b8be471f7b3 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:13.959215 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.022245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f818a0-6ebf-466d-b758-7b8be471f7b3,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:14.091172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Attempting to bind port d0f818a0-6ebf-466d-b758-7b8be471f7b3 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:14.091520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Attempting to bind port d0f818a0-6ebf-466d-b758-7b8be471f7b3 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:14.091871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Attempting to bind port d0f818a0-6ebf-466d-b758-7b8be471f7b3 on network de51c55e-eef2-49a5-a6ec-79111bbfd181 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:14.098634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Port d0f818a0-6ebf-466d-b758-7b8be471f7b3 on network de51c55e-eef2-49a5-a6ec-79111bbfd181 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:14.098892 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Attempting to bind port d0f818a0-6ebf-466d-b758-7b8be471f7b3 on network de51c55e-eef2-49a5-a6ec-79111bbfd181 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:14.106412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:14.106879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Checking segment: {'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:14.107410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Bound using segment: {'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:14.108076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Bound port: d0f818a0-6ebf-466d-b758-7b8be471f7b3, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:14.108766 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.201946 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] For port d0f818a0-6ebf-466d-b758-7b8be471f7b3, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:14.206558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] For port d0f818a0-6ebf-466d-b758-7b8be471f7b3, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d0f818a0-6ebf-466d-b758-7b8be471f7b3,segment=NetworkSegment(8ad9cdba-577d-4c9b-b23a-5f00fd2bf531),segment_id=8ad9cdba-577d-4c9b-b23a-5f00fd2bf531)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:14.213026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.254280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.258626 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:14.261510 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] 10.222.0.15 "PUT /v2.0/ports/d0f818a0-6ebf-466d-b758-7b8be471f7b3 HTTP/1.1" status: 200 len: 1093 time: 0.6820099 Sep 16 05:08:14.264097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:14.268929 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e94834d-c246-4fc9-856a-0c0345871d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:14.290755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf95e6-28e1-4a3c-be46-2a7c1a5e232d req-a9c78f11-4d0d-4e42-b9f0-fa687a463e21 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.295044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1fcf95e6-28e1-4a3c-be46-2a7c1a5e232d req-a9c78f11-4d0d-4e42-b9f0-fa687a463e21 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 943 time: 0.0834286 Sep 16 05:08:14.348851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05520b73-a6d7-4875-b9fc-794efeb49507 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f818a0-6ebf-466d-b758-7b8be471f7b3,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:14.349994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1fcf95e6-28e1-4a3c-be46-2a7c1a5e232d req-2601bb84-edd0-49a3-9d69-e4d2583c3227 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480115 Sep 16 05:08:14.369776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31be35-98c8-4e9c-b832-860e020ae78e req-8f4aee60-f527-41fb-a7f7-9e474ee4e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.372085 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-8f4aee60-f527-41fb-a7f7-9e474ee4e3bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64889ba0e11146b9a4019af40d12cc94&device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0596569 Sep 16 05:08:14.423942 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2325e9a9-0df8-4b7c-90d0-64abeec06f4a x-openstack-request-id: req-2325e9a9-0df8-4b7c-90d0-64abeec06f4a {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:14.424373 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:14.424727 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2325e9a9-0df8-4b7c-90d0-64abeec06f4a {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:14.425228 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'status': 'completed', 'code': 200} Sep 16 05:08:14.427406 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-af4a3f85-fed0-44f4-82bf-d092ff208e6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0f818a0-6ebf-466d-b758-7b8be471f7b3 HTTP/1.1" status: 200 len: 217 time: 0.0480423 Sep 16 05:08:14.495848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31be35-98c8-4e9c-b832-860e020ae78e req-9c2ab46b-f16d-49e2-abfc-74f5cd68de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.502097 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-9c2ab46b-f16d-49e2-abfc-74f5cd68de85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67fa2c2c-ce84-4650-ae3d-8825ad51f2a3 HTTP/1.1" status: 200 len: 853 time: 0.0658364 Sep 16 05:08:14.506997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f92e41-f734-4f60-b9dc-b66b205a2a7d req-77ceeb9e-a9a0-4a5e-a1d8-0e27223b5dac tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.515336 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52f92e41-f734-4f60-b9dc-b66b205a2a7d req-77ceeb9e-a9a0-4a5e-a1d8-0e27223b5dac tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 945 time: 0.0653915 Sep 16 05:08:14.554681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31be35-98c8-4e9c-b832-860e020ae78e req-26241560-4f2a-4598-b9d0-260d1495cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.556291 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-26241560-4f2a-4598-b9d0-260d1495cfb1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de51c55e-eef2-49a5-a6ec-79111bbfd181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478971 Sep 16 05:08:14.557205 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52f92e41-f734-4f60-b9dc-b66b205a2a7d req-466678dd-ec21-47e3-8330-28c28d6b807c tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/security-groups?id=45c02654-cd79-42ff-b176-d131a25d5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Sep 16 05:08:14.657484 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-2ea4f2a9-4289-4d55-b49a-8ddaf86c7b52 service neutron] 10.222.0.15 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937855 Sep 16 05:08:14.661923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cbfbb-dfa0-4a21-8137-98137559ff6a req-c7c1ccd0-87a8-4079-8e5f-7f1a5c1c7366 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.663431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-976cbfbb-dfa0-4a21-8137-98137559ff6a req-c7c1ccd0-87a8-4079-8e5f-7f1a5c1c7366 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 946 time: 0.0531843 Sep 16 05:08:14.704682 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-976cbfbb-dfa0-4a21-8137-98137559ff6a req-38f95532-4d7a-49f4-b71a-b86d4a36c358 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341108 Sep 16 05:08:14.728862 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45702) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:14.761458 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-da31be35-98c8-4e9c-b832-860e020ae78e req-318d0a61-f53e-48c8-af18-307abbdf5042 service neutron] 10.222.0.15 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952196 Sep 16 05:08:14.839787 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ea7d9d1d-3702-41f0-aa09-3a74e5e9fc3f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/e0ec6592-72ca-40af-85ea-c959723dbe00 HTTP/1.1" status: 200 len: 994 time: 0.1097531 Sep 16 05:08:14.868759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f5da2-5625-4e07-ba8f-5baab59d4fe2 req-bf69baa3-4cca-47aa-b9a5-9b8d7027ac18 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.869211 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94834d-c246-4fc9-856a-0c0345871d9d req-de2c0f79-0710-4d30-ac54-78cce6f93e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.870388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f5f5da2-5625-4e07-ba8f-5baab59d4fe2 req-bf69baa3-4cca-47aa-b9a5-9b8d7027ac18 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 944 time: 0.0867836 Sep 16 05:08:14.871183 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e94834d-c246-4fc9-856a-0c0345871d9d req-de2c0f79-0710-4d30-ac54-78cce6f93e89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64889ba0e11146b9a4019af40d12cc94&device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0587022 Sep 16 05:08:14.917469 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f5f5da2-5625-4e07-ba8f-5baab59d4fe2 req-1fb6009f-6340-4e72-9f5b-6d1bf3e7370f tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Sep 16 05:08:14.991813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94834d-c246-4fc9-856a-0c0345871d9d req-ec42c617-9061-4ea2-a24b-7078f6e5a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:14.993338 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e94834d-c246-4fc9-856a-0c0345871d9d req-ec42c617-9061-4ea2-a24b-7078f6e5a4bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=de51c55e-eef2-49a5-a6ec-79111bbfd181 HTTP/1.1" status: 200 len: 915 time: 0.1149862 Sep 16 05:08:15.036891 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e94834d-c246-4fc9-856a-0c0345871d9d req-e62e8166-cd08-46ca-9583-10505b9732cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0f818a0-6ebf-466d-b758-7b8be471f7b3 HTTP/1.1" status: 200 len: 217 time: 0.0358884 Sep 16 05:08:15.093125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94834d-c246-4fc9-856a-0c0345871d9d req-0b114ca0-b59e-43e1-92ae-dd94367619b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.094847 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e94834d-c246-4fc9-856a-0c0345871d9d req-0b114ca0-b59e-43e1-92ae-dd94367619b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67fa2c2c-ce84-4650-ae3d-8825ad51f2a3 HTTP/1.1" status: 200 len: 853 time: 0.0500119 Sep 16 05:08:15.158723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94834d-c246-4fc9-856a-0c0345871d9d req-202de58f-e845-483a-80bc-9dea12d18781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.160637 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e94834d-c246-4fc9-856a-0c0345871d9d req-202de58f-e845-483a-80bc-9dea12d18781 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de51c55e-eef2-49a5-a6ec-79111bbfd181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582597 Sep 16 05:08:15.266283 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e94834d-c246-4fc9-856a-0c0345871d9d req-478b5906-1cba-4892-b50d-31c844632656 service neutron] 10.222.0.15 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986724 Sep 16 05:08:15.374181 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e94834d-c246-4fc9-856a-0c0345871d9d req-4ab3870c-17e1-4243-925a-5bc567b6aac4 service neutron] 10.222.0.15 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998955 Sep 16 05:08:15.378243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffef13-ae53-46b0-b160-1b7b3d3f7ecd req-2c68236c-ab1c-4d70-ba16-8488c3df48a8 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.380051 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26ffef13-ae53-46b0-b160-1b7b3d3f7ecd req-2c68236c-ab1c-4d70-ba16-8488c3df48a8 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 1098 time: 0.0434382 Sep 16 05:08:15.420749 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26ffef13-ae53-46b0-b160-1b7b3d3f7ecd req-45d786a9-4e70-4e7e-96d0-cdee3eafbd11 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335953 Sep 16 05:08:15.526677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b14efe-9ac9-4966-850e-a57563b49872 req-6cbca081-a48c-4070-ae6f-1a0f08736950 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.529155 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89b14efe-9ac9-4966-850e-a57563b49872 req-6cbca081-a48c-4070-ae6f-1a0f08736950 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 945 time: 0.0510108 Sep 16 05:08:15.572703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89b14efe-9ac9-4966-850e-a57563b49872 req-beb0f99d-5f5a-4b14-917b-ef01a81a5357 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/security-groups?id=45c02654-cd79-42ff-b176-d131a25d5652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362303 Sep 16 05:08:15.681224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acd421-a20a-4862-b6fb-881a7cf86be4 req-0c3b0674-3487-4478-975e-6c194c69e0c1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:15.682782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5acd421-a20a-4862-b6fb-881a7cf86be4 req-0c3b0674-3487-4478-975e-6c194c69e0c1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 943 time: 0.0497596 Sep 16 05:08:15.724128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5acd421-a20a-4862-b6fb-881a7cf86be4 req-762a770e-9d27-419d-8859-567b585cd64f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338864 Sep 16 05:08:16.297801 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-58484ea3-8e0e-420a-a283-f483074f3b5c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451338 Sep 16 05:08:16.312432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-8d961a4b-7fbd-4793-bda4-dff2f0371e19 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:08:16.313639 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-8d961a4b-7fbd-4793-bda4-dff2f0371e19 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069640 Sep 16 05:08:16.843784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806ecf5-9fa9-40ad-80df-bcc626be54ee req-17f20f53-5d86-4676-a67a-8996837136b7 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.845911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1806ecf5-9fa9-40ad-80df-bcc626be54ee req-17f20f53-5d86-4676-a67a-8996837136b7 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.50 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 945 time: 0.0550473 Sep 16 05:08:16.916572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-1d061269-b475-4be5-959b-24e89de7e107 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:16.924555 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-1d061269-b475-4be5-959b-24e89de7e107 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/ports/bdf3586a-b213-43b8-b706-6808f0f512aa HTTP/1.1" status: 200 len: 1095 time: 0.1229384 Sep 16 05:08:16.929867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] Request body: {'binding': {'host': 'n-h2-712142-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:16.930703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] Unknown quota resources ['binding']. {{(pid=94744) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 16 05:08:16.976224 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-1806ecf5-9fa9-40ad-80df-bcc626be54ee req-8da958bd-a901-480e-9902-c13312dc47b7 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Deleting port 1eea14be-3961-4890-a846-59edbc444c5e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:16.976604 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1806ecf5-9fa9-40ad-80df-bcc626be54ee req-8da958bd-a901-480e-9902-c13312dc47b7 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.101144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-1806ecf5-9fa9-40ad-80df-bcc626be54ee req-8da958bd-a901-480e-9902-c13312dc47b7 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] For port 1eea14be-3961-4890-a846-59edbc444c5e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1eea14be-3961-4890-a846-59edbc444c5e,segment=NetworkSegment(b674cddc-0f52-4c6e-89e8-5331473a5a3f),segment_id=b674cddc-0f52-4c6e-89e8-5331473a5a3f)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:17.102030 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1806ecf5-9fa9-40ad-80df-bcc626be54ee req-8da958bd-a901-480e-9902-c13312dc47b7 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.115911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] Attempting to bind port bdf3586a-b213-43b8-b706-6808f0f512aa on host n-h2-712142-17 for vnic_type normal with profile None {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:17.116420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] Attempting to bind port bdf3586a-b213-43b8-b706-6808f0f512aa by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:17.116834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] Attempting to bind port bdf3586a-b213-43b8-b706-6808f0f512aa on network bb1f7373-f514-4617-b550-821981958be3 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:17.118649 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-1806ecf5-9fa9-40ad-80df-bcc626be54ee req-8da958bd-a901-480e-9902-c13312dc47b7 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Calling delete_port for 1eea14be-3961-4890-a846-59edbc444c5e owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:17.121986 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] Port bdf3586a-b213-43b8-b706-6808f0f512aa on network bb1f7373-f514-4617-b550-821981958be3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:17.122517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] Attempting to bind port bdf3586a-b213-43b8-b706-6808f0f512aa on network bb1f7373-f514-4617-b550-821981958be3 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:17.127936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:17.128567 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] Checking segment: {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:17.129035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] Bound using segment: {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:17.129552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] Bound port: bdf3586a-b213-43b8-b706-6808f0f512aa, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:17.227800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=bdf3586a-b213-43b8-b706-6808f0f512aa,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:17.235012 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-84901825-f34b-4b6f-8fdc-8d76e6fce433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.238879 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.242170 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] 10.222.0.53 "POST /v2.0/ports/bdf3586a-b213-43b8-b706-6808f0f512aa/bindings HTTP/1.1" status: 201 len: 390 time: 0.3158286 Sep 16 05:08:17.490839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-12a45a36-9a06-43a7-9f28-29615c8d566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.492560 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-12a45a36-9a06-43a7-9f28-29615c8d566e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 1098 time: 0.0457768 Sep 16 05:08:17.589092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-6660214d-2c0d-41f0-8a6a-fec53a04714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.591625 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-6660214d-2c0d-41f0-8a6a-fec53a04714e service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb1f7373-f514-4617-b550-821981958be3 HTTP/1.1" status: 200 len: 898 time: 0.0915949 Sep 16 05:08:17.617718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0fa12-363c-47cf-814c-c9cc8689c23c req-8695265e-27cb-4aa0-924e-bb7983bb7731 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.619235 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1db0fa12-363c-47cf-814c-c9cc8689c23c req-8695265e-27cb-4aa0-924e-bb7983bb7731 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 944 time: 0.0721707 Sep 16 05:08:17.663442 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-7230f479-44ac-44b0-8ed6-8ca2766a244f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf3586a-b213-43b8-b706-6808f0f512aa HTTP/1.1" status: 200 len: 1002 time: 0.0639513 Sep 16 05:08:17.699210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1db0fa12-363c-47cf-814c-c9cc8689c23c req-31079559-2a7a-4022-bf80-006177ea98fd tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734987 Sep 16 05:08:17.709853 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1806ecf5-9fa9-40ad-80df-bcc626be54ee req-8da958bd-a901-480e-9902-c13312dc47b7 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.717333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-728f72b6-d27f-4866-82b7-750ed3ef447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.719241 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-728f72b6-d27f-4866-82b7-750ed3ef447d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b HTTP/1.1" status: 200 len: 835 time: 0.0472147 Sep 16 05:08:17.726495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['1eea14be-3961-4890-a846-59edbc444c5e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:17.740887 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da958bd-a901-480e-9902-c13312dc47b7 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Pushing event deleted for resources: {'Port': ['ID=1eea14be-3961-4890-a846-59edbc444c5e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:17.782796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-1806ecf5-9fa9-40ad-80df-bcc626be54ee req-8da958bd-a901-480e-9902-c13312dc47b7 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] No DVR routers for this DVR port 1eea14be-3961-4890-a846-59edbc444c5e on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:17.784077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-1607f628-b029-45b1-abac-bf7c24eaab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.785944 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-1607f628-b029-45b1-abac-bf7c24eaab5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb1f7373-f514-4617-b550-821981958be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597868 Sep 16 05:08:17.786112 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1806ecf5-9fa9-40ad-80df-bcc626be54ee req-8da958bd-a901-480e-9902-c13312dc47b7 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:17.788256 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1806ecf5-9fa9-40ad-80df-bcc626be54ee req-8da958bd-a901-480e-9902-c13312dc47b7 tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.50 "DELETE /v2.0/ports/1eea14be-3961-4890-a846-59edbc444c5e HTTP/1.1" status: 204 len: 173 time: 0.9333518 Sep 16 05:08:17.788696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa89d2b-84ce-4af1-b695-f188f1f63e0f', 'name': 'network-vif-deleted', 'tag': '1eea14be-3961-4890-a846-59edbc444c5e'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:17.790955 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2b50e2-8a05-4264-b602-05d81024695a" -d '{"events": [{"server_uuid": "afa89d2b-84ce-4af1-b695-f188f1f63e0f", "name": "network-vif-deleted", "tag": "1eea14be-3961-4890-a846-59edbc444c5e"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:17.826871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-120c730d-614e-42b2-9992-ca4ec25eec38 req-10835cbb-32d9-4794-b9a0-688c1a38389b tempest-ServerPasswordTestJSON-21501198 tempest-ServerPasswordTestJSON-21501198-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa89d2b-84ce-4af1-b695-f188f1f63e0f HTTP/1.1" status: 200 len: 210 time: 0.0315120 Sep 16 05:08:17.883230 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-91b7f458-1a02-4586-9aa9-ad3493b82274 service neutron] 10.222.0.15 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893474 Sep 16 05:08:17.940295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aaf7e-bd67-443d-8149-01fa4a2e3963 req-d818685c-d9cc-4c6f-97ae-37ce171de3a4 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:17.942262 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-071aaf7e-bd67-443d-8149-01fa4a2e3963 req-d818685c-d9cc-4c6f-97ae-37ce171de3a4 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 943 time: 0.0515151 Sep 16 05:08:17.985215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-071aaf7e-bd67-443d-8149-01fa4a2e3963 req-dfe03981-297b-4529-bab8-82b93c823172 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346415 Sep 16 05:08:17.989236 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-9574b0c2-f206-449f-b976-0fbb57cf29a6 service neutron] 10.222.0.15 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994103 Sep 16 05:08:17.990637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device dfc64740-3fc6-4dea-b9a0-02c1e74d167d details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:18.107705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91936-ceb0-41cb-9824-c0f08ff9f133 req-137ef9e7-8ada-4353-9ae2-6fb84d1c4928 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.109270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4d91936-ceb0-41cb-9824-c0f08ff9f133 req-137ef9e7-8ada-4353-9ae2-6fb84d1c4928 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 946 time: 0.0560451 Sep 16 05:08:18.144733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-3bc672fd-b2dc-4d4e-956d-d040f12bbc5f tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.146455 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-3bc672fd-b2dc-4d4e-956d-d040f12bbc5f tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1098 time: 0.0821316 Sep 16 05:08:18.152962 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4d91936-ceb0-41cb-9824-c0f08ff9f133 req-a5fc5571-59c9-422a-b968-53e61f2b51cd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364814 Sep 16 05:08:18.158340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-17'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:18.210203 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813c0db3-2a04-49bb-abd5-eb932a1b3b09 x-openstack-request-id: req-813c0db3-2a04-49bb-abd5-eb932a1b3b09 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:18.210602 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa89d2b-84ce-4af1-b695-f188f1f63e0f", "name": "network-vif-deleted", "tag": "1eea14be-3961-4890-a846-59edbc444c5e", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:18.210906 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-813c0db3-2a04-49bb-abd5-eb932a1b3b09 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:18.211366 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa89d2b-84ce-4af1-b695-f188f1f63e0f', 'name': 'network-vif-deleted', 'tag': '1eea14be-3961-4890-a846-59edbc444c5e', 'status': 'completed', 'code': 200} Sep 16 05:08:18.221475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.250189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port dfc64740-3fc6-4dea-b9a0-02c1e74d167d, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=dfc64740-3fc6-4dea-b9a0-02c1e74d167d,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:18.264373 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'dfc64740-3fc6-4dea-b9a0-02c1e74d167d', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'port_id': 'dfc64740-3fc6-4dea-b9a0-02c1e74d167d', 'mac_address': 'fa:16:3e:cb:56:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:18.314720 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.338488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc64740-3fc6-4dea-b9a0-02c1e74d167d {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:18.365823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port dfc64740-3fc6-4dea-b9a0-02c1e74d167d, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=dfc64740-3fc6-4dea-b9a0-02c1e74d167d,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:18.366694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bdf3586a-b213-43b8-b706-6808f0f512aa,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:18.370507 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.406187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:18.421965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=dfc64740-3fc6-4dea-b9a0-02c1e74d167d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:18.445783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:18.448037 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ead4c0d-8be3-45f8-8bca-bf39ac623aab" -d '{"events": [{"server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:18.452791 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.458579 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.491268 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fef65f-a1e9-46ed-ab22-31ae7b675456 x-openstack-request-id: req-97fef65f-a1e9-46ed-ab22-31ae7b675456 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:18.491890 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:18.491890 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97fef65f-a1e9-46ed-ab22-31ae7b675456 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:18.492180 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'code': 200} Sep 16 05:08:18.553116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Pushing event updated for resources: {'Port': ['ID=bdf3586a-b213-43b8-b706-6808f0f512aa,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:18.564187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['dfc64740-3fc6-4dea-b9a0-02c1e74d167d'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:18.612284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Attempting to bind port bdf3586a-b213-43b8-b706-6808f0f512aa on host n-h1-712142-17 for vnic_type normal with profile {"migrating_to": "n-h2-712142-17"} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:18.612767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Attempting to bind port bdf3586a-b213-43b8-b706-6808f0f512aa by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:18.613121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Attempting to bind port bdf3586a-b213-43b8-b706-6808f0f512aa on network bb1f7373-f514-4617-b550-821981958be3 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:18.617767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Port bdf3586a-b213-43b8-b706-6808f0f512aa on network bb1f7373-f514-4617-b550-821981958be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:18.618387 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Attempting to bind port bdf3586a-b213-43b8-b706-6808f0f512aa on network bb1f7373-f514-4617-b550-821981958be3 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:18.624831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:18.624831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Checking segment: {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:18.625194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Bound using segment: {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:18.625640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Bound port: bdf3586a-b213-43b8-b706-6808f0f512aa, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58696a08-d59d-444f-8f2e-bf1e94da9400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bb1f7373-f514-4617-b550-821981958be3'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:18.626138 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.700681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:18.703971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bdf3586a-b213-43b8-b706-6808f0f512aa,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:18.708107 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.788292 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e895542f-b4b1-4f94-bf96-7ea460e0a587 None None] Provisioning complete for port bdf3586a-b213-43b8-b706-6808f0f512aa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:18.788855 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e895542f-b4b1-4f94-bf96-7ea460e0a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.801752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Pushing event updated for resources: {'Port': ['ID=bdf3586a-b213-43b8-b706-6808f0f512aa,revision_number=8']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:18.855515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.857979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.860588 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b0ac379-68f5-4faa-b49a-4291824b596f service neutron] 10.222.0.15 "PUT /v2.0/ports/bdf3586a-b213-43b8-b706-6808f0f512aa HTTP/1.1" status: 200 len: 1124 time: 0.7063298 Sep 16 05:08:18.862647 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde9f65-07d9-4b35-8f31-fc64bdf99a3c req-be772741-24b6-4abb-92c1-7d9c6b54da4c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:18.864217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cfde9f65-07d9-4b35-8f31-fc64bdf99a3c req-be772741-24b6-4abb-92c1-7d9c6b54da4c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 944 time: 0.0788260 Sep 16 05:08:18.913090 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e895542f-b4b1-4f94-bf96-7ea460e0a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:18.922011 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cfde9f65-07d9-4b35-8f31-fc64bdf99a3c req-e55236c9-a65e-446f-81e8-7776b5b56072 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487804 Sep 16 05:08:18.944926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:18.948097 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3647f38b-dcd6-4732-aaaf-a5e8b8bcc0ed" -d '{"events": [{"server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "name": "network-vif-plugged", "status": "completed", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:18.956210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['bdf3586a-b213-43b8-b706-6808f0f512aa'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:18.967631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e895542f-b4b1-4f94-bf96-7ea460e0a587 None None] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bdf3586a-b213-43b8-b706-6808f0f512aa,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:18.975817 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45762) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:18.992662 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e895542f-b4b1-4f94-bf96-7ea460e0a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.032436 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72959a2-0b4e-4797-8efc-228de27d15bc x-openstack-request-id: req-b72959a2-0b4e-4797-8efc-228de27d15bc {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:19.032803 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "name": "network-vif-plugged", "status": "completed", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:19.032990 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b72959a2-0b4e-4797-8efc-228de27d15bc {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:19.033655 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'code': 200} Sep 16 05:08:19.042877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-03147460-2246-419e-9777-ff227ab595b0 admin admin] Deleting subnet c3ea91aa-ae97-4ce5-83d0-d4bc8112fe04 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:19.046930 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03147460-2246-419e-9777-ff227ab595b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.089201 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03147460-2246-419e-9777-ff227ab595b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.119475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0c283-5622-4714-a815-4e0f12feed17 req-1081c2b0-dc83-45cf-9f7d-0b38ac221365 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.121074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fbd0c283-5622-4714-a815-4e0f12feed17 req-1081c2b0-dc83-45cf-9f7d-0b38ac221365 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 944 time: 0.0536728 Sep 16 05:08:19.131754 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03147460-2246-419e-9777-ff227ab595b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.163765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fbd0c283-5622-4714-a815-4e0f12feed17 req-ffe7d699-2e9a-4931-a2c4-e1a67edb4c0f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349958 Sep 16 05:08:19.189926 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03147460-2246-419e-9777-ff227ab595b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.192192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895542f-b4b1-4f94-bf96-7ea460e0a587 None None] Pushing event updated for resources: {'Port': ['ID=bdf3586a-b213-43b8-b706-6808f0f512aa,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.223272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03147460-2246-419e-9777-ff227ab595b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ea91aa-ae97-4ce5-83d0-d4bc8112fe04,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.225282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03147460-2246-419e-9777-ff227ab595b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.227408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-03147460-2246-419e-9777-ff227ab595b0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c3ea91aa-ae97-4ce5-83d0-d4bc8112fe04 HTTP/1.1" status: 204 len: 168 time: 0.2500477 Sep 16 05:08:19.229888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45768) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:19.296086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5b6df-f110-49e6-bbed-0ab6e2986d83 req-72f66056-2e38-4517-973a-1c5df9f86bf4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:19.297810 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04a5b6df-f110-49e6-bbed-0ab6e2986d83 req-72f66056-2e38-4517-973a-1c5df9f86bf4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 946 time: 0.0533695 Sep 16 05:08:19.307634 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.339270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04a5b6df-f110-49e6-bbed-0ab6e2986d83 req-f505b96f-d728-4152-803c-10785a006535 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345633 Sep 16 05:08:19.362897 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9124fa67-1a3c-4821-9ecf-478ece4984e7 None None] Provisioning complete for port bdf3586a-b213-43b8-b706-6808f0f512aa triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:19.363444 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9124fa67-1a3c-4821-9ecf-478ece4984e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.391993 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.411824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d641eb3-78df-4a66-8ab2-523f2d38ffa7']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:19.420973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b674cddc-0f52-4c6e-89e8-5331473a5a3f') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:19.421279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b674cddc-0f52-4c6e-89e8-5331473a5a3f') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:19.430490 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.444285 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.451328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:19.451714 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:19.453482 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:19.512761 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.518297 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.520141 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1d641eb3-78df-4a66-8ab2-523f2d38ffa7 HTTP/1.1" status: 204 len: 168 time: 0.2893367 Sep 16 05:08:19.531641 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5e1fa-a5c4-4429-a538-4fe08b62aa62 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d641eb3-78df-4a66-8ab2-523f2d38ffa7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:19.628471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45772) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:19.667719 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c7dca9ee-129c-43f1-8017-20b78bcdda74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f73d9f90fe024ab39d4df73be752c121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380011 Sep 16 05:08:19.671120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45774) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:19.722886 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a6fd-8980-4df1-bc47-309c7b9bee65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.743305 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a6fd-8980-4df1-bc47-309c7b9bee65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.789254 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a6fd-8980-4df1-bc47-309c7b9bee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.792031 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a6fd-8980-4df1-bc47-309c7b9bee65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:19.793177 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e2c7a6fd-8980-4df1-bc47-309c7b9bee65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45c02654-cd79-42ff-b176-d131a25d5652 HTTP/1.1" status: 204 len: 168 time: 0.1211689 Sep 16 05:08:19.801253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7a6fd-8980-4df1-bc47-309c7b9bee65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c02654-cd79-42ff-b176-d131a25d5652,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:20.013796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device dfc64740-3fc6-4dea-b9a0-02c1e74d167d up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:20.052690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af0b54-1ff6-49c4-82ba-2db3f5977559 req-6582ed4c-dd01-4509-9f79-e8c0596235db tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.054257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2af0b54-1ff6-49c4-82ba-2db3f5977559 req-6582ed4c-dd01-4509-9f79-e8c0596235db tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 944 time: 0.0534477 Sep 16 05:08:20.065910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port dfc64740-3fc6-4dea-b9a0-02c1e74d167d completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:20.069971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port dfc64740-3fc6-4dea-b9a0-02c1e74d167d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:20.070130 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.103046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2af0b54-1ff6-49c4-82ba-2db3f5977559 req-9000c1eb-fd6a-407c-baf8-cca63ea7b267 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411744 Sep 16 05:08:20.162659 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.173913 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dbe37895-3310-46aa-8b6c-9fe34e3a4874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.203520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port dfc64740-3fc6-4dea-b9a0-02c1e74d167d, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=dfc64740-3fc6-4dea-b9a0-02c1e74d167d,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:20.207918 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.256376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=dfc64740-3fc6-4dea-b9a0-02c1e74d167d,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:20.293944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da2ece-77ed-4035-b1a6-81dde7f21a97 req-8f968228-07dc-4bfc-803a-6f0c58f726c4 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.295483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-18da2ece-77ed-4035-b1a6-81dde7f21a97 req-8f968228-07dc-4bfc-803a-6f0c58f726c4 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 945 time: 0.0560198 Sep 16 05:08:20.338287 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-18da2ece-77ed-4035-b1a6-81dde7f21a97 req-6bc3f224-de8f-4f38-bfa1-2eb74ee526c5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365462 Sep 16 05:08:20.471004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca99d4-cce1-4c80-a356-c3258f1c9c5a req-8e0bcc7e-3510-4b6b-905d-cd57ad246da3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.472559 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c8ca99d4-cce1-4c80-a356-c3258f1c9c5a req-8e0bcc7e-3510-4b6b-905d-cd57ad246da3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 946 time: 0.0626352 Sep 16 05:08:20.493872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:20.497777 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5f8fb9-b0d2-4ad7-885e-fa5a4f5995b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:20.516421 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c8ca99d4-cce1-4c80-a356-c3258f1c9c5a req-7f9b7b53-ef1a-4559-85b1-b4fbcc286558 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374937 Sep 16 05:08:20.560866 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291929cd-9568-402a-b397-0a5628ce0a65 x-openstack-request-id: req-291929cd-9568-402a-b397-0a5628ce0a65 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:20.561371 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:20.561371 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-291929cd-9568-402a-b397-0a5628ce0a65 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:20.561846 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'status': 'completed', 'code': 200} Sep 16 05:08:20.626290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f8fb9-b0d2-4ad7-885e-fa5a4f5995b6 req-9c875040-8610-4e4c-9315-785cf511a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.627775 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e5f8fb9-b0d2-4ad7-885e-fa5a4f5995b6 req-9c875040-8610-4e4c-9315-785cf511a765 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 1129 time: 0.0429025 Sep 16 05:08:20.727922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f8fb9-b0d2-4ad7-885e-fa5a4f5995b6 req-3af7112d-5f0b-4273-bbc7-9fe419ac53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.729326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e5f8fb9-b0d2-4ad7-885e-fa5a4f5995b6 req-3af7112d-5f0b-4273-bbc7-9fe419ac53aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=bb1f7373-f514-4617-b550-821981958be3 HTTP/1.1" status: 200 len: 898 time: 0.0902205 Sep 16 05:08:20.804350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e5f8fb9-b0d2-4ad7-885e-fa5a4f5995b6 req-4da019fd-4b89-41ec-bc20-74efd540ff5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf3586a-b213-43b8-b706-6808f0f512aa HTTP/1.1" status: 200 len: 1002 time: 0.0624943 Sep 16 05:08:20.816268 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:20.864980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f8fb9-b0d2-4ad7-885e-fa5a4f5995b6 req-fca588eb-0a68-432c-97a8-b2678a029907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.866513 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e5f8fb9-b0d2-4ad7-885e-fa5a4f5995b6 req-fca588eb-0a68-432c-97a8-b2678a029907 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b HTTP/1.1" status: 200 len: 835 time: 0.0500398 Sep 16 05:08:20.924453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f8fb9-b0d2-4ad7-885e-fa5a4f5995b6 req-cb19a1c9-8b18-4ab9-99fa-4c0fe80a1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:20.926022 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e5f8fb9-b0d2-4ad7-885e-fa5a4f5995b6 req-cb19a1c9-8b18-4ab9-99fa-4c0fe80a1b05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb1f7373-f514-4617-b550-821981958be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465038 Sep 16 05:08:21.023484 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e5f8fb9-b0d2-4ad7-885e-fa5a4f5995b6 req-97b11dc3-37d3-4ed3-bac6-750659a404e8 service neutron] 10.222.0.50 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896351 Sep 16 05:08:21.035280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbc978e-bb17-48b5-bd81-7015df27fe5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc64740-3fc6-4dea-b9a0-02c1e74d167d'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:21.037916 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1050ba7-c59e-46b4-9434-ab0e309f2f8f" -d '{"events": [{"server_uuid": "dbbc978e-bb17-48b5-bd81-7015df27fe5f", "name": "network-vif-plugged", "status": "completed", "tag": "dfc64740-3fc6-4dea-b9a0-02c1e74d167d"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:21.081987 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caaabb5-32ca-4065-b3e4-38e862b950b1 x-openstack-request-id: req-9caaabb5-32ca-4065-b3e4-38e862b950b1 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:21.082290 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbc978e-bb17-48b5-bd81-7015df27fe5f", "name": "network-vif-plugged", "status": "completed", "tag": "dfc64740-3fc6-4dea-b9a0-02c1e74d167d", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:21.082549 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9caaabb5-32ca-4065-b3e4-38e862b950b1 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:21.082949 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbc978e-bb17-48b5-bd81-7015df27fe5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc64740-3fc6-4dea-b9a0-02c1e74d167d', 'code': 200} Sep 16 05:08:21.145032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e5f8fb9-b0d2-4ad7-885e-fa5a4f5995b6 req-e22ae541-33a9-4c31-b467-6df29f720fba service neutron] 10.222.0.50 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135285 Sep 16 05:08:21.211188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167e04f-596b-4d3c-97d1-c755a58c4630 req-438f702b-1c81-4068-a670-e026ed51d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.213156 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7167e04f-596b-4d3c-97d1-c755a58c4630 req-438f702b-1c81-4068-a670-e026ed51d79f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 1097 time: 0.0538182 Sep 16 05:08:21.231505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40a60d-18e2-49e9-a836-63b488f8ec1b req-553ddb14-14e1-49b8-93ab-b95a8dd78e9b tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.233147 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da40a60d-18e2-49e9-a836-63b488f8ec1b req-553ddb14-14e1-49b8-93ab-b95a8dd78e9b tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 944 time: 0.0553291 Sep 16 05:08:21.255130 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7167e04f-596b-4d3c-97d1-c755a58c4630 req-72aea945-1a00-4160-bba5-e292ec8f21b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315557 Sep 16 05:08:21.275908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-da40a60d-18e2-49e9-a836-63b488f8ec1b req-2ebce792-b0de-42a5-ac69-425816f7e384 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364506 Sep 16 05:08:21.454865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede46ea-898b-4ec5-b824-6e271e78e631 req-7dceb867-3bb9-4c3f-b018-19825c380807 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.456393 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ede46ea-898b-4ec5-b824-6e271e78e631 req-7dceb867-3bb9-4c3f-b018-19825c380807 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 945 time: 0.0506794 Sep 16 05:08:21.495296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ede46ea-898b-4ec5-b824-6e271e78e631 req-5fa50559-3a9f-4535-838c-8f83087a6c7c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Sep 16 05:08:21.646921 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd513d-fce3-455b-aad2-8d63b7878902 req-3075da91-d11c-4951-b478-b8244b387dbc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:21.648818 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21fd513d-fce3-455b-aad2-8d63b7878902 req-3075da91-d11c-4951-b478-b8244b387dbc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 946 time: 0.0643053 Sep 16 05:08:21.690161 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21fd513d-fce3-455b-aad2-8d63b7878902 req-e93d9454-1f29-46d0-98f5-63e85f1e86ca tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332935 Sep 16 05:08:21.701264 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:21.977983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1eea14be-3961-4890-a846-59edbc444c5e no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:22.003077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 1eea14be-3961-4890-a846-59edbc444c5e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:22.003551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1eea14be-3961-4890-a846-59edbc444c5e not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:22.021705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device bdf3586a-b213-43b8-b706-6808f0f512aa details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:22.136618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bdf3586a-b213-43b8-b706-6808f0f512aa,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:22.146792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45842) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:22.150607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device bdf3586a-b213-43b8-b706-6808f0f512aa has no active binding in host n-h2-712142-17 {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 16 05:08:22.273934 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd23d8ad-9b90-4ec7-b17a-185a5a8c7488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.412692 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd23d8ad-9b90-4ec7-b17a-185a5a8c7488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.419441 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cd23d8ad-9b90-4ec7-b17a-185a5a8c7488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.457124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f06626-f3bb-432e-92f4-cad3b41383f1 req-d5b5f564-b3a0-4b22-92cb-343f8f9e72c0 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.458674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75f06626-f3bb-432e-92f4-cad3b41383f1 req-d5b5f564-b3a0-4b22-92cb-343f8f9e72c0 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 944 time: 0.0965042 Sep 16 05:08:22.479975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23d8ad-9b90-4ec7-b17a-185a5a8c7488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbf176a-c692-4856-be98-a2d819ac61f9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.494136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cd23d8ad-9b90-4ec7-b17a-185a5a8c7488 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=480ac635bd1846459856877bfd55cfb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461847 Sep 16 05:08:22.495293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45848) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:22.534419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75f06626-f3bb-432e-92f4-cad3b41383f1 req-55205012-2693-4666-a68f-775405a1d837 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645041 Sep 16 05:08:22.558332 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2517c5af-01af-4ebc-96eb-6a7213323283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.655774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c42acb-50fc-47ec-aed2-876d4d5618c6 req-9dc2cb54-a26c-45df-b2f4-d1a3a759e917 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.657576 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8c42acb-50fc-47ec-aed2-876d4d5618c6 req-9dc2cb54-a26c-45df-b2f4-d1a3a759e917 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 945 time: 0.0581844 Sep 16 05:08:22.702426 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8c42acb-50fc-47ec-aed2-876d4d5618c6 req-82e8caba-5c04-418a-8c7c-5d20b49af003 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369782 Sep 16 05:08:22.823132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcada26-657c-40da-8bcf-d50ecbfcc4b2 req-fa76f46a-a554-403c-9288-ea706f703adf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.825243 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dfcada26-657c-40da-8bcf-d50ecbfcc4b2 req-fa76f46a-a554-403c-9288-ea706f703adf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 946 time: 0.0577998 Sep 16 05:08:22.866817 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dfcada26-657c-40da-8bcf-d50ecbfcc4b2 req-68fcfe84-d642-46de-8ea3-a765aa59ef8b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350263 Sep 16 05:08:22.912241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2517c5af-01af-4ebc-96eb-6a7213323283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.959524 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2517c5af-01af-4ebc-96eb-6a7213323283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.962243 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2517c5af-01af-4ebc-96eb-6a7213323283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:22.963419 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2517c5af-01af-4ebc-96eb-6a7213323283 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fbf176a-c692-4856-be98-a2d819ac61f9 HTTP/1.1" status: 204 len: 168 time: 0.4665818 Sep 16 05:08:22.973184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517c5af-01af-4ebc-96eb-6a7213323283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbf176a-c692-4856-be98-a2d819ac61f9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:22.979328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b5c2b-d559-4c34-9fad-51f95ed5d69a req-99c2709c-8c68-4552-a338-a12af372b589 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:22.993715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a80b5c2b-d559-4c34-9fad-51f95ed5d69a req-99c2709c-8c68-4552-a338-a12af372b589 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 945 time: 0.0569994 Sep 16 05:08:23.029434 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a80b5c2b-d559-4c34-9fad-51f95ed5d69a req-70b6ac8d-d08a-4a85-877a-cb404c4c6b66 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341430 Sep 16 05:08:23.146613 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d1e2e-c3cd-47c6-9768-b9ea290851e3 req-1ef23ffa-a750-437d-988c-92fbb3f40232 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.148094 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-915d1e2e-c3cd-47c6-9768-b9ea290851e3 req-1ef23ffa-a750-437d-988c-92fbb3f40232 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 945 time: 0.0535827 Sep 16 05:08:23.190974 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-915d1e2e-c3cd-47c6-9768-b9ea290851e3 req-d6210dbc-9498-4c2a-9b94-5b2eb99764d6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353477 Sep 16 05:08:23.228544 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.254248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 45864) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:23.271811 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99b12ee6-6634-419e-9b24-5b1515fd2507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.373098 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99b12ee6-6634-419e-9b24-5b1515fd2507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.377409 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99b12ee6-6634-419e-9b24-5b1515fd2507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.428545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-99b12ee6-6634-419e-9b24-5b1515fd2507 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87e1617523f2434d8d3ac35757caa7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730738 Sep 16 05:08:23.431176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 45868) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:23.444811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b12ee6-6634-419e-9b24-5b1515fd2507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4640d4-17ee-4d86-a84e-5055cfbd3ab7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:23.471926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349d81b-a6c1-44df-a4e6-c938bc25c970 req-90f5ebc9-d4f9-4b9d-bdaf-a3c32afd22bb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.473485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d349d81b-a6c1-44df-a4e6-c938bc25c970 req-90f5ebc9-d4f9-4b9d-bdaf-a3c32afd22bb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 945 time: 0.0613401 Sep 16 05:08:23.482877 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d519c4ee-a63d-4dad-a4f8-97a362a3928d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.506016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d519c4ee-a63d-4dad-a4f8-97a362a3928d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.513020 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d349d81b-a6c1-44df-a4e6-c938bc25c970 req-4488c703-308c-4a1c-bc4b-7f059ffb64f2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334494 Sep 16 05:08:23.554506 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d519c4ee-a63d-4dad-a4f8-97a362a3928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.557288 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d519c4ee-a63d-4dad-a4f8-97a362a3928d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:23.558724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d519c4ee-a63d-4dad-a4f8-97a362a3928d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d4640d4-17ee-4d86-a84e-5055cfbd3ab7 HTTP/1.1" status: 204 len: 168 time: 0.1264424 Sep 16 05:08:23.567065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519c4ee-a63d-4dad-a4f8-97a362a3928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4640d4-17ee-4d86-a84e-5055cfbd3ab7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:23.659986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb27bf-60a6-448a-a686-388ddbd2c234 req-166e979f-2ae8-40db-bf7a-11b2010b6eb4 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.661502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6adb27bf-60a6-448a-a686-388ddbd2c234 req-166e979f-2ae8-40db-bf7a-11b2010b6eb4 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 944 time: 0.0540600 Sep 16 05:08:23.700281 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6adb27bf-60a6-448a-a686-388ddbd2c234 req-43341653-1802-40c8-8ca9-2368c5583415 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327027 Sep 16 05:08:23.985547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d11a7-17e8-4ed7-adf7-cdb21a0edcaf req-344e1753-28fb-4704-825c-a4982b06c7c8 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:23.987043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-667d11a7-17e8-4ed7-adf7-cdb21a0edcaf req-344e1753-28fb-4704-825c-a4982b06c7c8 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 946 time: 0.0514550 Sep 16 05:08:24.033183 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-667d11a7-17e8-4ed7-adf7-cdb21a0edcaf req-b93c39c9-1655-4263-90fc-3fad3e5bdc04 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398209 Sep 16 05:08:24.037677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d0f818a0-6ebf-466d-b758-7b8be471f7b3 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:24.139883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d0f818a0-6ebf-466d-b758-7b8be471f7b3, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d0f818a0-6ebf-466d-b758-7b8be471f7b3,segment=NetworkSegment(8ad9cdba-577d-4c9b-b23a-5f00fd2bf531),segment_id=8ad9cdba-577d-4c9b-b23a-5f00fd2bf531)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:24.155416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'port_id': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'mac_address': 'fa:16:3e:3b:57:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:24.196124 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.209669 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f818a0-6ebf-466d-b758-7b8be471f7b3 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:24.230336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d0f818a0-6ebf-466d-b758-7b8be471f7b3, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d0f818a0-6ebf-466d-b758-7b8be471f7b3,segment=NetworkSegment(8ad9cdba-577d-4c9b-b23a-5f00fd2bf531),segment_id=8ad9cdba-577d-4c9b-b23a-5f00fd2bf531)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:24.236648 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.283866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=d0f818a0-6ebf-466d-b758-7b8be471f7b3,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:24.375087 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-1f4c271d-49e3-490b-9aa0-14f138568e44 service neutron] 10.222.0.50 "GET /v2.0/ports/bdf3586a-b213-43b8-b706-6808f0f512aa/bindings/n-h2-712142-17 HTTP/1.1" status: 200 len: 385 time: 0.0577278 Sep 16 05:08:24.471490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['d0f818a0-6ebf-466d-b758-7b8be471f7b3'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:24.600200 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e7478551-a84f-4218-928b-95dc9c139815 req-905c3ffc-c3ef-40ff-a58c-429988e7a0ea service neutron] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bdf3586a-b213-43b8-b706-6808f0f512aa,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:24.655428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e7478551-a84f-4218-928b-95dc9c139815 req-905c3ffc-c3ef-40ff-a58c-429988e7a0ea service neutron] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:24.696311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b22a3-ab66-442d-9d4b-e7c7ca986915 req-0b202de6-b254-4537-98de-db970822fc86 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.698200 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c37b22a3-ab66-442d-9d4b-e7c7ca986915 req-0b202de6-b254-4537-98de-db970822fc86 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 945 time: 0.0943255 Sep 16 05:08:24.723296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:24.725924 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8e83a0-342d-4f1c-8b27-09d77590e9b1" -d '{"events": [{"server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:24.740743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e7478551-a84f-4218-928b-95dc9c139815 req-905c3ffc-c3ef-40ff-a58c-429988e7a0ea service neutron] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=bdf3586a-b213-43b8-b706-6808f0f512aa,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:24.763868 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7478551-a84f-4218-928b-95dc9c139815 req-905c3ffc-c3ef-40ff-a58c-429988e7a0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.781320 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c37b22a3-ab66-442d-9d4b-e7c7ca986915 req-1a2ae2f9-b966-4518-976a-79e3d4ca2277 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682495 Sep 16 05:08:24.862712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-e7478551-a84f-4218-928b-95dc9c139815 req-905c3ffc-c3ef-40ff-a58c-429988e7a0ea service neutron] Transition to ACTIVE for port object bdf3586a-b213-43b8-b706-6808f0f512aa will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:24.874393 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7478551-a84f-4218-928b-95dc9c139815 req-905c3ffc-c3ef-40ff-a58c-429988e7a0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:24.970803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3507a1b-8b29-48d5-a5db-95dde6b25300 req-e545e217-8881-4625-8a2e-4e8b29680c7b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:24.971511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f3507a1b-8b29-48d5-a5db-95dde6b25300 req-e545e217-8881-4625-8a2e-4e8b29680c7b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 945 time: 0.0601313 Sep 16 05:08:25.023734 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4829c-129a-4172-9bf4-de0245392b9e req-820a40e7-3d7f-4964-8580-d70a02a92be5 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.032855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0a4829c-129a-4172-9bf4-de0245392b9e req-820a40e7-3d7f-4964-8580-d70a02a92be5 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 945 time: 0.1713972 Sep 16 05:08:25.038803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c3ffc-c3ef-40ff-a58c-429988e7a0ea service neutron] Pushing event updated for resources: {'Port': ['ID=bdf3586a-b213-43b8-b706-6808f0f512aa,revision_number=11']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.110462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-f3507a1b-8b29-48d5-a5db-95dde6b25300 req-99772a50-d22f-4586-9592-66517a697df0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Deleting port dfc64740-3fc6-4dea-b9a0-02c1e74d167d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:25.111419 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f3507a1b-8b29-48d5-a5db-95dde6b25300 req-99772a50-d22f-4586-9592-66517a697df0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.115103 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7478551-a84f-4218-928b-95dc9c139815 req-905c3ffc-c3ef-40ff-a58c-429988e7a0ea service neutron] No DVR routers for this DVR port bdf3586a-b213-43b8-b706-6808f0f512aa on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:25.175808 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0a4829c-129a-4172-9bf4-de0245392b9e req-805d5a4c-a26e-4de8-8f25-34132f935213 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374629 Sep 16 05:08:25.243426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f3507a1b-8b29-48d5-a5db-95dde6b25300 req-99772a50-d22f-4586-9592-66517a697df0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] For port dfc64740-3fc6-4dea-b9a0-02c1e74d167d, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=dfc64740-3fc6-4dea-b9a0-02c1e74d167d,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:25.244062 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f3507a1b-8b29-48d5-a5db-95dde6b25300 req-99772a50-d22f-4586-9592-66517a697df0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.260242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-f3507a1b-8b29-48d5-a5db-95dde6b25300 req-99772a50-d22f-4586-9592-66517a697df0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Calling delete_port for dfc64740-3fc6-4dea-b9a0-02c1e74d167d owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:25.268798 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e64921-fe4d-49f9-9369-1090ea65e11f x-openstack-request-id: req-93e64921-fe4d-49f9-9369-1090ea65e11f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:25.269102 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:25.269349 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93e64921-fe4d-49f9-9369-1090ea65e11f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:25.269768 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'code': 200} Sep 16 05:08:25.335722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-905c3ffc-c3ef-40ff-a58c-429988e7a0ea service neutron] 10.222.0.50 "PUT /v2.0/ports/bdf3586a-b213-43b8-b706-6808f0f512aa/bindings/n-h2-712142-17/activate HTTP/1.1" status: 200 len: 370 time: 0.9523888 Sep 16 05:08:25.396765 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec43d9-2f14-47e7-aacb-a745267aa537 req-c25f1063-9be2-4b45-82c9-aec847e4f5ca tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.406184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccec43d9-2f14-47e7-aacb-a745267aa537 req-c25f1063-9be2-4b45-82c9-aec847e4f5ca tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 945 time: 0.0804646 Sep 16 05:08:25.447296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccec43d9-2f14-47e7-aacb-a745267aa537 req-ca12ec3d-cf46-4d84-9527-8f41d7a61e49 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398510 Sep 16 05:08:25.457844 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f3507a1b-8b29-48d5-a5db-95dde6b25300 req-99772a50-d22f-4586-9592-66517a697df0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.472363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['dfc64740-3fc6-4dea-b9a0-02c1e74d167d'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:25.499961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99772a50-d22f-4586-9592-66517a697df0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event deleted for resources: {'Port': ['ID=dfc64740-3fc6-4dea-b9a0-02c1e74d167d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:25.514437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-b6176bd8-eda7-40bd-bfe5-a0d377f2033e tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.516058 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-b6176bd8-eda7-40bd-bfe5-a0d377f2033e tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.1099002 Sep 16 05:08:25.579359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3507a1b-8b29-48d5-a5db-95dde6b25300 req-99772a50-d22f-4586-9592-66517a697df0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] No DVR routers for this DVR port dfc64740-3fc6-4dea-b9a0-02c1e74d167d on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:25.582880 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f3507a1b-8b29-48d5-a5db-95dde6b25300 req-99772a50-d22f-4586-9592-66517a697df0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:25.585143 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f3507a1b-8b29-48d5-a5db-95dde6b25300 req-99772a50-d22f-4586-9592-66517a697df0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "DELETE /v2.0/ports/dfc64740-3fc6-4dea-b9a0-02c1e74d167d HTTP/1.1" status: 204 len: 173 time: 0.6061273 Sep 16 05:08:25.587070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbc978e-bb17-48b5-bd81-7015df27fe5f', 'name': 'network-vif-deleted', 'tag': 'dfc64740-3fc6-4dea-b9a0-02c1e74d167d'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:25.589582 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef230d93-78be-4dd5-a4b0-0f111c26a009" -d '{"events": [{"server_uuid": "dbbc978e-bb17-48b5-bd81-7015df27fe5f", "name": "network-vif-deleted", "tag": "dfc64740-3fc6-4dea-b9a0-02c1e74d167d"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:25.609037 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-b4f18625-6367-4c81-b96a-a4c3018f0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.610911 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-b4f18625-6367-4c81-b96a-a4c3018f0712 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 1097 time: 0.0756559 Sep 16 05:08:25.649873 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2837b88-1ec3-4d19-9c6c-380ebab8a4e0 x-openstack-request-id: req-b2837b88-1ec3-4d19-9c6c-380ebab8a4e0 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:25.650176 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbc978e-bb17-48b5-bd81-7015df27fe5f", "name": "network-vif-deleted", "tag": "dfc64740-3fc6-4dea-b9a0-02c1e74d167d", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:25.650430 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2837b88-1ec3-4d19-9c6c-380ebab8a4e0 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:25.650825 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbc978e-bb17-48b5-bd81-7015df27fe5f', 'name': 'network-vif-deleted', 'tag': 'dfc64740-3fc6-4dea-b9a0-02c1e74d167d', 'status': 'completed', 'code': 200} Sep 16 05:08:25.706731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-2a8c342b-2610-4b94-80d8-b2c12e7acdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.709391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-2a8c342b-2610-4b94-80d8-b2c12e7acdda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 1097 time: 0.0707076 Sep 16 05:08:25.827139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-7b238ad8-52eb-4f9b-ab39-188ccb7107fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.828656 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-7b238ad8-52eb-4f9b-ab39-188ccb7107fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb1f7373-f514-4617-b550-821981958be3 HTTP/1.1" status: 200 len: 898 time: 0.1119862 Sep 16 05:08:25.912383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-60b98282-14df-4370-980f-8c8dac02b023 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf3586a-b213-43b8-b706-6808f0f512aa HTTP/1.1" status: 200 len: 1000 time: 0.0744956 Sep 16 05:08:25.912550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e257ea01-1a84-4ff0-9466-129d459897d2 req-80bd2cf5-d2bd-49b3-b174-233ff5f5a086 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 210 time: 0.0533848 Sep 16 05:08:25.968037 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b26d895-f6a5-4ccf-a7cd-1fa63d571cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:25.969763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-0b26d895-f6a5-4ccf-a7cd-1fa63d571cc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b HTTP/1.1" status: 200 len: 835 time: 0.0483210 Sep 16 05:08:26.023856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-3539f65d-c141-4c0d-8bf8-474cd1aa156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.025527 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-3539f65d-c141-4c0d-8bf8-474cd1aa156a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb1f7373-f514-4617-b550-821981958be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481353 Sep 16 05:08:26.039585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d0f818a0-6ebf-466d-b758-7b8be471f7b3 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:26.110853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port d0f818a0-6ebf-466d-b758-7b8be471f7b3 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:08:26.122209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port d0f818a0-6ebf-466d-b758-7b8be471f7b3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:26.122670 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.142655 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-ddcda4af-4fbb-4ed4-a08e-9d96358fedfd service neutron] 10.222.0.15 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097236 Sep 16 05:08:26.227751 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.269374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d0f818a0-6ebf-466d-b758-7b8be471f7b3, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d0f818a0-6ebf-466d-b758-7b8be471f7b3,segment=NetworkSegment(8ad9cdba-577d-4c9b-b23a-5f00fd2bf531),segment_id=8ad9cdba-577d-4c9b-b23a-5f00fd2bf531)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:26.270706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:26.273812 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0fb38b-5f46-4b5e-b6b2-82c983d7ec4a" -d '{"events": [{"server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "name": "network-vif-plugged", "status": "completed", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:26.281526 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.282732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device dfc64740-3fc6-4dea-b9a0-02c1e74d167d no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:26.306697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: dfc64740-3fc6-4dea-b9a0-02c1e74d167d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:26.307039 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device dfc64740-3fc6-4dea-b9a0-02c1e74d167d not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:26.318753 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-5de77ab8-a703-4d4b-b943-8caa9b677f66 service neutron] 10.222.0.15 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674218 Sep 16 05:08:26.356194 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ea8b-ed01-4fbc-b155-58c2b887c2b3 req-cd2d55c3-bc91-4953-9c1b-149fb1540c41 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.373409 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aff6ea8b-ed01-4fbc-b155-58c2b887c2b3 req-cd2d55c3-bc91-4953-9c1b-149fb1540c41 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 946 time: 0.0909312 Sep 16 05:08:26.378110 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=d0f818a0-6ebf-466d-b758-7b8be471f7b3,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:26.413322 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aff6ea8b-ed01-4fbc-b155-58c2b887c2b3 req-c83ac148-90d0-41f2-a1ed-8af3fedfe239 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383415 Sep 16 05:08:26.486017 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1f908d-2c0f-4fda-a22a-c25b7caddd87 x-openstack-request-id: req-ea1f908d-2c0f-4fda-a22a-c25b7caddd87 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:26.486626 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "name": "network-vif-plugged", "status": "completed", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:26.486793 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea1f908d-2c0f-4fda-a22a-c25b7caddd87 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:26.487309 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'code': 200} Sep 16 05:08:26.637646 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344bd52-aba8-4b2b-bfeb-58cdad1e175a req-3d724de0-5650-424e-beb6-c91a83c050b5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.647024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b344bd52-aba8-4b2b-bfeb-58cdad1e175a req-3d724de0-5650-424e-beb6-c91a83c050b5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 945 time: 0.0893607 Sep 16 05:08:26.673054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478551-a84f-4218-928b-95dc9c139815 req-9ae52dd1-0366-4277-9cba-fedc32702dfa tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.674466 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-9ae52dd1-0366-4277-9cba-fedc32702dfa tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 1097 time: 0.0896297 Sep 16 05:08:26.680591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da78db6-2ec1-4692-a0e7-7d64ca61d83f req-cb53abd0-3bbe-4388-85f7-30b381362f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:26.682157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3da78db6-2ec1-4692-a0e7-7d64ca61d83f req-cb53abd0-3bbe-4388-85f7-30b381362f8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0827265 Sep 16 05:08:26.710993 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b344bd52-aba8-4b2b-bfeb-58cdad1e175a req-546da34b-c050-43d3-8172-058c7ece8801 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623016 Sep 16 05:08:26.779215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3da78db6-2ec1-4692-a0e7-7d64ca61d83f req-9d83f7f3-3db9-4f99-8ab8-e682247dd714 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880222 Sep 16 05:08:26.855432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e7478551-a84f-4218-928b-95dc9c139815 req-fd386be3-278a-4e54-904d-7dc558a14820 service neutron] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:26.859646 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e7478551-a84f-4218-928b-95dc9c139815 req-fd386be3-278a-4e54-904d-7dc558a14820 service neutron] Notify callbacks [] for binding, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:26.860985 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-fd386be3-278a-4e54-904d-7dc558a14820 service neutron] 10.222.0.15 "DELETE /v2.0/ports/bdf3586a-b213-43b8-b706-6808f0f512aa/bindings/n-h1-712142-17 HTTP/1.1" status: 204 len: 173 time: 0.1778245 Sep 16 05:08:27.031288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4cf8c20e-ff8c-4eea-a466-e02cabcd1a76 req-4070a534-10f2-45dc-acb2-501542b0a394 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 210 time: 0.0402894 Sep 16 05:08:27.551899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95260caa-1ce2-4c42-9995-e64d3f4d9db9 req-b10926c3-c49c-4f1c-bb37-b42ee1d5e411 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.557809 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95260caa-1ce2-4c42-9995-e64d3f4d9db9 req-b10926c3-c49c-4f1c-bb37-b42ee1d5e411 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 946 time: 0.0625224 Sep 16 05:08:27.597420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95260caa-1ce2-4c42-9995-e64d3f4d9db9 req-c18f7768-ae0d-488d-9271-bbcb8fb3ee3d tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361464 Sep 16 05:08:27.876470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfa40d-5638-4e2a-9b35-036e461a0358 req-ac227aaf-f65c-407b-aa0c-831196ddc773 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:27.882362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28dfa40d-5638-4e2a-9b35-036e461a0358 req-ac227aaf-f65c-407b-aa0c-831196ddc773 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 945 time: 0.0821052 Sep 16 05:08:27.964129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28dfa40d-5638-4e2a-9b35-036e461a0358 req-64d7bade-9883-4fcf-a7bc-946634a2a895 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756836 Sep 16 05:08:27.980140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bdf3586a-b213-43b8-b706-6808f0f512aa no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:28.047342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bdf3586a-b213-43b8-b706-6808f0f512aa not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:28.112822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448696f-9188-482e-9dfc-f4a33e01b2df req-13c42174-ebef-43a2-aa2d-5cff14da8156 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.114334 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b448696f-9188-482e-9dfc-f4a33e01b2df req-13c42174-ebef-43a2-aa2d-5cff14da8156 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 1097 time: 0.0542352 Sep 16 05:08:28.156115 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b448696f-9188-482e-9dfc-f4a33e01b2df req-671d106a-f984-44de-81dc-66e966f16461 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352738 Sep 16 05:08:28.258418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d8271966-bd5d-43b8-a5a9-ea324f888421 req-211bcace-cd35-4d00-a5be-b0ef09e4c61d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 210 time: 0.0366797 Sep 16 05:08:28.397029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f739576-e8b5-4309-b030-bcd94d63c9ca req-0a412c01-1515-4adc-9063-2d55c0abca85 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.398705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f739576-e8b5-4309-b030-bcd94d63c9ca req-0a412c01-1515-4adc-9063-2d55c0abca85 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 945 time: 0.0666194 Sep 16 05:08:28.450565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f739576-e8b5-4309-b030-bcd94d63c9ca req-ba856533-6b3f-4a09-a8e8-03857c206443 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448425 Sep 16 05:08:28.473181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46042) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:28.538967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d3938da4-4858-4632-8238-3937bcc91a46 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/e0ec6592-72ca-40af-85ea-c959723dbe00 HTTP/1.1" status: 200 len: 992 time: 0.0643444 Sep 16 05:08:28.726244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fea57-2f4c-45d6-87b3-7280f40d7d90 req-04abca21-ba69-4e0c-b0ac-9dd1af66f159 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.728030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-887fea57-2f4c-45d6-87b3-7280f40d7d90 req-04abca21-ba69-4e0c-b0ac-9dd1af66f159 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 946 time: 0.0589294 Sep 16 05:08:28.776706 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-887fea57-2f4c-45d6-87b3-7280f40d7d90 req-5ba14a12-8b1c-4e04-8b70-60172721b537 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417132 Sep 16 05:08:28.909060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7c603-f139-49d2-87f2-f3019c4a5f4f req-cbc3cfe9-612f-4111-b0db-8a45dda0bf01 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:28.910842 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87c7c603-f139-49d2-87f2-f3019c4a5f4f req-cbc3cfe9-612f-4111-b0db-8a45dda0bf01 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 946 time: 0.0554764 Sep 16 05:08:28.963465 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87c7c603-f139-49d2-87f2-f3019c4a5f4f req-bbe704f2-b305-4e3f-8a90-18940bd9ee5f tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438764 Sep 16 05:08:28.987047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46086) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:29.210209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e09faa7-9182-4091-a42c-5bbcaa2acddc tempest-TestVolumeBackupRestore-412164079 tempest-TestVolumeBackupRestore-412164079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:29.214503 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9e09faa7-9182-4091-a42c-5bbcaa2acddc tempest-TestVolumeBackupRestore-412164079 tempest-TestVolumeBackupRestore-412164079-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 1093 time: 0.2235572 Sep 16 05:08:29.214832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46104) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:29.219837 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:29.244710 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.379717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3f853297-bbfe-4e7c-afc5-d5aea06cae01 req-f56dc782-930e-46db-a5dc-b32c48be0293 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbbc978e-bb17-48b5-bd81-7015df27fe5f HTTP/1.1" status: 200 len: 210 time: 0.0402613 Sep 16 05:08:29.396531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.531732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Allocated IP 172.25.0.204 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/bf65d1a6-c3af-474c-8c23-c6b57fd7bb7d) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:29.638208 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.674944 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:29.715730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:29.720170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:29.723964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:29.753474 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event updated for resources: {'Port': ['ID=bf65d1a6-c3af-474c-8c23-c6b57fd7bb7d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:29.821899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46130) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:29.950265 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.051696 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.055552 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.095221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db63674f66b34a0baa30e4f8cd22af2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722273 Sep 16 05:08:30.096103 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c0ac1b-1a60-45e1-a696-1b4ce5a520aa,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:30.098045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46134) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:30.118059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:30.118420 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:30.118773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:30.119125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:30.119465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:30.119942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:30.120338 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:30.120676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:30.121912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:30.122461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:30.122461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:30.122692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c7e71-938c-4c3d-80ce-dd84b09dd75f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:30.136678 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.165749 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a85c3d06-2ef2-44f8-aa5b-4eb57c3c63db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.188357 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a85c3d06-2ef2-44f8-aa5b-4eb57c3c63db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.211366 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.239380 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a85c3d06-2ef2-44f8-aa5b-4eb57c3c63db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.242179 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a85c3d06-2ef2-44f8-aa5b-4eb57c3c63db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.243679 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a85c3d06-2ef2-44f8-aa5b-4eb57c3c63db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35c0ac1b-1a60-45e1-a696-1b4ce5a520aa HTTP/1.1" status: 204 len: 168 time: 0.1445878 Sep 16 05:08:30.255288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c3d06-2ef2-44f8-aa5b-4eb57c3c63db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c0ac1b-1a60-45e1-a696-1b4ce5a520aa,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:30.389474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.395462 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.468919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event updated for resources: {'Port': ['ID=bf65d1a6-c3af-474c-8c23-c6b57fd7bb7d,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:30.495817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.581213 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46148) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:30.601765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8aacd643-ad85-4dfa-9e56-f6a2218d0860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.627348 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Floating IP 1b929f52-f31b-47d5-b68e-bdd2c2bbfd49 associated. External IP: 172.25.0.204, port: d0f818a0-6ebf-466d-b758-7b8be471f7b3. Sep 16 05:08:30.716537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8aacd643-ad85-4dfa-9e56-f6a2218d0860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.721880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8aacd643-ad85-4dfa-9e56-f6a2218d0860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.764463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacd643-ad85-4dfa-9e56-f6a2218d0860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16853744-a297-4f4e-9ef2-018a24ae75c5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:30.782510 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8aacd643-ad85-4dfa-9e56-f6a2218d0860 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4198abbd93474cb4a267cbb28e61762d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963482 Sep 16 05:08:30.782863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46152) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:30.789463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46154) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:30.881065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Router 058a5969-a598-4599-b8a0-c4a7ee3390f0 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:30.889711 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3547d07c-ebe7-4603-8396-ac1d3a929923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:30.963091 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3547d07c-ebe7-4603-8396-ac1d3a929923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.008704 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:31.024095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b043af6d-b0c7-424d-b003-fbe794caa5b9 None None] Sync routers for ids ['058a5969-a598-4599-b8a0-c4a7ee3390f0'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:31.029027 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.048772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port ef90c0b3-ba55-4399-b4df-58f285d522c8 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:31.049242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.052399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043af6d-b0c7-424d-b003-fbe794caa5b9 None None] Routers {'058a5969-a598-4599-b8a0-c4a7ee3390f0'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:31.053864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b043af6d-b0c7-424d-b003-fbe794caa5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['058a5969-a598-4599-b8a0-c4a7ee3390f0'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:31.061867 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1673f004-eead-477a-9463-47b3220b0fd3 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8460979 Sep 16 05:08:31.062623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:31.065062 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:31.066858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46156) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:31.069708 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3547d07c-ebe7-4603-8396-ac1d3a929923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.072634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3547d07c-ebe7-4603-8396-ac1d3a929923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.074306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3547d07c-ebe7-4603-8396-ac1d3a929923 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16853744-a297-4f4e-9ef2-018a24ae75c5 HTTP/1.1" status: 204 len: 168 time: 0.2903247 Sep 16 05:08:31.124018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547d07c-ebe7-4603-8396-ac1d3a929923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16853744-a297-4f4e-9ef2-018a24ae75c5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:31.149899 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8039a908-25f4-4f09-9033-1bcb61c93c6e x-openstack-request-id: req-8039a908-25f4-4f09-9033-1bcb61c93c6e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:31.150407 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:31.150733 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8039a908-25f4-4f09-9033-1bcb61c93c6e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:31.151235 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'status': 'completed', 'code': 200} Sep 16 05:08:31.211791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b043af6d-b0c7-424d-b003-fbe794caa5b9 None None] Set router 058a5969-a598-4599-b8a0-c4a7ee3390f0 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:31.217209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d38bad6-b842-4b2a-b3e4-381b54064ea1 tempest-TestVolumeBackupRestore-412164079 tempest-TestVolumeBackupRestore-412164079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.219178 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2d38bad6-b842-4b2a-b3e4-381b54064ea1 tempest-TestVolumeBackupRestore-412164079 tempest-TestVolumeBackupRestore-412164079-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 1093 time: 0.1436157 Sep 16 05:08:31.223492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46162) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:31.231938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.232330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c2a8cdc9-d95b-449b-9cee-a71f65391419 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Request body: {'floatingip': {'port_id': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:31.233556 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.239342 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926 req-257d9546-2acc-4202-ac0c-4540932aa728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.240886 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926 req-257d9546-2acc-4202-ac0c-4540932aa728 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64889ba0e11146b9a4019af40d12cc94&device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0678351 Sep 16 05:08:31.267530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for ef90c0b3-ba55-4399-b4df-58f285d522c8 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:31.362130 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cdc9-d95b-449b-9cee-a71f65391419 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for floatingip, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.446261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926 req-e0534598-5cdd-4f7b-ae0a-1bcfbcdf38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.447845 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926 req-e0534598-5cdd-4f7b-ae0a-1bcfbcdf38d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de51c55e-eef2-49a5-a6ec-79111bbfd181 HTTP/1.1" status: 200 len: 915 time: 0.1716440 Sep 16 05:08:31.525440 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.566931 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=ef90c0b3-ba55-4399-b4df-58f285d522c8,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:31.640099 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926 req-aaa84ffd-43aa-4288-9188-8a87c8cca3e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0f818a0-6ebf-466d-b758-7b8be471f7b3 HTTP/1.1" status: 200 len: 1000 time: 0.1708460 Sep 16 05:08:31.673019 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:31.673684 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Floating IP e0ec6592-72ca-40af-85ea-c959723dbe00 disassociated (deleted). External IP: 172.25.0.166, port: bdf3586a-b213-43b8-b706-6808f0f512aa. Sep 16 05:08:31.679714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b043af6d-b0c7-424d-b003-fbe794caa5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '1b929f52-f31b-47d5-b68e-bdd2c2bbfd49', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'port_id': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'mac_address': 'fa:16:3e:3b:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:29Z', 'updated_at': '2021-09-16T05:08:29Z', 'revision_number': 0, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:45Z', 'revision_number': 5, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:31.710967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b043af6d-b0c7-424d-b003-fbe794caa5b9 None None] Checking router: 058a5969-a598-4599-b8a0-c4a7ee3390f0 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:31.721164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043af6d-b0c7-424d-b003-fbe794caa5b9 None None] Routers {'058a5969-a598-4599-b8a0-c4a7ee3390f0'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:31.721843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b043af6d-b0c7-424d-b003-fbe794caa5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['058a5969-a598-4599-b8a0-c4a7ee3390f0'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:31.812279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926 req-6e46a5b3-b5b8-4084-adbd-c44cf610ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.815278 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926 req-6e46a5b3-b5b8-4084-adbd-c44cf610ada1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67fa2c2c-ce84-4650-ae3d-8825ad51f2a3 HTTP/1.1" status: 200 len: 853 time: 0.1425853 Sep 16 05:08:31.916123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-b043af6d-b0c7-424d-b003-fbe794caa5b9 None None] Set router 058a5969-a598-4599-b8a0-c4a7ee3390f0 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:31.942595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926 req-a6426cb7-8fc2-4987-a4b2-e639fbb39ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:31.944572 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926 req-a6426cb7-8fc2-4987-a4b2-e639fbb39ebd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de51c55e-eef2-49a5-a6ec-79111bbfd181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952363 Sep 16 05:08:31.982255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 87851afe-fc2f-42c4-9d2e-69e812264f62 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:32.133580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:32.139696 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:32.148501 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e28f328-00e6-4b36-868f-1b3a0a5164eb None None] Sync routers for ids ['87851afe-fc2f-42c4-9d2e-69e812264f62'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:32.175034 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e28f328-00e6-4b36-868f-1b3a0a5164eb None None] Routers {'87851afe-fc2f-42c4-9d2e-69e812264f62'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:32.178881 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7e28f328-00e6-4b36-868f-1b3a0a5164eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['87851afe-fc2f-42c4-9d2e-69e812264f62'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:32.219217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-89319889-fc3e-422f-adfa-11bdc5a5a52f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/floatingips/e0ec6592-72ca-40af-85ea-c959723dbe00 HTTP/1.1" status: 204 len: 168 time: 1.4282780 Sep 16 05:08:32.220141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:32.222720 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc0e327-ab7a-4114-80ea-e527e00ac846" -d '{"events": [{"name": "network-changed", "server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:32.327004 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7e28f328-00e6-4b36-868f-1b3a0a5164eb None None] Set router 87851afe-fc2f-42c4-9d2e-69e812264f62 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:32.487269 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aa5126-feae-4346-a171-7911570b31ca x-openstack-request-id: req-62aa5126-feae-4346-a171-7911570b31ca {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:32.487500 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:32.487760 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62aa5126-feae-4346-a171-7911570b31ca {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:32.488173 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'status': 'completed', 'code': 200} Sep 16 05:08:32.598168 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-b043af6d-b0c7-424d-b003-fbe794caa5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '1b929f52-f31b-47d5-b68e-bdd2c2bbfd49', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'port_id': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'mac_address': 'fa:16:3e:3b:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:29Z', 'updated_at': '2021-09-16T05:08:29Z', 'revision_number': 0, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:45Z', 'revision_number': 5, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:32.617959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926 req-cfb358d5-1142-400e-966f-9acb146c4076 service neutron] 10.222.0.15 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642528 Sep 16 05:08:32.640457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b043af6d-b0c7-424d-b003-fbe794caa5b9 None None] The sync data for ids ['058a5969-a598-4599-b8a0-c4a7ee3390f0'] in n-d-712142-17 is: [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '1b929f52-f31b-47d5-b68e-bdd2c2bbfd49', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'port_id': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'mac_address': 'fa:16:3e:3b:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:29Z', 'updated_at': '2021-09-16T05:08:29Z', 'revision_number': 0, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:45Z', 'revision_number': 5, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:32.659671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74c2db-a2ba-48ea-af99-b47d24bec0b5 req-1861ab6c-5c16-4549-b39f-2e9aaa4bd1b1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.661153 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e74c2db-a2ba-48ea-af99-b47d24bec0b5 req-1861ab6c-5c16-4549-b39f-2e9aaa4bd1b1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 945 time: 0.1113410 Sep 16 05:08:32.797102 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e74c2db-a2ba-48ea-af99-b47d24bec0b5 req-ac02fb6f-9444-46aa-a3cb-7741a450b2d1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249027 Sep 16 05:08:32.832354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0e327-ab7a-4114-80ea-e527e00ac846 req-3cae228c-29b0-4f31-a92f-3de136a38745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:32.834212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8dc0e327-ab7a-4114-80ea-e527e00ac846 req-3cae228c-29b0-4f31-a92f-3de136a38745 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 1097 time: 0.2134340 Sep 16 05:08:32.867484 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7e28f328-00e6-4b36-868f-1b3a0a5164eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '31cc33a1-c82c-4584-b5f6-d1dccff011ba', 'name': '', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:fe:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:19Z', 'updated_at': '2021-09-16T05:07:25Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:32.907845 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e28f328-00e6-4b36-868f-1b3a0a5164eb None None] Checking router: 87851afe-fc2f-42c4-9d2e-69e812264f62 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:32.923612 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e28f328-00e6-4b36-868f-1b3a0a5164eb None None] Routers {'87851afe-fc2f-42c4-9d2e-69e812264f62'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:32.924292 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7e28f328-00e6-4b36-868f-1b3a0a5164eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['87851afe-fc2f-42c4-9d2e-69e812264f62'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:32.997074 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926 req-2073fa73-bd1b-4152-a9bd-5969df0532c1 service neutron] 10.222.0.15 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636291 Sep 16 05:08:33.045083 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.db.resource_extend [None req-c2a8cdc9-d95b-449b-9cee-a71f65391419 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 05:08:33.070442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d4e1b-941f-4ddd-bff2-cf3953fb3cb8 None None] New status for floating IP 1b929f52-f31b-47d5-b68e-bdd2c2bbfd49: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:08:33.076714 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7e28f328-00e6-4b36-868f-1b3a0a5164eb None None] Set router 87851afe-fc2f-42c4-9d2e-69e812264f62 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:33.141579 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd98dd5-4eab-456c-bc78-ae164b9dd374 req-66be1485-dc5e-4d70-a2d2-285df5351ee6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.143141 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4dd98dd5-4eab-456c-bc78-ae164b9dd374 req-66be1485-dc5e-4d70-a2d2-285df5351ee6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 945 time: 0.2514584 Sep 16 05:08:33.147859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0e327-ab7a-4114-80ea-e527e00ac846 req-1bfeef13-519b-43cd-a0ca-a56f00d61bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.149363 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8dc0e327-ab7a-4114-80ea-e527e00ac846 req-1bfeef13-519b-43cd-a0ca-a56f00d61bb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb1f7373-f514-4617-b550-821981958be3 HTTP/1.1" status: 200 len: 898 time: 0.2977607 Sep 16 05:08:33.194171 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cdc9-d95b-449b-9cee-a71f65391419 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.235677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cdc9-d95b-449b-9cee-a71f65391419 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.238588 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8dc0e327-ab7a-4114-80ea-e527e00ac846 req-98465b70-1ad8-48be-85a8-1942ca14b18f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf3586a-b213-43b8-b706-6808f0f512aa HTTP/1.1" status: 200 len: 217 time: 0.0768642 Sep 16 05:08:33.273145 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-c03d4e1b-941f-4ddd-bff2-cf3953fb3cb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:08:33.274229 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-c03d4e1b-941f-4ddd-bff2-cf3953fb3cb8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:08:33.375998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0e327-ab7a-4114-80ea-e527e00ac846 req-339f19d5-33d7-4e5a-a4c7-424c14262ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.378096 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8dc0e327-ab7a-4114-80ea-e527e00ac846 req-339f19d5-33d7-4e5a-a4c7-424c14262ac6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b HTTP/1.1" status: 200 len: 835 time: 0.1027479 Sep 16 05:08:33.414313 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7e28f328-00e6-4b36-868f-1b3a0a5164eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '31cc33a1-c82c-4584-b5f6-d1dccff011ba', 'name': '', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:fe:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:19Z', 'updated_at': '2021-09-16T05:07:25Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:33.450563 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e28f328-00e6-4b36-868f-1b3a0a5164eb None None] The sync data for ids ['87851afe-fc2f-42c4-9d2e-69e812264f62'] in n-d-712142-17 is: [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '31cc33a1-c82c-4584-b5f6-d1dccff011ba', 'name': '', 'network_id': 'bb1f7373-f514-4617-b550-821981958be3', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:fe:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:19Z', 'updated_at': '2021-09-16T05:07:25Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': '090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:33.479537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-4dd98dd5-4eab-456c-bc78-ae164b9dd374 req-330b7f44-724f-4499-b011-c69d52ec70e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port bdf3586a-b213-43b8-b706-6808f0f512aa {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:33.479897 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4dd98dd5-4eab-456c-bc78-ae164b9dd374 req-330b7f44-724f-4499-b011-c69d52ec70e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.560854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0e327-ab7a-4114-80ea-e527e00ac846 req-bdf0a563-4ef9-4681-8137-fd5d9a8fe446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:33.562474 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8dc0e327-ab7a-4114-80ea-e527e00ac846 req-bdf0a563-4ef9-4681-8137-fd5d9a8fe446 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb1f7373-f514-4617-b550-821981958be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1431546 Sep 16 05:08:33.751825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4dd98dd5-4eab-456c-bc78-ae164b9dd374 req-330b7f44-724f-4499-b011-c69d52ec70e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] For port bdf3586a-b213-43b8-b706-6808f0f512aa, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=bdf3586a-b213-43b8-b706-6808f0f512aa,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:33.752404 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4dd98dd5-4eab-456c-bc78-ae164b9dd374 req-330b7f44-724f-4499-b011-c69d52ec70e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:33.776047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d4e1b-941f-4ddd-bff2-cf3953fb3cb8 None None] New status for floating IP 1b929f52-f31b-47d5-b68e-bdd2c2bbfd49: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:08:33.783784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-4dd98dd5-4eab-456c-bc78-ae164b9dd374 req-330b7f44-724f-4499-b011-c69d52ec70e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for bdf3586a-b213-43b8-b706-6808f0f512aa owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:33.802309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a8cdc9-d95b-449b-9cee-a71f65391419 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Router 058a5969-a598-4599-b8a0-c4a7ee3390f0 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:33.830648 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718e3c9f-c1eb-4f2b-b1ec-a941fab42f13 None None] New status for floating IP e0ec6592-72ca-40af-85ea-c959723dbe00: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:08:33.862653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8dc0e327-ab7a-4114-80ea-e527e00ac846 req-d4fc25f5-3ad5-4b66-b54e-7e6258812773 service neutron] 10.222.0.15 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630386 Sep 16 05:08:34.154104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf361a4-9223-43d4-a945-4b9e5135c2d9 req-c0766c22-3e35-4e6e-ae30-37f2e0621cde tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.165735 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2bf361a4-9223-43d4-a945-4b9e5135c2d9 req-c0766c22-3e35-4e6e-ae30-37f2e0621cde tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f HTTP/1.1" status: 200 len: 945 time: 0.1704881 Sep 16 05:08:34.167575 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8dc0e327-ab7a-4114-80ea-e527e00ac846 req-186375a6-5e66-4256-8240-19f74475f303 service neutron] 10.222.0.15 "GET /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622244 Sep 16 05:08:34.169470 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a8cdc9-d95b-449b-9cee-a71f65391419 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:34.187844 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c2a8cdc9-d95b-449b-9cee-a71f65391419 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.252120 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2bf361a4-9223-43d4-a945-4b9e5135c2d9 req-71a322fd-ab26-4d2e-8290-de60ece8f5e0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=089ebc8a-f4ad-4678-825d-786abca54523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848246 Sep 16 05:08:34.283546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:34.286156 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0188ee28-6b90-41a9-ab6d-e0393f2ec884" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:34.329485 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c2a8cdc9-d95b-449b-9cee-a71f65391419 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "PUT /v2.0/floatingips/1b929f52-f31b-47d5-b68e-bdd2c2bbfd49 HTTP/1.1" status: 200 len: 992 time: 3.1031027 Sep 16 05:08:34.339623 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4dd98dd5-4eab-456c-bc78-ae164b9dd374 req-330b7f44-724f-4499-b011-c69d52ec70e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.380323 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b78c658-969e-41e0-9538-7863363853e1 x-openstack-request-id: req-5b78c658-969e-41e0-9538-7863363853e1 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:34.380686 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:34.380893 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b78c658-969e-41e0-9538-7863363853e1 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:34.381271 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'status': 'completed', 'code': 200} Sep 16 05:08:34.385246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b7f44-724f-4499-b011-c69d52ec70e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=bdf3586a-b213-43b8-b706-6808f0f512aa,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:34.412520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce453d41-a5fd-458a-915c-00198a7dd403 None None] Sync routers for ids ['058a5969-a598-4599-b8a0-c4a7ee3390f0'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:34.423003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce453d41-a5fd-458a-915c-00198a7dd403 None None] Routers {'058a5969-a598-4599-b8a0-c4a7ee3390f0'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:34.423730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ce453d41-a5fd-458a-915c-00198a7dd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['058a5969-a598-4599-b8a0-c4a7ee3390f0'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:34.469737 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd98dd5-4eab-456c-bc78-ae164b9dd374 req-330b7f44-724f-4499-b011-c69d52ec70e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] No DVR routers for this DVR port bdf3586a-b213-43b8-b706-6808f0f512aa on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:34.476613 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4dd98dd5-4eab-456c-bc78-ae164b9dd374 req-330b7f44-724f-4499-b011-c69d52ec70e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:34.478767 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4dd98dd5-4eab-456c-bc78-ae164b9dd374 req-330b7f44-724f-4499-b011-c69d52ec70e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.15 "DELETE /v2.0/ports/bdf3586a-b213-43b8-b706-6808f0f512aa HTTP/1.1" status: 204 len: 173 time: 1.3284874 Sep 16 05:08:34.506428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ee28-6b90-41a9-ab6d-e0393f2ec884 req-78680090-d2a9-4666-b630-d728383c07da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.508025 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0188ee28-6b90-41a9-ab6d-e0393f2ec884 req-78680090-d2a9-4666-b630-d728383c07da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64889ba0e11146b9a4019af40d12cc94&device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0971148 Sep 16 05:08:34.664855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-ce453d41-a5fd-458a-915c-00198a7dd403 None None] Set router 058a5969-a598-4599-b8a0-c4a7ee3390f0 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:34.669896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ee28-6b90-41a9-ab6d-e0393f2ec884 req-ffad08da-aca5-4d59-a0a3-4b328a40f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.672640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0188ee28-6b90-41a9-ab6d-e0393f2ec884 req-ffad08da-aca5-4d59-a0a3-4b328a40f7b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de51c55e-eef2-49a5-a6ec-79111bbfd181 HTTP/1.1" status: 200 len: 915 time: 0.1563547 Sep 16 05:08:34.785839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0188ee28-6b90-41a9-ab6d-e0393f2ec884 req-b55fde2c-cd0a-444c-b2c3-4df6de11bb36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0f818a0-6ebf-466d-b758-7b8be471f7b3 HTTP/1.1" status: 200 len: 1002 time: 0.1039507 Sep 16 05:08:34.919003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ee28-6b90-41a9-ab6d-e0393f2ec884 req-1d332469-d6fd-4ed5-97f6-c09692f299a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.921993 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0188ee28-6b90-41a9-ab6d-e0393f2ec884 req-1d332469-d6fd-4ed5-97f6-c09692f299a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67fa2c2c-ce84-4650-ae3d-8825ad51f2a3 HTTP/1.1" status: 200 len: 853 time: 0.1092627 Sep 16 05:08:34.994733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ee28-6b90-41a9-ab6d-e0393f2ec884 req-ed397402-8731-46cd-aff4-ea4b71489954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:34.997338 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0188ee28-6b90-41a9-ab6d-e0393f2ec884 req-ed397402-8731-46cd-aff4-ea4b71489954 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de51c55e-eef2-49a5-a6ec-79111bbfd181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670815 Sep 16 05:08:35.150611 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ce453d41-a5fd-458a-915c-00198a7dd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '1b929f52-f31b-47d5-b68e-bdd2c2bbfd49', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'port_id': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'mac_address': 'fa:16:3e:3b:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:29Z', 'updated_at': '2021-09-16T05:08:34Z', 'revision_number': 2, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:45Z', 'revision_number': 5, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:35.162733 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0188ee28-6b90-41a9-ab6d-e0393f2ec884 req-3bc05ba7-c619-4217-b081-ec466c58f6ac service neutron] 10.222.0.15 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530693 Sep 16 05:08:35.202982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce453d41-a5fd-458a-915c-00198a7dd403 None None] Checking router: 058a5969-a598-4599-b8a0-c4a7ee3390f0 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:35.227602 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce453d41-a5fd-458a-915c-00198a7dd403 None None] Routers {'058a5969-a598-4599-b8a0-c4a7ee3390f0'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:35.228416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ce453d41-a5fd-458a-915c-00198a7dd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['058a5969-a598-4599-b8a0-c4a7ee3390f0'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:35.292154 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0188ee28-6b90-41a9-ab6d-e0393f2ec884 req-37a16bb8-06c9-4e11-a838-3e9f24aec14b service neutron] 10.222.0.15 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219902 Sep 16 05:08:35.372416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46314) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:35.388447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-ce453d41-a5fd-458a-915c-00198a7dd403 None None] Set router 058a5969-a598-4599-b8a0-c4a7ee3390f0 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:35.675533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ce453d41-a5fd-458a-915c-00198a7dd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '1b929f52-f31b-47d5-b68e-bdd2c2bbfd49', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'port_id': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'mac_address': 'fa:16:3e:3b:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:29Z', 'updated_at': '2021-09-16T05:08:34Z', 'revision_number': 2, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:45Z', 'revision_number': 5, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:35.716301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce453d41-a5fd-458a-915c-00198a7dd403 None None] The sync data for ids ['058a5969-a598-4599-b8a0-c4a7ee3390f0'] in n-d-712142-17 is: [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '1b929f52-f31b-47d5-b68e-bdd2c2bbfd49', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'port_id': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'mac_address': 'fa:16:3e:3b:57:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:08:29Z', 'updated_at': '2021-09-16T05:08:34Z', 'revision_number': 2, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:45Z', 'revision_number': 5, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:35.734309 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.831454 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f84ba832-a810-4926-b1ef-fcef5870f541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:35.853781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46322) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:36.003827 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4cf3df0-702c-437d-9d55-79d49eca1f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.109350 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4cf3df0-702c-437d-9d55-79d49eca1f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.114932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a4cf3df0-702c-437d-9d55-79d49eca1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.130310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device bdf3586a-b213-43b8-b706-6808f0f512aa no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:36.158596 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: bdf3586a-b213-43b8-b706-6808f0f512aa {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:36.160450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device bdf3586a-b213-43b8-b706-6808f0f512aa not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:36.166109 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a4cf3df0-702c-437d-9d55-79d49eca1f3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=464681906b6d469c9963fef5b4ec62ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082852 Sep 16 05:08:36.168464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf3df0-702c-437d-9d55-79d49eca1f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57b91a2-a8f6-4e66-90bf-c1552c61aaac,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.171700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46328) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:36.179727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-f84ba832-a810-4926-b1ef-fcef5870f541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port 31cc33a1-c82c-4584-b5f6-d1dccff011ba {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:36.180237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f84ba832-a810-4926-b1ef-fcef5870f541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.229668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4bea6617-a947-4b78-96fe-5d69dca8aa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.258424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4bea6617-a947-4b78-96fe-5d69dca8aa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.284411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-f84ba832-a810-4926-b1ef-fcef5870f541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] For port 31cc33a1-c82c-4584-b5f6-d1dccff011ba, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=31cc33a1-c82c-4584-b5f6-d1dccff011ba,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:36.284832 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f84ba832-a810-4926-b1ef-fcef5870f541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.302259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-f84ba832-a810-4926-b1ef-fcef5870f541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for 31cc33a1-c82c-4584-b5f6-d1dccff011ba owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:36.314402 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4bea6617-a947-4b78-96fe-5d69dca8aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.317369 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4bea6617-a947-4b78-96fe-5d69dca8aa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.321496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4bea6617-a947-4b78-96fe-5d69dca8aa3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f57b91a2-a8f6-4e66-90bf-c1552c61aaac HTTP/1.1" status: 204 len: 168 time: 0.1486568 Sep 16 05:08:36.331937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea6617-a947-4b78-96fe-5d69dca8aa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57b91a2-a8f6-4e66-90bf-c1552c61aaac,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.382800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3'}, {'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'name': 'network-vif-deleted', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:36.385220 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c87b549-7d7e-4223-b068-eaec9a77fafe" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3"}, {"server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "name": "network-vif-deleted", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:36.434276 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07003f5c-5937-4b28-9df5-a4a01a5411e3 x-openstack-request-id: req-07003f5c-5937-4b28-9df5-a4a01a5411e3 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:36.434850 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3", "status": "completed", "code": 200}, {"server_uuid": "6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f", "name": "network-vif-deleted", "tag": "bdf3586a-b213-43b8-b706-6808f0f512aa", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:36.435199 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07003f5c-5937-4b28-9df5-a4a01a5411e3 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:36.435599 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'status': 'completed', 'code': 200} Sep 16 05:08:36.435925 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c13a2a2-c594-4b23-a3f2-1fe3fbe4a04f', 'name': 'network-vif-deleted', 'tag': 'bdf3586a-b213-43b8-b706-6808f0f512aa', 'status': 'completed', 'code': 200} Sep 16 05:08:36.502314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b549-7d7e-4223-b068-eaec9a77fafe req-243ddab6-f061-4c0d-93cb-db6c6f58b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.503965 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c87b549-7d7e-4223-b068-eaec9a77fafe req-243ddab6-f061-4c0d-93cb-db6c6f58b56e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64889ba0e11146b9a4019af40d12cc94&device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0467484 Sep 16 05:08:36.591847 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f84ba832-a810-4926-b1ef-fcef5870f541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.631558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ba832-a810-4926-b1ef-fcef5870f541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=31cc33a1-c82c-4584-b5f6-d1dccff011ba,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:36.660621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b549-7d7e-4223-b068-eaec9a77fafe req-eb9fb56b-03e2-4ca3-80de-78a35b132125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.662499 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c87b549-7d7e-4223-b068-eaec9a77fafe req-eb9fb56b-03e2-4ca3-80de-78a35b132125 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de51c55e-eef2-49a5-a6ec-79111bbfd181 HTTP/1.1" status: 200 len: 915 time: 0.1514015 Sep 16 05:08:36.744604 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46336) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:36.771777 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c87b549-7d7e-4223-b068-eaec9a77fafe req-9c7de233-ad3c-440d-8c98-be470f981be0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0f818a0-6ebf-466d-b758-7b8be471f7b3 HTTP/1.1" status: 200 len: 1002 time: 0.1012568 Sep 16 05:08:36.825010 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b47d25ac-8cf8-455a-86af-a33b471087b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:36.861256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b549-7d7e-4223-b068-eaec9a77fafe req-e39e7787-12f3-4a0c-a33d-e0ee75d1c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.862919 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c87b549-7d7e-4223-b068-eaec9a77fafe req-e39e7787-12f3-4a0c-a33d-e0ee75d1c30f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67fa2c2c-ce84-4650-ae3d-8825ad51f2a3 HTTP/1.1" status: 200 len: 853 time: 0.0810902 Sep 16 05:08:36.955833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b549-7d7e-4223-b068-eaec9a77fafe req-d45aa671-7e21-446d-a69c-f782890c158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:36.964271 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c87b549-7d7e-4223-b068-eaec9a77fafe req-d45aa671-7e21-446d-a69c-f782890c158f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de51c55e-eef2-49a5-a6ec-79111bbfd181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902767 Sep 16 05:08:37.079570 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b47d25ac-8cf8-455a-86af-a33b471087b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.089199 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b47d25ac-8cf8-455a-86af-a33b471087b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.123552 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b47d25ac-8cf8-455a-86af-a33b471087b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6b1e3840cb54e63b8223e610b43c131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764186 Sep 16 05:08:37.131207 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46340) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.153187 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c87b549-7d7e-4223-b068-eaec9a77fafe req-b98a5d03-94bb-4d54-bdcd-3c1b494ce1ec service neutron] 10.222.0.15 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815865 Sep 16 05:08:37.196820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d25ac-8cf8-455a-86af-a33b471087b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e39fea-6c8a-499b-bdd0-90b98afe8f8e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:37.266514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f84ba832-a810-4926-b1ef-fcef5870f541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.275659 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3267b6ad-0bc1-4acb-9961-f8f3f2188bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.311403 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3267b6ad-0bc1-4acb-9961-f8f3f2188bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.330841 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c87b549-7d7e-4223-b068-eaec9a77fafe req-bfaac76a-732f-4866-959d-fcb621d41a53 service neutron] 10.222.0.15 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615155 Sep 16 05:08:37.377075 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3267b6ad-0bc1-4acb-9961-f8f3f2188bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.379730 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3267b6ad-0bc1-4acb-9961-f8f3f2188bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.380895 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3267b6ad-0bc1-4acb-9961-f8f3f2188bf4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89e39fea-6c8a-499b-bdd0-90b98afe8f8e HTTP/1.1" status: 204 len: 168 time: 0.2487054 Sep 16 05:08:37.391136 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267b6ad-0bc1-4acb-9961-f8f3f2188bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e39fea-6c8a-499b-bdd0-90b98afe8f8e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:37.535007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84ba832-a810-4926-b1ef-fcef5870f541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 87851afe-fc2f-42c4-9d2e-69e812264f62 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:37.659954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84ba832-a810-4926-b1ef-fcef5870f541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:37.665648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f84ba832-a810-4926-b1ef-fcef5870f541 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "PUT /v2.0/routers/87851afe-fc2f-42c4-9d2e-69e812264f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2917380 Sep 16 05:08:37.668123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46346) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:37.676006 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe4cc75-fd0c-4eb5-8c94-da9acea9ea2d None None] Sync routers for ids ['87851afe-fc2f-42c4-9d2e-69e812264f62'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:37.686357 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe4cc75-fd0c-4eb5-8c94-da9acea9ea2d None None] Routers {'87851afe-fc2f-42c4-9d2e-69e812264f62'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:37.686988 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3fe4cc75-fd0c-4eb5-8c94-da9acea9ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['87851afe-fc2f-42c4-9d2e-69e812264f62'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:37.736906 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.757248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0459881-0923-4b92-a07e-b5ea40b23f84 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting subnet 090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:08:37.760810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0459881-0923-4b92-a07e-b5ea40b23f84 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.815869 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-3fe4cc75-fd0c-4eb5-8c94-da9acea9ea2d None None] Set router 87851afe-fc2f-42c4-9d2e-69e812264f62 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:37.820793 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0459881-0923-4b92-a07e-b5ea40b23f84 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:37.932397 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0459881-0923-4b92-a07e-b5ea40b23f84 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.008477 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0459881-0923-4b92-a07e-b5ea40b23f84 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.021535 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3fe4cc75-fd0c-4eb5-8c94-da9acea9ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:08:36Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:38.037227 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb8d12e-a835-4d8e-b5d4-527ef610521d None None] Network bb1f7373-f514-4617-b550-821981958be3 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:38.045937 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0459881-0923-4b92-a07e-b5ea40b23f84 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.051160 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d0459881-0923-4b92-a07e-b5ea40b23f84 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/subnets/090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b HTTP/1.1" status: 204 len: 168 time: 0.3819306 Sep 16 05:08:38.051452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46356) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:38.052768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0459881-0923-4b92-a07e-b5ea40b23f84 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Subnet': ['ID=090cd1b7-2f4b-4eff-b4f9-1f622c39ad3b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.081295 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe4cc75-fd0c-4eb5-8c94-da9acea9ea2d None None] Checking router: 87851afe-fc2f-42c4-9d2e-69e812264f62 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:38.092518 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe4cc75-fd0c-4eb5-8c94-da9acea9ea2d None None] Routers {'87851afe-fc2f-42c4-9d2e-69e812264f62'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:38.092881 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3fe4cc75-fd0c-4eb5-8c94-da9acea9ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['87851afe-fc2f-42c4-9d2e-69e812264f62'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:38.244033 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-3fe4cc75-fd0c-4eb5-8c94-da9acea9ea2d None None] Set router 87851afe-fc2f-42c4-9d2e-69e812264f62 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:38.330532 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.362422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] DHCP port deletion for bb1f7373-f514-4617-b550-821981958be3 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:08:38.439170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Deleting port 8851709e-5867-42e0-8f97-5d23fd4b0cbd {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:38.439879 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.522847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] For port 8851709e-5867-42e0-8f97-5d23fd4b0cbd, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8851709e-5867-42e0-8f97-5d23fd4b0cbd,segment=NetworkSegment(58696a08-d59d-444f-8f2e-bf1e94da9400),segment_id=58696a08-d59d-444f-8f2e-bf1e94da9400)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:38.523300 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.553527 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.562576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Calling delete_port for 8851709e-5867-42e0-8f97-5d23fd4b0cbd owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:38.637537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port 91e3d43d-2c76-4d9c-97cb-aec944a158ce {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:08:38.638057 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.655247 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3fe4cc75-fd0c-4eb5-8c94-da9acea9ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:08:36Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:38.690147 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe4cc75-fd0c-4eb5-8c94-da9acea9ea2d None None] The sync data for ids ['87851afe-fc2f-42c4-9d2e-69e812264f62'] in n-d-712142-17 is: [{'id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1357257457', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:08:36Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '91e3d43d-2c76-4d9c-97cb-aec944a158ce', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87851afe-fc2f-42c4-9d2e-69e812264f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:15Z', 'updated_at': '2021-09-16T05:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:38.696943 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.722686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] No DVR routers for this DVR port 8851709e-5867-42e0-8f97-5d23fd4b0cbd on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:08:38.774331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Pushing event deleted for resources: {'Port': ['ID=8851709e-5867-42e0-8f97-5d23fd4b0cbd,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:38.783779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] For port 91e3d43d-2c76-4d9c-97cb-aec944a158ce, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=91e3d43d-2c76-4d9c-97cb-aec944a158ce,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:38.784530 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:38.785361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:38.786189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:38.786830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:38.787523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:38.787947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:38.788515 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:38.788956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:38.789482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:38.789946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:38.790420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:38.791040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:38.791697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89423e-bc3a-46ff-9def-d066d8d7988f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:38.805242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for 91e3d43d-2c76-4d9c-97cb-aec944a158ce owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:08:39.019772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.056703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=91e3d43d-2c76-4d9c-97cb-aec944a158ce,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:39.152483 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.275961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 31cc33a1-c82c-4584-b5f6-d1dccff011ba no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:39.306716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 31cc33a1-c82c-4584-b5f6-d1dccff011ba {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:39.307653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 31cc33a1-c82c-4584-b5f6-d1dccff011ba not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:39.308866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8851709e-5867-42e0-8f97-5d23fd4b0cbd no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:39.317218 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.319887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.353051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 8851709e-5867-42e0-8f97-5d23fd4b0cbd {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:39.353632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8851709e-5867-42e0-8f97-5d23fd4b0cbd not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:39.394332 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.395341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Fanout notify agent at l3_agent the message router_deleted on router 87851afe-fc2f-42c4-9d2e-69e812264f62 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:08:39.403800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.405261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-85923772-ae8b-4838-b2af-0ad1ddbca89c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/routers/87851afe-fc2f-42c4-9d2e-69e812264f62 HTTP/1.1" status: 204 len: 168 time: 1.3522310 Sep 16 05:08:39.408040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46384) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:39.509342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.642823 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.665861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1f7373-f514-4617-b550-821981958be3']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:39.676384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58696a08-d59d-444f-8f2e-bf1e94da9400') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:39.676708 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58696a08-d59d-444f-8f2e-bf1e94da9400') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:39.688159 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.708340 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.718920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:08:39.719700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:08:39.722722 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:08:39.790643 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.803722 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.805577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/networks/bb1f7373-f514-4617-b550-821981958be3 HTTP/1.1" status: 204 len: 168 time: 0.3964136 Sep 16 05:08:39.809713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46392) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:39.816297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbf2ee-d6c1-417a-a533-6d70f24edb3d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Network': ['ID=bb1f7373-f514-4617-b550-821981958be3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:39.876171 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3c328262-0151-4b42-a80b-9b69ddb746bb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.904289 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3c328262-0151-4b42-a80b-9b69ddb746bb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.994629 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3c328262-0151-4b42-a80b-9b69ddb746bb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.998474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3c328262-0151-4b42-a80b-9b69ddb746bb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:39.999747 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3c328262-0151-4b42-a80b-9b69ddb746bb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/security-groups/089ebc8a-f4ad-4678-825d-786abca54523 HTTP/1.1" status: 204 len: 168 time: 0.1889925 Sep 16 05:08:40.016293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c328262-0151-4b42-a80b-9b69ddb746bb tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=089ebc8a-f4ad-4678-825d-786abca54523,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:40.358033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46410) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.363323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f3349769-17f7-444d-8761-d19a4b82999f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205928528', 'description': 'tempest-secgroup-smoke-1205928528 description', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:40.396424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3349769-17f7-444d-8761-d19a4b82999f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.493858 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3349769-17f7-444d-8761-d19a4b82999f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.499018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3349769-17f7-444d-8761-d19a4b82999f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.527558 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3349769-17f7-444d-8761-d19a4b82999f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.531956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46414) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.532307 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f3349769-17f7-444d-8761-d19a4b82999f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1723664 Sep 16 05:08:40.536737 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3349769-17f7-444d-8761-d19a4b82999f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66fea818-bddf-4863-bba9-93188dc55772,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:40.538865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d944f229-88a1-442e-a323-67a5c65204bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '66fea818-bddf-4863-bba9-93188dc55772', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:40.572599 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d944f229-88a1-442e-a323-67a5c65204bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.645288 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d944f229-88a1-442e-a323-67a5c65204bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.649705 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d944f229-88a1-442e-a323-67a5c65204bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.670316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944f229-88a1-442e-a323-67a5c65204bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cb70d1-2c00-442e-b796-6f6774cf873f,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:40.677957 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d944f229-88a1-442e-a323-67a5c65204bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.679202 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d944f229-88a1-442e-a323-67a5c65204bf tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460683 Sep 16 05:08:40.682406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46418) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.687567 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-02a1dd7f-9f1a-43cc-897c-12c521ab5410 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '66fea818-bddf-4863-bba9-93188dc55772', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:40.720645 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02a1dd7f-9f1a-43cc-897c-12c521ab5410 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.785001 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02a1dd7f-9f1a-43cc-897c-12c521ab5410 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.789527 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02a1dd7f-9f1a-43cc-897c-12c521ab5410 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.809801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1dd7f-9f1a-43cc-897c-12c521ab5410 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c55bc7-3137-4f7c-8c2a-76dbd5d20aa2,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:40.815642 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02a1dd7f-9f1a-43cc-897c-12c521ab5410 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.817911 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-02a1dd7f-9f1a-43cc-897c-12c521ab5410 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332905 Sep 16 05:08:40.819502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46420) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.825110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ff65cd74-fea7-4e96-bedc-1fbd3d449456 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '66fea818-bddf-4863-bba9-93188dc55772', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:40.836184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 91e3d43d-2c76-4d9c-97cb-aec944a158ce no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:08:40.852572 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff65cd74-fea7-4e96-bedc-1fbd3d449456 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.862125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 91e3d43d-2c76-4d9c-97cb-aec944a158ce {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:08:40.862850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 91e3d43d-2c76-4d9c-97cb-aec944a158ce not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:08:40.919984 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff65cd74-fea7-4e96-bedc-1fbd3d449456 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.923947 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff65cd74-fea7-4e96-bedc-1fbd3d449456 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.949912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65cd74-fea7-4e96-bedc-1fbd3d449456 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148c9f1b-a1b3-4b81-aa46-df1063c250ba,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:40.958442 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ff65cd74-fea7-4e96-bedc-1fbd3d449456 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:40.962355 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ff65cd74-fea7-4e96-bedc-1fbd3d449456 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394405 Sep 16 05:08:40.962520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46424) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:40.969754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-91a80a9d-f20f-4466-bc0d-80e29608c271 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '66fea818-bddf-4863-bba9-93188dc55772', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:41.002643 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91a80a9d-f20f-4466-bc0d-80e29608c271 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.062787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46426) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.072271 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91a80a9d-f20f-4466-bc0d-80e29608c271 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.077111 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91a80a9d-f20f-4466-bc0d-80e29608c271 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.097041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a80a9d-f20f-4466-bc0d-80e29608c271 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf396d7-b7b8-400f-ba31-ca155c520d0c,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:41.103948 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-91a80a9d-f20f-4466-bc0d-80e29608c271 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.105936 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-91a80a9d-f20f-4466-bc0d-80e29608c271 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414638 Sep 16 05:08:41.109358 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46430) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.117113 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2ffc4af4-0fd0-4632-9317-f34638b0f44f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '66fea818-bddf-4863-bba9-93188dc55772', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:41.143693 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-2ffc4af4-0fd0-4632-9317-f34638b0f44f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Project 79f40fbc611d4c95b3f975e461ccb8b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:08:41.149855 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ffc4af4-0fd0-4632-9317-f34638b0f44f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.201889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5d94f15-d1b8-4df9-b55e-6e8e0ed24d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.217563 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ffc4af4-0fd0-4632-9317-f34638b0f44f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.222960 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ffc4af4-0fd0-4632-9317-f34638b0f44f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.242039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc4af4-0fd0-4632-9317-f34638b0f44f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5380ea62-d805-4c4a-8e86-741869dc8803,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:41.305846 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5d94f15-d1b8-4df9-b55e-6e8e0ed24d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.311752 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5d94f15-d1b8-4df9-b55e-6e8e0ed24d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.315256 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2ffc4af4-0fd0-4632-9317-f34638b0f44f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.316822 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2ffc4af4-0fd0-4632-9317-f34638b0f44f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2064593 Sep 16 05:08:41.319567 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46432) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.327875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-78f7b1a0-13f3-4475-913d-604cc6083b6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'security_group_rule': {'security_group_id': '66fea818-bddf-4863-bba9-93188dc55772', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:41.357320 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-78f7b1a0-13f3-4475-913d-604cc6083b6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Project 79f40fbc611d4c95b3f975e461ccb8b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:08:41.358682 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a5d94f15-d1b8-4df9-b55e-6e8e0ed24d9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1a5e6abea6b449fb92e067b55318850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940481 Sep 16 05:08:41.361175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46436) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.361335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d94f15-d1b8-4df9-b55e-6e8e0ed24d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e44527b-197c-40db-889b-be3d02d502ae,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:41.377487 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78f7b1a0-13f3-4475-913d-604cc6083b6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.462297 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e630639-8326-488f-b04c-c165fff23268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.486568 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78f7b1a0-13f3-4475-913d-604cc6083b6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.499103 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78f7b1a0-13f3-4475-913d-604cc6083b6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.505941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e630639-8326-488f-b04c-c165fff23268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.537893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7b1a0-13f3-4475-913d-604cc6083b6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120a898b-1f9f-4248-b897-aedd19ff7631,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:41.543243 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78f7b1a0-13f3-4475-913d-604cc6083b6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.544461 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-78f7b1a0-13f3-4475-913d-604cc6083b6d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2237332 Sep 16 05:08:41.547366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46438) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.553516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7ce99683-7d21-4d3d-bdeb-957eaa42ba71 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'network': {'name': 'tempest-network-smoke--1694260563', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'port_security_enabled': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:41.576809 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce99683-7d21-4d3d-bdeb-957eaa42ba71 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Made reservation on behalf of 79f40fbc611d4c95b3f975e461ccb8b8 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:41.579619 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e630639-8326-488f-b04c-c165fff23268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.580569 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ce99683-7d21-4d3d-bdeb-957eaa42ba71 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.582748 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e630639-8326-488f-b04c-c165fff23268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.586135 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2e630639-8326-488f-b04c-c165fff23268 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e44527b-197c-40db-889b-be3d02d502ae HTTP/1.1" status: 204 len: 168 time: 0.2238414 Sep 16 05:08:41.597697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e630639-8326-488f-b04c-c165fff23268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e44527b-197c-40db-889b-be3d02d502ae,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:41.620299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce99683-7d21-4d3d-bdeb-957eaa42ba71 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:08:41.632513 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ce99683-7d21-4d3d-bdeb-957eaa42ba71 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.633001 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-7ce99683-7d21-4d3d-bdeb-957eaa42ba71 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Added segment e3f0255a-3be7-4fb8-bda1-4724338f5d20 of type vlan for network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 Sep 16 05:08:41.680683 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ce99683-7d21-4d3d-bdeb-957eaa42ba71 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.709979 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ce99683-7d21-4d3d-bdeb-957eaa42ba71 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.718079 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce99683-7d21-4d3d-bdeb-957eaa42ba71 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:41.718713 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ce99683-7d21-4d3d-bdeb-957eaa42ba71 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.766241 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7ce99683-7d21-4d3d-bdeb-957eaa42ba71 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2174485 Sep 16 05:08:41.769670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46444) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.776437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'admin_state_up': True, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:41.822687 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce99683-7d21-4d3d-bdeb-957eaa42ba71 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Network': ['ID=c17d9b28-e3c4-4e4d-b42b-5375df2b3814,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:41.836208 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.837414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.837999 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:08:41.901387 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:41.937969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46446) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:41.953503 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a827aedf-f493-4f8f-88f8-48e8ea07f4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.052617 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a827aedf-f493-4f8f-88f8-48e8ea07f4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.056802 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a827aedf-f493-4f8f-88f8-48e8ea07f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.069893 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.097848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a827aedf-f493-4f8f-88f8-48e8ea07f4d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f39645b6dc1f4b0895d0a24bf3c65c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585870 Sep 16 05:08:42.100210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46448) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:42.107238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827aedf-f493-4f8f-88f8-48e8ea07f4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3985dd-53c9-4c2b-ad80-06fbc429a20b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:42.159498 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42e51f37-1770-4199-aad0-afababa51adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.186976 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42e51f37-1770-4199-aad0-afababa51adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.246418 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42e51f37-1770-4199-aad0-afababa51adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.250048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-42e51f37-1770-4199-aad0-afababa51adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.251413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-42e51f37-1770-4199-aad0-afababa51adf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d3985dd-53c9-4c2b-ad80-06fbc429a20b HTTP/1.1" status: 204 len: 168 time: 0.1502602 Sep 16 05:08:42.260080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e51f37-1770-4199-aad0-afababa51adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3985dd-53c9-4c2b-ad80-06fbc429a20b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:42.295650 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.316333 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.442806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.25.0.26 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/52183be6-1d1c-43a6-af69-9413e66a74f7) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:42.561421 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.599690 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:42.641540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:42.644478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:42.650321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:42.674798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=52183be6-1d1c-43a6-af69-9413e66a74f7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:42.940005 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.161388 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.307283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 8b1d58d4-16be-4558-a235-468fac3416af is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:08:43.429876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:43.442282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Sync routers for ids ['8b1d58d4-16be-4558-a235-468fac3416af'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:43.454562 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.458739 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-591fb99d-963e-4454-8681-332537a37b15 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6852326 Sep 16 05:08:43.458893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Routers {'8b1d58d4-16be-4558-a235-468fac3416af'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:43.459106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46482) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:43.460073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8b1d58d4-16be-4558-a235-468fac3416af'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:43.496185 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-21977f2a-d929-43b6-8c30-a6063a4b6026 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=79f40fbc611d4c95b3f975e461ccb8b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331790 Sep 16 05:08:43.497067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46486) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:43.601817 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Set router 8b1d58d4-16be-4558-a235-468fac3416af gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:43.627150 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fb1552-7cf2-4501-a1ea-80591c354cf2 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:43.631712 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-62fb1552-7cf2-4501-a1ea-80591c354cf2 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306112 Sep 16 05:08:43.632102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46492) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:43.666775 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6ed1976d-ed1d-4e5d-bb4a-e40b10eb4faf tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333908 Sep 16 05:08:43.670297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46494) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:43.676533 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-263955c8-38d9-4f51-b851-361ec0a22d96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1013421752', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:43.780847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263955c8-38d9-4f51-b851-361ec0a22d96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Made reservation on behalf of 79f40fbc611d4c95b3f975e461ccb8b8 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:43.784683 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-263955c8-38d9-4f51-b851-361ec0a22d96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:43.835740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:08:42Z', 'revision_number': 3, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:43.878047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Checking router: 8b1d58d4-16be-4558-a235-468fac3416af for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:43.878740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Updating router 8b1d58d4-16be-4558-a235-468fac3416af port 52183be6-1d1c-43a6-af69-9413e66a74f7 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:43.912086 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.270118 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.276631 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.330349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Attempting to bind port 52183be6-1d1c-43a6-af69-9413e66a74f7 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:44.330734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Attempting to bind port 52183be6-1d1c-43a6-af69-9413e66a74f7 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:44.331107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Attempting to bind port 52183be6-1d1c-43a6-af69-9413e66a74f7 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:44.338345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4454f3-e5c6-4922-9c6f-84626966ddfc None None] Pushing event updated for resources: {'Port': ['ID=52183be6-1d1c-43a6-af69-9413e66a74f7,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:44.341141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:44.341519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:44.341984 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.342401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:44.343013 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Bound port: 52183be6-1d1c-43a6-af69-9413e66a74f7, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:44.343430 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.397005 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-263955c8-38d9-4f51-b851-361ec0a22d96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.422672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] For port 52183be6-1d1c-43a6-af69-9413e66a74f7, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:44.429488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] For port 52183be6-1d1c-43a6-af69-9413e66a74f7, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=52183be6-1d1c-43a6-af69-9413e66a74f7,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:44.436341 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.466649 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263955c8-38d9-4f51-b851-361ec0a22d96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Subnet': ['ID=dcacc466-de4f-4566-8b50-2e301d513534,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:44.478916 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263955c8-38d9-4f51-b851-361ec0a22d96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Checking segment: {'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:44.479279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263955c8-38d9-4f51-b851-361ec0a22d96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network hostable DHCP agents. Network: c17d9b28-e3c4-4e4d-b42b-5375df2b3814, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:08:44.492350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Routers {'8b1d58d4-16be-4558-a235-468fac3416af'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:44.493168 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8b1d58d4-16be-4558-a235-468fac3416af'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:44.500600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263955c8-38d9-4f51-b851-361ec0a22d96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:08:44.512354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-263955c8-38d9-4f51-b851-361ec0a22d96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, c17d9b28-e3c4-4e4d-b42b-5375df2b3814) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:44.530996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263955c8-38d9-4f51-b851-361ec0a22d96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:44.532161 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-263955c8-38d9-4f51-b851-361ec0a22d96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:44.544702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f215ca-940f-482c-9d6b-7a1565900e90 None None] Network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:44.555265 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-263955c8-38d9-4f51-b851-361ec0a22d96 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8812521 Sep 16 05:08:44.555505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46508) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:44.586647 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4454f3-e5c6-4922-9c6f-84626966ddfc None None] Pushing event updated for resources: {'Port': ['ID=52183be6-1d1c-43a6-af69-9413e66a74f7,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:44.925867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] Set router 8b1d58d4-16be-4558-a235-468fac3416af gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:45.076527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ips': [{'subnet_id': 'dcacc466-de4f-4566-8b50-2e301d513534'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:08:45.077392 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.156279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.191591 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:08:45.298975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:08:42Z', 'revision_number': 3, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:45.302885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Allocated IP 172.20.0.2 (c17d9b28-e3c4-4e4d-b42b-5375df2b3814/dcacc466-de4f-4566-8b50-2e301d513534/86dbba54-9dee-46f2-bb7e-8b98704d24ff) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:45.340431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb062a7f-6a78-408c-b423-3a50686e631c None None] The sync data for ids ['8b1d58d4-16be-4558-a235-468fac3416af'] in n-d-712142-17 is: [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:08:42Z', 'revision_number': 3, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:45.562727 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.570337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.627786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:45.634435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:45.638787 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:45.651321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.20.0.1 (c17d9b28-e3c4-4e4d-b42b-5375df2b3814/dcacc466-de4f-4566-8b50-2e301d513534/8dda527c-404a-42c4-9507-ad8648bbe246) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:45.655382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Pushing event updated for resources: {'Port': ['ID=86dbba54-9dee-46f2-bb7e-8b98704d24ff,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:45.773251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Attempting to bind port 86dbba54-9dee-46f2-bb7e-8b98704d24ff on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:45.780583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Attempting to bind port 86dbba54-9dee-46f2-bb7e-8b98704d24ff by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:45.781302 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Attempting to bind port 86dbba54-9dee-46f2-bb7e-8b98704d24ff on network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:45.792023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:45.793212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Checking segment: {'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:45.794193 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.794675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Bound using segment: {'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:45.795352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Bound port: 86dbba54-9dee-46f2-bb7e-8b98704d24ff, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:45.795776 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.905866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] For port 86dbba54-9dee-46f2-bb7e-8b98704d24ff, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:45.913267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] For port 86dbba54-9dee-46f2-bb7e-8b98704d24ff, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=86dbba54-9dee-46f2-bb7e-8b98704d24ff,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:45.922241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.925058 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:45.988656 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.037316 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:46.044349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:46.057012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20452c76-5e87-46d4-b052-796b2ace66e1 None None] Pushing event updated for resources: {'Port': ['ID=86dbba54-9dee-46f2-bb7e-8b98704d24ff,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.077355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:46.147572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=8dda527c-404a-42c4-9507-ad8648bbe246,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:46.158811 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.427538 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.796790 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.801899 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.898178 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:46.907550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=8dda527c-404a-42c4-9507-ad8648bbe246,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.049533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 86dbba54-9dee-46f2-bb7e-8b98704d24ff up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:47.113997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 86dbba54-9dee-46f2-bb7e-8b98704d24ff triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:47.114636 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.117217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:47.119397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:47.250766 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4c6c2b80-ac71-4b97-87f6-3ab1a25f6342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.254771 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.308766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 86dbba54-9dee-46f2-bb7e-8b98704d24ff, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=86dbba54-9dee-46f2-bb7e-8b98704d24ff,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:47.313942 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.314768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 52183be6-1d1c-43a6-af69-9413e66a74f7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:47.340542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 8b1d58d4-16be-4558-a235-468fac3416af has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:08:47.446496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=86dbba54-9dee-46f2-bb7e-8b98704d24ff,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:47.451636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7162b8d-86d7-410b-88dd-29eac5a39cad None None] Network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:08:47.521593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:08:47.548289 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-71ce2d9c-75bc-4b4a-bbd0-1a631ededa7c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "PUT /v2.0/routers/8b1d58d4-16be-4558-a235-468fac3416af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9748170 Sep 16 05:08:47.581315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-97e15fbc-7787-4e6a-a412-7a7fbb64bcb3 None None] Provisioning complete for port 86dbba54-9dee-46f2-bb7e-8b98704d24ff triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:47.581821 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-97e15fbc-7787-4e6a-a412-7a7fbb64bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.727819 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 52183be6-1d1c-43a6-af69-9413e66a74f7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:47.727819 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:47.882578 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-96f9c69d-6033-42fb-9c88-ef08da980326 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205928528&fields=id&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 267 time: 0.0706954 Sep 16 05:08:47.966754 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.021042 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 52183be6-1d1c-43a6-af69-9413e66a74f7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=52183be6-1d1c-43a6-af69-9413e66a74f7,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:48.037939 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.116014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-25ddc629-c7bf-4be4-aa8c-2c1ca9dd29bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:48.117143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-25ddc629-c7bf-4be4-aa8c-2c1ca9dd29bc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/networks?id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814 HTTP/1.1" status: 200 len: 797 time: 0.2234375 Sep 16 05:08:48.131924 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Sync routers for ids ['8b1d58d4-16be-4558-a235-468fac3416af'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:08:48.152419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-065d2a69-ae3c-4b4d-8dd7-58f8aafcca8b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/quotas/79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 375 time: 0.0144055 Sep 16 05:08:48.157217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=52183be6-1d1c-43a6-af69-9413e66a74f7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:48.159532 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Routers {'8b1d58d4-16be-4558-a235-468fac3416af'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:48.160684 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8b1d58d4-16be-4558-a235-468fac3416af'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:48.237960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-f657a355-e90f-44de-9fde-907716e85b67 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744736 Sep 16 05:08:48.322384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7b2f68c2-34c2-429b-9d07-9ad126985c5e None None] Provisioning complete for port 8dda527c-404a-42c4-9507-ad8648bbe246 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:48.323201 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b2f68c2-34c2-429b-9d07-9ad126985c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.336391 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Set router 8b1d58d4-16be-4558-a235-468fac3416af gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:48.374753 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f68c2-34c2-429b-9d07-9ad126985c5e None None] Port 8dda527c-404a-42c4-9507-ad8648bbe246 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:48.390197 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7b2f68c2-34c2-429b-9d07-9ad126985c5e None None] Provisioning complete for port 86dbba54-9dee-46f2-bb7e-8b98704d24ff triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:48.390197 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b2f68c2-34c2-429b-9d07-9ad126985c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.507139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-5e5f730f-79b7-4712-ae72-bcf4e3fb9c06 service neutron] 10.222.0.53 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593987 Sep 16 05:08:48.637016 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-564ac837-570e-4af9-97e2-461dcdca5666 service neutron] 10.222.0.53 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288455 Sep 16 05:08:48.747636 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '8dda527c-404a-42c4-9507-ad8648bbe246', 'name': '', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:ba:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 2, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:48.775932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aef2242c-29bc-4993-8464-3f58c3ca1b23 None None] Provisioning complete for port 8dda527c-404a-42c4-9507-ad8648bbe246 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:48.779332 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aef2242c-29bc-4993-8464-3f58c3ca1b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.787860 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Checking router: 8b1d58d4-16be-4558-a235-468fac3416af for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:08:48.788324 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Updating router 8b1d58d4-16be-4558-a235-468fac3416af port 8dda527c-404a-42c4-9507-ad8648bbe246 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:08:48.881918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-aef2242c-29bc-4993-8464-3f58c3ca1b23 None None] Port 8dda527c-404a-42c4-9507-ad8648bbe246 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:48.883284 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:48.977506 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 86dbba54-9dee-46f2-bb7e-8b98704d24ff up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:49.023935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-411b8d1a-b17a-4f05-b475-f8885c7cd9a3 req-6166b230-8272-4daf-9e04-17ee6fa6524d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 210 time: 0.0646746 Sep 16 05:08:49.080100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-eab7a323-e008-463f-9282-f7ed8cafb80b None None] Provisioning complete for port 8dda527c-404a-42c4-9507-ad8648bbe246 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:49.080855 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eab7a323-e008-463f-9282-f7ed8cafb80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.199634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-eab7a323-e008-463f-9282-f7ed8cafb80b None None] Port 8dda527c-404a-42c4-9507-ad8648bbe246 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:49.202616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 86dbba54-9dee-46f2-bb7e-8b98704d24ff triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:49.203274 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.362205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 52183be6-1d1c-43a6-af69-9413e66a74f7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:49.439414 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.476446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 52183be6-1d1c-43a6-af69-9413e66a74f7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:49.477127 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.482203 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.625291 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Pushing event updated for resources: {'Port': ['ID=8dda527c-404a-42c4-9507-ad8648bbe246,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:49.647882 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:49.648391 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:49.648735 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:49.649166 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:49.649632 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:49.649941 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:49.650096 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:49.650436 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:49.650753 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:49.651086 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:49.652206 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:49.652479 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:49.747303 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Attempting to bind port 8dda527c-404a-42c4-9507-ad8648bbe246 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:49.750194 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Attempting to bind port 8dda527c-404a-42c4-9507-ad8648bbe246 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:49.750194 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Attempting to bind port 8dda527c-404a-42c4-9507-ad8648bbe246 on network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:49.755591 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:49.756313 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Checking segment: {'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:49.756801 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.757522 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Bound using segment: {'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:49.758098 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Bound port: 8dda527c-404a-42c4-9507-ad8648bbe246, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:49.758794 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.852936 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] For port 8dda527c-404a-42c4-9507-ad8648bbe246, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:49.858541 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] For port 8dda527c-404a-42c4-9507-ad8648bbe246, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8dda527c-404a-42c4-9507-ad8648bbe246,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:49.864303 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:49.930277 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Routers {'8b1d58d4-16be-4558-a235-468fac3416af'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:08:49.931233 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8b1d58d4-16be-4558-a235-468fac3416af'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:49.932590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3de2fbcd-11c5-400f-a076-d7d590e4fc24 None None] Provisioning complete for port 8dda527c-404a-42c4-9507-ad8648bbe246 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:49.933645 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3de2fbcd-11c5-400f-a076-d7d590e4fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.094697 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11d7bd-3a18-4ff8-8a7f-cbde291b338b None None] Pushing event updated for resources: {'Port': ['ID=8dda527c-404a-42c4-9507-ad8648bbe246,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.134521 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] Set router 8b1d58d4-16be-4558-a235-468fac3416af gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:08:50.135924 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3de2fbcd-11c5-400f-a076-d7d590e4fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.187845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3de2fbcd-11c5-400f-a076-d7d590e4fc24 None None] For port 8dda527c-404a-42c4-9507-ad8648bbe246, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8dda527c-404a-42c4-9507-ad8648bbe246,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:50.195311 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3de2fbcd-11c5-400f-a076-d7d590e4fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.205255 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80ed174f-8e5a-4958-8a03-fb6eb56568ab req-fb94c26d-8fa7-408a-8235-1c88ca46ddd3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 210 time: 0.0853815 Sep 16 05:08:50.228952 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7247f6c-a3a8-48e5-9d50-2752b878cf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.325653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2fbcd-11c5-400f-a076-d7d590e4fc24 None None] Pushing event updated for resources: {'Port': ['ID=8dda527c-404a-42c4-9507-ad8648bbe246,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:50.363603 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fc564d35-5c43-44b5-9947-8d548493cb46 None None] Provisioning complete for port 8dda527c-404a-42c4-9507-ad8648bbe246 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:50.364046 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fc564d35-5c43-44b5-9947-8d548493cb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:50.515827 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '8dda527c-404a-42c4-9507-ad8648bbe246', 'name': '', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:ba:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:49Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:08:50.573165 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d309007b-aed8-4f0c-bb3c-370738852be1 None None] The sync data for ids ['8b1d58d4-16be-4558-a235-468fac3416af'] in n-d-712142-17 is: [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '8dda527c-404a-42c4-9507-ad8648bbe246', 'name': '', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:ba:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:49Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:08:50.865762 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.024167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8dda527c-404a-42c4-9507-ad8648bbe246 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:08:51.116616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 8dda527c-404a-42c4-9507-ad8648bbe246 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:51.116956 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.273402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-b6e5570c-627a-4bbc-a204-393f6a4c5db7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:51.275133 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-b6e5570c-627a-4bbc-a204-393f6a4c5db7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "GET /v2.0/networks?id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814 HTTP/1.1" status: 200 len: 797 time: 0.8373423 Sep 16 05:08:51.353377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7586ff92-2bd8-4e18-888d-2d587d1b9800 req-b07e5301-724a-4d4d-9a98-5053116d06d3 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 210 time: 0.0411820 Sep 16 05:08:51.378950 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-862b056c-a645-4406-8ad4-1a4eeec7856a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79f40fbc611d4c95b3f975e461ccb8b8 HTTP/1.1" status: 200 len: 380 time: 0.0862434 Sep 16 05:08:51.396748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'port': {'device_id': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'admin_state_up': True, 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'security_groups': ['66fea818-bddf-4863-bba9-93188dc55772']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:51.579623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Made reservation on behalf of 79f40fbc611d4c95b3f975e461ccb8b8 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:08:51.583831 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.713375 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:51.786424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.20.0.3 (c17d9b28-e3c4-4e4d-b42b-5375df2b3814/dcacc466-de4f-4566-8b50-2e301d513534/bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:08:52.014414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.059531 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.111466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:08:52.120938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:08:52.123875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:08:52.155345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:52.199614 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.200552 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.244257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-986bf125-7764-48e5-a1a4-366e8fb83b24 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8523588 Sep 16 05:08:52.260024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Request body: {'port': {'device_id': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:08:52.366563 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.579927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1dd6d04c-30db-4805-bcff-b3e173fa42ca None None] Provisioning complete for port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:08:52.580283 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d04c-30db-4805-bcff-b3e173fa42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.629455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6d04c-30db-4805-bcff-b3e173fa42ca None None] Port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:08:52.651040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7858ec-6de4-4b9d-8867-b8018df83019 req-bde4512c-fb13-4b3b-8a8e-324344e479dd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:52.653758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff7858ec-6de4-4b9d-8867-b8018df83019 req-bde4512c-fb13-4b3b-8a8e-324344e479dd tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 931 time: 0.1181645 Sep 16 05:08:52.729065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff7858ec-6de4-4b9d-8867-b8018df83019 req-ca0cab2f-78c4-4017-82dd-c7a6557bdba1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474985 Sep 16 05:08:52.821967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:52.831735 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.848272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Transition to ACTIVE for port object bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:08:52.855414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:52.955754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Pushing event updated for resources: {'Port': ['ID=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.048216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Attempting to bind port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:08:53.048703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Attempting to bind port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:08:53.049084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Attempting to bind port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f on network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:53.056415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f on network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:08:53.056816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Attempting to bind port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f on network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:08:53.064550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:08:53.064901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Checking segment: {'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:08:53.065310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Bound using segment: {'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:08:53.066142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Bound port: bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f0255a-3be7-4fb8-bda1-4724338f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:08:53.066528 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.152307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] For port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:08:53.156955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] For port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:08:53.164530 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.232684 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.234179 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.235140 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:53.236596 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] 10.222.0.50 "PUT /v2.0/ports/bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f HTTP/1.1" status: 200 len: 1092 time: 0.9820070 Sep 16 05:08:53.237150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:08:53.239442 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3a5e82-870e-4e3e-b6cd-431bc2d1530e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:08:53.276047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64562a46-830d-4a46-93c3-034837bebb2c service neutron] Pushing event updated for resources: {'Port': ['ID=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:53.342899 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bba527-04d2-4ff9-a402-8044c9e954e9 x-openstack-request-id: req-52bba527-04d2-4ff9-a402-8044c9e954e9 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:08:53.342899 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:08:53.343267 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52bba527-04d2-4ff9-a402-8044c9e954e9 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:08:53.343681 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'status': 'completed', 'code': 200} Sep 16 05:08:53.359048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-942467d3-b5ad-469b-8c81-bccad80857c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.360711 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-942467d3-b5ad-469b-8c81-bccad80857c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 1095 time: 0.0704646 Sep 16 05:08:53.413004 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-744b27de-a9bb-41e8-b09e-1609aa4fffa8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f HTTP/1.1" status: 200 len: 217 time: 0.0373592 Sep 16 05:08:53.504017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-96a4b5a6-b044-4d85-9b30-4e7046d057c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.506316 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-96a4b5a6-b044-4d85-9b30-4e7046d057c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcacc466-de4f-4566-8b50-2e301d513534 HTTP/1.1" status: 200 len: 835 time: 0.0783911 Sep 16 05:08:53.569638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-53eb409d-e511-4744-af8b-60f536adea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.571396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-53eb409d-e511-4744-af8b-60f536adea34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526791 Sep 16 05:08:53.695742 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-94b0c7ab-4b00-4ff4-8ddd-bbfef31388c1 service neutron] 10.222.0.50 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110170 Sep 16 05:08:53.787345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46678) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:53.824233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05235e8c-3b65-45e6-a8a0-4f6776065950 req-949be5fd-1f67-4ce2-9656-5e159d552963 service neutron] 10.222.0.50 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156349 Sep 16 05:08:53.965349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a5e82-870e-4e3e-b6cd-431bc2d1530e req-643046e6-7220-4eb2-b1c5-c6430c4b11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:53.967441 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae3a5e82-870e-4e3e-b6cd-431bc2d1530e req-643046e6-7220-4eb2-b1c5-c6430c4b11d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 1095 time: 0.0871868 Sep 16 05:08:53.968624 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0775a26-40eb-4cea-9378-2de3d2b93ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.152718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a5e82-870e-4e3e-b6cd-431bc2d1530e req-74083ebe-42bf-4106-98ea-df3b0759c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.154210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae3a5e82-870e-4e3e-b6cd-431bc2d1530e req-74083ebe-42bf-4106-98ea-df3b0759c21a service neutron] 10.222.0.50 "GET /v2.0/networks?id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814 HTTP/1.1" status: 200 len: 898 time: 0.1714149 Sep 16 05:08:54.162028 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39422506-8c20-4182-b8ca-d056c8026b16 req-9f977075-e7ba-4618-8e7f-e84529242209 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.163573 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-39422506-8c20-4182-b8ca-d056c8026b16 req-9f977075-e7ba-4618-8e7f-e84529242209 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 943 time: 0.3152380 Sep 16 05:08:54.230213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae3a5e82-870e-4e3e-b6cd-431bc2d1530e req-7568c0ce-ee26-4b18-ad1a-924452a8803d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f HTTP/1.1" status: 200 len: 217 time: 0.0578299 Sep 16 05:08:54.297331 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-39422506-8c20-4182-b8ca-d056c8026b16 req-4e542ea8-9724-46cf-b690-40181a208490 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237619 Sep 16 05:08:54.319281 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0775a26-40eb-4cea-9378-2de3d2b93ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.321542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a5e82-870e-4e3e-b6cd-431bc2d1530e req-455e3dd4-a920-463d-8178-1d290f63cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.323106 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae3a5e82-870e-4e3e-b6cd-431bc2d1530e req-455e3dd4-a920-463d-8178-1d290f63cfab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcacc466-de4f-4566-8b50-2e301d513534 HTTP/1.1" status: 200 len: 835 time: 0.0918684 Sep 16 05:08:54.325085 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e0775a26-40eb-4cea-9378-2de3d2b93ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.419362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0775a26-40eb-4cea-9378-2de3d2b93ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06a3fdb-4783-4931-864f-63536f3629df,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.430270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e0775a26-40eb-4cea-9378-2de3d2b93ffe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=491246c517bd49e7958d073bd0c1e071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6390228 Sep 16 05:08:54.430270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46684) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:54.455185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a5e82-870e-4e3e-b6cd-431bc2d1530e req-c7480cbc-b75d-468c-86d2-2b7e12ef344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:54.456996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae3a5e82-870e-4e3e-b6cd-431bc2d1530e req-c7480cbc-b75d-468c-86d2-2b7e12ef344c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204064 Sep 16 05:08:54.564403 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c067f28f-9611-44b3-b811-84c312234da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.629719 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c067f28f-9611-44b3-b811-84c312234da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.642924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae3a5e82-870e-4e3e-b6cd-431bc2d1530e req-ae9ec8f9-38c9-4820-b2f7-ed3e9e323bb5 service neutron] 10.222.0.50 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759334 Sep 16 05:08:54.785058 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c067f28f-9611-44b3-b811-84c312234da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.788449 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c067f28f-9611-44b3-b811-84c312234da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:54.790014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c067f28f-9611-44b3-b811-84c312234da4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d06a3fdb-4783-4931-864f-63536f3629df HTTP/1.1" status: 204 len: 168 time: 0.3587499 Sep 16 05:08:54.817188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067f28f-9611-44b3-b811-84c312234da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06a3fdb-4783-4931-864f-63536f3629df,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:54.825662 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae3a5e82-870e-4e3e-b6cd-431bc2d1530e req-cbbe7c4d-71b5-45ba-9403-feee681edb21 service neutron] 10.222.0.50 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678095 Sep 16 05:08:55.099637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46692) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:55.114462 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30862cec-b132-4602-bd46-3a0b071e5f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.210037 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30862cec-b132-4602-bd46-3a0b071e5f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.213960 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30862cec-b132-4602-bd46-3a0b071e5f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.258176 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-30862cec-b132-4602-bd46-3a0b071e5f9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e431ecece08547008544146b85911e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547022 Sep 16 05:08:55.258176 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30862cec-b132-4602-bd46-3a0b071e5f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3826142f-63bc-4b65-b078-4b64dcb31e15,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:55.258839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46694) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:55.322782 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29a49169-b40e-42fa-b61d-310b1f13f7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.353771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29a49169-b40e-42fa-b61d-310b1f13f7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.459340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15d2ca-f3f1-4c94-925a-f17a65998153 req-2551f1e0-1c8b-4496-868f-8bf25090a657 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:55.461179 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af15d2ca-f3f1-4c94-925a-f17a65998153 req-2551f1e0-1c8b-4496-868f-8bf25090a657 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 943 time: 0.0831180 Sep 16 05:08:55.480049 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29a49169-b40e-42fa-b61d-310b1f13f7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.483393 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29a49169-b40e-42fa-b61d-310b1f13f7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:55.487071 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-29a49169-b40e-42fa-b61d-310b1f13f7e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3826142f-63bc-4b65-b078-4b64dcb31e15 HTTP/1.1" status: 204 len: 168 time: 0.2243466 Sep 16 05:08:55.506329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a49169-b40e-42fa-b61d-310b1f13f7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3826142f-63bc-4b65-b078-4b64dcb31e15,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:55.524978 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af15d2ca-f3f1-4c94-925a-f17a65998153 req-d0182fbc-63b9-4c31-835f-60cfd18513c8 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549884 Sep 16 05:08:56.668863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d478b98-4413-4ace-a48b-f8d0a35b605e req-3a3047e8-8309-4637-b4da-04a5a9c16199 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:56.670757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7d478b98-4413-4ace-a48b-f8d0a35b605e req-3a3047e8-8309-4637-b4da-04a5a9c16199 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 943 time: 0.0643132 Sep 16 05:08:56.718072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7d478b98-4413-4ace-a48b-f8d0a35b605e req-b2cf2225-ff5a-4d7a-918c-991ebe8174a7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398777 Sep 16 05:08:57.848626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b55154-f6c7-445f-804e-1f10fe5953d6 req-a03141c1-9186-4170-a259-77aa19ce6351 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:57.850674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41b55154-f6c7-445f-804e-1f10fe5953d6 req-a03141c1-9186-4170-a259-77aa19ce6351 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 943 time: 0.0530632 Sep 16 05:08:57.898489 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41b55154-f6c7-445f-804e-1f10fe5953d6 req-aa93f0c0-e31f-4b9f-87b9-9d28a2236777 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403209 Sep 16 05:08:58.091208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:08:58.150274 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46774) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.202225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:58.214813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'port_id': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'mac_address': 'fa:16:3e:de:21:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:08:58.259289 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.274479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:08:58.287009 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eab71685-7a23-48d8-887c-3ddea4805ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.300198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:08:58.304939 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.360735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.414642 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eab71685-7a23-48d8-887c-3ddea4805ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.419570 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eab71685-7a23-48d8-887c-3ddea4805ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.469929 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eab71685-7a23-48d8-887c-3ddea4805ce8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d2edad82534452db3dc1118bc17bd42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184061 Sep 16 05:08:58.472715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46790) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:58.480230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab71685-7a23-48d8-887c-3ddea4805ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b974b241-9429-4ea5-b32f-fc2a2c9303c9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.536497 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.547973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:08:58.560815 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.566856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-a65e8a24-9587-41f7-a956-417c3046e041 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:58.568546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-a65e8a24-9587-41f7-a956-417c3046e041 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1151094 Sep 16 05:08:58.588403 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-1cb20107-23c6-4852-af02-0689fdcb8251 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/quotas/b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 375 time: 0.0109687 Sep 16 05:08:58.622510 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.626850 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:58.628418 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b974b241-9429-4ea5-b32f-fc2a2c9303c9 HTTP/1.1" status: 204 len: 168 time: 0.1545281 Sep 16 05:08:58.640368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b974b241-9429-4ea5-b32f-fc2a2c9303c9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:58.653642 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:58.654161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:58.655231 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:58.655759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:58.656190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:58.657323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:58.658125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:58.658760 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:58.659200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:58.659973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:58.660686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:58.661116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8cc8b-91cc-4b6d-b54f-894e593e5217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:08:58.691329 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-9dfc4c4d-79e2-4268-9488-a0c3d989985e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948548 Sep 16 05:08:58.799200 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-b06514b4-ea57-4578-ad91-5a5a6bbcb5eb service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066060 Sep 16 05:08:58.910969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-5443b75a-c664-4e8b-9a29-9434163ca346 service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030307 Sep 16 05:08:59.155535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28a1ba-2e07-4549-b412-b35ae97cb696 req-265e0b89-713b-41cd-a796-5f0aaf90c99d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:08:59.157284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c28a1ba-2e07-4549-b412-b35ae97cb696 req-265e0b89-713b-41cd-a796-5f0aaf90c99d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 944 time: 0.0538425 Sep 16 05:08:59.201973 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c28a1ba-2e07-4549-b412-b35ae97cb696 req-cb906aa2-bc6e-40c0-ad8c-3e4f1ad41c37 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378454 Sep 16 05:08:59.285054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b9c2bb7-96df-486c-9158-19b6bbbf6518 req-1199485e-6798-4764-b0a4-ee1bfdbfebf5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 210 time: 0.0287046 Sep 16 05:08:59.717278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46834) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:08:59.825740 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c897d2c9-382b-4e55-b906-1222098eab3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.915291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c897d2c9-382b-4e55-b906-1222098eab3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.919107 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c897d2c9-382b-4e55-b906-1222098eab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:08:59.959203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c897d2c9-382b-4e55-b906-1222098eab3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40d8b8d801dd44739baa04da126a0cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407682 Sep 16 05:08:59.961173 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897d2c9-382b-4e55-b906-1222098eab3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e02f05e-da8e-4285-8508-6a8b635f6f9c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:08:59.961991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46838) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:00.019692 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c45c0c8-5045-4e21-a4d6-771d8c018d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.042494 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c45c0c8-5045-4e21-a4d6-771d8c018d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.096467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:00.148333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:00.151792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c45c0c8-5045-4e21-a4d6-771d8c018d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.152601 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:00.153212 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.155042 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c45c0c8-5045-4e21-a4d6-771d8c018d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.156242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3c45c0c8-5045-4e21-a4d6-771d8c018d71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e02f05e-da8e-4285-8508-6a8b635f6f9c HTTP/1.1" status: 204 len: 168 time: 0.1931794 Sep 16 05:09:00.173100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45c0c8-5045-4e21-a4d6-771d8c018d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e02f05e-da8e-4285-8508-6a8b635f6f9c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.212457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-652fc778-e09c-4a7e-8467-a5f18b502d5c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:00.214608 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-652fc778-e09c-4a7e-8467-a5f18b502d5c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1329532 Sep 16 05:09:00.252447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'port': {'device_id': 'd4e263b5-fd8c-431b-87a7-b8776c4bae46', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'admin_state_up': True, 'tenant_id': 'b047a60d7e39405c98068715097e0142'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:00.282731 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.359600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:00.365175 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a05a4f7-f242-4d88-86fb-3be72bd47730" -d '{"events": [{"server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "name": "network-vif-plugged", "status": "completed", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:00.381907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:00.389211 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.457705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:00.507880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671be2d-ded0-41e3-aaf7-f8f8dc69d8c9 req-48219860-a351-44ec-aa7e-da5c7c5d1316 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:00.515934 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e671be2d-ded0-41e3-aaf7-f8f8dc69d8c9 req-48219860-a351-44ec-aa7e-da5c7c5d1316 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 944 time: 0.1904962 Sep 16 05:09:00.578295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e671be2d-ded0-41e3-aaf7-f8f8dc69d8c9 req-66322fa6-11fc-4fa0-b760-a2167b1957ac tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613751 Sep 16 05:09:00.579798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Made reservation on behalf of b047a60d7e39405c98068715097e0142 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:09:00.597061 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:00.716996 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-84d8a338-f2d2-43e8-a874-c084bdce4586 req-e1bc753b-7863-4bd1-9d0b-3275c92205af tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 210 time: 0.0409498 Sep 16 05:09:00.777850 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9d50b5-11a8-4dd6-82f1-6c9dc79f0e2e x-openstack-request-id: req-cb9d50b5-11a8-4dd6-82f1-6c9dc79f0e2e {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:00.778196 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "name": "network-vif-plugged", "status": "completed", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:00.778452 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb9d50b5-11a8-4dd6-82f1-6c9dc79f0e2e {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:00.779103 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'code': 200} Sep 16 05:09:00.831476 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Allocated IP 172.20.0.4 (9a1ec3a4-d9e6-485f-ac18-076bea25223b/5398c6d6-2378-4760-a5da-67b63bb8092c/85b16fe3-4526-48cb-8db8-b6bf2f0f5f73) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:01.034448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713cc60-3aad-4b3c-b240-98da93fb6c85 req-bec66054-0ef4-411a-99f0-4e592f23ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.036011 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7713cc60-3aad-4b3c-b240-98da93fb6c85 req-bec66054-0ef4-411a-99f0-4e592f23ae32 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 1097 time: 0.1301939 Sep 16 05:09:01.081761 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.109245 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7713cc60-3aad-4b3c-b240-98da93fb6c85 req-41bf593f-094c-4dd5-912f-7ca1b0b3fa56 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547850 Sep 16 05:09:01.129375 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.184007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:01.188001 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:01.190427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:01.194591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:01.252073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.252741 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.270191 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-adb0460f-9312-4ad1-81e8-a51454ffcb54 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0321667 Sep 16 05:09:01.329308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Request body: {'port': {'device_id': 'd4e263b5-fd8c-431b-87a7-b8776c4bae46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:01.392254 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.498546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2041e4ad-2133-4a3a-b47e-14c52d85e8ee None None] Provisioning complete for port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:01.499436 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2041e4ad-2133-4a3a-b47e-14c52d85e8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.580084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2041e4ad-2133-4a3a-b47e-14c52d85e8ee None None] Port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:09:01.746357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9deb45-25b8-420a-88bc-9f80ece53d3b req-2fa8e3da-7482-4f8e-9b66-f958d4c39128 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.747865 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d9deb45-25b8-420a-88bc-9f80ece53d3b req-2fa8e3da-7482-4f8e-9b66-f958d4c39128 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0915728 Sep 16 05:09:01.762704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:01.774500 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.803899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Transition to ACTIVE for port object 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:09:01.810302 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:01.814969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d9deb45-25b8-420a-88bc-9f80ece53d3b req-d64cb03c-d636-47af-ad65-aea2379670da tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597026 Sep 16 05:09:01.948907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Pushing event updated for resources: {'Port': ['ID=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:01.986706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755e7d6-f8c5-4b4b-97f4-55e30c6f27d7 req-f9a336f2-a725-4b09-9979-1f51c494c733 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:01.988396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1755e7d6-f8c5-4b4b-97f4-55e30c6f27d7 req-f9a336f2-a725-4b09-9979-1f51c494c733 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.1103458 Sep 16 05:09:02.012585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Attempting to bind port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:09:02.012990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Attempting to bind port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:09:02.013215 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Attempting to bind port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:02.027617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:09:02.028269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Attempting to bind port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:09:02.042933 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:09:02.043881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Checking segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:09:02.043881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Bound using segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:09:02.044239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Bound port: 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:09:02.044481 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.061807 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1755e7d6-f8c5-4b4b-97f4-55e30c6f27d7 req-421449d7-790d-4d85-95ee-908880e17d65 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623119 Sep 16 05:09:02.133267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] For port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:09:02.137521 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] For port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:09:02.142033 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.177924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.178451 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:02.179861 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] 10.222.0.50 "PUT /v2.0/ports/85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 HTTP/1.1" status: 200 len: 1092 time: 0.8566763 Sep 16 05:09:02.180301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e263b5-fd8c-431b-87a7-b8776c4bae46', 'tag': '85b16fe3-4526-48cb-8db8-b6bf2f0f5f73'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:02.183160 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0550f5e-fe07-4c99-9ebe-d4315cfff2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e263b5-fd8c-431b-87a7-b8776c4bae46", "tag": "85b16fe3-4526-48cb-8db8-b6bf2f0f5f73"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:02.222791 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4fd3d-b230-4a19-82be-ef4341d4ce91 service neutron] Pushing event updated for resources: {'Port': ['ID=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:02.234864 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e14989-963f-4c98-8b2d-e6754eddf0ec x-openstack-request-id: req-83e14989-963f-4c98-8b2d-e6754eddf0ec {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:02.235309 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e263b5-fd8c-431b-87a7-b8776c4bae46", "tag": "85b16fe3-4526-48cb-8db8-b6bf2f0f5f73", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:02.235661 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83e14989-963f-4c98-8b2d-e6754eddf0ec {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:02.236151 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e263b5-fd8c-431b-87a7-b8776c4bae46', 'tag': '85b16fe3-4526-48cb-8db8-b6bf2f0f5f73', 'status': 'completed', 'code': 200} Sep 16 05:09:02.281722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-731e369d-953a-494c-9e25-ea0c4e6dff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.284875 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-731e369d-953a-494c-9e25-ea0c4e6dff2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 1095 time: 0.0517929 Sep 16 05:09:02.339700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-a516acec-1287-4771-93f5-9f9918b6a6fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 HTTP/1.1" status: 200 len: 217 time: 0.0444083 Sep 16 05:09:02.429296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-09d1efce-42c6-4434-b3e9-e1d355119b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.431092 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-09d1efce-42c6-4434-b3e9-e1d355119b3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0851696 Sep 16 05:09:02.494736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-f389f612-b5ac-4aea-a6b9-94f399cac761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.497031 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-f389f612-b5ac-4aea-a6b9-94f399cac761 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559864 Sep 16 05:09:02.612341 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-526549e2-0c51-4138-a50b-189fd513b902 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080384 Sep 16 05:09:02.712906 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffb825b3-be7c-42ca-8492-b428aa21772e req-13405434-0ef5-45dd-9087-cc493e449cf4 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904179 Sep 16 05:09:02.803602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0550f5e-fe07-4c99-9ebe-d4315cfff2f5 req-7c02fb3e-991d-4fca-b9af-95607a636214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.805082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0550f5e-fe07-4c99-9ebe-d4315cfff2f5 req-7c02fb3e-991d-4fca-b9af-95607a636214 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 1095 time: 0.0471301 Sep 16 05:09:02.936994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0550f5e-fe07-4c99-9ebe-d4315cfff2f5 req-c905692c-b3ff-42c1-aa7a-777505f85304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:02.939181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0550f5e-fe07-4c99-9ebe-d4315cfff2f5 req-c905692c-b3ff-42c1-aa7a-777505f85304 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.1266944 Sep 16 05:09:02.998650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd1965-110f-4a38-a7dd-7949b31657b7 req-aec85e28-a6eb-448a-8510-6448743d2122 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.000167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52fd1965-110f-4a38-a7dd-7949b31657b7 req-aec85e28-a6eb-448a-8510-6448743d2122 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.1117334 Sep 16 05:09:03.002217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0550f5e-fe07-4c99-9ebe-d4315cfff2f5 req-d14a2c5f-0244-4884-beb8-f15f26f9055c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 HTTP/1.1" status: 200 len: 217 time: 0.0548594 Sep 16 05:09:03.070968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52fd1965-110f-4a38-a7dd-7949b31657b7 req-6082647c-83ab-44e2-86a3-b4663c474ca5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643017 Sep 16 05:09:03.076514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0550f5e-fe07-4c99-9ebe-d4315cfff2f5 req-fcddcb02-ee6b-40ff-b28b-9063cea9bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.078055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0550f5e-fe07-4c99-9ebe-d4315cfff2f5 req-fcddcb02-ee6b-40ff-b28b-9063cea9bba5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0654905 Sep 16 05:09:03.130966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0550f5e-fe07-4c99-9ebe-d4315cfff2f5 req-084cc27b-191e-4b09-94ff-f6efd6f7a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.132779 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0550f5e-fe07-4c99-9ebe-d4315cfff2f5 req-084cc27b-191e-4b09-94ff-f6efd6f7a94b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446579 Sep 16 05:09:03.259349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05337142-8ebc-4cb6-ba0b-8998d310cec3 req-b6434c44-3a94-4d85-9483-4cf718d5dc50 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.261345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05337142-8ebc-4cb6-ba0b-8998d310cec3 req-b6434c44-3a94-4d85-9483-4cf718d5dc50 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.1129389 Sep 16 05:09:03.289316 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0550f5e-fe07-4c99-9ebe-d4315cfff2f5 req-8334ecb6-c99f-4ab6-810c-1782ba88a94f service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493320 Sep 16 05:09:03.347318 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05337142-8ebc-4cb6-ba0b-8998d310cec3 req-766edd8c-1224-44b8-b58e-f62428b86318 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741351 Sep 16 05:09:03.368930 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46896) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:03.422837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0550f5e-fe07-4c99-9ebe-d4315cfff2f5 req-d0c50455-8692-49db-8e27-48baeb61b282 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250999 Sep 16 05:09:03.430319 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b49a954-f27f-4deb-b3ed-1047fc403f33 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.431913 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9b49a954-f27f-4deb-b3ed-1047fc403f33 tempest-TestNetworkAdvancedServerOps-344469598 tempest-TestNetworkAdvancedServerOps-344469598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 1092 time: 0.0618229 Sep 16 05:09:03.435079 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46898) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:03.441986 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:03.482157 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.503289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbf7f6-0cca-4dfb-a801-cb18ff6ab3b1 req-3535ecf7-c141-437a-b393-aab8c573f3d7 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:03.507180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eebbf7f6-0cca-4dfb-a801-cb18ff6ab3b1 req-3535ecf7-c141-437a-b393-aab8c573f3d7 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0864480 Sep 16 05:09:03.582703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eebbf7f6-0cca-4dfb-a801-cb18ff6ab3b1 req-65126bff-b84f-4324-92cf-f47cef9fa6fc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697351 Sep 16 05:09:03.629518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:03.812504 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Allocated IP 172.25.0.99 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/046a5b07-917f-4093-b48d-6e2f3f0a6fea) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:09:03.958640 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.006696 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.046741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:09:04.050683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:09:04.055183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:09:04.097529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=046a5b07-917f-4093-b48d-6e2f3f0a6fea,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:04.663438 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.755546 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c7cf3-431d-44b1-91e7-5469beddd486 req-fa1e9455-deb8-4e48-9a4d-ad2e9834f6c7 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:04.757143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b2c7cf3-431d-44b1-91e7-5469beddd486 req-fa1e9455-deb8-4e48-9a4d-ad2e9834f6c7 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0817263 Sep 16 05:09:04.784401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:04.811638 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b2c7cf3-431d-44b1-91e7-5469beddd486 req-dd1da679-a037-4bbd-acbe-17108c4e9135 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451868 Sep 16 05:09:05.016009 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.032514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.125362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event updated for resources: {'Port': ['ID=046a5b07-917f-4093-b48d-6e2f3f0a6fea,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:05.138474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.277940 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Floating IP 4ec2a250-9aa9-4b76-b0f1-e58c25b1d70d associated. External IP: 172.25.0.99, port: bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f. Sep 16 05:09:05.563766 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 8b1d58d4-16be-4558-a235-468fac3416af has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:05.691322 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:05.974232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7602257-6f43-491b-968e-ee9e9f66df79 req-857c8f39-1422-4a02-ac8f-fd0ee8325a7a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:05.975806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7602257-6f43-491b-968e-ee9e9f66df79 req-857c8f39-1422-4a02-ac8f-fd0ee8325a7a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0768547 Sep 16 05:09:06.036141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7602257-6f43-491b-968e-ee9e9f66df79 req-a1ab2bff-5cd7-458b-baf8-102cbddeff28 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519726 Sep 16 05:09:06.049519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:06.065976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a74d3b-adfa-4b6c-9b01-3236dff01702 None None] Sync routers for ids ['8b1d58d4-16be-4558-a235-468fac3416af'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:06.081215 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a74d3b-adfa-4b6c-9b01-3236dff01702 None None] Routers {'8b1d58d4-16be-4558-a235-468fac3416af'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:06.082252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-91a74d3b-adfa-4b6c-9b01-3236dff01702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8b1d58d4-16be-4558-a235-468fac3416af'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:06.090486 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:06.126421 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-810e5bb7-97ae-452b-b5f5-0f15f5f4a305 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6898079 Sep 16 05:09:06.127000 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:06.129485 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6ee962-9f8c-4dd0-be8b-fc9c625d919d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:06.296923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6830e8-124e-4927-b5bd-ce2bab29efcb req-a3537709-59f7-42f8-9857-21658ef58a5d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.298867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e6830e8-124e-4927-b5bd-ce2bab29efcb req-a3537709-59f7-42f8-9857-21658ef58a5d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.1087241 Sep 16 05:09:06.304155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-91a74d3b-adfa-4b6c-9b01-3236dff01702 None None] Set router 8b1d58d4-16be-4558-a235-468fac3416af gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:06.367034 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e6830e8-124e-4927-b5bd-ce2bab29efcb req-1481d12b-e0d4-4332-a126-c0e6ee022978 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549798 Sep 16 05:09:06.407186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46928) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:06.467964 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5f5896-8c90-4cb4-8add-8f3237f99d96 x-openstack-request-id: req-2c5f5896-8c90-4cb4-8add-8f3237f99d96 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:06.468273 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:06.469384 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c5f5896-8c90-4cb4-8add-8f3237f99d96 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:06.469384 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'status': 'completed', 'code': 200} Sep 16 05:09:06.560138 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8ccd909e-2f4f-4cd4-91ba-9d6b3d1257d0 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/4ec2a250-9aa9-4b76-b0f1-e58c25b1d70d HTTP/1.1" status: 200 len: 990 time: 0.1507239 Sep 16 05:09:06.593891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ee962-9f8c-4dd0-be8b-fc9c625d919d req-0de3fc46-5d98-4270-b33f-2e2b8a19afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.595484 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e6ee962-9f8c-4dd0-be8b-fc9c625d919d req-0de3fc46-5d98-4270-b33f-2e2b8a19afb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 1097 time: 0.0984488 Sep 16 05:09:06.762503 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ee962-9f8c-4dd0-be8b-fc9c625d919d req-ae955530-5f73-4905-abcf-88b2b5f60b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.763953 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e6ee962-9f8c-4dd0-be8b-fc9c625d919d req-ae955530-5f73-4905-abcf-88b2b5f60b38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814 HTTP/1.1" status: 200 len: 898 time: 0.1554499 Sep 16 05:09:06.862346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-91a74d3b-adfa-4b6c-9b01-3236dff01702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '4ec2a250-9aa9-4b76-b0f1-e58c25b1d70d', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'port_id': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'mac_address': 'fa:16:3e:de:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:04Z', 'updated_at': '2021-09-16T05:09:04Z', 'revision_number': 0, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dda527c-404a-42c4-9507-ad8648bbe246', 'name': '', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:ba:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:50Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:06.866133 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e6ee962-9f8c-4dd0-be8b-fc9c625d919d req-7742d405-4759-4c57-8afb-a07ebd9a5c00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f HTTP/1.1" status: 200 len: 998 time: 0.0951219 Sep 16 05:09:06.898640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a74d3b-adfa-4b6c-9b01-3236dff01702 None None] Checking router: 8b1d58d4-16be-4558-a235-468fac3416af for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:06.909809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a74d3b-adfa-4b6c-9b01-3236dff01702 None None] Routers {'8b1d58d4-16be-4558-a235-468fac3416af'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:06.910599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-91a74d3b-adfa-4b6c-9b01-3236dff01702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8b1d58d4-16be-4558-a235-468fac3416af'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:06.928051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ee962-9f8c-4dd0-be8b-fc9c625d919d req-fde67150-24a6-4dd1-a44e-97af0b869896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:06.930070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e6ee962-9f8c-4dd0-be8b-fc9c625d919d req-fde67150-24a6-4dd1-a44e-97af0b869896 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcacc466-de4f-4566-8b50-2e301d513534 HTTP/1.1" status: 200 len: 835 time: 0.0555236 Sep 16 05:09:07.007324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ee962-9f8c-4dd0-be8b-fc9c625d919d req-f6d171f4-3361-4d08-af13-4585f8589e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.009715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e6ee962-9f8c-4dd0-be8b-fc9c625d919d req-f6d171f4-3361-4d08-af13-4585f8589e57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709150 Sep 16 05:09:07.044610 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-91a74d3b-adfa-4b6c-9b01-3236dff01702 None None] Set router 8b1d58d4-16be-4558-a235-468fac3416af gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:07.192461 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e6ee962-9f8c-4dd0-be8b-fc9c625d919d req-2ee8ad7b-cc93-426a-8ea3-1eb1aa3c6e3b service neutron] 10.222.0.50 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743073 Sep 16 05:09:07.212743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaac2b-314d-44bf-8a44-460ee78c6bf8 req-fe879785-2219-48fe-aec7-548a24b9e282 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:07.214985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3feaac2b-314d-44bf-8a44-460ee78c6bf8 req-fe879785-2219-48fe-aec7-548a24b9e282 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0727439 Sep 16 05:09:07.347864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3feaac2b-314d-44bf-8a44-460ee78c6bf8 req-58dc0d3c-c386-4709-a70a-ae1fe37cbe4d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233642 Sep 16 05:09:07.383341 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-91a74d3b-adfa-4b6c-9b01-3236dff01702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '4ec2a250-9aa9-4b76-b0f1-e58c25b1d70d', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'port_id': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'mac_address': 'fa:16:3e:de:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:04Z', 'updated_at': '2021-09-16T05:09:04Z', 'revision_number': 0, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dda527c-404a-42c4-9507-ad8648bbe246', 'name': '', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:ba:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:50Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:07.384877 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e6ee962-9f8c-4dd0-be8b-fc9c625d919d req-87ce1c32-5e9f-4b4e-b7a9-be95450039aa service neutron] 10.222.0.50 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622074 Sep 16 05:09:07.413486 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a74d3b-adfa-4b6c-9b01-3236dff01702 None None] The sync data for ids ['8b1d58d4-16be-4558-a235-468fac3416af'] in n-d-712142-17 is: [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '4ec2a250-9aa9-4b76-b0f1-e58c25b1d70d', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'floating_ip_address': '172.25.0.99', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'port_id': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'mac_address': 'fa:16:3e:de:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:09:04Z', 'updated_at': '2021-09-16T05:09:04Z', 'revision_number': 0, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dda527c-404a-42c4-9507-ad8648bbe246', 'name': '', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:ba:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:50Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:07.562572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46938) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:07.594743 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 46940) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:07.664119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-63a2dddb-0ccb-42f6-98a6-3140104d95a6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/4ec2a250-9aa9-4b76-b0f1-e58c25b1d70d HTTP/1.1" status: 200 len: 990 time: 0.1001449 Sep 16 05:09:07.683277 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74da385-c435-4bad-a880-7c3699ddbb9f None None] New status for floating IP 4ec2a250-9aa9-4b76-b0f1-e58c25b1d70d: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:09:07.759259 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.818571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Deleting port bf65d1a6-c3af-474c-8c23-c6b57fd7bb7d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:07.818844 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.937864 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.937864 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:07.953979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Calling delete_port for bf65d1a6-c3af-474c-8c23-c6b57fd7bb7d owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:08.133374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.166758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event deleted for resources: {'Port': ['ID=bf65d1a6-c3af-474c-8c23-c6b57fd7bb7d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:08.232602 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.233492 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Floating IP 1b929f52-f31b-47d5-b68e-bdd2c2bbfd49 disassociated (deleted). External IP: 172.25.0.204, port: d0f818a0-6ebf-466d-b758-7b8be471f7b3. Sep 16 05:09:08.502157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5560c9e-3fe6-445c-b4e9-46c0c24d347b req-4b2e683d-94a3-46ac-8d2d-f9d329e02b24 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:08.504013 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5560c9e-3fe6-445c-b4e9-46c0c24d347b req-4b2e683d-94a3-46ac-8d2d-f9d329e02b24 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0774834 Sep 16 05:09:08.511069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Router 058a5969-a598-4599-b8a0-c4a7ee3390f0 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:08.588897 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5560c9e-3fe6-445c-b4e9-46c0c24d347b req-a9a75a66-04bb-4237-8b07-1f7493335359 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677049 Sep 16 05:09:08.668999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46950) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:08.687060 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:08.696421 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:08.698951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57797e5-8df6-4e36-8d94-a5378dc906df None None] Sync routers for ids ['058a5969-a598-4599-b8a0-c4a7ee3390f0'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:08.723831 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-deeb4f59-1fd0-4860-ae3c-d755dfd761e7 req-61589611-8128-43a1-b212-6cc91da7baa2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1111219 Sep 16 05:09:08.730445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57797e5-8df6-4e36-8d94-a5378dc906df None None] Routers {'058a5969-a598-4599-b8a0-c4a7ee3390f0'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:08.731490 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f57797e5-8df6-4e36-8d94-a5378dc906df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['058a5969-a598-4599-b8a0-c4a7ee3390f0'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:08.777647 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cb13f350-f001-4c4b-878e-6f9483cd9060 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/4ec2a250-9aa9-4b76-b0f1-e58c25b1d70d HTTP/1.1" status: 200 len: 992 time: 0.1074326 Sep 16 05:09:08.781130 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-446b0219-9deb-4dc2-8c28-b30d5d0ee10c tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "DELETE /v2.0/floatingips/1b929f52-f31b-47d5-b68e-bdd2c2bbfd49 HTTP/1.1" status: 204 len: 168 time: 1.1852627 Sep 16 05:09:08.781936 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:08.784360 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c22aca0-2d2b-481a-a9b3-6e879348cbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:08.890195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb4f59-1fd0-4860-ae3c-d755dfd761e7 req-3d523387-2c41-4ffe-b55f-226bdc1a531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:08.898708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-deeb4f59-1fd0-4860-ae3c-d755dfd761e7 req-3d523387-2c41-4ffe-b55f-226bdc1a531c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 1097 time: 0.0843112 Sep 16 05:09:08.961101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-f57797e5-8df6-4e36-8d94-a5378dc906df None None] Set router 058a5969-a598-4599-b8a0-c4a7ee3390f0 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:09.062280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb4f59-1fd0-4860-ae3c-d755dfd761e7 req-8982b778-d622-4016-92d8-cb95054f7ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.063824 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-deeb4f59-1fd0-4860-ae3c-d755dfd761e7 req-8982b778-d622-4016-92d8-cb95054f7ca2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814 HTTP/1.1" status: 200 len: 898 time: 0.1453733 Sep 16 05:09:09.111645 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397902df-e3e6-4b93-abd8-b74262c1ca96 x-openstack-request-id: req-397902df-e3e6-4b93-abd8-b74262c1ca96 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:09.112093 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:09.112501 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-397902df-e3e6-4b93-abd8-b74262c1ca96 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:09.113054 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'status': 'completed', 'code': 200} Sep 16 05:09:09.218148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22aca0-2d2b-481a-a9b3-6e879348cbf1 req-935cd974-5bc9-467d-9128-4a3bfb9ab1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.220259 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c22aca0-2d2b-481a-a9b3-6e879348cbf1 req-935cd974-5bc9-467d-9128-4a3bfb9ab1db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64889ba0e11146b9a4019af40d12cc94&device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0773494 Sep 16 05:09:09.294794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f57797e5-8df6-4e36-8d94-a5378dc906df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:45Z', 'revision_number': 5, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:09.353550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22aca0-2d2b-481a-a9b3-6e879348cbf1 req-b811c60e-c033-474e-a341-b0742e76086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.356061 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c22aca0-2d2b-481a-a9b3-6e879348cbf1 req-b811c60e-c033-474e-a341-b0742e76086a service neutron] 10.222.0.15 "GET /v2.0/networks?id=de51c55e-eef2-49a5-a6ec-79111bbfd181 HTTP/1.1" status: 200 len: 915 time: 0.1253338 Sep 16 05:09:09.365970 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57797e5-8df6-4e36-8d94-a5378dc906df None None] Checking router: 058a5969-a598-4599-b8a0-c4a7ee3390f0 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:09.390915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57797e5-8df6-4e36-8d94-a5378dc906df None None] Routers {'058a5969-a598-4599-b8a0-c4a7ee3390f0'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:09.392651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f57797e5-8df6-4e36-8d94-a5378dc906df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:08:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['058a5969-a598-4599-b8a0-c4a7ee3390f0'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:09.410137 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c22aca0-2d2b-481a-a9b3-6e879348cbf1 req-a86ef1c3-d1dc-49ad-bc1d-c4a62f592370 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0f818a0-6ebf-466d-b758-7b8be471f7b3 HTTP/1.1" status: 200 len: 217 time: 0.0449252 Sep 16 05:09:09.470021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22aca0-2d2b-481a-a9b3-6e879348cbf1 req-e79fa810-ab52-4773-910b-b79418ca871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.471814 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c22aca0-2d2b-481a-a9b3-6e879348cbf1 req-e79fa810-ab52-4773-910b-b79418ca871b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67fa2c2c-ce84-4650-ae3d-8825ad51f2a3 HTTP/1.1" status: 200 len: 853 time: 0.0526733 Sep 16 05:09:09.521056 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-deeb4f59-1fd0-4860-ae3c-d755dfd761e7 req-f78314d0-cc95-466f-a425-9c29ac923e5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f HTTP/1.1" status: 200 len: 1000 time: 0.4495139 Sep 16 05:09:09.545700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22aca0-2d2b-481a-a9b3-6e879348cbf1 req-72dbba84-dc78-4210-9495-5f365c2270fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.546953 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c22aca0-2d2b-481a-a9b3-6e879348cbf1 req-72dbba84-dc78-4210-9495-5f365c2270fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de51c55e-eef2-49a5-a6ec-79111bbfd181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664525 Sep 16 05:09:09.586242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-f57797e5-8df6-4e36-8d94-a5378dc906df None None] Set router 058a5969-a598-4599-b8a0-c4a7ee3390f0 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:09.590636 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb4f59-1fd0-4860-ae3c-d755dfd761e7 req-f3b71da2-d758-4dc8-82f2-6a850314bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.592505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-deeb4f59-1fd0-4860-ae3c-d755dfd761e7 req-f3b71da2-d758-4dc8-82f2-6a850314bf4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcacc466-de4f-4566-8b50-2e301d513534 HTTP/1.1" status: 200 len: 835 time: 0.0572021 Sep 16 05:09:09.600787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004c043-4073-4b25-b035-7d6ff08c60dc req-855fccd7-c8fe-4509-a866-9ec13ba5cc36 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.602455 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4004c043-4073-4b25-b035-7d6ff08c60dc req-855fccd7-c8fe-4509-a866-9ec13ba5cc36 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 946 time: 0.1150072 Sep 16 05:09:09.662777 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4004c043-4073-4b25-b035-7d6ff08c60dc req-2e766fb3-cea1-4c2c-bbf9-78ec2651df1f tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496094 Sep 16 05:09:09.696756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb4f59-1fd0-4860-ae3c-d755dfd761e7 req-bb28ba79-260d-4135-b04b-428cd75261de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.699232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-deeb4f59-1fd0-4860-ae3c-d755dfd761e7 req-bb28ba79-260d-4135-b04b-428cd75261de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955074 Sep 16 05:09:09.701250 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c22aca0-2d2b-481a-a9b3-6e879348cbf1 req-b3bafd98-24d1-4a22-bf37-9c34fec5e5fb service neutron] 10.222.0.15 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449697 Sep 16 05:09:09.847448 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8c22aca0-2d2b-481a-a9b3-6e879348cbf1 req-d6aabb82-b452-444b-90ef-43c4817892a8 service neutron] 10.222.0.15 "GET /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360159 Sep 16 05:09:09.850438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f57797e5-8df6-4e36-8d94-a5378dc906df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:45Z', 'revision_number': 5, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:09.856775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6df784-9f53-4888-82dd-28b7f4e10d28 req-5fcfba16-e549-4bc0-a620-2ec0ddc8c00d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:09.858438 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2f6df784-9f53-4888-82dd-28b7f4e10d28 req-5fcfba16-e549-4bc0-a620-2ec0ddc8c00d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.1044700 Sep 16 05:09:09.889821 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57797e5-8df6-4e36-8d94-a5378dc906df None None] The sync data for ids ['058a5969-a598-4599-b8a0-c4a7ee3390f0'] in n-d-712142-17 is: [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:05:39Z', 'revision_number': 4, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '89800c62-861c-458b-a56c-cd7f29563407', 'name': '', 'network_id': 'de51c55e-eef2-49a5-a6ec-79111bbfd181', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'mac_address': 'fa:16:3e:5c:8c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:38Z', 'updated_at': '2021-09-16T05:05:45Z', 'revision_number': 5, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'subnets': [{'id': '67fa2c2c-ce84-4650-ae3d-8825ad51f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:09.897813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-deeb4f59-1fd0-4860-ae3c-d755dfd761e7 req-ed24b1f5-4198-4679-92fe-397fafdb9b56 service neutron] 10.222.0.50 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884341 Sep 16 05:09:09.947983 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2f6df784-9f53-4888-82dd-28b7f4e10d28 req-c889e43a-96ce-405c-8475-4e7a11ede7b2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750272 Sep 16 05:09:10.035428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-deeb4f59-1fd0-4860-ae3c-d755dfd761e7 req-2c506872-3f12-441e-8337-4a30a6883301 service neutron] 10.222.0.50 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270106 Sep 16 05:09:10.220021 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953b576-812e-40d1-81e6-461df7ec2e8c None None] New status for floating IP 1b929f52-f31b-47d5-b68e-bdd2c2bbfd49: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:09:10.622234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239af71-e35c-44a6-a9da-eb2a6649763f req-f24cd905-9b17-47e0-80b6-112eeb33ff62 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.623834 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c239af71-e35c-44a6-a9da-eb2a6649763f req-f24cd905-9b17-47e0-80b6-112eeb33ff62 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 946 time: 0.0517528 Sep 16 05:09:10.733088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-c239af71-e35c-44a6-a9da-eb2a6649763f req-3a83dc86-1694-4466-8edd-ffde8d679a47 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Deleting port d0f818a0-6ebf-466d-b758-7b8be471f7b3 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:10.733810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c239af71-e35c-44a6-a9da-eb2a6649763f req-3a83dc86-1694-4466-8edd-ffde8d679a47 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.795245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27ebaf-a90d-4751-aec5-fe736655bebd req-6ea50ab8-b008-47db-916e-2b2f9412219d tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:10.796860 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c27ebaf-a90d-4751-aec5-fe736655bebd req-6ea50ab8-b008-47db-916e-2b2f9412219d tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 946 time: 0.0541599 Sep 16 05:09:10.835862 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-c239af71-e35c-44a6-a9da-eb2a6649763f req-3a83dc86-1694-4466-8edd-ffde8d679a47 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] For port d0f818a0-6ebf-466d-b758-7b8be471f7b3, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d0f818a0-6ebf-466d-b758-7b8be471f7b3,segment=NetworkSegment(8ad9cdba-577d-4c9b-b23a-5f00fd2bf531),segment_id=8ad9cdba-577d-4c9b-b23a-5f00fd2bf531)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:10.836241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c239af71-e35c-44a6-a9da-eb2a6649763f req-3a83dc86-1694-4466-8edd-ffde8d679a47 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:10.837799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c27ebaf-a90d-4751-aec5-fe736655bebd req-71b8e9b5-3eb5-4086-bac0-f45809649f8e tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef3f8c2-d673-4933-b699-78e74beb4bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343344 Sep 16 05:09:10.851865 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-c239af71-e35c-44a6-a9da-eb2a6649763f req-3a83dc86-1694-4466-8edd-ffde8d679a47 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Calling delete_port for d0f818a0-6ebf-466d-b758-7b8be471f7b3 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:10.992698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c239af71-e35c-44a6-a9da-eb2a6649763f req-3a83dc86-1694-4466-8edd-ffde8d679a47 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.026558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83dc86-1694-4466-8edd-ffde8d679a47 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event deleted for resources: {'Port': ['ID=d0f818a0-6ebf-466d-b758-7b8be471f7b3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:11.075101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c239af71-e35c-44a6-a9da-eb2a6649763f req-3a83dc86-1694-4466-8edd-ffde8d679a47 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] No DVR routers for this DVR port d0f818a0-6ebf-466d-b758-7b8be471f7b3 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:11.077966 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-c239af71-e35c-44a6-a9da-eb2a6649763f req-3a83dc86-1694-4466-8edd-ffde8d679a47 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:11.080587 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c239af71-e35c-44a6-a9da-eb2a6649763f req-3a83dc86-1694-4466-8edd-ffde8d679a47 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.15 "DELETE /v2.0/ports/d0f818a0-6ebf-466d-b758-7b8be471f7b3 HTTP/1.1" status: 204 len: 173 time: 0.4508460 Sep 16 05:09:11.092874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa41d1d-7210-4510-8b0c-8c1cb63c28e0 req-1d9927f3-26da-4db7-9898-6ea9b2af387e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:11.095814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4aa41d1d-7210-4510-8b0c-8c1cb63c28e0 req-1d9927f3-26da-4db7-9898-6ea9b2af387e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0705321 Sep 16 05:09:11.114793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'name': 'network-vif-deleted', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:11.117489 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e33a7f4-ef28-4e1e-8d7d-215946ce68d4" -d '{"events": [{"server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "name": "network-vif-deleted", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:11.138314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4aa41d1d-7210-4510-8b0c-8c1cb63c28e0 req-8673faa3-c766-49fd-bf2a-d39efad66ff5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358102 Sep 16 05:09:11.184252 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d19619-890b-4b84-9cc2-0cad291c9113 x-openstack-request-id: req-c7d19619-890b-4b84-9cc2-0cad291c9113 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:11.184655 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdaeb90-58e2-4e04-b802-690c3ed74ef8", "name": "network-vif-deleted", "tag": "d0f818a0-6ebf-466d-b758-7b8be471f7b3", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:11.184980 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7d19619-890b-4b84-9cc2-0cad291c9113 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:11.185465 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdaeb90-58e2-4e04-b802-690c3ed74ef8', 'name': 'network-vif-deleted', 'tag': 'd0f818a0-6ebf-466d-b758-7b8be471f7b3', 'status': 'completed', 'code': 200} Sep 16 05:09:11.943415 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80aa5854-f47f-47d3-ba5a-e2e436c75d4b req-99fbfe3d-7738-482d-9d5d-961451505e8b tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 210 time: 0.0319774 Sep 16 05:09:12.254538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c101b-f43b-47a4-b91e-c0c3b9de1b8a req-4234bc6a-a6d9-46a9-b846-4dc7623958da tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:12.256074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d5c101b-f43b-47a4-b91e-c0c3b9de1b8a req-4234bc6a-a6d9-46a9-b846-4dc7623958da tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0491779 Sep 16 05:09:12.299837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d5c101b-f43b-47a4-b91e-c0c3b9de1b8a req-5e3f2b7f-920d-4b82-bfbb-0f5eea6e222a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367227 Sep 16 05:09:13.043687 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-074fce40-76f2-4bd0-8b38-392c5761e448 req-c2bd8a68-9b79-4d67-a504-41fbf36ed6cd tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 210 time: 0.0285316 Sep 16 05:09:13.429698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73bc5f-7c55-4d43-a153-0f0efe63797b req-3576303b-4417-43d2-bc49-c759ed109909 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:13.431242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b73bc5f-7c55-4d43-a153-0f0efe63797b req-3576303b-4417-43d2-bc49-c759ed109909 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0585864 Sep 16 05:09:13.474033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b73bc5f-7c55-4d43-a153-0f0efe63797b req-63ad41d3-2871-44a8-b6a3-069b4194dd97 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358779 Sep 16 05:09:14.142952 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5edbba2-2b7a-4222-9fc6-1ffa454ef7df req-ada6f0fa-2552-4e45-b624-744465c7cca7 tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcdaeb90-58e2-4e04-b802-690c3ed74ef8 HTTP/1.1" status: 200 len: 210 time: 0.0275860 Sep 16 05:09:14.316395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d0f818a0-6ebf-466d-b758-7b8be471f7b3 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:14.338391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: d0f818a0-6ebf-466d-b758-7b8be471f7b3 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:14.338649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d0f818a0-6ebf-466d-b758-7b8be471f7b3 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:14.608018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da4441-a6c2-4e66-a30c-0af8c290c591 req-0e38c8ac-477a-447f-b852-d7e487277baf tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:14.609671 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20da4441-a6c2-4e66-a30c-0af8c290c591 req-0e38c8ac-477a-447f-b852-d7e487277baf tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0590267 Sep 16 05:09:14.651611 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20da4441-a6c2-4e66-a30c-0af8c290c591 req-824c7050-5964-49e5-8f43-d77659f0baa2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346580 Sep 16 05:09:15.201153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 46984) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:15.261061 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8b25e361-6e2c-4131-ab41-cb63040958af tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.290344 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8b25e361-6e2c-4131-ab41-cb63040958af tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.355760 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8b25e361-6e2c-4131-ab41-cb63040958af tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.358138 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8b25e361-6e2c-4131-ab41-cb63040958af tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:15.362117 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8b25e361-6e2c-4131-ab41-cb63040958af tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] 10.222.0.53 "DELETE /v2.0/security-groups/eef3f8c2-d673-4933-b699-78e74beb4bc6 HTTP/1.1" status: 204 len: 168 time: 0.1571536 Sep 16 05:09:15.368672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25e361-6e2c-4131-ab41-cb63040958af tempest-TestVolumeBackupRestore-35080227 tempest-TestVolumeBackupRestore-35080227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef3f8c2-d673-4933-b699-78e74beb4bc6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:15.811249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e6cef-e6ec-499b-9fdf-b68de03e93c8 req-8b570767-0c7b-40e5-911c-b204e5731d3f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:15.811666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c2e6cef-e6ec-499b-9fdf-b68de03e93c8 req-8b570767-0c7b-40e5-911c-b204e5731d3f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0587752 Sep 16 05:09:15.852602 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c2e6cef-e6ec-499b-9fdf-b68de03e93c8 req-02a07362-b776-4dd9-bb43-cdc45e8d511b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346828 Sep 16 05:09:16.993363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970837b5-7b3b-40c6-acc8-fae98e36f5c6 req-730ee973-cd21-4adb-980f-037200d0e240 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:16.998182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-970837b5-7b3b-40c6-acc8-fae98e36f5c6 req-730ee973-cd21-4adb-980f-037200d0e240 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0585272 Sep 16 05:09:17.053765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-970837b5-7b3b-40c6-acc8-fae98e36f5c6 req-3993a3e0-10e1-419b-853a-8d78eb31f6d2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520601 Sep 16 05:09:17.225862 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8762-1be8-4255-8639-a03535e540f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:18.299149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9fed3-fc0e-4b4a-9b73-f5c367ad05bc req-1c2d16fa-abe3-435b-9487-45375e79d978 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:18.303538 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56f9fed3-fc0e-4b4a-9b73-f5c367ad05bc req-1c2d16fa-abe3-435b-9487-45375e79d978 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.1204803 Sep 16 05:09:18.377656 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56f9fed3-fc0e-4b4a-9b73-f5c367ad05bc req-8d2af542-9eee-4e93-bfa4-80ad8573d2da tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616288 Sep 16 05:09:19.543060 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02996c54-9db9-4fb0-80dc-cdf9b976a254 req-58fe285c-83ec-4385-889e-a05180ca9bc0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:19.546336 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02996c54-9db9-4fb0-80dc-cdf9b976a254 req-58fe285c-83ec-4385-889e-a05180ca9bc0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0739510 Sep 16 05:09:19.606158 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02996c54-9db9-4fb0-80dc-cdf9b976a254 req-856dc038-f08b-40ce-b646-f8b896037f47 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546658 Sep 16 05:09:19.931606 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47450) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:20.176087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f46236b6-84ab-404e-a83c-ce3fca77db0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.364083 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44bd741f-22ee-4692-b29e-a36b251082b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.629752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-44bd741f-22ee-4692-b29e-a36b251082b5 admin admin] Deleting port 89800c62-861c-458b-a56c-cd7f29563407 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:20.630376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44bd741f-22ee-4692-b29e-a36b251082b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.715962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-44bd741f-22ee-4692-b29e-a36b251082b5 admin admin] For port 89800c62-861c-458b-a56c-cd7f29563407, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=89800c62-861c-458b-a56c-cd7f29563407,segment=NetworkSegment(8ad9cdba-577d-4c9b-b23a-5f00fd2bf531),segment_id=8ad9cdba-577d-4c9b-b23a-5f00fd2bf531)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:20.716361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44bd741f-22ee-4692-b29e-a36b251082b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.733055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554a317-2095-4d86-b31b-6f7edd64b5ec req-e990915c-e89b-448f-a16b-9fa87d547d02 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:20.734838 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6554a317-2095-4d86-b31b-6f7edd64b5ec req-e990915c-e89b-448f-a16b-9fa87d547d02 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0554981 Sep 16 05:09:20.739520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-44bd741f-22ee-4692-b29e-a36b251082b5 admin admin] Calling delete_port for 89800c62-861c-458b-a56c-cd7f29563407 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:20.787041 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6554a317-2095-4d86-b31b-6f7edd64b5ec req-7041a672-f654-4488-9b29-48e7c61f99f3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449154 Sep 16 05:09:20.821330 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.934048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44bd741f-22ee-4692-b29e-a36b251082b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:20.962296 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd741f-22ee-4692-b29e-a36b251082b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=89800c62-861c-458b-a56c-cd7f29563407,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:21.129067 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44bd741f-22ee-4692-b29e-a36b251082b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.352634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bd741f-22ee-4692-b29e-a36b251082b5 admin admin] Router 058a5969-a598-4599-b8a0-c4a7ee3390f0 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:21.459058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bd741f-22ee-4692-b29e-a36b251082b5 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:21.467267 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-44bd741f-22ee-4692-b29e-a36b251082b5 admin admin] 10.222.0.53 "PUT /v2.0/routers/058a5969-a598-4599-b8a0-c4a7ee3390f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5320635 Sep 16 05:09:21.467514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47466) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:21.468233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3b1cc-953b-4286-98a9-f00585781620 None None] Sync routers for ids ['058a5969-a598-4599-b8a0-c4a7ee3390f0'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:21.477353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e3b1cc-953b-4286-98a9-f00585781620 None None] Routers {'058a5969-a598-4599-b8a0-c4a7ee3390f0'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:21.478009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e5e3b1cc-953b-4286-98a9-f00585781620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:09:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['058a5969-a598-4599-b8a0-c4a7ee3390f0'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:21.577902 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.586899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-e5e3b1cc-953b-4286-98a9-f00585781620 None None] Set router 058a5969-a598-4599-b8a0-c4a7ee3390f0 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:21.721887 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:21.796139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e5e3b1cc-953b-4286-98a9-f00585781620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:09:20Z', 'revision_number': 5, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:21.825103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3b1cc-953b-4286-98a9-f00585781620 None None] Checking router: 058a5969-a598-4599-b8a0-c4a7ee3390f0 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:21.834111 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e3b1cc-953b-4286-98a9-f00585781620 None None] Routers {'058a5969-a598-4599-b8a0-c4a7ee3390f0'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:21.834757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e5e3b1cc-953b-4286-98a9-f00585781620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:09:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['058a5969-a598-4599-b8a0-c4a7ee3390f0'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:21.929152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4817274-6f77-417e-b3e2-392104cc2f6d req-4577b8b3-fed2-4791-b7ca-41ea3ccfd8f4 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:21.939057 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f4817274-6f77-417e-b3e2-392104cc2f6d req-4577b8b3-fed2-4791-b7ca-41ea3ccfd8f4 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0808823 Sep 16 05:09:21.949675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-e5e3b1cc-953b-4286-98a9-f00585781620 None None] Set router 058a5969-a598-4599-b8a0-c4a7ee3390f0 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:21.989313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f4817274-6f77-417e-b3e2-392104cc2f6d req-7a412f3f-a020-4fd0-972f-4114a2235168 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487883 Sep 16 05:09:22.031453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.084636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Deleting port 03146bee-6b6f-4998-912e-302568da26d0 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:22.084986 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.149356 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e5e3b1cc-953b-4286-98a9-f00585781620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:09:20Z', 'revision_number': 5, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:22.164437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] For port 03146bee-6b6f-4998-912e-302568da26d0, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=03146bee-6b6f-4998-912e-302568da26d0,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:22.164813 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.177698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Calling delete_port for 03146bee-6b6f-4998-912e-302568da26d0 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:22.179361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3b1cc-953b-4286-98a9-f00585781620 None None] The sync data for ids ['058a5969-a598-4599-b8a0-c4a7ee3390f0'] in n-d-712142-17 is: [{'id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'name': 'tempest-TestVolumeBackupRestore-1076452684-router', 'tenant_id': '64889ba0e11146b9a4019af40d12cc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '03146bee-6b6f-4998-912e-302568da26d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:35Z', 'updated_at': '2021-09-16T05:09:20Z', 'revision_number': 5, 'project_id': '64889ba0e11146b9a4019af40d12cc94', 'gw_port': {'id': '03146bee-6b6f-4998-912e-302568da26d0', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058a5969-a598-4599-b8a0-c4a7ee3390f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:36Z', 'updated_at': '2021-09-16T05:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:22.196044 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:09:22.345001 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.376301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=03146bee-6b6f-4998-912e-302568da26d0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.438854 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.533537 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.535738 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.585965 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.586679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 058a5969-a598-4599-b8a0-c4a7ee3390f0 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:22.592279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.596348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a8d90154-0664-4197-9ae9-a91662a24f2f admin admin] 10.222.0.53 "DELETE /v2.0/routers/058a5969-a598-4599-b8a0-c4a7ee3390f0 HTTP/1.1" status: 204 len: 168 time: 1.1277976 Sep 16 05:09:22.596531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47476) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.644185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17c0f5e-7dd2-420b-aec8-ce3ab82b766a admin admin] Deleting subnet 67fa2c2c-ce84-4650-ae3d-8825ad51f2a3 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:22.647465 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b17c0f5e-7dd2-420b-aec8-ce3ab82b766a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.684836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b17c0f5e-7dd2-420b-aec8-ce3ab82b766a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.772060 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b17c0f5e-7dd2-420b-aec8-ce3ab82b766a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.832489 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b17c0f5e-7dd2-420b-aec8-ce3ab82b766a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.862848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c0f5e-7dd2-420b-aec8-ce3ab82b766a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fa2c2c-ce84-4650-ae3d-8825ad51f2a3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:22.868582 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b17c0f5e-7dd2-420b-aec8-ce3ab82b766a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:22.870619 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b17c0f5e-7dd2-420b-aec8-ce3ab82b766a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/67fa2c2c-ce84-4650-ae3d-8825ad51f2a3 HTTP/1.1" status: 204 len: 168 time: 0.2729044 Sep 16 05:09:22.873099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47478) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:22.875624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d725eb3e-b356-42ca-aab4-b5ad0bda3194 None None] Network de51c55e-eef2-49a5-a6ec-79111bbfd181 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:22.941128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.002811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Deleting port c9483321-32c9-46f6-bb93-10f306d4a5eb {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:23.003240 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.106628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] For port c9483321-32c9-46f6-bb93-10f306d4a5eb, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c9483321-32c9-46f6-bb93-10f306d4a5eb,segment=NetworkSegment(8ad9cdba-577d-4c9b-b23a-5f00fd2bf531),segment_id=8ad9cdba-577d-4c9b-b23a-5f00fd2bf531)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:23.106893 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.123835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Calling delete_port for c9483321-32c9-46f6-bb93-10f306d4a5eb owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:23.143966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecec4a7-c6c6-4c2a-9207-7e1143e9ee8e req-75e66f02-2266-4581-a3e7-fbd4e1f3155f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:23.145486 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ecec4a7-c6c6-4c2a-9207-7e1143e9ee8e req-75e66f02-2266-4581-a3e7-fbd4e1f3155f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0817018 Sep 16 05:09:23.189504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86814cd-9ddb-4f19-8942-b99f13f8a505 None None] DHCP port deletion for de51c55e-eef2-49a5-a6ec-79111bbfd181 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:23.217933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ecec4a7-c6c6-4c2a-9207-7e1143e9ee8e req-f3e3f14f-97d7-4a38-b400-ea2970914894 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409822 Sep 16 05:09:23.250016 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.265212 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.265442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e86814cd-9ddb-4f19-8942-b99f13f8a505 None None] Deleting port c9483321-32c9-46f6-bb93-10f306d4a5eb {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:23.265442 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e86814cd-9ddb-4f19-8942-b99f13f8a505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.292648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9483321-32c9-46f6-bb93-10f306d4a5eb,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.296750 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] No DVR routers for this DVR port c9483321-32c9-46f6-bb93-10f306d4a5eb on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:23.331687 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 89800c62-861c-458b-a56c-cd7f29563407 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:23.339296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e86814cd-9ddb-4f19-8942-b99f13f8a505 None None] For port c9483321-32c9-46f6-bb93-10f306d4a5eb, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:23.339735 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e86814cd-9ddb-4f19-8942-b99f13f8a505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.361228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 89800c62-861c-458b-a56c-cd7f29563407 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:23.361500 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 89800c62-861c-458b-a56c-cd7f29563407 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:23.372072 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e86814cd-9ddb-4f19-8942-b99f13f8a505 None None] Calling delete_port for c9483321-32c9-46f6-bb93-10f306d4a5eb owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:23.375004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-e86814cd-9ddb-4f19-8942-b99f13f8a505 None None] Port c9483321-32c9-46f6-bb93-10f306d4a5eb was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:09:23.376331 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e86814cd-9ddb-4f19-8942-b99f13f8a505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.376667 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.397298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de51c55e-eef2-49a5-a6ec-79111bbfd181']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:23.407718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86814cd-9ddb-4f19-8942-b99f13f8a505 None None] Pushing event deleted for resources: {'Port': ['ID=c9483321-32c9-46f6-bb93-10f306d4a5eb,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.408243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:23.408635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad9cdba-577d-4c9b-b23a-5f00fd2bf531') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:23.409517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86814cd-9ddb-4f19-8942-b99f13f8a505 None None] No DVR routers for this DVR port c9483321-32c9-46f6-bb93-10f306d4a5eb on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:23.423958 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.437757 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.443684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:23.444077 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:23.445774 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:23.506347 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.512448 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:23.514457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/de51c55e-eef2-49a5-a6ec-79111bbfd181 HTTP/1.1" status: 204 len: 168 time: 0.6403708 Sep 16 05:09:23.517929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47484) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:23.525117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313af014-5cc0-45c1-81d9-9240bb775aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=de51c55e-eef2-49a5-a6ec-79111bbfd181,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:23.912186 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8541bbb-d7ed-41fd-b055-65a64610a609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.224776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f8541bbb-d7ed-41fd-b055-65a64610a609 admin admin] Deleting port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:24.225062 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8541bbb-d7ed-41fd-b055-65a64610a609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.326598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-f8541bbb-d7ed-41fd-b055-65a64610a609 admin admin] For port ec61cbfc-4ee7-438b-bc6d-839c9b51e4af, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ec61cbfc-4ee7-438b-bc6d-839c9b51e4af,segment=NetworkSegment(27764ee2-98ce-417a-9369-01943c975a98),segment_id=27764ee2-98ce-417a-9369-01943c975a98)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:24.326968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8541bbb-d7ed-41fd-b055-65a64610a609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.347324 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f8541bbb-d7ed-41fd-b055-65a64610a609 admin admin] Calling delete_port for ec61cbfc-4ee7-438b-bc6d-839c9b51e4af owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:24.362209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5b6ed-d927-4aa8-b4a0-383f0f7dae54 req-8c3d1699-1438-40de-bc6f-5db5ff59cf81 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:24.364249 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b6f5b6ed-d927-4aa8-b4a0-383f0f7dae54 req-8c3d1699-1438-40de-bc6f-5db5ff59cf81 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0631857 Sep 16 05:09:24.408552 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b6f5b6ed-d927-4aa8-b4a0-383f0f7dae54 req-d7c147be-5d87-44be-b6ac-d5969f5093e1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371354 Sep 16 05:09:24.558859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8541bbb-d7ed-41fd-b055-65a64610a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.591827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8541bbb-d7ed-41fd-b055-65a64610a609 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec61cbfc-4ee7-438b-bc6d-839c9b51e4af,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:24.763112 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8541bbb-d7ed-41fd-b055-65a64610a609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:24.957846 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c9483321-32c9-46f6-bb93-10f306d4a5eb no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:24.989317 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8541bbb-d7ed-41fd-b055-65a64610a609 admin admin] Router ec813abf-8e23-49a9-a111-db86bfa328ca has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:09:25.107507 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8541bbb-d7ed-41fd-b055-65a64610a609 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:09:25.112360 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f8541bbb-d7ed-41fd-b055-65a64610a609 admin admin] 10.222.0.53 "PUT /v2.0/routers/ec813abf-8e23-49a9-a111-db86bfa328ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5933864 Sep 16 05:09:25.114911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47494) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:25.117830 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874e2c99-8b62-4aed-b609-306ea333e5ae None None] Sync routers for ids ['ec813abf-8e23-49a9-a111-db86bfa328ca'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:09:25.137480 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e2c99-8b62-4aed-b609-306ea333e5ae None None] Routers {'ec813abf-8e23-49a9-a111-db86bfa328ca'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:25.138161 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-874e2c99-8b62-4aed-b609-306ea333e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:09:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ec813abf-8e23-49a9-a111-db86bfa328ca'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:25.146403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: c9483321-32c9-46f6-bb93-10f306d4a5eb {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:25.146763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c9483321-32c9-46f6-bb93-10f306d4a5eb not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:25.147200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 03146bee-6b6f-4998-912e-302568da26d0 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:25.166008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 03146bee-6b6f-4998-912e-302568da26d0 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:25.166914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 03146bee-6b6f-4998-912e-302568da26d0 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:25.230082 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.250501 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-874e2c99-8b62-4aed-b609-306ea333e5ae None None] Set router ec813abf-8e23-49a9-a111-db86bfa328ca gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:25.335376 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.389496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Deleting port c95c19b6-9434-48a8-bfbb-34c82b5c1af4 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:25.390205 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.434162 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-874e2c99-8b62-4aed-b609-306ea333e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'name': 'tempest-TestVolumeBackupRestore-572797177-router', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:09:24Z', 'revision_number': 5, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'gw_port': {'id': 'c95c19b6-9434-48a8-bfbb-34c82b5c1af4', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:25.462740 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874e2c99-8b62-4aed-b609-306ea333e5ae None None] Checking router: ec813abf-8e23-49a9-a111-db86bfa328ca for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:09:25.470884 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e2c99-8b62-4aed-b609-306ea333e5ae None None] Routers {'ec813abf-8e23-49a9-a111-db86bfa328ca'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:09:25.471504 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-874e2c99-8b62-4aed-b609-306ea333e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:09:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ec813abf-8e23-49a9-a111-db86bfa328ca'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:25.474793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] For port c95c19b6-9434-48a8-bfbb-34c82b5c1af4, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c95c19b6-9434-48a8-bfbb-34c82b5c1af4,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:25.475293 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.489158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Calling delete_port for c95c19b6-9434-48a8-bfbb-34c82b5c1af4 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:25.556687 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-874e2c99-8b62-4aed-b609-306ea333e5ae None None] Set router ec813abf-8e23-49a9-a111-db86bfa328ca gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:09:25.580029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec16e9-5c04-43cd-b256-1e97d2dd361b req-a979de21-4d4a-4de2-a42d-7e7dc5b50ed1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:25.581578 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00ec16e9-5c04-43cd-b256-1e97d2dd361b req-a979de21-4d4a-4de2-a42d-7e7dc5b50ed1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0936074 Sep 16 05:09:25.609090 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-874e2c99-8b62-4aed-b609-306ea333e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'name': 'tempest-TestVolumeBackupRestore-572797177-router', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:09:25Z', 'revision_number': 6, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:25.638318 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874e2c99-8b62-4aed-b609-306ea333e5ae None None] The sync data for ids ['ec813abf-8e23-49a9-a111-db86bfa328ca'] in n-d-712142-17 is: [{'id': 'ec813abf-8e23-49a9-a111-db86bfa328ca', 'name': 'tempest-TestVolumeBackupRestore-572797177-router', 'tenant_id': '7b68bd0ccd594fad91fc548a8501af13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:05:42Z', 'updated_at': '2021-09-16T05:09:25Z', 'revision_number': 6, 'project_id': '7b68bd0ccd594fad91fc548a8501af13', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:09:25.674596 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00ec16e9-5c04-43cd-b256-1e97d2dd361b req-e63a9985-a9cd-4c4a-b736-1867baa692bb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826292 Sep 16 05:09:25.743033 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.774880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Pushing event deleted for resources: {'Port': ['ID=c95c19b6-9434-48a8-bfbb-34c82b5c1af4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:25.844949 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.943779 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.946455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.999105 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:25.999846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec813abf-8e23-49a9-a111-db86bfa328ca {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:09:26.005003 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.006573 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0b6a616a-fddd-4a36-94fd-c0113c0d41de admin admin] 10.222.0.53 "DELETE /v2.0/routers/ec813abf-8e23-49a9-a111-db86bfa328ca HTTP/1.1" status: 204 len: 168 time: 0.8906701 Sep 16 05:09:26.008975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47504) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.013648 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47506) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.064076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ade309-878d-40a1-b418-643d2a87ab62 admin admin] Deleting subnet c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:09:26.067958 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88ade309-878d-40a1-b418-643d2a87ab62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.105630 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88ade309-878d-40a1-b418-643d2a87ab62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.149140 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5583dab-3afa-44f5-bce3-9c40f68e9200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.185897 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88ade309-878d-40a1-b418-643d2a87ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.248193 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88ade309-878d-40a1-b418-643d2a87ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.256099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5583dab-3afa-44f5-bce3-9c40f68e9200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.263324 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5583dab-3afa-44f5-bce3-9c40f68e9200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.280581 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ade309-878d-40a1-b418-643d2a87ab62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.284245 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88ade309-878d-40a1-b418-643d2a87ab62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.286204 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-88ade309-878d-40a1-b418-643d2a87ab62 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c2b9bb40-081a-4f9d-ace4-f5d2bafaeed1 HTTP/1.1" status: 204 len: 168 time: 0.2755203 Sep 16 05:09:26.289102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47510) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.296175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0922b-e9ec-488b-8f36-f7cca83a7cc5 None None] Network d053baf0-9dfb-4dc7-a17c-49463d3416e0 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:09:26.302872 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a5583dab-3afa-44f5-bce3-9c40f68e9200 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1fb52ab480e54f93859e42afe96b71ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881429 Sep 16 05:09:26.303745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5583dab-3afa-44f5-bce3-9c40f68e9200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c475764a-d763-4588-b5ec-1eeecdf0c8c1,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.307663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47512) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:26.362130 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f554bacc-b946-4cd7-ae7f-5c5416156262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.362680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.389176 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f554bacc-b946-4cd7-ae7f-5c5416156262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.422310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Deleting port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:26.422916 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.447030 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f554bacc-b946-4cd7-ae7f-5c5416156262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.451198 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f554bacc-b946-4cd7-ae7f-5c5416156262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.453662 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f554bacc-b946-4cd7-ae7f-5c5416156262 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c475764a-d763-4588-b5ec-1eeecdf0c8c1 HTTP/1.1" status: 204 len: 168 time: 0.1438112 Sep 16 05:09:26.461468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554bacc-b946-4cd7-ae7f-5c5416156262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c475764a-d763-4588-b5ec-1eeecdf0c8c1,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.511361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] For port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=87ceef81-1ce7-4ee2-9cbf-7bc714020a6c,segment=NetworkSegment(27764ee2-98ce-417a-9369-01943c975a98),segment_id=27764ee2-98ce-417a-9369-01943c975a98)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:26.511732 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.525866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Calling delete_port for 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:26.535430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b944e09c-9e47-4da2-8acc-4f66773da082 None None] DHCP port deletion for d053baf0-9dfb-4dc7-a17c-49463d3416e0 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:09:26.617422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b944e09c-9e47-4da2-8acc-4f66773da082 None None] Deleting port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:26.617422 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b944e09c-9e47-4da2-8acc-4f66773da082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.626124 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.658538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ceef81-1ce7-4ee2-9cbf-7bc714020a6c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.663009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] No DVR routers for this DVR port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:26.690136 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-b944e09c-9e47-4da2-8acc-4f66773da082 None None] For port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=87ceef81-1ce7-4ee2-9cbf-7bc714020a6c,segment=NetworkSegment(27764ee2-98ce-417a-9369-01943c975a98),segment_id=27764ee2-98ce-417a-9369-01943c975a98)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:26.690614 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b944e09c-9e47-4da2-8acc-4f66773da082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.706875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b944e09c-9e47-4da2-8acc-4f66773da082 None None] Calling delete_port for 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:26.743334 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.766011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d053baf0-9dfb-4dc7-a17c-49463d3416e0']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:26.781520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27764ee2-98ce-417a-9369-01943c975a98') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:26.781875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27764ee2-98ce-417a-9369-01943c975a98') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:09:26.821452 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b944e09c-9e47-4da2-8acc-4f66773da082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.825022 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.841186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b944e09c-9e47-4da2-8acc-4f66773da082 None None] No DVR routers for this DVR port 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:26.850996 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.863067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:09:26.863684 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:09:26.866230 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:09:26.882722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380b570-c095-4c75-b97c-99a10c70bbf3 req-7a32b029-1b98-48ec-ae27-c101c481a1f5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:26.884466 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944e09c-9e47-4da2-8acc-4f66773da082 None None] Pushing event deleted for resources: {'Port': ['ID=87ceef81-1ce7-4ee2-9cbf-7bc714020a6c,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:26.885139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4380b570-c095-4c75-b97c-99a10c70bbf3 req-7a32b029-1b98-48ec-ae27-c101c481a1f5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0943992 Sep 16 05:09:26.951942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:26.975544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:26.976007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 87ceef81-1ce7-4ee2-9cbf-7bc714020a6c not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:26.977024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ec61cbfc-4ee7-438b-bc6d-839c9b51e4af no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:26.996122 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.000377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ec61cbfc-4ee7-438b-bc6d-839c9b51e4af {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:27.000736 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ec61cbfc-4ee7-438b-bc6d-839c9b51e4af not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:27.001251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c95c19b6-9434-48a8-bfbb-34c82b5c1af4 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:27.021217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: c95c19b6-9434-48a8-bfbb-34c82b5c1af4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:27.021570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c95c19b6-9434-48a8-bfbb-34c82b5c1af4 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:27.022020 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4380b570-c095-4c75-b97c-99a10c70bbf3 req-fa6832b8-cf43-4162-8aa9-d2bc55a62d15 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262488 Sep 16 05:09:27.023232 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.029009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d053baf0-9dfb-4dc7-a17c-49463d3416e0 HTTP/1.1" status: 204 len: 168 time: 0.7349818 Sep 16 05:09:27.029009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12210662-d6f4-44d6-a558-59def8d5d8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d053baf0-9dfb-4dc7-a17c-49463d3416e0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:27.206008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47536) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.251307 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b65081dd-8b73-4702-83db-bf7581fe64a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64889ba0e11146b9a4019af40d12cc94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441186 Sep 16 05:09:27.253726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47540) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.302206 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c777a3be-3545-4c81-99b0-f6c80f87d76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.325847 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c777a3be-3545-4c81-99b0-f6c80f87d76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.374284 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c777a3be-3545-4c81-99b0-f6c80f87d76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.376945 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c777a3be-3545-4c81-99b0-f6c80f87d76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.378163 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c777a3be-3545-4c81-99b0-f6c80f87d76b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72e7390f-7226-410a-a221-eeeaa3205487 HTTP/1.1" status: 204 len: 168 time: 0.1235387 Sep 16 05:09:27.389769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777a3be-3545-4c81-99b0-f6c80f87d76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e7390f-7226-410a-a221-eeeaa3205487,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:27.660555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47554) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.702233 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d094a326-e931-4d9c-9889-9c3cf9eb2164 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b68bd0ccd594fad91fc548a8501af13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403626 Sep 16 05:09:27.704992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47558) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:27.757937 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-312047b5-4faa-46fb-92b8-e03eda35727f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.789515 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-312047b5-4faa-46fb-92b8-e03eda35727f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.840690 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-312047b5-4faa-46fb-92b8-e03eda35727f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.843358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-312047b5-4faa-46fb-92b8-e03eda35727f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:27.844574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-312047b5-4faa-46fb-92b8-e03eda35727f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ad7dfe2-21d1-4c4a-8c4f-ad18e8a17c9a HTTP/1.1" status: 204 len: 168 time: 0.1386275 Sep 16 05:09:27.852312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312047b5-4faa-46fb-92b8-e03eda35727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad7dfe2-21d1-4c4a-8c4f-ad18e8a17c9a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.171614 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b99b2-01bb-4723-b9b1-4941877a1b7c req-6102dd4c-7ba9-478d-b9aa-b801ef839d96 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:28.173274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-539b99b2-01bb-4723-b9b1-4941877a1b7c req-6102dd4c-7ba9-478d-b9aa-b801ef839d96 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 943 time: 0.0698850 Sep 16 05:09:28.187893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:28.219058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-539b99b2-01bb-4723-b9b1-4941877a1b7c req-bb39ba5b-d03c-4011-ac7a-fd36f21acdfd tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389223 Sep 16 05:09:28.318806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:28.333654 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '85b16fe3-4526-48cb-8db8-b6bf2f0f5f73', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'port_id': '85b16fe3-4526-48cb-8db8-b6bf2f0f5f73', 'mac_address': 'fa:16:3e:1a:05:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:28.381454 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.396444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:28.419033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:28.424043 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:28.472157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:28.679676 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['85b16fe3-4526-48cb-8db8-b6bf2f0f5f73'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:29.271986 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47630) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.338750 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005e485-9ddb-4b30-bd05-75531d507149 req-0eca02bf-4a8e-4505-804e-85529e808629 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:29.340396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e005e485-9ddb-4b30-bd05-75531d507149 req-0eca02bf-4a8e-4505-804e-85529e808629 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 944 time: 0.0497694 Sep 16 05:09:29.380055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e005e485-9ddb-4b30-bd05-75531d507149 req-645ac3cd-61ce-4a80-b23e-9248e3fffed7 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Sep 16 05:09:29.380865 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13951a53-13e9-4fe5-a91a-fac210ee1c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.469288 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13951a53-13e9-4fe5-a91a-fac210ee1c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.472992 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13951a53-13e9-4fe5-a91a-fac210ee1c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.510029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13951a53-13e9-4fe5-a91a-fac210ee1c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa79f05-2e33-4477-ba27-5e081b42aecb,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:29.514490 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-13951a53-13e9-4fe5-a91a-fac210ee1c65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=afa01d60e07c4c94b0c7d4b689777e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413640 Sep 16 05:09:29.517481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47634) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.568094 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36183f4b-3492-40cb-947d-7b3d40221991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.589472 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36183f4b-3492-40cb-947d-7b3d40221991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.634612 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36183f4b-3492-40cb-947d-7b3d40221991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.637398 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36183f4b-3492-40cb-947d-7b3d40221991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:29.638582 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-36183f4b-3492-40cb-947d-7b3d40221991 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fa79f05-2e33-4477-ba27-5e081b42aecb HTTP/1.1" status: 204 len: 168 time: 0.1205580 Sep 16 05:09:29.646198 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36183f4b-3492-40cb-947d-7b3d40221991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa79f05-2e33-4477-ba27-5e081b42aecb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:29.898143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47640) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:29.911931 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9356ebf3-9636-4166-bb84-12289539237d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.003020 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9356ebf3-9636-4166-bb84-12289539237d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.006573 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9356ebf3-9636-4166-bb84-12289539237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.044675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9356ebf3-9636-4166-bb84-12289539237d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5bd331ca6a64b4c8dd07c8b25465d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454601 Sep 16 05:09:30.046043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356ebf3-9636-4166-bb84-12289539237d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9892be75-6ea7-441e-b656-003b397dc985,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.047442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47642) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:30.100676 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-367ae696-62dd-4976-b1a1-20aa32d04a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.122590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-367ae696-62dd-4976-b1a1-20aa32d04a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.168086 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-367ae696-62dd-4976-b1a1-20aa32d04a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.170789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-367ae696-62dd-4976-b1a1-20aa32d04a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.171937 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-367ae696-62dd-4976-b1a1-20aa32d04a5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9892be75-6ea7-441e-b656-003b397dc985 HTTP/1.1" status: 204 len: 168 time: 0.1235130 Sep 16 05:09:30.179326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ae696-62dd-4976-b1a1-20aa32d04a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9892be75-6ea7-441e-b656-003b397dc985,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.200813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:09:30.250644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:09:30.254415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:09:30.254797 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.336726 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.360669 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e263b5-fd8c-431b-87a7-b8776c4bae46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b16fe3-4526-48cb-8db8-b6bf2f0f5f73'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:30.362868 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0614ff-042a-4931-a3e1-0efc87b09785" -d '{"events": [{"server_uuid": "d4e263b5-fd8c-431b-87a7-b8776c4bae46", "name": "network-vif-plugged", "status": "completed", "tag": "85b16fe3-4526-48cb-8db8-b6bf2f0f5f73"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:30.375429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:30.381271 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:30.405255 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35321a6b-ccdc-43b6-8080-d057f393a367 x-openstack-request-id: req-35321a6b-ccdc-43b6-8080-d057f393a367 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:30.405544 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e263b5-fd8c-431b-87a7-b8776c4bae46", "name": "network-vif-plugged", "status": "completed", "tag": "85b16fe3-4526-48cb-8db8-b6bf2f0f5f73", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:30.405831 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35321a6b-ccdc-43b6-8080-d057f393a367 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:30.406216 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e263b5-fd8c-431b-87a7-b8776c4bae46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b16fe3-4526-48cb-8db8-b6bf2f0f5f73', 'code': 200} Sep 16 05:09:30.436578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:30.537540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492240f9-7cc1-45ec-88b7-76015a125867 req-8ff0beaf-132c-47f1-911a-33e0a250ba92 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.539077 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-492240f9-7cc1-45ec-88b7-76015a125867 req-8ff0beaf-132c-47f1-911a-33e0a250ba92 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 945 time: 0.0820901 Sep 16 05:09:30.546332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e060cf-f4e3-4ab3-9994-e00333d621ef req-4759ff21-ce0f-46dc-bf69-99cacf9be726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:30.547885 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0e060cf-f4e3-4ab3-9994-e00333d621ef req-4759ff21-ce0f-46dc-bf69-99cacf9be726 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 1097 time: 0.0604513 Sep 16 05:09:30.602967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-492240f9-7cc1-45ec-88b7-76015a125867 req-29b09ef6-68a4-4e98-8135-a163f4641cba tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541284 Sep 16 05:09:30.609544 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0e060cf-f4e3-4ab3-9994-e00333d621ef req-12b90ebe-3d5b-4c90-9273-0ac90b46b640 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 Sep 16 05:09:30.901990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47668) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.012371 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-6026f48f-fc11-4f38-ab46-46a2b12f49a1 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.013416 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6026f48f-fc11-4f38-ab46-46a2b12f49a1 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1103532 Sep 16 05:09:31.016300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47676) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.020078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-0e3c5786-7bc5-403f-b9a3-944943586f72 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.021029 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0e3c5786-7bc5-403f-b9a3-944943586f72 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0038717 Sep 16 05:09:31.023031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47678) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.026680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-69baa46a-f29e-4504-a055-f167e48cdb88 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.027600 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-69baa46a-f29e-4504-a055-f167e48cdb88 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0037582 Sep 16 05:09:31.029718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47680) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.033333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-b7b46199-b526-4bd6-be79-c4d417aad43e tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.034276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b7b46199-b526-4bd6-be79-c4d417aad43e tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0037458 Sep 16 05:09:31.036220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47682) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.039838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-9b8e8904-c29f-4c2e-aeaf-190abafcb656 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.040756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9b8e8904-c29f-4c2e-aeaf-190abafcb656 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0037267 Sep 16 05:09:31.042730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47684) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.046370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-a46ba993-0316-4886-897a-68b82ef7eaec tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.047283 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a46ba993-0316-4886-897a-68b82ef7eaec tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037448 Sep 16 05:09:31.049359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47686) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.054024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-30beeb3e-f366-44a6-862a-7b1727fa0474 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.054950 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-30beeb3e-f366-44a6-862a-7b1727fa0474 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046883 Sep 16 05:09:31.057641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47688) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.061391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-5d647f99-0cac-4cdb-baa4-f71a3946ee18 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.062339 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5d647f99-0cac-4cdb-baa4-f71a3946ee18 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0038626 Sep 16 05:09:31.064374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47690) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.067934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-2171e6c0-f925-46e1-bab3-800417008704 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.068841 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2171e6c0-f925-46e1-bab3-800417008704 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0036726 Sep 16 05:09:31.070798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47692) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.075055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-13e7a428-037c-4a4c-9284-9284348ed9f5 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.075963 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-13e7a428-037c-4a4c-9284-9284348ed9f5 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043678 Sep 16 05:09:31.078330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47694) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.082709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-20ece148-352f-4932-8694-e3839aefd66f tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.083692 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-20ece148-352f-4932-8694-e3839aefd66f tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043974 Sep 16 05:09:31.085926 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47696) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.090252 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-90baf794-46cf-4b7c-83c0-99fc85e7dd68 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.091212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-90baf794-46cf-4b7c-83c0-99fc85e7dd68 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044107 Sep 16 05:09:31.093125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47698) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.096748 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-c9e05e96-6435-415d-935f-e33cab539835 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.097700 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c9e05e96-6435-415d-935f-e33cab539835 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0037065 Sep 16 05:09:31.099683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47700) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.103982 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-3e6e28d4-0be2-48fe-9f8a-a2286f8e8f9d tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.104974 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3e6e28d4-0be2-48fe-9f8a-a2286f8e8f9d tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044842 Sep 16 05:09:31.107118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47702) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.111524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-247fb248-646d-479d-bae0-f9b6b4b54b04 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.112497 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-247fb248-646d-479d-bae0-f9b6b4b54b04 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045538 Sep 16 05:09:31.114558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47704) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.118177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-c701406a-098b-4837-a05c-f68a4e0ded67 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.120928 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c701406a-098b-4837-a05c-f68a4e0ded67 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0055113 Sep 16 05:09:31.121402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47706) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.125850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-78eaaaa6-299c-40db-b232-59075191592b tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.126987 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78eaaaa6-299c-40db-b232-59075191592b tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044620 Sep 16 05:09:31.129438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47708) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.133255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-2dae700b-ad2b-4a30-8253-358e5cec3936 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.134183 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2dae700b-ad2b-4a30-8253-358e5cec3936 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0038617 Sep 16 05:09:31.137042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47710) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.140801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-d3d4fcd5-6b96-4b68-b18b-fabfc06eb532 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.141735 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d3d4fcd5-6b96-4b68-b18b-fabfc06eb532 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0038674 Sep 16 05:09:31.143799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47712) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.147456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-e5e64963-3005-4a29-9c1b-cb4021c1c698 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.148306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e5e64963-3005-4a29-9c1b-cb4021c1c698 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0037019 Sep 16 05:09:31.150874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47714) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.155147 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-048d3bd9-8ab7-4b64-be9c-5dfc0799bda2 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.156059 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-048d3bd9-8ab7-4b64-be9c-5dfc0799bda2 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043709 Sep 16 05:09:31.158125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47716) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.161727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-2e7d881e-26ce-4319-9499-87421cf7019f tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.162655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2e7d881e-26ce-4319-9499-87421cf7019f tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0037286 Sep 16 05:09:31.164669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47718) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.168949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-6cde3371-863b-4f65-b72c-285d5788e3ce tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.169902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6cde3371-863b-4f65-b72c-285d5788e3ce tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044005 Sep 16 05:09:31.171924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47720) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.175520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-9e2856d0-e940-44ef-9652-ea8caa7a8ad1 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.176436 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9e2856d0-e940-44ef-9652-ea8caa7a8ad1 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0037112 Sep 16 05:09:31.178672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47722) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.182391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-4e75aa7e-e2ef-447c-950b-c4225dbf503d tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.183317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4e75aa7e-e2ef-447c-950b-c4225dbf503d tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0038419 Sep 16 05:09:31.185281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47724) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.188877 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-b5e9a675-9432-481f-978b-b378e9c1b1e5 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.189856 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b5e9a675-9432-481f-978b-b378e9c1b1e5 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037107 Sep 16 05:09:31.191909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47726) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.195509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-23acea09-2148-4072-af29-2fe0c61b85f8 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.196400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-23acea09-2148-4072-af29-2fe0c61b85f8 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0036893 Sep 16 05:09:31.198855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47728) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.203388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-8dd48e3a-0844-48c4-9ed4-722d69dfaa3a tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.204371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8dd48e3a-0844-48c4-9ed4-722d69dfaa3a tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045950 Sep 16 05:09:31.206519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47730) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.210255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-899b2684-c648-443f-b402-6e9a6496cc21 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.211188 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-899b2684-c648-443f-b402-6e9a6496cc21 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0038245 Sep 16 05:09:31.213800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47732) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.217476 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-fbf718dc-d022-4c3c-aa8f-a4de09f50fb1 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.218433 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fbf718dc-d022-4c3c-aa8f-a4de09f50fb1 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0038390 Sep 16 05:09:31.220492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47734) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.224177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-5bf57db8-e59a-4f2c-9e17-9f312c11f12a tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.225097 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5bf57db8-e59a-4f2c-9e17-9f312c11f12a tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0037954 Sep 16 05:09:31.227021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47736) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.231364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-2ac120a6-921f-4770-93bd-5d5d8f923674 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.232292 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2ac120a6-921f-4770-93bd-5d5d8f923674 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044539 Sep 16 05:09:31.234358 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47738) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.238573 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-e57a2881-e717-4a3c-a681-4cd316d54b21 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.239520 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e57a2881-e717-4a3c-a681-4cd316d54b21 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043437 Sep 16 05:09:31.241503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47740) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.245958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-1ac63d10-d2e8-4413-a3ee-2bb563bbcb4f tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.246880 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1ac63d10-d2e8-4413-a3ee-2bb563bbcb4f tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045121 Sep 16 05:09:31.248851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47742) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.252546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-40e0b03f-7f86-4cf3-92e0-cb7fafa777a9 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.253476 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-40e0b03f-7f86-4cf3-92e0-cb7fafa777a9 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0038137 Sep 16 05:09:31.255442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47744) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.259101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-42f0b8e9-31ea-4ddf-b697-06ece9cdf79b tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.260655 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-42f0b8e9-31ea-4ddf-b697-06ece9cdf79b tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043833 Sep 16 05:09:31.262613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47746) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.266259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-1b9cfc03-cda5-47c1-817f-74d2bd4bebab tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.267183 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1b9cfc03-cda5-47c1-817f-74d2bd4bebab tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0037527 Sep 16 05:09:31.269105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47748) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.272748 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-9e48a574-7601-4a31-89cf-e5411ef2da91 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.273746 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9e48a574-7601-4a31-89cf-e5411ef2da91 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0037904 Sep 16 05:09:31.275974 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47750) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.279718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-64709f5a-a2ff-4fde-ada2-9e75a84eeb03 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.280684 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-64709f5a-a2ff-4fde-ada2-9e75a84eeb03 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0038588 Sep 16 05:09:31.282755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47752) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.286411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-614b75b4-0e47-4a1e-b335-9856c57c5f51 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.287330 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-614b75b4-0e47-4a1e-b335-9856c57c5f51 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0037541 Sep 16 05:09:31.289303 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47754) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.293560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-f69bcd28-4a66-4476-bffd-26349e9e7947 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.294519 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f69bcd28-4a66-4476-bffd-26349e9e7947 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043647 Sep 16 05:09:31.296473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47756) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.300097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-6b8fded6-5258-440d-ab47-40e5ef6d7795 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.301031 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6b8fded6-5258-440d-ab47-40e5ef6d7795 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0037451 Sep 16 05:09:31.302959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47758) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.307214 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-187baeb1-90a4-49ca-9c23-9351523b506d tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.308192 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-187baeb1-90a4-49ca-9c23-9351523b506d tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043664 Sep 16 05:09:31.310348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47760) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.314007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-01f40526-63c7-4be6-962e-59d221d67405 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.314940 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-01f40526-63c7-4be6-962e-59d221d67405 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0037763 Sep 16 05:09:31.316846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47762) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.320502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-421b68b1-209d-4537-a252-464662d6d583 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.321428 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-421b68b1-209d-4537-a252-464662d6d583 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0037723 Sep 16 05:09:31.324735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47764) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.329173 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-2aa0fd25-ed75-45fa-ba8a-a308e379d4d3 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.330165 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2aa0fd25-ed75-45fa-ba8a-a308e379d4d3 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045269 Sep 16 05:09:31.332442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47766) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.336856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-c2bc5897-3658-4ee7-8598-35b471184a22 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.337871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c2bc5897-3658-4ee7-8598-35b471184a22 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045166 Sep 16 05:09:31.340294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47768) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.343990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-29f2e4d2-c0df-4b21-8df4-e6ca24522848 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.344908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-29f2e4d2-c0df-4b21-8df4-e6ca24522848 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0037994 Sep 16 05:09:31.346978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47770) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.350623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-e9de9a30-6468-4ba6-ae60-b04746fc6c20 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.351541 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e9de9a30-6468-4ba6-ae60-b04746fc6c20 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0037479 Sep 16 05:09:31.354003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47772) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.357570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-272839ec-2d16-434d-9f46-d2b7f046ae5e tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.358514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-272839ec-2d16-434d-9f46-d2b7f046ae5e tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0037115 Sep 16 05:09:31.360427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47774) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.364055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-b6484956-f53b-41b4-8fbc-73f059b646ef tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.364978 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b6484956-f53b-41b4-8fbc-73f059b646ef tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0037463 Sep 16 05:09:31.366916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47776) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.371084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-022ccd1b-2584-47a9-9136-14fe70810af5 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.372006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-022ccd1b-2584-47a9-9136-14fe70810af5 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042787 Sep 16 05:09:31.374136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47778) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.377785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-fcb12ac3-27fd-4134-b53c-ed89efe92d29 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.378714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fcb12ac3-27fd-4134-b53c-ed89efe92d29 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037677 Sep 16 05:09:31.380762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47780) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.385452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-8ee4ae7f-2427-48d9-9361-4871e0a6135a tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.386516 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8ee4ae7f-2427-48d9-9361-4871e0a6135a tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048134 Sep 16 05:09:31.388570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47782) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.392257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-afdede23-db94-496e-be78-f4baef96368a tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.393177 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-afdede23-db94-496e-be78-f4baef96368a tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0037873 Sep 16 05:09:31.395149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47784) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.398845 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-cd688a9e-a9a9-45a0-8b4b-0ec5d301e12b tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.399724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cd688a9e-a9a9-45a0-8b4b-0ec5d301e12b tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0037620 Sep 16 05:09:31.402359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47786) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.406690 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [None req-da02bbdc-7c2c-4a3e-83b3-6da5da97aea4 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.407624 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-da02bbdc-7c2c-4a3e-83b3-6da5da97aea4 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044544 Sep 16 05:09:31.409657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47788) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.413559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-2f353085-1931-41c9-9630-86ef4083c2cc tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.414531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2f353085-1931-41c9-9630-86ef4083c2cc tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0040021 Sep 16 05:09:31.416697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47790) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.424093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-195e6aa7-7857-411d-8e13-35753d59259d tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.425031 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-195e6aa7-7857-411d-8e13-35753d59259d tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0075262 Sep 16 05:09:31.427113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47792) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.430760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-9740ae76-f16c-489e-81dc-d570cf7e6c0b tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.431731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9740ae76-f16c-489e-81dc-d570cf7e6c0b tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0037894 Sep 16 05:09:31.433659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47794) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.437291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-07c98acc-1c83-4c8d-9e03-5cf0922aff91 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.438290 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-07c98acc-1c83-4c8d-9e03-5cf0922aff91 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037847 Sep 16 05:09:31.440231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47796) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.443854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-08fee75d-3a7f-4c18-943c-57ff4545bbd9 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.444769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-08fee75d-3a7f-4c18-943c-57ff4545bbd9 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0037241 Sep 16 05:09:31.446713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47798) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.451120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-7d1cc16a-3dda-4c7e-8953-a2a5b1ccd788 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.452046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7d1cc16a-3dda-4c7e-8953-a2a5b1ccd788 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0039413 Sep 16 05:09:31.454326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47800) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.457967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-43c5fd4d-60a5-40ec-8490-c865bff81e6f tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.458889 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-43c5fd4d-60a5-40ec-8490-c865bff81e6f tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0037467 Sep 16 05:09:31.460837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47802) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.465183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-fdac891c-2dd3-43ac-a365-84038d717583 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.466149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fdac891c-2dd3-43ac-a365-84038d717583 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044775 Sep 16 05:09:31.468040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47804) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.471670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-fcef5e23-949e-41fa-8265-012b460e5f15 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.472615 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fcef5e23-949e-41fa-8265-012b460e5f15 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0037386 Sep 16 05:09:31.474571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47806) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.478846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-bbb33e60-9f7f-4e88-b8ab-2fae0fddf051 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.479726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bbb33e60-9f7f-4e88-b8ab-2fae0fddf051 tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043139 Sep 16 05:09:31.481721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47808) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.485506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-1bf4bd42-601d-4b34-94b8-d95bf415b17c tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.486798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1bf4bd42-601d-4b34-94b8-d95bf415b17c tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0039670 Sep 16 05:09:31.488891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47810) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.492649 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [None req-4b6d90e0-68e4-421d-8204-7d9145d328ec tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:09:31.493627 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4b6d90e0-68e4-421d-8204-7d9145d328ec tempest-ExtensionsTestJSON-1794794585 tempest-ExtensionsTestJSON-1794794585-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0038404 Sep 16 05:09:31.727110 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03846229-9279-4247-aad2-d2f0a1e41bb4 req-5a6b8966-1d0e-44fa-9b20-7bcbb364ba23 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:31.729342 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03846229-9279-4247-aad2-d2f0a1e41bb4 req-5a6b8966-1d0e-44fa-9b20-7bcbb364ba23 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 945 time: 0.0521150 Sep 16 05:09:31.748637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47818) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:31.774497 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03846229-9279-4247-aad2-d2f0a1e41bb4 req-8d78c009-6106-4b77-b6ca-501f167c583f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 Sep 16 05:09:31.858830 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.953955 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.958066 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:31.999503 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dffc366c0d1e4cd9a827c5e2d3bb752e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497747 Sep 16 05:09:32.001400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da946a76-1431-470c-b01c-03ce2ef4e7e3,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.002307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47824) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.009654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:32.010009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:32.010352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:32.010691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:32.011030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:32.011362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:32.011691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:32.012019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:32.012345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:32.012670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:32.012994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:32.013317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddf5fb-92c8-4281-98f0-3e227a38346a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:32.052135 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c314998f-a19c-4288-81b1-7900ea4a0350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.073282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c314998f-a19c-4288-81b1-7900ea4a0350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.121760 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c314998f-a19c-4288-81b1-7900ea4a0350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.124362 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c314998f-a19c-4288-81b1-7900ea4a0350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.125556 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c314998f-a19c-4288-81b1-7900ea4a0350 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da946a76-1431-470c-b01c-03ce2ef4e7e3 HTTP/1.1" status: 204 len: 168 time: 0.1223571 Sep 16 05:09:32.133062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314998f-a19c-4288-81b1-7900ea4a0350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da946a76-1431-470c-b01c-03ce2ef4e7e3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:32.765041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47846) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:32.865397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-4849e11c-977f-42d7-a06b-7044d96c4b2b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564860642'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:32.891133 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4849e11c-977f-42d7-a06b-7044d96c4b2b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.898603 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cda52-a69c-4b1d-ba19-8b1978dc52e0 req-a43a65d2-f453-46f7-aa36-657c322eb5d8 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:32.899319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4849e11c-977f-42d7-a06b-7044d96c4b2b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:32.900077 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d74cda52-a69c-4b1d-ba19-8b1978dc52e0 req-a43a65d2-f453-46f7-aa36-657c322eb5d8 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 945 time: 0.0576911 Sep 16 05:09:32.940437 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d74cda52-a69c-4b1d-ba19-8b1978dc52e0 req-c720685b-afb0-4c38-bd85-4ae3bbf10456 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Sep 16 05:09:33.006800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4849e11c-977f-42d7-a06b-7044d96c4b2b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.011013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4849e11c-977f-42d7-a06b-7044d96c4b2b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.048965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849e11c-977f-42d7-a06b-7044d96c4b2b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4057e66c-d709-4838-9d6b-5db8085321c4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.063719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e3557-d7c1-4eef-bc6f-2cb10a9ddef7 req-9d72da96-0c2d-4ec1-b247-49ef944f1188 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.065254 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-875e3557-d7c1-4eef-bc6f-2cb10a9ddef7 req-9d72da96-0c2d-4ec1-b247-49ef944f1188 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 945 time: 0.0556912 Sep 16 05:09:33.105222 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4849e11c-977f-42d7-a06b-7044d96c4b2b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.105737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-875e3557-d7c1-4eef-bc6f-2cb10a9ddef7 req-4a1b0d7f-1825-461f-a328-42021fa0101b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325642 Sep 16 05:09:33.108932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4849e11c-977f-42d7-a06b-7044d96c4b2b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.137079 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4849e11c-977f-42d7-a06b-7044d96c4b2b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.138371 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4849e11c-977f-42d7-a06b-7044d96c4b2b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3723085 Sep 16 05:09:33.140733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849e11c-977f-42d7-a06b-7044d96c4b2b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e84ad14-32dc-45de-9fd1-d5f87acaf07e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.141136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47856) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.236630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e7f9085e-9471-48c4-bebb-39f2ba881fe6 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0918570 Sep 16 05:09:33.236865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47858) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.240982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2eb3e512-20c3-488f-bbbc-e9e5dd816dee tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group': {'name': 'tempest-security--280578376', 'description': 'tempest-security-description-1709810103'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:33.263134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebeb96-6c8d-45e1-8a26-4f85946c5ed4 req-dbf99980-0e91-4c5c-86d7-689d4e9e07f6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.264608 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56ebeb96-6c8d-45e1-8a26-4f85946c5ed4 req-dbf99980-0e91-4c5c-86d7-689d4e9e07f6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 945 time: 0.0863400 Sep 16 05:09:33.291738 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e512-20c3-488f-bbbc-e9e5dd816dee tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.328182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56ebeb96-6c8d-45e1-8a26-4f85946c5ed4 req-1f7bb74a-f92d-44e1-a66c-1749de2a3faf tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544059 Sep 16 05:09:33.348778 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e512-20c3-488f-bbbc-e9e5dd816dee tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.352469 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e512-20c3-488f-bbbc-e9e5dd816dee tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.356709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e512-20c3-488f-bbbc-e9e5dd816dee tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.358127 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2eb3e512-20c3-488f-bbbc-e9e5dd816dee tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "PUT /v2.0/security-groups/2e84ad14-32dc-45de-9fd1-d5f87acaf07e HTTP/1.1" status: 200 len: 1779 time: 0.1204119 Sep 16 05:09:33.361277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47862) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.382755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3e512-20c3-488f-bbbc-e9e5dd816dee tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e84ad14-32dc-45de-9fd1-d5f87acaf07e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.404013 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9bc2f8e7-5832-4f3d-82a1-9edbcbe61ffb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-groups/2e84ad14-32dc-45de-9fd1-d5f87acaf07e HTTP/1.1" status: 200 len: 1779 time: 0.0404460 Sep 16 05:09:33.405338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47864) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.461840 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f151f48b-8f7a-4f60-a572-5fe7557e6bff tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.486440 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f151f48b-8f7a-4f60-a572-5fe7557e6bff tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.529882 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f151f48b-8f7a-4f60-a572-5fe7557e6bff tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.533316 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f151f48b-8f7a-4f60-a572-5fe7557e6bff tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.534574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f151f48b-8f7a-4f60-a572-5fe7557e6bff tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-groups/2e84ad14-32dc-45de-9fd1-d5f87acaf07e HTTP/1.1" status: 204 len: 168 time: 0.1282067 Sep 16 05:09:33.537527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47870) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.547726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151f48b-8f7a-4f60-a572-5fe7557e6bff tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e84ad14-32dc-45de-9fd1-d5f87acaf07e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.586058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9ad3596c-cd6a-4594-8078-092cd4fb1083 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471196 Sep 16 05:09:33.589550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47874) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.603955 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-ff074ec8-adfa-45fe-b38c-84879c4eeb1a tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] delete failed (client error): The resource could not be found. Sep 16 05:09:33.605069 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ff074ec8-adfa-45fe-b38c-84879c4eeb1a tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-groups/2e84ad14-32dc-45de-9fd1-d5f87acaf07e HTTP/1.1" status: 404 len: 347 time: 0.0144861 Sep 16 05:09:33.608901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47876) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.613312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3894437a-3e53-4dfc-9599-599d28af7607 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group': {'name': 'tempest-secgroup--772155619'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:33.636763 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3894437a-3e53-4dfc-9599-599d28af7607 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.638706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558d249-8014-4155-869f-cf5f23b6d8fe req-8a932363-46be-4362-869b-fa61fe721108 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:33.640360 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5558d249-8014-4155-869f-cf5f23b6d8fe req-8a932363-46be-4362-869b-fa61fe721108 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 945 time: 0.0508132 Sep 16 05:09:33.685722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5558d249-8014-4155-869f-cf5f23b6d8fe req-a8bcc609-1e5b-4f4a-91df-63cddb575f34 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391836 Sep 16 05:09:33.720468 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3894437a-3e53-4dfc-9599-599d28af7607 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.724423 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3894437a-3e53-4dfc-9599-599d28af7607 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.749312 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3894437a-3e53-4dfc-9599-599d28af7607 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.750562 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3894437a-3e53-4dfc-9599-599d28af7607 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1407328 Sep 16 05:09:33.753559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47878) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.758298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894437a-3e53-4dfc-9599-599d28af7607 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1116322-9c93-427b-b00b-f337491a5820,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.758457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-8f0b63d3-ac39-4391-8131-a4b25c0d3221 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group_rule': {'security_group_id': 'a1116322-9c93-427b-b00b-f337491a5820', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:33.784822 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f0b63d3-ac39-4391-8131-a4b25c0d3221 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.831059 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f0b63d3-ac39-4391-8131-a4b25c0d3221 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.834412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f0b63d3-ac39-4391-8131-a4b25c0d3221 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.853698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b63d3-ac39-4391-8131-a4b25c0d3221 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9539384a-ae40-4aa4-8431-7883cb584618,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:33.857880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8f0b63d3-ac39-4391-8131-a4b25c0d3221 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.859738 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8f0b63d3-ac39-4391-8131-a4b25c0d3221 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1051221 Sep 16 05:09:33.863423 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47880) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.916116 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06a54010-102f-4ae2-8336-75ccd2ac6be4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.923991 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06a54010-102f-4ae2-8336-75ccd2ac6be4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.952008 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06a54010-102f-4ae2-8336-75ccd2ac6be4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.958414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-06a54010-102f-4ae2-8336-75ccd2ac6be4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:33.959543 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-06a54010-102f-4ae2-8336-75ccd2ac6be4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9539384a-ae40-4aa4-8431-7883cb584618 HTTP/1.1" status: 204 len: 168 time: 0.0952125 Sep 16 05:09:33.962284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47882) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:33.965779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a54010-102f-4ae2-8336-75ccd2ac6be4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9539384a-ae40-4aa4-8431-7883cb584618,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.010704 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1ef5ac82-e504-4f84-bd44-3cd1a8f3c2f6 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466933 Sep 16 05:09:34.013310 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47884) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.069657 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a31f346-aa2f-495a-849f-b6238c80dc60 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.091468 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a31f346-aa2f-495a-849f-b6238c80dc60 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.132333 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a31f346-aa2f-495a-849f-b6238c80dc60 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.135130 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9a31f346-aa2f-495a-849f-b6238c80dc60 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.136284 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9a31f346-aa2f-495a-849f-b6238c80dc60 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-groups/a1116322-9c93-427b-b00b-f337491a5820 HTTP/1.1" status: 204 len: 168 time: 0.1220412 Sep 16 05:09:34.138998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47886) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.145188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31f346-aa2f-495a-849f-b6238c80dc60 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1116322-9c93-427b-b00b-f337491a5820,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.187708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1747e8ed-8ac0-4aa0-96eb-92c1e22661ec tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0473847 Sep 16 05:09:34.191305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47888) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.195756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ca62c470-4e0e-4c58-ae7d-bb5b189698dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group': {'name': 'tempest-secgroup--556295549'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:34.218356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca62c470-4e0e-4c58-ae7d-bb5b189698dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.297784 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca62c470-4e0e-4c58-ae7d-bb5b189698dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.301409 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca62c470-4e0e-4c58-ae7d-bb5b189698dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.327104 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ca62c470-4e0e-4c58-ae7d-bb5b189698dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.328617 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ca62c470-4e0e-4c58-ae7d-bb5b189698dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1362402 Sep 16 05:09:34.331302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47890) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.336306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-15ef20e0-9fc5-4e6e-a4e1-348cd3191082 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group_rule': {'security_group_id': '9f1ba43e-4648-4f29-8515-ba5e9eea5887', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:34.343671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62c470-4e0e-4c58-ae7d-bb5b189698dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1ba43e-4648-4f29-8515-ba5e9eea5887,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.364414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15ef20e0-9fc5-4e6e-a4e1-348cd3191082 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.424785 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15ef20e0-9fc5-4e6e-a4e1-348cd3191082 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.428315 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15ef20e0-9fc5-4e6e-a4e1-348cd3191082 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.452672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef20e0-9fc5-4e6e-a4e1-348cd3191082 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448f031a-b8b6-4038-9208-5c71683a29ee,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.456539 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15ef20e0-9fc5-4e6e-a4e1-348cd3191082 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.458135 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-15ef20e0-9fc5-4e6e-a4e1-348cd3191082 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259069 Sep 16 05:09:34.460819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47892) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.466213 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6c6f5f12-ec44-4280-9f00-eb2543914d96 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group_rule': {'security_group_id': '9f1ba43e-4648-4f29-8515-ba5e9eea5887', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:34.491838 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5f12-ec44-4280-9f00-eb2543914d96 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.547888 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5f12-ec44-4280-9f00-eb2543914d96 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.551289 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5f12-ec44-4280-9f00-eb2543914d96 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.569174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f5f12-ec44-4280-9f00-eb2543914d96 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4d6f94-8212-4ab9-9b73-5d899980b0fb,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.574606 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5f12-ec44-4280-9f00-eb2543914d96 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.575827 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6c6f5f12-ec44-4280-9f00-eb2543914d96 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137872 Sep 16 05:09:34.578818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47894) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.583254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d6a83ed7-8cf5-4995-8ced-933c2adfc0fb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group_rule': {'security_group_id': '9f1ba43e-4648-4f29-8515-ba5e9eea5887', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:34.609634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6a83ed7-8cf5-4995-8ced-933c2adfc0fb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.667536 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6a83ed7-8cf5-4995-8ced-933c2adfc0fb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.671053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6a83ed7-8cf5-4995-8ced-933c2adfc0fb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.692610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a83ed7-8cf5-4995-8ced-933c2adfc0fb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac64690-6b49-435b-a230-63ccc8fff630,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.696007 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d6a83ed7-8cf5-4995-8ced-933c2adfc0fb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.697722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d6a83ed7-8cf5-4995-8ced-933c2adfc0fb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176093 Sep 16 05:09:34.700317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47896) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.705267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f4bd93e7-deee-4146-8a94-88a88bcf646f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group_rule': {'security_group_id': '9f1ba43e-4648-4f29-8515-ba5e9eea5887', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:34.733075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f4bd93e7-deee-4146-8a94-88a88bcf646f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.841871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eae48a-d4b5-4436-aaa4-8e3688213863 req-58f916fb-2df5-48a3-98f5-f89fb84097cb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:34.843398 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1eae48a-d4b5-4436-aaa4-8e3688213863 req-58f916fb-2df5-48a3-98f5-f89fb84097cb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 945 time: 0.0855429 Sep 16 05:09:34.845202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f4bd93e7-deee-4146-8a94-88a88bcf646f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.849831 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f4bd93e7-deee-4146-8a94-88a88bcf646f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.880001 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd93e7-deee-4146-8a94-88a88bcf646f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9625240-d941-40a6-8e3f-89a420fad3a0,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:34.890679 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f4bd93e7-deee-4146-8a94-88a88bcf646f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.891943 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f4bd93e7-deee-4146-8a94-88a88bcf646f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1904416 Sep 16 05:09:34.895020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47900) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:34.899717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e6f9afb3-5cfb-4f63-86ed-ee95c06611b2 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group_rule': {'security_group_id': '9f1ba43e-4648-4f29-8515-ba5e9eea5887', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:34.914725 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1eae48a-d4b5-4436-aaa4-8e3688213863 req-6c198d33-ddac-45d0-9730-2af0332b857f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583899 Sep 16 05:09:34.929000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e6f9afb3-5cfb-4f63-86ed-ee95c06611b2 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.982351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e6f9afb3-5cfb-4f63-86ed-ee95c06611b2 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:34.985791 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e6f9afb3-5cfb-4f63-86ed-ee95c06611b2 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.003552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9afb3-5cfb-4f63-86ed-ee95c06611b2 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0ee575-68f0-43b7-9b8e-9f17ac5400aa,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.010796 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e6f9afb3-5cfb-4f63-86ed-ee95c06611b2 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.012199 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e6f9afb3-5cfb-4f63-86ed-ee95c06611b2 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1159439 Sep 16 05:09:35.014820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47902) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.045171 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c851-46d3-41d5-8e3d-5800d036bffb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.052698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c851-46d3-41d5-8e3d-5800d036bffb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.079474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c851-46d3-41d5-8e3d-5800d036bffb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.085540 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dfa6c851-46d3-41d5-8e3d-5800d036bffb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.086681 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dfa6c851-46d3-41d5-8e3d-5800d036bffb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6d0ee575-68f0-43b7-9b8e-9f17ac5400aa HTTP/1.1" status: 204 len: 168 time: 0.0709348 Sep 16 05:09:35.090055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47904) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.093054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6c851-46d3-41d5-8e3d-5800d036bffb tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d0ee575-68f0-43b7-9b8e-9f17ac5400aa,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.158253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3fb58d6a-4278-4bbb-8c96-94ebd425915a tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0666099 Sep 16 05:09:35.160878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47906) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.206786 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb84bb08-e4e9-4788-a337-50e43ac8f39d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.217942 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb84bb08-e4e9-4788-a337-50e43ac8f39d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.248345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7705e-0bff-416d-8688-cb4c5d0924e2 req-85b4a256-d6de-4850-845f-b80a255dbb06 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:35.249541 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fef7705e-0bff-416d-8688-cb4c5d0924e2 req-85b4a256-d6de-4850-845f-b80a255dbb06 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 945 time: 0.0824070 Sep 16 05:09:35.283356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb84bb08-e4e9-4788-a337-50e43ac8f39d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.294924 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb84bb08-e4e9-4788-a337-50e43ac8f39d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.296054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eb84bb08-e4e9-4788-a337-50e43ac8f39d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a9625240-d941-40a6-8e3f-89a420fad3a0 HTTP/1.1" status: 204 len: 168 time: 0.1342595 Sep 16 05:09:35.298749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47908) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.305521 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84bb08-e4e9-4788-a337-50e43ac8f39d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9625240-d941-40a6-8e3f-89a420fad3a0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.344787 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8d0255af-68d4-4aa4-8e5e-68ba25720d08 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0447457 Sep 16 05:09:35.347606 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47910) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.359818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-fef7705e-0bff-416d-8688-cb4c5d0924e2 req-487f853f-70f8-4f90-ae0b-3e309e8931e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Deleting port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:09:35.360160 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fef7705e-0bff-416d-8688-cb4c5d0924e2 req-487f853f-70f8-4f90-ae0b-3e309e8931e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.370895 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-16359fef-8e8b-4000-ada4-1f8110c7f65d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.378220 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-16359fef-8e8b-4000-ada4-1f8110c7f65d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.406144 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-16359fef-8e8b-4000-ada4-1f8110c7f65d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.412194 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-16359fef-8e8b-4000-ada4-1f8110c7f65d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.413289 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-16359fef-8e8b-4000-ada4-1f8110c7f65d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8ac64690-6b49-435b-a230-63ccc8fff630 HTTP/1.1" status: 204 len: 168 time: 0.0646679 Sep 16 05:09:35.419076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47912) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.425075 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16359fef-8e8b-4000-ada4-1f8110c7f65d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ac64690-6b49-435b-a230-63ccc8fff630,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.458270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-fef7705e-0bff-416d-8688-cb4c5d0924e2 req-487f853f-70f8-4f90-ae0b-3e309e8931e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] For port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:35.458580 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fef7705e-0bff-416d-8688-cb4c5d0924e2 req-487f853f-70f8-4f90-ae0b-3e309e8931e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.471081 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-79521683-ce92-4205-bc02-b1aa9c4dc3c2 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0484514 Sep 16 05:09:35.471316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-fef7705e-0bff-416d-8688-cb4c5d0924e2 req-487f853f-70f8-4f90-ae0b-3e309e8931e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Calling delete_port for 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:09:35.471444 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47914) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.495984 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02dcf9c9-c4fb-4f9b-bdca-5636f05b779c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.503906 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02dcf9c9-c4fb-4f9b-bdca-5636f05b779c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.531598 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02dcf9c9-c4fb-4f9b-bdca-5636f05b779c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.538303 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02dcf9c9-c4fb-4f9b-bdca-5636f05b779c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.542924 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-02dcf9c9-c4fb-4f9b-bdca-5636f05b779c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ba4d6f94-8212-4ab9-9b73-5d899980b0fb HTTP/1.1" status: 204 len: 168 time: 0.0669644 Sep 16 05:09:35.545172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47916) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.552400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcf9c9-c4fb-4f9b-bdca-5636f05b779c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba4d6f94-8212-4ab9-9b73-5d899980b0fb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.590848 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2ab4817a-ac14-42da-af24-6184ad1e37b5 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0445347 Sep 16 05:09:35.593637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47918) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.605864 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fef7705e-0bff-416d-8688-cb4c5d0924e2 req-487f853f-70f8-4f90-ae0b-3e309e8931e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.616612 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['85b16fe3-4526-48cb-8db8-b6bf2f0f5f73'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:09:35.620025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb6f715-8827-4689-b4e1-f194d8135b7c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.628019 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb6f715-8827-4689-b4e1-f194d8135b7c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.651179 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f853f-70f8-4f90-ae0b-3e309e8931e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event deleted for resources: {'Port': ['ID=85b16fe3-4526-48cb-8db8-b6bf2f0f5f73,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.658810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb6f715-8827-4689-b4e1-f194d8135b7c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.666741 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cb6f715-8827-4689-b4e1-f194d8135b7c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.667720 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2cb6f715-8827-4689-b4e1-f194d8135b7c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/448f031a-b8b6-4038-9208-5c71683a29ee HTTP/1.1" status: 204 len: 168 time: 0.0731459 Sep 16 05:09:35.670671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47920) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.673458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6f715-8827-4689-b4e1-f194d8135b7c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=448f031a-b8b6-4038-9208-5c71683a29ee,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.703607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef7705e-0bff-416d-8688-cb4c5d0924e2 req-487f853f-70f8-4f90-ae0b-3e309e8931e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] No DVR routers for this DVR port 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:09:35.707023 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fef7705e-0bff-416d-8688-cb4c5d0924e2 req-487f853f-70f8-4f90-ae0b-3e309e8931e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.708715 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.709226 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fef7705e-0bff-416d-8688-cb4c5d0924e2 req-487f853f-70f8-4f90-ae0b-3e309e8931e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "DELETE /v2.0/ports/85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 HTTP/1.1" status: 204 len: 173 time: 0.4525716 Sep 16 05:09:35.709700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e263b5-fd8c-431b-87a7-b8776c4bae46', 'name': 'network-vif-deleted', 'tag': '85b16fe3-4526-48cb-8db8-b6bf2f0f5f73'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:35.712021 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9a5fb4-10e7-4157-b62c-65d514c17486" -d '{"events": [{"server_uuid": "d4e263b5-fd8c-431b-87a7-b8776c4bae46", "name": "network-vif-deleted", "tag": "85b16fe3-4526-48cb-8db8-b6bf2f0f5f73"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:35.741696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cf5f3873-f746-4b73-938e-b70ec7a1ae0e tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0693839 Sep 16 05:09:35.744951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47924) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.758687 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcadc944-42a0-47d0-9daa-b0f495a0b6c1 x-openstack-request-id: req-fcadc944-42a0-47d0-9daa-b0f495a0b6c1 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:35.758993 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e263b5-fd8c-431b-87a7-b8776c4bae46", "name": "network-vif-deleted", "tag": "85b16fe3-4526-48cb-8db8-b6bf2f0f5f73", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:35.759247 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcadc944-42a0-47d0-9daa-b0f495a0b6c1 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:35.760869 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e263b5-fd8c-431b-87a7-b8776c4bae46', 'name': 'network-vif-deleted', 'tag': '85b16fe3-4526-48cb-8db8-b6bf2f0f5f73', 'status': 'completed', 'code': 200} Sep 16 05:09:35.807795 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ce96468-afaf-4526-9d86-870c22c39a7d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.832747 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ce96468-afaf-4526-9d86-870c22c39a7d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.880307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ce96468-afaf-4526-9d86-870c22c39a7d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.883138 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ce96468-afaf-4526-9d86-870c22c39a7d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:35.884555 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7ce96468-afaf-4526-9d86-870c22c39a7d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-groups/9f1ba43e-4648-4f29-8515-ba5e9eea5887 HTTP/1.1" status: 204 len: 168 time: 0.1385000 Sep 16 05:09:35.887469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47926) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.894947 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce96468-afaf-4526-9d86-870c22c39a7d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1ba43e-4648-4f29-8515-ba5e9eea5887,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:35.934074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-025a2b21-01e7-4cf3-8cdc-41790181c39a tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452745 Sep 16 05:09:35.940103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47928) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:35.943727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-15368d23-b0e9-481a-a9c4-fd1f9290e0fa tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group': {'name': 'tempest-secgroup--215458592'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:35.970099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15368d23-b0e9-481a-a9c4-fd1f9290e0fa tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.038028 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2b140e46-6b64-4f34-b80a-a8238c1c11ef req-99247a71-629b-438c-9dc8-6bcbd27d707f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 210 time: 0.0291181 Sep 16 05:09:36.067713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15368d23-b0e9-481a-a9c4-fd1f9290e0fa tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.071665 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15368d23-b0e9-481a-a9c4-fd1f9290e0fa tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.103159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15368d23-b0e9-481a-a9c4-fd1f9290e0fa tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c98f73-c041-4574-8fff-488e28bd7143,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.105513 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15368d23-b0e9-481a-a9c4-fd1f9290e0fa tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.109334 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-15368d23-b0e9-481a-a9c4-fd1f9290e0fa tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1666207 Sep 16 05:09:36.109820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47932) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.115321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7e9893ef-4d92-4cc0-8a3c-a8ff13b2658c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group_rule': {'security_group_id': '76c98f73-c041-4574-8fff-488e28bd7143', 'direction': 'ingress', 'protocol': 17}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.142770 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e9893ef-4d92-4cc0-8a3c-a8ff13b2658c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.202741 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e9893ef-4d92-4cc0-8a3c-a8ff13b2658c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.206619 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e9893ef-4d92-4cc0-8a3c-a8ff13b2658c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.229217 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9893ef-4d92-4cc0-8a3c-a8ff13b2658c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb73b9ee-58a0-46de-b9da-ed3c774422bb,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.235349 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7e9893ef-4d92-4cc0-8a3c-a8ff13b2658c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.236651 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7e9893ef-4d92-4cc0-8a3c-a8ff13b2658c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1256235 Sep 16 05:09:36.239415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47934) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.294407 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e269099-fccd-4ce8-8170-80c13c040d21 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.318938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e269099-fccd-4ce8-8170-80c13c040d21 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.366054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e269099-fccd-4ce8-8170-80c13c040d21 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.368772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8e269099-fccd-4ce8-8170-80c13c040d21 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.369966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8e269099-fccd-4ce8-8170-80c13c040d21 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-groups/76c98f73-c041-4574-8fff-488e28bd7143 HTTP/1.1" status: 204 len: 168 time: 0.1296115 Sep 16 05:09:36.372652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47936) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.379206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269099-fccd-4ce8-8170-80c13c040d21 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c98f73-c041-4574-8fff-488e28bd7143,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.428155 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f224aaaa-3e77-4b48-9233-b92a6041cadf tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535955 Sep 16 05:09:36.431682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47938) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.436571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9243c396-fc8f-4483-b2bd-8ead8b4c1cdd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group': {'name': 'tempest-secgroup--381624731'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.463948 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9243c396-fc8f-4483-b2bd-8ead8b4c1cdd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.551262 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9243c396-fc8f-4483-b2bd-8ead8b4c1cdd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.554800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9243c396-fc8f-4483-b2bd-8ead8b4c1cdd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.584101 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9243c396-fc8f-4483-b2bd-8ead8b4c1cdd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.585333 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9243c396-fc8f-4483-b2bd-8ead8b4c1cdd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1523890 Sep 16 05:09:36.587217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243c396-fc8f-4483-b2bd-8ead8b4c1cdd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d19263a-9ea6-477b-a569-78e34577d9da,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.589852 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47940) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.594630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d728151f-773c-41c4-89ba-7545de348d70 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group': {'name': 'tempest-secgroup--643206703'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.618536 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d728151f-773c-41c4-89ba-7545de348d70 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.702422 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d728151f-773c-41c4-89ba-7545de348d70 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.706298 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d728151f-773c-41c4-89ba-7545de348d70 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.733511 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d728151f-773c-41c4-89ba-7545de348d70 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.734818 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d728151f-773c-41c4-89ba-7545de348d70 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1439140 Sep 16 05:09:36.737484 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47942) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.741771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-87b8976d-1e33-4552-810e-7b22dddcb707 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group_rule': {'security_group_id': '4d19263a-9ea6-477b-a569-78e34577d9da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b65ea652-6e46-43a1-a994-277d60f9d631', 'remote_ip_prefix': None}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:36.748992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728151f-773c-41c4-89ba-7545de348d70 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65ea652-6e46-43a1-a994-277d60f9d631,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.776623 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87b8976d-1e33-4552-810e-7b22dddcb707 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.855530 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87b8976d-1e33-4552-810e-7b22dddcb707 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.859672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87b8976d-1e33-4552-810e-7b22dddcb707 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.881644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8976d-1e33-4552-810e-7b22dddcb707 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4e4afb-8723-4f27-ac2e-1bf8d2fef8df,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:36.885348 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-87b8976d-1e33-4552-810e-7b22dddcb707 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.890145 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-87b8976d-1e33-4552-810e-7b22dddcb707 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1483607 Sep 16 05:09:36.890645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47944) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.915358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bb582fe6-ae51-4768-985e-2d434f6fc70b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.924776 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bb582fe6-ae51-4768-985e-2d434f6fc70b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.958595 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bb582fe6-ae51-4768-985e-2d434f6fc70b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.965063 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bb582fe6-ae51-4768-985e-2d434f6fc70b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:36.966222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bb582fe6-ae51-4768-985e-2d434f6fc70b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9e4e4afb-8723-4f27-ac2e-1bf8d2fef8df HTTP/1.1" status: 204 len: 168 time: 0.0746145 Sep 16 05:09:36.968851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47946) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:36.980674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb582fe6-ae51-4768-985e-2d434f6fc70b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e4e4afb-8723-4f27-ac2e-1bf8d2fef8df,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.024275 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7eecbe7a-7bae-47ba-bfe6-f4e6f1eda978 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0542507 Sep 16 05:09:37.027204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47950) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.087910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdde798c-1b7f-400e-8aec-7877ab034dd0 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.115985 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdde798c-1b7f-400e-8aec-7877ab034dd0 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.155221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0519c859-7b14-4f14-8578-db3bb588a238 req-904e27f8-2891-4c0c-a701-a04b9b010e95 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 210 time: 0.0355814 Sep 16 05:09:37.187287 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdde798c-1b7f-400e-8aec-7877ab034dd0 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.190418 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdde798c-1b7f-400e-8aec-7877ab034dd0 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.194055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fdde798c-1b7f-400e-8aec-7877ab034dd0 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-groups/b65ea652-6e46-43a1-a994-277d60f9d631 HTTP/1.1" status: 204 len: 168 time: 0.1634142 Sep 16 05:09:37.194727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47954) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.201841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde798c-1b7f-400e-8aec-7877ab034dd0 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65ea652-6e46-43a1-a994-277d60f9d631,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.257698 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5d29b412-a697-43e5-8271-d7b2ad074c4d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0615273 Sep 16 05:09:37.261498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47956) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.316668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8af7b075-8b90-425a-a6a7-0fde920ee6dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.340053 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8af7b075-8b90-425a-a6a7-0fde920ee6dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.381055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8af7b075-8b90-425a-a6a7-0fde920ee6dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.383682 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8af7b075-8b90-425a-a6a7-0fde920ee6dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.384970 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8af7b075-8b90-425a-a6a7-0fde920ee6dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d19263a-9ea6-477b-a569-78e34577d9da HTTP/1.1" status: 204 len: 168 time: 0.1224720 Sep 16 05:09:37.387774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47958) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.394630 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7b075-8b90-425a-a6a7-0fde920ee6dd tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d19263a-9ea6-477b-a569-78e34577d9da,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.440840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b34f8fbf-0ba0-4d0e-87ae-96d64ac25360 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478878 Sep 16 05:09:37.441430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47960) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.446134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e17c0839-061f-4cbc-afee-7c80017f0f05 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group': {'name': 'tempest-secgroup--860810484'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:37.468640 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e17c0839-061f-4cbc-afee-7c80017f0f05 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.558520 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e17c0839-061f-4cbc-afee-7c80017f0f05 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.562743 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e17c0839-061f-4cbc-afee-7c80017f0f05 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.589562 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e17c0839-061f-4cbc-afee-7c80017f0f05 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.590835 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e17c0839-061f-4cbc-afee-7c80017f0f05 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1483057 Sep 16 05:09:37.593574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47962) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.599038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-9d77f11c-4424-418c-bd65-db71057f69d4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group_rule': {'security_group_id': '36b3cf18-89b4-426f-92c0-abe5a622047f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:37.605034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c0839-061f-4cbc-afee-7c80017f0f05 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b3cf18-89b4-426f-92c0-abe5a622047f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.630277 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d77f11c-4424-418c-bd65-db71057f69d4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.687316 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d77f11c-4424-418c-bd65-db71057f69d4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.691155 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d77f11c-4424-418c-bd65-db71057f69d4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.714386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77f11c-4424-418c-bd65-db71057f69d4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa2549b-00f6-4ab6-9b1a-952641acaa7f,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.718216 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9d77f11c-4424-418c-bd65-db71057f69d4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.719472 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9d77f11c-4424-418c-bd65-db71057f69d4 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1249464 Sep 16 05:09:37.722446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47964) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.744911 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.750312 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d43766a-b735-4365-973e-8245b7f221b7 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.758819 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d43766a-b735-4365-973e-8245b7f221b7 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.787316 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d43766a-b735-4365-973e-8245b7f221b7 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.795072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0d43766a-b735-4365-973e-8245b7f221b7 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.796212 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0d43766a-b735-4365-973e-8245b7f221b7 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8aa2549b-00f6-4ab6-9b1a-952641acaa7f HTTP/1.1" status: 204 len: 168 time: 0.0728257 Sep 16 05:09:37.799045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47966) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.802066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43766a-b735-4365-973e-8245b7f221b7 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aa2549b-00f6-4ab6-9b1a-952641acaa7f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:37.843376 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0086149e-cee1-431d-8a83-ec0a841666d2 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0430615 Sep 16 05:09:37.846219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47968) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.902944 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-74753b9f-ebbf-4ce8-8405-f93eeeae97f3 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.925073 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-74753b9f-ebbf-4ce8-8405-f93eeeae97f3 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.971761 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-74753b9f-ebbf-4ce8-8405-f93eeeae97f3 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.974526 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-74753b9f-ebbf-4ce8-8405-f93eeeae97f3 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:37.975695 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-74753b9f-ebbf-4ce8-8405-f93eeeae97f3 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-groups/36b3cf18-89b4-426f-92c0-abe5a622047f HTTP/1.1" status: 204 len: 168 time: 0.1284831 Sep 16 05:09:37.978650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47970) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:37.985948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74753b9f-ebbf-4ce8-8405-f93eeeae97f3 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b3cf18-89b4-426f-92c0-abe5a622047f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.038635 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-36d86775-6e88-442c-b584-954584e98b2d tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551517 Sep 16 05:09:38.039086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47972) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.044034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b8fd6ebf-f191-41a8-8ce3-ad38d8114551 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group': {'name': 'tempest-secgroup--470312100'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:38.068377 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6ebf-f191-41a8-8ce3-ad38d8114551 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.150868 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6ebf-f191-41a8-8ce3-ad38d8114551 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.155304 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6ebf-f191-41a8-8ce3-ad38d8114551 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.189800 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd6ebf-f191-41a8-8ce3-ad38d8114551 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9282de3-ca48-40de-8987-bc048bf57337,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.192072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6ebf-f191-41a8-8ce3-ad38d8114551 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.193328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b8fd6ebf-f191-41a8-8ce3-ad38d8114551 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1531339 Sep 16 05:09:38.196104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47976) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.201405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2f9781d3-09be-427b-849c-c29c0fc5e53f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group_rule': {'security_group_id': 'd9282de3-ca48-40de-8987-bc048bf57337', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:38.253551 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f9781d3-09be-427b-849c-c29c0fc5e53f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.276759 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23620c4e-aba5-42bd-8c0a-2e83d73c01e1 req-dd84099c-7726-4ae9-b0da-551d99419c10 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 210 time: 0.0357049 Sep 16 05:09:38.329009 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f9781d3-09be-427b-849c-c29c0fc5e53f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.332778 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f9781d3-09be-427b-849c-c29c0fc5e53f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.352676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9781d3-09be-427b-849c-c29c0fc5e53f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c264091-86b8-4d63-9a2f-ccf2846ccd94,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.359698 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f9781d3-09be-427b-849c-c29c0fc5e53f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.360911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2f9781d3-09be-427b-849c-c29c0fc5e53f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1637106 Sep 16 05:09:38.363574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47978) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.379330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d704c8a6-e251-4139-8248-61940ccdc31e tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules/5c264091-86b8-4d63-9a2f-ccf2846ccd94 HTTP/1.1" status: 200 len: 763 time: 0.0146744 Sep 16 05:09:38.381890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47980) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.426313 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f6a5fe92-9fc5-45ba-a5e5-fc0ecce4a77b tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0432324 Sep 16 05:09:38.428835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47982) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.455065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bff73a1a-c90c-4925-80cf-9991633b2880 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.463771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bff73a1a-c90c-4925-80cf-9991633b2880 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.491442 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bff73a1a-c90c-4925-80cf-9991633b2880 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.497887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bff73a1a-c90c-4925-80cf-9991633b2880 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.499563 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bff73a1a-c90c-4925-80cf-9991633b2880 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5c264091-86b8-4d63-9a2f-ccf2846ccd94 HTTP/1.1" status: 204 len: 168 time: 0.0697465 Sep 16 05:09:38.502183 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47984) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.507379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff73a1a-c90c-4925-80cf-9991633b2880 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c264091-86b8-4d63-9a2f-ccf2846ccd94,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.545921 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-908e9cd1-b5b7-44a3-b0bb-3850fbe737e9 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0396893 Sep 16 05:09:38.546261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47986) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.550762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c18cc1ed-5797-4b08-ad31-7b0a01094001 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group_rule': {'security_group_id': 'd9282de3-ca48-40de-8987-bc048bf57337', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:38.576934 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c18cc1ed-5797-4b08-ad31-7b0a01094001 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.635569 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c18cc1ed-5797-4b08-ad31-7b0a01094001 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.639645 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c18cc1ed-5797-4b08-ad31-7b0a01094001 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.659631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cc1ed-5797-4b08-ad31-7b0a01094001 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f942b19-4def-4bbc-8c0c-39a73fa2ba42,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.667315 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c18cc1ed-5797-4b08-ad31-7b0a01094001 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.670900 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c18cc1ed-5797-4b08-ad31-7b0a01094001 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212158 Sep 16 05:09:38.671287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 47988) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.691573 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ed0418fd-6726-4b87-93a2-a254e6d540f0 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules/6f942b19-4def-4bbc-8c0c-39a73fa2ba42 HTTP/1.1" status: 200 len: 763 time: 0.0188961 Sep 16 05:09:38.693876 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47990) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.738019 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8f79ec86-7c72-4be8-b8d7-19b4c1e76c98 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0429223 Sep 16 05:09:38.741008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47992) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.766411 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3e8f92f-2ac6-4515-be0d-24f52d52906f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.773781 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3e8f92f-2ac6-4515-be0d-24f52d52906f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.801675 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3e8f92f-2ac6-4515-be0d-24f52d52906f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.807270 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3e8f92f-2ac6-4515-be0d-24f52d52906f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.808588 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f3e8f92f-2ac6-4515-be0d-24f52d52906f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6f942b19-4def-4bbc-8c0c-39a73fa2ba42 HTTP/1.1" status: 204 len: 168 time: 0.0666537 Sep 16 05:09:38.811359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47994) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.829112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8f92f-2ac6-4515-be0d-24f52d52906f tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f942b19-4def-4bbc-8c0c-39a73fa2ba42,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.864544 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5bf1b783-3ae8-4d12-8ef8-6269db2107e2 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0521309 Sep 16 05:09:38.867145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47996) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:38.872472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-98e6f35d-6975-43a9-b8f3-d5940d54a627 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Request body: {'security_group_rule': {'security_group_id': 'd9282de3-ca48-40de-8987-bc048bf57337', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:38.904860 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98e6f35d-6975-43a9-b8f3-d5940d54a627 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.962106 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98e6f35d-6975-43a9-b8f3-d5940d54a627 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.966749 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98e6f35d-6975-43a9-b8f3-d5940d54a627 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.985226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6f35d-6975-43a9-b8f3-d5940d54a627 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f929ba67-14ed-40df-bbfd-06dcace24dc4,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:38.990815 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-98e6f35d-6975-43a9-b8f3-d5940d54a627 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:38.992026 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-98e6f35d-6975-43a9-b8f3-d5940d54a627 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239734 Sep 16 05:09:38.996057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 47998) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.012318 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-32ef97cb-f6f7-4bfa-847d-4ecd311c6f4c tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules/f929ba67-14ed-40df-bbfd-06dcace24dc4 HTTP/1.1" status: 200 len: 764 time: 0.0152588 Sep 16 05:09:39.014705 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48000) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.057440 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cb9d5b84-5688-4130-b029-80f0d4b8a90e tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0404332 Sep 16 05:09:39.059612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48002) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.086036 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d9e48ff-969b-4e89-a1d2-1e6f9615b219 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.094755 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d9e48ff-969b-4e89-a1d2-1e6f9615b219 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.122080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d9e48ff-969b-4e89-a1d2-1e6f9615b219 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.128321 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d9e48ff-969b-4e89-a1d2-1e6f9615b219 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.132006 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48004) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.132211 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7d9e48ff-969b-4e89-a1d2-1e6f9615b219 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f929ba67-14ed-40df-bbfd-06dcace24dc4 HTTP/1.1" status: 204 len: 168 time: 0.0714419 Sep 16 05:09:39.139117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e48ff-969b-4e89-a1d2-1e6f9615b219 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f929ba67-14ed-40df-bbfd-06dcace24dc4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:39.176114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-03742010-06e2-4ca7-b712-f1da288f89e1 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425436 Sep 16 05:09:39.178686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48006) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.238746 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71dc345e-f8b9-4bc8-8631-120785d1f647 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.264890 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71dc345e-f8b9-4bc8-8631-120785d1f647 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.325024 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71dc345e-f8b9-4bc8-8631-120785d1f647 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.327730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-71dc345e-f8b9-4bc8-8631-120785d1f647 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.331832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48010) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.331976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-71dc345e-f8b9-4bc8-8631-120785d1f647 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "DELETE /v2.0/security-groups/d9282de3-ca48-40de-8987-bc048bf57337 HTTP/1.1" status: 204 len: 168 time: 0.1522620 Sep 16 05:09:39.342464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc345e-f8b9-4bc8-8631-120785d1f647 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9282de3-ca48-40de-8987-bc048bf57337,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:39.400594 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b93e7e10-3013-41e3-98b9-be695f33a8b5 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670550 Sep 16 05:09:39.400907 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e6da0370-54cd-4aea-a736-5fcb6c8a17eb req-59530655-3e77-4469-aef6-a78e4b884fc3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4e263b5-fd8c-431b-87a7-b8776c4bae46 HTTP/1.1" status: 200 len: 210 time: 0.0281956 Sep 16 05:09:39.405397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48012) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.448806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-91359230-d18b-4519-b004-742431a4c739 tempest-SecGroupTest-1792975591 tempest-SecGroupTest-1792975591-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422044 Sep 16 05:09:39.705453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48018) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.848124 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-76e883c4-2427-4a3e-bd30-768248a849d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=502e2eb2152c4ffa8eeee4cc48ae1c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412046 Sep 16 05:09:39.850533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48022) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:39.903037 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e822e0e9-cf22-49a3-920a-67c68a67fe28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.926470 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e822e0e9-cf22-49a3-920a-67c68a67fe28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.976234 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e822e0e9-cf22-49a3-920a-67c68a67fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.979770 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e822e0e9-cf22-49a3-920a-67c68a67fe28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:39.980951 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e822e0e9-cf22-49a3-920a-67c68a67fe28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4057e66c-d709-4838-9d6b-5db8085321c4 HTTP/1.1" status: 204 len: 168 time: 0.1293800 Sep 16 05:09:39.988822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822e0e9-cf22-49a3-920a-67c68a67fe28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4057e66c-d709-4838-9d6b-5db8085321c4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:40.206855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:40.234733 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:09:40.235089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 85b16fe3-4526-48cb-8db8-b6bf2f0f5f73 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:09:40.654320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48048) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:40.756739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e1a70717-dcc5-41be-9e3c-21bc6c8b7445 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:40.757222 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-e1a70717-dcc5-41be-9e3c-21bc6c8b7445 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:09:40.757767 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-e1a70717-dcc5-41be-9e3c-21bc6c8b7445 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:09:40.758797 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e1a70717-dcc5-41be-9e3c-21bc6c8b7445 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1034682 Sep 16 05:09:40.762988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48052) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:40.767957 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-88acff3a-9157-4200-814d-041d61e43817 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518322134'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:40.790325 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88acff3a-9157-4200-814d-041d61e43817 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.799787 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88acff3a-9157-4200-814d-041d61e43817 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.897558 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88acff3a-9157-4200-814d-041d61e43817 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.901836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88acff3a-9157-4200-814d-041d61e43817 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:40.939326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acff3a-9157-4200-814d-041d61e43817 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a463d9-a815-4e5c-bbe5-df4a9237d4a0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.002868 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88acff3a-9157-4200-814d-041d61e43817 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.007118 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88acff3a-9157-4200-814d-041d61e43817 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.038666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acff3a-9157-4200-814d-041d61e43817 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacae6f3-ddf9-41bf-b174-de4a27c8adfd,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.042210 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88acff3a-9157-4200-814d-041d61e43817 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.046246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-88acff3a-9157-4200-814d-041d61e43817 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2796910 Sep 16 05:09:41.047353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48054) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.051864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-bc6d491e-fd9e-4355-b09b-7053f7edc72d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'aacae6f3-ddf9-41bf-b174-de4a27c8adfd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:41.079986 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc6d491e-fd9e-4355-b09b-7053f7edc72d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.142148 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc6d491e-fd9e-4355-b09b-7053f7edc72d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.146036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc6d491e-fd9e-4355-b09b-7053f7edc72d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.163321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d491e-fd9e-4355-b09b-7053f7edc72d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9653d5-b387-49b7-887a-f74e735fdd46,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.170680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bc6d491e-fd9e-4355-b09b-7053f7edc72d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.172139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bc6d491e-fd9e-4355-b09b-7053f7edc72d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242340 Sep 16 05:09:41.175087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48056) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.179375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-fdf8c42d-217c-4093-a897-bcec65329b7c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'aacae6f3-ddf9-41bf-b174-de4a27c8adfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:41.210879 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c42d-217c-4093-a897-bcec65329b7c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.261179 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-fdf8c42d-217c-4093-a897-bcec65329b7c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): There was a conflict when trying to complete your request. Sep 16 05:09:41.262301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fdf8c42d-217c-4093-a897-bcec65329b7c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0862679 Sep 16 05:09:41.265562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48058) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.323592 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d729c6dd-40d3-41d9-9b1f-d950a2b2994d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.349458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d729c6dd-40d3-41d9-9b1f-d950a2b2994d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.399376 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d729c6dd-40d3-41d9-9b1f-d950a2b2994d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.403310 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d729c6dd-40d3-41d9-9b1f-d950a2b2994d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.406857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d729c6dd-40d3-41d9-9b1f-d950a2b2994d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "DELETE /v2.0/security-groups/aacae6f3-ddf9-41bf-b174-de4a27c8adfd HTTP/1.1" status: 204 len: 168 time: 0.1379893 Sep 16 05:09:41.407565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48060) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.414367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729c6dd-40d3-41d9-9b1f-d950a2b2994d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacae6f3-ddf9-41bf-b174-de4a27c8adfd,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.456008 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4bedc7e5-1109-4fbc-9e9f-4df7f5fdc858 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466454 Sep 16 05:09:41.459739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48062) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.464883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-66450058-d452-43ff-9914-37364b5802fd tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006684700'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:41.486780 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-66450058-d452-43ff-9914-37364b5802fd tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.582015 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-66450058-d452-43ff-9914-37364b5802fd tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.586596 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-66450058-d452-43ff-9914-37364b5802fd tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.618440 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-66450058-d452-43ff-9914-37364b5802fd tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.622517 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-66450058-d452-43ff-9914-37364b5802fd tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1591084 Sep 16 05:09:41.622872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48070) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.627753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ad6e20c0-7dd9-45d2-be42-8f231bf3a4f0 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'ec887cd9-143b-4464-a477-eb0f9849e0f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:41.628657 n-d-712142-17 neutron-server[94744]: WARNING neutron.api.v2.base [None req-ad6e20c0-7dd9-45d2-be42-8f231bf3a4f0 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 16 05:09:41.629274 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-ad6e20c0-7dd9-45d2-be42-8f231bf3a4f0 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:41.630476 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ad6e20c0-7dd9-45d2-be42-8f231bf3a4f0 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066500 Sep 16 05:09:41.631853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66450058-d452-43ff-9914-37364b5802fd tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec887cd9-143b-4464-a477-eb0f9849e0f7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.633181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48074) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.702002 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d106574-c32f-4252-811a-adf6fc5f62a3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.733202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d106574-c32f-4252-811a-adf6fc5f62a3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.775294 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d106574-c32f-4252-811a-adf6fc5f62a3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.778202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9d106574-c32f-4252-811a-adf6fc5f62a3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.779546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9d106574-c32f-4252-811a-adf6fc5f62a3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "DELETE /v2.0/security-groups/ec887cd9-143b-4464-a477-eb0f9849e0f7 HTTP/1.1" status: 204 len: 168 time: 0.1449788 Sep 16 05:09:41.782388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48078) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.793905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d106574-c32f-4252-811a-adf6fc5f62a3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec887cd9-143b-4464-a477-eb0f9849e0f7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:41.830370 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-884dd531-b3a0-4c18-b940-f3b7f02b4301 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465944 Sep 16 05:09:41.835298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48082) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:41.840126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7b393358-3c57-43e6-9102-5effa8937f19 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group': {'name': 'tempest-secgroup--339072952'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:41.863992 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7b393358-3c57-43e6-9102-5effa8937f19 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.955658 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7b393358-3c57-43e6-9102-5effa8937f19 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:41.963385 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7b393358-3c57-43e6-9102-5effa8937f19 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.006286 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7b393358-3c57-43e6-9102-5effa8937f19 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.007589 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7b393358-3c57-43e6-9102-5effa8937f19 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1712928 Sep 16 05:09:42.011130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48086) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.019242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c90d3268-5e4c-4300-a22b-d75c149ddaff tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': '30019582-1b4d-40b8-a99e-489e3efdc695', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:42.020415 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-c90d3268-5e4c-4300-a22b-d75c149ddaff tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 16 05:09:42.022161 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-c90d3268-5e4c-4300-a22b-d75c149ddaff tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:42.025235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b393358-3c57-43e6-9102-5effa8937f19 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30019582-1b4d-40b8-a99e-489e3efdc695,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.027514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48088) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.027924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c90d3268-5e4c-4300-a22b-d75c149ddaff tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0133078 Sep 16 05:09:42.096095 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902fbe5e-c63c-4132-9d28-6bc1c0770f09 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.121859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902fbe5e-c63c-4132-9d28-6bc1c0770f09 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.181754 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902fbe5e-c63c-4132-9d28-6bc1c0770f09 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.191486 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902fbe5e-c63c-4132-9d28-6bc1c0770f09 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.201574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48098) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.215757 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-902fbe5e-c63c-4132-9d28-6bc1c0770f09 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "DELETE /v2.0/security-groups/30019582-1b4d-40b8-a99e-489e3efdc695 HTTP/1.1" status: 204 len: 168 time: 0.1849937 Sep 16 05:09:42.239793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fbe5e-c63c-4132-9d28-6bc1c0770f09 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30019582-1b4d-40b8-a99e-489e3efdc695,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.285869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48104) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.292605 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-eab585fd-4efb-40a6-8ffe-cdd02c89c4a2 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827476400'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:42.292981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ee397f10-2f15-474c-9881-f0ed9730d377 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891817 Sep 16 05:09:42.325956 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eab585fd-4efb-40a6-8ffe-cdd02c89c4a2 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.386381 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a88fc-cfa9-429d-86fd-b5c8c726df26 req-97173d6a-5b71-4b02-9467-729f0bfe9ddc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:42.388446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e81a88fc-cfa9-429d-86fd-b5c8c726df26 req-97173d6a-5b71-4b02-9467-729f0bfe9ddc tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0675159 Sep 16 05:09:42.448605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e81a88fc-cfa9-429d-86fd-b5c8c726df26 req-4f0d0288-5b96-41f9-99da-b40b5c86619f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531862 Sep 16 05:09:42.459143 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eab585fd-4efb-40a6-8ffe-cdd02c89c4a2 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.467154 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eab585fd-4efb-40a6-8ffe-cdd02c89c4a2 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.493113 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-eab585fd-4efb-40a6-8ffe-cdd02c89c4a2 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.495140 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-eab585fd-4efb-40a6-8ffe-cdd02c89c4a2 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2075272 Sep 16 05:09:42.498283 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48108) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.503783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5a5fdd87-ffe6-483b-a67a-6c089dc90e4f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': '127bd1a6-4fad-4a1d-b47d-395221eeb859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:42.504772 n-d-712142-17 neutron-server[94744]: WARNING neutron.api.v2.base [None req-5a5fdd87-ffe6-483b-a67a-6c089dc90e4f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 16 05:09:42.505355 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-5a5fdd87-ffe6-483b-a67a-6c089dc90e4f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:42.506499 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5a5fdd87-ffe6-483b-a67a-6c089dc90e4f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068188 Sep 16 05:09:42.509906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48110) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.516327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-72011e74-1efe-48b5-8280-b77dd4343a5c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': '127bd1a6-4fad-4a1d-b47d-395221eeb859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:42.517227 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-72011e74-1efe-48b5-8280-b77dd4343a5c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 16 05:09:42.517450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab585fd-4efb-40a6-8ffe-cdd02c89c4a2 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127bd1a6-4fad-4a1d-b47d-395221eeb859,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.517758 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-72011e74-1efe-48b5-8280-b77dd4343a5c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:42.521265 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-72011e74-1efe-48b5-8280-b77dd4343a5c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079579 Sep 16 05:09:42.521754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48112) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.528464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-abd6d398-982c-48ab-8df0-f1f89b6bbe6f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': '127bd1a6-4fad-4a1d-b47d-395221eeb859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:42.534697 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-abd6d398-982c-48ab-8df0-f1f89b6bbe6f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 16 05:09:42.535611 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-abd6d398-982c-48ab-8df0-f1f89b6bbe6f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:42.536651 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-abd6d398-982c-48ab-8df0-f1f89b6bbe6f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135455 Sep 16 05:09:42.539250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48114) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.544523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f121a73c-630c-4384-addc-d49948742d3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': '127bd1a6-4fad-4a1d-b47d-395221eeb859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:42.545813 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-f121a73c-630c-4384-addc-d49948742d3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 16 05:09:42.546420 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-f121a73c-630c-4384-addc-d49948742d3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:42.547969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f121a73c-630c-4384-addc-d49948742d3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076048 Sep 16 05:09:42.550952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48116) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.610636 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8473ac1e-2848-4ee0-9386-4adae3d8d668 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.645043 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8473ac1e-2848-4ee0-9386-4adae3d8d668 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.691322 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8473ac1e-2848-4ee0-9386-4adae3d8d668 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.694853 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8473ac1e-2848-4ee0-9386-4adae3d8d668 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.696125 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8473ac1e-2848-4ee0-9386-4adae3d8d668 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "DELETE /v2.0/security-groups/127bd1a6-4fad-4a1d-b47d-395221eeb859 HTTP/1.1" status: 204 len: 168 time: 0.1439846 Sep 16 05:09:42.700056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48118) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.721124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473ac1e-2848-4ee0-9386-4adae3d8d668 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127bd1a6-4fad-4a1d-b47d-395221eeb859,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.754744 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4323fa8f-c820-4974-b032-8766a4d06fb7 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535462 Sep 16 05:09:42.758538 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48122) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.763728 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3ce82bad-9f95-41ff-b905-5c5869bf002f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group': {'name': 'tempest-secgroup--480425730'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:42.789542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ce82bad-9f95-41ff-b905-5c5869bf002f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.877563 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ce82bad-9f95-41ff-b905-5c5869bf002f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.881189 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ce82bad-9f95-41ff-b905-5c5869bf002f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.908947 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ce82bad-9f95-41ff-b905-5c5869bf002f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:42.910235 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3ce82bad-9f95-41ff-b905-5c5869bf002f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1501026 Sep 16 05:09:42.913089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48124) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.918167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c55d5432-51f8-4929-8312-97b785a71781 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'ff1a530a-71cf-4674-af04-af42a0370163', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:42.918662 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-c55d5432-51f8-4929-8312-97b785a71781 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:09:42.919162 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-c55d5432-51f8-4929-8312-97b785a71781 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:42.920145 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c55d5432-51f8-4929-8312-97b785a71781 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060806 Sep 16 05:09:42.922251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce82bad-9f95-41ff-b905-5c5869bf002f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1a530a-71cf-4674-af04-af42a0370163,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:42.923633 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48126) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.928584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b3828c7a-c78a-40ac-9d1f-cf0c9737d161 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'ff1a530a-71cf-4674-af04-af42a0370163', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:42.974358 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-b3828c7a-c78a-40ac-9d1f-cf0c9737d161 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:42.975671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b3828c7a-c78a-40ac-9d1f-cf0c9737d161 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0507960 Sep 16 05:09:42.979536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48128) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.984955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-203b673c-4e4e-41ab-9f32-c8849d0e81a7 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'ff1a530a-71cf-4674-af04-af42a0370163', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:42.985455 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-203b673c-4e4e-41ab-9f32-c8849d0e81a7 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 16 05:09:42.985989 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-203b673c-4e4e-41ab-9f32-c8849d0e81a7 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:42.986973 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-203b673c-4e4e-41ab-9f32-c8849d0e81a7 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064394 Sep 16 05:09:42.989864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48130) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:42.996220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0d8d94a3-d26e-4382-92b9-178c8797a022 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'ff1a530a-71cf-4674-af04-af42a0370163', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.034953 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-0d8d94a3-d26e-4382-92b9-178c8797a022 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:43.036107 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0d8d94a3-d26e-4382-92b9-178c8797a022 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0450430 Sep 16 05:09:43.038948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48132) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.043953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4389b8b3-2a72-42f5-b7e5-0e913001a9b8 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'ff1a530a-71cf-4674-af04-af42a0370163', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.044514 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-4389b8b3-2a72-42f5-b7e5-0e913001a9b8 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 16 05:09:43.044993 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-4389b8b3-2a72-42f5-b7e5-0e913001a9b8 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:43.046149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4389b8b3-2a72-42f5-b7e5-0e913001a9b8 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061030 Sep 16 05:09:43.048535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48134) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.053504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0afba0e8-1a99-4e15-84e6-9545eeaf1b1b tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'ff1a530a-71cf-4674-af04-af42a0370163', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.075033 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-0afba0e8-1a99-4e15-84e6-9545eeaf1b1b tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Project ba9df3742efb45f69bc80c979699fc5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:09:43.087819 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-0afba0e8-1a99-4e15-84e6-9545eeaf1b1b tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:43.088860 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0afba0e8-1a99-4e15-84e6-9545eeaf1b1b tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0394442 Sep 16 05:09:43.091655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48136) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.095934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-de817574-1016-4715-a7eb-b886423e1b9a tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'ff1a530a-71cf-4674-af04-af42a0370163', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.096413 n-d-712142-17 neutron-server[94745]: WARNING neutron.api.v2.base [None req-de817574-1016-4715-a7eb-b886423e1b9a tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 16 05:09:43.096875 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-de817574-1016-4715-a7eb-b886423e1b9a tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:43.097832 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-de817574-1016-4715-a7eb-b886423e1b9a tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052564 Sep 16 05:09:43.099976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48138) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.106822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e399d24c-2815-47aa-91ee-70c5cc921296 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'ff1a530a-71cf-4674-af04-af42a0370163', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.127354 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-e399d24c-2815-47aa-91ee-70c5cc921296 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Project ba9df3742efb45f69bc80c979699fc5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:09:43.140084 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-e399d24c-2815-47aa-91ee-70c5cc921296 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:43.141343 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e399d24c-2815-47aa-91ee-70c5cc921296 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0405216 Sep 16 05:09:43.144511 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48140) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.148782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-04edee66-8e05-4672-8af1-c31676c0d878 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'ff1a530a-71cf-4674-af04-af42a0370163', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.171404 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-04edee66-8e05-4672-8af1-c31676c0d878 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Project ba9df3742efb45f69bc80c979699fc5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:09:43.183519 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-04edee66-8e05-4672-8af1-c31676c0d878 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:43.184498 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-04edee66-8e05-4672-8af1-c31676c0d878 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0390799 Sep 16 05:09:43.187184 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48142) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.239120 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-48390fc9-28c2-4fe0-81e4-6ec9965febcc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.262116 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-48390fc9-28c2-4fe0-81e4-6ec9965febcc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.303785 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-48390fc9-28c2-4fe0-81e4-6ec9965febcc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.306991 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-48390fc9-28c2-4fe0-81e4-6ec9965febcc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.308194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-48390fc9-28c2-4fe0-81e4-6ec9965febcc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "DELETE /v2.0/security-groups/ff1a530a-71cf-4674-af04-af42a0370163 HTTP/1.1" status: 204 len: 168 time: 0.1201088 Sep 16 05:09:43.310906 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48144) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.317587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48390fc9-28c2-4fe0-81e4-6ec9965febcc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1a530a-71cf-4674-af04-af42a0370163,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.358281 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-24bad8ee-c5fb-4af9-9a3f-74089320598b tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462229 Sep 16 05:09:43.361943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48146) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.366043 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f661c43d-8c3d-4f3d-87de-b5ce8ee4c030 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group': {'name': 'tempest-secgroup--936060561'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.387889 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f661c43d-8c3d-4f3d-87de-b5ce8ee4c030 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.470721 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f661c43d-8c3d-4f3d-87de-b5ce8ee4c030 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.477213 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f661c43d-8c3d-4f3d-87de-b5ce8ee4c030 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.514013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f661c43d-8c3d-4f3d-87de-b5ce8ee4c030 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.515220 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f661c43d-8c3d-4f3d-87de-b5ce8ee4c030 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1523590 Sep 16 05:09:43.517169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661c43d-8c3d-4f3d-87de-b5ce8ee4c030 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a6f4e8-addc-4cdc-acf8-95240816ea8b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.518312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48150) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.523851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-abcaefaf-427d-465a-a88f-dde01a5eb16d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': '28a6f4e8-addc-4cdc-acf8-95240816ea8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.598441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87aa20-5a5b-424d-9095-532bd79593a8 req-f685378a-07b8-41a0-a3c4-ac476ec8fc27 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:43.599949 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5f87aa20-5a5b-424d-9095-532bd79593a8 req-f685378a-07b8-41a0-a3c4-ac476ec8fc27 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0704024 Sep 16 05:09:43.601105 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-abcaefaf-427d-465a-a88f-dde01a5eb16d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The resource could not be found. Sep 16 05:09:43.602061 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-abcaefaf-427d-465a-a88f-dde01a5eb16d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0825794 Sep 16 05:09:43.605362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48152) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.609822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c7f2902b-0215-4474-9d84-024feac426e1 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': '28a6f4e8-addc-4cdc-acf8-95240816ea8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5f7e99e0-ff7b-4c4e-a051-90523b0c9906'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.659789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5f87aa20-5a5b-424d-9095-532bd79593a8 req-a607c531-5357-4cdc-89a9-b8d763285671 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456619 Sep 16 05:09:43.675260 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-c7f2902b-0215-4474-9d84-024feac426e1 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The resource could not be found. Sep 16 05:09:43.678868 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c7f2902b-0215-4474-9d84-024feac426e1 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0699279 Sep 16 05:09:43.679026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48154) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.731954 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-210894f7-c571-464a-bd4e-05cd4f3ec27b tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.753909 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-210894f7-c571-464a-bd4e-05cd4f3ec27b tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.799570 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-210894f7-c571-464a-bd4e-05cd4f3ec27b tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.802230 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-210894f7-c571-464a-bd4e-05cd4f3ec27b tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:43.803417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-210894f7-c571-464a-bd4e-05cd4f3ec27b tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "DELETE /v2.0/security-groups/28a6f4e8-addc-4cdc-acf8-95240816ea8b HTTP/1.1" status: 204 len: 168 time: 0.1234221 Sep 16 05:09:43.806654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48160) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.819338 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210894f7-c571-464a-bd4e-05cd4f3ec27b tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a6f4e8-addc-4cdc-acf8-95240816ea8b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:43.892889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-32278f91-1bea-43ef-ac30-cbdcadbcfd05 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847492 Sep 16 05:09:43.896718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48164) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.902495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5e2ae37e-95f2-4100-8745-d8359e54b8ad tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': '755fecc9-32aa-4a04-ba42-626532fe8830', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.940766 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-5e2ae37e-95f2-4100-8745-d8359e54b8ad tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The resource could not be found. Sep 16 05:09:43.945192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5e2ae37e-95f2-4100-8745-d8359e54b8ad tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0441904 Sep 16 05:09:43.945541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48166) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:43.951418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-23a4b587-0678-4c22-a6d6-de1c633485ac tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009256918'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:43.975789 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23a4b587-0678-4c22-a6d6-de1c633485ac tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.057749 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23a4b587-0678-4c22-a6d6-de1c633485ac tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.061599 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23a4b587-0678-4c22-a6d6-de1c633485ac tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.090406 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-23a4b587-0678-4c22-a6d6-de1c633485ac tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.091702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-23a4b587-0678-4c22-a6d6-de1c633485ac tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1447353 Sep 16 05:09:44.093669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4b587-0678-4c22-a6d6-de1c633485ac tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32aaf44-fecb-4c0d-906a-9df1e7dd1ad8,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:44.094682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48168) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.099466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c1f583b6-f460-44ab-a93f-ab55f8d74d8d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832839076'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:44.124186 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f583b6-f460-44ab-a93f-ab55f8d74d8d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.211815 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f583b6-f460-44ab-a93f-ab55f8d74d8d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.215585 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f583b6-f460-44ab-a93f-ab55f8d74d8d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.243275 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c1f583b6-f460-44ab-a93f-ab55f8d74d8d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.245250 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c1f583b6-f460-44ab-a93f-ab55f8d74d8d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1495211 Sep 16 05:09:44.247160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f583b6-f460-44ab-a93f-ab55f8d74d8d tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c525de0d-ff00-46df-8ddb-cb9abe6723de,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:44.248230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48170) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.252961 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-96b4dd1d-0adb-477c-b649-ba71b47ea754 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': 'f32aaf44-fecb-4c0d-906a-9df1e7dd1ad8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c525de0d-ff00-46df-8ddb-cb9abe6723de'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:44.289576 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-96b4dd1d-0adb-477c-b649-ba71b47ea754 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:44.291210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-96b4dd1d-0adb-477c-b649-ba71b47ea754 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0418854 Sep 16 05:09:44.294204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48172) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.349488 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b716d1a0-f0ef-40b2-a6a1-363c29936df3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.372331 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b716d1a0-f0ef-40b2-a6a1-363c29936df3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.414137 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b716d1a0-f0ef-40b2-a6a1-363c29936df3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.416846 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b716d1a0-f0ef-40b2-a6a1-363c29936df3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.418035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b716d1a0-f0ef-40b2-a6a1-363c29936df3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "DELETE /v2.0/security-groups/c525de0d-ff00-46df-8ddb-cb9abe6723de HTTP/1.1" status: 204 len: 168 time: 0.1228781 Sep 16 05:09:44.421093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48174) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.427069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716d1a0-f0ef-40b2-a6a1-363c29936df3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c525de0d-ff00-46df-8ddb-cb9abe6723de,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:44.482029 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-12dc8c0e-03bd-4885-aba2-259da22a7a86 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0570877 Sep 16 05:09:44.482625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48176) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.533753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bfd361b-ba8e-4724-a25b-3c57b12f2a5c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.556244 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bfd361b-ba8e-4724-a25b-3c57b12f2a5c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.596972 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bfd361b-ba8e-4724-a25b-3c57b12f2a5c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.599619 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bfd361b-ba8e-4724-a25b-3c57b12f2a5c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.600774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5bfd361b-ba8e-4724-a25b-3c57b12f2a5c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "DELETE /v2.0/security-groups/f32aaf44-fecb-4c0d-906a-9df1e7dd1ad8 HTTP/1.1" status: 204 len: 168 time: 0.1176639 Sep 16 05:09:44.604095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48178) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.610815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd361b-ba8e-4724-a25b-3c57b12f2a5c tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32aaf44-fecb-4c0d-906a-9df1e7dd1ad8,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:44.662855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bbf212d7-c496-455e-9331-5ab2056254cd tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571854 Sep 16 05:09:44.667714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48180) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.673145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f41602d5-bc3f-46bd-afc9-8e7a11dcf4bc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477220716'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:44.698131 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f41602d5-bc3f-46bd-afc9-8e7a11dcf4bc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.788913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92333896-69c5-4c1a-a0d2-e74378dcb71f req-5fbeb693-4d9d-49a3-af96-4f7b2741bfe5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:44.790028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f41602d5-bc3f-46bd-afc9-8e7a11dcf4bc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.794679 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f41602d5-bc3f-46bd-afc9-8e7a11dcf4bc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.797826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-92333896-69c5-4c1a-a0d2-e74378dcb71f req-5fbeb693-4d9d-49a3-af96-4f7b2741bfe5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0569510 Sep 16 05:09:44.824558 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f41602d5-bc3f-46bd-afc9-8e7a11dcf4bc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:44.828785 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f41602d5-bc3f-46bd-afc9-8e7a11dcf4bc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1564043 Sep 16 05:09:44.828785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41602d5-bc3f-46bd-afc9-8e7a11dcf4bc tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a578314-fe85-410d-9bd9-806ff04537a9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:44.829077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48184) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.834155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e47a7ea9-af88-4cb9-8172-f0ed917bd059 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': '3a578314-fe85-410d-9bd9-806ff04537a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:44.845219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-92333896-69c5-4c1a-a0d2-e74378dcb71f req-abc8a2dc-1366-4763-b8a9-9f00ce0a5bb7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465434 Sep 16 05:09:44.880413 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-e47a7ea9-af88-4cb9-8172-f0ed917bd059 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:44.886098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e47a7ea9-af88-4cb9-8172-f0ed917bd059 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0519626 Sep 16 05:09:44.886227 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48188) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:44.890153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7af3aba9-e327-4398-9149-505055f7b19a tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group_rule': {'security_group_id': '3a578314-fe85-410d-9bd9-806ff04537a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:44.927313 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-7af3aba9-e327-4398-9149-505055f7b19a tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:09:44.928671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7af3aba9-e327-4398-9149-505055f7b19a tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0421627 Sep 16 05:09:44.933150 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48190) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.006508 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0db85124-9ee4-45fa-a7d6-554e8ecd4a3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.029109 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0db85124-9ee4-45fa-a7d6-554e8ecd4a3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.070426 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0db85124-9ee4-45fa-a7d6-554e8ecd4a3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.073266 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0db85124-9ee4-45fa-a7d6-554e8ecd4a3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.074445 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0db85124-9ee4-45fa-a7d6-554e8ecd4a3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "DELETE /v2.0/security-groups/3a578314-fe85-410d-9bd9-806ff04537a9 HTTP/1.1" status: 204 len: 168 time: 0.1403570 Sep 16 05:09:45.077297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48192) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.083506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db85124-9ee4-45fa-a7d6-554e8ecd4a3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a578314-fe85-410d-9bd9-806ff04537a9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:45.137299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-87b26be8-8946-46c3-b628-1fbdafb290e5 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582821 Sep 16 05:09:45.140910 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48194) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.145284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-81210830-4fd7-4358-b62f-872a84250526 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group': {'name': 'tempest-secgroup--296888418'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:45.172018 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81210830-4fd7-4358-b62f-872a84250526 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.253786 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81210830-4fd7-4358-b62f-872a84250526 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.258116 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81210830-4fd7-4358-b62f-872a84250526 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.287023 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81210830-4fd7-4358-b62f-872a84250526 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.288274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-81210830-4fd7-4358-b62f-872a84250526 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1463332 Sep 16 05:09:45.292260 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48196) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.293472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81210830-4fd7-4358-b62f-872a84250526 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f8bcb0-099b-4b0a-b9d4-b687032e5e15,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:45.297158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ed134b22-6a74-4052-8b6a-e10b1a091f3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:09:45.297952 n-d-712142-17 neutron-server[94744]: WARNING neutron.api.v2.base [None req-ed134b22-6a74-4052-8b6a-e10b1a091f3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 16 05:09:45.298514 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-ed134b22-6a74-4052-8b6a-e10b1a091f3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] update failed (client error): There was a conflict when trying to complete your request. Sep 16 05:09:45.299873 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ed134b22-6a74-4052-8b6a-e10b1a091f3e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "PUT /v2.0/security-groups/25f8bcb0-099b-4b0a-b9d4-b687032e5e15 HTTP/1.1" status: 409 len: 330 time: 0.0061715 Sep 16 05:09:45.302422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48198) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.364181 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a2d3e2b-3847-4951-921e-846902cb0945 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.388663 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a2d3e2b-3847-4951-921e-846902cb0945 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.432609 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a2d3e2b-3847-4951-921e-846902cb0945 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.435384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a2d3e2b-3847-4951-921e-846902cb0945 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:45.436648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7a2d3e2b-3847-4951-921e-846902cb0945 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "DELETE /v2.0/security-groups/25f8bcb0-099b-4b0a-b9d4-b687032e5e15 HTTP/1.1" status: 204 len: 168 time: 0.1332653 Sep 16 05:09:45.439443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48200) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.452161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d3e2b-3847-4951-921e-846902cb0945 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f8bcb0-099b-4b0a-b9d4-b687032e5e15,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:45.487262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bc491b1b-b243-43c0-868a-8047101116e3 tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467031 Sep 16 05:09:45.491027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48202) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.504682 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-8973aafd-4c39-4611-a074-4d002e49e0da tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] delete failed (client error): The resource could not be found. Sep 16 05:09:45.506109 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8973aafd-4c39-4611-a074-4d002e49e0da tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "DELETE /v2.0/security-groups/ac3c6918-a95c-4123-957d-a7b037a4c7ca HTTP/1.1" status: 404 len: 347 time: 0.0136495 Sep 16 05:09:45.510848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48204) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.525293 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-2c0a2a86-fd21-483a-9787-0e6d05ad9d2e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] show failed (client error): The resource could not be found. Sep 16 05:09:45.526360 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2c0a2a86-fd21-483a-9787-0e6d05ad9d2e tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "GET /v2.0/security-groups/98389a3c-3daf-4bc9-810c-13d904d567d6 HTTP/1.1" status: 404 len: 347 time: 0.0144908 Sep 16 05:09:45.530092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48206) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.542132 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-19b00730-2fef-4841-8fc2-290503c5ce6f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] show failed (client error): The resource could not be found. Sep 16 05:09:45.547289 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-19b00730-2fef-4841-8fc2-290503c5ce6f tempest-NegativeSecGroupIPv6Test-1581904892 tempest-NegativeSecGroupIPv6Test-1581904892-project] 10.222.0.53 "GET /v2.0/security-group-rules/5f532a10-006e-47ea-9760-34e56ce97747 HTTP/1.1" status: 404 len: 356 time: 0.0121431 Sep 16 05:09:45.790364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48212) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.937422 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-50c44c63-147f-4a08-849e-f1a26f503fcf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba9df3742efb45f69bc80c979699fc5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457746 Sep 16 05:09:45.939928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48218) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:45.981357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e32da-5f48-4ffd-b15b-74ad4ec3239b req-eac6af6b-febc-4139-aee4-97f54d2ab2ec tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:45.983208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a7e32da-5f48-4ffd-b15b-74ad4ec3239b req-eac6af6b-febc-4139-aee4-97f54d2ab2ec tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0665760 Sep 16 05:09:46.016235 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9f15a644-da68-4b58-bac2-7b39da937024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.047300 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9f15a644-da68-4b58-bac2-7b39da937024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.048778 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a7e32da-5f48-4ffd-b15b-74ad4ec3239b req-1b2c6f94-44d4-4b92-a4bd-864190ff4b00 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538182 Sep 16 05:09:46.103882 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9f15a644-da68-4b58-bac2-7b39da937024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.106936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9f15a644-da68-4b58-bac2-7b39da937024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:46.108370 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9f15a644-da68-4b58-bac2-7b39da937024 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7a463d9-a815-4e5c-bbe5-df4a9237d4a0 HTTP/1.1" status: 204 len: 168 time: 0.1673558 Sep 16 05:09:46.119722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15a644-da68-4b58-bac2-7b39da937024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a463d9-a815-4e5c-bbe5-df4a9237d4a0,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:47.168494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b13df2-74d2-46f9-b521-f06300940a89 req-c8990744-d74e-4fc4-ace5-241d2b401400 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:47.170714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-61b13df2-74d2-46f9-b521-f06300940a89 req-c8990744-d74e-4fc4-ace5-241d2b401400 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0646360 Sep 16 05:09:47.215438 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-61b13df2-74d2-46f9-b521-f06300940a89 req-8c6f3894-efec-4597-afbf-514d71cd1218 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386767 Sep 16 05:09:47.244101 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-23af3d14-3ce4-4135-a3b0-3ca2753b0985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:48.354701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79b53-923f-4bab-81d0-688a4c1e9f44 req-67ce7df8-098f-42a6-81b8-f6f1b4c90e1a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:48.356272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ff79b53-923f-4bab-81d0-688a4c1e9f44 req-67ce7df8-098f-42a6-81b8-f6f1b4c90e1a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0547504 Sep 16 05:09:48.398441 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ff79b53-923f-4bab-81d0-688a4c1e9f44 req-67f6bf09-e780-482c-b306-7e16d371131f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355234 Sep 16 05:09:49.525397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9547c3-54a9-4b2e-8f77-b02ec4f939f6 req-2dc7f4c5-0a3d-4391-a2d2-0b9b171d249f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:49.527503 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c9547c3-54a9-4b2e-8f77-b02ec4f939f6 req-2dc7f4c5-0a3d-4391-a2d2-0b9b171d249f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0571859 Sep 16 05:09:49.567998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c9547c3-54a9-4b2e-8f77-b02ec4f939f6 req-8400ad3b-0f13-49ca-9b87-d1b71654ff10 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342829 Sep 16 05:09:50.182258 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fa48940-39ea-45b2-aeae-4600d84a37a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:50.829877 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:51.081888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e28e8-2dca-431d-9020-8fefa08f0f60 req-90ecb86d-4824-40dc-b9c4-5b3d8145a689 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:51.083394 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad5e28e8-2dca-431d-9020-8fefa08f0f60 req-90ecb86d-4824-40dc-b9c4-5b3d8145a689 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.4427471 Sep 16 05:09:51.125987 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad5e28e8-2dca-431d-9020-8fefa08f0f60 req-3c0b8963-a204-4a12-bcbb-dd34b8e5edf7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349956 Sep 16 05:09:51.708011 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:52.256130 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846167ad-15fc-4d5d-9553-38728d8f3c3a req-a38b268e-0ce9-4703-b68a-1676efb4197d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:52.257966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-846167ad-15fc-4d5d-9553-38728d8f3c3a req-a38b268e-0ce9-4703-b68a-1676efb4197d tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0554571 Sep 16 05:09:52.301296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-846167ad-15fc-4d5d-9553-38728d8f3c3a req-4ab63384-947f-4dcb-bed0-6d38f21c55b7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365613 Sep 16 05:09:53.238606 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:53.420736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc69cbf-82e7-4d4f-8233-8fe3c12946bd req-25f15013-6587-4d11-a636-81ed294d1bb4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:53.422301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cbc69cbf-82e7-4d4f-8233-8fe3c12946bd req-25f15013-6587-4d11-a636-81ed294d1bb4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0508955 Sep 16 05:09:53.468570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cbc69cbf-82e7-4d4f-8233-8fe3c12946bd req-564d06a3-3b55-4112-9769-7a5fb861e09e tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355375 Sep 16 05:09:54.601851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66526bb-bc30-499c-8c7e-d3bde4577d75 req-d9facec2-8617-4208-867a-58c740b01aa5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:54.604779 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f66526bb-bc30-499c-8c7e-d3bde4577d75 req-d9facec2-8617-4208-867a-58c740b01aa5 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0621269 Sep 16 05:09:54.646296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f66526bb-bc30-499c-8c7e-d3bde4577d75 req-1afc7562-7e48-44c5-8513-f5ef68cc3c03 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352035 Sep 16 05:09:55.557391 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e279d8-4bb4-4295-b536-6ea2dd5e2b20 req-4b9bb2dd-2fcf-4d79-80a6-06f617f06bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:55.558938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10e279d8-4bb4-4295-b536-6ea2dd5e2b20 req-4b9bb2dd-2fcf-4d79-80a6-06f617f06bf9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 1097 time: 0.0412142 Sep 16 05:09:55.598461 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10e279d8-4bb4-4295-b536-6ea2dd5e2b20 req-ceca4572-bfef-4500-b387-43e263826198 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308022 Sep 16 05:09:55.766937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1734-0649-4881-a4ef-eafed05e2a9e req-a2d1b604-ecb4-45d1-84d7-4856a24484f4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:55.768450 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de2f1734-0649-4881-a4ef-eafed05e2a9e req-a2d1b604-ecb4-45d1-84d7-4856a24484f4 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0506849 Sep 16 05:09:55.808968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de2f1734-0649-4881-a4ef-eafed05e2a9e req-41c20483-b9bb-4880-b1da-116d159236b7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341988 Sep 16 05:09:56.941590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e65617-8bae-4c05-bc4a-41efc62062c2 req-f04e26bb-f605-437e-9fc5-61a2fda4728a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:09:56.943973 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17e65617-8bae-4c05-bc4a-41efc62062c2 req-f04e26bb-f605-437e-9fc5-61a2fda4728a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0563486 Sep 16 05:09:56.996278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17e65617-8bae-4c05-bc4a-41efc62062c2 req-976d8b1c-ddf4-4d9f-9c44-38f7c3aa23be tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360920 Sep 16 05:09:57.021299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48430) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:09:57.105932 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d615bd30-e018-4dff-a278-8e472815d436 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/floatingips/4ec2a250-9aa9-4b76-b0f1-e58c25b1d70d HTTP/1.1" status: 200 len: 992 time: 0.0790746 Sep 16 05:09:58.291218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:09:58.298254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:09:58.452062 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.471561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:58.494237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:09:58.496507 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1d3014-d79d-4d30-b8f1-32bd04b2e387" -d '{"events": [{"server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "name": "network-vif-unplugged", "status": "completed", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:09:58.501736 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'port_id': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'mac_address': 'fa:16:3e:de:21:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:09:58.512318 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:58.517107 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.563488 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fddddd-2dfa-49c1-b964-5f41b8237c51 x-openstack-request-id: req-d0fddddd-2dfa-49c1-b964-5f41b8237c51 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:09:58.563810 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "name": "network-vif-unplugged", "status": "completed", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:09:58.564072 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0fddddd-2dfa-49c1-b964-5f41b8237c51 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:09:58.564468 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'code': 200} Sep 16 05:09:58.585030 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:58.609718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:58.612492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:58.623686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:58.624043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:58.624395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:58.624745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:58.625088 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:58.625434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:58.625805 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:58.626152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:58.626489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:58.627075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:58.627417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:58.627759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:09:58.668308 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:09:58.668686 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:09:59.242512 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.244148 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:09:59.263616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:09:59.292886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:09:59.299128 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:09:59.357965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:09:59.550437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:00.305178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:00.355751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:00.356119 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.437023 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.475920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:00.480841 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:00.534628 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:00.565262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:00.567688 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69258d4-0c6e-453f-b387-b28b9edfaecd" -d '{"events": [{"server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "name": "network-vif-plugged", "status": "completed", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:00.606437 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a41059b-f513-4a79-957f-c47df81132f9 x-openstack-request-id: req-6a41059b-f513-4a79-957f-c47df81132f9 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:00.606763 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "name": "network-vif-plugged", "status": "completed", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:00.607028 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a41059b-f513-4a79-957f-c47df81132f9 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:00.607424 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'code': 200} Sep 16 05:10:01.722432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-9298d96b-28ab-4b92-9216-e873337a0a10 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:01.726456 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-9298d96b-28ab-4b92-9216-e873337a0a10 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1572206 Sep 16 05:10:01.758225 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-67d4be39-a648-4ad0-aac5-3077df3f1b69 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/quotas/b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 375 time: 0.0163438 Sep 16 05:10:01.818822 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-82e4188a-d77a-42cf-a1a0-31942bee6e1f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543358 Sep 16 05:10:01.913562 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-380160fb-07f8-47cf-8c0f-c904ee10fb72 service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875847 Sep 16 05:10:02.007731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-9114993e-e4cf-4b9a-b430-90aca1b8f3d2 service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874183 Sep 16 05:10:02.295804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-588c00be-f385-48c3-a0c4-e0009097b8e3 req-84054551-53c1-4aa6-991d-5f2d6fb0fd36 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 210 time: 0.0277662 Sep 16 05:10:03.357657 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-72782304-d8ba-471d-bec6-6d664a251fc4 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.360236 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-72782304-d8ba-471d-bec6-6d664a251fc4 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1137936 Sep 16 05:10:03.373983 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'port': {'device_id': '1df4c04f-a59c-4b91-bd4e-031a861ceefe', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'admin_state_up': True, 'tenant_id': 'b047a60d7e39405c98068715097e0142'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:03.398211 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-763e645e-40d4-4dfc-9595-d4abe5227cfd req-a00b6a29-cd1d-4a61-bdcc-0f5e1de58af1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 210 time: 0.0312622 Sep 16 05:10:03.501978 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Made reservation on behalf of b047a60d7e39405c98068715097e0142 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:03.505872 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.638562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Allocated IP 172.20.0.8 (9a1ec3a4-d9e6-485f-ac18-076bea25223b/5398c6d6-2378-4760-a5da-67b63bb8092c/8239b32e-4480-4288-9a65-f3d5c935fa45) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:03.796876 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.845366 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:03.892670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:03.897029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:03.904534 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:03.951815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=8239b32e-4480-4288-9a65-f3d5c935fa45,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:03.969931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.969931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.970425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.970898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.971306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.971717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.972122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.974710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.974710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.974710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.974710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.974710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:03.994309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:03.994931 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.018540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-55b55e44-1dc0-4e66-a6db-1e93edc10f41 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6496575 Sep 16 05:10:04.031072 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Request body: {'port': {'device_id': '1df4c04f-a59c-4b91-bd4e-031a861ceefe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:04.094519 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.255952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a67ca3ea-e653-4b87-b60d-e1d9097ce00b None None] Provisioning complete for port 8239b32e-4480-4288-9a65-f3d5c935fa45 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:04.256956 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a67ca3ea-e653-4b87-b60d-e1d9097ce00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.296251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a67ca3ea-e653-4b87-b60d-e1d9097ce00b None None] Port 8239b32e-4480-4288-9a65-f3d5c935fa45 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:04.390361 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8239b32e-4480-4288-9a65-f3d5c935fa45 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:04.397500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.409592 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Transition to ACTIVE for port object 8239b32e-4480-4288-9a65-f3d5c935fa45 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:04.416443 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.470901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8239b32e-4480-4288-9a65-f3d5c935fa45,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:04.528876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517bfb0-567e-48da-a05d-5066e2d0ef4a req-72411921-49fe-460f-b8c2-ecf7587bec13 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.531566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4517bfb0-567e-48da-a05d-5066e2d0ef4a req-72411921-49fe-460f-b8c2-ecf7587bec13 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 943 time: 0.0595219 Sep 16 05:10:04.562381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Attempting to bind port 8239b32e-4480-4288-9a65-f3d5c935fa45 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:04.562806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Attempting to bind port 8239b32e-4480-4288-9a65-f3d5c935fa45 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:04.563212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Attempting to bind port 8239b32e-4480-4288-9a65-f3d5c935fa45 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:04.568911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Port 8239b32e-4480-4288-9a65-f3d5c935fa45 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:04.569262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Attempting to bind port 8239b32e-4480-4288-9a65-f3d5c935fa45 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:04.576330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:04.576670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Checking segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:04.577245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Bound using segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:04.578003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Bound port: 8239b32e-4480-4288-9a65-f3d5c935fa45, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:04.578373 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.591512 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4517bfb0-567e-48da-a05d-5066e2d0ef4a req-fe054a13-ef89-4bc3-bf3c-fa183447a8a0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519164 Sep 16 05:10:04.646840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] For port 8239b32e-4480-4288-9a65-f3d5c935fa45, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:04.650673 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] For port 8239b32e-4480-4288-9a65-f3d5c935fa45, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8239b32e-4480-4288-9a65-f3d5c935fa45,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:04.655740 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.692421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.693248 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:04.695050 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/8239b32e-4480-4288-9a65-f3d5c935fa45 HTTP/1.1" status: 200 len: 1092 time: 0.6683514 Sep 16 05:10:04.695556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df4c04f-a59c-4b91-bd4e-031a861ceefe', 'tag': '8239b32e-4480-4288-9a65-f3d5c935fa45'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:04.698459 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed78ea76-ec33-41ed-bb3a-121817af4ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "1df4c04f-a59c-4b91-bd4e-031a861ceefe", "tag": "8239b32e-4480-4288-9a65-f3d5c935fa45"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:04.738404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062dfe6-1368-4c35-9065-527d42d630f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8239b32e-4480-4288-9a65-f3d5c935fa45,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:04.788954 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-08bedf99-5a30-483d-ac97-567a75af5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.791168 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-08bedf99-5a30-483d-ac97-567a75af5760 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 1095 time: 0.0496280 Sep 16 05:10:04.845791 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-d1bc5f1d-28cd-4fd3-af13-8f88e8667d22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8239b32e-4480-4288-9a65-f3d5c935fa45 HTTP/1.1" status: 200 len: 217 time: 0.0462666 Sep 16 05:10:04.908144 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-832e46d3-51c4-47b4-aee3-b3cbde118467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.909903 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-832e46d3-51c4-47b4-aee3-b3cbde118467 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0576928 Sep 16 05:10:04.958678 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698d38b3-bed2-4a87-a454-46278948dbe2 x-openstack-request-id: req-698d38b3-bed2-4a87-a454-46278948dbe2 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:04.958969 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df4c04f-a59c-4b91-bd4e-031a861ceefe", "tag": "8239b32e-4480-4288-9a65-f3d5c935fa45", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:04.959272 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-698d38b3-bed2-4a87-a454-46278948dbe2 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:04.959674 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df4c04f-a59c-4b91-bd4e-031a861ceefe', 'tag': '8239b32e-4480-4288-9a65-f3d5c935fa45', 'status': 'completed', 'code': 200} Sep 16 05:10:04.979585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-7ca3529e-7d2e-42b7-8437-d7a8d4808121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:04.981075 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-7ca3529e-7d2e-42b7-8437-d7a8d4808121 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634472 Sep 16 05:10:05.432461 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-f06c9b5e-e0f8-4246-82db-0e1c58010804 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439631 Sep 16 05:10:05.531561 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f2d3bb0e-37c5-49e1-885d-a526f9a9ab95 req-e2771377-4bea-4d23-a0ce-2fa346e3b34b service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911946 Sep 16 05:10:05.621430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78ea76-ec33-41ed-bb3a-121817af4ec8 req-9063bac6-0a1b-4dfb-9b6d-14e160b558ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.623011 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed78ea76-ec33-41ed-bb3a-121817af4ec8 req-9063bac6-0a1b-4dfb-9b6d-14e160b558ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 1095 time: 0.0487051 Sep 16 05:10:05.704430 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:05.723418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78ea76-ec33-41ed-bb3a-121817af4ec8 req-4a400045-d46b-405e-9121-aec3b09f5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.725058 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed78ea76-ec33-41ed-bb3a-121817af4ec8 req-4a400045-d46b-405e-9121-aec3b09f5ab8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.0954733 Sep 16 05:10:05.726745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fe8d7-b627-4fa3-bb8d-8d206a05d06f req-b72137f6-d346-46fb-af2f-29e500798d76 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.728933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6d0fe8d7-b627-4fa3-bb8d-8d206a05d06f req-b72137f6-d346-46fb-af2f-29e500798d76 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 943 time: 0.0621901 Sep 16 05:10:05.772373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed78ea76-ec33-41ed-bb3a-121817af4ec8 req-e982a89a-84bc-436b-9752-3e4c3e7a46dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8239b32e-4480-4288-9a65-f3d5c935fa45 HTTP/1.1" status: 200 len: 217 time: 0.0405517 Sep 16 05:10:05.772863 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6d0fe8d7-b627-4fa3-bb8d-8d206a05d06f req-6af42d75-9d42-4ed4-a605-d7acb38ba6b3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378349 Sep 16 05:10:05.826339 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78ea76-ec33-41ed-bb3a-121817af4ec8 req-2aab3cbc-f167-42b6-844d-83019b936dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.828273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed78ea76-ec33-41ed-bb3a-121817af4ec8 req-2aab3cbc-f167-42b6-844d-83019b936dd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0495603 Sep 16 05:10:05.876997 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78ea76-ec33-41ed-bb3a-121817af4ec8 req-e585b1b4-afdd-419b-967c-414c9bd06a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:05.878563 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed78ea76-ec33-41ed-bb3a-121817af4ec8 req-e585b1b4-afdd-419b-967c-414c9bd06a45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436263 Sep 16 05:10:05.979588 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed78ea76-ec33-41ed-bb3a-121817af4ec8 req-c3bad292-3a36-4103-94f0-bbf7a6718e28 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939677 Sep 16 05:10:06.074199 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed78ea76-ec33-41ed-bb3a-121817af4ec8 req-d815f5b6-f7e4-4aca-98f0-37ec7957d021 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867162 Sep 16 05:10:06.897754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55cf2-65ac-43cf-8205-425f126abe59 req-b6831f5b-3cf6-402d-a67b-bcd24ea8e2e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:06.899388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94d55cf2-65ac-43cf-8205-425f126abe59 req-b6831f5b-3cf6-402d-a67b-bcd24ea8e2e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 943 time: 0.0555878 Sep 16 05:10:06.941078 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94d55cf2-65ac-43cf-8205-425f126abe59 req-4b9d35a6-79dd-4de0-88ac-a73ddab48f5e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347350 Sep 16 05:10:07.755907 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:08.066679 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4effc-99a9-4e87-a52f-dd2837b6aaf0 req-22a5bde5-e095-4e8e-9120-393042780b3f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:08.068175 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4a4effc-99a9-4e87-a52f-dd2837b6aaf0 req-22a5bde5-e095-4e8e-9120-393042780b3f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 943 time: 0.0499811 Sep 16 05:10:08.108934 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4a4effc-99a9-4e87-a52f-dd2837b6aaf0 req-e0d585b1-df83-4d74-987b-bd719c1a1540 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337059 Sep 16 05:10:09.235497 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ad84a-6535-4cd1-836e-e45150c7bf22 req-526a2c46-7031-4a97-ad0b-ccdba5ac30ca tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:09.236961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c8ad84a-6535-4cd1-836e-e45150c7bf22 req-526a2c46-7031-4a97-ad0b-ccdba5ac30ca tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 943 time: 0.0531659 Sep 16 05:10:09.275343 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c8ad84a-6535-4cd1-836e-e45150c7bf22 req-85a1ce56-8df7-4940-a025-49f3b6732367 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Sep 16 05:10:10.391356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0c46-9155-4115-a7a4-5144cbbcfb2f req-5c0d1c6d-bb4b-4f14-b256-36b816cd1247 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.392922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-997d0c46-9155-4115-a7a4-5144cbbcfb2f req-5c0d1c6d-bb4b-4f14-b256-36b816cd1247 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 943 time: 0.0504353 Sep 16 05:10:10.433977 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-997d0c46-9155-4115-a7a4-5144cbbcfb2f req-79753690-bbe0-4fc7-bb06-6ffc48aa63c9 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346627 Sep 16 05:10:10.738058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-751ff424-e9ee-4d57-81ab-87fa5644e07b req-dfe92d1d-afd9-4744-a3ed-2ad60f1a3ef2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1431134 Sep 16 05:10:10.826383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ff424-e9ee-4d57-81ab-87fa5644e07b req-4c402506-4b7d-425f-bbde-26bfe396af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.828271 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-751ff424-e9ee-4d57-81ab-87fa5644e07b req-4c402506-4b7d-425f-bbde-26bfe396af68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 1097 time: 0.0441089 Sep 16 05:10:10.947720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ff424-e9ee-4d57-81ab-87fa5644e07b req-163662c9-74af-407c-b32a-bca6b432c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:10.949232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-751ff424-e9ee-4d57-81ab-87fa5644e07b req-163662c9-74af-407c-b32a-bca6b432c711 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814 HTTP/1.1" status: 200 len: 898 time: 0.0976598 Sep 16 05:10:11.038333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-751ff424-e9ee-4d57-81ab-87fa5644e07b req-e930c640-ce23-4eb0-8971-65aab1031843 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f HTTP/1.1" status: 200 len: 1000 time: 0.0677187 Sep 16 05:10:11.089686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ff424-e9ee-4d57-81ab-87fa5644e07b req-a54428f7-b911-42c0-9760-22b8bc6206b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.091192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-751ff424-e9ee-4d57-81ab-87fa5644e07b req-a54428f7-b911-42c0-9760-22b8bc6206b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcacc466-de4f-4566-8b50-2e301d513534 HTTP/1.1" status: 200 len: 835 time: 0.0460703 Sep 16 05:10:11.141260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ff424-e9ee-4d57-81ab-87fa5644e07b req-45627433-4426-4f53-8c50-4b50416de3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.143147 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-751ff424-e9ee-4d57-81ab-87fa5644e07b req-45627433-4426-4f53-8c50-4b50416de3cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451362 Sep 16 05:10:11.237517 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-751ff424-e9ee-4d57-81ab-87fa5644e07b req-72a62f87-01c4-46b7-9fd5-d2e327403653 service neutron] 10.222.0.50 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867288 Sep 16 05:10:11.326582 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-751ff424-e9ee-4d57-81ab-87fa5644e07b req-6569f074-cca4-472a-80c3-11c08a1cb444 service neutron] 10.222.0.50 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810308 Sep 16 05:10:11.553164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6b41e-ee64-4b81-a871-1670d3ff8c4f req-2f3a854c-e585-431b-af12-0d63d802297a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:11.554678 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19f6b41e-ee64-4b81-a871-1670d3ff8c4f req-2f3a854c-e585-431b-af12-0d63d802297a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 943 time: 0.0490918 Sep 16 05:10:11.597975 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19f6b41e-ee64-4b81-a871-1670d3ff8c4f req-2e3c017b-089b-4fd4-afd5-7f35623b85f9 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366035 Sep 16 05:10:12.719192 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9537f-8246-43c7-81f6-50ab99dba749 req-563324aa-2262-4a3d-aba5-83ee0042c212 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:12.720738 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ba9537f-8246-43c7-81f6-50ab99dba749 req-563324aa-2262-4a3d-aba5-83ee0042c212 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 943 time: 0.0556579 Sep 16 05:10:12.761327 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ba9537f-8246-43c7-81f6-50ab99dba749 req-9250ce61-f410-47d1-a2d9-f4df5662dea3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344162 Sep 16 05:10:13.877996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78cf5-1891-4167-8a72-596ee538ac39 req-46edcf7d-4ef8-42db-9fe7-e2f705d4036e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:13.879514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6d78cf5-1891-4167-8a72-596ee538ac39 req-46edcf7d-4ef8-42db-9fe7-e2f705d4036e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 943 time: 0.0491767 Sep 16 05:10:13.920544 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6d78cf5-1891-4167-8a72-596ee538ac39 req-9db969a4-4aab-4e4d-876c-ad4f0fdff460 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342495 Sep 16 05:10:14.452592 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48622) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.568570 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53b4dcf8-5465-4b3b-9b64-65896faef857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.597143 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8239b32e-4480-4288-9a65-f3d5c935fa45 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:14.664508 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53b4dcf8-5465-4b3b-9b64-65896faef857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.669171 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53b4dcf8-5465-4b3b-9b64-65896faef857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.693093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8239b32e-4480-4288-9a65-f3d5c935fa45, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8239b32e-4480-4288-9a65-f3d5c935fa45,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:14.704943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '8239b32e-4480-4288-9a65-f3d5c935fa45', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'port_id': '8239b32e-4480-4288-9a65-f3d5c935fa45', 'mac_address': 'fa:16:3e:19:12:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:14.707426 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-53b4dcf8-5465-4b3b-9b64-65896faef857 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7aa64d9ec214bf9b85adb83e5da6fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537556 Sep 16 05:10:14.708391 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4dcf8-5465-4b3b-9b64-65896faef857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc032bf1-9de1-4ee4-b10f-661cd6186058,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:14.710038 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48626) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:14.750664 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.762679 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dfdab57d-656f-49c7-8243-e50ec54943e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.765103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8239b32e-4480-4288-9a65-f3d5c935fa45 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:14.791220 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dfdab57d-656f-49c7-8243-e50ec54943e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.792438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8239b32e-4480-4288-9a65-f3d5c935fa45, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8239b32e-4480-4288-9a65-f3d5c935fa45,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:14.796699 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.847113 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dfdab57d-656f-49c7-8243-e50ec54943e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.849735 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dfdab57d-656f-49c7-8243-e50ec54943e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:14.850589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=8239b32e-4480-4288-9a65-f3d5c935fa45,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:14.850919 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dfdab57d-656f-49c7-8243-e50ec54943e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc032bf1-9de1-4ee4-b10f-661cd6186058 HTTP/1.1" status: 204 len: 168 time: 0.1396840 Sep 16 05:10:14.859227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdab57d-656f-49c7-8243-e50ec54943e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc032bf1-9de1-4ee4-b10f-661cd6186058,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:15.005032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8239b32e-4480-4288-9a65-f3d5c935fa45'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:15.044685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efadf91-7593-42ea-b2cd-e4094f5b73b8 req-7358b765-d8fe-43e9-93f6-2b9bf15ef6b2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:15.046277 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1efadf91-7593-42ea-b2cd-e4094f5b73b8 req-7358b765-d8fe-43e9-93f6-2b9bf15ef6b2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 944 time: 0.0513883 Sep 16 05:10:15.090619 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1efadf91-7593-42ea-b2cd-e4094f5b73b8 req-0fa0c8a8-e63b-48f0-9aaa-e700d5bda661 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376253 Sep 16 05:10:15.145089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48634) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:15.158741 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cbd52dfd-91d4-4b6e-aae3-b5ff6b165144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.256267 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cbd52dfd-91d4-4b6e-aae3-b5ff6b165144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.260680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cbd52dfd-91d4-4b6e-aae3-b5ff6b165144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.298007 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cbd52dfd-91d4-4b6e-aae3-b5ff6b165144 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56d4bc2280bc4433954906febba45ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517932 Sep 16 05:10:15.298872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd52dfd-91d4-4b6e-aae3-b5ff6b165144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35ddf1a-2dca-4572-89f3-102ddf565d0c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:15.300729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48636) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:15.351158 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f7d42a6-fd65-4706-b447-39df4f32020e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.372958 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f7d42a6-fd65-4706-b447-39df4f32020e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.417828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f7d42a6-fd65-4706-b447-39df4f32020e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.420416 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f7d42a6-fd65-4706-b447-39df4f32020e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:15.421582 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5f7d42a6-fd65-4706-b447-39df4f32020e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e35ddf1a-2dca-4572-89f3-102ddf565d0c HTTP/1.1" status: 204 len: 168 time: 0.1191607 Sep 16 05:10:15.429128 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d42a6-fd65-4706-b447-39df4f32020e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35ddf1a-2dca-4572-89f3-102ddf565d0c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:16.212705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0551f-080e-4094-bf94-995fe141d202 req-ada6c6b0-c6e7-4909-919b-1da650503ef3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:16.214308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5b0551f-080e-4094-bf94-995fe141d202 req-ada6c6b0-c6e7-4909-919b-1da650503ef3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 944 time: 0.0540314 Sep 16 05:10:16.254989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5b0551f-080e-4094-bf94-995fe141d202 req-1c4ce4c5-25a6-40e5-b7aa-9b2b95fbea92 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Sep 16 05:10:16.597755 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8239b32e-4480-4288-9a65-f3d5c935fa45 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:16.646969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 8239b32e-4480-4288-9a65-f3d5c935fa45 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:16.651413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 8239b32e-4480-4288-9a65-f3d5c935fa45 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:16.652047 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.735753 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.760396 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df4c04f-a59c-4b91-bd4e-031a861ceefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8239b32e-4480-4288-9a65-f3d5c935fa45'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:16.762871 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084002df-5c4f-4b46-a6d3-29d219a7d863" -d '{"events": [{"server_uuid": "1df4c04f-a59c-4b91-bd4e-031a861ceefe", "name": "network-vif-plugged", "status": "completed", "tag": "8239b32e-4480-4288-9a65-f3d5c935fa45"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:16.778258 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 8239b32e-4480-4288-9a65-f3d5c935fa45, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8239b32e-4480-4288-9a65-f3d5c935fa45,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:16.783181 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:16.829215 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340b69ba-34f0-4a5e-a5f8-877f5f69c9c5 x-openstack-request-id: req-340b69ba-34f0-4a5e-a5f8-877f5f69c9c5 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:16.829508 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df4c04f-a59c-4b91-bd4e-031a861ceefe", "name": "network-vif-plugged", "status": "completed", "tag": "8239b32e-4480-4288-9a65-f3d5c935fa45", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:16.829785 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-340b69ba-34f0-4a5e-a5f8-877f5f69c9c5 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:16.830235 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df4c04f-a59c-4b91-bd4e-031a861ceefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8239b32e-4480-4288-9a65-f3d5c935fa45', 'code': 200} Sep 16 05:10:16.848146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=8239b32e-4480-4288-9a65-f3d5c935fa45,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.049005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9358e76-774b-464d-b22b-49fe9b8507a8 req-baa52d1c-d56c-476d-bd5a-40ab3fa68359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.050700 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9358e76-774b-464d-b22b-49fe9b8507a8 req-baa52d1c-d56c-476d-bd5a-40ab3fa68359 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 1097 time: 0.1621954 Sep 16 05:10:17.087672 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c9358e76-774b-464d-b22b-49fe9b8507a8 req-07a9ef98-d6b2-4485-acfa-47a51472f69c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293067 Sep 16 05:10:17.120874 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48688) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.225632 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3341109b-ae97-4136-9fce-70b5b42f1e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.235309 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8aec7d76-4103-4834-8cb6-b642f5bae962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.326500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8aec7d76-4103-4834-8cb6-b642f5bae962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.331055 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8aec7d76-4103-4834-8cb6-b642f5bae962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.370341 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8aec7d76-4103-4834-8cb6-b642f5bae962 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcecac2cffe4443191a940641827cd67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483678 Sep 16 05:10:17.372405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec7d76-4103-4834-8cb6-b642f5bae962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac868aa-fbd4-4468-b37c-1bed563d2f8b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.374822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48694) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.378339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76253f-03fc-4550-814c-b991e6ab03c9 req-2ace42e0-9651-4d95-82be-417707496d9f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:17.379880 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea76253f-03fc-4550-814c-b991e6ab03c9 req-2ace42e0-9651-4d95-82be-417707496d9f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 945 time: 0.0515881 Sep 16 05:10:17.423014 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ee70b0f-aeab-4448-8149-10115ae01ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.425988 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea76253f-03fc-4550-814c-b991e6ab03c9 req-5e8029af-b6f6-4dcf-abfb-2aa27f2ac2f8 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Sep 16 05:10:17.445705 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ee70b0f-aeab-4448-8149-10115ae01ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.493136 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ee70b0f-aeab-4448-8149-10115ae01ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.497292 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ee70b0f-aeab-4448-8149-10115ae01ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.498656 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5ee70b0f-aeab-4448-8149-10115ae01ec8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bac868aa-fbd4-4468-b37c-1bed563d2f8b HTTP/1.1" status: 204 len: 168 time: 0.1227949 Sep 16 05:10:17.506133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee70b0f-aeab-4448-8149-10115ae01ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac868aa-fbd4-4468-b37c-1bed563d2f8b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.760776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 48700) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.774321 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44c00a2f-96a3-47e7-b6ee-2354c704c597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.867674 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44c00a2f-96a3-47e7-b6ee-2354c704c597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.871975 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-44c00a2f-96a3-47e7-b6ee-2354c704c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.912508 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-44c00a2f-96a3-47e7-b6ee-2354c704c597 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa51ff18d56f49f8a3e0723b063fc71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505873 Sep 16 05:10:17.913456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c00a2f-96a3-47e7-b6ee-2354c704c597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d99334e-315f-4722-9074-d99698a1b541,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:17.916333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48702) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:17.970679 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-40f6a678-a098-4f4e-8349-d479458c0262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:17.993813 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-40f6a678-a098-4f4e-8349-d479458c0262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.041254 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-40f6a678-a098-4f4e-8349-d479458c0262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.043938 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-40f6a678-a098-4f4e-8349-d479458c0262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:18.047563 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-40f6a678-a098-4f4e-8349-d479458c0262 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d99334e-315f-4722-9074-d99698a1b541 HTTP/1.1" status: 204 len: 168 time: 0.1275330 Sep 16 05:10:18.054802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6a678-a098-4f4e-8349-d479458c0262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d99334e-315f-4722-9074-d99698a1b541,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:18.545356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abfb81-287b-4211-ac7e-a5df5094f8f8 req-149b752b-2b61-4f40-a028-58c6a475015c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.546846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f4abfb81-287b-4211-ac7e-a5df5094f8f8 req-149b752b-2b61-4f40-a028-58c6a475015c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 945 time: 0.0532682 Sep 16 05:10:18.588969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f4abfb81-287b-4211-ac7e-a5df5094f8f8 req-3c9e43a4-80fc-49ac-9866-9a010f14b104 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341964 Sep 16 05:10:18.706762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3dafb-aec4-4ee7-9570-5b409f765a1a req-b39a1685-05c4-496b-a668-d8fb046d683d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:18.708316 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffa3dafb-aec4-4ee7-9570-5b409f765a1a req-b39a1685-05c4-496b-a668-d8fb046d683d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 945 time: 0.0503707 Sep 16 05:10:18.747714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffa3dafb-aec4-4ee7-9570-5b409f765a1a req-d510b77d-2458-4a56-baef-2d7e2ffbb043 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333016 Sep 16 05:10:20.167944 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d7b26fa1-d9ec-4b90-9df4-478d2d8c605c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:20.823587 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.365686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-52a4d37f-4351-4c0f-a8a9-cf50ec1945e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:21.367794 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-52a4d37f-4351-4c0f-a8a9-cf50ec1945e2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1139007 Sep 16 05:10:21.384069 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-a8feb818-40e1-4cc7-a69d-16c552ed5d68 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/quotas/b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 375 time: 0.0103667 Sep 16 05:10:21.449170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-63cdd7b5-f63b-4c8e-af3e-38c5984fa3df tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547979 Sep 16 05:10:21.549297 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-fb20e312-fbd3-4932-a35c-f2f5fe5d84dd service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926588 Sep 16 05:10:21.657527 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-8faad5b8-d583-43f5-bdf0-9b0416d91abe service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967369 Sep 16 05:10:21.710605 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:21.856113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f39d6381-2c82-4c2c-b883-a28450ad781e req-5867f2c8-6ec2-4960-bc90-143896014e4f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 210 time: 0.0289907 Sep 16 05:10:22.905236 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-684829bd-7641-4351-97d2-6adcdbd20ad1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:22.907098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-684829bd-7641-4351-97d2-6adcdbd20ad1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1222885 Sep 16 05:10:22.929301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'port': {'device_id': '8dbed2dc-531c-4d9a-8a8f-483577002241', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'admin_state_up': True, 'tenant_id': 'b047a60d7e39405c98068715097e0142'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:22.984726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad13f5d9-ad6f-4c34-bfda-c4dfdfa86972 req-2867c939-6fc8-41f7-99ca-a27621780c10 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 210 time: 0.0475094 Sep 16 05:10:23.085173 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Made reservation on behalf of b047a60d7e39405c98068715097e0142 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:23.089835 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.246047 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.251936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Allocated IP 172.20.0.9 (9a1ec3a4-d9e6-485f-ac18-076bea25223b/5398c6d6-2378-4760-a5da-67b63bb8092c/b37bd7d2-030e-4379-b8c9-8aff397191c1) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:23.442073 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.479256 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.492811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8239b32e-4480-4288-9a65-f3d5c935fa45'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:23.525445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:23.528748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:23.534926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:23.593568 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:23.594260 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.607889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=b37bd7d2-030e-4379-b8c9-8aff397191c1,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:23.623711 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-6885d00f-2fb8-4b59-b5ee-a3495c82b65f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6999309 Sep 16 05:10:23.638602 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Request body: {'port': {'device_id': '8dbed2dc-531c-4d9a-8a8f-483577002241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:23.726542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.917922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-95cfdd2c-45ad-4253-8f9a-bd75b1d14c7d None None] Provisioning complete for port b37bd7d2-030e-4379-b8c9-8aff397191c1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:23.919053 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-95cfdd2c-45ad-4253-8f9a-bd75b1d14c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:23.978337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-95cfdd2c-45ad-4253-8f9a-bd75b1d14c7d None None] Port b37bd7d2-030e-4379-b8c9-8aff397191c1 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:24.161808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37bd7d2-030e-4379-b8c9-8aff397191c1 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:24.174213 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.203234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Transition to ACTIVE for port object b37bd7d2-030e-4379-b8c9-8aff397191c1 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:10:24.218182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028066-41bb-4024-a16d-7651867fe9cf req-2120e3c8-ad93-41be-b88b-0d43025f95a5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.219893 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15028066-41bb-4024-a16d-7651867fe9cf req-2120e3c8-ad93-41be-b88b-0d43025f95a5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 931 time: 0.1143126 Sep 16 05:10:24.221240 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.324668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Pushing event updated for resources: {'Port': ['ID=b37bd7d2-030e-4379-b8c9-8aff397191c1,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.339675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15028066-41bb-4024-a16d-7651867fe9cf req-70f8870c-66c6-4037-a06f-3791eca91f9b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046355 Sep 16 05:10:24.439017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Attempting to bind port b37bd7d2-030e-4379-b8c9-8aff397191c1 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:24.439672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Attempting to bind port b37bd7d2-030e-4379-b8c9-8aff397191c1 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:24.440011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Attempting to bind port b37bd7d2-030e-4379-b8c9-8aff397191c1 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:24.445239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Port b37bd7d2-030e-4379-b8c9-8aff397191c1 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:10:24.446533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Attempting to bind port b37bd7d2-030e-4379-b8c9-8aff397191c1 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:24.454537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:24.455493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Checking segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:24.456086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Bound using segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:24.456730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Bound port: b37bd7d2-030e-4379-b8c9-8aff397191c1, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:24.457297 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.554361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] For port b37bd7d2-030e-4379-b8c9-8aff397191c1, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:24.559836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] For port b37bd7d2-030e-4379-b8c9-8aff397191c1, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b37bd7d2-030e-4379-b8c9-8aff397191c1,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:24.564520 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.607511 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.608152 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:24.609598 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] 10.222.0.50 "PUT /v2.0/ports/b37bd7d2-030e-4379-b8c9-8aff397191c1 HTTP/1.1" status: 200 len: 1092 time: 0.9772060 Sep 16 05:10:24.610067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbed2dc-531c-4d9a-8a8f-483577002241', 'tag': 'b37bd7d2-030e-4379-b8c9-8aff397191c1'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:24.612617 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08204671-45ec-4500-8a24-bbf6b94ce4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8dbed2dc-531c-4d9a-8a8f-483577002241", "tag": "b37bd7d2-030e-4379-b8c9-8aff397191c1"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:24.677963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3b05b-454a-4353-b587-d6b105daaf58 service neutron] Pushing event updated for resources: {'Port': ['ID=b37bd7d2-030e-4379-b8c9-8aff397191c1,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:24.726455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-b909cb84-e787-4e80-b1be-530c40b78393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.728636 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-b909cb84-e787-4e80-b1be-530c40b78393 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 1095 time: 0.0708880 Sep 16 05:10:24.791328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-ce9d3b14-bcee-4d4e-9357-9f9dcdba94d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b37bd7d2-030e-4379-b8c9-8aff397191c1 HTTP/1.1" status: 200 len: 217 time: 0.0519464 Sep 16 05:10:24.855973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-a67f7bdf-6445-401c-9f75-9922165cef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.857782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-a67f7bdf-6445-401c-9f75-9922165cef9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0592842 Sep 16 05:10:24.866920 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce51214-b31a-4646-9832-2c2b3293a8ee x-openstack-request-id: req-2ce51214-b31a-4646-9832-2c2b3293a8ee {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:24.868215 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dbed2dc-531c-4d9a-8a8f-483577002241", "tag": "b37bd7d2-030e-4379-b8c9-8aff397191c1", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:24.868515 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ce51214-b31a-4646-9832-2c2b3293a8ee {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:24.869049 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dbed2dc-531c-4d9a-8a8f-483577002241', 'tag': 'b37bd7d2-030e-4379-b8c9-8aff397191c1', 'status': 'completed', 'code': 200} Sep 16 05:10:24.919252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-de00bb58-7506-4bc7-9ace-924ab8738b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:24.921110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-de00bb58-7506-4bc7-9ace-924ab8738b90 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511770 Sep 16 05:10:25.045694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-9cecfcba-a2f5-4fab-b4e0-7ff5c239e9fa service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154599 Sep 16 05:10:25.147401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d83609a1-92d2-49c3-a983-2e9fef37ae37 req-8ebadf01-6be9-41b5-a6e4-6a233b28ce38 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953364 Sep 16 05:10:25.248837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08204671-45ec-4500-8a24-bbf6b94ce4e2 req-fe56a661-2f69-4f45-b2b8-14436488bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.250649 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08204671-45ec-4500-8a24-bbf6b94ce4e2 req-fe56a661-2f69-4f45-b2b8-14436488bdfe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 1095 time: 0.0544860 Sep 16 05:10:25.354339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08204671-45ec-4500-8a24-bbf6b94ce4e2 req-b918a188-b39f-4a60-89b7-d628e900ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.356150 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08204671-45ec-4500-8a24-bbf6b94ce4e2 req-b918a188-b39f-4a60-89b7-d628e900ddca service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.0980289 Sep 16 05:10:25.421433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08204671-45ec-4500-8a24-bbf6b94ce4e2 req-0bf4af77-d8a3-4ce7-b6dc-353c69bc37b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b37bd7d2-030e-4379-b8c9-8aff397191c1 HTTP/1.1" status: 200 len: 217 time: 0.0533934 Sep 16 05:10:25.510263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08204671-45ec-4500-8a24-bbf6b94ce4e2 req-fa32f5ee-0c61-4c3f-8e42-962c82159bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.511779 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08204671-45ec-4500-8a24-bbf6b94ce4e2 req-fa32f5ee-0c61-4c3f-8e42-962c82159bea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0830727 Sep 16 05:10:25.525516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293090e-7270-4fd2-9855-a056124e3d03 req-24e6facc-5e05-4819-b781-a8beed7e66e6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.527218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e293090e-7270-4fd2-9855-a056124e3d03 req-24e6facc-5e05-4819-b781-a8beed7e66e6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0895290 Sep 16 05:10:25.600027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08204671-45ec-4500-8a24-bbf6b94ce4e2 req-c5668065-e79c-44d9-a4ec-b8563e437bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:25.601967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08204671-45ec-4500-8a24-bbf6b94ce4e2 req-c5668065-e79c-44d9-a4ec-b8563e437bfb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737426 Sep 16 05:10:25.607134 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e293090e-7270-4fd2-9855-a056124e3d03 req-8026868e-c66c-405b-ac73-ce56740e1c93 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710468 Sep 16 05:10:25.713834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08204671-45ec-4500-8a24-bbf6b94ce4e2 req-1bdfbfbd-b143-469d-befc-aae041a88a3f service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017356 Sep 16 05:10:25.819837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-08204671-45ec-4500-8a24-bbf6b94ce4e2 req-8d71af68-a769-468c-8fa5-64a48c2d433a service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984521 Sep 16 05:10:26.779907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1ddf5-6e4e-4a75-bca6-ce8c75b64e63 req-1d87a3c7-871b-401d-985d-fade01949323 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:26.783378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0d1ddf5-6e4e-4a75-bca6-ce8c75b64e63 req-1d87a3c7-871b-401d-985d-fade01949323 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0669622 Sep 16 05:10:26.845981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0d1ddf5-6e4e-4a75-bca6-ce8c75b64e63 req-cc4c92d6-5479-4d32-be96-5471c13027a2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535531 Sep 16 05:10:28.026888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbd8fc-6aa7-4a59-9794-6e2e1873a29b req-6e5569db-ed56-4ad9-964f-97ea0a32abcf tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:28.029093 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4bbd8fc-6aa7-4a59-9794-6e2e1873a29b req-6e5569db-ed56-4ad9-964f-97ea0a32abcf tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0748484 Sep 16 05:10:28.079673 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4bbd8fc-6aa7-4a59-9794-6e2e1873a29b req-41568eed-4a96-47b0-ae6d-d9f44eda6987 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417509 Sep 16 05:10:29.482231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c229c4-590f-4abd-8c17-170c3bbe1f08 req-f6e1b8fd-f5f3-4626-a92b-8173ceae31ed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:29.482231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7c229c4-590f-4abd-8c17-170c3bbe1f08 req-f6e1b8fd-f5f3-4626-a92b-8173ceae31ed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.3230469 Sep 16 05:10:29.529420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7c229c4-590f-4abd-8c17-170c3bbe1f08 req-bbe08cc7-6465-4408-8907-419640894af8 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406420 Sep 16 05:10:30.675732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd36a8-9c0e-4380-b61a-08a2582e0bdf req-b012a1ac-1d6f-47e7-83d2-6afaf4fb6031 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:30.677221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dccd36a8-9c0e-4380-b61a-08a2582e0bdf req-b012a1ac-1d6f-47e7-83d2-6afaf4fb6031 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0611899 Sep 16 05:10:30.733299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dccd36a8-9c0e-4380-b61a-08a2582e0bdf req-1fc97f13-2bbe-4704-b38a-2159bf0db930 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455301 Sep 16 05:10:31.845070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99830166-862e-4913-a23b-7be01087f67b req-dbd272ea-6e30-4fc1-af6c-70025937c404 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:31.846593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99830166-862e-4913-a23b-7be01087f67b req-dbd272ea-6e30-4fc1-af6c-70025937c404 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0488963 Sep 16 05:10:31.884736 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99830166-862e-4913-a23b-7be01087f67b req-f8133509-a1f9-4070-8ef4-76d4bb8a4127 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313704 Sep 16 05:10:33.025762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1111f1-7d3c-4130-aed4-12ce882068d9 req-54cdc1d4-205e-4b1a-b24e-e1c777d2c76b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:33.027396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb1111f1-7d3c-4130-aed4-12ce882068d9 req-54cdc1d4-205e-4b1a-b24e-e1c777d2c76b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0607393 Sep 16 05:10:33.070643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb1111f1-7d3c-4130-aed4-12ce882068d9 req-a06df0d1-9d8a-4639-b0f7-ec29ad6cf6ac tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360224 Sep 16 05:10:34.201108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94ee91-b453-41d3-8d9e-fb713682a3d9 req-2fe3a14b-cdfc-4c57-bfc2-ed77d5063cbe tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:34.210221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f94ee91-b453-41d3-8d9e-fb713682a3d9 req-2fe3a14b-cdfc-4c57-bfc2-ed77d5063cbe tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0605552 Sep 16 05:10:34.265775 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f94ee91-b453-41d3-8d9e-fb713682a3d9 req-eb8dd374-d5ec-495e-a4cc-d885541f9328 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474310 Sep 16 05:10:34.287691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 48976) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:34.456896 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port 046a5b07-917f-4093-b48d-6e2f3f0a6fea {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:34.457158 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.540369 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.540662 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.552764 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for 046a5b07-917f-4093-b48d-6e2f3f0a6fea owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:34.762867 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.794149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=046a5b07-917f-4093-b48d-6e2f3f0a6fea,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:34.825485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:34.825934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:34.826226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:34.826722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:34.827354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:34.827572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:34.828030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:34.828263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:34.828611 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:34.828889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:34.829067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:34.829399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:34.837933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-eeaf48da-7d01-4c31-a5a5-ab04ab5d429e req-a64e37cb-b8b0-4244-8a95-2608d3a5ab64 service neutron] (94744) timed out ('10.222.0.53', 47172) {{(pid=94744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:10:34.880490 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:34.880852 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Floating IP 4ec2a250-9aa9-4b76-b0f1-e58c25b1d70d disassociated (deleted). External IP: 172.25.0.99, port: bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f. Sep 16 05:10:35.174491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 8b1d58d4-16be-4558-a235-468fac3416af has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:35.315265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:35.328461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12449e27-f483-4a72-a228-307b329e99e0 None None] Sync routers for ids ['8b1d58d4-16be-4558-a235-468fac3416af'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:35.329116 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.339598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12449e27-f483-4a72-a228-307b329e99e0 None None] Routers {'8b1d58d4-16be-4558-a235-468fac3416af'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:35.340516 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-12449e27-f483-4a72-a228-307b329e99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8b1d58d4-16be-4558-a235-468fac3416af'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.408713 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ad650449-3512-421e-9508-0a0f9b513080 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/floatingips/4ec2a250-9aa9-4b76-b0f1-e58c25b1d70d HTTP/1.1" status: 204 len: 168 time: 1.1198380 Sep 16 05:10:35.410564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:35.412994 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a06d2f-fd6a-43ad-8455-ef6e02f7f7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:35.440828 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58b8bd-39c8-4390-9de8-004457b65754 req-bb28db91-b003-4096-9097-2846cfb1edfb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.442833 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2c58b8bd-39c8-4390-9de8-004457b65754 req-bb28db91-b003-4096-9097-2846cfb1edfb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.1097455 Sep 16 05:10:35.473011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-12449e27-f483-4a72-a228-307b329e99e0 None None] Set router 8b1d58d4-16be-4558-a235-468fac3416af gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:35.493577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2c58b8bd-39c8-4390-9de8-004457b65754 req-00e99c62-8b6a-4460-a65d-8b4c50c01905 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Sep 16 05:10:35.698171 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b38e63-a4c8-434d-90ea-f8f503ff1c9f x-openstack-request-id: req-e8b38e63-a4c8-434d-90ea-f8f503ff1c9f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:35.698686 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:35.699115 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8b38e63-a4c8-434d-90ea-f8f503ff1c9f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:35.699688 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'status': 'completed', 'code': 200} Sep 16 05:10:35.760250 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:35.776778 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-12449e27-f483-4a72-a228-307b329e99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '8dda527c-404a-42c4-9507-ad8648bbe246', 'name': '', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:ba:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:50Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:35.813324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a06d2f-fd6a-43ad-8455-ef6e02f7f7dd req-f915f3d2-834b-4549-8299-aa89fa229340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.815278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71a06d2f-fd6a-43ad-8455-ef6e02f7f7dd req-f915f3d2-834b-4549-8299-aa89fa229340 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 1097 time: 0.0932322 Sep 16 05:10:35.946397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a06d2f-fd6a-43ad-8455-ef6e02f7f7dd req-78ffd861-38c1-41dc-b5f7-a4492a8a64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.948420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71a06d2f-fd6a-43ad-8455-ef6e02f7f7dd req-78ffd861-38c1-41dc-b5f7-a4492a8a64f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814 HTTP/1.1" status: 200 len: 898 time: 0.1240649 Sep 16 05:10:35.959956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef18d9-a31e-4a44-bef0-607280f3f65b req-24d4f500-863f-4ebe-8db1-457205c604d6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:35.963273 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50ef18d9-a31e-4a44-bef0-607280f3f65b req-24d4f500-863f-4ebe-8db1-457205c604d6 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.1793873 Sep 16 05:10:35.995545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12449e27-f483-4a72-a228-307b329e99e0 None None] Checking router: 8b1d58d4-16be-4558-a235-468fac3416af for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:36.005907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12449e27-f483-4a72-a228-307b329e99e0 None None] Routers {'8b1d58d4-16be-4558-a235-468fac3416af'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:36.006607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-12449e27-f483-4a72-a228-307b329e99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8b1d58d4-16be-4558-a235-468fac3416af'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:36.021054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71a06d2f-fd6a-43ad-8455-ef6e02f7f7dd req-7b976215-3b75-458c-b1b1-90a41477ba88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f HTTP/1.1" status: 200 len: 217 time: 0.0564871 Sep 16 05:10:36.113229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-50ef18d9-a31e-4a44-bef0-607280f3f65b req-10546e67-049b-4f0a-a374-72a32d829ac7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910246 Sep 16 05:10:36.114777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a06d2f-fd6a-43ad-8455-ef6e02f7f7dd req-f941e709-5afe-47a3-a388-2ea3db961339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.116168 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71a06d2f-fd6a-43ad-8455-ef6e02f7f7dd req-f941e709-5afe-47a3-a388-2ea3db961339 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcacc466-de4f-4566-8b50-2e301d513534 HTTP/1.1" status: 200 len: 835 time: 0.0857041 Sep 16 05:10:36.132449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-12449e27-f483-4a72-a228-307b329e99e0 None None] Set router 8b1d58d4-16be-4558-a235-468fac3416af gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:36.168674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a06d2f-fd6a-43ad-8455-ef6e02f7f7dd req-daefa249-4b90-43cf-acd6-3abff855218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.170758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71a06d2f-fd6a-43ad-8455-ef6e02f7f7dd req-daefa249-4b90-43cf-acd6-3abff855218d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c17d9b28-e3c4-4e4d-b42b-5375df2b3814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463438 Sep 16 05:10:36.195271 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:10:36.276473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71a06d2f-fd6a-43ad-8455-ef6e02f7f7dd req-34c78610-1533-4b1e-adec-440ffcd7edf7 service neutron] 10.222.0.50 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972965 Sep 16 05:10:36.361220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-12449e27-f483-4a72-a228-307b329e99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '8dda527c-404a-42c4-9507-ad8648bbe246', 'name': '', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:ba:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:50Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:36.385258 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71a06d2f-fd6a-43ad-8455-ef6e02f7f7dd req-709344f3-e5ea-4733-b411-4cbe197c0ee4 service neutron] 10.222.0.50 "GET /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004739 Sep 16 05:10:36.394058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12449e27-f483-4a72-a228-307b329e99e0 None None] The sync data for ids ['8b1d58d4-16be-4558-a235-468fac3416af'] in n-d-712142-17 is: [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:08:46Z', 'revision_number': 4, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '8dda527c-404a-42c4-9507-ad8648bbe246', 'name': '', 'network_id': 'c17d9b28-e3c4-4e4d-b42b-5375df2b3814', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'mac_address': 'fa:16:3e:ba:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:45Z', 'updated_at': '2021-09-16T05:08:50Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'subnets': [{'id': 'dcacc466-de4f-4566-8b50-2e301d513534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:36.665055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7ea08-ab62-4928-b0a9-9effe3df8428 req-2fed7ad6-23f7-4b74-bc44-45e920354831 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:36.672636 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1de7ea08-ab62-4928-b0a9-9effe3df8428 req-2fed7ad6-23f7-4b74-bc44-45e920354831 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0808825 Sep 16 05:10:36.720008 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00f872-e52e-49ef-b473-47b1cafd64ea None None] New status for floating IP 4ec2a250-9aa9-4b76-b0f1-e58c25b1d70d: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:10:36.735525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1de7ea08-ab62-4928-b0a9-9effe3df8428 req-9a665421-978a-4462-8e57-ac58cdf3bb49 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616045 Sep 16 05:10:37.267241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e86e9-ee05-4d78-b9ea-6562d9862f24 req-3a1d18c2-d684-4f8c-9587-1531abdd1c5f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.268718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-510e86e9-ee05-4d78-b9ea-6562d9862f24 req-3a1d18c2-d684-4f8c-9587-1531abdd1c5f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.0957980 Sep 16 05:10:37.309448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f533b5-f7d5-4d43-b328-f22e62172fbc req-edc3621e-70ab-4379-b22f-275f6ede2d84 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.311320 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03f533b5-f7d5-4d43-b328-f22e62172fbc req-edc3621e-70ab-4379-b22f-275f6ede2d84 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88 HTTP/1.1" status: 200 len: 945 time: 0.1097679 Sep 16 05:10:37.390224 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03f533b5-f7d5-4d43-b328-f22e62172fbc req-b904eda4-6352-4de3-b3d2-d22ee56b5b79 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "GET /v2.0/security-groups?id=66fea818-bddf-4863-bba9-93188dc55772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670388 Sep 16 05:10:37.406135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-510e86e9-ee05-4d78-b9ea-6562d9862f24 req-29944018-ae32-44da-bebd-27a97d528345 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:37.406487 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-510e86e9-ee05-4d78-b9ea-6562d9862f24 req-29944018-ae32-44da-bebd-27a97d528345 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.504698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-510e86e9-ee05-4d78-b9ea-6562d9862f24 req-29944018-ae32-44da-bebd-27a97d528345 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] For port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:37.505158 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-510e86e9-ee05-4d78-b9ea-6562d9862f24 req-29944018-ae32-44da-bebd-27a97d528345 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.519035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-510e86e9-ee05-4d78-b9ea-6562d9862f24 req-29944018-ae32-44da-bebd-27a97d528345 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:37.656660 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-510e86e9-ee05-4d78-b9ea-6562d9862f24 req-29944018-ae32-44da-bebd-27a97d528345 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.698693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29944018-ae32-44da-bebd-27a97d528345 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:37.739673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-510e86e9-ee05-4d78-b9ea-6562d9862f24 req-29944018-ae32-44da-bebd-27a97d528345 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] No DVR routers for this DVR port bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:37.742733 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-510e86e9-ee05-4d78-b9ea-6562d9862f24 req-29944018-ae32-44da-bebd-27a97d528345 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.744877 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-510e86e9-ee05-4d78-b9ea-6562d9862f24 req-29944018-ae32-44da-bebd-27a97d528345 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.50 "DELETE /v2.0/ports/bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f HTTP/1.1" status: 204 len: 173 time: 0.4691901 Sep 16 05:10:37.745328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'name': 'network-vif-deleted', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:37.745707 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:37.748405 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38226da4-e313-431b-99bd-e618cf33bd8b" -d '{"events": [{"server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "name": "network-vif-deleted", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:37.801011 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73a6cde-4775-4ca1-87a6-264c25e996cf x-openstack-request-id: req-c73a6cde-4775-4ca1-87a6-264c25e996cf {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:37.801523 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88", "name": "network-vif-deleted", "tag": "bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:37.802074 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c73a6cde-4775-4ca1-87a6-264c25e996cf {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:37.802895 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e30dd14-0a18-4a6c-8ec6-c821e1eb8b88', 'name': 'network-vif-deleted', 'tag': 'bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f', 'status': 'completed', 'code': 200} Sep 16 05:10:37.917507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434e093-2ac6-4f7c-84b7-ea6f9e899e9a req-301c8238-0ee5-472e-a4e8-c9ba03a00082 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:37.919315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0434e093-2ac6-4f7c-84b7-ea6f9e899e9a req-301c8238-0ee5-472e-a4e8-c9ba03a00082 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0654278 Sep 16 05:10:37.972603 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0434e093-2ac6-4f7c-84b7-ea6f9e899e9a req-1e966664-2b43-443a-950b-d4a2b4441f3a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468228 Sep 16 05:10:38.449781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49012) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:38.852714 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f81ad143-94ba-4600-af84-c463760c266a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.112252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6269fa-368d-403f-8411-95f30bc9b311 req-985fd147-dce9-4ffc-b95f-dbbc061cf1e6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:39.113867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a6269fa-368d-403f-8411-95f30bc9b311 req-985fd147-dce9-4ffc-b95f-dbbc061cf1e6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0572381 Sep 16 05:10:39.136678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f81ad143-94ba-4600-af84-c463760c266a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port 8dda527c-404a-42c4-9507-ad8648bbe246 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:39.137033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f81ad143-94ba-4600-af84-c463760c266a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.154832 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7a6269fa-368d-403f-8411-95f30bc9b311 req-63f62495-67c0-4f7b-8192-d65e489d8f03 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328448 Sep 16 05:10:39.239476 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-f81ad143-94ba-4600-af84-c463760c266a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] For port 8dda527c-404a-42c4-9507-ad8648bbe246, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=8dda527c-404a-42c4-9507-ad8648bbe246,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:39.239854 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f81ad143-94ba-4600-af84-c463760c266a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.253198 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f81ad143-94ba-4600-af84-c463760c266a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for 8dda527c-404a-42c4-9507-ad8648bbe246 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:39.455060 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f81ad143-94ba-4600-af84-c463760c266a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.485656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ad143-94ba-4600-af84-c463760c266a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=8dda527c-404a-42c4-9507-ad8648bbe246,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:39.693273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f81ad143-94ba-4600-af84-c463760c266a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:39.924406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81ad143-94ba-4600-af84-c463760c266a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Router 8b1d58d4-16be-4558-a235-468fac3416af has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:40.051995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81ad143-94ba-4600-af84-c463760c266a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:40.058160 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f81ad143-94ba-4600-af84-c463760c266a tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "PUT /v2.0/routers/8b1d58d4-16be-4558-a235-468fac3416af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6072721 Sep 16 05:10:40.061413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49020) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:40.068207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561de15-f2d8-441f-9d3b-b9589df28a12 None None] Sync routers for ids ['8b1d58d4-16be-4558-a235-468fac3416af'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:40.082151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561de15-f2d8-441f-9d3b-b9589df28a12 None None] Routers {'8b1d58d4-16be-4558-a235-468fac3416af'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:40.082791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f561de15-f2d8-441f-9d3b-b9589df28a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8b1d58d4-16be-4558-a235-468fac3416af'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:40.130751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f479d82-4a4e-4245-8475-682a94343202 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting subnet dcacc466-de4f-4566-8b50-2e301d513534 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:10:40.135462 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f479d82-4a4e-4245-8475-682a94343202 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.179661 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f479d82-4a4e-4245-8475-682a94343202 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.218113 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-f561de15-f2d8-441f-9d3b-b9589df28a12 None None] Set router 8b1d58d4-16be-4558-a235-468fac3416af gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:40.303398 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f479d82-4a4e-4245-8475-682a94343202 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.348923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a72966-e1a6-4da2-a307-47d4258676cd req-426488b1-70c6-4e75-9585-3f54e102a91c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:40.350507 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a1a72966-e1a6-4da2-a307-47d4258676cd req-426488b1-70c6-4e75-9585-3f54e102a91c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0911195 Sep 16 05:10:40.405502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a1a72966-e1a6-4da2-a307-47d4258676cd req-0c04f7e3-25d1-49eb-b263-6a9e909c043d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458088 Sep 16 05:10:40.418555 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f479d82-4a4e-4245-8475-682a94343202 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.454906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f479d82-4a4e-4245-8475-682a94343202 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Subnet': ['ID=dcacc466-de4f-4566-8b50-2e301d513534,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:40.458240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f561de15-f2d8-441f-9d3b-b9589df28a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:10:39Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:40.464584 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f479d82-4a4e-4245-8475-682a94343202 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.469075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7f479d82-4a4e-4245-8475-682a94343202 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/subnets/dcacc466-de4f-4566-8b50-2e301d513534 HTTP/1.1" status: 204 len: 168 time: 0.4039414 Sep 16 05:10:40.470904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49024) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:40.488513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c6cf7-28de-4004-8095-8402147d970d None None] Network c17d9b28-e3c4-4e4d-b42b-5375df2b3814 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:40.490836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561de15-f2d8-441f-9d3b-b9589df28a12 None None] Checking router: 8b1d58d4-16be-4558-a235-468fac3416af for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:40.517495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561de15-f2d8-441f-9d3b-b9589df28a12 None None] Routers {'8b1d58d4-16be-4558-a235-468fac3416af'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:40.518163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f561de15-f2d8-441f-9d3b-b9589df28a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8b1d58d4-16be-4558-a235-468fac3416af'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:40.562895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:40.618997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:40.619354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device bb4e6da3-0b6e-44a6-9af3-59ddc1a5a81f not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:40.625935 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.759636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-f561de15-f2d8-441f-9d3b-b9589df28a12 None None] Set router 8b1d58d4-16be-4558-a235-468fac3416af gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:40.766237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.853744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Deleting port 52183be6-1d1c-43a6-af69-9413e66a74f7 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:40.854101 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:40.912834 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f99a13a-73fe-4ca7-a779-71f977c28f01 None None] DHCP port deletion for c17d9b28-e3c4-4e4d-b42b-5375df2b3814 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:10:41.021244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] For port 52183be6-1d1c-43a6-af69-9413e66a74f7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=52183be6-1d1c-43a6-af69-9413e66a74f7,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:41.021792 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.035698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8f99a13a-73fe-4ca7-a779-71f977c28f01 None None] Deleting port 86dbba54-9dee-46f2-bb7e-8b98704d24ff {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:41.036081 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8f99a13a-73fe-4ca7-a779-71f977c28f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.069387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Calling delete_port for 52183be6-1d1c-43a6-af69-9413e66a74f7 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:41.111321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8f99a13a-73fe-4ca7-a779-71f977c28f01 None None] For port 86dbba54-9dee-46f2-bb7e-8b98704d24ff, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=86dbba54-9dee-46f2-bb7e-8b98704d24ff,segment=NetworkSegment(e3f0255a-3be7-4fb8-bda1-4724338f5d20),segment_id=e3f0255a-3be7-4fb8-bda1-4724338f5d20)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:41.111880 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8f99a13a-73fe-4ca7-a779-71f977c28f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.131380 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8f99a13a-73fe-4ca7-a779-71f977c28f01 None None] Calling delete_port for 86dbba54-9dee-46f2-bb7e-8b98704d24ff owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:41.143591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 86dbba54-9dee-46f2-bb7e-8b98704d24ff no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:41.296765 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-f561de15-f2d8-441f-9d3b-b9589df28a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:10:39Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:41.363467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.373661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561de15-f2d8-441f-9d3b-b9589df28a12 None None] The sync data for ids ['8b1d58d4-16be-4558-a235-468fac3416af'] in n-d-712142-17 is: [{'id': '8b1d58d4-16be-4558-a235-468fac3416af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838148508', 'tenant_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:08:41Z', 'updated_at': '2021-09-16T05:10:39Z', 'revision_number': 5, 'project_id': '79f40fbc611d4c95b3f975e461ccb8b8', 'gw_port': {'id': '52183be6-1d1c-43a6-af69-9413e66a74f7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d58d4-16be-4558-a235-468fac3416af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:08:42Z', 'updated_at': '2021-09-16T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:41.389557 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8f99a13a-73fe-4ca7-a779-71f977c28f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.392810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Port': ['ID=52183be6-1d1c-43a6-af69-9413e66a74f7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.438041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99a13a-73fe-4ca7-a779-71f977c28f01 None None] No DVR routers for this DVR port 86dbba54-9dee-46f2-bb7e-8b98704d24ff on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:41.439189 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.443840 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99a13a-73fe-4ca7-a779-71f977c28f01 None None] Pushing event deleted for resources: {'Port': ['ID=86dbba54-9dee-46f2-bb7e-8b98704d24ff,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:41.515531 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.630025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.633748 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.691403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4a34b-4898-4a13-b8d2-45969284baa5 req-d43c019a-319b-4ecd-8a70-53e7ee2e547d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:41.692879 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64b4a34b-4898-4a13-b8d2-45969284baa5 req-d43c019a-319b-4ecd-8a70-53e7ee2e547d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.1903279 Sep 16 05:10:41.705358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.705936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Fanout notify agent at l3_agent the message router_deleted on router 8b1d58d4-16be-4558-a235-468fac3416af {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:10:41.719817 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.721104 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-86155069-fc0b-42b1-9245-8d119629919f tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/routers/8b1d58d4-16be-4558-a235-468fac3416af HTTP/1.1" status: 204 len: 168 time: 1.2504768 Sep 16 05:10:41.725453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49030) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:41.852994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:41.985477 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.021256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17d9b28-e3c4-4e4d-b42b-5375df2b3814']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:42.040883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f0255a-3be7-4fb8-bda1-4724338f5d20') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:42.040883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f0255a-3be7-4fb8-bda1-4724338f5d20') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:42.062606 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.090900 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.099746 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64b4a34b-4898-4a13-b8d2-45969284baa5 req-49c2c7dd-3e3e-4bda-a7e8-12db4d13175e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582885 Sep 16 05:10:42.103632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:10:42.103632 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:10:42.106453 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:10:42.191465 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.224395 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.227940 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/networks/c17d9b28-e3c4-4e4d-b42b-5375df2b3814 HTTP/1.1" status: 204 len: 168 time: 0.5004611 Sep 16 05:10:42.229718 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2b9ec-137e-41bc-ab33-fc4c11b6162c tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'Network': ['ID=c17d9b28-e3c4-4e4d-b42b-5375df2b3814,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:42.232029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49034) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:42.319490 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d36266a9-ae78-4d6f-a916-be55e2c7358b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.358994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d36266a9-ae78-4d6f-a916-be55e2c7358b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.446738 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d36266a9-ae78-4d6f-a916-be55e2c7358b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.449559 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d36266a9-ae78-4d6f-a916-be55e2c7358b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:42.450810 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d36266a9-ae78-4d6f-a916-be55e2c7358b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] 10.222.0.53 "DELETE /v2.0/security-groups/66fea818-bddf-4863-bba9-93188dc55772 HTTP/1.1" status: 204 len: 168 time: 0.2176449 Sep 16 05:10:42.464636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36266a9-ae78-4d6f-a916-be55e2c7358b tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fea818-bddf-4863-bba9-93188dc55772,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:42.886855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49042) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:42.996205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8dda527c-404a-42c4-9507-ad8648bbe246 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:43.027994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 8dda527c-404a-42c4-9507-ad8648bbe246 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:43.029886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 8dda527c-404a-42c4-9507-ad8648bbe246 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:43.029886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 52183be6-1d1c-43a6-af69-9413e66a74f7 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:43.055589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 52183be6-1d1c-43a6-af69-9413e66a74f7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:43.055943 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 52183be6-1d1c-43a6-af69-9413e66a74f7 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:43.104659 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e6ee9cef-0fa3-4f91-841f-1e37c942bf4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79f40fbc611d4c95b3f975e461ccb8b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163491 Sep 16 05:10:43.105047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49046) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:43.174571 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-298a0b62-dcac-45bb-af89-64ee2afa7596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.225070 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-298a0b62-dcac-45bb-af89-64ee2afa7596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.272208 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e75d14-266d-4825-bd2e-f2462d39455d req-0002b71f-6895-4732-8b65-fb4203dd9e47 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:43.274620 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04e75d14-266d-4825-bd2e-f2462d39455d req-0002b71f-6895-4732-8b65-fb4203dd9e47 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0874577 Sep 16 05:10:43.342570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04e75d14-266d-4825-bd2e-f2462d39455d req-9325605c-8ee7-4c87-b805-c96340682590 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608034 Sep 16 05:10:43.345869 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-298a0b62-dcac-45bb-af89-64ee2afa7596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.348739 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-298a0b62-dcac-45bb-af89-64ee2afa7596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.354743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-298a0b62-dcac-45bb-af89-64ee2afa7596 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfa55d81-a822-4566-bfe5-394639387a9a HTTP/1.1" status: 204 len: 168 time: 0.2438183 Sep 16 05:10:43.369533 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a0b62-dcac-45bb-af89-64ee2afa7596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa55d81-a822-4566-bfe5-394639387a9a,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:43.722650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49056) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:43.773523 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-628fcda5-d039-4457-a842-280090ce4afa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=818a33350cc947ec956c07c8e443b0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493996 Sep 16 05:10:43.775939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49058) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:43.859191 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bacc09a-e708-4592-be78-cc2f699117a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.887755 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bacc09a-e708-4592-be78-cc2f699117a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.964207 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bacc09a-e708-4592-be78-cc2f699117a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.966930 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8bacc09a-e708-4592-be78-cc2f699117a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:43.970617 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8bacc09a-e708-4592-be78-cc2f699117a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b13218fb-949a-43a3-aa66-af2262b9a0d1 HTTP/1.1" status: 204 len: 168 time: 0.1910567 Sep 16 05:10:43.980709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc09a-e708-4592-be78-cc2f699117a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13218fb-949a-43a3-aa66-af2262b9a0d1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:44.499755 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0a686-a54c-4950-8d48-4cf0b91d9f5d req-d7d54c87-e759-4343-9751-97c35f74906f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:44.501295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ed0a686-a54c-4950-8d48-4cf0b91d9f5d req-d7d54c87-e759-4343-9751-97c35f74906f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0550435 Sep 16 05:10:44.553512 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ed0a686-a54c-4950-8d48-4cf0b91d9f5d req-fcae2666-9956-4dde-9d33-200ffcc4beca tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446653 Sep 16 05:10:44.792898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49084) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:44.917285 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-159146668-network', 'tenant_id': '70821d9e61d14842a4372eb453dd4874'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:44.949729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Made reservation on behalf of 70821d9e61d14842a4372eb453dd4874 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:44.951464 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:44.961265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.072302 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.077717 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.100505 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:45.118001 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ef2539-7d94-4009-bd7b-7b015f8fc571,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:45.120941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.121529 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Added segment d41df5f0-c5e3-4494-8d6d-d064055e65a6 of type vlan for network 236219b7-0ecc-4c17-aba2-3ff13175e16f Sep 16 05:10:45.165135 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.192680 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.193559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:45.194149 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.238055 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4438100 Sep 16 05:10:45.242053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49088) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:45.249427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1c8fea8b-083e-428d-8296-f7858d4cafd5 admin admin] Request body: {'subnet': {'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-159146668-subnet', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:45.265931 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe4f90-96d3-49d2-96df-344350c6a6a2 admin admin] Pushing event updated for resources: {'Network': ['ID=236219b7-0ecc-4c17-aba2-3ff13175e16f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:45.280820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 236219b7-0ecc-4c17-aba2-3ff13175e16f details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:45.285051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8fea8b-083e-428d-8296-f7858d4cafd5 admin admin] Made reservation on behalf of 70821d9e61d14842a4372eb453dd4874 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:45.287588 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1c8fea8b-083e-428d-8296-f7858d4cafd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.509370 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1c8fea8b-083e-428d-8296-f7858d4cafd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.563714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fea8b-083e-428d-8296-f7858d4cafd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=769fb9b6-d801-4295-8d6e-c5853e5f1b97,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:45.575295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8fea8b-083e-428d-8296-f7858d4cafd5 admin admin] Checking segment: {'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:45.575680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8fea8b-083e-428d-8296-f7858d4cafd5 admin admin] Network hostable DHCP agents. Network: 236219b7-0ecc-4c17-aba2-3ff13175e16f, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:45.599339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8fea8b-083e-428d-8296-f7858d4cafd5 admin admin] Network 236219b7-0ecc-4c17-aba2-3ff13175e16f is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:45.610912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-1c8fea8b-083e-428d-8296-f7858d4cafd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 236219b7-0ecc-4c17-aba2-3ff13175e16f) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:45.617216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8fea8b-083e-428d-8296-f7858d4cafd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:45.618216 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1c8fea8b-083e-428d-8296-f7858d4cafd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.625332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7080e23-6bfc-4a76-b822-1ab844068595 None None] Network 236219b7-0ecc-4c17-aba2-3ff13175e16f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:45.653713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49094) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:45.654023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1c8fea8b-083e-428d-8296-f7858d4cafd5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4097059 Sep 16 05:10:45.658655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:45.693242 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.694323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.711926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86134-4d75-4d36-9ab4-d381016be819 req-917d795b-88da-4f88-b557-20af97c2334a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:45.713386 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4be86134-4d75-4d36-9ab4-d381016be819 req-917d795b-88da-4f88-b557-20af97c2334a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 943 time: 0.0784633 Sep 16 05:10:45.782236 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.796346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4be86134-4d75-4d36-9ab4-d381016be819 req-7a5d1c96-8659-491f-b99c-99c12112c8b1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713022 Sep 16 05:10:45.856520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-236219b7-0ecc-4c17-aba2-3ff13175e16f', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'fixed_ips': [{'subnet_id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:45.857922 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:45.967447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.024690 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Allocated IP 172.20.0.2 (236219b7-0ecc-4c17-aba2-3ff13175e16f/769fb9b6-d801-4295-8d6e-c5853e5f1b97/38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:46.184890 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.205853 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.315383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Allocated IP 172.25.0.220 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/f6dac935-4cff-4fec-80c8-34893c6f8287) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:46.347862 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.354939 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.393828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Network 236219b7-0ecc-4c17-aba2-3ff13175e16f is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:46.399098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:46.405336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:46.412785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Pushing event updated for resources: {'Port': ['ID=38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:46.449265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.465491 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Attempting to bind port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:46.465794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Attempting to bind port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:46.466171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Attempting to bind port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce on network 236219b7-0ecc-4c17-aba2-3ff13175e16f {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:46.472784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:46.473301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Checking segment: {'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:46.473761 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.474161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Bound using segment: {'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:46.474652 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Bound port: 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:46.475044 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.492168 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.543515 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:46.546463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:46.549804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:46.552360 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] For port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:46.556538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b37bd7d2-030e-4379-b8c9-8aff397191c1 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:10:46.577735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] For port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce,segment=NetworkSegment(d41df5f0-c5e3-4494-8d6d-d064055e65a6),segment_id=d41df5f0-c5e3-4494-8d6d-d064055e65a6)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:46.583809 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.595145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Pushing event updated for resources: {'Port': ['ID=f6dac935-4cff-4fec-80c8-34893c6f8287,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:46.698621 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930d418-3f9f-4603-b32e-7b338f4321ae None None] Pushing event updated for resources: {'Port': ['ID=38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:46.728931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b37bd7d2-030e-4379-b8c9-8aff397191c1, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b37bd7d2-030e-4379-b8c9-8aff397191c1,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:46.741171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'b37bd7d2-030e-4379-b8c9-8aff397191c1', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'port_id': 'b37bd7d2-030e-4379-b8c9-8aff397191c1', 'mac_address': 'fa:16:3e:59:c1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:10:46.785505 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.800782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37bd7d2-030e-4379-b8c9-8aff397191c1 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:10:46.822727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b37bd7d2-030e-4379-b8c9-8aff397191c1, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b37bd7d2-030e-4379-b8c9-8aff397191c1,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:46.833143 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:46.932736 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=b37bd7d2-030e-4379-b8c9-8aff397191c1,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:46.965159 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.035404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749d74b-de24-431a-8307-ea0bc20177fe req-5f3db0be-09fa-4c81-bdaf-7e0cafac4e65 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:47.040758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c749d74b-de24-431a-8307-ea0bc20177fe req-5f3db0be-09fa-4c81-bdaf-7e0cafac4e65 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 944 time: 0.0998783 Sep 16 05:10:47.079047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['b37bd7d2-030e-4379-b8c9-8aff397191c1'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:47.091715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:47.118731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c749d74b-de24-431a-8307-ea0bc20177fe req-6719167c-7540-496b-9fe8-3117d8656dbf tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605745 Sep 16 05:10:47.257275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:47.258042 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.261646 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-01c6ec93-f491-40cd-a82f-7a839a4a7ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.406787 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.442139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce,segment=NetworkSegment(d41df5f0-c5e3-4494-8d6d-d064055e65a6),segment_id=d41df5f0-c5e3-4494-8d6d-d064055e65a6)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:47.446782 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.504598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:47.573151 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.717182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Router 93b873eb-6236-4831-ba57-68aa54fa0f6d is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:47.823546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48012cde-1b59-4a9f-825e-a57da5611eb0 None None] Network 236219b7-0ecc-4c17-aba2-3ff13175e16f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:47.838284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:47.851736 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Sync routers for ids ['93b873eb-6236-4831-ba57-68aa54fa0f6d'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:47.857317 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:47.859042 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d453e2d2-d6b8-4782-864d-b4bf5781f8ca admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2040906 Sep 16 05:10:47.861959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49106) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:47.865710 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Routers {'93b873eb-6236-4831-ba57-68aa54fa0f6d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:47.867117 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['93b873eb-6236-4831-ba57-68aa54fa0f6d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:47.936661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2f9dc7f2-4930-4bfe-bf57-3a19c1fa0952 None None] Provisioning complete for port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:47.937042 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc7f2-4930-4bfe-bf57-3a19c1fa0952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.021697 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Set router 93b873eb-6236-4831-ba57-68aa54fa0f6d gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:48.282219 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:10:46Z', 'revision_number': 3, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:48.298688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9ac39-47bf-41e5-95fd-4d7cf024b7e0 req-47547691-6938-4de1-9346-b57821edf611 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:48.300953 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aca9ac39-47bf-41e5-95fd-4d7cf024b7e0 req-47547691-6938-4de1-9346-b57821edf611 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 944 time: 0.0945590 Sep 16 05:10:48.314560 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Checking router: 93b873eb-6236-4831-ba57-68aa54fa0f6d for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:48.314939 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Updating router 93b873eb-6236-4831-ba57-68aa54fa0f6d port f6dac935-4cff-4fec-80c8-34893c6f8287 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:48.349026 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.352323 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aca9ac39-47bf-41e5-95fd-4d7cf024b7e0 req-b6f57db1-d1eb-4cc4-8fd8-7ec7b5e884cb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Sep 16 05:10:48.467684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.532677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ad4732b1-d993-4403-893b-eba35d4fef90 None None] Provisioning complete for port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:48.533416 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad4732b1-d993-4403-893b-eba35d4fef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.578832 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b37bd7d2-030e-4379-b8c9-8aff397191c1 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:48.689463 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.692021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port b37bd7d2-030e-4379-b8c9-8aff397191c1 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:10:48.698167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port b37bd7d2-030e-4379-b8c9-8aff397191c1 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:48.698508 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.700013 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.720846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Allocated IP 172.20.0.1 (236219b7-0ecc-4c17-aba2-3ff13175e16f/769fb9b6-d801-4295-8d6e-c5853e5f1b97/dd77649b-5d19-48b4-b24b-4bed47178d3b) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:48.767489 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19891973-2a55-460b-9939-339d520c3cba None None] Pushing event updated for resources: {'Port': ['ID=f6dac935-4cff-4fec-80c8-34893c6f8287,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:48.770092 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Attempting to bind port f6dac935-4cff-4fec-80c8-34893c6f8287 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:48.770599 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Attempting to bind port f6dac935-4cff-4fec-80c8-34893c6f8287 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:48.771068 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Attempting to bind port f6dac935-4cff-4fec-80c8-34893c6f8287 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:48.782833 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19891973-2a55-460b-9939-339d520c3cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:48.783246 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19891973-2a55-460b-9939-339d520c3cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:48.783692 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19891973-2a55-460b-9939-339d520c3cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:48.784131 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19891973-2a55-460b-9939-339d520c3cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:48.784570 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19891973-2a55-460b-9939-339d520c3cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:48.785011 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19891973-2a55-460b-9939-339d520c3cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:48.785454 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19891973-2a55-460b-9939-339d520c3cba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:48.785935 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19891973-2a55-460b-9939-339d520c3cba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:48.786364 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19891973-2a55-460b-9939-339d520c3cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:48.786934 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19891973-2a55-460b-9939-339d520c3cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:48.787367 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19891973-2a55-460b-9939-339d520c3cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:48.787797 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19891973-2a55-460b-9939-339d520c3cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:48.791909 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:48.792455 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:48.792966 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.793508 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:48.794107 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Bound port: f6dac935-4cff-4fec-80c8-34893c6f8287, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:48.794608 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.855130 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.865251 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] For port f6dac935-4cff-4fec-80c8-34893c6f8287, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:48.886203 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] For port f6dac935-4cff-4fec-80c8-34893c6f8287, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f6dac935-4cff-4fec-80c8-34893c6f8287,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:48.895307 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:48.910722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbed2dc-531c-4d9a-8a8f-483577002241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37bd7d2-030e-4379-b8c9-8aff397191c1'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:48.913067 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d10e66-6d5a-46bc-a0bf-1341685dbc76" -d '{"events": [{"server_uuid": "8dbed2dc-531c-4d9a-8a8f-483577002241", "name": "network-vif-plugged", "status": "completed", "tag": "b37bd7d2-030e-4379-b8c9-8aff397191c1"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:48.964023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b37bd7d2-030e-4379-b8c9-8aff397191c1, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b37bd7d2-030e-4379-b8c9-8aff397191c1,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:48.971236 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.001964 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.041749 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816d1d00-f1d1-482e-913f-54bfe685d02e x-openstack-request-id: req-816d1d00-f1d1-482e-913f-54bfe685d02e {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:49.043039 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbed2dc-531c-4d9a-8a8f-483577002241", "name": "network-vif-plugged", "status": "completed", "tag": "b37bd7d2-030e-4379-b8c9-8aff397191c1", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:49.043316 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-816d1d00-f1d1-482e-913f-54bfe685d02e {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:49.043760 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbed2dc-531c-4d9a-8a8f-483577002241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37bd7d2-030e-4379-b8c9-8aff397191c1', 'code': 200} Sep 16 05:10:49.063275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:49.095362 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Routers {'93b873eb-6236-4831-ba57-68aa54fa0f6d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:49.096007 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['93b873eb-6236-4831-ba57-68aa54fa0f6d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:49.134167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=b37bd7d2-030e-4379-b8c9-8aff397191c1,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.143941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.154499 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19891973-2a55-460b-9939-339d520c3cba None None] Pushing event updated for resources: {'Port': ['ID=f6dac935-4cff-4fec-80c8-34893c6f8287,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.163095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:49.166158 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.202035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018afcc-e3ed-4e58-bc38-252a522e3653 req-d12b6577-e394-4ff6-9393-9b2b03a857ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.204007 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2018afcc-e3ed-4e58-bc38-252a522e3653 req-d12b6577-e394-4ff6-9393-9b2b03a857ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 1097 time: 0.0621645 Sep 16 05:10:49.208078 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Pushing event updated for resources: {'Port': ['ID=dd77649b-5d19-48b4-b24b-4bed47178d3b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.213365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Network 236219b7-0ecc-4c17-aba2-3ff13175e16f is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:49.216097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:49.219650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:49.254771 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2018afcc-e3ed-4e58-bc38-252a522e3653 req-d37e0be4-bc10-46ea-b36e-8904f0dd3c53 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Sep 16 05:10:49.279675 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.294311 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] Set router 93b873eb-6236-4831-ba57-68aa54fa0f6d gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:49.448517 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.513853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-897d0828-a953-47db-9246-887106990032 None None] Provisioning complete for port dd77649b-5d19-48b4-b24b-4bed47178d3b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:49.515364 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-897d0828-a953-47db-9246-887106990032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.525801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409d194-ed85-40f1-b41a-2b17acb7c295 req-8197c65c-582a-4da4-a013-33874b9f59b0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:49.533741 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6409d194-ed85-40f1-b41a-2b17acb7c295 req-8197c65c-582a-4da4-a013-33874b9f59b0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 945 time: 0.0774794 Sep 16 05:10:49.535461 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:10:46Z', 'revision_number': 3, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:49.573644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-897d0828-a953-47db-9246-887106990032 None None] Port dd77649b-5d19-48b4-b24b-4bed47178d3b cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:49.579756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6409d194-ed85-40f1-b41a-2b17acb7c295 req-47d21ffc-be7f-41f5-917e-3bb100d220f7 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450575 Sep 16 05:10:49.586101 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00e6ec-4c7e-42d9-88e9-d5444854a5f5 None None] The sync data for ids ['93b873eb-6236-4831-ba57-68aa54fa0f6d'] in n-d-712142-17 is: [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:10:46Z', 'revision_number': 3, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:49.646931 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.653684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.750612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Pushing event updated for resources: {'Port': ['ID=dd77649b-5d19-48b4-b24b-4bed47178d3b,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:49.759214 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:49.883680 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Network 236219b7-0ecc-4c17-aba2-3ff13175e16f is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:49.885237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:50.071293 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Router 93b873eb-6236-4831-ba57-68aa54fa0f6d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:50.175401 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a62d3b38-bdce-4caa-a628-6715fcf08487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.201077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d1c68399-2cde-4571-8790-5ee13240c883 None None] Provisioning complete for port dd77649b-5d19-48b4-b24b-4bed47178d3b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:50.201495 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d1c68399-2cde-4571-8790-5ee13240c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:50.238948 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:50.256282 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f40f86f5-b12a-4e70-a9fb-61b967aa53bf admin admin] 10.222.0.53 "PUT /v2.0/routers/93b873eb-6236-4831-ba57-68aa54fa0f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3861704 Sep 16 05:10:50.258214 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d1c68399-2cde-4571-8790-5ee13240c883 None None] Port dd77649b-5d19-48b4-b24b-4bed47178d3b cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:50.764886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e20a2-c9f6-4a78-83fb-79af656b134b req-e5dc6753-5f69-4756-8238-808e7e9a89dd tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:50.767869 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b5e20a2-c9f6-4a78-83fb-79af656b134b req-e5dc6753-5f69-4756-8238-808e7e9a89dd tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 945 time: 0.0999811 Sep 16 05:10:50.817925 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b5e20a2-c9f6-4a78-83fb-79af656b134b req-5d82cea6-c899-4f67-9b4a-ea92a702ca2d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Sep 16 05:10:50.851331 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.009729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8660f-5ff5-4042-8648-5131ce24f67c req-c94070ff-6841-4371-9dea-25936fbf6a45 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:51.012268 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cbc8660f-5ff5-4042-8648-5131ce24f67c req-c94070ff-6841-4371-9dea-25936fbf6a45 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 945 time: 0.0958610 Sep 16 05:10:51.047896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49152) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:51.054720 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f6dac935-4cff-4fec-80c8-34893c6f8287 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:51.055934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2130874146-network', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:51.075151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cbc8660f-5ff5-4042-8648-5131ce24f67c req-907f50da-4a78-456a-b4d2-88c330561cdd tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533414 Sep 16 05:10:51.084298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Made reservation on behalf of 229224b4c74141d5a0e5f606a1ca99da for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:51.091342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.106506 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.127535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port f6dac935-4cff-4fec-80c8-34893c6f8287 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:51.131103 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.278598 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.287098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.301748 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.338770 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port f6dac935-4cff-4fec-80c8-34893c6f8287, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f6dac935-4cff-4fec-80c8-34893c6f8287,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:51.344900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d2a79a-a2b3-468f-a42f-323652041d16,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.349496 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.355259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:10:51.372229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.372794 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Added segment 88f2249c-9ac7-48d8-bd90-bb2fe129b699 of type vlan for network e532c081-3b6e-4ae8-986b-23b8e56e8b43 Sep 16 05:10:51.450751 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.464308 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=f6dac935-4cff-4fec-80c8-34893c6f8287,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.490339 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.492379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:51.493107 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.536568 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4860227 Sep 16 05:10:51.542866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49160) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:51.557439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-906a03b1-7059-4277-ba8e-4ac21afea4a5 admin admin] Request body: {'subnet': {'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2130874146-subnet', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:51.570428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98996b3-88f7-4ab3-bbd7-0782dbf6d59a admin admin] Pushing event updated for resources: {'Network': ['ID=e532c081-3b6e-4ae8-986b-23b8e56e8b43,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.586400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network e532c081-3b6e-4ae8-986b-23b8e56e8b43 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:10:51.600340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6835c-f425-4076-aebe-ff11931a0ec3 req-8385911f-d260-4e14-8497-a70ff319edc9 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:51.613989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04c6835c-f425-4076-aebe-ff11931a0ec3 req-8385911f-d260-4e14-8497-a70ff319edc9 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 945 time: 0.1112835 Sep 16 05:10:51.628260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906a03b1-7059-4277-ba8e-4ac21afea4a5 admin admin] Made reservation on behalf of 229224b4c74141d5a0e5f606a1ca99da for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:10:51.631010 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-906a03b1-7059-4277-ba8e-4ac21afea4a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.749176 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.759133 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04c6835c-f425-4076-aebe-ff11931a0ec3 req-99d25111-c1b6-47b8-9c38-7e86323da55a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440148 Sep 16 05:10:51.810913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Sync routers for ids ['93b873eb-6236-4831-ba57-68aa54fa0f6d'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:51.821765 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Routers {'93b873eb-6236-4831-ba57-68aa54fa0f6d'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:51.822418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['93b873eb-6236-4831-ba57-68aa54fa0f6d'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:51.907332 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-906a03b1-7059-4277-ba8e-4ac21afea4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:51.948947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Set router 93b873eb-6236-4831-ba57-68aa54fa0f6d gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:51.953953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a03b1-7059-4277-ba8e-4ac21afea4a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b42c4fe-b61a-4130-a266-1361652be032,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:51.987780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a03b1-7059-4277-ba8e-4ac21afea4a5 admin admin] Checking segment: {'id': '88f2249c-9ac7-48d8-bd90-bb2fe129b699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:51.988302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a03b1-7059-4277-ba8e-4ac21afea4a5 admin admin] Network hostable DHCP agents. Network: e532c081-3b6e-4ae8-986b-23b8e56e8b43, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:10:52.013419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a03b1-7059-4277-ba8e-4ac21afea4a5 admin admin] Network e532c081-3b6e-4ae8-986b-23b8e56e8b43 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:10:52.024430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-906a03b1-7059-4277-ba8e-4ac21afea4a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, e532c081-3b6e-4ae8-986b-23b8e56e8b43) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:52.039932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a03b1-7059-4277-ba8e-4ac21afea4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:52.040727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-906a03b1-7059-4277-ba8e-4ac21afea4a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.041963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f02a3-15fb-488a-9d46-a5bbb13e7850 None None] Network e532c081-3b6e-4ae8-986b-23b8e56e8b43 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:52.058185 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-906a03b1-7059-4277-ba8e-4ac21afea4a5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5063789 Sep 16 05:10:52.059893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49164) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:52.065704 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2130874146-router', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:10:52.108206 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.113449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.220627 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.383632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:10:49Z', 'revision_number': 4, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'dd77649b-5d19-48b4-b24b-4bed47178d3b', 'name': '', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'mac_address': 'fa:16:3e:ce:80:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:49Z', 'revision_number': 2, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'subnets': [{'id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:52.408480 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.413926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Checking router: 93b873eb-6236-4831-ba57-68aa54fa0f6d for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:52.414303 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Updating router 93b873eb-6236-4831-ba57-68aa54fa0f6d port dd77649b-5d19-48b4-b24b-4bed47178d3b binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:52.416545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-e532c081-3b6e-4ae8-986b-23b8e56e8b43', 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'fixed_ips': [{'subnet_id': '4b42c4fe-b61a-4130-a266-1361652be032'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:10:52.417392 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.467090 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.638175 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.664647 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:52.685594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Allocated IP 172.20.0.2 (e532c081-3b6e-4ae8-986b-23b8e56e8b43/4b42c4fe-b61a-4130-a266-1361652be032/6479ad18-709a-4e8f-b340-77fec9a331c1) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:52.795871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Allocated IP 172.25.0.57 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/020b51f5-0c8d-48e6-a3e5-14d1b062ddda) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:53.005438 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.041346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc7001-de85-4a81-9ea4-6efcdccccd1c req-814e750a-c90f-4a10-8caf-7ffb4d8f74f1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.046310 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8cc7001-de85-4a81-9ea4-6efcdccccd1c req-814e750a-c90f-4a10-8caf-7ffb4d8f74f1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 945 time: 0.1365161 Sep 16 05:10:53.057864 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.106136 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:53.112455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:53.118667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:53.120822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Pushing event updated for resources: {'Port': ['ID=020b51f5-0c8d-48e6-a3e5-14d1b062ddda,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.121926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8cc7001-de85-4a81-9ea4-6efcdccccd1c req-485f435c-e25d-4f1d-af58-1d6277436a12 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577581 Sep 16 05:10:53.152751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3420-9516-4b79-847b-a7dbebc0484f req-22905222-9933-46a2-829f-b336a72a8361 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:10:53.154721 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-76ca3420-9516-4b79-847b-a7dbebc0484f req-22905222-9933-46a2-829f-b336a72a8361 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 945 time: 0.1052792 Sep 16 05:10:53.167417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f6dac935-4cff-4fec-80c8-34893c6f8287 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:53.291016 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.308891 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.314850 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.316928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-76ca3420-9516-4b79-847b-a7dbebc0484f req-2b954ccb-e727-4924-91a4-adde0d900961 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Deleting port b37bd7d2-030e-4379-b8c9-8aff397191c1 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:10:53.317672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-76ca3420-9516-4b79-847b-a7dbebc0484f req-2b954ccb-e727-4924-91a4-adde0d900961 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.319003 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.328703 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.330576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port f6dac935-4cff-4fec-80c8-34893c6f8287 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:53.330944 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.404657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Network e532c081-3b6e-4ae8-986b-23b8e56e8b43 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:53.419826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:53.426467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:53.436173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Pushing event updated for resources: {'Port': ['ID=6479ad18-709a-4e8f-b340-77fec9a331c1,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.464993 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.478601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-76ca3420-9516-4b79-847b-a7dbebc0484f req-2b954ccb-e727-4924-91a4-adde0d900961 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] For port b37bd7d2-030e-4379-b8c9-8aff397191c1, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b37bd7d2-030e-4379-b8c9-8aff397191c1,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:53.481880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-76ca3420-9516-4b79-847b-a7dbebc0484f req-2b954ccb-e727-4924-91a4-adde0d900961 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.507719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-76ca3420-9516-4b79-847b-a7dbebc0484f req-2b954ccb-e727-4924-91a4-adde0d900961 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Calling delete_port for b37bd7d2-030e-4379-b8c9-8aff397191c1 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:10:53.702241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29e661-9d54-41f3-b22b-ca81cff34e49 None None] Pushing event updated for resources: {'Port': ['ID=dd77649b-5d19-48b4-b24b-4bed47178d3b,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.707621 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-76ca3420-9516-4b79-847b-a7dbebc0484f req-2b954ccb-e727-4924-91a4-adde0d900961 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.715607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Attempting to bind port 6479ad18-709a-4e8f-b340-77fec9a331c1 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:53.716089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Attempting to bind port 6479ad18-709a-4e8f-b340-77fec9a331c1 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '88f2249c-9ac7-48d8-bd90-bb2fe129b699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:53.716351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Attempting to bind port 6479ad18-709a-4e8f-b340-77fec9a331c1 on network e532c081-3b6e-4ae8-986b-23b8e56e8b43 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:53.719924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Attempting to bind port dd77649b-5d19-48b4-b24b-4bed47178d3b on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:53.720382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Attempting to bind port dd77649b-5d19-48b4-b24b-4bed47178d3b by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:53.720574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Attempting to bind port dd77649b-5d19-48b4-b24b-4bed47178d3b on network 236219b7-0ecc-4c17-aba2-3ff13175e16f {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:53.727741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8239b32e-4480-4288-9a65-f3d5c935fa45'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:53.733018 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['b37bd7d2-030e-4379-b8c9-8aff397191c1'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:10:53.740334 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:53.746631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Checking segment: {'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:53.747124 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.747542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Bound using segment: {'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:53.748060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Bound port: dd77649b-5d19-48b4-b24b-4bed47178d3b, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:53.748466 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.756705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b954ccb-e727-4924-91a4-adde0d900961 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event deleted for resources: {'Port': ['ID=b37bd7d2-030e-4379-b8c9-8aff397191c1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:53.777941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.790395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:53.790830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Checking segment: {'id': '88f2249c-9ac7-48d8-bd90-bb2fe129b699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:53.791191 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.791593 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Bound using segment: {'id': '88f2249c-9ac7-48d8-bd90-bb2fe129b699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:53.792085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Bound port: 6479ad18-709a-4e8f-b340-77fec9a331c1, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f2249c-9ac7-48d8-bd90-bb2fe129b699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:53.792480 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.820388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ca3420-9516-4b79-847b-a7dbebc0484f req-2b954ccb-e727-4924-91a4-adde0d900961 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] No DVR routers for this DVR port b37bd7d2-030e-4379-b8c9-8aff397191c1 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:10:53.822884 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6f545016-25fc-4b37-91a7-8d56e837b179 None None] Provisioning complete for port dd77649b-5d19-48b4-b24b-4bed47178d3b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:53.823339 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6f545016-25fc-4b37-91a7-8d56e837b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.825911 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-76ca3420-9516-4b79-847b-a7dbebc0484f req-2b954ccb-e727-4924-91a4-adde0d900961 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:53.836592 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-76ca3420-9516-4b79-847b-a7dbebc0484f req-2b954ccb-e727-4924-91a4-adde0d900961 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "DELETE /v2.0/ports/b37bd7d2-030e-4379-b8c9-8aff397191c1 HTTP/1.1" status: 204 len: 173 time: 0.6694181 Sep 16 05:10:53.837596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbed2dc-531c-4d9a-8a8f-483577002241', 'name': 'network-vif-deleted', 'tag': 'b37bd7d2-030e-4379-b8c9-8aff397191c1'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:10:53.840514 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209c2d15-d0e8-49f2-9b4e-5c259c51c678" -d '{"events": [{"server_uuid": "8dbed2dc-531c-4d9a-8a8f-483577002241", "name": "network-vif-deleted", "tag": "b37bd7d2-030e-4379-b8c9-8aff397191c1"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:10:53.909064 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260961ca-ba6b-438e-8d5d-b014951ee46a x-openstack-request-id: req-260961ca-ba6b-438e-8d5d-b014951ee46a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:10:53.909587 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbed2dc-531c-4d9a-8a8f-483577002241", "name": "network-vif-deleted", "tag": "b37bd7d2-030e-4379-b8c9-8aff397191c1", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:10:53.909998 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-260961ca-ba6b-438e-8d5d-b014951ee46a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:10:53.910626 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbed2dc-531c-4d9a-8a8f-483577002241', 'name': 'network-vif-deleted', 'tag': 'b37bd7d2-030e-4379-b8c9-8aff397191c1', 'status': 'completed', 'code': 200} Sep 16 05:10:53.994267 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Router 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:10:54.051653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6f545016-25fc-4b37-91a7-8d56e837b179 None None] Port dd77649b-5d19-48b4-b24b-4bed47178d3b cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:54.121785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] For port dd77649b-5d19-48b4-b24b-4bed47178d3b, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:54.144187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:54.157933 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Sync routers for ids ['2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:10:54.170369 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.174264 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c229fd91-414a-4112-adef-5a4d4ca854c3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1104152 Sep 16 05:10:54.174987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49176) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:10:54.176073 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Routers {'2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:54.176437 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:54.196890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] For port 6479ad18-709a-4e8f-b340-77fec9a331c1, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:54.201045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] For port dd77649b-5d19-48b4-b24b-4bed47178d3b, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=dd77649b-5d19-48b4-b24b-4bed47178d3b,segment=NetworkSegment(d41df5f0-c5e3-4494-8d6d-d064055e65a6),segment_id=d41df5f0-c5e3-4494-8d6d-d064055e65a6)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:54.241916 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.255905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] For port 6479ad18-709a-4e8f-b340-77fec9a331c1, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6479ad18-709a-4e8f-b340-77fec9a331c1,segment=NetworkSegment(88f2249c-9ac7-48d8-bd90-bb2fe129b699),segment_id=88f2249c-9ac7-48d8-bd90-bb2fe129b699)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:54.297749 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:54.443530 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b858efab-e017-451a-a4df-4fe358025e6b req-18ee9e7f-7d50-4700-aa39-bd4a5fefc5ee tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 210 time: 0.0810201 Sep 16 05:10:54.464364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Routers {'93b873eb-6236-4831-ba57-68aa54fa0f6d'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:54.465056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['93b873eb-6236-4831-ba57-68aa54fa0f6d'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:54.467205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29e661-9d54-41f3-b22b-ca81cff34e49 None None] Pushing event updated for resources: {'Port': ['ID=dd77649b-5d19-48b4-b24b-4bed47178d3b,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:54.508907 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Set router 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:54.671048 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83790c6b-815c-4ba9-b21a-ef1244c641fe None None] Pushing event updated for resources: {'Port': ['ID=6479ad18-709a-4e8f-b340-77fec9a331c1,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:54.840512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] Set router 93b873eb-6236-4831-ba57-68aa54fa0f6d gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:55.031265 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'name': 'tempest-TestServerBasicOps-2130874146-router', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:53Z', 'revision_number': 3, 'project_id': '229224b4c74141d5a0e5f606a1ca99da', 'gw_port': {'id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:af:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:55.121290 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Checking router: 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:10:55.121735 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Updating router 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 port 020b51f5-0c8d-48e6-a3e5-14d1b062ddda binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:10:55.199648 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.227713 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4182de91-88ae-4978-966c-432c014cb317 None None] Provisioning complete for port dd77649b-5d19-48b4-b24b-4bed47178d3b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:55.228506 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4182de91-88ae-4978-966c-432c014cb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.237086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6479ad18-709a-4e8f-b340-77fec9a331c1 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:55.417371 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.473563 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6479ad18-709a-4e8f-b340-77fec9a331c1 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:55.474112 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.485043 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.493506 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.502513 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4182de91-88ae-4978-966c-432c014cb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.581864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4182de91-88ae-4978-966c-432c014cb317 None None] For port dd77649b-5d19-48b4-b24b-4bed47178d3b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=dd77649b-5d19-48b4-b24b-4bed47178d3b,segment=NetworkSegment(d41df5f0-c5e3-4494-8d6d-d064055e65a6),segment_id=d41df5f0-c5e3-4494-8d6d-d064055e65a6)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:55.603468 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c43dd-b2c2-4d2b-8b00-0471e0c4294a None None] Pushing event updated for resources: {'Port': ['ID=020b51f5-0c8d-48e6-a3e5-14d1b062ddda,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.617846 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4182de91-88ae-4978-966c-432c014cb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.630811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:10:49Z', 'revision_number': 4, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'dd77649b-5d19-48b4-b24b-4bed47178d3b', 'name': '', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'mac_address': 'fa:16:3e:ce:80:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:54Z', 'revision_number': 4, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'subnets': [{'id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:55.641364 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Attempting to bind port 020b51f5-0c8d-48e6-a3e5-14d1b062ddda on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:10:55.641940 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Attempting to bind port 020b51f5-0c8d-48e6-a3e5-14d1b062ddda by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:10:55.642463 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Attempting to bind port 020b51f5-0c8d-48e6-a3e5-14d1b062ddda on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:10:55.649386 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:10:55.649959 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:10:55.650584 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.651145 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:10:55.651731 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Bound port: 020b51f5-0c8d-48e6-a3e5-14d1b062ddda, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:10:55.652326 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.708810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfbbb86-4bf3-467d-a323-7faa2d960634 None None] The sync data for ids ['93b873eb-6236-4831-ba57-68aa54fa0f6d'] in n-d-712142-17 is: [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:10:49Z', 'revision_number': 4, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'dd77649b-5d19-48b4-b24b-4bed47178d3b', 'name': '', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'mac_address': 'fa:16:3e:ce:80:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:54Z', 'revision_number': 4, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'subnets': [{'id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:55.784634 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] For port 020b51f5-0c8d-48e6-a3e5-14d1b062ddda, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:10:55.803672 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] For port 020b51f5-0c8d-48e6-a3e5-14d1b062ddda, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=020b51f5-0c8d-48e6-a3e5-14d1b062ddda,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:10:55.812457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a9cd5722-4254-4fa3-95d4-110f90989f9b req-8b21103e-518d-49b2-8570-074058d6d3ab tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 210 time: 0.1424725 Sep 16 05:10:55.817896 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:55.875395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182de91-88ae-4978-966c-432c014cb317 None None] Pushing event updated for resources: {'Port': ['ID=dd77649b-5d19-48b4-b24b-4bed47178d3b,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:55.891333 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.018419 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Routers {'2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:10:56.019095 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.031846 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c43dd-b2c2-4d2b-8b00-0471e0c4294a None None] Pushing event updated for resources: {'Port': ['ID=020b51f5-0c8d-48e6-a3e5-14d1b062ddda,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.039520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 6479ad18-709a-4e8f-b340-77fec9a331c1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6479ad18-709a-4e8f-b340-77fec9a331c1,segment=NetworkSegment(88f2249c-9ac7-48d8-bd90-bb2fe129b699),segment_id=88f2249c-9ac7-48d8-bd90-bb2fe129b699)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:56.049050 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.089246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Allocated IP 172.20.0.1 (e532c081-3b6e-4ae8-986b-23b8e56e8b43/4b42c4fe-b61a-4130-a266-1361652be032/c1a5c001-d68c-4f01-b78c-d22e3dd6f72e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:10:56.182959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=6479ad18-709a-4e8f-b340-77fec9a331c1,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.352295 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] Set router 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:10:56.452198 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.459596 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385d3702-2aaa-4ac6-a3dc-837546e1ab88 None None] Network e532c081-3b6e-4ae8-986b-23b8e56e8b43 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:10:56.528873 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:56.645463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Network e532c081-3b6e-4ae8-986b-23b8e56e8b43 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:56.655598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b37bd7d2-030e-4379-b8c9-8aff397191c1 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:10:56.679661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:56.690927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:10:56.753385 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'name': 'tempest-TestServerBasicOps-2130874146-router', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:53Z', 'revision_number': 3, 'project_id': '229224b4c74141d5a0e5f606a1ca99da', 'gw_port': {'id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:af:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:10:56.842373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Pushing event updated for resources: {'Port': ['ID=c1a5c001-d68c-4f01-b78c-d22e3dd6f72e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:56.875226 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.029630 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca816449-c54e-4ffd-9a9d-e51625acfe57 None None] The sync data for ids ['2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'] in n-d-712142-17 is: [{'id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'name': 'tempest-TestServerBasicOps-2130874146-router', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:53Z', 'revision_number': 3, 'project_id': '229224b4c74141d5a0e5f606a1ca99da', 'gw_port': {'id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:af:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:10:57.217827 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4aac0392-a614-4a17-8fdf-57037136e9d3 req-90a70489-3e1e-40a0-84ff-490a20b6c52f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 210 time: 0.0560420 Sep 16 05:10:57.228481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: b37bd7d2-030e-4379-b8c9-8aff397191c1 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:10:57.229109 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b37bd7d2-030e-4379-b8c9-8aff397191c1 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:10:57.295645 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.315338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device dd77649b-5d19-48b4-b24b-4bed47178d3b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:57.419826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5f71a105-41c1-433a-a3c2-c6181d1fabc0 None None] Provisioning complete for port 6479ad18-709a-4e8f-b340-77fec9a331c1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:57.420205 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5f71a105-41c1-433a-a3c2-c6181d1fabc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.761269 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.778973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.804398 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port dd77649b-5d19-48b4-b24b-4bed47178d3b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:57.805066 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.890110 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:57.933245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6479ad18-709a-4e8f-b340-77fec9a331c1 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:58.038413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Pushing event updated for resources: {'Port': ['ID=c1a5c001-d68c-4f01-b78c-d22e3dd6f72e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:58.080085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6479ad18-709a-4e8f-b340-77fec9a331c1 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:58.080085 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.183690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Network e532c081-3b6e-4ae8-986b-23b8e56e8b43 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:10:58.205044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:10:58.347025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-10fec845-bbf3-4331-bd8d-c2c8ebf7d273 None None] Provisioning complete for port 6479ad18-709a-4e8f-b340-77fec9a331c1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:58.347406 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-10fec845-bbf3-4331-bd8d-c2c8ebf7d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.542027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f60adf39-13d4-4ec3-9178-135ba20919d7 req-127d43a3-1f78-4d42-ae72-744c8ed0fbba tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 210 time: 0.0985277 Sep 16 05:10:58.546432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Router 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:10:58.609771 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-10fec845-bbf3-4331-bd8d-c2c8ebf7d273 None None] Provisioning complete for port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:58.610578 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-10fec845-bbf3-4331-bd8d-c2c8ebf7d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.718988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-10fec845-bbf3-4331-bd8d-c2c8ebf7d273 None None] Port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:58.846332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b213652b-3b84-47d4-a264-159cfad1c637 None None] Provisioning complete for port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:58.846332 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b213652b-3b84-47d4-a264-159cfad1c637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:58.907531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b213652b-3b84-47d4-a264-159cfad1c637 None None] Port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:59.112347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 020b51f5-0c8d-48e6-a3e5-14d1b062ddda up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:10:59.200849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:10:59.203011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-cd0c57d5-6670-4c3e-b086-9097ba81a3cc None None] Provisioning complete for port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:59.205682 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd0c57d5-6670-4c3e-b086-9097ba81a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.210127 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4111471b-60ee-441d-a04b-5180a7821e3b admin admin] 10.222.0.53 "PUT /v2.0/routers/2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0330322 Sep 16 05:10:59.273348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 020b51f5-0c8d-48e6-a3e5-14d1b062ddda triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:10:59.273978 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.357395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c57d5-6670-4c3e-b086-9097ba81a3cc None None] Port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:10:59.440782 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.487369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 020b51f5-0c8d-48e6-a3e5-14d1b062ddda, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=020b51f5-0c8d-48e6-a3e5-14d1b062ddda,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:10:59.493578 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:10:59.621781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=020b51f5-0c8d-48e6-a3e5-14d1b062ddda,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:10:59.635515 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.636580 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.637086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.637760 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.637980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.638440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.638752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.639368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.639969 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.640462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.641015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:10:59.641582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:00.078582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49204) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.088996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Sync routers for ids ['2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:00.089730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-68780cb1-4ffe-45e3-a82d-e397071af277 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916449725', 'description': 'tempest-secgroup-smoke-916449725 description', 'project_id': '70821d9e61d14842a4372eb453dd4874'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:00.103112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Routers {'2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:00.103916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:00.137770 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68780cb1-4ffe-45e3-a82d-e397071af277 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.199367 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-99a29f58-e8eb-4c16-a126-9d8386ff775e req-6fb0d683-ad09-4faa-8515-c59d0c5e6def tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dbed2dc-531c-4d9a-8a8f-483577002241 HTTP/1.1" status: 200 len: 210 time: 0.0442061 Sep 16 05:11:00.291536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Set router 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:00.312607 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68780cb1-4ffe-45e3-a82d-e397071af277 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.325723 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68780cb1-4ffe-45e3-a82d-e397071af277 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.346273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-68780cb1-4ffe-45e3-a82d-e397071af277 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.350475 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-68780cb1-4ffe-45e3-a82d-e397071af277 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2674751 Sep 16 05:11:00.351509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49206) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.358060 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8bff0d39-59d4-426e-9fc4-3952bdc8072f tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Request body: {'security_group_rule': {'security_group_id': '2d354cee-0cca-4358-8293-cea039b83d33', 'project_id': '70821d9e61d14842a4372eb453dd4874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:00.390082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68780cb1-4ffe-45e3-a82d-e397071af277 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d354cee-0cca-4358-8293-cea039b83d33,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.435390 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8bff0d39-59d4-426e-9fc4-3952bdc8072f tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.566900 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8bff0d39-59d4-426e-9fc4-3952bdc8072f tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.580474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8bff0d39-59d4-426e-9fc4-3952bdc8072f tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.607874 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff0d39-59d4-426e-9fc4-3952bdc8072f tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7078c5b-0ef3-41d5-a35e-429de4421a32,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.618844 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8bff0d39-59d4-426e-9fc4-3952bdc8072f tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.620621 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8bff0d39-59d4-426e-9fc4-3952bdc8072f tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2668183 Sep 16 05:11:00.624152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49208) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.629185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-bfaacfbf-84dd-4bd2-bf09-34dfa9fa41f3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Request body: {'security_group_rule': {'security_group_id': '2d354cee-0cca-4358-8293-cea039b83d33', 'project_id': '70821d9e61d14842a4372eb453dd4874', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:00.696145 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bfaacfbf-84dd-4bd2-bf09-34dfa9fa41f3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.728188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'name': 'tempest-TestServerBasicOps-2130874146-router', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '229224b4c74141d5a0e5f606a1ca99da', 'gw_port': {'id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'c1a5c001-d68c-4f01-b78c-d22e3dd6f72e', 'name': '', 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'mac_address': 'fa:16:3e:c0:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4b42c4fe-b61a-4130-a266-1361652be032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:55Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 2, 'project_id': '229224b4c74141d5a0e5f606a1ca99da', 'subnets': [{'id': '4b42c4fe-b61a-4130-a266-1361652be032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:00.771366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Checking router: 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:00.771733 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Updating router 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:00.812142 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.823700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bfaacfbf-84dd-4bd2-bf09-34dfa9fa41f3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.830005 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bfaacfbf-84dd-4bd2-bf09-34dfa9fa41f3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.888096 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bfaacfbf-84dd-4bd2-bf09-34dfa9fa41f3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:00.889563 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bfaacfbf-84dd-4bd2-bf09-34dfa9fa41f3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2642031 Sep 16 05:11:00.890936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacfbf-84dd-4bd2-bf09-34dfa9fa41f3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bd5e2a-a916-42af-9c23-98c209b4da30,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:00.892278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49212) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:00.898662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d7bb8b22-4c0b-4975-aa40-9285e79e68aa tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Request body: {'security_group_rule': {'security_group_id': '2d354cee-0cca-4358-8293-cea039b83d33', 'project_id': '70821d9e61d14842a4372eb453dd4874', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:00.962687 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d7bb8b22-4c0b-4975-aa40-9285e79e68aa tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.114533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 020b51f5-0c8d-48e6-a3e5-14d1b062ddda up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:01.185747 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d7bb8b22-4c0b-4975-aa40-9285e79e68aa tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.201821 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d7bb8b22-4c0b-4975-aa40-9285e79e68aa tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.251823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 020b51f5-0c8d-48e6-a3e5-14d1b062ddda triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:01.252358 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.288451 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d7bb8b22-4c0b-4975-aa40-9285e79e68aa tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.291212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d7bb8b22-4c0b-4975-aa40-9285e79e68aa tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3974726 Sep 16 05:11:01.293855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49216) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:01.299604 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-02951e62-54b0-4271-83b9-e38da80f0afb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Request body: {'security_group_rule': {'security_group_id': '2d354cee-0cca-4358-8293-cea039b83d33', 'project_id': '70821d9e61d14842a4372eb453dd4874', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:01.315343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb8b22-4c0b-4975-aa40-9285e79e68aa tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b55df18-6d62-4738-a02d-a0cced2f61f6,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.393010 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02951e62-54b0-4271-83b9-e38da80f0afb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.458652 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.525822 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.587004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05ae19-d81b-4e16-bd6c-f17971611054 None None] Pushing event updated for resources: {'Port': ['ID=c1a5c001-d68c-4f01-b78c-d22e3dd6f72e,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.600037 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02951e62-54b0-4271-83b9-e38da80f0afb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.614273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02951e62-54b0-4271-83b9-e38da80f0afb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.642067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02951e62-54b0-4271-83b9-e38da80f0afb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4470ba0-d75d-41af-9566-d4ac30a2dd42,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.650823 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-02951e62-54b0-4271-83b9-e38da80f0afb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.654724 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-02951e62-54b0-4271-83b9-e38da80f0afb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3566301 Sep 16 05:11:01.654959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49220) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:01.673050 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Attempting to bind port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:01.673648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Attempting to bind port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '88f2249c-9ac7-48d8-bd90-bb2fe129b699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:01.674142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Attempting to bind port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e on network e532c081-3b6e-4ae8-986b-23b8e56e8b43 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:01.676171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-eeb2971c-e9da-4466-9f34-b05a827dbfdb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Request body: {'security_group_rule': {'security_group_id': '2d354cee-0cca-4358-8293-cea039b83d33', 'project_id': '70821d9e61d14842a4372eb453dd4874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:01.695363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:01.696179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Checking segment: {'id': '88f2249c-9ac7-48d8-bd90-bb2fe129b699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:01.696716 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.697845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Bound using segment: {'id': '88f2249c-9ac7-48d8-bd90-bb2fe129b699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:01.697845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Bound port: c1a5c001-d68c-4f01-b78c-d22e3dd6f72e, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f2249c-9ac7-48d8-bd90-bb2fe129b699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:01.698435 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.760710 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-eeb2971c-e9da-4466-9f34-b05a827dbfdb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Project 70821d9e61d14842a4372eb453dd4874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:11:01.766825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb2971c-e9da-4466-9f34-b05a827dbfdb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.854535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] For port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:01.873350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] For port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c1a5c001-d68c-4f01-b78c-d22e3dd6f72e,segment=NetworkSegment(88f2249c-9ac7-48d8-bd90-bb2fe129b699),segment_id=88f2249c-9ac7-48d8-bd90-bb2fe129b699)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:01.889365 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.889683 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb2971c-e9da-4466-9f34-b05a827dbfdb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.895558 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb2971c-e9da-4466-9f34-b05a827dbfdb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.937685 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eeb2971c-e9da-4466-9f34-b05a827dbfdb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:01.937685 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eeb2971c-e9da-4466-9f34-b05a827dbfdb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2759495 Sep 16 05:11:01.937685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49224) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:01.958831 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c89bc1ef-9121-40c6-8a65-47d5ac309cb0 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Request body: {'security_group_rule': {'security_group_id': '2d354cee-0cca-4358-8293-cea039b83d33', 'project_id': '70821d9e61d14842a4372eb453dd4874', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:01.964011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2971c-e9da-4466-9f34-b05a827dbfdb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedfe234-f896-459f-b59e-7651baa9621a,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:01.999399 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-c89bc1ef-9121-40c6-8a65-47d5ac309cb0 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Project 70821d9e61d14842a4372eb453dd4874 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:11:02.003552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Routers {'2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:02.004212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:02.015232 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c89bc1ef-9121-40c6-8a65-47d5ac309cb0 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.063524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05ae19-d81b-4e16-bd6c-f17971611054 None None] Pushing event updated for resources: {'Port': ['ID=c1a5c001-d68c-4f01-b78c-d22e3dd6f72e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.172110 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c89bc1ef-9121-40c6-8a65-47d5ac309cb0 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.179115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-69a395e8-a0d4-43bd-a887-3cec79887049 None None] Provisioning complete for port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:02.179829 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-69a395e8-a0d4-43bd-a887-3cec79887049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.192629 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c89bc1ef-9121-40c6-8a65-47d5ac309cb0 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.228701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bc1ef-9121-40c6-8a65-47d5ac309cb0 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47f0196-6958-4fcf-a1db-8468782a72e6,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.235959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] Set router 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:02.236484 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c89bc1ef-9121-40c6-8a65-47d5ac309cb0 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.243978 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c89bc1ef-9121-40c6-8a65-47d5ac309cb0 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2895167 Sep 16 05:11:02.355953 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-69a395e8-a0d4-43bd-a887-3cec79887049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.407186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-69a395e8-a0d4-43bd-a887-3cec79887049 None None] For port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c1a5c001-d68c-4f01-b78c-d22e3dd6f72e,segment=NetworkSegment(88f2249c-9ac7-48d8-bd90-bb2fe129b699),segment_id=88f2249c-9ac7-48d8-bd90-bb2fe129b699)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:02.418723 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-69a395e8-a0d4-43bd-a887-3cec79887049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.469765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-0cf4a3aa-fbdc-4442-9c52-f02177666907 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916449725&fields=id&tenant_id=70821d9e61d14842a4372eb453dd4874 HTTP/1.1" status: 200 len: 267 time: 0.0478640 Sep 16 05:11:02.484395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a395e8-a0d4-43bd-a887-3cec79887049 None None] Pushing event updated for resources: {'Port': ['ID=c1a5c001-d68c-4f01-b78c-d22e3dd6f72e,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:02.564592 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8a8da01c-87bd-4701-85b3-1821d780afe9 None None] Provisioning complete for port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:02.564959 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8a8da01c-87bd-4701-85b3-1821d780afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:02.637352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-22bb78d7-9304-43a6-8c01-307773e78796 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:02.639377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-22bb78d7-9304-43a6-8c01-307773e78796 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/networks?id=236219b7-0ecc-4c17-aba2-3ff13175e16f HTTP/1.1" status: 200 len: 808 time: 0.1678386 Sep 16 05:11:02.657132 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-c52295c4-ceaf-4f88-bd8f-cb8d22e78c5a tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/quotas/70821d9e61d14842a4372eb453dd4874 HTTP/1.1" status: 200 len: 375 time: 0.0119839 Sep 16 05:11:02.687895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'name': 'tempest-TestServerBasicOps-2130874146-router', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '229224b4c74141d5a0e5f606a1ca99da', 'gw_port': {'id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'c1a5c001-d68c-4f01-b78c-d22e3dd6f72e', 'name': '', 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'mac_address': 'fa:16:3e:c0:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4b42c4fe-b61a-4130-a266-1361652be032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:55Z', 'updated_at': '2021-09-16T05:11:01Z', 'revision_number': 4, 'project_id': '229224b4c74141d5a0e5f606a1ca99da', 'subnets': [{'id': '4b42c4fe-b61a-4130-a266-1361652be032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:02.730689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-8dc2f7e5-49df-4552-8bc9-6a1b155477a9 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=70821d9e61d14842a4372eb453dd4874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669982 Sep 16 05:11:02.731075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2bb88f-b0b4-4267-a3e6-668381bed53b None None] The sync data for ids ['2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'] in n-d-712142-17 is: [{'id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'name': 'tempest-TestServerBasicOps-2130874146-router', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:57Z', 'revision_number': 4, 'project_id': '229224b4c74141d5a0e5f606a1ca99da', 'gw_port': {'id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'c1a5c001-d68c-4f01-b78c-d22e3dd6f72e', 'name': '', 'network_id': 'e532c081-3b6e-4ae8-986b-23b8e56e8b43', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'mac_address': 'fa:16:3e:c0:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4b42c4fe-b61a-4130-a266-1361652be032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:55Z', 'updated_at': '2021-09-16T05:11:01Z', 'revision_number': 4, 'project_id': '229224b4c74141d5a0e5f606a1ca99da', 'subnets': [{'id': '4b42c4fe-b61a-4130-a266-1361652be032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:02.934331 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-0f326d04-4cf7-4098-aade-c177b39af3f3 service neutron] 10.222.0.53 "GET /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877749 Sep 16 05:11:03.132882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c1a5c001-d68c-4f01-b78c-d22e3dd6f72e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:03.194454 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-82a5dfcd-6707-448a-af57-746497bbee78 service neutron] 10.222.0.53 "GET /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589481 Sep 16 05:11:03.201828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:03.202418 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:03.509758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7eb7f710-e5b5-4708-89d8-70f3eede9ba2 req-853c384f-37a4-45a4-b23d-bc7ad12cd1e5 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 210 time: 0.0636370 Sep 16 05:11:04.612086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38d75ec9-4fc8-4d1c-b054-fef6a1fa2057 req-7796165d-5863-4f3a-ab6d-afbfc5d7a851 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 210 time: 0.0298414 Sep 16 05:11:04.874424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-639954e8-975a-4356-86cf-6df387084e92 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:04.876948 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-639954e8-975a-4356-86cf-6df387084e92 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.50 "GET /v2.0/networks?id=236219b7-0ecc-4c17-aba2-3ff13175e16f HTTP/1.1" status: 200 len: 808 time: 0.1265075 Sep 16 05:11:04.940087 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-dbec6da0-5a3d-4dfc-8f42-b14284a9084b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70821d9e61d14842a4372eb453dd4874 HTTP/1.1" status: 200 len: 379 time: 0.0495665 Sep 16 05:11:04.953050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Request body: {'port': {'device_id': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'admin_state_up': True, 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'security_groups': ['2d354cee-0cca-4358-8293-cea039b83d33']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:05.070061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Made reservation on behalf of 70821d9e61d14842a4372eb453dd4874 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:05.073786 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.235796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Allocated IP 172.20.0.8 (236219b7-0ecc-4c17-aba2-3ff13175e16f/769fb9b6-d801-4295-8d6e-c5853e5f1b97/20b3ee99-743c-403d-8a33-3f04011ba0d0) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:05.433903 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.481704 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.532958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Network 236219b7-0ecc-4c17-aba2-3ff13175e16f is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:05.536444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:05.545402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:05.572757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event updated for resources: {'Port': ['ID=20b3ee99-743c-403d-8a33-3f04011ba0d0,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:05.612120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:05.613913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.632143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-923739e9-bfd4-41fb-9a91-e7a79680741b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6824477 Sep 16 05:11:05.653891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Request body: {'port': {'device_id': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:05.771006 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.793929 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.828857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e03be3-0b61-488a-9c2f-8c71303fee91 req-75fdac50-8985-41cc-91cf-607c7e604feb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:05.830653 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-70e03be3-0b61-488a-9c2f-8c71303fee91 req-75fdac50-8985-41cc-91cf-607c7e604feb tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 931 time: 0.1145113 Sep 16 05:11:05.894059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-caf86e2a-ec04-41a8-8200-ff5725735be2 None None] Provisioning complete for port 20b3ee99-743c-403d-8a33-3f04011ba0d0 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:05.894740 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-caf86e2a-ec04-41a8-8200-ff5725735be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:05.938941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-70e03be3-0b61-488a-9c2f-8c71303fee91 req-0486baf4-e896-4771-82b7-528051774cc4 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739079 Sep 16 05:11:05.956357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-caf86e2a-ec04-41a8-8200-ff5725735be2 None None] Port 20b3ee99-743c-403d-8a33-3f04011ba0d0 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:06.279405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b3ee99-743c-403d-8a33-3f04011ba0d0 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:06.289831 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.307241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Transition to ACTIVE for port object 20b3ee99-743c-403d-8a33-3f04011ba0d0 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:06.311373 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.395078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=20b3ee99-743c-403d-8a33-3f04011ba0d0,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:06.463734 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Attempting to bind port 20b3ee99-743c-403d-8a33-3f04011ba0d0 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:06.464259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Attempting to bind port 20b3ee99-743c-403d-8a33-3f04011ba0d0 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:06.464741 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Attempting to bind port 20b3ee99-743c-403d-8a33-3f04011ba0d0 on network 236219b7-0ecc-4c17-aba2-3ff13175e16f {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:06.470348 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Port 20b3ee99-743c-403d-8a33-3f04011ba0d0 on network 236219b7-0ecc-4c17-aba2-3ff13175e16f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:06.470735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Attempting to bind port 20b3ee99-743c-403d-8a33-3f04011ba0d0 on network 236219b7-0ecc-4c17-aba2-3ff13175e16f {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:06.477967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:06.478429 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Checking segment: {'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:06.478767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Bound using segment: {'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:06.479272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Bound port: 20b3ee99-743c-403d-8a33-3f04011ba0d0, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41df5f0-c5e3-4494-8d6d-d064055e65a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:06.479639 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.556458 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] For port 20b3ee99-743c-403d-8a33-3f04011ba0d0, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:06.560251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] For port 20b3ee99-743c-403d-8a33-3f04011ba0d0, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=20b3ee99-743c-403d-8a33-3f04011ba0d0,segment=NetworkSegment(d41df5f0-c5e3-4494-8d6d-d064055e65a6),segment_id=d41df5f0-c5e3-4494-8d6d-d064055e65a6)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:06.567366 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.645429 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.646111 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:06.648377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] 10.222.0.50 "PUT /v2.0/ports/20b3ee99-743c-403d-8a33-3f04011ba0d0 HTTP/1.1" status: 200 len: 1092 time: 0.9998765 Sep 16 05:11:06.648906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'tag': '20b3ee99-743c-403d-8a33-3f04011ba0d0'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:06.651572 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb04d58-f554-4294-85f8-b7125db7d0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c14534ab-8395-46cc-b55d-c955ec3d1127", "tag": "20b3ee99-743c-403d-8a33-3f04011ba0d0"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:06.731288 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728f7c9c-3aaa-4b12-809d-9de1098515fa x-openstack-request-id: req-728f7c9c-3aaa-4b12-809d-9de1098515fa {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:06.731627 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14534ab-8395-46cc-b55d-c955ec3d1127", "tag": "20b3ee99-743c-403d-8a33-3f04011ba0d0", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:06.731960 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-728f7c9c-3aaa-4b12-809d-9de1098515fa {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:06.732363 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'tag': '20b3ee99-743c-403d-8a33-3f04011ba0d0', 'status': 'completed', 'code': 200} Sep 16 05:11:06.734638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4fb08-ee39-4182-9c72-42573a5ab5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=20b3ee99-743c-403d-8a33-3f04011ba0d0,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:06.766064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-f19913a2-b928-48bd-b6b5-32a57c840b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.768008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-f19913a2-b928-48bd-b6b5-32a57c840b15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70821d9e61d14842a4372eb453dd4874&device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 1095 time: 0.0714612 Sep 16 05:11:06.819826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-2b9340c1-5514-4dbe-8e36-868eeecf38fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b3ee99-743c-403d-8a33-3f04011ba0d0 HTTP/1.1" status: 200 len: 217 time: 0.0389376 Sep 16 05:11:06.890832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-9da83c64-b461-45f0-b619-0951db3d4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.892715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-9da83c64-b461-45f0-b619-0951db3d4010 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=769fb9b6-d801-4295-8d6e-c5853e5f1b97 HTTP/1.1" status: 200 len: 847 time: 0.0604589 Sep 16 05:11:06.915133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-5c5a1333-1465-495b-912b-5938742608af req-b3b257e8-80dc-4a19-ada3-e8d8a94f1818 tempest-AttachVolumeShelveTestJSON-1911835931 tempest-AttachVolumeShelveTestJSON-1911835931-project] (94744) timed out ('10.222.0.53', 44860) {{(pid=94744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:11:06.977012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-e62221ca-cd9b-4061-b2b1-a875188e488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:06.979278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-e62221ca-cd9b-4061-b2b1-a875188e488d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=236219b7-0ecc-4c17-aba2-3ff13175e16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735829 Sep 16 05:11:07.139898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-17760557-efea-4e24-b921-9fc41d084b9b service neutron] 10.222.0.50 "GET /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467094 Sep 16 05:11:07.153673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fa688-a47c-4c46-a8a1-064165de1c83 req-9c876757-9ada-40f5-908f-592a3bb11e3b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.155319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-935fa688-a47c-4c46-a8a1-064165de1c83 req-9c876757-9ada-40f5-908f-592a3bb11e3b tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 943 time: 0.0815296 Sep 16 05:11:07.256796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-935fa688-a47c-4c46-a8a1-064165de1c83 req-344c067d-cc45-42aa-a251-a8f93fbe5b9f tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921361 Sep 16 05:11:07.290804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79021a12-4d39-414f-9406-89d0fbf6eccc req-6e584db7-4c26-4c24-9c01-df409da41502 service neutron] 10.222.0.50 "GET /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344414 Sep 16 05:11:07.410570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9620c-823e-4eaa-87d8-83ae3e073c53 req-f82f45cb-7f56-474c-b179-2c67a0e9b14c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.412261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b3e9620c-823e-4eaa-87d8-83ae3e073c53 req-f82f45cb-7f56-474c-b179-2c67a0e9b14c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 945 time: 0.0847871 Sep 16 05:11:07.428044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb04d58-f554-4294-85f8-b7125db7d0f3 req-f8c0eaab-5a64-436f-828a-7ad3f707fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.430264 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bb04d58-f554-4294-85f8-b7125db7d0f3 req-f8c0eaab-5a64-436f-828a-7ad3f707fe75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70821d9e61d14842a4372eb453dd4874&device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 1095 time: 0.0708556 Sep 16 05:11:07.486559 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b3e9620c-823e-4eaa-87d8-83ae3e073c53 req-4f16f6bb-0ebf-4b1a-82df-0380cdd3e212 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665004 Sep 16 05:11:07.587214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb04d58-f554-4294-85f8-b7125db7d0f3 req-683142e9-b029-43a8-8854-8505fef915ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.589019 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bb04d58-f554-4294-85f8-b7125db7d0f3 req-683142e9-b029-43a8-8854-8505fef915ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=236219b7-0ecc-4c17-aba2-3ff13175e16f HTTP/1.1" status: 200 len: 909 time: 0.1466019 Sep 16 05:11:07.649534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bb04d58-f554-4294-85f8-b7125db7d0f3 req-58f66b59-a8bb-4435-ac3a-70e8cd0f23b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b3ee99-743c-403d-8a33-3f04011ba0d0 HTTP/1.1" status: 200 len: 217 time: 0.0520871 Sep 16 05:11:07.707340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb04d58-f554-4294-85f8-b7125db7d0f3 req-881c2603-d1c2-44c6-be7b-c7c4f3108889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.708944 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bb04d58-f554-4294-85f8-b7125db7d0f3 req-881c2603-d1c2-44c6-be7b-c7c4f3108889 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=769fb9b6-d801-4295-8d6e-c5853e5f1b97 HTTP/1.1" status: 200 len: 847 time: 0.0517316 Sep 16 05:11:07.751446 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:07.777909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb04d58-f554-4294-85f8-b7125db7d0f3 req-a807dad7-c412-4444-a138-5e476003d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:07.780299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bb04d58-f554-4294-85f8-b7125db7d0f3 req-a807dad7-c412-4444-a138-5e476003d71b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=236219b7-0ecc-4c17-aba2-3ff13175e16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634146 Sep 16 05:11:07.909892 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bb04d58-f554-4294-85f8-b7125db7d0f3 req-3d151807-f67f-48ea-b6a6-105b2da81b5e service neutron] 10.222.0.50 "GET /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201890 Sep 16 05:11:08.055346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bb04d58-f554-4294-85f8-b7125db7d0f3 req-0e25d93a-e5a3-4c02-a744-38a6527e838c service neutron] 10.222.0.50 "GET /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365407 Sep 16 05:11:08.394980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e3ff3-400f-4cde-8233-892de3498266 req-05e3a0fb-8e6d-4006-8cbd-b04bd8019337 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.396675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a5e3ff3-400f-4cde-8233-892de3498266 req-05e3a0fb-8e6d-4006-8cbd-b04bd8019337 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 943 time: 0.0627806 Sep 16 05:11:08.438476 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8a5e3ff3-400f-4cde-8233-892de3498266 req-f579b1a1-53d2-47a0-a0f7-ed60a2c1c8d1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344625 Sep 16 05:11:08.643081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741145cd-6df2-49ce-aeec-2d1a001f9471 req-91b5c6a1-055a-42e3-8e02-81b5e758a8ae tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.646129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-741145cd-6df2-49ce-aeec-2d1a001f9471 req-91b5c6a1-055a-42e3-8e02-81b5e758a8ae tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 945 time: 0.0682557 Sep 16 05:11:08.696632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-741145cd-6df2-49ce-aeec-2d1a001f9471 req-8197ddb5-73c1-4aa0-99dc-530c6dbf6be6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=7595115f-d7b1-415f-ba5a-0148a361a8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Sep 16 05:11:08.978998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e7f4-afc4-4cc2-a29b-c04c2cf791b4 req-ddb84577-0056-48be-aeb3-c412906188ec tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:08.980549 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fb22e7f4-afc4-4cc2-a29b-c04c2cf791b4 req-ddb84577-0056-48be-aeb3-c412906188ec tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 945 time: 0.4098270 Sep 16 05:11:09.075230 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-fb22e7f4-afc4-4cc2-a29b-c04c2cf791b4 req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Deleting port 8239b32e-4480-4288-9a65-f3d5c935fa45 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:09.075542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fb22e7f4-afc4-4cc2-a29b-c04c2cf791b4 req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.175027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-fb22e7f4-afc4-4cc2-a29b-c04c2cf791b4 req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] For port 8239b32e-4480-4288-9a65-f3d5c935fa45, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=8239b32e-4480-4288-9a65-f3d5c935fa45,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:09.175330 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fb22e7f4-afc4-4cc2-a29b-c04c2cf791b4 req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.189987 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-fb22e7f4-afc4-4cc2-a29b-c04c2cf791b4 req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Calling delete_port for 8239b32e-4480-4288-9a65-f3d5c935fa45 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:09.333549 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fb22e7f4-afc4-4cc2-a29b-c04c2cf791b4 req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.347940 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['8239b32e-4480-4288-9a65-f3d5c935fa45'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:09.369407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event deleted for resources: {'Port': ['ID=8239b32e-4480-4288-9a65-f3d5c935fa45,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:09.399766 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.400120 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.401177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.401177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.401427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.401844 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.402970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.402970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.402970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.403394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.403640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.404161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:09.432174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb22e7f4-afc4-4cc2-a29b-c04c2cf791b4 req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] No DVR routers for this DVR port 8239b32e-4480-4288-9a65-f3d5c935fa45 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:09.435025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fb22e7f4-afc4-4cc2-a29b-c04c2cf791b4 req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:09.437159 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fb22e7f4-afc4-4cc2-a29b-c04c2cf791b4 req-986c871b-97f7-4f9b-bfe4-3b92d34b7d08 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "DELETE /v2.0/ports/8239b32e-4480-4288-9a65-f3d5c935fa45 HTTP/1.1" status: 204 len: 173 time: 0.4503174 Sep 16 05:11:09.437700 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df4c04f-a59c-4b91-bd4e-031a861ceefe', 'name': 'network-vif-deleted', 'tag': '8239b32e-4480-4288-9a65-f3d5c935fa45'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:09.439992 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65748fc0-c1e3-44b2-844b-245db2687e78" -d '{"events": [{"server_uuid": "1df4c04f-a59c-4b91-bd4e-031a861ceefe", "name": "network-vif-deleted", "tag": "8239b32e-4480-4288-9a65-f3d5c935fa45"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:09.488059 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4561eb5-6196-4a20-9600-6a330610c052 x-openstack-request-id: req-b4561eb5-6196-4a20-9600-6a330610c052 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:09.488368 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df4c04f-a59c-4b91-bd4e-031a861ceefe", "name": "network-vif-deleted", "tag": "8239b32e-4480-4288-9a65-f3d5c935fa45", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:09.488703 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4561eb5-6196-4a20-9600-6a330610c052 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:09.489075 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df4c04f-a59c-4b91-bd4e-031a861ceefe', 'name': 'network-vif-deleted', 'tag': '8239b32e-4480-4288-9a65-f3d5c935fa45', 'status': 'completed', 'code': 200} Sep 16 05:11:09.595181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa54f64-4e2b-414f-a07d-d8a84468151d req-91f99615-f81c-4d76-9bdc-7e67d2833221 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:09.597699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8fa54f64-4e2b-414f-a07d-d8a84468151d req-91f99615-f81c-4d76-9bdc-7e67d2833221 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 943 time: 0.0613480 Sep 16 05:11:09.645329 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8fa54f64-4e2b-414f-a07d-d8a84468151d req-d3194d21-9bba-4431-879f-6db85e4a16e3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339649 Sep 16 05:11:09.817960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7d9f8187-27a9-4d0a-bb89-cc24663bb655 req-fa06f696-2107-4444-b9b5-bdd5e1a4e9d3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 210 time: 0.0282965 Sep 16 05:11:10.693423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 20b3ee99-743c-403d-8a33-3f04011ba0d0 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:10.789141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317e133-4eed-499a-924e-c578cc88c0d3 req-6e446c96-684d-4384-8770-82b71ab199be tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:10.790748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4317e133-4eed-499a-924e-c578cc88c0d3 req-6e446c96-684d-4384-8770-82b71ab199be tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 943 time: 0.0737827 Sep 16 05:11:10.825323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 20b3ee99-743c-403d-8a33-3f04011ba0d0, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=20b3ee99-743c-403d-8a33-3f04011ba0d0,segment=NetworkSegment(d41df5f0-c5e3-4494-8d6d-d064055e65a6),segment_id=d41df5f0-c5e3-4494-8d6d-d064055e65a6)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:10.832333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4317e133-4eed-499a-924e-c578cc88c0d3 req-2aba12c5-da56-4edc-9dd0-86b2816c359d tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351119 Sep 16 05:11:10.841265 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '20b3ee99-743c-403d-8a33-3f04011ba0d0', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'port_id': '20b3ee99-743c-403d-8a33-3f04011ba0d0', 'mac_address': 'fa:16:3e:4a:43:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:10.897597 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:10.919927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b3ee99-743c-403d-8a33-3f04011ba0d0 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:10.979440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 20b3ee99-743c-403d-8a33-3f04011ba0d0, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=20b3ee99-743c-403d-8a33-3f04011ba0d0,segment=NetworkSegment(d41df5f0-c5e3-4494-8d6d-d064055e65a6),segment_id=d41df5f0-c5e3-4494-8d6d-d064055e65a6)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:10.982030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-57b207e1-63af-450a-9ecc-d11b55991a98 req-02df732c-97ce-4e7a-90b4-cd939a0afbd1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 210 time: 0.0744512 Sep 16 05:11:10.985750 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:11.049784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=20b3ee99-743c-403d-8a33-3f04011ba0d0,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:11.253014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['20b3ee99-743c-403d-8a33-3f04011ba0d0'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:11.971227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbfd5e-a3b5-4218-9a0e-ed81c7714759 req-0e59f5dc-4232-4066-a7ee-30d9aae297d2 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:11.972920 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-66fbfd5e-a3b5-4218-9a0e-ed81c7714759 req-0e59f5dc-4232-4066-a7ee-30d9aae297d2 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 944 time: 0.0647230 Sep 16 05:11:12.016930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-66fbfd5e-a3b5-4218-9a0e-ed81c7714759 req-27b07a33-a1b1-446f-8931-8ffd930bdd18 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359521 Sep 16 05:11:12.118783 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2a97b63b-3a08-4471-9acb-16250ab25759 req-819f29fd-9608-4324-b483-925903262352 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 210 time: 0.0310493 Sep 16 05:11:12.708767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 20b3ee99-743c-403d-8a33-3f04011ba0d0 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:12.763053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 20b3ee99-743c-403d-8a33-3f04011ba0d0 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:12.769692 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 20b3ee99-743c-403d-8a33-3f04011ba0d0 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:12.770076 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.864195 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:12.892783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b3ee99-743c-403d-8a33-3f04011ba0d0'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:12.895057 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b52869-08e5-4a5a-9bc4-a4f08088284f" -d '{"events": [{"server_uuid": "c14534ab-8395-46cc-b55d-c955ec3d1127", "name": "network-vif-plugged", "status": "completed", "tag": "20b3ee99-743c-403d-8a33-3f04011ba0d0"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:13.110903 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e390420-9849-4e98-ac9a-b6c2b26475c0 x-openstack-request-id: req-2e390420-9849-4e98-ac9a-b6c2b26475c0 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:13.111297 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14534ab-8395-46cc-b55d-c955ec3d1127", "name": "network-vif-plugged", "status": "completed", "tag": "20b3ee99-743c-403d-8a33-3f04011ba0d0", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:13.111612 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e390420-9849-4e98-ac9a-b6c2b26475c0 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:13.112083 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b3ee99-743c-403d-8a33-3f04011ba0d0', 'code': 200} Sep 16 05:11:13.114609 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8239b32e-4480-4288-9a65-f3d5c935fa45 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:13.122306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 20b3ee99-743c-403d-8a33-3f04011ba0d0, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=20b3ee99-743c-403d-8a33-3f04011ba0d0,segment=NetworkSegment(d41df5f0-c5e3-4494-8d6d-d064055e65a6),segment_id=d41df5f0-c5e3-4494-8d6d-d064055e65a6)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:13.154141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 8239b32e-4480-4288-9a65-f3d5c935fa45 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:13.154965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 8239b32e-4480-4288-9a65-f3d5c935fa45 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:13.157546 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:13.191143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72bd32-7818-41ba-9822-4b9256cd9e8b req-112b728f-b893-43f7-9590-4ff0da21695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.192931 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a72bd32-7818-41ba-9822-4b9256cd9e8b req-112b728f-b893-43f7-9590-4ff0da21695b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 1096 time: 0.0802782 Sep 16 05:11:13.194980 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:11:13.224779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=20b3ee99-743c-403d-8a33-3f04011ba0d0,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:13.253772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832de0b-75c6-495e-b975-480fdc0137d5 req-024ad63b-83e8-4546-b380-f6367b21fe2c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:13.255274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9832de0b-75c6-495e-b975-480fdc0137d5 req-024ad63b-83e8-4546-b380-f6367b21fe2c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 945 time: 0.1098518 Sep 16 05:11:13.321955 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9832de0b-75c6-495e-b975-480fdc0137d5 req-64b195c3-12a6-4a1a-9870-2d2040cbceb9 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575671 Sep 16 05:11:13.324336 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a72bd32-7818-41ba-9822-4b9256cd9e8b req-546d64e7-67cf-4ac3-8a77-88cd6081906e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181149 Sep 16 05:11:13.448062 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b6253b81-4cb3-48d1-bb60-fd1822f7c773 req-5f5a5d0c-8432-4f63-b5f9-e7602ff0720a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df4c04f-a59c-4b91-bd4e-031a861ceefe HTTP/1.1" status: 200 len: 210 time: 0.0319729 Sep 16 05:11:14.496458 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f42a7a-994f-4652-90b2-232a95c62bc5 req-342b2c4f-647d-4ebb-bc25-2e6187e0fca4 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:14.499048 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81f42a7a-994f-4652-90b2-232a95c62bc5 req-342b2c4f-647d-4ebb-bc25-2e6187e0fca4 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 945 time: 0.0745244 Sep 16 05:11:14.588131 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81f42a7a-994f-4652-90b2-232a95c62bc5 req-2a18a04b-0679-42df-98e3-7ffceb118e6a tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759108 Sep 16 05:11:14.783527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49352) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:14.923412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5940484-438d-4c82-aaf4-4f8c50c65e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.035384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5940484-438d-4c82-aaf4-4f8c50c65e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.039681 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b5940484-438d-4c82-aaf4-4f8c50c65e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.078695 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5940484-438d-4c82-aaf4-4f8c50c65e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27649070-7740-4c3b-98a2-d4ea134ad2ab,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:15.086038 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b5940484-438d-4c82-aaf4-4f8c50c65e3b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cb44950f9a7413987b826df7bc6798a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006074 Sep 16 05:11:15.087964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49356) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:15.144474 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db23e237-f351-4797-88a0-f3906f732048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.168231 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db23e237-f351-4797-88a0-f3906f732048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.225408 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db23e237-f351-4797-88a0-f3906f732048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.228302 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-db23e237-f351-4797-88a0-f3906f732048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:15.229500 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-db23e237-f351-4797-88a0-f3906f732048 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27649070-7740-4c3b-98a2-d4ea134ad2ab HTTP/1.1" status: 204 len: 168 time: 0.1404157 Sep 16 05:11:15.238491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23e237-f351-4797-88a0-f3906f732048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27649070-7740-4c3b-98a2-d4ea134ad2ab,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:15.745796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fc06f-af45-4a92-b1c8-d85e148dcdc1 req-d9cd8fcf-005d-4566-92ff-da0df2daa5ca tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.747519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e83fc06f-af45-4a92-b1c8-d85e148dcdc1 req-d9cd8fcf-005d-4566-92ff-da0df2daa5ca tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 945 time: 0.0665815 Sep 16 05:11:15.806483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e83fc06f-af45-4a92-b1c8-d85e148dcdc1 req-50d1385d-55cb-4836-831b-c6fc54fe6853 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519295 Sep 16 05:11:15.994100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272b60f-58e2-4603-bd79-4740c9ff1ab8 req-0f531831-d302-44f5-a870-b87aaca0470d tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:15.995753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b272b60f-58e2-4603-bd79-4740c9ff1ab8 req-0f531831-d302-44f5-a870-b87aaca0470d tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 945 time: 0.0615246 Sep 16 05:11:16.012807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49388) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.044848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b272b60f-58e2-4603-bd79-4740c9ff1ab8 req-7a6d0519-c3c6-4ac1-8307-f2ff91b7a76d tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415754 Sep 16 05:11:16.207747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-92342309-network', 'tenant_id': 'e234e5a6215742419da8c36b742b2024'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:16.239008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Made reservation on behalf of e234e5a6215742419da8c36b742b2024 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:16.242855 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.249662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b01cf-9498-4538-828a-fe178fccccfb req-620438f3-c03e-48a7-9368-dedd92830288 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.251305 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-065b01cf-9498-4538-828a-fe178fccccfb req-620438f3-c03e-48a7-9368-dedd92830288 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 945 time: 0.0778530 Sep 16 05:11:16.255216 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.323072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-065b01cf-9498-4538-828a-fe178fccccfb req-3d491b37-584e-4fac-b7f6-07acc5a43e84 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583553 Sep 16 05:11:16.346791 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49410) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.395081 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.400663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.446240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5249a16b-7d6d-4702-a170-79e15599801e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.464206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:16.481121 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.481590 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Added segment ee0af732-5515-4f6e-87fb-ffde9454642f of type vlan for network d6e35555-7a70-49e6-b5c8-76df3282376e Sep 16 05:11:16.531568 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.572620 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.573841 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.574658 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.650131 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6356246 Sep 16 05:11:16.652548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49422) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.654112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a60b2d-cc3e-4726-b4c3-afcac194293c admin admin] Pushing event updated for resources: {'Network': ['ID=d6e35555-7a70-49e6-b5c8-76df3282376e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:16.666411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network d6e35555-7a70-49e6-b5c8-76df3282376e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:16.671511 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-790b6541-1f93-4b1d-9be9-9016f65bb3ed admin admin] Request body: {'subnet': {'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-92342309-subnet', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:16.697338 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4601b3-4fd8-47e5-8037-52e34dee1354 tempest-TestServerBasicOps-241345612 tempest-TestServerBasicOps-241345612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:16.702659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49426) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:16.703092 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3c4601b3-4fd8-47e5-8037-52e34dee1354 tempest-TestServerBasicOps-241345612 tempest-TestServerBasicOps-241345612-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 1092 time: 0.3544600 Sep 16 05:11:16.708723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '20b3ee99-743c-403d-8a33-3f04011ba0d0', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:16.726011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790b6541-1f93-4b1d-9be9-9016f65bb3ed admin admin] Made reservation on behalf of e234e5a6215742419da8c36b742b2024 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:16.735789 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-790b6541-1f93-4b1d-9be9-9016f65bb3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.796652 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:16.953283 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.044634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-790b6541-1f93-4b1d-9be9-9016f65bb3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.109842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Allocated IP 172.25.0.248 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/05aee477-97be-41f1-98b8-bda68eedc05a) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:17.172059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b6541-1f93-4b1d-9be9-9016f65bb3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc3030d-7b69-4731-aaba-fd5ecc3e7642,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.233597 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-523ea5bb-87cb-49c0-80bc-25f91fef10ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.245467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b6541-1f93-4b1d-9be9-9016f65bb3ed admin admin] Checking segment: {'id': 'ee0af732-5515-4f6e-87fb-ffde9454642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:17.250173 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790b6541-1f93-4b1d-9be9-9016f65bb3ed admin admin] Network hostable DHCP agents. Network: d6e35555-7a70-49e6-b5c8-76df3282376e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:17.273911 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.282722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790b6541-1f93-4b1d-9be9-9016f65bb3ed admin admin] Network d6e35555-7a70-49e6-b5c8-76df3282376e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:17.289556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-790b6541-1f93-4b1d-9be9-9016f65bb3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, d6e35555-7a70-49e6-b5c8-76df3282376e) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:17.294435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790b6541-1f93-4b1d-9be9-9016f65bb3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:17.295432 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-790b6541-1f93-4b1d-9be9-9016f65bb3ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.301835 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ca2bfe-ef01-4e31-8d67-cfa37dd20ddb None None] Network d6e35555-7a70-49e6-b5c8-76df3282376e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:17.317847 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.328355 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-790b6541-1f93-4b1d-9be9-9016f65bb3ed admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6715021 Sep 16 05:11:17.328625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49442) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:17.338003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-92342309-router', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:17.372802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.375534 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.375889 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event updated for resources: {'Port': ['ID=05aee477-97be-41f1-98b8-bda68eedc05a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.396880 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:17.399230 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:17.402135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:17.462776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49444) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:17.468688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d46243a3-b5c9-4806-800e-f8998c9d8eb0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479630547', 'description': 'tempest-secgroup-smoke-479630547 description', 'project_id': 'b047a60d7e39405c98068715097e0142'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:17.481043 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.500953 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d46243a3-b5c9-4806-800e-f8998c9d8eb0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.578187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-d6e35555-7a70-49e6-b5c8-76df3282376e', 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'fixed_ips': [{'subnet_id': 'afc3030d-7b69-4731-aaba-fd5ecc3e7642'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:17.579505 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.661177 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.734784 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d46243a3-b5c9-4806-800e-f8998c9d8eb0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.742753 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Allocated IP 172.20.0.2 (d6e35555-7a70-49e6-b5c8-76df3282376e/afc3030d-7b69-4731-aaba-fd5ecc3e7642/5e1dbf60-e1b4-466b-b849-33023c32a747) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:17.745935 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d46243a3-b5c9-4806-800e-f8998c9d8eb0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.810816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d46243a3-b5c9-4806-800e-f8998c9d8eb0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.814854 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d46243a3-b5c9-4806-800e-f8998c9d8eb0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3482485 Sep 16 05:11:17.817514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49446) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:17.823841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-dbc5af1d-2b5b-49f6-8cea-cf761158c260 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'security_group_rule': {'security_group_id': 'bdcfd996-ab18-420e-8789-d21f2ae617b7', 'project_id': 'b047a60d7e39405c98068715097e0142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:17.831157 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46243a3-b5c9-4806-800e-f8998c9d8eb0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcfd996-ab18-420e-8789-d21f2ae617b7,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:17.926003 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.934548 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:17.976025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Network d6e35555-7a70-49e6-b5c8-76df3282376e is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:17.979263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:17.983282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:17.996749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Pushing event updated for resources: {'Port': ['ID=5e1dbf60-e1b4-466b-b849-33023c32a747,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.032418 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.057836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Attempting to bind port 5e1dbf60-e1b4-466b-b849-33023c32a747 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:18.058217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Attempting to bind port 5e1dbf60-e1b4-466b-b849-33023c32a747 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ee0af732-5515-4f6e-87fb-ffde9454642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:18.058596 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Attempting to bind port 5e1dbf60-e1b4-466b-b849-33023c32a747 on network d6e35555-7a70-49e6-b5c8-76df3282376e {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:18.064114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:18.064486 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Checking segment: {'id': 'ee0af732-5515-4f6e-87fb-ffde9454642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:18.065145 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.065779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Bound using segment: {'id': 'ee0af732-5515-4f6e-87fb-ffde9454642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:18.066504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Bound port: 5e1dbf60-e1b4-466b-b849-33023c32a747, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0af732-5515-4f6e-87fb-ffde9454642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:18.066901 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.123757 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.158497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] For port 5e1dbf60-e1b4-466b-b849-33023c32a747, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:18.166518 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] For port 5e1dbf60-e1b4-466b-b849-33023c32a747, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5e1dbf60-e1b4-466b-b849-33023c32a747,segment=NetworkSegment(ee0af732-5515-4f6e-87fb-ffde9454642f),segment_id=ee0af732-5515-4f6e-87fb-ffde9454642f)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:18.173425 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.208949 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbc5af1d-2b5b-49f6-8cea-cf761158c260 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.239991 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.276309 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.277976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d8ec4-b47d-4536-b755-4d01cb5a5b87 None None] Pushing event updated for resources: {'Port': ['ID=5e1dbf60-e1b4-466b-b849-33023c32a747,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.356872 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbc5af1d-2b5b-49f6-8cea-cf761158c260 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.366148 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbc5af1d-2b5b-49f6-8cea-cf761158c260 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.373968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.380493 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.430582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5af1d-2b5b-49f6-8cea-cf761158c260 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82a8668-cdd2-4b60-9324-69fb896a01aa,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.437795 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dbc5af1d-2b5b-49f6-8cea-cf761158c260 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.439149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dbc5af1d-2b5b-49f6-8cea-cf761158c260 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6205676 Sep 16 05:11:18.442384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49448) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:18.453188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-22da8d45-45fb-4b13-9bd2-599d8ea524a0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'security_group_rule': {'security_group_id': 'bdcfd996-ab18-420e-8789-d21f2ae617b7', 'project_id': 'b047a60d7e39405c98068715097e0142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:18.468917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event updated for resources: {'Port': ['ID=05aee477-97be-41f1-98b8-bda68eedc05a,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.482717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Allocated IP 172.25.0.147 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/25f19f9c-e4b1-445a-b596-6989d4b4d595) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:18.487220 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.565302 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22da8d45-45fb-4b13-9bd2-599d8ea524a0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.680297 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Floating IP 867a0346-1d26-4270-893b-8f9f542b421d associated. External IP: 172.25.0.248, port: 20b3ee99-743c-403d-8a33-3f04011ba0d0. Sep 16 05:11:18.706445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.720675 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22da8d45-45fb-4b13-9bd2-599d8ea524a0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.728142 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22da8d45-45fb-4b13-9bd2-599d8ea524a0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.763656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da8d45-45fb-4b13-9bd2-599d8ea524a0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae517c4a-86fa-4031-b6e3-7821c3695d64,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.774936 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-22da8d45-45fb-4b13-9bd2-599d8ea524a0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.776197 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-22da8d45-45fb-4b13-9bd2-599d8ea524a0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3325930 Sep 16 05:11:18.779289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49450) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:18.779788 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.784140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7c26f1d2-4e8e-4a1c-ab4a-230be0bb4eae tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'security_group_rule': {'security_group_id': 'bdcfd996-ab18-420e-8789-d21f2ae617b7', 'project_id': 'b047a60d7e39405c98068715097e0142', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:18.816483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:18.820259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:18.823883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:18.863374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c26f1d2-4e8e-4a1c-ab4a-230be0bb4eae tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.866724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Pushing event updated for resources: {'Port': ['ID=25f19f9c-e4b1-445a-b596-6989d4b4d595,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:18.970840 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c26f1d2-4e8e-4a1c-ab4a-230be0bb4eae tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:18.972927 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Router 93b873eb-6236-4831-ba57-68aa54fa0f6d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:18.979668 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c26f1d2-4e8e-4a1c-ab4a-230be0bb4eae tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.015902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26f1d2-4e8e-4a1c-ab4a-230be0bb4eae tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d0c72e-1e77-4ffc-8b2c-2582b301debe,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.069308 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7c26f1d2-4e8e-4a1c-ab4a-230be0bb4eae tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.070802 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7c26f1d2-4e8e-4a1c-ab4a-230be0bb4eae tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2903488 Sep 16 05:11:19.074025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49452) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:19.078947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7c12806a-c043-4846-8690-6eb947ff1acb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'security_group_rule': {'security_group_id': 'bdcfd996-ab18-420e-8789-d21f2ae617b7', 'project_id': 'b047a60d7e39405c98068715097e0142', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:19.098694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5e1dbf60-e1b4-466b-b849-33023c32a747 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:19.171374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5e1dbf60-e1b4-466b-b849-33023c32a747 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:19.172033 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.176293 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c12806a-c043-4846-8690-6eb947ff1acb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.186151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:19.207368 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d1faf-6375-45c3-88b1-43aa1edb53b8 None None] Sync routers for ids ['93b873eb-6236-4831-ba57-68aa54fa0f6d'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:19.230424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.238174 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d1faf-6375-45c3-88b1-43aa1edb53b8 None None] Routers {'93b873eb-6236-4831-ba57-68aa54fa0f6d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:19.239576 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e69d1faf-6375-45c3-88b1-43aa1edb53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['93b873eb-6236-4831-ba57-68aa54fa0f6d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:19.243955 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.275842 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.279786 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-174a3e60-78eb-489f-847c-d834c3bbb8e1 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5744827 Sep 16 05:11:19.280656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'tag': '20b3ee99-743c-403d-8a33-3f04011ba0d0'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:19.283501 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a31e6b-8d49-400d-b754-a5d3c1a9f0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c14534ab-8395-46cc-b55d-c955ec3d1127", "tag": "20b3ee99-743c-403d-8a33-3f04011ba0d0"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:19.329470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 5e1dbf60-e1b4-466b-b849-33023c32a747, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5e1dbf60-e1b4-466b-b849-33023c32a747,segment=NetworkSegment(ee0af732-5515-4f6e-87fb-ffde9454642f),segment_id=ee0af732-5515-4f6e-87fb-ffde9454642f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:19.336198 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.415444 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d607c498-39b3-4e89-a5a7-946a85cd0089 x-openstack-request-id: req-d607c498-39b3-4e89-a5a7-946a85cd0089 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:19.420826 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14534ab-8395-46cc-b55d-c955ec3d1127", "tag": "20b3ee99-743c-403d-8a33-3f04011ba0d0", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:19.420826 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d607c498-39b3-4e89-a5a7-946a85cd0089 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:19.424304 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'tag': '20b3ee99-743c-403d-8a33-3f04011ba0d0', 'status': 'completed', 'code': 200} Sep 16 05:11:19.439346 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-e69d1faf-6375-45c3-88b1-43aa1edb53b8 None None] Set router 93b873eb-6236-4831-ba57-68aa54fa0f6d gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:19.456858 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=5e1dbf60-e1b4-466b-b849-33023c32a747,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.481421 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c12806a-c043-4846-8690-6eb947ff1acb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.538514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c12806a-c043-4846-8690-6eb947ff1acb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.569880 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c12806a-c043-4846-8690-6eb947ff1acb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.571127 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7c12806a-c043-4846-8690-6eb947ff1acb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4960585 Sep 16 05:11:19.575850 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49458) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:19.583829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5a8fce65-d4cc-4ca0-958e-f185bf99b1fb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'security_group_rule': {'security_group_id': 'bdcfd996-ab18-420e-8789-d21f2ae617b7', 'project_id': 'b047a60d7e39405c98068715097e0142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:19.587260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12806a-c043-4846-8690-6eb947ff1acb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50974360-06f4-434a-9251-4ebc7225a1cd,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.637161 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-5a8fce65-d4cc-4ca0-958e-f185bf99b1fb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Project b047a60d7e39405c98068715097e0142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:11:19.644483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31e6b-8d49-400d-b754-a5d3c1a9f0e1 req-38f9e857-c50b-4538-b852-e992b46be13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.646090 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5a8fce65-d4cc-4ca0-958e-f185bf99b1fb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.646287 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a31e6b-8d49-400d-b754-a5d3c1a9f0e1 req-38f9e857-c50b-4538-b852-e992b46be13c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70821d9e61d14842a4372eb453dd4874&device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 1097 time: 0.1965091 Sep 16 05:11:19.737235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde4078-b595-474c-a47d-6bea6e6a9c35 None None] Network d6e35555-7a70-49e6-b5c8-76df3282376e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:19.746536 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5a8fce65-d4cc-4ca0-958e-f185bf99b1fb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.754645 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5a8fce65-d4cc-4ca0-958e-f185bf99b1fb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.783579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c54103c7-4088-466e-8fe4-fc2f3ff11e64 None None] Provisioning complete for port 5e1dbf60-e1b4-466b-b849-33023c32a747 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:19.784384 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c54103c7-4088-466e-8fe4-fc2f3ff11e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.791650 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fce65-d4cc-4ca0-958e-f185bf99b1fb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68244592-ec4e-45ec-aab7-22513f464afe,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:19.793935 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.804537 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5a8fce65-d4cc-4ca0-958e-f185bf99b1fb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.806313 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5a8fce65-d4cc-4ca0-958e-f185bf99b1fb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2281206 Sep 16 05:11:19.812384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49460) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:19.820407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5ef45b57-0241-49d2-bdf9-f46744eb5471 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'security_group_rule': {'security_group_id': 'bdcfd996-ab18-420e-8789-d21f2ae617b7', 'project_id': 'b047a60d7e39405c98068715097e0142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:19.858192 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-5ef45b57-0241-49d2-bdf9-f46744eb5471 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Project b047a60d7e39405c98068715097e0142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:11:19.864845 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ef45b57-0241-49d2-bdf9-f46744eb5471 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:19.890718 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e69d1faf-6375-45c3-88b1-43aa1edb53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:10:49Z', 'revision_number': 4, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '867a0346-1d26-4270-893b-8f9f542b421d', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'port_id': '20b3ee99-743c-403d-8a33-3f04011ba0d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'mac_address': 'fa:16:3e:4a:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:17Z', 'revision_number': 0, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77649b-5d19-48b4-b24b-4bed47178d3b', 'name': '', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'mac_address': 'fa:16:3e:ce:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 5, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'subnets': [{'id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:19.955398 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d1faf-6375-45c3-88b1-43aa1edb53b8 None None] Checking router: 93b873eb-6236-4831-ba57-68aa54fa0f6d for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:19.963712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31e6b-8d49-400d-b754-a5d3c1a9f0e1 req-13332548-c72f-4b40-9776-01ebd24f7727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:19.965213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a31e6b-8d49-400d-b754-a5d3c1a9f0e1 req-13332548-c72f-4b40-9776-01ebd24f7727 service neutron] 10.222.0.50 "GET /v2.0/networks?id=236219b7-0ecc-4c17-aba2-3ff13175e16f HTTP/1.1" status: 200 len: 909 time: 0.3094132 Sep 16 05:11:19.965586 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d1faf-6375-45c3-88b1-43aa1edb53b8 None None] Routers {'93b873eb-6236-4831-ba57-68aa54fa0f6d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:19.966317 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e69d1faf-6375-45c3-88b1-43aa1edb53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:10:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['93b873eb-6236-4831-ba57-68aa54fa0f6d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:20.012937 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ef45b57-0241-49d2-bdf9-f46744eb5471 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.018265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Router 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:20.018612 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ef45b57-0241-49d2-bdf9-f46744eb5471 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.046323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef45b57-0241-49d2-bdf9-f46744eb5471 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4466163-c96c-4e0b-ac92-e4886fdbc2b6,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:20.050302 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5ef45b57-0241-49d2-bdf9-f46744eb5471 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.052263 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5ef45b57-0241-49d2-bdf9-f46744eb5471 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2382014 Sep 16 05:11:20.103729 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a31e6b-8d49-400d-b754-a5d3c1a9f0e1 req-f4915235-6bc6-498a-a035-a721040938bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b3ee99-743c-403d-8a33-3f04011ba0d0 HTTP/1.1" status: 200 len: 999 time: 0.1289136 Sep 16 05:11:20.188249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-327da411-666b-4021-8495-a47c95ec2617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.216435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:20.219461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31e6b-8d49-400d-b754-a5d3c1a9f0e1 req-c064760a-d749-419c-9f8d-ef6c40624791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.220997 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a31e6b-8d49-400d-b754-a5d3c1a9f0e1 req-c064760a-d749-419c-9f8d-ef6c40624791 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=769fb9b6-d801-4295-8d6e-c5853e5f1b97 HTTP/1.1" status: 200 len: 847 time: 0.1084080 Sep 16 05:11:20.235225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Sync routers for ids ['73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:20.247266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Routers {'73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:20.248142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:20.269956 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-e69d1faf-6375-45c3-88b1-43aa1edb53b8 None None] Set router 93b873eb-6236-4831-ba57-68aa54fa0f6d gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:20.288593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.292345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2f38521f-a56d-4d95-80c4-7f9693f09abf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9587607 Sep 16 05:11:20.293282 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49492) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:20.316437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31e6b-8d49-400d-b754-a5d3c1a9f0e1 req-aa7c13a5-d5a3-4140-8fcb-64b28709fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:20.318979 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a31e6b-8d49-400d-b754-a5d3c1a9f0e1 req-aa7c13a5-d5a3-4140-8fcb-64b28709fdaf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=236219b7-0ecc-4c17-aba2-3ff13175e16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892935 Sep 16 05:11:20.502175 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a31e6b-8d49-400d-b754-a5d3c1a9f0e1 req-3f312774-2905-49b8-863a-a32f66313e38 service neutron] 10.222.0.50 "GET /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747355 Sep 16 05:11:20.518047 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Set router 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:20.572681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d96e5d4d-4460-4ae8-81e1-03691e481c26 None None] Provisioning complete for port 5e1dbf60-e1b4-466b-b849-33023c32a747 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:20.573300 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d96e5d4d-4460-4ae8-81e1-03691e481c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.702952 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a31e6b-8d49-400d-b754-a5d3c1a9f0e1 req-a8b4a47e-7f00-45d8-8ec6-1591d485dea2 service neutron] 10.222.0.50 "GET /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931906 Sep 16 05:11:20.766318 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-e69d1faf-6375-45c3-88b1-43aa1edb53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:10:49Z', 'revision_number': 4, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '867a0346-1d26-4270-893b-8f9f542b421d', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'port_id': '20b3ee99-743c-403d-8a33-3f04011ba0d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'mac_address': 'fa:16:3e:4a:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:17Z', 'revision_number': 0, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77649b-5d19-48b4-b24b-4bed47178d3b', 'name': '', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'mac_address': 'fa:16:3e:ce:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 5, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'subnets': [{'id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:20.829322 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d1faf-6375-45c3-88b1-43aa1edb53b8 None None] The sync data for ids ['93b873eb-6236-4831-ba57-68aa54fa0f6d'] in n-d-712142-17 is: [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:10:49Z', 'revision_number': 4, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '867a0346-1d26-4270-893b-8f9f542b421d', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'port_id': '20b3ee99-743c-403d-8a33-3f04011ba0d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'mac_address': 'fa:16:3e:4a:43:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:17Z', 'revision_number': 0, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd77649b-5d19-48b4-b24b-4bed47178d3b', 'name': '', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'mac_address': 'fa:16:3e:ce:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 5, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'subnets': [{'id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:20.916388 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:20.987064 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.005661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'name': 'tempest-TestAggregatesBasicOps-92342309-router', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:19Z', 'revision_number': 3, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'gw_port': {'id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:18Z', 'updated_at': '2021-09-16T05:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:21.045150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Checking router: 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:21.046851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Updating router 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b port 25f19f9c-e4b1-445a-b596-6989d4b4d595 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:21.086684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5e1dbf60-e1b4-466b-b849-33023c32a747 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:21.123080 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.217360 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92277dac-a3e0-4f2f-afdc-ae63de603fc5 None None] New status for floating IP 867a0346-1d26-4270-893b-8f9f542b421d: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:11:21.292381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5e1dbf60-e1b4-466b-b849-33023c32a747 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:21.292988 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.321465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Allocated IP 172.20.0.1 (d6e35555-7a70-49e6-b5c8-76df3282376e/afc3030d-7b69-4731-aaba-fd5ecc3e7642/592f1ba0-2e09-467a-b290-07f2fd00f0e3) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:21.513645 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.572934 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.629512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Network d6e35555-7a70-49e6-b5c8-76df3282376e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:21.633849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:21.655231 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:21.669657 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.677812 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Pushing event updated for resources: {'Port': ['ID=592f1ba0-2e09-467a-b290-07f2fd00f0e3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.685922 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.747319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.803790 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.815779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Attempting to bind port 25f19f9c-e4b1-445a-b596-6989d4b4d595 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:21.816530 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Attempting to bind port 25f19f9c-e4b1-445a-b596-6989d4b4d595 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:21.817437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Attempting to bind port 25f19f9c-e4b1-445a-b596-6989d4b4d595 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:21.832151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51637b38-42eb-4798-85f6-eb1bb15ed96f None None] Pushing event updated for resources: {'Port': ['ID=25f19f9c-e4b1-445a-b596-6989d4b4d595,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:21.839432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:21.840392 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:21.841216 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.842380 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:21.843414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Bound port: 25f19f9c-e4b1-445a-b596-6989d4b4d595, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:21.844286 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:21.962475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] For port 25f19f9c-e4b1-445a-b596-6989d4b4d595, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:21.966913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] For port 25f19f9c-e4b1-445a-b596-6989d4b4d595, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25f19f9c-e4b1-445a-b596-6989d4b4d595,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:21.974566 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.065885 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.103807 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51637b38-42eb-4798-85f6-eb1bb15ed96f None None] Pushing event updated for resources: {'Port': ['ID=25f19f9c-e4b1-445a-b596-6989d4b4d595,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:22.112916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Routers {'73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:22.116004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.226790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6dcbc43e-61dd-4d3a-8ac2-3069bb50a92a None None] Provisioning complete for port 592f1ba0-2e09-467a-b290-07f2fd00f0e3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:22.227403 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6dcbc43e-61dd-4d3a-8ac2-3069bb50a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.323594 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6dcbc43e-61dd-4d3a-8ac2-3069bb50a92a None None] Port 592f1ba0-2e09-467a-b290-07f2fd00f0e3 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:22.333839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] Set router 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:22.340748 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.356282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.439017 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:22.443061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Pushing event updated for resources: {'Port': ['ID=592f1ba0-2e09-467a-b290-07f2fd00f0e3,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:22.582232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Network d6e35555-7a70-49e6-b5c8-76df3282376e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:22.585263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:22.754243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Router 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:22.843680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'name': 'tempest-TestAggregatesBasicOps-92342309-router', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:22Z', 'revision_number': 4, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'gw_port': {'id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:18Z', 'updated_at': '2021-09-16T05:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '592f1ba0-2e09-467a-b290-07f2fd00f0e3', 'name': '', 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'mac_address': 'fa:16:3e:ba:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'afc3030d-7b69-4731-aaba-fd5ecc3e7642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:21Z', 'revision_number': 1, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'subnets': [{'id': 'afc3030d-7b69-4731-aaba-fd5ecc3e7642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:22.900661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f462bf-25aa-4c00-88eb-d2ae173310de None None] The sync data for ids ['73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'] in n-d-712142-17 is: [{'id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'name': 'tempest-TestAggregatesBasicOps-92342309-router', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:22Z', 'revision_number': 4, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'gw_port': {'id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:18Z', 'updated_at': '2021-09-16T05:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '592f1ba0-2e09-467a-b290-07f2fd00f0e3', 'name': '', 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'mac_address': 'fa:16:3e:ba:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'afc3030d-7b69-4731-aaba-fd5ecc3e7642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:21Z', 'revision_number': 1, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'subnets': [{'id': 'afc3030d-7b69-4731-aaba-fd5ecc3e7642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:22.902381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:22.913733 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f23bebc5-5fa5-48d7-b8c3-0c8434ff3c50 admin admin] 10.222.0.53 "PUT /v2.0/routers/73b5e6ba-2efd-40d5-a66f-4ee439f21d8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6136107 Sep 16 05:11:22.966516 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9aa11b41-bfae-4124-9be7-00375dc676ba None None] Provisioning complete for port 592f1ba0-2e09-467a-b290-07f2fd00f0e3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:22.967051 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9aa11b41-bfae-4124-9be7-00375dc676ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.013178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9aa11b41-bfae-4124-9be7-00375dc676ba None None] Port 592f1ba0-2e09-467a-b290-07f2fd00f0e3 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:23.268521 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.672469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49554) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:23.681424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1570772481-network', 'tenant_id': 'c996a657943f43aea69383892fa5c858'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:23.722472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Made reservation on behalf of c996a657943f43aea69383892fa5c858 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:23.727503 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.742294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.926050 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.931570 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.964148 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:23.986547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88576766-e91d-4deb-a853-8fcc10fdd663,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:23.999459 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:23.999580 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Added segment 0a202781-e840-4d57-9256-d88d80664901 of type vlan for network 60af2c07-cfb8-4d33-b021-3af188f42321 Sep 16 05:11:24.065176 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.098131 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.102243 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.102887 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.152884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49558) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:24.153496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4786260 Sep 16 05:11:24.160214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ccc3f28c-b193-4ade-8422-d84f41fbbd7b admin admin] Request body: {'subnet': {'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1570772481-subnet', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:24.189026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc3f28c-b193-4ade-8422-d84f41fbbd7b admin admin] Made reservation on behalf of c996a657943f43aea69383892fa5c858 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:24.193928 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f28c-b193-4ade-8422-d84f41fbbd7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.196550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42da029-ae37-4669-b7af-bad326f8bddf admin admin] Pushing event updated for resources: {'Network': ['ID=60af2c07-cfb8-4d33-b021-3af188f42321,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.208477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 60af2c07-cfb8-4d33-b021-3af188f42321 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:24.413126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f28c-b193-4ade-8422-d84f41fbbd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.478908 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3f28c-b193-4ade-8422-d84f41fbbd7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f340f1bc-4781-4e5f-923e-1ade1131e309,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:24.485746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3f28c-b193-4ade-8422-d84f41fbbd7b admin admin] Checking segment: {'id': '0a202781-e840-4d57-9256-d88d80664901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:24.486123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3f28c-b193-4ade-8422-d84f41fbbd7b admin admin] Network hostable DHCP agents. Network: 60af2c07-cfb8-4d33-b021-3af188f42321, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:24.507458 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3f28c-b193-4ade-8422-d84f41fbbd7b admin admin] Network 60af2c07-cfb8-4d33-b021-3af188f42321 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:24.518163 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ccc3f28c-b193-4ade-8422-d84f41fbbd7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 60af2c07-cfb8-4d33-b021-3af188f42321) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:24.523286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc3f28c-b193-4ade-8422-d84f41fbbd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:24.525358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f28c-b193-4ade-8422-d84f41fbbd7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.526717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dc1b8b-3967-4913-a93f-36594a9b67d6 None None] Network 60af2c07-cfb8-4d33-b021-3af188f42321 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:24.546995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ccc3f28c-b193-4ade-8422-d84f41fbbd7b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3920717 Sep 16 05:11:24.549405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49560) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:24.555062 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1570772481-router', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:24.578344 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.579626 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.655265 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.717357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-60af2c07-cfb8-4d33-b021-3af188f42321', 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'fixed_ips': [{'subnet_id': 'f340f1bc-4781-4e5f-923e-1ade1131e309'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:24.718278 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:24.902270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Allocated IP 172.20.0.2 (60af2c07-cfb8-4d33-b021-3af188f42321/f340f1bc-4781-4e5f-923e-1ade1131e309/b6497362-c537-442d-aaed-eeaf362e0384) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:25.123116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25f19f9c-e4b1-445a-b596-6989d4b4d595 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:25.159529 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.167800 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.187366 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.218965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Network 60af2c07-cfb8-4d33-b021-3af188f42321 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:25.235436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:25.250310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:25.294474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Pushing event updated for resources: {'Port': ['ID=b6497362-c537-442d-aaed-eeaf362e0384,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.325550 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 25f19f9c-e4b1-445a-b596-6989d4b4d595 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:25.326783 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.363348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Attempting to bind port b6497362-c537-442d-aaed-eeaf362e0384 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:25.363909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Attempting to bind port b6497362-c537-442d-aaed-eeaf362e0384 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '0a202781-e840-4d57-9256-d88d80664901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:25.364297 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Attempting to bind port b6497362-c537-442d-aaed-eeaf362e0384 on network 60af2c07-cfb8-4d33-b021-3af188f42321 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:25.380203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:25.381807 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Checking segment: {'id': '0a202781-e840-4d57-9256-d88d80664901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:25.382577 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.383333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Bound using segment: {'id': '0a202781-e840-4d57-9256-d88d80664901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:25.390337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Bound port: b6497362-c537-442d-aaed-eeaf362e0384, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a202781-e840-4d57-9256-d88d80664901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:25.391428 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.505202 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.519602 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.532982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] For port b6497362-c537-442d-aaed-eeaf362e0384, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:25.537641 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] For port b6497362-c537-442d-aaed-eeaf362e0384, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b6497362-c537-442d-aaed-eeaf362e0384,segment=NetworkSegment(0a202781-e840-4d57-9256-d88d80664901),segment_id=0a202781-e840-4d57-9256-d88d80664901)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:25.539585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 25f19f9c-e4b1-445a-b596-6989d4b4d595, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25f19f9c-e4b1-445a-b596-6989d4b4d595,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:25.544583 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.546948 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.551918 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.624196 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3630417-22a6-45c5-b269-1d8be272bd3b None None] Pushing event updated for resources: {'Port': ['ID=b6497362-c537-442d-aaed-eeaf362e0384,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.698354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Allocated IP 172.25.0.3 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/f5246ef4-5a2f-4719-89d2-ef229df1fbb6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:25.699814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=25f19f9c-e4b1-445a-b596-6989d4b4d595,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.813708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Sync routers for ids ['73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:25.851987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.859657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Routers {'73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:25.860313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:25.911365 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:25.966447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Pushing event updated for resources: {'Port': ['ID=f5246ef4-5a2f-4719-89d2-ef229df1fbb6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:25.983459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:25.985110 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:26.001821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:26.023718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Set router 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:26.298493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'name': 'tempest-TestAggregatesBasicOps-92342309-router', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:22Z', 'revision_number': 4, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'gw_port': {'id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:18Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '592f1ba0-2e09-467a-b290-07f2fd00f0e3', 'name': '', 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'mac_address': 'fa:16:3e:ba:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'afc3030d-7b69-4731-aaba-fd5ecc3e7642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:22Z', 'revision_number': 2, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'subnets': [{'id': 'afc3030d-7b69-4731-aaba-fd5ecc3e7642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.331163 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.363866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Checking router: 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:26.363866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Updating router 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b port 592f1ba0-2e09-467a-b290-07f2fd00f0e3 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:26.414295 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.619539 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.782385 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Router ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:26.792918 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.803963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd322503-1561-443a-a7af-7e20bebc0811 None None] Network 60af2c07-cfb8-4d33-b021-3af188f42321 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:26.806711 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.907598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:26.922473 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Sync routers for ids ['ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:26.924852 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:26.926986 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3e868692-6ec6-499f-9175-4e5c7e49b85c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3764894 Sep 16 05:11:26.931785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49568) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:26.942066 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Routers {'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:26.942721 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:26.995239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ec6fa-7473-40e2-96b5-5206b61f9bd7 None None] Pushing event updated for resources: {'Port': ['ID=592f1ba0-2e09-467a-b290-07f2fd00f0e3,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.022411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0c01105e-df61-4f80-a7f4-b0c8de99937d None None] Provisioning complete for port b6497362-c537-442d-aaed-eeaf362e0384 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:27.022713 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0c01105e-df61-4f80-a7f4-b0c8de99937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.148374 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Set router ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:27.197996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Attempting to bind port 592f1ba0-2e09-467a-b290-07f2fd00f0e3 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:27.198360 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Attempting to bind port 592f1ba0-2e09-467a-b290-07f2fd00f0e3 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ee0af732-5515-4f6e-87fb-ffde9454642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:27.201731 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Attempting to bind port 592f1ba0-2e09-467a-b290-07f2fd00f0e3 on network d6e35555-7a70-49e6-b5c8-76df3282376e {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:27.229984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:27.230497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Checking segment: {'id': 'ee0af732-5515-4f6e-87fb-ffde9454642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:27.230913 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.231319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Bound using segment: {'id': 'ee0af732-5515-4f6e-87fb-ffde9454642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:27.231806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Bound port: 592f1ba0-2e09-467a-b290-07f2fd00f0e3, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0af732-5515-4f6e-87fb-ffde9454642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:27.232197 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.270956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25f19f9c-e4b1-445a-b596-6989d4b4d595 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:27.399774 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'name': 'tempest-TestAggregatesBasicOps-1570772481-router', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:24Z', 'updated_at': '2021-09-16T05:11:26Z', 'revision_number': 3, 'project_id': 'c996a657943f43aea69383892fa5c858', 'gw_port': {'id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:27.433270 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Checking router: ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:27.433949 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Updating router ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a port f5246ef4-5a2f-4719-89d2-ef229df1fbb6 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:27.519105 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0c01105e-df61-4f80-a7f4-b0c8de99937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.582046 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.609266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-0c01105e-df61-4f80-a7f4-b0c8de99937d None None] For port b6497362-c537-442d-aaed-eeaf362e0384, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b6497362-c537-442d-aaed-eeaf362e0384,segment=NetworkSegment(0a202781-e840-4d57-9256-d88d80664901),segment_id=0a202781-e840-4d57-9256-d88d80664901)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:27.630457 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] For port 592f1ba0-2e09-467a-b290-07f2fd00f0e3, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:27.636164 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0c01105e-df61-4f80-a7f4-b0c8de99937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.649642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 25f19f9c-e4b1-445a-b596-6989d4b4d595 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:27.650240 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.710460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] For port 592f1ba0-2e09-467a-b290-07f2fd00f0e3, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=592f1ba0-2e09-467a-b290-07f2fd00f0e3,segment=NetworkSegment(ee0af732-5515-4f6e-87fb-ffde9454642f),segment_id=ee0af732-5515-4f6e-87fb-ffde9454642f)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:27.721656 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.780024 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.788871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01105e-df61-4f80-a7f4-b0c8de99937d None None] Pushing event updated for resources: {'Port': ['ID=b6497362-c537-442d-aaed-eeaf362e0384,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.901822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-11ba97a9-d8ae-47ca-ac4d-85b9ddbc03d2 None None] Provisioning complete for port 592f1ba0-2e09-467a-b290-07f2fd00f0e3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:27.902114 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-11ba97a9-d8ae-47ca-ac4d-85b9ddbc03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:27.904343 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ec6fa-7473-40e2-96b5-5206b61f9bd7 None None] Pushing event updated for resources: {'Port': ['ID=592f1ba0-2e09-467a-b290-07f2fd00f0e3,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:27.986089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Routers {'73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:27.987112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.050135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Allocated IP 172.20.0.1 (60af2c07-cfb8-4d33-b021-3af188f42321/f340f1bc-4781-4e5f-923e-1ade1131e309/80f26026-1135-485c-9ae5-56f1a8d2b590) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:28.085384 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.092910 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.167583 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Attempting to bind port f5246ef4-5a2f-4719-89d2-ef229df1fbb6 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:28.168253 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Attempting to bind port f5246ef4-5a2f-4719-89d2-ef229df1fbb6 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:28.168625 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Attempting to bind port f5246ef4-5a2f-4719-89d2-ef229df1fbb6 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:28.170696 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449c74c-a3f5-454f-a2d5-5b8d6c775efe None None] Pushing event updated for resources: {'Port': ['ID=f5246ef4-5a2f-4719-89d2-ef229df1fbb6,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.176798 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:28.177181 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:28.178074 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.178477 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:28.178955 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Bound port: f5246ef4-5a2f-4719-89d2-ef229df1fbb6, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:28.179338 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.232499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.246352 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] For port f5246ef4-5a2f-4719-89d2-ef229df1fbb6, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:28.249497 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] For port f5246ef4-5a2f-4719-89d2-ef229df1fbb6, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f5246ef4-5a2f-4719-89d2-ef229df1fbb6,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:28.255471 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.282527 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.316794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b6497362-c537-442d-aaed-eeaf362e0384 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:28.333211 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Routers {'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:28.333978 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.339475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Network 60af2c07-cfb8-4d33-b021-3af188f42321 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:28.342688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:28.346906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:28.369920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] Set router 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:28.380669 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=80f26026-1135-485c-9ae5-56f1a8d2b590,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.405650 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.460959 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449c74c-a3f5-454f-a2d5-5b8d6c775efe None None] Pushing event updated for resources: {'Port': ['ID=f5246ef4-5a2f-4719-89d2-ef229df1fbb6,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.564160 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] Set router ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:28.599181 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-11ba97a9-d8ae-47ca-ac4d-85b9ddbc03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.639052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-11ba97a9-d8ae-47ca-ac4d-85b9ddbc03d2 None None] For port 592f1ba0-2e09-467a-b290-07f2fd00f0e3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=592f1ba0-2e09-467a-b290-07f2fd00f0e3,segment=NetworkSegment(ee0af732-5515-4f6e-87fb-ffde9454642f),segment_id=ee0af732-5515-4f6e-87fb-ffde9454642f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:28.650141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b6497362-c537-442d-aaed-eeaf362e0384 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:28.650595 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.652282 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-11ba97a9-d8ae-47ca-ac4d-85b9ddbc03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.660570 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.776190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba97a9-d8ae-47ca-ac4d-85b9ddbc03d2 None None] Pushing event updated for resources: {'Port': ['ID=592f1ba0-2e09-467a-b290-07f2fd00f0e3,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:28.822721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-17ff87ae-fe64-4963-8537-b75ae04cc0c0 None None] Provisioning complete for port 592f1ba0-2e09-467a-b290-07f2fd00f0e3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:28.823073 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-17ff87ae-fe64-4963-8537-b75ae04cc0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.861769 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'name': 'tempest-TestAggregatesBasicOps-1570772481-router', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:24Z', 'updated_at': '2021-09-16T05:11:26Z', 'revision_number': 3, 'project_id': 'c996a657943f43aea69383892fa5c858', 'gw_port': {'id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:28.898790 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9e92f-d7c6-4cda-95af-651fe7fe2c6b None None] The sync data for ids ['ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'] in n-d-712142-17 is: [{'id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'name': 'tempest-TestAggregatesBasicOps-1570772481-router', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:24Z', 'updated_at': '2021-09-16T05:11:26Z', 'revision_number': 3, 'project_id': 'c996a657943f43aea69383892fa5c858', 'gw_port': {'id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:28.913076 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.919592 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:28.998208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'name': 'tempest-TestAggregatesBasicOps-92342309-router', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:22Z', 'revision_number': 4, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'gw_port': {'id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:18Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '592f1ba0-2e09-467a-b290-07f2fd00f0e3', 'name': '', 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'mac_address': 'fa:16:3e:ba:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'afc3030d-7b69-4731-aaba-fd5ecc3e7642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:27Z', 'revision_number': 4, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'subnets': [{'id': 'afc3030d-7b69-4731-aaba-fd5ecc3e7642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:29.006887 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=80f26026-1135-485c-9ae5-56f1a8d2b590,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:29.016035 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.045730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd798b-f920-45f0-b450-92670baa93dd None None] The sync data for ids ['73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'] in n-d-712142-17 is: [{'id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'name': 'tempest-TestAggregatesBasicOps-92342309-router', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:22Z', 'revision_number': 4, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'gw_port': {'id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:18Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '592f1ba0-2e09-467a-b290-07f2fd00f0e3', 'name': '', 'network_id': 'd6e35555-7a70-49e6-b5c8-76df3282376e', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'mac_address': 'fa:16:3e:ba:c8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'afc3030d-7b69-4731-aaba-fd5ecc3e7642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:21Z', 'updated_at': '2021-09-16T05:11:27Z', 'revision_number': 4, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'subnets': [{'id': 'afc3030d-7b69-4731-aaba-fd5ecc3e7642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:29.054694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-17ff87ae-fe64-4963-8537-b75ae04cc0c0 None None] Provisioning complete for port 80f26026-1135-485c-9ae5-56f1a8d2b590 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:29.055079 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-17ff87ae-fe64-4963-8537-b75ae04cc0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.126529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-17ff87ae-fe64-4963-8537-b75ae04cc0c0 None None] Port 80f26026-1135-485c-9ae5-56f1a8d2b590 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:29.141281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-17ff87ae-fe64-4963-8537-b75ae04cc0c0 None None] Provisioning complete for port b6497362-c537-442d-aaed-eeaf362e0384 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:29.142652 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-17ff87ae-fe64-4963-8537-b75ae04cc0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.157804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Network 60af2c07-cfb8-4d33-b021-3af188f42321 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:29.159268 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:29.212518 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 592f1ba0-2e09-467a-b290-07f2fd00f0e3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:29.352222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 592f1ba0-2e09-467a-b290-07f2fd00f0e3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:29.352609 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.440293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Router ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:29.489713 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b6497362-c537-442d-aaed-eeaf362e0384 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:29.573650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b6497362-c537-442d-aaed-eeaf362e0384 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:29.573650 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.619316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-89407342-0b6a-4418-a60d-56f9bbac5ca7 None None] Provisioning complete for port 80f26026-1135-485c-9ae5-56f1a8d2b590 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:29.620004 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-89407342-0b6a-4418-a60d-56f9bbac5ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:29.651090 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:29.661707 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6c7c8da0-f6d2-4834-9620-b7671e576ca7 admin admin] 10.222.0.53 "PUT /v2.0/routers/ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7252927 Sep 16 05:11:29.674776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-89407342-0b6a-4418-a60d-56f9bbac5ca7 None None] Port 80f26026-1135-485c-9ae5-56f1a8d2b590 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:30.770693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49622) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:31.076650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f5246ef4-5a2f-4719-89d2-ef229df1fbb6 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:31.153291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port f5246ef4-5a2f-4719-89d2-ef229df1fbb6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:31.154009 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.210932 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5d50-b864-4589-a34c-e3d344aa2c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.254152 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.278260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port f5246ef4-5a2f-4719-89d2-ef229df1fbb6, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f5246ef4-5a2f-4719-89d2-ef229df1fbb6,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:31.284566 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.351493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=f5246ef4-5a2f-4719-89d2-ef229df1fbb6,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:31.790419 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Sync routers for ids ['ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:31.809154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Routers {'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:31.809936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:31.827269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce5d50-b864-4589-a34c-e3d344aa2c49 admin admin] Deleting port 592f1ba0-2e09-467a-b290-07f2fd00f0e3 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:31.828224 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5d50-b864-4589-a34c-e3d344aa2c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.949748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-d5ce5d50-b864-4589-a34c-e3d344aa2c49 admin admin] For port 592f1ba0-2e09-467a-b290-07f2fd00f0e3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=592f1ba0-2e09-467a-b290-07f2fd00f0e3,segment=NetworkSegment(ee0af732-5515-4f6e-87fb-ffde9454642f),segment_id=ee0af732-5515-4f6e-87fb-ffde9454642f)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:31.949748 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5d50-b864-4589-a34c-e3d344aa2c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:31.952398 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Set router ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:31.965704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce5d50-b864-4589-a34c-e3d344aa2c49 admin admin] Calling delete_port for 592f1ba0-2e09-467a-b290-07f2fd00f0e3 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:32.177103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'name': 'tempest-TestAggregatesBasicOps-1570772481-router', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:24Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 4, 'project_id': 'c996a657943f43aea69383892fa5c858', 'gw_port': {'id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '80f26026-1135-485c-9ae5-56f1a8d2b590', 'name': '', 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'mac_address': 'fa:16:3e:2b:42:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'f340f1bc-4781-4e5f-923e-1ade1131e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:27Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 2, 'project_id': 'c996a657943f43aea69383892fa5c858', 'subnets': [{'id': 'f340f1bc-4781-4e5f-923e-1ade1131e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:32.180046 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5d50-b864-4589-a34c-e3d344aa2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.206054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Checking router: ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:32.206427 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Updating router ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a port 80f26026-1135-485c-9ae5-56f1a8d2b590 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:32.216419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce5d50-b864-4589-a34c-e3d344aa2c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=592f1ba0-2e09-467a-b290-07f2fd00f0e3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.239087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.423399 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5d50-b864-4589-a34c-e3d344aa2c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.601104 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.610240 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.678739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ce5d50-b864-4589-a34c-e3d344aa2c49 admin admin] Router 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:32.705401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607fdc0-1e7d-4e5c-b36f-172b7b7085c2 None None] Pushing event updated for resources: {'Port': ['ID=80f26026-1135-485c-9ae5-56f1a8d2b590,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:32.719104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Attempting to bind port 80f26026-1135-485c-9ae5-56f1a8d2b590 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:32.719479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Attempting to bind port 80f26026-1135-485c-9ae5-56f1a8d2b590 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '0a202781-e840-4d57-9256-d88d80664901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:32.719851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Attempting to bind port 80f26026-1135-485c-9ae5-56f1a8d2b590 on network 60af2c07-cfb8-4d33-b021-3af188f42321 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:32.729233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:32.731006 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Checking segment: {'id': '0a202781-e840-4d57-9256-d88d80664901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:32.731628 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.732035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Bound using segment: {'id': '0a202781-e840-4d57-9256-d88d80664901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:32.732907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Bound port: 80f26026-1135-485c-9ae5-56f1a8d2b590, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a202781-e840-4d57-9256-d88d80664901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:32.732907 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.819958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] For port 80f26026-1135-485c-9ae5-56f1a8d2b590, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:32.827309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] For port 80f26026-1135-485c-9ae5-56f1a8d2b590, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=80f26026-1135-485c-9ae5-56f1a8d2b590,segment=NetworkSegment(0a202781-e840-4d57-9256-d88d80664901),segment_id=0a202781-e840-4d57-9256-d88d80664901)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:32.832966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ce5d50-b864-4589-a34c-e3d344aa2c49 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:32.835671 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:32.845181 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df678677-434e-4261-8a18-78b83e02c6b9 None None] Sync routers for ids ['73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:32.851951 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d5ce5d50-b864-4589-a34c-e3d344aa2c49 admin admin] 10.222.0.53 "PUT /v2.0/routers/73b5e6ba-2efd-40d5-a66f-4ee439f21d8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0800521 Sep 16 05:11:32.854706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49628) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:32.868493 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df678677-434e-4261-8a18-78b83e02c6b9 None None] Routers {'73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:32.869463 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-df678677-434e-4261-8a18-78b83e02c6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:32.953572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Routers {'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:32.954357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:33.020532 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607fdc0-1e7d-4e5c-b36f-172b7b7085c2 None None] Pushing event updated for resources: {'Port': ['ID=80f26026-1135-485c-9ae5-56f1a8d2b590,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.045364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d86f9d86-d59e-432d-8635-460032a4afee None None] Provisioning complete for port 80f26026-1135-485c-9ae5-56f1a8d2b590 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:33.045802 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d86f9d86-d59e-432d-8635-460032a4afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.074063 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-df678677-434e-4261-8a18-78b83e02c6b9 None None] Set router 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:33.233336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] Set router ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:33.243226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f5246ef4-5a2f-4719-89d2-ef229df1fbb6 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:33.396607 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-df678677-434e-4261-8a18-78b83e02c6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'name': 'tempest-TestAggregatesBasicOps-92342309-router', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:32Z', 'revision_number': 5, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'gw_port': {'id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:18Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:33.436581 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port f5246ef4-5a2f-4719-89d2-ef229df1fbb6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:33.437035 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.440347 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df678677-434e-4261-8a18-78b83e02c6b9 None None] Checking router: 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:33.452064 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df678677-434e-4261-8a18-78b83e02c6b9 None None] Routers {'73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:33.453430 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-df678677-434e-4261-8a18-78b83e02c6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:33.564045 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.576321 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d86f9d86-d59e-432d-8635-460032a4afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.606177 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-df678677-434e-4261-8a18-78b83e02c6b9 None None] Set router 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:33.723956 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.794754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Deleting port 25f19f9c-e4b1-445a-b596-6989d4b4d595 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:33.795183 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.851936 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d86f9d86-d59e-432d-8635-460032a4afee None None] For port 80f26026-1135-485c-9ae5-56f1a8d2b590, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=80f26026-1135-485c-9ae5-56f1a8d2b590,segment=NetworkSegment(0a202781-e840-4d57-9256-d88d80664901),segment_id=0a202781-e840-4d57-9256-d88d80664901)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:33.856994 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d86f9d86-d59e-432d-8635-460032a4afee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.899558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] For port 25f19f9c-e4b1-445a-b596-6989d4b4d595, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=25f19f9c-e4b1-445a-b596-6989d4b4d595,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:33.900188 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:33.916502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f9d86-d59e-432d-8635-460032a4afee None None] Pushing event updated for resources: {'Port': ['ID=80f26026-1135-485c-9ae5-56f1a8d2b590,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:33.917142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Calling delete_port for 25f19f9c-e4b1-445a-b596-6989d4b4d595 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:33.928652 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'name': 'tempest-TestAggregatesBasicOps-1570772481-router', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:24Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 4, 'project_id': 'c996a657943f43aea69383892fa5c858', 'gw_port': {'id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '80f26026-1135-485c-9ae5-56f1a8d2b590', 'name': '', 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'mac_address': 'fa:16:3e:2b:42:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'f340f1bc-4781-4e5f-923e-1ade1131e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:27Z', 'updated_at': '2021-09-16T05:11:32Z', 'revision_number': 4, 'project_id': 'c996a657943f43aea69383892fa5c858', 'subnets': [{'id': 'f340f1bc-4781-4e5f-923e-1ade1131e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:33.935582 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-df678677-434e-4261-8a18-78b83e02c6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'name': 'tempest-TestAggregatesBasicOps-92342309-router', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:32Z', 'revision_number': 5, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'gw_port': {'id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:18Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:33.967320 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df678677-434e-4261-8a18-78b83e02c6b9 None None] The sync data for ids ['73b5e6ba-2efd-40d5-a66f-4ee439f21d8b'] in n-d-712142-17 is: [{'id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'name': 'tempest-TestAggregatesBasicOps-92342309-router', 'tenant_id': 'e234e5a6215742419da8c36b742b2024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:17Z', 'updated_at': '2021-09-16T05:11:32Z', 'revision_number': 5, 'project_id': 'e234e5a6215742419da8c36b742b2024', 'gw_port': {'id': '25f19f9c-e4b1-445a-b596-6989d4b4d595', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5e6ba-2efd-40d5-a66f-4ee439f21d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:18Z', 'updated_at': '2021-09-16T05:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:33.979850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf5e88-b00e-4e58-b4fa-47bedf8098c8 None None] The sync data for ids ['ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'] in n-d-712142-17 is: [{'id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'name': 'tempest-TestAggregatesBasicOps-1570772481-router', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:24Z', 'updated_at': '2021-09-16T05:11:28Z', 'revision_number': 4, 'project_id': 'c996a657943f43aea69383892fa5c858', 'gw_port': {'id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '80f26026-1135-485c-9ae5-56f1a8d2b590', 'name': '', 'network_id': '60af2c07-cfb8-4d33-b021-3af188f42321', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'mac_address': 'fa:16:3e:2b:42:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'f340f1bc-4781-4e5f-923e-1ade1131e309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:27Z', 'updated_at': '2021-09-16T05:11:32Z', 'revision_number': 4, 'project_id': 'c996a657943f43aea69383892fa5c858', 'subnets': [{'id': 'f340f1bc-4781-4e5f-923e-1ade1131e309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:33.989286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c483a23c-0d70-47c1-ae80-dfeb9061d137 None None] Provisioning complete for port 80f26026-1135-485c-9ae5-56f1a8d2b590 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:33.989882 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c483a23c-0d70-47c1-ae80-dfeb9061d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.220444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.254161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Pushing event deleted for resources: {'Port': ['ID=25f19f9c-e4b1-445a-b596-6989d4b4d595,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:34.320238 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.433691 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.437299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.514640 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.515666 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73b5e6ba-2efd-40d5-a66f-4ee439f21d8b {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:34.523515 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.524925 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bc75f254-bd41-410d-89a1-66c2e367efeb admin admin] 10.222.0.53 "DELETE /v2.0/routers/73b5e6ba-2efd-40d5-a66f-4ee439f21d8b HTTP/1.1" status: 204 len: 168 time: 1.6683156 Sep 16 05:11:34.529349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49634) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.602997 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0210f48-833c-46a6-8692-a2c3550f3480 admin admin] Deleting subnet afc3030d-7b69-4731-aaba-fd5ecc3e7642 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:34.608498 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a0210f48-833c-46a6-8692-a2c3550f3480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.665454 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a0210f48-833c-46a6-8692-a2c3550f3480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.768785 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a0210f48-833c-46a6-8692-a2c3550f3480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.834405 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a0210f48-833c-46a6-8692-a2c3550f3480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.869569 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0210f48-833c-46a6-8692-a2c3550f3480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc3030d-7b69-4731-aaba-fd5ecc3e7642,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:34.871911 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a0210f48-833c-46a6-8692-a2c3550f3480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:34.874620 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a0210f48-833c-46a6-8692-a2c3550f3480 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/afc3030d-7b69-4731-aaba-fd5ecc3e7642 HTTP/1.1" status: 204 len: 168 time: 0.3437409 Sep 16 05:11:34.876759 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49636) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:34.879510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e3e4d-3929-4eb3-a5d5-e4f0d8fc9ece None None] Network d6e35555-7a70-49e6-b5c8-76df3282376e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:34.965660 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.030185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Deleting port 5e1dbf60-e1b4-466b-b849-33023c32a747 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:35.030911 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.184785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979a8da5-399b-4150-8538-1b18409c4b9f None None] DHCP port deletion for d6e35555-7a70-49e6-b5c8-76df3282376e request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:35.256544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] For port 5e1dbf60-e1b4-466b-b849-33023c32a747, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5e1dbf60-e1b4-466b-b849-33023c32a747,segment=NetworkSegment(ee0af732-5515-4f6e-87fb-ffde9454642f),segment_id=ee0af732-5515-4f6e-87fb-ffde9454642f)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:35.257000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.281172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Calling delete_port for 5e1dbf60-e1b4-466b-b849-33023c32a747 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:35.292614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 80f26026-1135-485c-9ae5-56f1a8d2b590 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:35.334205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-979a8da5-399b-4150-8538-1b18409c4b9f None None] Deleting port 5e1dbf60-e1b4-466b-b849-33023c32a747 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:35.334205 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-979a8da5-399b-4150-8538-1b18409c4b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.421381 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.467389 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-979a8da5-399b-4150-8538-1b18409c4b9f None None] For port 5e1dbf60-e1b4-466b-b849-33023c32a747, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5e1dbf60-e1b4-466b-b849-33023c32a747,segment=NetworkSegment(ee0af732-5515-4f6e-87fb-ffde9454642f),segment_id=ee0af732-5515-4f6e-87fb-ffde9454642f)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:35.467898 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-979a8da5-399b-4150-8538-1b18409c4b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.471200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1dbf60-e1b4-466b-b849-33023c32a747,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.479435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] No DVR routers for this DVR port 5e1dbf60-e1b4-466b-b849-33023c32a747 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:35.496249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 80f26026-1135-485c-9ae5-56f1a8d2b590 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:35.496808 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.546216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-979a8da5-399b-4150-8538-1b18409c4b9f None None] Calling delete_port for 5e1dbf60-e1b4-466b-b849-33023c32a747 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:35.571075 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.616450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e35555-7a70-49e6-b5c8-76df3282376e']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:35.632322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0af732-5515-4f6e-87fb-ffde9454642f') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:35.632637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0af732-5515-4f6e-87fb-ffde9454642f') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:35.664893 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.697453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.717728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:35.718332 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:35.721883 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:35.744952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 592f1ba0-2e09-467a-b290-07f2fd00f0e3 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:35.790866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 592f1ba0-2e09-467a-b290-07f2fd00f0e3 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:35.791276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 592f1ba0-2e09-467a-b290-07f2fd00f0e3 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:35.798599 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.802043 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-979a8da5-399b-4150-8538-1b18409c4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.835577 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a8da5-399b-4150-8538-1b18409c4b9f None None] Pushing event deleted for resources: {'Port': ['ID=5e1dbf60-e1b4-466b-b849-33023c32a747,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:35.837392 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.837973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a8da5-399b-4150-8538-1b18409c4b9f None None] No DVR routers for this DVR port 5e1dbf60-e1b4-466b-b849-33023c32a747 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:35.854177 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:35.856016 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d6e35555-7a70-49e6-b5c8-76df3282376e HTTP/1.1" status: 204 len: 168 time: 0.9781783 Sep 16 05:11:35.859056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49640) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:35.869503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e66b4-86bb-4304-8f8e-bf34a00bd9c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e35555-7a70-49e6-b5c8-76df3282376e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:36.350852 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.680029 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Deleting port 80f26026-1135-485c-9ae5-56f1a8d2b590 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:36.680383 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.769466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] For port 80f26026-1135-485c-9ae5-56f1a8d2b590, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=80f26026-1135-485c-9ae5-56f1a8d2b590,segment=NetworkSegment(0a202781-e840-4d57-9256-d88d80664901),segment_id=0a202781-e840-4d57-9256-d88d80664901)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:36.769466 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:36.782161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Calling delete_port for 80f26026-1135-485c-9ae5-56f1a8d2b590 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:36.970350 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.013289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f26026-1135-485c-9ae5-56f1a8d2b590,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:37.043518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:37.043869 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:37.044210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:37.044555 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:37.044889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:37.045220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:37.045547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:37.046419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:37.046419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:37.046643 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:37.046859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:37.047250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:11:37.066342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5e1dbf60-e1b4-466b-b849-33023c32a747 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:37.100644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 5e1dbf60-e1b4-466b-b849-33023c32a747 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:37.101075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5e1dbf60-e1b4-466b-b849-33023c32a747 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:37.101494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25f19f9c-e4b1-445a-b596-6989d4b4d595 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:37.124387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 25f19f9c-e4b1-445a-b596-6989d4b4d595 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:37.125175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 25f19f9c-e4b1-445a-b596-6989d4b4d595 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:37.257999 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.564846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Router ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:37.743459 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:37.747257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:37.757869 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-159ef770-1707-41e3-a8ad-572ee1eda5d8 admin admin] 10.222.0.53 "PUT /v2.0/routers/ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8948808 Sep 16 05:11:37.758061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ec4de1-b336-418b-a13e-04ababbb67fe None None] Sync routers for ids ['ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:37.758453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49662) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:37.766824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec4de1-b336-418b-a13e-04ababbb67fe None None] Routers {'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:37.767691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-98ec4de1-b336-418b-a13e-04ababbb67fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:37.966781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-98ec4de1-b336-418b-a13e-04ababbb67fe None None] Set router ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:38.142500 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.203871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-98ec4de1-b336-418b-a13e-04ababbb67fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'name': 'tempest-TestAggregatesBasicOps-1570772481-router', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:24Z', 'updated_at': '2021-09-16T05:11:36Z', 'revision_number': 5, 'project_id': 'c996a657943f43aea69383892fa5c858', 'gw_port': {'id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.237168 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ec4de1-b336-418b-a13e-04ababbb67fe None None] Checking router: ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:38.252683 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec4de1-b336-418b-a13e-04ababbb67fe None None] Routers {'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:38.253446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-98ec4de1-b336-418b-a13e-04ababbb67fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.292862 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.379273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Deleting port f5246ef4-5a2f-4719-89d2-ef229df1fbb6 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:38.379845 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.385175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-98ec4de1-b336-418b-a13e-04ababbb67fe None None] Set router ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:38.511727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] For port f5246ef4-5a2f-4719-89d2-ef229df1fbb6, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f5246ef4-5a2f-4719-89d2-ef229df1fbb6,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:38.512480 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.532116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Calling delete_port for f5246ef4-5a2f-4719-89d2-ef229df1fbb6 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:38.581960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-98ec4de1-b336-418b-a13e-04ababbb67fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'name': 'tempest-TestAggregatesBasicOps-1570772481-router', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:24Z', 'updated_at': '2021-09-16T05:11:36Z', 'revision_number': 5, 'project_id': 'c996a657943f43aea69383892fa5c858', 'gw_port': {'id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:38.617169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ec4de1-b336-418b-a13e-04ababbb67fe None None] The sync data for ids ['ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a'] in n-d-712142-17 is: [{'id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'name': 'tempest-TestAggregatesBasicOps-1570772481-router', 'tenant_id': 'c996a657943f43aea69383892fa5c858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:24Z', 'updated_at': '2021-09-16T05:11:36Z', 'revision_number': 5, 'project_id': 'c996a657943f43aea69383892fa5c858', 'gw_port': {'id': 'f5246ef4-5a2f-4719-89d2-ef229df1fbb6', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:25Z', 'updated_at': '2021-09-16T05:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:38.756399 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.783833 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5246ef4-5a2f-4719-89d2-ef229df1fbb6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:38.848908 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:38.995962 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.000993 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.059476 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.060139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:11:39.068724 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.070200 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-97648e93-b81b-46bc-ac6d-da95df2d0172 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ff2020fc-1fa0-4709-8b17-e77b2c0a4b6a HTTP/1.1" status: 204 len: 168 time: 1.3106475 Sep 16 05:11:39.072888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49674) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.134319 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c9ef5e-7b2a-43a4-abc9-0ec595a51066 admin admin] Deleting subnet f340f1bc-4781-4e5f-923e-1ade1131e309 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:11:39.141990 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ef5e-7b2a-43a4-abc9-0ec595a51066 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.145068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 80f26026-1135-485c-9ae5-56f1a8d2b590 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:39.182070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 80f26026-1135-485c-9ae5-56f1a8d2b590 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:39.183311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 80f26026-1135-485c-9ae5-56f1a8d2b590 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:39.187993 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ef5e-7b2a-43a4-abc9-0ec595a51066 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.306434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ef5e-7b2a-43a4-abc9-0ec595a51066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.405677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ef5e-7b2a-43a4-abc9-0ec595a51066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.457479 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9ef5e-7b2a-43a4-abc9-0ec595a51066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f340f1bc-4781-4e5f-923e-1ade1131e309,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.462025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ef5e-7b2a-43a4-abc9-0ec595a51066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.464107 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d3c9ef5e-7b2a-43a4-abc9-0ec595a51066 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f340f1bc-4781-4e5f-923e-1ade1131e309 HTTP/1.1" status: 204 len: 168 time: 0.3901844 Sep 16 05:11:39.466907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49678) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:39.471684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab034f7-7e8b-492f-b57e-489e43f620f5 None None] Network 60af2c07-cfb8-4d33-b021-3af188f42321 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:39.569682 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.632905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Deleting port b6497362-c537-442d-aaed-eeaf362e0384 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:39.633513 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.717255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] For port b6497362-c537-442d-aaed-eeaf362e0384, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b6497362-c537-442d-aaed-eeaf362e0384,segment=NetworkSegment(0a202781-e840-4d57-9256-d88d80664901),segment_id=0a202781-e840-4d57-9256-d88d80664901)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:39.717771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.738612 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Calling delete_port for b6497362-c537-442d-aaed-eeaf362e0384 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:39.827587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb343962-5b51-4aae-a7cd-c6e909d5624f None None] DHCP port deletion for 60af2c07-cfb8-4d33-b021-3af188f42321 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:11:39.911268 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.921922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fb343962-5b51-4aae-a7cd-c6e909d5624f None None] Deleting port b6497362-c537-442d-aaed-eeaf362e0384 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:11:39.923471 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fb343962-5b51-4aae-a7cd-c6e909d5624f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:39.954814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6497362-c537-442d-aaed-eeaf362e0384,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:39.956777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] No DVR routers for this DVR port b6497362-c537-442d-aaed-eeaf362e0384 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:40.039187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fb343962-5b51-4aae-a7cd-c6e909d5624f None None] For port b6497362-c537-442d-aaed-eeaf362e0384, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:40.040352 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fb343962-5b51-4aae-a7cd-c6e909d5624f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.063023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fb343962-5b51-4aae-a7cd-c6e909d5624f None None] Calling delete_port for b6497362-c537-442d-aaed-eeaf362e0384 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:11:40.066882 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.068951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-fb343962-5b51-4aae-a7cd-c6e909d5624f None None] Port b6497362-c537-442d-aaed-eeaf362e0384 was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:11:40.071494 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fb343962-5b51-4aae-a7cd-c6e909d5624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.095205 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60af2c07-cfb8-4d33-b021-3af188f42321']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.107284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb343962-5b51-4aae-a7cd-c6e909d5624f None None] Pushing event deleted for resources: {'Port': ['ID=b6497362-c537-442d-aaed-eeaf362e0384,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.114513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a202781-e840-4d57-9256-d88d80664901') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.114838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a202781-e840-4d57-9256-d88d80664901') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:40.115636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb343962-5b51-4aae-a7cd-c6e909d5624f None None] No DVR routers for this DVR port b6497362-c537-442d-aaed-eeaf362e0384 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:11:40.131534 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.145249 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.151725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:11:40.152109 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:11:40.153748 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:11:40.214476 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.221049 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.226632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] 10.222.0.53 "DELETE /v2.0/networks/60af2c07-cfb8-4d33-b021-3af188f42321 HTTP/1.1" status: 204 len: 168 time: 0.7534714 Sep 16 05:11:40.234519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed60836-eac4-47cf-a90d-2815eaf0f947 admin admin] Pushing event deleted for resources: {'Network': ['ID=60af2c07-cfb8-4d33-b021-3af188f42321,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:40.512324 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49684) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.576902 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3f99b7b9-7bae-4ea9-941b-cf0d9b4043bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e234e5a6215742419da8c36b742b2024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630069 Sep 16 05:11:40.581720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49686) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:40.671358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-860c4244-caf9-446b-9f26-af58342c10c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.713117 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-860c4244-caf9-446b-9f26-af58342c10c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.783855 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-860c4244-caf9-446b-9f26-af58342c10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.787918 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-860c4244-caf9-446b-9f26-af58342c10c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:40.789574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-860c4244-caf9-446b-9f26-af58342c10c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5249a16b-7d6d-4702-a170-79e15599801e HTTP/1.1" status: 204 len: 168 time: 0.2087214 Sep 16 05:11:40.801559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c4244-caf9-446b-9f26-af58342c10c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5249a16b-7d6d-4702-a170-79e15599801e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.076709 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f5246ef4-5a2f-4719-89d2-ef229df1fbb6 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:41.098871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: f5246ef4-5a2f-4719-89d2-ef229df1fbb6 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:41.099284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f5246ef4-5a2f-4719-89d2-ef229df1fbb6 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:41.099691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b6497362-c537-442d-aaed-eeaf362e0384 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:11:41.119722 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: b6497362-c537-442d-aaed-eeaf362e0384 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:11:41.120185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b6497362-c537-442d-aaed-eeaf362e0384 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:11:41.240084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49694) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:41.289246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-35c0b74e-ef39-4895-aa77-06acb66777c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c996a657943f43aea69383892fa5c858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471854 Sep 16 05:11:41.292113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49696) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:41.368684 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67dc65d3-e9ae-41c9-94e4-33d8d0c6549a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.392965 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67dc65d3-e9ae-41c9-94e4-33d8d0c6549a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.461505 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67dc65d3-e9ae-41c9-94e4-33d8d0c6549a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.466098 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67dc65d3-e9ae-41c9-94e4-33d8d0c6549a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:41.467997 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-67dc65d3-e9ae-41c9-94e4-33d8d0c6549a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88576766-e91d-4deb-a853-8fcc10fdd663 HTTP/1.1" status: 204 len: 168 time: 0.1743677 Sep 16 05:11:41.485742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc65d3-e9ae-41c9-94e4-33d8d0c6549a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88576766-e91d-4deb-a853-8fcc10fdd663,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:41.884898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-262759e8-3d24-4619-bf80-e1d145aa6b72 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479630547&fields=id&tenant_id=b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 267 time: 0.0490675 Sep 16 05:11:42.009834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-a436eb62-988a-44c3-ac4d-57b0e81df60f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:42.011362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-a436eb62-988a-44c3-ac4d-57b0e81df60f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1166523 Sep 16 05:11:42.032147 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-b24e0d86-e757-4562-9c04-ef06397d5379 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/quotas/b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 375 time: 0.0134196 Sep 16 05:11:42.107877 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-1aa760a8-3a85-483f-a945-6cd7b29c0a2e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692182 Sep 16 05:11:42.211266 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-73a06ae0-80ae-4e7b-bf2e-7f868b4cff5f service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896082 Sep 16 05:11:42.327107 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-95bfa53c-5d2d-4e6a-9062-46b96ee4e1e6 service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059954 Sep 16 05:11:42.706274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-748c8f7e-12d4-4da1-bec9-cb5f7c1f82ff req-f014d450-2d39-4bdf-ae55-d9752f2b8d3e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 210 time: 0.0278637 Sep 16 05:11:43.017177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49758) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:43.210842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'network': {'name': 'tempest-network-smoke--1601146235', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'port_security_enabled': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:43.234344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Made reservation on behalf of 5bf01b591c0a47d79f8aa5dc9d208c3e for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:43.237904 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.246887 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.343348 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.347092 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.369299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:11:43.382908 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ede7792-50c9-4605-82d7-dcdeb61ff387,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.387697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.388060 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Added segment ed24d922-29e6-4f48-a86a-275c2b02f642 of type vlan for network 335f5dff-05b2-4844-b038-c85a7d3084c2 Sep 16 05:11:43.431367 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.464957 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.476031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.477024 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.517598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49762) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:43.518610 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4989262 Sep 16 05:11:43.524796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'admin_state_up': True, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:43.551713 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.555003 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.583140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f3ea9-71ad-46b0-a566-9794b6588b26 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Network': ['ID=335f5dff-05b2-4844-b038-c85a7d3084c2,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:43.598418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 335f5dff-05b2-4844-b038-c85a7d3084c2 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:11:43.626063 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.790577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-4d17fd10-5cd8-4260-8012-5d6a901b9c57 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:43.792101 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-4d17fd10-5cd8-4260-8012-5d6a901b9c57 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1461689 Sep 16 05:11:43.846179 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:43.859176 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-a53751b6-9df9-4cc2-b8be-e28822049fe1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 379 time: 0.0577090 Sep 16 05:11:43.870191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'port': {'device_id': '034857ce-d962-48d8-922a-f4355333d72a', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'admin_state_up': True, 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'security_groups': ['bdcfd996-ab18-420e-8789-d21f2ae617b7']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:43.878688 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5de54a4-6e0d-4f84-9d65-c067c048e1b4 req-099bbe17-03af-4356-8dae-2b25710ae728 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 210 time: 0.0358653 Sep 16 05:11:44.045265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Made reservation on behalf of b047a60d7e39405c98068715097e0142 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:44.051571 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.088907 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.108500 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.235170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Allocated IP 172.20.0.7 (9a1ec3a4-d9e6-485f-ac18-076bea25223b/5398c6d6-2378-4760-a5da-67b63bb8092c/6d6d53bf-40a3-4519-9132-569ba80ded55) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:44.238255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Allocated IP 172.25.0.213 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/7971f009-c1fc-4dfb-8642-fb1378eba31a) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:44.370372 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.393557 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.405969 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.433677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.446210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:44.453576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:44.459333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:44.463031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=7971f009-c1fc-4dfb-8642-fb1378eba31a,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.480090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:44.484787 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:44.487526 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:44.527794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=6d6d53bf-40a3-4519-9132-569ba80ded55,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:44.561824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:44.562577 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.587605 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d990d57a-cfd0-4390-aa67-20ef907ecf6f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7219455 Sep 16 05:11:44.607921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Request body: {'port': {'device_id': '034857ce-d962-48d8-922a-f4355333d72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:44.706130 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.800825 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:44.950205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-355232d0-b3e3-49ec-97ba-081a60f7422d None None] Provisioning complete for port 6d6d53bf-40a3-4519-9132-569ba80ded55 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:44.952914 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-355232d0-b3e3-49ec-97ba-081a60f7422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.026140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-355232d0-b3e3-49ec-97ba-081a60f7422d None None] Port 6d6d53bf-40a3-4519-9132-569ba80ded55 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:45.073763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6d53bf-40a3-4519-9132-569ba80ded55 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:45.082555 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.098063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Transition to ACTIVE for port object 6d6d53bf-40a3-4519-9132-569ba80ded55 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:45.105031 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.158784 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6d53bf-40a3-4519-9132-569ba80ded55,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:45.247892 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Attempting to bind port 6d6d53bf-40a3-4519-9132-569ba80ded55 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:45.248365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Attempting to bind port 6d6d53bf-40a3-4519-9132-569ba80ded55 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:45.248721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Attempting to bind port 6d6d53bf-40a3-4519-9132-569ba80ded55 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:45.254565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Port 6d6d53bf-40a3-4519-9132-569ba80ded55 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:45.254881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Attempting to bind port 6d6d53bf-40a3-4519-9132-569ba80ded55 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:45.263315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:45.263773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Checking segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:45.264369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Bound using segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:45.264826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Bound port: 6d6d53bf-40a3-4519-9132-569ba80ded55, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:45.265210 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.399720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] For port 6d6d53bf-40a3-4519-9132-569ba80ded55, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:45.406912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] For port 6d6d53bf-40a3-4519-9132-569ba80ded55, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6d6d53bf-40a3-4519-9132-569ba80ded55,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:45.413548 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.475822 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6d53bf-40a3-4519-9132-569ba80ded55,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:45.482012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.482650 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.484296 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-f1d1f061-6a43-4875-8bc6-310d4c460309 service neutron] 10.222.0.15 "PUT /v2.0/ports/6d6d53bf-40a3-4519-9132-569ba80ded55 HTTP/1.1" status: 200 len: 1092 time: 0.8878212 Sep 16 05:11:45.484821 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034857ce-d962-48d8-922a-f4355333d72a', 'tag': '6d6d53bf-40a3-4519-9132-569ba80ded55'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:45.487104 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2789c560-6af7-476c-a9fb-8086cbf955a7" -d '{"events": [{"name": "network-changed", "server_uuid": "034857ce-d962-48d8-922a-f4355333d72a", "tag": "6d6d53bf-40a3-4519-9132-569ba80ded55"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:45.492916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d43c4a-0446-4261-a405-8caf79d5550d req-d3fa78fe-a8c8-418f-a62a-6c73d7c79b3a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.494326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91d43c4a-0446-4261-a405-8caf79d5550d req-d3fa78fe-a8c8-418f-a62a-6c73d7c79b3a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 931 time: 0.4578984 Sep 16 05:11:45.496591 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.622838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-3e8bd55b-dd9b-45bc-ab08-0327bdada214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.624250 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-3e8bd55b-dd9b-45bc-ab08-0327bdada214 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 1095 time: 0.0892007 Sep 16 05:11:45.647216 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91d43c4a-0446-4261-a405-8caf79d5550d req-4dd3f337-9f45-41b6-872d-373255b7f3e1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428463 Sep 16 05:11:45.698352 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-0b4f83c2-abad-4c1d-8dfb-b503e9fdfbe9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d6d53bf-40a3-4519-9132-569ba80ded55 HTTP/1.1" status: 200 len: 217 time: 0.0641088 Sep 16 05:11:45.768623 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ac13e3-5989-4914-98bb-8e21078bf40e x-openstack-request-id: req-64ac13e3-5989-4914-98bb-8e21078bf40e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:45.769221 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034857ce-d962-48d8-922a-f4355333d72a", "tag": "6d6d53bf-40a3-4519-9132-569ba80ded55", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:45.769866 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64ac13e3-5989-4914-98bb-8e21078bf40e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:45.770467 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034857ce-d962-48d8-922a-f4355333d72a', 'tag': '6d6d53bf-40a3-4519-9132-569ba80ded55', 'status': 'completed', 'code': 200} Sep 16 05:11:45.805069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-4368e105-a43e-4c64-a525-c9c22c38e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.810537 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-4368e105-a43e-4c64-a525-c9c22c38e2e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.1056590 Sep 16 05:11:45.826251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:11:45.879301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-67128aab-175f-4be2-9f44-9baf6f23037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:45.881963 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-67128aab-175f-4be2-9f44-9baf6f23037e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649085 Sep 16 05:11:45.955695 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:45.971923 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Sync routers for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:45.982963 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:45.983903 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:45.992697 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:45.994399 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1ef4290e-8a97-482d-a274-56add7121536 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4740279 Sep 16 05:11:45.999208 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49770) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.044621 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-d2be400f-51d0-4da8-b94a-0626dd446119 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544249 Sep 16 05:11:46.136851 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6b6f710f-9746-4b09-b7f0-52ff05b58c41 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5bf01b591c0a47d79f8aa5dc9d208c3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1361866 Sep 16 05:11:46.137834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49774) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.190701 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e8569586-c3a3-4a80-b4c6-3f586907e4db req-5b021838-3cab-42d0-9d99-b2cc154f0ccf service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389055 Sep 16 05:11:46.231610 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:46.302439 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789c560-6af7-476c-a9fb-8086cbf955a7 req-e5fda8a2-bf36-4779-9b7a-fa7e755c6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.304481 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2789c560-6af7-476c-a9fb-8086cbf955a7 req-e5fda8a2-bf36-4779-9b7a-fa7e755c6d9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 1095 time: 0.0533638 Sep 16 05:11:46.404180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c1961d-8fd2-4a8b-a5dc-55cf47bb2d9d tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.408879 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-96c1961d-8fd2-4a8b-a5dc-55cf47bb2d9d tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2698209 Sep 16 05:11:46.409502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49776) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.433543 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789c560-6af7-476c-a9fb-8086cbf955a7 req-e7f405a2-92b2-49ec-9428-3faae36d114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.435347 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2789c560-6af7-476c-a9fb-8086cbf955a7 req-e7f405a2-92b2-49ec-9428-3faae36d114f service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.1235437 Sep 16 05:11:46.459160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-28618392-973f-4cee-9343-4e8182db75bd tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477262 Sep 16 05:11:46.459978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49778) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:46.469770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-34c9d887-7c01-4c8c-9d82-8b1f715b2a8c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-307495330', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:46.493734 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:11:44Z', 'revision_number': 3, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:46.502378 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2789c560-6af7-476c-a9fb-8086cbf955a7 req-893dfe17-190e-4e7e-8d4f-18695a325574 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d6d53bf-40a3-4519-9132-569ba80ded55 HTTP/1.1" status: 200 len: 217 time: 0.0596576 Sep 16 05:11:46.533207 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Checking router: 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:46.534426 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Updating router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 port 7971f009-c1fc-4dfb-8642-fb1378eba31a binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:46.569189 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.593452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789c560-6af7-476c-a9fb-8086cbf955a7 req-11b47132-ab12-4274-8fc8-0ba38127f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.593823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c9d887-7c01-4c8c-9d82-8b1f715b2a8c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Made reservation on behalf of 5bf01b591c0a47d79f8aa5dc9d208c3e for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:46.595285 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2789c560-6af7-476c-a9fb-8086cbf955a7 req-11b47132-ab12-4274-8fc8-0ba38127f3bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0863843 Sep 16 05:11:46.598789 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34c9d887-7c01-4c8c-9d82-8b1f715b2a8c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.674988 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789c560-6af7-476c-a9fb-8086cbf955a7 req-e4e32fa9-825f-41cc-a8a2-d49b7ded4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.679226 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2789c560-6af7-476c-a9fb-8086cbf955a7 req-e4e32fa9-825f-41cc-a8a2-d49b7ded4b31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766757 Sep 16 05:11:46.871982 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34c9d887-7c01-4c8c-9d82-8b1f715b2a8c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:46.911030 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2789c560-6af7-476c-a9fb-8086cbf955a7 req-e75d986c-bf9d-4bb8-9200-5c56a88a80cc service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242665 Sep 16 05:11:46.978140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e24add-7873-4795-962b-867806c58560 req-2948204d-9ff2-45c1-be33-c150e9fa53ca tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:46.980962 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-57e24add-7873-4795-962b-867806c58560 req-2948204d-9ff2-45c1-be33-c150e9fa53ca tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 943 time: 0.1559417 Sep 16 05:11:46.998919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9d887-7c01-4c8c-9d82-8b1f715b2a8c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Subnet': ['ID=ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.030948 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.044463 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.056623 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2789c560-6af7-476c-a9fb-8086cbf955a7 req-c3583e67-f51b-4f6d-86f3-9557921c1276 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377361 Sep 16 05:11:47.060528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9d887-7c01-4c8c-9d82-8b1f715b2a8c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Checking segment: {'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:47.060998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c9d887-7c01-4c8c-9d82-8b1f715b2a8c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network hostable DHCP agents. Network: 335f5dff-05b2-4844-b038-c85a7d3084c2, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:11:47.066098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-57e24add-7873-4795-962b-867806c58560 req-3e4dd218-7842-4d60-ac36-9abfcd7c5153 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708146 Sep 16 05:11:47.109895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c9d887-7c01-4c8c-9d82-8b1f715b2a8c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network 335f5dff-05b2-4844-b038-c85a7d3084c2 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:11:47.123066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-34c9d887-7c01-4c8c-9d82-8b1f715b2a8c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 335f5dff-05b2-4844-b038-c85a7d3084c2) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:47.130189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c9d887-7c01-4c8c-9d82-8b1f715b2a8c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:47.131061 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34c9d887-7c01-4c8c-9d82-8b1f715b2a8c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.146331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97fdcc4-ef6f-4606-a0e7-409134761471 None None] Network 335f5dff-05b2-4844-b038-c85a7d3084c2 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:47.150570 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Attempting to bind port 7971f009-c1fc-4dfb-8642-fb1378eba31a on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:47.151310 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Attempting to bind port 7971f009-c1fc-4dfb-8642-fb1378eba31a by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:47.152027 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Attempting to bind port 7971f009-c1fc-4dfb-8642-fb1378eba31a on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:47.155180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-34c9d887-7c01-4c8c-9d82-8b1f715b2a8c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6932991 Sep 16 05:11:47.158904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49784) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:47.165757 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640accd-b3fd-491c-b6dc-f4dfe4244236 None None] Pushing event updated for resources: {'Port': ['ID=7971f009-c1fc-4dfb-8642-fb1378eba31a,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.179865 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:47.180328 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:47.180821 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.181444 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:47.182007 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Bound port: 7971f009-c1fc-4dfb-8642-fb1378eba31a, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:47.182458 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.272965 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] For port 7971f009-c1fc-4dfb-8642-fb1378eba31a, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:47.277254 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] For port 7971f009-c1fc-4dfb-8642-fb1378eba31a, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7971f009-c1fc-4dfb-8642-fb1378eba31a,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:47.284650 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.351399 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:47.352047 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.353991 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640accd-b3fd-491c-b6dc-f4dfe4244236 None None] Pushing event updated for resources: {'Port': ['ID=7971f009-c1fc-4dfb-8642-fb1378eba31a,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.383900 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f4d704ef-8ca3-4bed-9c0c-b9680950b015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.440512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-335f5dff-05b2-4844-b038-c85a7d3084c2', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:11:47.441482 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.493471 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:47.618036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Allocated IP 172.20.0.2 (335f5dff-05b2-4844-b038-c85a7d3084c2/ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3/002c7c38-ac0f-4b66-9190-bc667badff4c) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:47.763601 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.801530 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:11:44Z', 'revision_number': 3, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:47.843791 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.852492 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43401af7-adfe-42e4-b9d9-cf4a79475bf6 None None] The sync data for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 is: [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:11:44Z', 'revision_number': 3, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:47.858558 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:47.921247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Pushing event updated for resources: {'Port': ['ID=002c7c38-ac0f-4b66-9190-bc667badff4c,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:47.934332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Network 335f5dff-05b2-4844-b038-c85a7d3084c2 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:47.935965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:47.938661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:48.028256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Attempting to bind port 002c7c38-ac0f-4b66-9190-bc667badff4c on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:48.028723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Attempting to bind port 002c7c38-ac0f-4b66-9190-bc667badff4c by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:48.029053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Attempting to bind port 002c7c38-ac0f-4b66-9190-bc667badff4c on network 335f5dff-05b2-4844-b038-c85a7d3084c2 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:48.035975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:48.036359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Checking segment: {'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:48.036771 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.037163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Bound using segment: {'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:48.037704 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Bound port: 002c7c38-ac0f-4b66-9190-bc667badff4c, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:48.038120 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.157480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] For port 002c7c38-ac0f-4b66-9190-bc667badff4c, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:48.161804 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] For port 002c7c38-ac0f-4b66-9190-bc667badff4c, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=002c7c38-ac0f-4b66-9190-bc667badff4c,segment=NetworkSegment(ed24d922-29e6-4f48-a86a-275c2b02f642),segment_id=ed24d922-29e6-4f48-a86a-275c2b02f642)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:48.176744 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.309534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cfb22-17b9-4d61-81a0-55c756b787f9 None None] Pushing event updated for resources: {'Port': ['ID=002c7c38-ac0f-4b66-9190-bc667badff4c,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.363319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a138d-0442-432e-bdd1-c830c0790abd req-24d40c41-017f-4289-88d6-11d58b124d5e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:48.365990 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-592a138d-0442-432e-bdd1-c830c0790abd req-24d40c41-017f-4289-88d6-11d58b124d5e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 943 time: 0.1528559 Sep 16 05:11:48.400625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Allocated IP 172.20.0.1 (335f5dff-05b2-4844-b038-c85a7d3084c2/ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3/033df142-f0f5-4e21-97e1-3d66c06a1499) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:48.443585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-592a138d-0442-432e-bdd1-c830c0790abd req-8c8d4f0f-e63a-4636-ad56-9a90827c167c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707183 Sep 16 05:11:48.624202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.686937 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:48.748443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network 335f5dff-05b2-4844-b038-c85a7d3084c2 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:48.752264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:48.763650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:48.772022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=033df142-f0f5-4e21-97e1-3d66c06a1499,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:48.827574 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.013847 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.209173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 002c7c38-ac0f-4b66-9190-bc667badff4c up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:49.309562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 002c7c38-ac0f-4b66-9190-bc667badff4c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:49.309972 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.477769 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.551284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 002c7c38-ac0f-4b66-9190-bc667badff4c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=002c7c38-ac0f-4b66-9190-bc667badff4c,segment=NetworkSegment(ed24d922-29e6-4f48-a86a-275c2b02f642),segment_id=ed24d922-29e6-4f48-a86a-275c2b02f642)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:49.557860 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.559372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7971f009-c1fc-4dfb-8642-fb1378eba31a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:49.659524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=002c7c38-ac0f-4b66-9190-bc667badff4c,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:49.671274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 7971f009-c1fc-4dfb-8642-fb1378eba31a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:49.671820 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.708748 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2abfe9-9011-471f-9474-0545b2bfc20f None None] Network 335f5dff-05b2-4844-b038-c85a7d3084c2 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:11:49.784242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda828cc-7a54-4c06-b0ba-0f59875876ef req-71ac7d28-6bf4-452c-80fe-90b964362046 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:49.786876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eda828cc-7a54-4c06-b0ba-0f59875876ef req-71ac7d28-6bf4-452c-80fe-90b964362046 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 943 time: 0.1732607 Sep 16 05:11:49.862069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f53fa206-bcd2-4a37-9754-1ee038d963dd None None] Provisioning complete for port 002c7c38-ac0f-4b66-9190-bc667badff4c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:49.863251 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f53fa206-bcd2-4a37-9754-1ee038d963dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.876475 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eda828cc-7a54-4c06-b0ba-0f59875876ef req-58ed57fc-15b9-430a-825e-7a3b760bc362 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601442 Sep 16 05:11:49.922171 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:49.928264 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.024743 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.033943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=033df142-f0f5-4e21-97e1-3d66c06a1499,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.037337 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.106519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 7971f009-c1fc-4dfb-8642-fb1378eba31a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7971f009-c1fc-4dfb-8642-fb1378eba31a,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:50.111826 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.176408 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network 335f5dff-05b2-4844-b038-c85a7d3084c2 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:50.178166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:50.191916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=7971f009-c1fc-4dfb-8642-fb1378eba31a,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:50.198146 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c173656e-77f9-483e-87c7-319040fa04b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.198663 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:11:50.323141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:11:50.441349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1e7f6f9d-b322-432a-8477-62ab71a6dd48 None None] Provisioning complete for port 002c7c38-ac0f-4b66-9190-bc667badff4c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:50.442242 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1e7f6f9d-b322-432a-8477-62ab71a6dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.473410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:11:50.484898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5c73c914-1e24-4610-beba-42e743b1e0ef tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "PUT /v2.0/routers/1babbee8-5547-4db8-b2cb-eef3bad4e7e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3220553 Sep 16 05:11:50.485289 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49790) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.667260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Sync routers for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:11:50.699416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:50.700703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:50.775704 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dab426-ea0c-4a26-aaf2-1c2ca168b2c9 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.776753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dab426-ea0c-4a26-aaf2-1c2ca168b2c9 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.777663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dab426-ea0c-4a26-aaf2-1c2ca168b2c9 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.778565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dab426-ea0c-4a26-aaf2-1c2ca168b2c9 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.779470 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dab426-ea0c-4a26-aaf2-1c2ca168b2c9 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.780628 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dab426-ea0c-4a26-aaf2-1c2ca168b2c9 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.781726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dab426-ea0c-4a26-aaf2-1c2ca168b2c9 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.782635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dab426-ea0c-4a26-aaf2-1c2ca168b2c9 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.788658 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a9dab426-ea0c-4a26-aaf2-1c2ca168b2c9 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.2995591 Sep 16 05:11:50.789142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49792) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:50.932144 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.982806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bb5dc-d2cf-48e4-a353-99c172206847 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.983389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bb5dc-d2cf-48e4-a353-99c172206847 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.983921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bb5dc-d2cf-48e4-a353-99c172206847 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.984450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bb5dc-d2cf-48e4-a353-99c172206847 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.985135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bb5dc-d2cf-48e4-a353-99c172206847 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.988824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:50.992422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1e7f6f9d-b322-432a-8477-62ab71a6dd48 None None] Provisioning complete for port 033df142-f0f5-4e21-97e1-3d66c06a1499 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:50.993035 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1e7f6f9d-b322-432a-8477-62ab71a6dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:50.994182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bb5dc-d2cf-48e4-a353-99c172206847 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.997731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bb5dc-d2cf-48e4-a353-99c172206847 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:50.998948 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bb5dc-d2cf-48e4-a353-99c172206847 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.013652 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-763bb5dc-d2cf-48e4-a353-99c172206847 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.2225463 Sep 16 05:11:51.016911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49796) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.086450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2555314-e0de-48d1-aa3d-29b3df24c959 req-fc6e49e6-49dd-48f1-93ae-980bfa44b40b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:51.088869 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2555314-e0de-48d1-aa3d-29b3df24c959 req-fc6e49e6-49dd-48f1-93ae-980bfa44b40b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 943 time: 0.0881424 Sep 16 05:11:51.132504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 002c7c38-ac0f-4b66-9190-bc667badff4c up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:51.137656 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f6f9d-b322-432a-8477-62ab71a6dd48 None None] Port 033df142-f0f5-4e21-97e1-3d66c06a1499 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:51.163853 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b2555314-e0de-48d1-aa3d-29b3df24c959 req-935d4be1-f400-4ab0-8d1d-fba2f0c58f5b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683367 Sep 16 05:11:51.270377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 002c7c38-ac0f-4b66-9190-bc667badff4c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:51.271213 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.332307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2afdc272-5ac0-4543-b366-7cf1168b8293 None None] Provisioning complete for port 033df142-f0f5-4e21-97e1-3d66c06a1499 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:51.332738 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2afdc272-5ac0-4543-b366-7cf1168b8293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.341076 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b787f192-ccc0-43fd-9312-966cc7957dd7 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4481 time: 0.3221133 Sep 16 05:11:51.402405 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2afdc272-5ac0-4543-b366-7cf1168b8293 None None] Port 033df142-f0f5-4e21-97e1-3d66c06a1499 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:51.455507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:11:48Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:49Z', 'revision_number': 2, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:51.489871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Checking router: 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:11:51.490255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Updating router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 port 033df142-f0f5-4e21-97e1-3d66c06a1499 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:11:51.492984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7971f009-c1fc-4dfb-8642-fb1378eba31a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:51.544207 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.614405 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 7971f009-c1fc-4dfb-8642-fb1378eba31a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:51.614757 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.683822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49800) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.690539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3227948c-e424-4070-a7a4-28528e12385b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521193204', 'description': 'tempest-secgroup-smoke-1521193204 description', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:51.731335 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3227948c-e424-4070-a7a4-28528e12385b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.757434 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.879550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3227948c-e424-4070-a7a4-28528e12385b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.886393 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3227948c-e424-4070-a7a4-28528e12385b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.929863 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3227948c-e424-4070-a7a4-28528e12385b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.931912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3227948c-e424-4070-a7a4-28528e12385b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2466404 Sep 16 05:11:51.936273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49802) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:51.945557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c0c58825-2a0d-4e59-8f0f-a596f25158aa tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': '358526cb-f19a-40d9-ad07-7bf2165b0661', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:51.953944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227948c-e424-4070-a7a4-28528e12385b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358526cb-f19a-40d9-ad07-7bf2165b0661,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:51.985825 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.988612 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0c58825-2a0d-4e59-8f0f-a596f25158aa tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:51.993706 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.066904 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e0ce5-2728-42cd-98b0-9d0abb5a3678 None None] Pushing event updated for resources: {'Port': ['ID=033df142-f0f5-4e21-97e1-3d66c06a1499,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.081932 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0c58825-2a0d-4e59-8f0f-a596f25158aa tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.087453 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0c58825-2a0d-4e59-8f0f-a596f25158aa tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.117586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c58825-2a0d-4e59-8f0f-a596f25158aa tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1b7829-9cb7-4f0b-9f26-9bd7eb9b4573,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.124214 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c0c58825-2a0d-4e59-8f0f-a596f25158aa tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.126376 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c0c58825-2a0d-4e59-8f0f-a596f25158aa tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1886172 Sep 16 05:11:52.129241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49804) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.136904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-46fbf2ba-a58a-44ee-bdc9-32819d56eb69 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': '358526cb-f19a-40d9-ad07-7bf2165b0661', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:52.142818 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Attempting to bind port 033df142-f0f5-4e21-97e1-3d66c06a1499 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:52.143199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Attempting to bind port 033df142-f0f5-4e21-97e1-3d66c06a1499 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:52.143716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Attempting to bind port 033df142-f0f5-4e21-97e1-3d66c06a1499 on network 335f5dff-05b2-4844-b038-c85a7d3084c2 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:52.150794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:52.151185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Checking segment: {'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:52.151598 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.152006 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Bound using segment: {'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:52.152484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Bound port: 033df142-f0f5-4e21-97e1-3d66c06a1499, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:52.152876 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.176455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-46fbf2ba-a58a-44ee-bdc9-32819d56eb69 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.240867 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] For port 033df142-f0f5-4e21-97e1-3d66c06a1499, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:52.245023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] For port 033df142-f0f5-4e21-97e1-3d66c06a1499, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=033df142-f0f5-4e21-97e1-3d66c06a1499,segment=NetworkSegment(ed24d922-29e6-4f48-a86a-275c2b02f642),segment_id=ed24d922-29e6-4f48-a86a-275c2b02f642)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:52.250791 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.282251 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-46fbf2ba-a58a-44ee-bdc9-32819d56eb69 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.298605 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-46fbf2ba-a58a-44ee-bdc9-32819d56eb69 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.349199 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:11:52.350395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.372023 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbf2ba-a58a-44ee-bdc9-32819d56eb69 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b3ce79-fddc-4650-9f59-b976fb24839f,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.379181 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-46fbf2ba-a58a-44ee-bdc9-32819d56eb69 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.381205 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-46fbf2ba-a58a-44ee-bdc9-32819d56eb69 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2500627 Sep 16 05:11:52.384913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49808) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.392441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e46bfaa7-9156-49eb-b818-90b0c98070e9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': '358526cb-f19a-40d9-ad07-7bf2165b0661', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:52.432812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18c5b7-5725-4187-896b-1ef49a782e34 req-33c85b5e-153a-4626-948a-129df1a6e1a5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:52.435876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b18c5b7-5725-4187-896b-1ef49a782e34 req-33c85b5e-153a-4626-948a-129df1a6e1a5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 943 time: 0.1578784 Sep 16 05:11:52.451299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e0ce5-2728-42cd-98b0-9d0abb5a3678 None None] Pushing event updated for resources: {'Port': ['ID=033df142-f0f5-4e21-97e1-3d66c06a1499,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.461287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-62f7cbdb-8ee7-44dd-b7a8-c8446dfd0b1d None None] Provisioning complete for port 033df142-f0f5-4e21-97e1-3d66c06a1499 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:52.462437 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62f7cbdb-8ee7-44dd-b7a8-c8446dfd0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.520338 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e46bfaa7-9156-49eb-b818-90b0c98070e9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.538370 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b18c5b7-5725-4187-896b-1ef49a782e34 req-6d6a37d4-ca65-402a-af00-4d8656e9b887 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868442 Sep 16 05:11:52.586913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:11:52.618985 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e46bfaa7-9156-49eb-b818-90b0c98070e9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.626176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e46bfaa7-9156-49eb-b818-90b0c98070e9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.646658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bfaa7-9156-49eb-b818-90b0c98070e9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0d73d9-a1e3-41b1-af0b-2b9d9b8ea14d,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.655547 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e46bfaa7-9156-49eb-b818-90b0c98070e9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.656933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e46bfaa7-9156-49eb-b818-90b0c98070e9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2705741 Sep 16 05:11:52.660437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49810) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.666179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-1e859f9c-fb4f-4ccc-84cf-730b57d258dc tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': '358526cb-f19a-40d9-ad07-7bf2165b0661', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:52.695610 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e859f9c-fb4f-4ccc-84cf-730b57d258dc tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.719222 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62f7cbdb-8ee7-44dd-b7a8-c8446dfd0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.765791 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e859f9c-fb4f-4ccc-84cf-730b57d258dc tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.770109 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e859f9c-fb4f-4ccc-84cf-730b57d258dc tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.790329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e859f9c-fb4f-4ccc-84cf-730b57d258dc tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab4fd3e-c413-4d59-807a-033789e96fef,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.800836 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e859f9c-fb4f-4ccc-84cf-730b57d258dc tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.802865 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1e859f9c-fb4f-4ccc-84cf-730b57d258dc tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403039 Sep 16 05:11:52.806542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49812) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.808975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-62f7cbdb-8ee7-44dd-b7a8-c8446dfd0b1d None None] For port 033df142-f0f5-4e21-97e1-3d66c06a1499, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=033df142-f0f5-4e21-97e1-3d66c06a1499,segment=NetworkSegment(ed24d922-29e6-4f48-a86a-275c2b02f642),segment_id=ed24d922-29e6-4f48-a86a-275c2b02f642)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:52.811347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-808719a6-e8db-4180-989a-e26927a1e73d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': '358526cb-f19a-40d9-ad07-7bf2165b0661', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:52.817267 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62f7cbdb-8ee7-44dd-b7a8-c8446dfd0b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.835558 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-808719a6-e8db-4180-989a-e26927a1e73d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Project 5bf01b591c0a47d79f8aa5dc9d208c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:11:52.843098 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-808719a6-e8db-4180-989a-e26927a1e73d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.906013 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7cbdb-8ee7-44dd-b7a8-c8446dfd0b1d None None] Pushing event updated for resources: {'Port': ['ID=033df142-f0f5-4e21-97e1-3d66c06a1499,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.922876 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-808719a6-e8db-4180-989a-e26927a1e73d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.929597 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-808719a6-e8db-4180-989a-e26927a1e73d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.934531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:11:48Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:11:52.960112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808719a6-e8db-4180-989a-e26927a1e73d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd74a3ca-ce27-42bb-a501-fc0106e410ee,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:52.964443 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-808719a6-e8db-4180-989a-e26927a1e73d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:52.969134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49814) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:52.973330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c3321-1406-4e0c-8f60-c3092f7ba739 None None] The sync data for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 is: [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:11:48Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:11:52.975287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7ca96df8-38a4-4022-814b-0d5529c185af tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': '358526cb-f19a-40d9-ad07-7bf2165b0661', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:52.979876 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-808719a6-e8db-4180-989a-e26927a1e73d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1723826 Sep 16 05:11:52.980860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-28df288f-faf1-40f5-b3d5-e82901767b15 None None] Provisioning complete for port 033df142-f0f5-4e21-97e1-3d66c06a1499 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:52.981243 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-28df288f-faf1-40f5-b3d5-e82901767b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.004186 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-7ca96df8-38a4-4022-814b-0d5529c185af tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Project 5bf01b591c0a47d79f8aa5dc9d208c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:11:53.010770 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ca96df8-38a4-4022-814b-0d5529c185af tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.142781 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ca96df8-38a4-4022-814b-0d5529c185af tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.150332 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ca96df8-38a4-4022-814b-0d5529c185af tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.179285 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca96df8-38a4-4022-814b-0d5529c185af tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7400f46-c10b-4faf-b2d4-2abb868b0e79,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:53.185384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ca96df8-38a4-4022-814b-0d5529c185af tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.197650 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7ca96df8-38a4-4022-814b-0d5529c185af tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2247918 Sep 16 05:11:53.258407 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:53.385106 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9a272e07-a5bb-4d3f-8ad0-d74e93397ac8 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521193204&fields=id&tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e HTTP/1.1" status: 200 len: 267 time: 0.0402892 Sep 16 05:11:53.522085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-17650904-32a5-4a21-94cb-cb66f4fcf23c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:53.523755 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-17650904-32a5-4a21-94cb-cb66f4fcf23c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/networks?id=335f5dff-05b2-4844-b038-c85a7d3084c2 HTTP/1.1" status: 200 len: 797 time: 0.1267481 Sep 16 05:11:53.551278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-1da4accc-9b11-4c2c-a00f-7079f621e084 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/quotas/5bf01b591c0a47d79f8aa5dc9d208c3e HTTP/1.1" status: 200 len: 375 time: 0.0163507 Sep 16 05:11:53.618779 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-f1cce3ed-ecbe-4301-840a-4a365d8e77eb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558209 Sep 16 05:11:53.743090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-fc749211-0491-40f1-8e9c-90b2c0d24f12 service neutron] 10.222.0.53 "GET /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117003 Sep 16 05:11:53.863930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7d354954-af35-4d29-bbe6-7e112f902238 service neutron] 10.222.0.53 "GET /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132114 Sep 16 05:11:54.125156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ef9d8-ee31-4ccd-8201-0e593bc09369 req-8f8d4fe8-5941-4540-92ae-640bf893a74a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:54.127415 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c43ef9d8-ee31-4ccd-8201-0e593bc09369 req-8f8d4fe8-5941-4540-92ae-640bf893a74a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 943 time: 0.0622180 Sep 16 05:11:54.185880 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c43ef9d8-ee31-4ccd-8201-0e593bc09369 req-19c80ef7-da63-4dee-a18f-53dd13be6a11 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521770 Sep 16 05:11:54.278373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efb78735-85dd-4369-8c09-ba7540978c66 req-9b3fa9c5-777c-4eb5-af6d-cecd241d4810 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 210 time: 0.0394776 Sep 16 05:11:54.554885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49848) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:11:54.659497 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f716d6d-67ad-458e-aab7-0dfa0400caa1 req-fff26610-a77d-44fc-a27c-83417efe819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:54.662368 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f716d6d-67ad-458e-aab7-0dfa0400caa1 req-fff26610-a77d-44fc-a27c-83417efe819a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 1097 time: 0.1061556 Sep 16 05:11:54.708744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f716d6d-67ad-458e-aab7-0dfa0400caa1 req-edae9016-ab26-4c6d-ac4c-3d3ebae75ce7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396571 Sep 16 05:11:55.107306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 033df142-f0f5-4e21-97e1-3d66c06a1499 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:55.174929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 033df142-f0f5-4e21-97e1-3d66c06a1499 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:55.175451 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.500030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-c1b65c4a-8737-47c7-9208-ffb2532ecf6c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:55.502054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-c1b65c4a-8737-47c7-9208-ffb2532ecf6c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.50 "GET /v2.0/networks?id=335f5dff-05b2-4844-b038-c85a7d3084c2 HTTP/1.1" status: 200 len: 797 time: 0.2417948 Sep 16 05:11:55.517172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a140bb-b3dc-43c9-b936-0c625f237d44 req-f0521dc9-8200-43c0-89ac-10ab662e7e1f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:55.519281 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2a140bb-b3dc-43c9-b936-0c625f237d44 req-f0521dc9-8200-43c0-89ac-10ab662e7e1f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 943 time: 0.1499162 Sep 16 05:11:55.582803 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9edc02dc-9288-4d40-ae98-281bd1a52d4a tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e HTTP/1.1" status: 200 len: 380 time: 0.0623233 Sep 16 05:11:55.593826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'port': {'device_id': '17389791-904f-47b3-9813-cd97db4eccda', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'admin_state_up': True, 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'security_groups': ['358526cb-f19a-40d9-ad07-7bf2165b0661']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:55.624779 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2a140bb-b3dc-43c9-b936-0c625f237d44 req-c89570a0-3231-4b14-9ddc-1f0482aa4727 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898316 Sep 16 05:11:55.782100 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86eac43d-5d30-470e-b3d1-d631e2bce9ff req-b0fea9a0-1cb3-4800-952a-5f94ac08e78c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 210 time: 0.0483553 Sep 16 05:11:55.816789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Made reservation on behalf of 5bf01b591c0a47d79f8aa5dc9d208c3e for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:11:55.821025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:55.981279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Allocated IP 172.20.0.12 (335f5dff-05b2-4844-b038-c85a7d3084c2/ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3/1c15b83a-0335-438b-8bd5-bcd0866aca05) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:11:56.153988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.199537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.241303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network 335f5dff-05b2-4844-b038-c85a7d3084c2 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:11:56.244380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:11:56.248126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:11:56.277835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=1c15b83a-0335-438b-8bd5-bcd0866aca05,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.310978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.311612 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.329368 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-9c34c17a-9d91-4dd4-bd53-73e8fe0cfa38 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7394695 Sep 16 05:11:56.346856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Request body: {'port': {'device_id': '17389791-904f-47b3-9813-cd97db4eccda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:11:56.409574 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.497768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9d987595-73a3-494c-8020-e32471c3bca7 None None] Provisioning complete for port 1c15b83a-0335-438b-8bd5-bcd0866aca05 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:56.498404 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9d987595-73a3-494c-8020-e32471c3bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.554234 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9d987595-73a3-494c-8020-e32471c3bca7 None None] Port 1c15b83a-0335-438b-8bd5-bcd0866aca05 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:11:56.771479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c15b83a-0335-438b-8bd5-bcd0866aca05 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:56.781670 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.807269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1a9ee-6e33-4ff8-bbae-34d0ce954f52 req-92a3e8c8-4497-4b1b-a858-105e4d77d6a5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:56.808798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ece1a9ee-6e33-4ff8-bbae-34d0ce954f52 req-92a3e8c8-4497-4b1b-a858-105e4d77d6a5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 943 time: 0.0746164 Sep 16 05:11:56.809890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Transition to ACTIVE for port object 1c15b83a-0335-438b-8bd5-bcd0866aca05 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:11:56.814214 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:56.898201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Pushing event updated for resources: {'Port': ['ID=1c15b83a-0335-438b-8bd5-bcd0866aca05,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:56.905822 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ece1a9ee-6e33-4ff8-bbae-34d0ce954f52 req-a9231917-a5e4-44d0-a47d-79915ce2bd3c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890477 Sep 16 05:11:57.012655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Attempting to bind port 1c15b83a-0335-438b-8bd5-bcd0866aca05 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:11:57.013002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Attempting to bind port 1c15b83a-0335-438b-8bd5-bcd0866aca05 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:11:57.013320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Attempting to bind port 1c15b83a-0335-438b-8bd5-bcd0866aca05 on network 335f5dff-05b2-4844-b038-c85a7d3084c2 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:57.023575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Port 1c15b83a-0335-438b-8bd5-bcd0866aca05 on network 335f5dff-05b2-4844-b038-c85a7d3084c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:11:57.023878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Attempting to bind port 1c15b83a-0335-438b-8bd5-bcd0866aca05 on network 335f5dff-05b2-4844-b038-c85a7d3084c2 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:11:57.031500 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:11:57.031841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Checking segment: {'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:11:57.032237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Bound using segment: {'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:11:57.032986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Bound port: 1c15b83a-0335-438b-8bd5-bcd0866aca05, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed24d922-29e6-4f48-a86a-275c2b02f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:11:57.033354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.045835 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 6d6d53bf-40a3-4519-9132-569ba80ded55 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:11:57.072288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfe14c-a361-40a1-9f22-8ca278904a52 req-76e1df26-c3a3-443a-8d60-8060f1820292 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:57.074992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73cfe14c-a361-40a1-9f22-8ca278904a52 req-76e1df26-c3a3-443a-8d60-8060f1820292 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 944 time: 0.0968783 Sep 16 05:11:57.186291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73cfe14c-a361-40a1-9f22-8ca278904a52 req-312ffbb2-28f0-4136-9519-3d2fc16e7825 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=358526cb-f19a-40d9-ad07-7bf2165b0661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771530 Sep 16 05:11:57.194880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] For port 1c15b83a-0335-438b-8bd5-bcd0866aca05, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:11:57.199360 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] For port 1c15b83a-0335-438b-8bd5-bcd0866aca05, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1c15b83a-0335-438b-8bd5-bcd0866aca05,segment=NetworkSegment(ed24d922-29e6-4f48-a86a-275c2b02f642),segment_id=ed24d922-29e6-4f48-a86a-275c2b02f642)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:11:57.213203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.257394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:57.258438 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.260644 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] 10.222.0.50 "PUT /v2.0/ports/1c15b83a-0335-438b-8bd5-bcd0866aca05 HTTP/1.1" status: 200 len: 1093 time: 0.9181261 Sep 16 05:11:57.263954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17389791-904f-47b3-9813-cd97db4eccda', 'tag': '1c15b83a-0335-438b-8bd5-bcd0866aca05'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:57.267320 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8983fe7d-8116-4e91-af21-e82a10eccd09" -d '{"events": [{"name": "network-changed", "server_uuid": "17389791-904f-47b3-9813-cd97db4eccda", "tag": "1c15b83a-0335-438b-8bd5-bcd0866aca05"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:57.306256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61b405-dd78-47bb-adc8-f93039a9b538 service neutron] Pushing event updated for resources: {'Port': ['ID=1c15b83a-0335-438b-8bd5-bcd0866aca05,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:57.350609 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0919bda7-8c9a-47a9-90cb-6cbd2f975987 x-openstack-request-id: req-0919bda7-8c9a-47a9-90cb-6cbd2f975987 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:57.351013 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17389791-904f-47b3-9813-cd97db4eccda", "tag": "1c15b83a-0335-438b-8bd5-bcd0866aca05", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:57.351318 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0919bda7-8c9a-47a9-90cb-6cbd2f975987 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:57.351895 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17389791-904f-47b3-9813-cd97db4eccda', 'tag': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'status': 'completed', 'code': 200} Sep 16 05:11:57.361711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 6d6d53bf-40a3-4519-9132-569ba80ded55, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6d6d53bf-40a3-4519-9132-569ba80ded55,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:57.375363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '6d6d53bf-40a3-4519-9132-569ba80ded55', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'port_id': '6d6d53bf-40a3-4519-9132-569ba80ded55', 'mac_address': 'fa:16:3e:04:e9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:11:57.376565 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-773b4998-a180-4bda-b5ba-b831ed8cdd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:57.379543 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-773b4998-a180-4bda-b5ba-b831ed8cdd4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 1096 time: 0.0685573 Sep 16 05:11:57.437772 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.446486 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-ab43776e-321d-4f16-8e59-b86de43f85ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c15b83a-0335-438b-8bd5-bcd0866aca05 HTTP/1.1" status: 200 len: 217 time: 0.0548348 Sep 16 05:11:57.489917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6d53bf-40a3-4519-9132-569ba80ded55 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:11:57.516078 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 6d6d53bf-40a3-4519-9132-569ba80ded55, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6d6d53bf-40a3-4519-9132-569ba80ded55,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:57.526583 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:57.528678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-a010432c-914e-4522-872b-f9726cd1cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:57.530367 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-a010432c-914e-4522-872b-f9726cd1cd10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3 HTTP/1.1" status: 200 len: 834 time: 0.0733001 Sep 16 05:11:57.586890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-b53e4fec-64a3-467c-8750-2bad8ddde6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:57.587293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=6d6d53bf-40a3-4519-9132-569ba80ded55,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:57.589586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-b53e4fec-64a3-467c-8750-2bad8ddde6a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=335f5dff-05b2-4844-b038-c85a7d3084c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461342 Sep 16 05:11:57.722217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-4b9729e6-10af-442e-a6fe-4cd472db484e service neutron] 10.222.0.50 "GET /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242094 Sep 16 05:11:57.748432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['6d6d53bf-40a3-4519-9132-569ba80ded55'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:11:57.829737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f290c206-36c4-44d6-b95b-8a684c6973b0 req-c0d95b71-39f9-4e97-9a7b-8231ca3eea56 service neutron] 10.222.0.50 "GET /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966394 Sep 16 05:11:57.951320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983fe7d-8116-4e91-af21-e82a10eccd09 req-1cd13360-8ab8-43bd-a652-a511072192ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:57.953189 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8983fe7d-8116-4e91-af21-e82a10eccd09 req-1cd13360-8ab8-43bd-a652-a511072192ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 1096 time: 0.0623367 Sep 16 05:11:58.084505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983fe7d-8116-4e91-af21-e82a10eccd09 req-df2a9616-9472-4a98-84e5-40929445bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.086074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8983fe7d-8116-4e91-af21-e82a10eccd09 req-df2a9616-9472-4a98-84e5-40929445bc19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=335f5dff-05b2-4844-b038-c85a7d3084c2 HTTP/1.1" status: 200 len: 898 time: 0.1256115 Sep 16 05:11:58.101586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bd5ef-219d-449d-b9bb-503b2d3ef5eb req-d872ea91-de26-44cc-94fd-04ba5fdc402f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.103023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2c2bd5ef-219d-449d-b9bb-503b2d3ef5eb req-d872ea91-de26-44cc-94fd-04ba5fdc402f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 944 time: 0.0741961 Sep 16 05:11:58.146555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8983fe7d-8116-4e91-af21-e82a10eccd09 req-a4043d94-3722-40a5-8e95-dc5a246fabe9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c15b83a-0335-438b-8bd5-bcd0866aca05 HTTP/1.1" status: 200 len: 217 time: 0.0526440 Sep 16 05:11:58.205679 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2c2bd5ef-219d-449d-b9bb-503b2d3ef5eb req-b8cf9ed0-8707-43ef-901e-2e58f49ab706 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953610 Sep 16 05:11:58.215831 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983fe7d-8116-4e91-af21-e82a10eccd09 req-fe8b0667-0c8f-4e04-928f-e78632127c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.217465 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8983fe7d-8116-4e91-af21-e82a10eccd09 req-fe8b0667-0c8f-4e04-928f-e78632127c67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3 HTTP/1.1" status: 200 len: 834 time: 0.0612490 Sep 16 05:11:58.278940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983fe7d-8116-4e91-af21-e82a10eccd09 req-c2ed4fd2-5c57-40ce-ac07-4da26ce99bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.280458 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8983fe7d-8116-4e91-af21-e82a10eccd09 req-c2ed4fd2-5c57-40ce-ac07-4da26ce99bfc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=335f5dff-05b2-4844-b038-c85a7d3084c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533445 Sep 16 05:11:58.377562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b451e-af4b-4f2a-94e2-63b30b2a7666 req-f8a8c30f-2ce7-4641-8b76-edb861bfbe42 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:58.379074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fd2b451e-af4b-4f2a-94e2-63b30b2a7666 req-f8a8c30f-2ce7-4641-8b76-edb861bfbe42 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 944 time: 0.1148977 Sep 16 05:11:58.420964 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8983fe7d-8116-4e91-af21-e82a10eccd09 req-a081fac5-40f7-4f9e-bacd-508fac42a2e7 service neutron] 10.222.0.50 "GET /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230242 Sep 16 05:11:58.444486 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fd2b451e-af4b-4f2a-94e2-63b30b2a7666 req-7b537530-77c4-47fb-8002-a9a7fc02b57e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=358526cb-f19a-40d9-ad07-7bf2165b0661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588424 Sep 16 05:11:58.533967 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8983fe7d-8116-4e91-af21-e82a10eccd09 req-3c6b1451-a57d-4223-a1ce-716a34bb82a3 service neutron] 10.222.0.50 "GET /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032429 Sep 16 05:11:59.061171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 6d6d53bf-40a3-4519-9132-569ba80ded55 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:11:59.114717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 6d6d53bf-40a3-4519-9132-569ba80ded55 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:11:59.118343 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 6d6d53bf-40a3-4519-9132-569ba80ded55 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:11:59.118722 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.206866 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.235482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034857ce-d962-48d8-922a-f4355333d72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6d53bf-40a3-4519-9132-569ba80ded55'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:11:59.237784 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8719d2-f516-4742-b2a1-672f5fb6a2af" -d '{"events": [{"server_uuid": "034857ce-d962-48d8-922a-f4355333d72a", "name": "network-vif-plugged", "status": "completed", "tag": "6d6d53bf-40a3-4519-9132-569ba80ded55"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:11:59.256188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 6d6d53bf-40a3-4519-9132-569ba80ded55, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6d6d53bf-40a3-4519-9132-569ba80ded55,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:11:59.260796 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:11:59.317091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=6d6d53bf-40a3-4519-9132-569ba80ded55,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:11:59.335270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b821c-b042-401b-b89a-e81eaa2e613f req-d40cd3a6-cf7e-480f-851d-a94b6a292186 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.337019 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c2b821c-b042-401b-b89a-e81eaa2e613f req-d40cd3a6-cf7e-480f-851d-a94b6a292186 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 945 time: 0.0586958 Sep 16 05:11:59.377425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c2b821c-b042-401b-b89a-e81eaa2e613f req-fc387dc1-930d-45e7-931f-b054434d8ee5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342660 Sep 16 05:11:59.422185 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cf0288-7069-4339-84ab-73e7e3f8f03c x-openstack-request-id: req-40cf0288-7069-4339-84ab-73e7e3f8f03c {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:11:59.422481 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034857ce-d962-48d8-922a-f4355333d72a", "name": "network-vif-plugged", "status": "completed", "tag": "6d6d53bf-40a3-4519-9132-569ba80ded55", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:11:59.423304 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40cf0288-7069-4339-84ab-73e7e3f8f03c {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:11:59.423732 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034857ce-d962-48d8-922a-f4355333d72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6d53bf-40a3-4519-9132-569ba80ded55', 'code': 200} Sep 16 05:11:59.558512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cd643-0548-4a86-8fca-6ada5652306f req-3f849e30-0e80-4eac-87ca-597193b2aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.560047 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d02cd643-0548-4a86-8fca-6ada5652306f req-3f849e30-0e80-4eac-87ca-597193b2aa59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 1097 time: 0.0760970 Sep 16 05:11:59.578074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f467d8-f433-41fb-b694-7b5cde677467 req-7d74fdaf-9936-46fd-8095-1a165998b627 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:11:59.579596 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71f467d8-f433-41fb-b694-7b5cde677467 req-7d74fdaf-9936-46fd-8095-1a165998b627 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 944 time: 0.0560334 Sep 16 05:11:59.613009 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d02cd643-0548-4a86-8fca-6ada5652306f req-7b1aa362-6309-4a48-bfde-75ae79deb8c4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460570 Sep 16 05:11:59.623914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71f467d8-f433-41fb-b694-7b5cde677467 req-19110f58-0bcc-470a-bab5-c93d0ae6ce64 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=358526cb-f19a-40d9-ad07-7bf2165b0661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373068 Sep 16 05:12:00.510334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871be19-5ee5-4ea0-bcd2-d762d0162990 req-7ecb868a-0a76-48ba-9584-43c7736f8317 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.511958 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9871be19-5ee5-4ea0-bcd2-d762d0162990 req-7ecb868a-0a76-48ba-9584-43c7736f8317 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 945 time: 0.0618794 Sep 16 05:12:00.558163 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9871be19-5ee5-4ea0-bcd2-d762d0162990 req-d221936f-85af-4816-806a-e86685e0f6bf tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379713 Sep 16 05:12:00.743480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d95792-4426-426b-b88f-47d6ffa453db req-e0df9841-e847-43da-9234-62c4ffa3a61b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:00.745029 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5d95792-4426-426b-b88f-47d6ffa453db req-e0df9841-e847-43da-9234-62c4ffa3a61b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 944 time: 0.0529232 Sep 16 05:12:00.784903 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5d95792-4426-426b-b88f-47d6ffa453db req-a0c9caae-511a-41f1-b1a4-4ce39f15a39a tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=358526cb-f19a-40d9-ad07-7bf2165b0661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338669 Sep 16 05:12:00.961345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1c15b83a-0335-438b-8bd5-bcd0866aca05 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:01.077271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1c15b83a-0335-438b-8bd5-bcd0866aca05, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1c15b83a-0335-438b-8bd5-bcd0866aca05,segment=NetworkSegment(ed24d922-29e6-4f48-a86a-275c2b02f642),segment_id=ed24d922-29e6-4f48-a86a-275c2b02f642)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:01.089462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'port_id': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'mac_address': 'fa:16:3e:90:3c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:01.135213 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.149479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c15b83a-0335-438b-8bd5-bcd0866aca05 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:01.176336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1c15b83a-0335-438b-8bd5-bcd0866aca05, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1c15b83a-0335-438b-8bd5-bcd0866aca05,segment=NetworkSegment(ed24d922-29e6-4f48-a86a-275c2b02f642),segment_id=ed24d922-29e6-4f48-a86a-275c2b02f642)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:01.181020 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:01.231482 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=1c15b83a-0335-438b-8bd5-bcd0866aca05,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:01.239887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:01.240241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:01.240663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:01.241094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:01.241437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:01.241807 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:01.242378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:01.242835 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:01.243176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:01.243512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:01.243846 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:01.244179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:01.447183 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['1c15b83a-0335-438b-8bd5-bcd0866aca05'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:01.687870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d78908-0589-4df7-ae63-21072992bccd req-348e3ffb-d402-446d-9613-d44f6e8b7047 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.689457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35d78908-0589-4df7-ae63-21072992bccd req-348e3ffb-d402-446d-9613-d44f6e8b7047 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 945 time: 0.0517893 Sep 16 05:12:01.739673 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35d78908-0589-4df7-ae63-21072992bccd req-daad48d8-f264-439c-90d6-4c9bba943bae tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406930 Sep 16 05:12:01.902027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519f594-293e-4947-b483-30b76e24d656 req-831b84ae-0431-4570-97cd-dfe300c89125 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:01.903382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8519f594-293e-4947-b483-30b76e24d656 req-831b84ae-0431-4570-97cd-dfe300c89125 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 945 time: 0.0561366 Sep 16 05:12:01.953258 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8519f594-293e-4947-b483-30b76e24d656 req-2045f60d-c177-4aa8-b723-5096ac3792fc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429745 Sep 16 05:12:01.982390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49894) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:02.030625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d81fd8-c768-4ec8-b5d8-7302f5ee544c tempest-TestVolumeBootPattern-980546745 tempest-TestVolumeBootPattern-980546745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.037701 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-20d81fd8-c768-4ec8-b5d8-7302f5ee544c tempest-TestVolumeBootPattern-980546745 tempest-TestVolumeBootPattern-980546745-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 1092 time: 0.0506423 Sep 16 05:12:02.038377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49896) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:02.043366 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '6d6d53bf-40a3-4519-9132-569ba80ded55', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:02.072605 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.091827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989b5b3-f039-4e63-a6d5-d62b77683fbf req-21927362-2a39-4f29-9592-146a12366e0b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:02.093452 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0989b5b3-f039-4e63-a6d5-d62b77683fbf req-21927362-2a39-4f29-9592-146a12366e0b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 945 time: 0.0646896 Sep 16 05:12:02.140998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0989b5b3-f039-4e63-a6d5-d62b77683fbf req-9e516ad3-f80c-4e75-a8a4-cbeb6377ae2e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=358526cb-f19a-40d9-ad07-7bf2165b0661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396075 Sep 16 05:12:02.508551 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.625637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Allocated IP 172.25.0.214 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/5fcaafb6-933c-4f7d-9a0c-afc79c24f402) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:02.731711 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.766092 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:02.813668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:02.819258 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:02.822090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:02.824666 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=5fcaafb6-933c-4f7d-9a0c-afc79c24f402,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:02.976710 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1c15b83a-0335-438b-8bd5-bcd0866aca05 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:03.035861 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 1c15b83a-0335-438b-8bd5-bcd0866aca05 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:03.040315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 1c15b83a-0335-438b-8bd5-bcd0866aca05 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:03.040824 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.148373 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.183659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17389791-904f-47b3-9813-cd97db4eccda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c15b83a-0335-438b-8bd5-bcd0866aca05'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:03.187235 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4b54a7-f686-4456-97d4-9512b109a517" -d '{"events": [{"server_uuid": "17389791-904f-47b3-9813-cd97db4eccda", "name": "network-vif-plugged", "status": "completed", "tag": "1c15b83a-0335-438b-8bd5-bcd0866aca05"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:03.204985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1c15b83a-0335-438b-8bd5-bcd0866aca05, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1c15b83a-0335-438b-8bd5-bcd0866aca05,segment=NetworkSegment(ed24d922-29e6-4f48-a86a-275c2b02f642),segment_id=ed24d922-29e6-4f48-a86a-275c2b02f642)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:03.215996 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.278036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=1c15b83a-0335-438b-8bd5-bcd0866aca05,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.281404 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.288490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f9646-1e0d-4dc6-9742-c02bd62bc8a8 req-ebc80e2a-b86d-4bf8-891e-028c075b594a tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.290223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de9f9646-1e0d-4dc6-9742-c02bd62bc8a8 req-ebc80e2a-b86d-4bf8-891e-028c075b594a tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 946 time: 0.0652609 Sep 16 05:12:03.334478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de9f9646-1e0d-4dc6-9742-c02bd62bc8a8 req-53c32696-98ad-49d7-ba3b-f9be6e4dbc55 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=358526cb-f19a-40d9-ad07-7bf2165b0661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377080 Sep 16 05:12:03.363705 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.405158 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4037ab36-5164-4da0-a8ac-411c055fc404 x-openstack-request-id: req-4037ab36-5164-4da0-a8ac-411c055fc404 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:03.405530 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17389791-904f-47b3-9813-cd97db4eccda", "name": "network-vif-plugged", "status": "completed", "tag": "1c15b83a-0335-438b-8bd5-bcd0866aca05", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:03.405932 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4037ab36-5164-4da0-a8ac-411c055fc404 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:03.406396 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17389791-904f-47b3-9813-cd97db4eccda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'code': 200} Sep 16 05:12:03.536125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bb135-6988-401f-bbcd-801614390902 req-b13c3bb0-138c-4fe0-af83-59ec15a094d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:03.538441 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb4bb135-6988-401f-bbcd-801614390902 req-b13c3bb0-138c-4fe0-af83-59ec15a094d3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 1098 time: 0.0545678 Sep 16 05:12:03.555227 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.560882 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.584475 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb4bb135-6988-401f-bbcd-801614390902 req-4a953bea-72c9-47e2-9923-1e3cd0f32ceb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=358526cb-f19a-40d9-ad07-7bf2165b0661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353410 Sep 16 05:12:03.635857 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=5fcaafb6-933c-4f7d-9a0c-afc79c24f402,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:03.652371 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:03.765054 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Floating IP 4da31cff-65a2-49c7-be15-087d41143c3d associated. External IP: 172.25.0.214, port: 6d6d53bf-40a3-4519-9132-569ba80ded55. Sep 16 05:12:04.020132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Router 379bbf46-50cd-4ec8-836d-a4a53e38d921 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:04.143381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:04.160129 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172ccd2-7273-48d2-a953-7a85018ebd9d None None] Sync routers for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:04.170717 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:04.172242 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172ccd2-7273-48d2-a953-7a85018ebd9d None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:04.173008 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4172ccd2-7273-48d2-a953-7a85018ebd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:04.205247 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-38c03ccc-251e-48d5-a8d9-a57e48f8307a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1657422 Sep 16 05:12:04.205934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034857ce-d962-48d8-922a-f4355333d72a', 'tag': '6d6d53bf-40a3-4519-9132-569ba80ded55'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:04.209623 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7249abb1-9a77-4199-b969-840b423ec746" -d '{"events": [{"name": "network-changed", "server_uuid": "034857ce-d962-48d8-922a-f4355333d72a", "tag": "6d6d53bf-40a3-4519-9132-569ba80ded55"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:04.249922 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2673945d-6558-4cfd-ab98-438d649ba835 x-openstack-request-id: req-2673945d-6558-4cfd-ab98-438d649ba835 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:04.250221 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034857ce-d962-48d8-922a-f4355333d72a", "tag": "6d6d53bf-40a3-4519-9132-569ba80ded55", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:04.250479 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2673945d-6558-4cfd-ab98-438d649ba835 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:04.250886 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034857ce-d962-48d8-922a-f4355333d72a', 'tag': '6d6d53bf-40a3-4519-9132-569ba80ded55', 'status': 'completed', 'code': 200} Sep 16 05:12:04.291160 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-4172ccd2-7273-48d2-a953-7a85018ebd9d None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:04.324911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249abb1-9a77-4199-b969-840b423ec746 req-0d12527d-a797-40df-bbd7-142ab7f96051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.326754 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7249abb1-9a77-4199-b969-840b423ec746 req-0d12527d-a797-40df-bbd7-142ab7f96051 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 1097 time: 0.0524161 Sep 16 05:12:04.451211 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249abb1-9a77-4199-b969-840b423ec746 req-e882a795-a644-49e5-85f9-e57999e85316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.452867 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7249abb1-9a77-4199-b969-840b423ec746 req-e882a795-a644-49e5-85f9-e57999e85316 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.1176031 Sep 16 05:12:04.484112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c176aa5-7ff0-4def-80aa-015bfbfc66c4 req-9c032bfe-fe9b-4202-a4d7-eb13653ccd54 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.485721 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c176aa5-7ff0-4def-80aa-015bfbfc66c4 req-9c032bfe-fe9b-4202-a4d7-eb13653ccd54 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 946 time: 0.0617793 Sep 16 05:12:04.537839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c176aa5-7ff0-4def-80aa-015bfbfc66c4 req-8dcad6c4-1b0f-4670-ba76-595d9371743c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=358526cb-f19a-40d9-ad07-7bf2165b0661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433562 Sep 16 05:12:04.576488 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7249abb1-9a77-4199-b969-840b423ec746 req-f05f96d2-d07b-48aa-a2bf-b83586d876a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d6d53bf-40a3-4519-9132-569ba80ded55 HTTP/1.1" status: 200 len: 999 time: 0.1144161 Sep 16 05:12:04.582111 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4172ccd2-7273-48d2-a953-7a85018ebd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '4da31cff-65a2-49c7-be15-087d41143c3d', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '6d6d53bf-40a3-4519-9132-569ba80ded55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:04:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034857ce-d962-48d8-922a-f4355333d72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:03Z', 'updated_at': '2021-09-16T05:12:03Z', 'revision_number': 0, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:04.623328 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172ccd2-7273-48d2-a953-7a85018ebd9d None None] Checking router: 379bbf46-50cd-4ec8-836d-a4a53e38d921 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:04.632352 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172ccd2-7273-48d2-a953-7a85018ebd9d None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:04.633004 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4172ccd2-7273-48d2-a953-7a85018ebd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:04.637170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249abb1-9a77-4199-b969-840b423ec746 req-d1830d9e-0a77-4eae-a8b8-de003008e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.639474 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7249abb1-9a77-4199-b969-840b423ec746 req-d1830d9e-0a77-4eae-a8b8-de003008e3fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0562673 Sep 16 05:12:04.699984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249abb1-9a77-4199-b969-840b423ec746 req-e52a149c-50d9-4cda-9e70-6150fef9f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:04.702127 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7249abb1-9a77-4199-b969-840b423ec746 req-e52a149c-50d9-4cda-9e70-6150fef9f7b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554342 Sep 16 05:12:04.816615 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7249abb1-9a77-4199-b969-840b423ec746 req-97876a49-2206-4603-a726-1946c2ffd091 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072702 Sep 16 05:12:04.858149 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-4172ccd2-7273-48d2-a953-7a85018ebd9d None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:04.922889 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7249abb1-9a77-4199-b969-840b423ec746 req-e2b68b2b-254f-4e47-a539-50599e5c3bf0 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991769 Sep 16 05:12:05.108028 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4172ccd2-7273-48d2-a953-7a85018ebd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '4da31cff-65a2-49c7-be15-087d41143c3d', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '6d6d53bf-40a3-4519-9132-569ba80ded55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:04:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034857ce-d962-48d8-922a-f4355333d72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:03Z', 'updated_at': '2021-09-16T05:12:03Z', 'revision_number': 0, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:05.135425 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172ccd2-7273-48d2-a953-7a85018ebd9d None None] The sync data for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 is: [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '4da31cff-65a2-49c7-be15-087d41143c3d', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '6d6d53bf-40a3-4519-9132-569ba80ded55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:04:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034857ce-d962-48d8-922a-f4355333d72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:03Z', 'updated_at': '2021-09-16T05:12:03Z', 'revision_number': 0, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:05.368020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122fd168-1537-4070-983e-20614ac8bce6 None None] New status for floating IP 4da31cff-65a2-49c7-be15-087d41143c3d: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:05.663789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c6053-98cd-464c-b031-d4dc1953d996 req-a2a20bf0-a915-4d5b-865b-48c0615ddfe2 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:05.665354 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f07c6053-98cd-464c-b031-d4dc1953d996 req-a2a20bf0-a915-4d5b-865b-48c0615ddfe2 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 946 time: 0.0523276 Sep 16 05:12:05.705485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f07c6053-98cd-464c-b031-d4dc1953d996 req-57746d28-3dd6-4817-aacb-480de02cb3b8 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=358526cb-f19a-40d9-ad07-7bf2165b0661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341163 Sep 16 05:12:05.749443 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:05.831557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894020d-0696-4e48-8f32-2c797647a233 req-57edf8d1-37a7-4355-9570-e360c38e1be7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:05.833227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5894020d-0696-4e48-8f32-2c797647a233 req-57edf8d1-37a7-4355-9570-e360c38e1be7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 946 time: 0.0549750 Sep 16 05:12:05.875151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5894020d-0696-4e48-8f32-2c797647a233 req-5b75c1a1-d305-49ed-8bae-607c4c056ec3 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=358526cb-f19a-40d9-ad07-7bf2165b0661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358124 Sep 16 05:12:05.897782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49912) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.939189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db18877-a02a-409c-a439-50d5a39c5bc1 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:05.940788 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1db18877-a02a-409c-a439-50d5a39c5bc1 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 1093 time: 0.0419624 Sep 16 05:12:05.943950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49914) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:05.948559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:05.980636 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.088310 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.204247 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Allocated IP 172.25.0.161 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/668c4eed-767f-471e-a427-4b9861c29577) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:06.315038 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.362505 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:06.402872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:06.407958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:06.412749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:06.415867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=668c4eed-767f-471e-a427-4b9861c29577,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.061034 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.134826 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.292566 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.297117 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.372723 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=668c4eed-767f-471e-a427-4b9861c29577,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:07.389393 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.518662 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Floating IP fa4e10ac-1463-4f4e-8f5d-318062f982de associated. External IP: 172.25.0.161, port: 1c15b83a-0335-438b-8bd5-bcd0866aca05. Sep 16 05:12:07.741736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:12:07.768575 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.868358 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:12:07.879015 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabbc21d-0480-4649-a747-51cfac3f05bf None None] Sync routers for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:12:07.890947 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:07.894006 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabbc21d-0480-4649-a747-51cfac3f05bf None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:07.894840 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-eabbc21d-0480-4649-a747-51cfac3f05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:07.921374 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-723c25f3-fcb8-4e46-86bc-4a47504c91c5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9763250 Sep 16 05:12:07.922114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17389791-904f-47b3-9813-cd97db4eccda', 'tag': '1c15b83a-0335-438b-8bd5-bcd0866aca05'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:07.924572 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a088ef-2a1e-4762-bb3d-78ac5bfa248f" -d '{"events": [{"name": "network-changed", "server_uuid": "17389791-904f-47b3-9813-cd97db4eccda", "tag": "1c15b83a-0335-438b-8bd5-bcd0866aca05"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:07.924752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49916) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:07.971676 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501fd95f-5f2d-406b-bc94-d4b9386c1a35 x-openstack-request-id: req-501fd95f-5f2d-406b-bc94-d4b9386c1a35 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:07.971981 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17389791-904f-47b3-9813-cd97db4eccda", "tag": "1c15b83a-0335-438b-8bd5-bcd0866aca05", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:07.972263 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-501fd95f-5f2d-406b-bc94-d4b9386c1a35 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:07.972995 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17389791-904f-47b3-9813-cd97db4eccda', 'tag': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'status': 'completed', 'code': 200} Sep 16 05:12:08.020635 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-eabbc21d-0480-4649-a747-51cfac3f05bf None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:08.053776 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-20022221-8664-48f5-bfd0-d49310620051 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/floatingips/fa4e10ac-1463-4f4e-8f5d-318062f982de HTTP/1.1" status: 200 len: 992 time: 0.1278698 Sep 16 05:12:08.069595 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a088ef-2a1e-4762-bb3d-78ac5bfa248f req-f61afb61-dc24-4966-ae98-9110270b0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:08.071213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35a088ef-2a1e-4762-bb3d-78ac5bfa248f req-f61afb61-dc24-4966-ae98-9110270b0ebc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 1098 time: 0.0718470 Sep 16 05:12:08.179073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a088ef-2a1e-4762-bb3d-78ac5bfa248f req-c6506bbe-1919-4218-84f3-bdc1d2b578b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:08.180701 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35a088ef-2a1e-4762-bb3d-78ac5bfa248f req-c6506bbe-1919-4218-84f3-bdc1d2b578b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=335f5dff-05b2-4844-b038-c85a7d3084c2 HTTP/1.1" status: 200 len: 898 time: 0.1024866 Sep 16 05:12:08.263738 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35a088ef-2a1e-4762-bb3d-78ac5bfa248f req-49c672d8-8bc2-4ec0-9778-0077bb5ae53b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c15b83a-0335-438b-8bd5-bcd0866aca05 HTTP/1.1" status: 200 len: 1000 time: 0.0762432 Sep 16 05:12:08.283276 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-eabbc21d-0480-4649-a747-51cfac3f05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:11:48Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'fa4e10ac-1463-4f4e-8f5d-318062f982de', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'port_id': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'mac_address': 'fa:16:3e:90:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17389791-904f-47b3-9813-cd97db4eccda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:06Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 0, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:08.311596 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabbc21d-0480-4649-a747-51cfac3f05bf None None] Checking router: 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:12:08.320043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a088ef-2a1e-4762-bb3d-78ac5bfa248f req-6f2218ff-13e1-4bbf-b1d0-7c05de4f0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:08.320387 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabbc21d-0480-4649-a747-51cfac3f05bf None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:12:08.321019 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-eabbc21d-0480-4649-a747-51cfac3f05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:11:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:08.321543 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35a088ef-2a1e-4762-bb3d-78ac5bfa248f req-6f2218ff-13e1-4bbf-b1d0-7c05de4f0ac5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3 HTTP/1.1" status: 200 len: 834 time: 0.0499110 Sep 16 05:12:08.374693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a088ef-2a1e-4762-bb3d-78ac5bfa248f req-2d3f52ed-d999-45d2-b13d-e8e948fb6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:08.376345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35a088ef-2a1e-4762-bb3d-78ac5bfa248f req-2d3f52ed-d999-45d2-b13d-e8e948fb6625 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=335f5dff-05b2-4844-b038-c85a7d3084c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477128 Sep 16 05:12:08.448482 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-eabbc21d-0480-4649-a747-51cfac3f05bf None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:12:08.484554 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35a088ef-2a1e-4762-bb3d-78ac5bfa248f req-0f8ba6e5-9e10-419c-9aa0-b78380cf7200 service neutron] 10.222.0.50 "GET /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010802 Sep 16 05:12:08.601467 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35a088ef-2a1e-4762-bb3d-78ac5bfa248f req-62f09279-2334-4a9c-865c-1b313b2086b7 service neutron] 10.222.0.50 "GET /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088386 Sep 16 05:12:08.706499 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-eabbc21d-0480-4649-a747-51cfac3f05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:11:48Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'fa4e10ac-1463-4f4e-8f5d-318062f982de', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'port_id': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'mac_address': 'fa:16:3e:90:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17389791-904f-47b3-9813-cd97db4eccda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:06Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 0, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:12:08.737040 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabbc21d-0480-4649-a747-51cfac3f05bf None None] The sync data for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 is: [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:11:48Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'fa4e10ac-1463-4f4e-8f5d-318062f982de', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'port_id': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'mac_address': 'fa:16:3e:90:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17389791-904f-47b3-9813-cd97db4eccda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:06Z', 'updated_at': '2021-09-16T05:12:06Z', 'revision_number': 0, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:12:09.008648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba6fdd-ab3f-454e-a0e0-d6bf89df294d None None] New status for floating IP fa4e10ac-1463-4f4e-8f5d-318062f982de: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:12:09.058695 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49922) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:09.133285 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-512949ac-6aac-4378-bde9-a1b63f018e42 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/floatingips/fa4e10ac-1463-4f4e-8f5d-318062f982de HTTP/1.1" status: 200 len: 992 time: 0.0733411 Sep 16 05:12:10.137467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49924) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:10.206735 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9f85106c-7f04-499d-adc2-e78112f0692e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/floatingips/fa4e10ac-1463-4f4e-8f5d-318062f982de HTTP/1.1" status: 200 len: 994 time: 0.0679634 Sep 16 05:12:14.302726 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c380d16-0a5a-4006-8471-6ce26bd17376 req-2ebf9393-87b4-4ac6-9ead-46123de4e593 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460377 Sep 16 05:12:14.391324 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c380d16-0a5a-4006-8471-6ce26bd17376 req-0a744dd8-58c1-44f3-875e-00e152fd35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.392959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c380d16-0a5a-4006-8471-6ce26bd17376 req-0a744dd8-58c1-44f3-875e-00e152fd35f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 1097 time: 0.0437181 Sep 16 05:12:14.503517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c380d16-0a5a-4006-8471-6ce26bd17376 req-a9452d40-c3a2-41b9-9b29-1c543ca97d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.505203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c380d16-0a5a-4006-8471-6ce26bd17376 req-a9452d40-c3a2-41b9-9b29-1c543ca97d80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.0927167 Sep 16 05:12:14.577057 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c380d16-0a5a-4006-8471-6ce26bd17376 req-a5e65404-5451-46d6-933d-af2383a74fb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d6d53bf-40a3-4519-9132-569ba80ded55 HTTP/1.1" status: 200 len: 1001 time: 0.0639360 Sep 16 05:12:14.638868 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a64e7bcd-820b-4d89-8173-dd7414d445b8 req-9ffa686f-0bb8-4461-9646-87efe1c8dc0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443923 Sep 16 05:12:14.642756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c380d16-0a5a-4006-8471-6ce26bd17376 req-abef1d01-1fd9-4009-83e2-da3cacba866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.643920 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c380d16-0a5a-4006-8471-6ce26bd17376 req-abef1d01-1fd9-4009-83e2-da3cacba866a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0596290 Sep 16 05:12:14.698692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c380d16-0a5a-4006-8471-6ce26bd17376 req-72863c59-1b39-4159-b754-df1aa4804a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.701596 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c380d16-0a5a-4006-8471-6ce26bd17376 req-72863c59-1b39-4159-b754-df1aa4804a69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511358 Sep 16 05:12:14.732601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e7bcd-820b-4d89-8173-dd7414d445b8 req-82f4f3a5-982f-4bfc-8213-a7c602d423ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.734969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a64e7bcd-820b-4d89-8173-dd7414d445b8 req-82f4f3a5-982f-4bfc-8213-a7c602d423ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70821d9e61d14842a4372eb453dd4874&device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 1097 time: 0.0497725 Sep 16 05:12:14.830920 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c380d16-0a5a-4006-8471-6ce26bd17376 req-2e7d3e66-64cf-4702-97f3-5f6da52fd5a1 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214809 Sep 16 05:12:14.860213 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e7bcd-820b-4d89-8173-dd7414d445b8 req-3d38e884-3bc4-477f-8d2c-8ee983362dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:14.861841 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a64e7bcd-820b-4d89-8173-dd7414d445b8 req-3d38e884-3bc4-477f-8d2c-8ee983362dfd service neutron] 10.222.0.50 "GET /v2.0/networks?id=236219b7-0ecc-4c17-aba2-3ff13175e16f HTTP/1.1" status: 200 len: 909 time: 0.1031063 Sep 16 05:12:14.940493 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7c380d16-0a5a-4006-8471-6ce26bd17376 req-7337d378-5fb4-4dc7-aea2-d47f02a0f9bd service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024427 Sep 16 05:12:15.229682 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a64e7bcd-820b-4d89-8173-dd7414d445b8 req-5e9ad3e6-654a-4c8e-be12-e7b64da34287 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b3ee99-743c-403d-8a33-3f04011ba0d0 HTTP/1.1" status: 200 len: 1001 time: 0.3601186 Sep 16 05:12:15.282076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e7bcd-820b-4d89-8173-dd7414d445b8 req-2d47072f-79ba-4ee4-9cf6-05d75fbe54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.283568 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a64e7bcd-820b-4d89-8173-dd7414d445b8 req-2d47072f-79ba-4ee4-9cf6-05d75fbe54ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=769fb9b6-d801-4295-8d6e-c5853e5f1b97 HTTP/1.1" status: 200 len: 847 time: 0.0458255 Sep 16 05:12:15.337286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e7bcd-820b-4d89-8173-dd7414d445b8 req-b3aeda13-4d13-424d-a576-d9b27302bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:15.338877 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a64e7bcd-820b-4d89-8173-dd7414d445b8 req-b3aeda13-4d13-424d-a576-d9b27302bf54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=236219b7-0ecc-4c17-aba2-3ff13175e16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462558 Sep 16 05:12:15.449111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a64e7bcd-820b-4d89-8173-dd7414d445b8 req-07f5e46d-3ccf-42b8-9feb-9b5d149d6a35 service neutron] 10.222.0.50 "GET /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007705 Sep 16 05:12:15.549035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a64e7bcd-820b-4d89-8173-dd7414d445b8 req-70cc7cef-963b-4515-b66e-882e8adf56e0 service neutron] 10.222.0.50 "GET /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899277 Sep 16 05:12:17.233917 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8745-ed6b-4cc5-802e-316bd5515f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.174955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0262ee60-4586-4c21-b5b3-0a047058e2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:20.839626 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:21.719898 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:23.257375 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:27.202714 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:12:35.745404 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:37.787118 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:43.305350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49956) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:43.382324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3036d766-77e1-4782-a4fa-9a0e049c172c tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:43.382809 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3036d766-77e1-4782-a4fa-9a0e049c172c tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:43.383296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3036d766-77e1-4782-a4fa-9a0e049c172c tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:43.384995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3036d766-77e1-4782-a4fa-9a0e049c172c tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=5bf01b591c0a47d79f8aa5dc9d208c3e&network_id=335f5dff-05b2-4844-b038-c85a7d3084c2 HTTP/1.1" status: 200 len: 2973 time: 0.0783434 Sep 16 05:12:46.424941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49966) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:46.477731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee60ea32-060c-410f-b2a2-8b539eb78899 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:46.479244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ee60ea32-060c-410f-b2a2-8b539eb78899 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9 HTTP/1.1" status: 200 len: 814 time: 0.0531111 Sep 16 05:12:47.226145 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7baf5162-aabb-449f-bdef-1bd80be8734b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.233247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49972) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.239089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'network': {'name': 'tempest-network-smoke--2070367338', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'port_security_enabled': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:47.260025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Made reservation on behalf of 5bf01b591c0a47d79f8aa5dc9d208c3e for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:47.263596 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.287977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:12:47.297055 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.297393 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Added segment 955bf99b-07b6-478f-bc46-5c5cb3475dad of type vlan for network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 Sep 16 05:12:47.343290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.367351 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.373101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.373735 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:47.413026 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1786668 Sep 16 05:12:47.416395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49974) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.443095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Network': ['ID=72a51859-0e7d-4896-9ba9-0ad244ca22d5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:47.451443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:47.451794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:47.452141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:47.452488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:47.452828 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:47.453197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:47.453499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:47.453865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:47.454853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:47.454853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:47.454853 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:47.455234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37255828-1a50-4ae1-93de-a366e67c5743 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:47.467954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:12:47.497225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf03a9f-872d-4081-a560-0411be2a1b11 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.501195 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bdf03a9f-872d-4081-a560-0411be2a1b11 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5bf01b591c0a47d79f8aa5dc9d208c3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0820711 Sep 16 05:12:47.502531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49976) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.595528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a48e1c-6ebf-489f-a374-4ede59994e30 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.597287 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d8a48e1c-6ebf-489f-a374-4ede59994e30 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931888 Sep 16 05:12:47.601330 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49978) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.630075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-95d0883c-9e67-4d66-ba87-d8b3ccd5e5d0 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273926 Sep 16 05:12:47.632974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49980) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.661446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bdc61bca-a3ad-44c5-929d-bdb5fe7c5680 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5bf01b591c0a47d79f8aa5dc9d208c3e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273993 Sep 16 05:12:47.663926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49982) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.760364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77bac4a-0d39-45bf-8f16-7fee63562a5f tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:47.761843 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f77bac4a-0d39-45bf-8f16-7fee63562a5f tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969779 Sep 16 05:12:47.764607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49984) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.793922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4c19d8be-aa17-4403-84e3-e974ff137585 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282342 Sep 16 05:12:47.796372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49986) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:47.801414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-e528e7e5-700e-487c-8d1b-8311f939dc85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-633161175', 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:47.889148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e528e7e5-700e-487c-8d1b-8311f939dc85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Made reservation on behalf of 5bf01b591c0a47d79f8aa5dc9d208c3e for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:47.892645 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e528e7e5-700e-487c-8d1b-8311f939dc85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.075284 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e528e7e5-700e-487c-8d1b-8311f939dc85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.142883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528e7e5-700e-487c-8d1b-8311f939dc85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Subnet': ['ID=8757a538-c191-4f46-90ba-f63ba54e446e,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.150369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e528e7e5-700e-487c-8d1b-8311f939dc85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Checking segment: {'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:48.150656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e528e7e5-700e-487c-8d1b-8311f939dc85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network hostable DHCP agents. Network: 72a51859-0e7d-4896-9ba9-0ad244ca22d5, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:12:48.169729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e528e7e5-700e-487c-8d1b-8311f939dc85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:12:48.179821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-e528e7e5-700e-487c-8d1b-8311f939dc85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 72a51859-0e7d-4896-9ba9-0ad244ca22d5) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:48.184639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528e7e5-700e-487c-8d1b-8311f939dc85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:48.185249 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e528e7e5-700e-487c-8d1b-8311f939dc85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.191456 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74bdb97-d692-4114-9997-851d09f47710 None None] Network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:48.200348 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e528e7e5-700e-487c-8d1b-8311f939dc85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4026451 Sep 16 05:12:48.354600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-72a51859-0e7d-4896-9ba9-0ad244ca22d5', 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ips': [{'subnet_id': '8757a538-c191-4f46-90ba-f63ba54e446e'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:12:48.355464 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.505273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Allocated IP 172.20.0.18 (72a51859-0e7d-4896-9ba9-0ad244ca22d5/8757a538-c191-4f46-90ba-f63ba54e446e/5fdb1972-492d-4ea7-97b5-502b1ab26340) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:48.511814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49990) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:48.516676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795205407', 'description': 'tempest-secgroup-smoke-1795205407 description', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:48.544741 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.657476 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.662097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.689983 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.691895 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1789463 Sep 16 05:12:48.695421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49992) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:48.695951 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.701560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-1c5afcf0-2d3a-4b99-b90e-a396442b26b7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': 'a23762f2-68ca-431f-8640-00eceb05e5c3', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:48.703713 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.706767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23762f2-68ca-431f-8640-00eceb05e5c3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.715910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:48.716269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:48.716626 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:48.716979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:48.717329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:48.717694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:48.718037 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:48.718705 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:48.718877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:48.719125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:48.719663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:48.720225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5461dbe2-2e63-49d1-acbf-e87d2170ef18 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:12:48.739882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:48.742513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:48.746293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:48.749048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1c5afcf0-2d3a-4b99-b90e-a396442b26b7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.805181 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Pushing event updated for resources: {'Port': ['ID=5fdb1972-492d-4ea7-97b5-502b1ab26340,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.837317 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1c5afcf0-2d3a-4b99-b90e-a396442b26b7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.842248 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1c5afcf0-2d3a-4b99-b90e-a396442b26b7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.849281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Attempting to bind port 5fdb1972-492d-4ea7-97b5-502b1ab26340 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:48.850223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Attempting to bind port 5fdb1972-492d-4ea7-97b5-502b1ab26340 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:48.850397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Attempting to bind port 5fdb1972-492d-4ea7-97b5-502b1ab26340 on network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:48.858530 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:48.859320 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Checking segment: {'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:48.860065 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.860251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Bound using segment: {'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:48.860516 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5afcf0-2d3a-4b99-b90e-a396442b26b7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505d13cf-cc30-40e3-8cff-f4bebea6b38f,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:48.860705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Bound port: 5fdb1972-492d-4ea7-97b5-502b1ab26340, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:48.861125 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.868697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1c5afcf0-2d3a-4b99-b90e-a396442b26b7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.872546 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1c5afcf0-2d3a-4b99-b90e-a396442b26b7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1728301 Sep 16 05:12:48.872899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49994) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:48.880590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c0897e8e-a7a5-4c56-b2bb-95c09ba13d7f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': 'a23762f2-68ca-431f-8640-00eceb05e5c3', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:48.917836 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c0897e8e-a7a5-4c56-b2bb-95c09ba13d7f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.935263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] For port 5fdb1972-492d-4ea7-97b5-502b1ab26340, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:48.938738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] For port 5fdb1972-492d-4ea7-97b5-502b1ab26340, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5fdb1972-492d-4ea7-97b5-502b1ab26340,segment=NetworkSegment(955bf99b-07b6-478f-bc46-5c5cb3475dad),segment_id=955bf99b-07b6-478f-bc46-5c5cb3475dad)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:48.944170 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:48.995042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c0897e8e-a7a5-4c56-b2bb-95c09ba13d7f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.000621 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c0897e8e-a7a5-4c56-b2bb-95c09ba13d7f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.010917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d255a9-c9c8-4d41-a859-a476e017fb9b None None] Pushing event updated for resources: {'Port': ['ID=5fdb1972-492d-4ea7-97b5-502b1ab26340,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.018542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0897e8e-a7a5-4c56-b2bb-95c09ba13d7f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bd7805-df88-4e1c-b04c-74c18978cf16,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.030475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c0897e8e-a7a5-4c56-b2bb-95c09ba13d7f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.033650 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c0897e8e-a7a5-4c56-b2bb-95c09ba13d7f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577001 Sep 16 05:12:49.034471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 49996) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.043702 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-675dbd48-a226-4d3c-a3bb-f71675d360c4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': 'a23762f2-68ca-431f-8640-00eceb05e5c3', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:49.076822 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-675dbd48-a226-4d3c-a3bb-f71675d360c4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.143859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-675dbd48-a226-4d3c-a3bb-f71675d360c4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.148316 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-675dbd48-a226-4d3c-a3bb-f71675d360c4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.167495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dbd48-a226-4d3c-a3bb-f71675d360c4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9ba1b4-e6a3-4c38-8126-f4188c39a81d,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.185252 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-675dbd48-a226-4d3c-a3bb-f71675d360c4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.198598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 49998) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.199232 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-675dbd48-a226-4d3c-a3bb-f71675d360c4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589994 Sep 16 05:12:49.203903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-37fe0090-8ff5-4d4f-a867-8cfa77084035 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': 'a23762f2-68ca-431f-8640-00eceb05e5c3', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:49.249498 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37fe0090-8ff5-4d4f-a867-8cfa77084035 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.328349 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37fe0090-8ff5-4d4f-a867-8cfa77084035 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.332667 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37fe0090-8ff5-4d4f-a867-8cfa77084035 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.352907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe0090-8ff5-4d4f-a867-8cfa77084035 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45fe5c0-b7eb-4641-9b91-cceadb7706eb,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.356634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37fe0090-8ff5-4d4f-a867-8cfa77084035 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.357965 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-37fe0090-8ff5-4d4f-a867-8cfa77084035 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1592395 Sep 16 05:12:49.360842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50000) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.366979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8034ee8e-1503-4c9c-9bf6-9e3dfb7b1784 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': 'a23762f2-68ca-431f-8640-00eceb05e5c3', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:49.390198 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-8034ee8e-1503-4c9c-9bf6-9e3dfb7b1784 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Project 5bf01b591c0a47d79f8aa5dc9d208c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:12:49.397314 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8034ee8e-1503-4c9c-9bf6-9e3dfb7b1784 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.471510 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8034ee8e-1503-4c9c-9bf6-9e3dfb7b1784 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.477159 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8034ee8e-1503-4c9c-9bf6-9e3dfb7b1784 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.498471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034ee8e-1503-4c9c-9bf6-9e3dfb7b1784 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac81bd8f-d8b9-4063-a097-180f82f8e938,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.506924 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8034ee8e-1503-4c9c-9bf6-9e3dfb7b1784 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.508207 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8034ee8e-1503-4c9c-9bf6-9e3dfb7b1784 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461093 Sep 16 05:12:49.512530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50002) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:12:49.517116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-1de27f5c-cb73-44be-a884-fbe1d0ab9830 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': 'a23762f2-68ca-431f-8640-00eceb05e5c3', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:49.540321 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-1de27f5c-cb73-44be-a884-fbe1d0ab9830 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Project 5bf01b591c0a47d79f8aa5dc9d208c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:12:49.546265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1de27f5c-cb73-44be-a884-fbe1d0ab9830 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.623845 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1de27f5c-cb73-44be-a884-fbe1d0ab9830 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.628229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1de27f5c-cb73-44be-a884-fbe1d0ab9830 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.646151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de27f5c-cb73-44be-a884-fbe1d0ab9830 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3fc7c0-911e-40cc-9de4-43b122e0874c,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:49.658147 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1de27f5c-cb73-44be-a884-fbe1d0ab9830 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:49.668795 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1de27f5c-cb73-44be-a884-fbe1d0ab9830 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464629 Sep 16 05:12:49.837867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-40e88a14-f5f5-4190-b3ce-433daa546069 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795205407&fields=id&tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e HTTP/1.1" status: 200 len: 267 time: 0.0386515 Sep 16 05:12:49.977889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-991c63c4-df5b-4d16-8d7d-e4249a93f254 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:49.979543 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-991c63c4-df5b-4d16-8d7d-e4249a93f254 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/networks?id=72a51859-0e7d-4896-9ba9-0ad244ca22d5 HTTP/1.1" status: 200 len: 797 time: 0.1287670 Sep 16 05:12:49.996761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0a564452-d837-4d8e-8e3e-8d6314b36df7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/quotas/5bf01b591c0a47d79f8aa5dc9d208c3e HTTP/1.1" status: 200 len: 375 time: 0.0110946 Sep 16 05:12:50.029452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bca3b56-083e-4a34-843e-f47927c03270 None None] Network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:12:50.072261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-191e9220-d6fd-4b2c-b26f-73ff43e27bf1 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0672314 Sep 16 05:12:50.115727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-583cafa9-d6b5-4ffd-995b-32fd3c453b5a None None] Provisioning complete for port 5fdb1972-492d-4ea7-97b5-502b1ab26340 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:50.116117 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-583cafa9-d6b5-4ffd-995b-32fd3c453b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.202849 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9ba1ab73-ab32-47e5-ad0d-85bde342c865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.261117 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0a73dfbd-846e-4fe1-bb36-bb22b1c3d2ee service neutron] 10.222.0.53 "GET /v2.0/networks/72a51859-0e7d-4896-9ba9-0ad244ca22d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757684 Sep 16 05:12:50.278891 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-583cafa9-d6b5-4ffd-995b-32fd3c453b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.320925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-583cafa9-d6b5-4ffd-995b-32fd3c453b5a None None] For port 5fdb1972-492d-4ea7-97b5-502b1ab26340, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5fdb1972-492d-4ea7-97b5-502b1ab26340,segment=NetworkSegment(955bf99b-07b6-478f-bc46-5c5cb3475dad),segment_id=955bf99b-07b6-478f-bc46-5c5cb3475dad)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:50.328807 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-583cafa9-d6b5-4ffd-995b-32fd3c453b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.388076 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0759702c-b03e-4258-9fe7-58dd1fdd84e8 service neutron] 10.222.0.53 "GET /v2.0/networks/72a51859-0e7d-4896-9ba9-0ad244ca22d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188433 Sep 16 05:12:50.407498 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cafa9-d6b5-4ffd-995b-32fd3c453b5a None None] Pushing event updated for resources: {'Port': ['ID=5fdb1972-492d-4ea7-97b5-502b1ab26340,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:50.562354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8d1e1e23-9ebb-4e91-be6f-5d6e20e979af None None] Provisioning complete for port 5fdb1972-492d-4ea7-97b5-502b1ab26340 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:50.562734 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8d1e1e23-9ebb-4e91-be6f-5d6e20e979af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:50.594323 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9085777c-f553-4a6b-9165-71c58fb6bb23 req-48c9f18e-03c8-40b5-9cfa-15a7ca8bb5a0 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 210 time: 0.0281768 Sep 16 05:12:50.835430 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.150092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5fdb1972-492d-4ea7-97b5-502b1ab26340 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:51.215421 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5fdb1972-492d-4ea7-97b5-502b1ab26340 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:51.215915 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.683338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a4ff284c-9209-41ab-b916-b72b5fd11718 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:51.684904 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a4ff284c-9209-41ab-b916-b72b5fd11718 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.15 "GET /v2.0/networks?id=72a51859-0e7d-4896-9ba9-0ad244ca22d5 HTTP/1.1" status: 200 len: 797 time: 0.1444013 Sep 16 05:12:51.725461 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a29bed7b-ca02-4aec-a984-79b1f5d5df6f req-51f28f78-0e7b-4053-92b7-7d6243e320e9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 210 time: 0.0401566 Sep 16 05:12:51.747713 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-9bd0b34f-3822-4cd9-8adb-7b0609eec154 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e HTTP/1.1" status: 200 len: 473 time: 0.0528550 Sep 16 05:12:51.750717 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:51.758378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'port': {'device_id': '2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6', 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5', 'admin_state_up': True, 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'security_groups': ['a23762f2-68ca-431f-8640-00eceb05e5c3']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:51.899017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Made reservation on behalf of 5bf01b591c0a47d79f8aa5dc9d208c3e for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:12:51.902912 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.051273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Allocated IP 172.20.0.22 (72a51859-0e7d-4896-9ba9-0ad244ca22d5/8757a538-c191-4f46-90ba-f63ba54e446e/536aac3d-ac17-45cc-b211-f7b07c942650) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:12:52.238688 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.288703 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.331005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:12:52.335394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:12:52.339995 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:12:52.384766 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=536aac3d-ac17-45cc-b211-f7b07c942650,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:52.418344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:52.419749 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.437223 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-a379fe8f-ad35-4471-943f-d86a2ba47c32 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6826088 Sep 16 05:12:52.450251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Request body: {'port': {'device_id': '2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:12:52.532863 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.615406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f35ce693-e990-44de-b717-c1bfaa3b06ca None None] Provisioning complete for port 536aac3d-ac17-45cc-b211-f7b07c942650 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:52.615996 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f35ce693-e990-44de-b717-c1bfaa3b06ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.666553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f35ce693-e990-44de-b717-c1bfaa3b06ca None None] Port 536aac3d-ac17-45cc-b211-f7b07c942650 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:12:52.868968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536aac3d-ac17-45cc-b211-f7b07c942650 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:52.874681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3c44c-2878-413e-a9bc-8d874e5d60f5 req-fcd00bbf-1bba-47ec-951d-2a83b38116a5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:52.876276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7c3c44c-2878-413e-a9bc-8d874e5d60f5 req-fcd00bbf-1bba-47ec-951d-2a83b38116a5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 932 time: 0.0631104 Sep 16 05:12:52.882492 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.908606 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Transition to ACTIVE for port object 536aac3d-ac17-45cc-b211-f7b07c942650 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:12:52.918981 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:52.921972 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7c3c44c-2878-413e-a9bc-8d874e5d60f5 req-44e5f282-933e-406a-b736-92452ee4b088 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=a23762f2-68ca-431f-8640-00eceb05e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377831 Sep 16 05:12:52.976376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Pushing event updated for resources: {'Port': ['ID=536aac3d-ac17-45cc-b211-f7b07c942650,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.062645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Attempting to bind port 536aac3d-ac17-45cc-b211-f7b07c942650 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:12:53.063123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Attempting to bind port 536aac3d-ac17-45cc-b211-f7b07c942650 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:12:53.063541 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Attempting to bind port 536aac3d-ac17-45cc-b211-f7b07c942650 on network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:53.069910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Port 536aac3d-ac17-45cc-b211-f7b07c942650 on network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:12:53.070358 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Attempting to bind port 536aac3d-ac17-45cc-b211-f7b07c942650 on network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:12:53.076104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:12:53.076557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Checking segment: {'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:12:53.077017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Bound using segment: {'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:12:53.077546 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Bound port: 536aac3d-ac17-45cc-b211-f7b07c942650, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:12:53.077999 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.158076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] For port 536aac3d-ac17-45cc-b211-f7b07c942650, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:12:53.162401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] For port 536aac3d-ac17-45cc-b211-f7b07c942650, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=536aac3d-ac17-45cc-b211-f7b07c942650,segment=NetworkSegment(955bf99b-07b6-478f-bc46-5c5cb3475dad),segment_id=955bf99b-07b6-478f-bc46-5c5cb3475dad)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:12:53.170199 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.192133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:53.192314 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.194308 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] 10.222.0.15 "PUT /v2.0/ports/536aac3d-ac17-45cc-b211-f7b07c942650 HTTP/1.1" status: 200 len: 1093 time: 0.7486904 Sep 16 05:12:53.215484 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6', 'tag': '536aac3d-ac17-45cc-b211-f7b07c942650'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:53.217585 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad6d380-4c06-40e3-92ed-a8f639e3edae" -d '{"events": [{"name": "network-changed", "server_uuid": "2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6", "tag": "536aac3d-ac17-45cc-b211-f7b07c942650"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:53.264645 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:53.282830 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbef4fef-23b0-4660-a31f-91f541234b11 x-openstack-request-id: req-dbef4fef-23b0-4660-a31f-91f541234b11 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:53.283176 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6", "tag": "536aac3d-ac17-45cc-b211-f7b07c942650", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:53.283347 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbef4fef-23b0-4660-a31f-91f541234b11 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:53.283595 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6', 'tag': '536aac3d-ac17-45cc-b211-f7b07c942650', 'status': 'completed', 'code': 200} Sep 16 05:12:53.303522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287e20e-90e7-4286-b975-95a100fe5234 service neutron] Pushing event updated for resources: {'Port': ['ID=536aac3d-ac17-45cc-b211-f7b07c942650,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:53.313503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-3ed0e731-acc3-4833-9bd2-eb08f8b4a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:53.315064 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-3ed0e731-acc3-4833-9bd2-eb08f8b4a709 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 1096 time: 0.0753946 Sep 16 05:12:53.367653 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-654bf4f0-ccce-4e28-9619-75142c132562 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=536aac3d-ac17-45cc-b211-f7b07c942650 HTTP/1.1" status: 200 len: 217 time: 0.0443792 Sep 16 05:12:53.431158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-7871abc2-a97a-47fb-87e9-f775f97e45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:53.432708 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-7871abc2-a97a-47fb-87e9-f775f97e45d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8757a538-c191-4f46-90ba-f63ba54e446e HTTP/1.1" status: 200 len: 837 time: 0.0580757 Sep 16 05:12:53.484466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-b6bd232f-8640-4626-92f1-5fbd34c007d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:53.486131 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-b6bd232f-8640-4626-92f1-5fbd34c007d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=72a51859-0e7d-4896-9ba9-0ad244ca22d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0457699 Sep 16 05:12:53.591907 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-916063ee-e07b-45f7-b85b-d12d491650c9 service neutron] 10.222.0.15 "GET /v2.0/networks/72a51859-0e7d-4896-9ba9-0ad244ca22d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984855 Sep 16 05:12:53.946789 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cbc9ebdf-74a9-47f7-b4e4-61457fa3bb4c req-929d6c28-874f-4f27-808c-58f09c6e2b39 service neutron] 10.222.0.15 "GET /v2.0/networks/72a51859-0e7d-4896-9ba9-0ad244ca22d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465047 Sep 16 05:12:54.061520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6d380-4c06-40e3-92ed-a8f639e3edae req-9f06c6e6-ce8f-466e-9c10-2417ff3c865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:54.063291 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ad6d380-4c06-40e3-92ed-a8f639e3edae req-9f06c6e6-ce8f-466e-9c10-2417ff3c865c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 1096 time: 0.0596416 Sep 16 05:12:54.079042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e85bfa-0b8c-461b-a094-b8346bcd05a5 req-fb686ece-9022-4eeb-810a-37b23564a157 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:54.080625 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98e85bfa-0b8c-461b-a094-b8346bcd05a5 req-fb686ece-9022-4eeb-810a-37b23564a157 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 944 time: 0.0811379 Sep 16 05:12:54.129784 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-98e85bfa-0b8c-461b-a094-b8346bcd05a5 req-ee9d4ef2-516f-438c-838e-0ede117ce516 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=a23762f2-68ca-431f-8640-00eceb05e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403948 Sep 16 05:12:54.169531 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6d380-4c06-40e3-92ed-a8f639e3edae req-fde5f810-bdba-40ca-97e1-d9e59a4c5ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:54.171081 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ad6d380-4c06-40e3-92ed-a8f639e3edae req-fde5f810-bdba-40ca-97e1-d9e59a4c5ef9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=72a51859-0e7d-4896-9ba9-0ad244ca22d5 HTTP/1.1" status: 200 len: 898 time: 0.1008651 Sep 16 05:12:54.216433 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ad6d380-4c06-40e3-92ed-a8f639e3edae req-558448db-f976-4af4-b878-7ca84cd7cc71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=536aac3d-ac17-45cc-b211-f7b07c942650 HTTP/1.1" status: 200 len: 217 time: 0.0373838 Sep 16 05:12:54.281089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6d380-4c06-40e3-92ed-a8f639e3edae req-83a13a11-6db8-4ac8-8838-3eeff2b891d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:54.282910 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ad6d380-4c06-40e3-92ed-a8f639e3edae req-83a13a11-6db8-4ac8-8838-3eeff2b891d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8757a538-c191-4f46-90ba-f63ba54e446e HTTP/1.1" status: 200 len: 837 time: 0.0582685 Sep 16 05:12:54.341365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6d380-4c06-40e3-92ed-a8f639e3edae req-01054452-0903-4a19-b7a1-419252ce4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:54.342946 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ad6d380-4c06-40e3-92ed-a8f639e3edae req-01054452-0903-4a19-b7a1-419252ce4969 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=72a51859-0e7d-4896-9ba9-0ad244ca22d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0527549 Sep 16 05:12:54.482742 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ad6d380-4c06-40e3-92ed-a8f639e3edae req-f89baade-8de1-49ec-9cee-ae79fab1bbe3 service neutron] 10.222.0.15 "GET /v2.0/networks/72a51859-0e7d-4896-9ba9-0ad244ca22d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304078 Sep 16 05:12:54.592780 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8ad6d380-4c06-40e3-92ed-a8f639e3edae req-a69de684-012e-4d1f-be82-2378b9070ed7 service neutron] 10.222.0.15 "GET /v2.0/networks/72a51859-0e7d-4896-9ba9-0ad244ca22d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020322 Sep 16 05:12:55.267528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848287a3-ac74-4a32-93ea-091757aa1deb req-99020643-c587-4283-9d7b-379e8f54f226 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:55.269501 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-848287a3-ac74-4a32-93ea-091757aa1deb req-99020643-c587-4283-9d7b-379e8f54f226 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 944 time: 0.0556843 Sep 16 05:12:55.327115 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-848287a3-ac74-4a32-93ea-091757aa1deb req-a7143268-221d-4444-b3b1-3feb7d6820f7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=a23762f2-68ca-431f-8640-00eceb05e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480723 Sep 16 05:12:55.352736 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 536aac3d-ac17-45cc-b211-f7b07c942650 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:12:55.454453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 536aac3d-ac17-45cc-b211-f7b07c942650, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=536aac3d-ac17-45cc-b211-f7b07c942650,segment=NetworkSegment(955bf99b-07b6-478f-bc46-5c5cb3475dad),segment_id=955bf99b-07b6-478f-bc46-5c5cb3475dad)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:55.467711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '536aac3d-ac17-45cc-b211-f7b07c942650', 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5', 'port_id': '536aac3d-ac17-45cc-b211-f7b07c942650', 'mac_address': 'fa:16:3e:7a:e6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8757a538-c191-4f46-90ba-f63ba54e446e', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:12:55.520599 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.539674 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536aac3d-ac17-45cc-b211-f7b07c942650 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:12:55.560377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 536aac3d-ac17-45cc-b211-f7b07c942650, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=536aac3d-ac17-45cc-b211-f7b07c942650,segment=NetworkSegment(955bf99b-07b6-478f-bc46-5c5cb3475dad),segment_id=955bf99b-07b6-478f-bc46-5c5cb3475dad)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:55.564602 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:55.616449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=536aac3d-ac17-45cc-b211-f7b07c942650,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:55.766499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['536aac3d-ac17-45cc-b211-f7b07c942650'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:12:56.468620 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb8d19-15c1-4d6f-9053-28925a3be75a req-eb58010f-c044-4adc-8d3a-18fb6190eab4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:56.470352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cbeb8d19-15c1-4d6f-9053-28925a3be75a req-eb58010f-c044-4adc-8d3a-18fb6190eab4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 945 time: 0.0612085 Sep 16 05:12:56.544566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cbeb8d19-15c1-4d6f-9053-28925a3be75a req-1d3b4daf-5680-4694-96e3-eb76a6b679e3 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=a23762f2-68ca-431f-8640-00eceb05e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668807 Sep 16 05:12:57.355468 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 536aac3d-ac17-45cc-b211-f7b07c942650 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:12:57.405654 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 536aac3d-ac17-45cc-b211-f7b07c942650 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:12:57.409637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 536aac3d-ac17-45cc-b211-f7b07c942650 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:12:57.410020 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.495516 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.527496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536aac3d-ac17-45cc-b211-f7b07c942650'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:12:57.529903 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a6a56e-c477-4f51-95e4-e2d2c09304c1" -d '{"events": [{"server_uuid": "2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6", "name": "network-vif-plugged", "status": "completed", "tag": "536aac3d-ac17-45cc-b211-f7b07c942650"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:12:57.544776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 536aac3d-ac17-45cc-b211-f7b07c942650, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=536aac3d-ac17-45cc-b211-f7b07c942650,segment=NetworkSegment(955bf99b-07b6-478f-bc46-5c5cb3475dad),segment_id=955bf99b-07b6-478f-bc46-5c5cb3475dad)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:12:57.551542 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:12:57.580058 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a46a208-4080-4f75-a7eb-7152f5ff74a8 x-openstack-request-id: req-6a46a208-4080-4f75-a7eb-7152f5ff74a8 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:12:57.580386 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6", "name": "network-vif-plugged", "status": "completed", "tag": "536aac3d-ac17-45cc-b211-f7b07c942650", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:12:57.580630 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a46a208-4080-4f75-a7eb-7152f5ff74a8 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:12:57.581057 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536aac3d-ac17-45cc-b211-f7b07c942650', 'code': 200} Sep 16 05:12:57.633317 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=536aac3d-ac17-45cc-b211-f7b07c942650,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:12:57.693783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d78a0-5a94-43ca-91ff-d9a0738e227b req-d682ef1b-2e43-472e-8c4b-7b958c64a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.695378 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f89d78a0-5a94-43ca-91ff-d9a0738e227b req-d682ef1b-2e43-472e-8c4b-7b958c64a7f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 1098 time: 0.0523949 Sep 16 05:12:57.709412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd916f-7562-4c15-b136-43213a18f1b4 req-59b4becf-b3f5-464b-8f08-796ae441bd09 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:57.711890 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62fd916f-7562-4c15-b136-43213a18f1b4 req-59b4becf-b3f5-464b-8f08-796ae441bd09 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 946 time: 0.0641978 Sep 16 05:12:57.745423 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f89d78a0-5a94-43ca-91ff-d9a0738e227b req-523fba92-0c72-4df5-b626-00c6b962f14b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a23762f2-68ca-431f-8640-00eceb05e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407488 Sep 16 05:12:57.764627 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62fd916f-7562-4c15-b136-43213a18f1b4 req-f1b185fb-e856-4ac7-a1c1-b1b89e1c70ce tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=a23762f2-68ca-431f-8640-00eceb05e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443776 Sep 16 05:12:58.885243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecea290-0bcc-475c-8d63-79ca3da2e4fc req-8c4bcd4e-897b-4212-800c-f616b0bd812f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:58.886805 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ecea290-0bcc-475c-8d63-79ca3da2e4fc req-8c4bcd4e-897b-4212-800c-f616b0bd812f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 946 time: 0.0491402 Sep 16 05:12:58.931420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ecea290-0bcc-475c-8d63-79ca3da2e4fc req-f35f2dcd-205a-4ab1-b0ad-45eb2c5e2980 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=a23762f2-68ca-431f-8640-00eceb05e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384657 Sep 16 05:12:59.053327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327054e-76e2-4c6b-8ffa-0efda556e63a req-f0db2ce8-f5d4-465c-9d89-f2beb10e6fb5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:12:59.055070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7327054e-76e2-4c6b-8ffa-0efda556e63a req-f0db2ce8-f5d4-465c-9d89-f2beb10e6fb5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 946 time: 0.0548060 Sep 16 05:12:59.097813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7327054e-76e2-4c6b-8ffa-0efda556e63a req-f8b40026-d0fa-41eb-9402-629f4ee23361 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=a23762f2-68ca-431f-8640-00eceb05e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343735 Sep 16 05:13:00.605316 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50054) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:01.194019 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.572797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Allocated IP 172.20.0.17 (72a51859-0e7d-4896-9ba9-0ad244ca22d5/8757a538-c191-4f46-90ba-f63ba54e446e/13050a7e-4390-40f5-a753-399847aa1796) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:01.709084 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.744817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:01.763950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:01.781993 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:01.785205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:01.851529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=13050a7e-4390-40f5-a753-399847aa1796,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:01.855238 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.043158 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.104648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1f75e9ea-9f34-47b9-b671-683040d93024 None None] Provisioning complete for port 13050a7e-4390-40f5-a753-399847aa1796 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:02.105470 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1f75e9ea-9f34-47b9-b671-683040d93024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.158090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1f75e9ea-9f34-47b9-b671-683040d93024 None None] Port 13050a7e-4390-40f5-a753-399847aa1796 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:02.377814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.389761 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.476842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=13050a7e-4390-40f5-a753-399847aa1796,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:02.479375 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.575638 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:02.577219 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:02.733853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:02.886219 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-26914cc4-413b-4ffd-8c61-ddc6224db8ff None None] Provisioning complete for port 13050a7e-4390-40f5-a753-399847aa1796 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:02.886749 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-26914cc4-413b-4ffd-8c61-ddc6224db8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:02.894232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:02.899821 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7570df78-53b6-48d8-b664-7c5f7563b4cb tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "PUT /v2.0/routers/1babbee8-5547-4db8-b2cb-eef3bad4e7e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2931561 Sep 16 05:13:02.917108 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Sync routers for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:02.929284 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:02.930159 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:12:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:02.946035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-26914cc4-413b-4ffd-8c61-ddc6224db8ff None None] Port 13050a7e-4390-40f5-a753-399847aa1796 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:03.070009 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:03.397601 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:13:01Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'fa4e10ac-1463-4f4e-8f5d-318062f982de', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'port_id': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'mac_address': 'fa:16:3e:90:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17389791-904f-47b3-9813-cd97db4eccda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:06Z', 'updated_at': '2021-09-16T05:12:09Z', 'revision_number': 1, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13050a7e-4390-40f5-a753-399847aa1796', 'name': '', 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:d5:70:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8757a538-c191-4f46-90ba-f63ba54e446e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:01Z', 'updated_at': '2021-09-16T05:13:02Z', 'revision_number': 2, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': '8757a538-c191-4f46-90ba-f63ba54e446e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:03.449960 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Checking router: 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:03.450572 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Updating router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 port 13050a7e-4390-40f5-a753-399847aa1796 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:03.493406 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.956628 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:03.964879 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.020875 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Pushing event updated for resources: {'Port': ['ID=13050a7e-4390-40f5-a753-399847aa1796,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.050086 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.050461 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.050814 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.051150 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.051502 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.051819 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.052230 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.052586 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.052909 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.053239 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.053550 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.053894 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.091879 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Attempting to bind port 13050a7e-4390-40f5-a753-399847aa1796 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:04.092444 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Attempting to bind port 13050a7e-4390-40f5-a753-399847aa1796 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:04.093007 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Attempting to bind port 13050a7e-4390-40f5-a753-399847aa1796 on network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:04.099863 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:04.100302 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Checking segment: {'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:04.100660 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.101064 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Bound using segment: {'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:04.101575 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Bound port: 13050a7e-4390-40f5-a753-399847aa1796, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955bf99b-07b6-478f-bc46-5c5cb3475dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:04.101995 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.184842 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] For port 13050a7e-4390-40f5-a753-399847aa1796, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:04.188449 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] For port 13050a7e-4390-40f5-a753-399847aa1796, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=13050a7e-4390-40f5-a753-399847aa1796,segment=NetworkSegment(955bf99b-07b6-478f-bc46-5c5cb3475dad),segment_id=955bf99b-07b6-478f-bc46-5c5cb3475dad)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:04.197624 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.209009 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:13:04.263747 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:04.264404 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:12:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:04.291435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Provisioning complete for port 13050a7e-4390-40f5-a753-399847aa1796 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:04.292200 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.303692 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0821d89-f711-489d-8818-7a3cb251753c None None] Pushing event updated for resources: {'Port': ['ID=13050a7e-4390-40f5-a753-399847aa1796,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.532866 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:04.573107 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.625572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] For port 13050a7e-4390-40f5-a753-399847aa1796, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=13050a7e-4390-40f5-a753-399847aa1796,segment=NetworkSegment(955bf99b-07b6-478f-bc46-5c5cb3475dad),segment_id=955bf99b-07b6-478f-bc46-5c5cb3475dad)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:04.631088 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.696616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Pushing event updated for resources: {'Port': ['ID=13050a7e-4390-40f5-a753-399847aa1796,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:04.707148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.707521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.708583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.708583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.708583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.708923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.709189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.709528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.709911 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.710392 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.710605 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.710883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c806aa4-9c41-4846-ba7f-e2699f52f3c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:04.758382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-708546df-8b57-45b3-80b2-a663c95fa691 None None] Provisioning complete for port 13050a7e-4390-40f5-a753-399847aa1796 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:04.758771 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-708546df-8b57-45b3-80b2-a663c95fa691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:04.837449 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:13:01Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'fa4e10ac-1463-4f4e-8f5d-318062f982de', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'port_id': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'mac_address': 'fa:16:3e:90:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17389791-904f-47b3-9813-cd97db4eccda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:06Z', 'updated_at': '2021-09-16T05:12:09Z', 'revision_number': 1, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13050a7e-4390-40f5-a753-399847aa1796', 'name': '', 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:d5:70:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8757a538-c191-4f46-90ba-f63ba54e446e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:01Z', 'updated_at': '2021-09-16T05:13:04Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': '8757a538-c191-4f46-90ba-f63ba54e446e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:04.870055 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852c3008-a3d2-49c5-b8cd-bbb53e9cd1ea None None] The sync data for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 is: [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:13:01Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'fa4e10ac-1463-4f4e-8f5d-318062f982de', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'port_id': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'mac_address': 'fa:16:3e:90:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17389791-904f-47b3-9813-cd97db4eccda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:06Z', 'updated_at': '2021-09-16T05:12:09Z', 'revision_number': 1, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13050a7e-4390-40f5-a753-399847aa1796', 'name': '', 'network_id': '72a51859-0e7d-4896-9ba9-0ad244ca22d5', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:d5:70:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '8757a538-c191-4f46-90ba-f63ba54e446e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:01Z', 'updated_at': '2021-09-16T05:13:04Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': '8757a538-c191-4f46-90ba-f63ba54e446e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:05.127048 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 13050a7e-4390-40f5-a753-399847aa1796 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:05.176888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 13050a7e-4390-40f5-a753-399847aa1796 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:05.177272 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:05.763280 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:07.784295 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:14.879766 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc123273-76ba-47ee-9856-9f6e256018b4 req-b954c80f-15b5-4008-8152-2f57140c0490 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471499 Sep 16 05:13:14.970224 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123273-76ba-47ee-9856-9f6e256018b4 req-75c43b19-4e23-4767-86c6-eecb74ea618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:14.972454 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc123273-76ba-47ee-9856-9f6e256018b4 req-75c43b19-4e23-4767-86c6-eecb74ea618e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 1097 time: 0.0457137 Sep 16 05:13:15.084741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123273-76ba-47ee-9856-9f6e256018b4 req-482c59c0-c313-4c2a-adcf-eb40ecb64d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.086346 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc123273-76ba-47ee-9856-9f6e256018b4 req-482c59c0-c313-4c2a-adcf-eb40ecb64d02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.0908659 Sep 16 05:13:15.160597 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc123273-76ba-47ee-9856-9f6e256018b4 req-948c7d48-41c7-41ad-ae34-883d85210cb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d6d53bf-40a3-4519-9132-569ba80ded55 HTTP/1.1" status: 200 len: 1001 time: 0.0667803 Sep 16 05:13:15.210659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123273-76ba-47ee-9856-9f6e256018b4 req-a8503067-57cc-4be5-b493-6fe6410ae494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.212152 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc123273-76ba-47ee-9856-9f6e256018b4 req-a8503067-57cc-4be5-b493-6fe6410ae494 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0449727 Sep 16 05:13:15.258557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123273-76ba-47ee-9856-9f6e256018b4 req-082a3dec-8462-47ea-a120-ba477616ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.260057 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc123273-76ba-47ee-9856-9f6e256018b4 req-082a3dec-8462-47ea-a120-ba477616ef63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402122 Sep 16 05:13:15.603840 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc123273-76ba-47ee-9856-9f6e256018b4 req-f66bc746-2097-4191-8483-7ac74026fb12 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317094 Sep 16 05:13:15.638917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af8f04b9-2c63-41cd-958f-9fa777b7f08e req-79f3479d-e50a-44b9-8f1b-3c87f4f2e59b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409420 Sep 16 05:13:15.702054 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dc123273-76ba-47ee-9856-9f6e256018b4 req-3f478f44-a020-4732-a301-3320a0f95906 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886688 Sep 16 05:13:15.706396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f04b9-2c63-41cd-958f-9fa777b7f08e req-4c3b1fa6-b39a-4ef5-99b2-d73dddde06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.707948 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af8f04b9-2c63-41cd-958f-9fa777b7f08e req-4c3b1fa6-b39a-4ef5-99b2-d73dddde06ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 1098 time: 0.0426836 Sep 16 05:13:15.818288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f04b9-2c63-41cd-958f-9fa777b7f08e req-58998aba-5aed-4530-83fb-5e8c52c8d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.819738 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af8f04b9-2c63-41cd-958f-9fa777b7f08e req-58998aba-5aed-4530-83fb-5e8c52c8d50d service neutron] 10.222.0.50 "GET /v2.0/networks?id=335f5dff-05b2-4844-b038-c85a7d3084c2 HTTP/1.1" status: 200 len: 898 time: 0.0902939 Sep 16 05:13:15.885051 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af8f04b9-2c63-41cd-958f-9fa777b7f08e req-9b015a90-ec26-4b5b-9366-38474238cbdf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c15b83a-0335-438b-8bd5-bcd0866aca05 HTTP/1.1" status: 200 len: 1002 time: 0.0579350 Sep 16 05:13:15.944402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f04b9-2c63-41cd-958f-9fa777b7f08e req-ca3249e2-a034-427c-a945-deeaf205b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.945910 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af8f04b9-2c63-41cd-958f-9fa777b7f08e req-ca3249e2-a034-427c-a945-deeaf205b99f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3 HTTP/1.1" status: 200 len: 834 time: 0.0489416 Sep 16 05:13:15.997385 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f04b9-2c63-41cd-958f-9fa777b7f08e req-9c703905-4f0c-4461-aebb-123a243da122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:15.998925 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af8f04b9-2c63-41cd-958f-9fa777b7f08e req-9c703905-4f0c-4461-aebb-123a243da122 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=335f5dff-05b2-4844-b038-c85a7d3084c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401251 Sep 16 05:13:16.102002 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af8f04b9-2c63-41cd-958f-9fa777b7f08e req-9b67063d-37b0-4c12-850f-6c9abd5a9c39 service neutron] 10.222.0.50 "GET /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902331 Sep 16 05:13:16.203580 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af8f04b9-2c63-41cd-958f-9fa777b7f08e req-714c4fdc-f544-478e-8d30-d9ce1a090159 service neutron] 10.222.0.50 "GET /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889006 Sep 16 05:13:17.229656 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bdb6516-2873-4e52-8354-57ae4ddd1736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.164036 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b1174129-5672-47a6-a791-85cde944a259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:20.829918 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:21.729293 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.263315 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:23.416044 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50082) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:23.890441 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24ac142f-6853-439a-ac6d-8bb359bebd53 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.305772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-24ac142f-6853-439a-ac6d-8bb359bebd53 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting port 13050a7e-4390-40f5-a753-399847aa1796 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:24.306124 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24ac142f-6853-439a-ac6d-8bb359bebd53 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.398103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-24ac142f-6853-439a-ac6d-8bb359bebd53 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] For port 13050a7e-4390-40f5-a753-399847aa1796, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=13050a7e-4390-40f5-a753-399847aa1796,segment=NetworkSegment(955bf99b-07b6-478f-bc46-5c5cb3475dad),segment_id=955bf99b-07b6-478f-bc46-5c5cb3475dad)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:24.398477 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24ac142f-6853-439a-ac6d-8bb359bebd53 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.411557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-24ac142f-6853-439a-ac6d-8bb359bebd53 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Calling delete_port for 13050a7e-4390-40f5-a753-399847aa1796 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:24.615167 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24ac142f-6853-439a-ac6d-8bb359bebd53 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:24.642245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac142f-6853-439a-ac6d-8bb359bebd53 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Port': ['ID=13050a7e-4390-40f5-a753-399847aa1796,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:24.874413 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-24ac142f-6853-439a-ac6d-8bb359bebd53 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:25.161080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ac142f-6853-439a-ac6d-8bb359bebd53 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:25.280980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ac142f-6853-439a-ac6d-8bb359bebd53 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:25.286178 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-24ac142f-6853-439a-ac6d-8bb359bebd53 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "PUT /v2.0/routers/1babbee8-5547-4db8-b2cb-eef3bad4e7e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8689272 Sep 16 05:13:25.294646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f073a56-d200-4c30-b846-8f526dacad08 None None] Sync routers for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:25.306638 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f073a56-d200-4c30-b846-8f526dacad08 None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:25.309505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-0f073a56-d200-4c30-b846-8f526dacad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:25.463839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-0f073a56-d200-4c30-b846-8f526dacad08 None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:25.596427 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273ecea-5239-433c-8eb0-149c5dc3915a req-44ba273d-bfc8-4da6-a774-1a4ced2b68ce tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:25.598253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f273ecea-5239-433c-8eb0-149c5dc3915a req-44ba273d-bfc8-4da6-a774-1a4ced2b68ce tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 946 time: 0.0677347 Sep 16 05:13:25.641529 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f273ecea-5239-433c-8eb0-149c5dc3915a req-3cfb20b7-0126-4202-8d73-159111284548 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=a23762f2-68ca-431f-8640-00eceb05e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371125 Sep 16 05:13:25.769325 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-0f073a56-d200-4c30-b846-8f526dacad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:13:24Z', 'revision_number': 6, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'fa4e10ac-1463-4f4e-8f5d-318062f982de', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'port_id': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'mac_address': 'fa:16:3e:90:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17389791-904f-47b3-9813-cd97db4eccda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:06Z', 'updated_at': '2021-09-16T05:12:09Z', 'revision_number': 1, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:25.814518 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f073a56-d200-4c30-b846-8f526dacad08 None None] Checking router: 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:25.827880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f073a56-d200-4c30-b846-8f526dacad08 None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:25.828926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-0f073a56-d200-4c30-b846-8f526dacad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:25.977554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-0f073a56-d200-4c30-b846-8f526dacad08 None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:26.246362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-0f073a56-d200-4c30-b846-8f526dacad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:13:24Z', 'revision_number': 6, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'fa4e10ac-1463-4f4e-8f5d-318062f982de', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'port_id': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'mac_address': 'fa:16:3e:90:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17389791-904f-47b3-9813-cd97db4eccda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:06Z', 'updated_at': '2021-09-16T05:12:09Z', 'revision_number': 1, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:26.283534 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f073a56-d200-4c30-b846-8f526dacad08 None None] The sync data for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 is: [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:13:24Z', 'revision_number': 6, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'fa4e10ac-1463-4f4e-8f5d-318062f982de', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'port_id': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'mac_address': 'fa:16:3e:90:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17389791-904f-47b3-9813-cd97db4eccda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:12:06Z', 'updated_at': '2021-09-16T05:12:09Z', 'revision_number': 1, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:26.802559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86849ba7-e847-460f-b1bb-5875922c3883 req-d76575f2-5a33-434b-998e-b83e5a1eed76 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:26.804753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86849ba7-e847-460f-b1bb-5875922c3883 req-d76575f2-5a33-434b-998e-b83e5a1eed76 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 946 time: 0.0741785 Sep 16 05:13:26.861335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86849ba7-e847-460f-b1bb-5875922c3883 req-a31a3095-cd2a-42ba-b599-260c1b1339ae tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=a23762f2-68ca-431f-8640-00eceb05e5c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484588 Sep 16 05:13:27.068333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 13050a7e-4390-40f5-a753-399847aa1796 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:27.096399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 13050a7e-4390-40f5-a753-399847aa1796 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:27.096757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 13050a7e-4390-40f5-a753-399847aa1796 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:27.155487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f030b6-f1dc-4fed-afa1-ed5e93c0da58 req-0aea8a8a-d810-42df-92bf-e127490ee3e9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:27.157659 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a4f030b6-f1dc-4fed-afa1-ed5e93c0da58 req-0aea8a8a-d810-42df-92bf-e127490ee3e9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.15 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 946 time: 0.3556895 Sep 16 05:13:27.261898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a4f030b6-f1dc-4fed-afa1-ed5e93c0da58 req-7ea3a6f5-fa4d-4589-830e-7711e7fc4348 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting port 536aac3d-ac17-45cc-b211-f7b07c942650 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:27.262244 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a4f030b6-f1dc-4fed-afa1-ed5e93c0da58 req-7ea3a6f5-fa4d-4589-830e-7711e7fc4348 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.367394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a4f030b6-f1dc-4fed-afa1-ed5e93c0da58 req-7ea3a6f5-fa4d-4589-830e-7711e7fc4348 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] For port 536aac3d-ac17-45cc-b211-f7b07c942650, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=536aac3d-ac17-45cc-b211-f7b07c942650,segment=NetworkSegment(955bf99b-07b6-478f-bc46-5c5cb3475dad),segment_id=955bf99b-07b6-478f-bc46-5c5cb3475dad)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:27.367784 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a4f030b6-f1dc-4fed-afa1-ed5e93c0da58 req-7ea3a6f5-fa4d-4589-830e-7711e7fc4348 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.383036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-a4f030b6-f1dc-4fed-afa1-ed5e93c0da58 req-7ea3a6f5-fa4d-4589-830e-7711e7fc4348 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Calling delete_port for 536aac3d-ac17-45cc-b211-f7b07c942650 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:27.524965 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a4f030b6-f1dc-4fed-afa1-ed5e93c0da58 req-7ea3a6f5-fa4d-4589-830e-7711e7fc4348 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.557236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3a6f5-fa4d-4589-830e-7711e7fc4348 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Port': ['ID=536aac3d-ac17-45cc-b211-f7b07c942650,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:27.618810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f030b6-f1dc-4fed-afa1-ed5e93c0da58 req-7ea3a6f5-fa4d-4589-830e-7711e7fc4348 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] No DVR routers for this DVR port 536aac3d-ac17-45cc-b211-f7b07c942650 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:27.622611 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a4f030b6-f1dc-4fed-afa1-ed5e93c0da58 req-7ea3a6f5-fa4d-4589-830e-7711e7fc4348 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:27.625898 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a4f030b6-f1dc-4fed-afa1-ed5e93c0da58 req-7ea3a6f5-fa4d-4589-830e-7711e7fc4348 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.15 "DELETE /v2.0/ports/536aac3d-ac17-45cc-b211-f7b07c942650 HTTP/1.1" status: 204 len: 173 time: 0.4611139 Sep 16 05:13:27.627156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6', 'name': 'network-vif-deleted', 'tag': '536aac3d-ac17-45cc-b211-f7b07c942650'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:27.630852 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e443884f-6e7f-4878-9d81-1fc262dbcd35" -d '{"events": [{"server_uuid": "2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6", "name": "network-vif-deleted", "tag": "536aac3d-ac17-45cc-b211-f7b07c942650"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:27.686978 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48168f08-9008-4a30-908a-db8174b84730 x-openstack-request-id: req-48168f08-9008-4a30-908a-db8174b84730 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:27.687351 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6", "name": "network-vif-deleted", "tag": "536aac3d-ac17-45cc-b211-f7b07c942650", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:27.687614 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48168f08-9008-4a30-908a-db8174b84730 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:27.688049 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6', 'name': 'network-vif-deleted', 'tag': '536aac3d-ac17-45cc-b211-f7b07c942650', 'status': 'completed', 'code': 200} Sep 16 05:13:28.006551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0aea3079-7015-4a97-8937-73bcff2a9297 req-939c0efa-cb4c-4312-929f-f2e28255d0e8 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=2afd8f02-1a3e-4dfa-b5b2-730ba352e9c6 HTTP/1.1" status: 200 len: 210 time: 0.0421529 Sep 16 05:13:29.084459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50096) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:29.149410 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14213b3d-d888-493d-aa15-7dfdb735bfb4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.176944 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14213b3d-d888-493d-aa15-7dfdb735bfb4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.250441 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14213b3d-d888-493d-aa15-7dfdb735bfb4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.253318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14213b3d-d888-493d-aa15-7dfdb735bfb4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.254564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-14213b3d-d888-493d-aa15-7dfdb735bfb4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/security-groups/a23762f2-68ca-431f-8640-00eceb05e5c3 HTTP/1.1" status: 204 len: 168 time: 0.1690493 Sep 16 05:13:29.266240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14213b3d-d888-493d-aa15-7dfdb735bfb4 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23762f2-68ca-431f-8640-00eceb05e5c3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.297598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50100) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:29.357649 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee688ea-dafb-4473-ab8a-13a97be914ec tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting subnet 8757a538-c191-4f46-90ba-f63ba54e446e {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:29.361027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ee688ea-dafb-4473-ab8a-13a97be914ec tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.403122 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ee688ea-dafb-4473-ab8a-13a97be914ec tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.509065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ee688ea-dafb-4473-ab8a-13a97be914ec tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.603002 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ee688ea-dafb-4473-ab8a-13a97be914ec tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.632881 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee688ea-dafb-4473-ab8a-13a97be914ec tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Subnet': ['ID=8757a538-c191-4f46-90ba-f63ba54e446e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:29.636981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1ee688ea-dafb-4473-ab8a-13a97be914ec tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.639048 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1ee688ea-dafb-4473-ab8a-13a97be914ec tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/subnets/8757a538-c191-4f46-90ba-f63ba54e446e HTTP/1.1" status: 204 len: 168 time: 0.3403902 Sep 16 05:13:29.643570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50102) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:29.647295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddf4ca4-79d5-4b9e-ba1d-8cb1915adf71 None None] Network 72a51859-0e7d-4896-9ba9-0ad244ca22d5 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:29.742264 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.817665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting port 5fdb1972-492d-4ea7-97b5-502b1ab26340 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:29.818219 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.869083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5c9909-9844-42d7-b408-125fcd54611d None None] DHCP port deletion for 72a51859-0e7d-4896-9ba9-0ad244ca22d5 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:29.903840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] For port 5fdb1972-492d-4ea7-97b5-502b1ab26340, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5fdb1972-492d-4ea7-97b5-502b1ab26340,segment=NetworkSegment(955bf99b-07b6-478f-bc46-5c5cb3475dad),segment_id=955bf99b-07b6-478f-bc46-5c5cb3475dad)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:29.904889 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:29.927132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Calling delete_port for 5fdb1972-492d-4ea7-97b5-502b1ab26340 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:29.931613 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c9909-9844-42d7-b408-125fcd54611d None None] Deleting port 5fdb1972-492d-4ea7-97b5-502b1ab26340 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:29.932217 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9909-9844-42d7-b408-125fcd54611d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.012185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9c5c9909-9844-42d7-b408-125fcd54611d None None] For port 5fdb1972-492d-4ea7-97b5-502b1ab26340, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5fdb1972-492d-4ea7-97b5-502b1ab26340,segment=NetworkSegment(955bf99b-07b6-478f-bc46-5c5cb3475dad),segment_id=955bf99b-07b6-478f-bc46-5c5cb3475dad)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:30.012589 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9909-9844-42d7-b408-125fcd54611d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.029788 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c9909-9844-42d7-b408-125fcd54611d None None] Calling delete_port for 5fdb1972-492d-4ea7-97b5-502b1ab26340 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:30.033664 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.062992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Port': ['ID=5fdb1972-492d-4ea7-97b5-502b1ab26340,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.066945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] No DVR routers for this DVR port 5fdb1972-492d-4ea7-97b5-502b1ab26340 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:30.122442 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9909-9844-42d7-b408-125fcd54611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.155129 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c9909-9844-42d7-b408-125fcd54611d None None] Pushing event deleted for resources: {'Port': ['ID=5fdb1972-492d-4ea7-97b5-502b1ab26340,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.161131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c9909-9844-42d7-b408-125fcd54611d None None] No DVR routers for this DVR port 5fdb1972-492d-4ea7-97b5-502b1ab26340 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:30.166460 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.196321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a51859-0e7d-4896-9ba9-0ad244ca22d5']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:30.209127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955bf99b-07b6-478f-bc46-5c5cb3475dad') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:30.209432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955bf99b-07b6-478f-bc46-5c5cb3475dad') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:30.221245 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.237238 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.244418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:30.244874 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:30.248913 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:30.332444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.339867 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.341798 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/networks/72a51859-0e7d-4896-9ba9-0ad244ca22d5 HTTP/1.1" status: 204 len: 168 time: 0.6955559 Sep 16 05:13:30.344774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50104) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:30.356360 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3fe7b-0be3-44c7-a438-7bd1d58c2c21 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Network': ['ID=72a51859-0e7d-4896-9ba9-0ad244ca22d5,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.532509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting port 668c4eed-767f-471e-a427-4b9861c29577 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:30.533489 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.619928 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.620194 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.638317 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Calling delete_port for 668c4eed-767f-471e-a427-4b9861c29577 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:30.812145 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.851563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Port': ['ID=668c4eed-767f-471e-a427-4b9861c29577,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:30.916019 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:30.916522 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Floating IP fa4e10ac-1463-4f4e-8f5d-318062f982de disassociated (deleted). External IP: 172.25.0.161, port: 1c15b83a-0335-438b-8bd5-bcd0866aca05. Sep 16 05:13:31.138981 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5fdb1972-492d-4ea7-97b5-502b1ab26340 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:31.163844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 5fdb1972-492d-4ea7-97b5-502b1ab26340 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:31.164191 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5fdb1972-492d-4ea7-97b5-502b1ab26340 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:31.175270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:31.304019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:31.311185 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:31.319019 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2403c4-4e16-4a5e-9285-1f88f6a56117 None None] Sync routers for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:31.331493 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2403c4-4e16-4a5e-9285-1f88f6a56117 None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:31.332126 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3b2403c4-4e16-4a5e-9285-1f88f6a56117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:31.368244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4be39bc2-d227-4414-8d4d-1d3e323aa769 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/floatingips/fa4e10ac-1463-4f4e-8f5d-318062f982de HTTP/1.1" status: 204 len: 168 time: 1.0217659 Sep 16 05:13:31.368944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17389791-904f-47b3-9813-cd97db4eccda', 'tag': '1c15b83a-0335-438b-8bd5-bcd0866aca05'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:31.373353 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a095d1-7167-4aca-9717-1940a1eb119a" -d '{"events": [{"name": "network-changed", "server_uuid": "17389791-904f-47b3-9813-cd97db4eccda", "tag": "1c15b83a-0335-438b-8bd5-bcd0866aca05"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:31.457599 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-3b2403c4-4e16-4a5e-9285-1f88f6a56117 None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:31.558091 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc40243-7925-4b0f-b8cd-c8596b98cf6a x-openstack-request-id: req-6cc40243-7925-4b0f-b8cd-c8596b98cf6a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:31.558678 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17389791-904f-47b3-9813-cd97db4eccda", "tag": "1c15b83a-0335-438b-8bd5-bcd0866aca05", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:31.559126 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cc40243-7925-4b0f-b8cd-c8596b98cf6a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:31.559979 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17389791-904f-47b3-9813-cd97db4eccda', 'tag': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'status': 'completed', 'code': 200} Sep 16 05:13:31.571830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 536aac3d-ac17-45cc-b211-f7b07c942650 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:31.599949 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 536aac3d-ac17-45cc-b211-f7b07c942650 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:31.600642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 536aac3d-ac17-45cc-b211-f7b07c942650 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:31.670089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a095d1-7167-4aca-9717-1940a1eb119a req-f5c3df32-84ad-400f-9391-46c494660b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.671643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9a095d1-7167-4aca-9717-1940a1eb119a req-f5c3df32-84ad-400f-9391-46c494660b57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 1098 time: 0.0840182 Sep 16 05:13:31.679259 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3b2403c4-4e16-4a5e-9285-1f88f6a56117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:13:24Z', 'revision_number': 6, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:31.696582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960fbb3-0eaf-4ccd-aff0-37c37eb85ebe req-39c03d18-9e1f-4540-9f87-c8fadf2dc7ce tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.698095 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5960fbb3-0eaf-4ccd-aff0-37c37eb85ebe req-39c03d18-9e1f-4540-9f87-c8fadf2dc7ce tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 946 time: 0.0689006 Sep 16 05:13:31.710758 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2403c4-4e16-4a5e-9285-1f88f6a56117 None None] Checking router: 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:31.718889 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2403c4-4e16-4a5e-9285-1f88f6a56117 None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:31.719507 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3b2403c4-4e16-4a5e-9285-1f88f6a56117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:31.791652 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5960fbb3-0eaf-4ccd-aff0-37c37eb85ebe req-af136265-1f10-41c2-b284-088d20a20e5f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=358526cb-f19a-40d9-ad07-7bf2165b0661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823944 Sep 16 05:13:31.811049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a095d1-7167-4aca-9717-1940a1eb119a req-82edefa9-9a21-4ee2-b1ba-93bbffb89f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.812736 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9a095d1-7167-4aca-9717-1940a1eb119a req-82edefa9-9a21-4ee2-b1ba-93bbffb89f0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=335f5dff-05b2-4844-b038-c85a7d3084c2 HTTP/1.1" status: 200 len: 898 time: 0.1322663 Sep 16 05:13:31.838297 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-3b2403c4-4e16-4a5e-9285-1f88f6a56117 None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:31.856850 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9a095d1-7167-4aca-9717-1940a1eb119a req-ba23e819-7243-4f2e-816f-e589b01b2664 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c15b83a-0335-438b-8bd5-bcd0866aca05 HTTP/1.1" status: 200 len: 217 time: 0.0360067 Sep 16 05:13:31.916707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a095d1-7167-4aca-9717-1940a1eb119a req-6e6792e8-66b4-47c3-843f-601453d0b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.918241 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9a095d1-7167-4aca-9717-1940a1eb119a req-6e6792e8-66b4-47c3-843f-601453d0b8f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3 HTTP/1.1" status: 200 len: 834 time: 0.0534997 Sep 16 05:13:31.968022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a095d1-7167-4aca-9717-1940a1eb119a req-3cdaad62-55a6-4b76-a889-e8f06cdeb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:31.971138 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9a095d1-7167-4aca-9717-1940a1eb119a req-3cdaad62-55a6-4b76-a889-e8f06cdeb645 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=335f5dff-05b2-4844-b038-c85a7d3084c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449591 Sep 16 05:13:32.068775 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3b2403c4-4e16-4a5e-9285-1f88f6a56117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:13:24Z', 'revision_number': 6, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:32.075716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9a095d1-7167-4aca-9717-1940a1eb119a req-d764dffb-1d82-482f-8a7b-a988d44aa331 service neutron] 10.222.0.50 "GET /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934596 Sep 16 05:13:32.099753 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2403c4-4e16-4a5e-9285-1f88f6a56117 None None] The sync data for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 is: [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:13:24Z', 'revision_number': 6, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '033df142-f0f5-4e21-97e1-3d66c06a1499', 'name': '', 'network_id': '335f5dff-05b2-4844-b038-c85a7d3084c2', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:3f:fd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:47Z', 'updated_at': '2021-09-16T05:11:52Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': 'ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:32.359877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6696d0-3dc7-4e4b-a520-e18d7179ff65 None None] New status for floating IP fa4e10ac-1463-4f4e-8f5d-318062f982de: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:13:32.442544 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9a095d1-7167-4aca-9717-1940a1eb119a req-495d0b15-09ac-477f-9dea-6d8a90d4132a service neutron] 10.222.0.50 "GET /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575566 Sep 16 05:13:32.933466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdfc92-7269-4ece-96c8-94080c39ef48 req-9a30659f-700f-4260-b56b-39b7c7014d0f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:32.935060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73fdfc92-7269-4ece-96c8-94080c39ef48 req-9a30659f-700f-4260-b56b-39b7c7014d0f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 946 time: 0.0703328 Sep 16 05:13:32.983097 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73fdfc92-7269-4ece-96c8-94080c39ef48 req-02137714-deaf-43ca-b831-d1849464af0a tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=358526cb-f19a-40d9-ad07-7bf2165b0661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393760 Sep 16 05:13:33.184131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea4780-a148-401d-b176-cfa1ac6139bf req-acd0688d-732f-4320-a6e3-e90da26e396f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:33.186292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3ea4780-a148-401d-b176-cfa1ac6139bf req-acd0688d-732f-4320-a6e3-e90da26e396f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.50 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 946 time: 0.0559258 Sep 16 05:13:33.281286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-a3ea4780-a148-401d-b176-cfa1ac6139bf req-44e40f27-a90d-4d2b-aafa-60b20c7103a0 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting port 1c15b83a-0335-438b-8bd5-bcd0866aca05 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:33.281656 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a3ea4780-a148-401d-b176-cfa1ac6139bf req-44e40f27-a90d-4d2b-aafa-60b20c7103a0 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.379672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a3ea4780-a148-401d-b176-cfa1ac6139bf req-44e40f27-a90d-4d2b-aafa-60b20c7103a0 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] For port 1c15b83a-0335-438b-8bd5-bcd0866aca05, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1c15b83a-0335-438b-8bd5-bcd0866aca05,segment=NetworkSegment(ed24d922-29e6-4f48-a86a-275c2b02f642),segment_id=ed24d922-29e6-4f48-a86a-275c2b02f642)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:33.380046 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a3ea4780-a148-401d-b176-cfa1ac6139bf req-44e40f27-a90d-4d2b-aafa-60b20c7103a0 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.393296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-a3ea4780-a148-401d-b176-cfa1ac6139bf req-44e40f27-a90d-4d2b-aafa-60b20c7103a0 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Calling delete_port for 1c15b83a-0335-438b-8bd5-bcd0866aca05 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:33.544952 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a3ea4780-a148-401d-b176-cfa1ac6139bf req-44e40f27-a90d-4d2b-aafa-60b20c7103a0 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.576671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e40f27-a90d-4d2b-aafa-60b20c7103a0 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Port': ['ID=1c15b83a-0335-438b-8bd5-bcd0866aca05,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:33.624799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ea4780-a148-401d-b176-cfa1ac6139bf req-44e40f27-a90d-4d2b-aafa-60b20c7103a0 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] No DVR routers for this DVR port 1c15b83a-0335-438b-8bd5-bcd0866aca05 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:33.627714 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a3ea4780-a148-401d-b176-cfa1ac6139bf req-44e40f27-a90d-4d2b-aafa-60b20c7103a0 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:33.629826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3ea4780-a148-401d-b176-cfa1ac6139bf req-44e40f27-a90d-4d2b-aafa-60b20c7103a0 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.50 "DELETE /v2.0/ports/1c15b83a-0335-438b-8bd5-bcd0866aca05 HTTP/1.1" status: 204 len: 173 time: 0.4375024 Sep 16 05:13:33.630303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17389791-904f-47b3-9813-cd97db4eccda', 'name': 'network-vif-deleted', 'tag': '1c15b83a-0335-438b-8bd5-bcd0866aca05'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:33.632620 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eab9cff-7d4e-4993-bac4-e67de030260a" -d '{"events": [{"server_uuid": "17389791-904f-47b3-9813-cd97db4eccda", "name": "network-vif-deleted", "tag": "1c15b83a-0335-438b-8bd5-bcd0866aca05"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:33.676632 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f9c8dc-d79e-4fe8-9211-38c83e60bd8a x-openstack-request-id: req-e4f9c8dc-d79e-4fe8-9211-38c83e60bd8a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:33.682767 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17389791-904f-47b3-9813-cd97db4eccda", "name": "network-vif-deleted", "tag": "1c15b83a-0335-438b-8bd5-bcd0866aca05", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:33.683147 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4f9c8dc-d79e-4fe8-9211-38c83e60bd8a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:33.684150 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17389791-904f-47b3-9813-cd97db4eccda', 'name': 'network-vif-deleted', 'tag': '1c15b83a-0335-438b-8bd5-bcd0866aca05', 'status': 'completed', 'code': 200} Sep 16 05:13:34.102520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63c6b321-aa48-4e88-918c-5fc09d9e184b req-350ff8f8-c18c-4ba3-a6af-eab4e652dcd0 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=17389791-904f-47b3-9813-cd97db4eccda HTTP/1.1" status: 200 len: 210 time: 0.0263562 Sep 16 05:13:35.161359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50120) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:35.230317 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32fc9ca7-42bc-41e2-93a0-b975834e6880 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.261736 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32fc9ca7-42bc-41e2-93a0-b975834e6880 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.342398 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32fc9ca7-42bc-41e2-93a0-b975834e6880 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.345018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32fc9ca7-42bc-41e2-93a0-b975834e6880 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.347107 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-32fc9ca7-42bc-41e2-93a0-b975834e6880 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/security-groups/358526cb-f19a-40d9-ad07-7bf2165b0661 HTTP/1.1" status: 204 len: 168 time: 0.1851614 Sep 16 05:13:35.356798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc9ca7-42bc-41e2-93a0-b975834e6880 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358526cb-f19a-40d9-ad07-7bf2165b0661,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:35.377919 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50124) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:35.769579 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:35.803791 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dcd226ae-f17e-4380-b0ad-b3100d2f8c1b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.121461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-dcd226ae-f17e-4380-b0ad-b3100d2f8c1b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting port 033df142-f0f5-4e21-97e1-3d66c06a1499 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:36.121764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dcd226ae-f17e-4380-b0ad-b3100d2f8c1b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.238146 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-dcd226ae-f17e-4380-b0ad-b3100d2f8c1b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] For port 033df142-f0f5-4e21-97e1-3d66c06a1499, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=033df142-f0f5-4e21-97e1-3d66c06a1499,segment=NetworkSegment(ed24d922-29e6-4f48-a86a-275c2b02f642),segment_id=ed24d922-29e6-4f48-a86a-275c2b02f642)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:36.239007 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dcd226ae-f17e-4380-b0ad-b3100d2f8c1b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.260406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-dcd226ae-f17e-4380-b0ad-b3100d2f8c1b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Calling delete_port for 033df142-f0f5-4e21-97e1-3d66c06a1499 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:36.496825 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dcd226ae-f17e-4380-b0ad-b3100d2f8c1b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:36.526719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd226ae-f17e-4380-b0ad-b3100d2f8c1b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Port': ['ID=033df142-f0f5-4e21-97e1-3d66c06a1499,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:36.730323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dcd226ae-f17e-4380-b0ad-b3100d2f8c1b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.038265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd226ae-f17e-4380-b0ad-b3100d2f8c1b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:37.174417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd226ae-f17e-4380-b0ad-b3100d2f8c1b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:37.180603 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dcd226ae-f17e-4380-b0ad-b3100d2f8c1b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "PUT /v2.0/routers/1babbee8-5547-4db8-b2cb-eef3bad4e7e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8007669 Sep 16 05:13:37.183605 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50126) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:37.186307 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad2bea7-5c9f-402a-b754-cf548c0f79fa None None] Sync routers for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:37.197346 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad2bea7-5c9f-402a-b754-cf548c0f79fa None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:37.198032 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3ad2bea7-5c9f-402a-b754-cf548c0f79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:37.251053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-013a373c-da60-4192-b0f5-1eb5e0fea85c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting subnet ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:13:37.255605 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-013a373c-da60-4192-b0f5-1eb5e0fea85c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.301027 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-013a373c-da60-4192-b0f5-1eb5e0fea85c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.319380 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-3ad2bea7-5c9f-402a-b754-cf548c0f79fa None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:37.364769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1c15b83a-0335-438b-8bd5-bcd0866aca05 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:37.398156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 1c15b83a-0335-438b-8bd5-bcd0866aca05 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:37.398156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1c15b83a-0335-438b-8bd5-bcd0866aca05 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:37.414872 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-013a373c-da60-4192-b0f5-1eb5e0fea85c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.493339 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-013a373c-da60-4192-b0f5-1eb5e0fea85c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.540913 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a373c-da60-4192-b0f5-1eb5e0fea85c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:37.544491 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-013a373c-da60-4192-b0f5-1eb5e0fea85c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.548271 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-013a373c-da60-4192-b0f5-1eb5e0fea85c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/subnets/ed8ecd02-c3f7-4d27-b592-0c2c7f798ba3 HTTP/1.1" status: 204 len: 168 time: 0.3626277 Sep 16 05:13:37.552019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50128) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:37.558058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652dd8cb-1c53-4da1-95ed-4d12607e9bce None None] Network 335f5dff-05b2-4844-b038-c85a7d3084c2 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:37.702187 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3ad2bea7-5c9f-402a-b754-cf548c0f79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:13:36Z', 'revision_number': 7, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:37.722085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.732698 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad2bea7-5c9f-402a-b754-cf548c0f79fa None None] Checking router: 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:37.744009 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad2bea7-5c9f-402a-b754-cf548c0f79fa None None] Routers {'1babbee8-5547-4db8-b2cb-eef3bad4e7e9'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:37.745120 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3ad2bea7-5c9f-402a-b754-cf548c0f79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:37.801029 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.842020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56a6957-7cbe-4383-bf8b-996fa63df23c None None] DHCP port deletion for 335f5dff-05b2-4844-b038-c85a7d3084c2 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:13:37.874484 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-3ad2bea7-5c9f-402a-b754-cf548c0f79fa None None] Set router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:37.882809 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.902689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d56a6957-7cbe-4383-bf8b-996fa63df23c None None] Deleting port 002c7c38-ac0f-4b66-9190-bc667badff4c {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:37.903078 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d56a6957-7cbe-4383-bf8b-996fa63df23c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:37.949956 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting port 7971f009-c1fc-4dfb-8642-fb1378eba31a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:13:37.950798 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.005349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d56a6957-7cbe-4383-bf8b-996fa63df23c None None] For port 002c7c38-ac0f-4b66-9190-bc667badff4c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=002c7c38-ac0f-4b66-9190-bc667badff4c,segment=NetworkSegment(ed24d922-29e6-4f48-a86a-275c2b02f642),segment_id=ed24d922-29e6-4f48-a86a-275c2b02f642)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:38.005895 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d56a6957-7cbe-4383-bf8b-996fa63df23c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.026822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d56a6957-7cbe-4383-bf8b-996fa63df23c None None] Calling delete_port for 002c7c38-ac0f-4b66-9190-bc667badff4c owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:38.060411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] For port 7971f009-c1fc-4dfb-8642-fb1378eba31a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=7971f009-c1fc-4dfb-8642-fb1378eba31a,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:38.060953 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.075684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Calling delete_port for 7971f009-c1fc-4dfb-8642-fb1378eba31a owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:13:38.098813 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-3ad2bea7-5c9f-402a-b754-cf548c0f79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:13:36Z', 'revision_number': 7, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.126960 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad2bea7-5c9f-402a-b754-cf548c0f79fa None None] The sync data for ids ['1babbee8-5547-4db8-b2cb-eef3bad4e7e9'] in n-d-712142-17 is: [{'id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'name': 'tempest-TestNetworkBasicOps-router-1213807659', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:11:43Z', 'updated_at': '2021-09-16T05:13:36Z', 'revision_number': 7, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '7971f009-c1fc-4dfb-8642-fb1378eba31a', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1babbee8-5547-4db8-b2cb-eef3bad4e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:11:44Z', 'updated_at': '2021-09-16T05:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:38.141993 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d56a6957-7cbe-4383-bf8b-996fa63df23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.174960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a6957-7cbe-4383-bf8b-996fa63df23c None None] Pushing event deleted for resources: {'Port': ['ID=002c7c38-ac0f-4b66-9190-bc667badff4c,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:38.179660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a6957-7cbe-4383-bf8b-996fa63df23c None None] No DVR routers for this DVR port 002c7c38-ac0f-4b66-9190-bc667badff4c on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:13:38.274478 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.303752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Port': ['ID=7971f009-c1fc-4dfb-8642-fb1378eba31a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:38.365648 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.468667 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.471342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.519582 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.520163 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Fanout notify agent at l3_agent the message router_deleted on router 1babbee8-5547-4db8-b2cb-eef3bad4e7e9 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:13:38.527753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.529569 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-12e33150-a299-40dd-a754-2022457815ee tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/routers/1babbee8-5547-4db8-b2cb-eef3bad4e7e9 HTTP/1.1" status: 204 len: 168 time: 0.9759338 Sep 16 05:13:38.532159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50130) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:38.640761 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.752373 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.777798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335f5dff-05b2-4844-b038-c85a7d3084c2']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.789375 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed24d922-29e6-4f48-a86a-275c2b02f642') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.789964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed24d922-29e6-4f48-a86a-275c2b02f642') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:38.804173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.824504 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.837056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:13:38.837723 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:13:38.842626 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:13:38.947742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.960199 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:38.965534 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/networks/335f5dff-05b2-4844-b038-c85a7d3084c2 HTTP/1.1" status: 204 len: 168 time: 0.4287295 Sep 16 05:13:38.981302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50132) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:38.988924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-bd627016-ddf8-456a-b2ed-52cc8d126f1f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'network': {'name': 'tempest-network-smoke--747170364', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'port_security_enabled': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:39.000875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43854b7-49df-4c67-a941-ae3bd0e2d34c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Network': ['ID=335f5dff-05b2-4844-b038-c85a7d3084c2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.015778 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd627016-ddf8-456a-b2ed-52cc8d126f1f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Made reservation on behalf of 5bf01b591c0a47d79f8aa5dc9d208c3e for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:39.020881 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd627016-ddf8-456a-b2ed-52cc8d126f1f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.056422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd627016-ddf8-456a-b2ed-52cc8d126f1f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:13:39.067069 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd627016-ddf8-456a-b2ed-52cc8d126f1f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.067421 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-bd627016-ddf8-456a-b2ed-52cc8d126f1f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Added segment 78365dd1-065a-4639-ae86-b0da908c7f17 of type vlan for network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 Sep 16 05:13:39.122133 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd627016-ddf8-456a-b2ed-52cc8d126f1f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.155202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd627016-ddf8-456a-b2ed-52cc8d126f1f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.162003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd627016-ddf8-456a-b2ed-52cc8d126f1f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:39.162672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bd627016-ddf8-456a-b2ed-52cc8d126f1f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.205180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bd627016-ddf8-456a-b2ed-52cc8d126f1f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2221646 Sep 16 05:13:39.208203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50134) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:39.213102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'admin_state_up': True, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:39.239520 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.240766 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.247454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd627016-ddf8-456a-b2ed-52cc8d126f1f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Network': ['ID=a7906a4d-ec87-4a4b-8cc1-18c2e41fa282,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:39.259924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:13:39.296128 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:39.411590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 002c7c38-ac0f-4b66-9190-bc667badff4c no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:39.444036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 002c7c38-ac0f-4b66-9190-bc667badff4c {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:39.444395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 002c7c38-ac0f-4b66-9190-bc667badff4c not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:39.444838 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7971f009-c1fc-4dfb-8642-fb1378eba31a no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:39.464926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 7971f009-c1fc-4dfb-8642-fb1378eba31a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:39.465285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 7971f009-c1fc-4dfb-8642-fb1378eba31a not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:39.465757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 033df142-f0f5-4e21-97e1-3d66c06a1499 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:13:39.487423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 033df142-f0f5-4e21-97e1-3d66c06a1499 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:13:39.487777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 033df142-f0f5-4e21-97e1-3d66c06a1499 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:13:39.795107 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.020644 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.043291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.162469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Allocated IP 172.25.0.188 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/03166c66-d343-41dc-82af-0dea7e6bf1a9) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:40.289993 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.325277 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.369445 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:40.373041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:40.381030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:40.386255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=03166c66-d343-41dc-82af-0dea7e6bf1a9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:40.655997 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.861664 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:40.995569 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Router b70b849c-2eaf-4774-b065-44a5e6f34a4a is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:13:41.110716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:41.120071 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Sync routers for ids ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:41.130978 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Routers {'b70b849c-2eaf-4774-b065-44a5e6f34a4a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:41.131469 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.131639 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:41.133005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5e0c4a79-5694-4f53-84c5-f940f30b7714 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9235294 Sep 16 05:13:41.136145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50136) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.170835 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-696afd7e-1ba7-46f8-a90b-66ab2e81aa7c tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5bf01b591c0a47d79f8aa5dc9d208c3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334177 Sep 16 05:13:41.175066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50138) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.202955 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:13:41.246128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Set router b70b849c-2eaf-4774-b065-44a5e6f34a4a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:41.335468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c776ee-cbfc-476a-911d-6b57bf40bd75 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:41.337112 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-67c776ee-cbfc-476a-911d-6b57bf40bd75 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1610811 Sep 16 05:13:41.341269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50140) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.377670 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f73e6666-5d4a-42a3-a7e0-618ed07c8a6f tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351727 Sep 16 05:13:41.380136 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50142) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.385051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-bc5469ae-ad79-4ab4-8627-26ad2d785667 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1854898497', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:41.434897 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:40Z', 'revision_number': 3, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:41.466474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Checking router: b70b849c-2eaf-4774-b065-44a5e6f34a4a for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:41.466809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Updating router b70b849c-2eaf-4774-b065-44a5e6f34a4a port 03166c66-d343-41dc-82af-0dea7e6bf1a9 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:41.499869 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5469ae-ad79-4ab4-8627-26ad2d785667 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Made reservation on behalf of 5bf01b591c0a47d79f8aa5dc9d208c3e for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:41.504024 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.504485 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc5469ae-ad79-4ab4-8627-26ad2d785667 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.717097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc5469ae-ad79-4ab4-8627-26ad2d785667 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.787882 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5469ae-ad79-4ab4-8627-26ad2d785667 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Subnet': ['ID=8716604a-1144-489b-9598-c49455e9c366,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.799506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5469ae-ad79-4ab4-8627-26ad2d785667 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Checking segment: {'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:41.799853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5469ae-ad79-4ab4-8627-26ad2d785667 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network hostable DHCP agents. Network: a7906a4d-ec87-4a4b-8cc1-18c2e41fa282, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:13:41.825585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5469ae-ad79-4ab4-8627-26ad2d785667 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:13:41.828997 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.836207 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.839050 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-bc5469ae-ad79-4ab4-8627-26ad2d785667 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, a7906a4d-ec87-4a4b-8cc1-18c2e41fa282) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:41.844299 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5469ae-ad79-4ab4-8627-26ad2d785667 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:41.845453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bc5469ae-ad79-4ab4-8627-26ad2d785667 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.861761 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bc5469ae-ad79-4ab4-8627-26ad2d785667 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4805322 Sep 16 05:13:41.864512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50144) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:41.872504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29641c1d-5993-45cb-8705-b596a9e34eca None None] Network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:41.953851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Attempting to bind port 03166c66-d343-41dc-82af-0dea7e6bf1a9 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:41.954315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Attempting to bind port 03166c66-d343-41dc-82af-0dea7e6bf1a9 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:41.955200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Attempting to bind port 03166c66-d343-41dc-82af-0dea7e6bf1a9 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:41.965874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d2246-0046-4d61-bf77-634470a6a5da None None] Pushing event updated for resources: {'Port': ['ID=03166c66-d343-41dc-82af-0dea7e6bf1a9,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:41.982097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:41.982676 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:41.983353 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:41.983900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:41.984607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Bound port: 03166c66-d343-41dc-82af-0dea7e6bf1a9, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:41.985105 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.101011 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] For port 03166c66-d343-41dc-82af-0dea7e6bf1a9, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:42.105826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] For port 03166c66-d343-41dc-82af-0dea7e6bf1a9, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=03166c66-d343-41dc-82af-0dea7e6bf1a9,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:42.111591 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.155873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ips': [{'subnet_id': '8716604a-1144-489b-9598-c49455e9c366'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:13:42.156759 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.213687 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d2246-0046-4d61-bf77-634470a6a5da None None] Pushing event updated for resources: {'Port': ['ID=03166c66-d343-41dc-82af-0dea7e6bf1a9,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:42.217830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Routers {'b70b849c-2eaf-4774-b065-44a5e6f34a4a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:42.218474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:42.596133 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] Set router b70b849c-2eaf-4774-b065-44a5e6f34a4a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:42.625779 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Allocated IP 172.20.0.2 (a7906a4d-ec87-4a4b-8cc1-18c2e41fa282/8716604a-1144-489b-9598-c49455e9c366/99786958-aedb-4f96-89a6-b27158661c2c) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:42.633011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.912495 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.921483 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:42.928223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:40Z', 'revision_number': 3, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:42.976568 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Allocated IP 172.20.0.1 (a7906a4d-ec87-4a4b-8cc1-18c2e41fa282/8716604a-1144-489b-9598-c49455e9c366/3e529900-5420-4aee-abfc-721920e1f839) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:42.984431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf088a-d5f8-4f6b-96d7-a2522bc48d31 None None] The sync data for ids ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'] in n-d-712142-17 is: [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:40Z', 'revision_number': 3, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:42.998661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:43.002737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:43.009075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:43.021244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Pushing event updated for resources: {'Port': ['ID=99786958-aedb-4f96-89a6-b27158661c2c,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.101696 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Attempting to bind port 99786958-aedb-4f96-89a6-b27158661c2c on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:43.102293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Attempting to bind port 99786958-aedb-4f96-89a6-b27158661c2c by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:43.102885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Attempting to bind port 99786958-aedb-4f96-89a6-b27158661c2c on network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:43.109138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:43.109517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Checking segment: {'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:43.109962 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.110357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Bound using segment: {'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:43.111464 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Bound port: 99786958-aedb-4f96-89a6-b27158661c2c, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:43.112104 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.131273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.173430 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.194330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] For port 99786958-aedb-4f96-89a6-b27158661c2c, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:43.197864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] For port 99786958-aedb-4f96-89a6-b27158661c2c, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=99786958-aedb-4f96-89a6-b27158661c2c,segment=NetworkSegment(78365dd1-065a-4639-ae86-b0da908c7f17),segment_id=78365dd1-065a-4639-ae86-b0da908c7f17)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:43.204437 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.230856 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=3e529900-5420-4aee-abfc-721920e1f839,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.244130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:43.245824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:43.248412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:43.307485 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67a3a2-b54b-47a2-9fa3-895ac72d63f2 None None] Pushing event updated for resources: {'Port': ['ID=99786958-aedb-4f96-89a6-b27158661c2c,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.354347 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.556593 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.904884 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.911877 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:43.996792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=3e529900-5420-4aee-abfc-721920e1f839,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:43.999787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.123280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:44.124855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:44.255320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Router b70b849c-2eaf-4774-b065-44a5e6f34a4a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:44.390112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:44.396479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-92ae1a81-9551-44d8-ac67-11c5eac3ea27 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "PUT /v2.0/routers/b70b849c-2eaf-4774-b065-44a5e6f34a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5304198 Sep 16 05:13:44.396740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a6e49d-f9b6-43e9-8d4b-460f9fb1e5fc None None] Network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:13:44.398941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50146) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:44.494049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2bf5e8b0-b03d-4491-bb7b-85f2847bc9b2 None None] Provisioning complete for port 99786958-aedb-4f96-89a6-b27158661c2c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:44.494693 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2bf5e8b0-b03d-4491-bb7b-85f2847bc9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.613551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb2d84-fa35-4868-82ce-e3d2fd169f37 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.614263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb2d84-fa35-4868-82ce-e3d2fd169f37 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.614814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb2d84-fa35-4868-82ce-e3d2fd169f37 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.615359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb2d84-fa35-4868-82ce-e3d2fd169f37 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.615958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb2d84-fa35-4868-82ce-e3d2fd169f37 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.616564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb2d84-fa35-4868-82ce-e3d2fd169f37 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.617182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb2d84-fa35-4868-82ce-e3d2fd169f37 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.617676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb2d84-fa35-4868-82ce-e3d2fd169f37 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.623795 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dffb2d84-fa35-4868-82ce-e3d2fd169f37 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.2198544 Sep 16 05:13:44.623795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50148) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:44.648609 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2bf5e8b0-b03d-4491-bb7b-85f2847bc9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.696985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2bf5e8b0-b03d-4491-bb7b-85f2847bc9b2 None None] For port 99786958-aedb-4f96-89a6-b27158661c2c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=99786958-aedb-4f96-89a6-b27158661c2c,segment=NetworkSegment(78365dd1-065a-4639-ae86-b0da908c7f17),segment_id=78365dd1-065a-4639-ae86-b0da908c7f17)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:44.701912 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2bf5e8b0-b03d-4491-bb7b-85f2847bc9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.749267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c8f65-600e-4652-ac07-0e63b83c7ec1 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.750131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c8f65-600e-4652-ac07-0e63b83c7ec1 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.751141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c8f65-600e-4652-ac07-0e63b83c7ec1 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.751505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c8f65-600e-4652-ac07-0e63b83c7ec1 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.752186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c8f65-600e-4652-ac07-0e63b83c7ec1 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.752658 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c8f65-600e-4652-ac07-0e63b83c7ec1 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.753133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c8f65-600e-4652-ac07-0e63b83c7ec1 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.753585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c8f65-600e-4652-ac07-0e63b83c7ec1 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:44.759139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f61c8f65-600e-4652-ac07-0e63b83c7ec1 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5276 time: 0.1340954 Sep 16 05:13:44.759345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50150) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:44.792515 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5e8b0-b03d-4491-bb7b-85f2847bc9b2 None None] Pushing event updated for resources: {'Port': ['ID=99786958-aedb-4f96-89a6-b27158661c2c,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:44.940952 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-77f0841f-dfa6-4864-ae88-a01440256619 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4481 time: 0.1804445 Sep 16 05:13:44.952016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f5ea402a-0cb1-46fd-848f-e999a6f98c84 None None] Provisioning complete for port 3e529900-5420-4aee-abfc-721920e1f839 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:44.952805 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f5ea402a-0cb1-46fd-848f-e999a6f98c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:44.984373 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Sync routers for ids ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:45.001902 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Routers {'b70b849c-2eaf-4774-b065-44a5e6f34a4a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:45.003230 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:45.008237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea402a-0cb1-46fd-848f-e999a6f98c84 None None] Port 3e529900-5420-4aee-abfc-721920e1f839 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:45.022349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f5ea402a-0cb1-46fd-848f-e999a6f98c84 None None] Provisioning complete for port 99786958-aedb-4f96-89a6-b27158661c2c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:45.022875 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f5ea402a-0cb1-46fd-848f-e999a6f98c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.293739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d9d8ff08-969c-460e-a744-accf698a2f7b None None] Provisioning complete for port 3e529900-5420-4aee-abfc-721920e1f839 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:45.296136 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d9d8ff08-969c-460e-a744-accf698a2f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.300073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 03166c66-d343-41dc-82af-0dea7e6bf1a9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:45.303442 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Set router b70b849c-2eaf-4774-b065-44a5e6f34a4a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:45.417997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d9d8ff08-969c-460e-a744-accf698a2f7b None None] Port 3e529900-5420-4aee-abfc-721920e1f839 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:45.450679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 03166c66-d343-41dc-82af-0dea7e6bf1a9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:45.451772 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.493010 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50154) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:45.498694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6d7abe86-9bad-44fa-82c5-fa6980ea3032 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094862900', 'description': 'tempest-secgroup-smoke-1094862900 description', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:45.532848 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d7abe86-9bad-44fa-82c5-fa6980ea3032 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.573731 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.579253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-46a00d09-627e-4562-89fb-c6868a70dab6 None None] Provisioning complete for port 3e529900-5420-4aee-abfc-721920e1f839 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:45.579839 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-46a00d09-627e-4562-89fb-c6868a70dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.611509 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:43Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '3e529900-5420-4aee-abfc-721920e1f839', 'name': '', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:ac:43:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '8716604a-1144-489b-9598-c49455e9c366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:43Z', 'revision_number': 2, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': '8716604a-1144-489b-9598-c49455e9c366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:45.632469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 03166c66-d343-41dc-82af-0dea7e6bf1a9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=03166c66-d343-41dc-82af-0dea7e6bf1a9,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:45.640750 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.641725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 99786958-aedb-4f96-89a6-b27158661c2c up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:45.660112 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Checking router: b70b849c-2eaf-4774-b065-44a5e6f34a4a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:13:45.660516 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d7abe86-9bad-44fa-82c5-fa6980ea3032 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.660692 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Updating router b70b849c-2eaf-4774-b065-44a5e6f34a4a port 3e529900-5420-4aee-abfc-721920e1f839 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:13:45.666223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d7abe86-9bad-44fa-82c5-fa6980ea3032 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.692595 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.700609 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6d7abe86-9bad-44fa-82c5-fa6980ea3032 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.702081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=03166c66-d343-41dc-82af-0dea7e6bf1a9,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.703612 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6d7abe86-9bad-44fa-82c5-fa6980ea3032 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2087111 Sep 16 05:13:45.705571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-46a00d09-627e-4562-89fb-c6868a70dab6 None None] Port 3e529900-5420-4aee-abfc-721920e1f839 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:45.708106 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50156) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:45.714257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-613a1a31-e337-4698-a63d-a7615680d95d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': 'f59b02e0-011f-4dc9-95f7-df8833a3ec05', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:45.727134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7abe86-9bad-44fa-82c5-fa6980ea3032 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59b02e0-011f-4dc9-95f7-df8833a3ec05,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.753770 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-613a1a31-e337-4698-a63d-a7615680d95d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.764888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 99786958-aedb-4f96-89a6-b27158661c2c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:45.765460 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.834854 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-613a1a31-e337-4698-a63d-a7615680d95d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.839680 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-613a1a31-e337-4698-a63d-a7615680d95d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.863318 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a1a31-e337-4698-a63d-a7615680d95d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73f0c74-780d-4767-bbf0-640ee3007eee,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:45.874744 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-613a1a31-e337-4698-a63d-a7615680d95d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:45.881366 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-613a1a31-e337-4698-a63d-a7615680d95d tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664224 Sep 16 05:13:45.881927 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50158) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:45.889054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-dabebcb5-ce6a-43b5-a0e3-0c9b73eacf13 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': 'f59b02e0-011f-4dc9-95f7-df8833a3ec05', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:45.931571 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dabebcb5-ce6a-43b5-a0e3-0c9b73eacf13 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.010384 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dabebcb5-ce6a-43b5-a0e3-0c9b73eacf13 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.019025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dabebcb5-ce6a-43b5-a0e3-0c9b73eacf13 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.042561 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabebcb5-ce6a-43b5-a0e3-0c9b73eacf13 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307fe90f-9bfe-454a-b186-50ab45462f2b,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.050702 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dabebcb5-ce6a-43b5-a0e3-0c9b73eacf13 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.052327 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dabebcb5-ce6a-43b5-a0e3-0c9b73eacf13 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1694317 Sep 16 05:13:46.060307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50160) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:46.065455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-421f9365-eb89-43ff-9f5e-271ac6657477 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': 'f59b02e0-011f-4dc9-95f7-df8833a3ec05', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:46.085066 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.091425 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.100400 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-421f9365-eb89-43ff-9f5e-271ac6657477 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.148964 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ffe54-6cb4-4f6c-8f52-5524e9566ecf None None] Pushing event updated for resources: {'Port': ['ID=3e529900-5420-4aee-abfc-721920e1f839,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.174057 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-421f9365-eb89-43ff-9f5e-271ac6657477 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.179211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-421f9365-eb89-43ff-9f5e-271ac6657477 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.202908 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Attempting to bind port 3e529900-5420-4aee-abfc-721920e1f839 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:46.203445 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Attempting to bind port 3e529900-5420-4aee-abfc-721920e1f839 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:46.203793 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Attempting to bind port 3e529900-5420-4aee-abfc-721920e1f839 on network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:46.205877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f9365-eb89-43ff-9f5e-271ac6657477 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90782886-35be-4f29-908f-f777d067eba3,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.210498 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:46.210846 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Checking segment: {'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:46.211530 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.211879 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Bound using segment: {'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:46.212737 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Bound port: 3e529900-5420-4aee-abfc-721920e1f839, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:46.213324 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.214056 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-421f9365-eb89-43ff-9f5e-271ac6657477 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.219235 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-421f9365-eb89-43ff-9f5e-271ac6657477 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538861 Sep 16 05:13:46.219824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50162) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:46.232155 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a202d845-6a2a-4531-a1fc-afaff01b075e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': 'f59b02e0-011f-4dc9-95f7-df8833a3ec05', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:46.269344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a202d845-6a2a-4531-a1fc-afaff01b075e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.300350 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] For port 3e529900-5420-4aee-abfc-721920e1f839, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:46.305112 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] For port 3e529900-5420-4aee-abfc-721920e1f839, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3e529900-5420-4aee-abfc-721920e1f839,segment=NetworkSegment(78365dd1-065a-4639-ae86-b0da908c7f17),segment_id=78365dd1-065a-4639-ae86-b0da908c7f17)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:46.311576 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.350116 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a202d845-6a2a-4531-a1fc-afaff01b075e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.356505 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a202d845-6a2a-4531-a1fc-afaff01b075e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.380670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202d845-6a2a-4531-a1fc-afaff01b075e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004af44b-fa3b-476a-9bb1-697b42fe3003,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.383688 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a202d845-6a2a-4531-a1fc-afaff01b075e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.388443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a202d845-6a2a-4531-a1fc-afaff01b075e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1623111 Sep 16 05:13:46.389408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50164) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:46.393743 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Routers {'b70b849c-2eaf-4774-b065-44a5e6f34a4a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:46.394041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-38a02824-b53d-4fcd-becd-18bfcde3e243 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': 'f59b02e0-011f-4dc9-95f7-df8833a3ec05', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:46.394395 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:46.397760 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ffe54-6cb4-4f6c-8f52-5524e9566ecf None None] Pushing event updated for resources: {'Port': ['ID=3e529900-5420-4aee-abfc-721920e1f839,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.430225 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-38a02824-b53d-4fcd-becd-18bfcde3e243 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Project 5bf01b591c0a47d79f8aa5dc9d208c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:13:46.436511 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38a02824-b53d-4fcd-becd-18bfcde3e243 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.437836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5d0a03ea-6176-43e2-9dd0-3d8cef93f27b None None] Provisioning complete for port 3e529900-5420-4aee-abfc-721920e1f839 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:46.438976 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5d0a03ea-6176-43e2-9dd0-3d8cef93f27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.520446 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38a02824-b53d-4fcd-becd-18bfcde3e243 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.522919 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] Set router b70b849c-2eaf-4774-b065-44a5e6f34a4a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:13:46.526266 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38a02824-b53d-4fcd-becd-18bfcde3e243 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.548473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a02824-b53d-4fcd-becd-18bfcde3e243 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc15434-fbb0-494b-b8c0-77beac9b08f9,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.557561 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38a02824-b53d-4fcd-becd-18bfcde3e243 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.559564 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-38a02824-b53d-4fcd-becd-18bfcde3e243 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1694655 Sep 16 05:13:46.563150 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50166) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:46.569940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-734e31fe-c606-4e3a-a9b6-cc7f05075e6c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'security_group_rule': {'security_group_id': 'f59b02e0-011f-4dc9-95f7-df8833a3ec05', 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:46.577588 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5d0a03ea-6176-43e2-9dd0-3d8cef93f27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.598008 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-734e31fe-c606-4e3a-a9b6-cc7f05075e6c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Project 5bf01b591c0a47d79f8aa5dc9d208c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:13:46.606481 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-734e31fe-c606-4e3a-a9b6-cc7f05075e6c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.617489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5d0a03ea-6176-43e2-9dd0-3d8cef93f27b None None] For port 3e529900-5420-4aee-abfc-721920e1f839, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3e529900-5420-4aee-abfc-721920e1f839,segment=NetworkSegment(78365dd1-065a-4639-ae86-b0da908c7f17),segment_id=78365dd1-065a-4639-ae86-b0da908c7f17)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:46.627759 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5d0a03ea-6176-43e2-9dd0-3d8cef93f27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.681099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a03ea-6176-43e2-9dd0-3d8cef93f27b None None] Pushing event updated for resources: {'Port': ['ID=3e529900-5420-4aee-abfc-721920e1f839,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.702229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-734e31fe-c606-4e3a-a9b6-cc7f05075e6c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.708173 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-734e31fe-c606-4e3a-a9b6-cc7f05075e6c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.727071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e31fe-c606-4e3a-a9b6-cc7f05075e6c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7eb251-200f-4f97-8b6f-3ba479cb3fb8,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:46.738231 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-734e31fe-c606-4e3a-a9b6-cc7f05075e6c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.750497 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-734e31fe-c606-4e3a-a9b6-cc7f05075e6c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1750488 Sep 16 05:13:46.764565 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6f7139da-128c-4d87-bd40-c11053d488a6 None None] Provisioning complete for port 3e529900-5420-4aee-abfc-721920e1f839 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:46.765156 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6f7139da-128c-4d87-bd40-c11053d488a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:46.841034 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:43Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '3e529900-5420-4aee-abfc-721920e1f839', 'name': '', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:ac:43:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '8716604a-1144-489b-9598-c49455e9c366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:46Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': '8716604a-1144-489b-9598-c49455e9c366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:13:46.872660 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade93ba6-d9fe-4491-97e7-49ece291ef74 None None] The sync data for ids ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'] in n-d-712142-17 is: [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:43Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '3e529900-5420-4aee-abfc-721920e1f839', 'name': '', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:ac:43:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '8716604a-1144-489b-9598-c49455e9c366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:46Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': '8716604a-1144-489b-9598-c49455e9c366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:13:46.926998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d64fd221-2d96-423d-b8b5-89137b800444 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094862900&fields=id&tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e HTTP/1.1" status: 200 len: 267 time: 0.0645003 Sep 16 05:13:47.126009 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-5e7d9423-d9e9-425f-b820-47c3370cc10a tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:47.128050 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-5e7d9423-d9e9-425f-b820-47c3370cc10a tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/networks?id=a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 HTTP/1.1" status: 200 len: 796 time: 0.1708086 Sep 16 05:13:47.150581 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d07f8453-3557-427b-a9dd-3735012b970a tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/quotas/5bf01b591c0a47d79f8aa5dc9d208c3e HTTP/1.1" status: 200 len: 375 time: 0.0149555 Sep 16 05:13:47.225068 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-4ba6d350-d36b-4d9d-a079-2be3d1385508 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635159 Sep 16 05:13:47.234237 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a60aaa72-726c-44c7-92d7-1950024f3897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.272100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 03166c66-d343-41dc-82af-0dea7e6bf1a9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:47.335388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 03166c66-d343-41dc-82af-0dea7e6bf1a9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:47.336014 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.391009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-43290c04-5171-4348-a974-d4470aecb68b service neutron] 10.222.0.53 "GET /v2.0/networks/a7906a4d-ec87-4a4b-8cc1-18c2e41fa282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455982 Sep 16 05:13:47.447967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3e529900-5420-4aee-abfc-721920e1f839 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:47.514847 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 3e529900-5420-4aee-abfc-721920e1f839 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:47.515375 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:47.525985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-a45bf7c6-16cb-40cd-982b-61f5211996ed service neutron] 10.222.0.53 "GET /v2.0/networks/a7906a4d-ec87-4a4b-8cc1-18c2e41fa282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246181 Sep 16 05:13:47.741440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f24c5513-0d52-45e0-9b26-b26caf14a1d4 req-1e4fddf5-2333-4ad8-926c-3622f619e6b2 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 210 time: 0.0416477 Sep 16 05:13:48.868965 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72085016-477b-4d1a-a687-f949b65bf22c req-25d8b758-c398-4586-9411-cbea2c4d6410 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 210 time: 0.0523500 Sep 16 05:13:48.947878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-8aeb0d5f-b9aa-4a14-a026-e51d4e398e42 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:48.949701 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-8aeb0d5f-b9aa-4a14-a026-e51d4e398e42 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.50 "GET /v2.0/networks?id=a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 HTTP/1.1" status: 200 len: 796 time: 0.1480587 Sep 16 05:13:49.011725 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d13e5e95-4462-4715-9b19-b9a1fe128240 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e HTTP/1.1" status: 200 len: 380 time: 0.0426803 Sep 16 05:13:49.023617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'port': {'device_id': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'admin_state_up': True, 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'security_groups': ['f59b02e0-011f-4dc9-95f7-df8833a3ec05']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:49.152460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Made reservation on behalf of 5bf01b591c0a47d79f8aa5dc9d208c3e for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:13:49.156132 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.304767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Allocated IP 172.20.0.3 (a7906a4d-ec87-4a4b-8cc1-18c2e41fa282/8716604a-1144-489b-9598-c49455e9c366/87abaf0d-4757-4e3a-8ee8-3e8409daef53) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:49.448673 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.484449 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.531508 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:49.534663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:49.540444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:49.547557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=87abaf0d-4757-4e3a-8ee8-3e8409daef53,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:49.576021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:49.576368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:49.576719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:49.577071 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:49.577404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:49.577816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:49.578109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:49.578436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:49.578766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:49.580139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:49.580560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:49.580918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:49.612245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:49.613054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.629408 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d9cd64ae-ff91-45c7-8caa-e85a03349d85 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106339 Sep 16 05:13:49.648973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Request body: {'port': {'device_id': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:49.717200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.825508 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2a4f42a5-37cb-4dd2-937c-39efc1586b13 None None] Provisioning complete for port 87abaf0d-4757-4e3a-8ee8-3e8409daef53 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:49.825508 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42a5-37cb-4dd2-937c-39efc1586b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:49.871725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f42a5-37cb-4dd2-937c-39efc1586b13 None None] Port 87abaf0d-4757-4e3a-8ee8-3e8409daef53 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:13:50.045089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24cfe1-bae7-48d9-9db2-5f661f433729 req-2d3e12be-bb4c-4ab3-861b-c4c1276b6dc5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.046605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a24cfe1-bae7-48d9-9db2-5f661f433729 req-2d3e12be-bb4c-4ab3-861b-c4c1276b6dc5 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 931 time: 0.0979869 Sep 16 05:13:50.056990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87abaf0d-4757-4e3a-8ee8-3e8409daef53 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:50.070649 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.099002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Transition to ACTIVE for port object 87abaf0d-4757-4e3a-8ee8-3e8409daef53 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:13:50.107602 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a24cfe1-bae7-48d9-9db2-5f661f433729 req-ae85ef00-de67-45bc-beda-b25af7fa1dd1 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=f59b02e0-011f-4dc9-95f7-df8833a3ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536044 Sep 16 05:13:50.108204 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.163255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Pushing event updated for resources: {'Port': ['ID=87abaf0d-4757-4e3a-8ee8-3e8409daef53,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:50.172525 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-404d2469-8ed3-4c5f-b333-e3a62c0e8546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.252933 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Attempting to bind port 87abaf0d-4757-4e3a-8ee8-3e8409daef53 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:13:50.253381 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Attempting to bind port 87abaf0d-4757-4e3a-8ee8-3e8409daef53 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:13:50.253871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Attempting to bind port 87abaf0d-4757-4e3a-8ee8-3e8409daef53 on network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:50.260207 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Port 87abaf0d-4757-4e3a-8ee8-3e8409daef53 on network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:13:50.260549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Attempting to bind port 87abaf0d-4757-4e3a-8ee8-3e8409daef53 on network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:13:50.265797 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:13:50.266190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Checking segment: {'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:13:50.267483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Bound using segment: {'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:13:50.268497 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Bound port: 87abaf0d-4757-4e3a-8ee8-3e8409daef53, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78365dd1-065a-4639-ae86-b0da908c7f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:13:50.268497 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.346347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] For port 87abaf0d-4757-4e3a-8ee8-3e8409daef53, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:13:50.350860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] For port 87abaf0d-4757-4e3a-8ee8-3e8409daef53, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87abaf0d-4757-4e3a-8ee8-3e8409daef53,segment=NetworkSegment(78365dd1-065a-4639-ae86-b0da908c7f17),segment_id=78365dd1-065a-4639-ae86-b0da908c7f17)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:13:50.356477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.396528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.397237 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.398680 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] 10.222.0.50 "PUT /v2.0/ports/87abaf0d-4757-4e3a-8ee8-3e8409daef53 HTTP/1.1" status: 200 len: 1092 time: 0.7545621 Sep 16 05:13:50.399123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'tag': '87abaf0d-4757-4e3a-8ee8-3e8409daef53'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:50.401428 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274ee5c8-edfc-449f-94c7-cf0fc9806632" -d '{"events": [{"name": "network-changed", "server_uuid": "1d239815-ec74-4e01-977e-9ce075f50cf9", "tag": "87abaf0d-4757-4e3a-8ee8-3e8409daef53"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:50.425081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5f800-01d6-42ec-b7fb-8e0d701206c9 service neutron] Pushing event updated for resources: {'Port': ['ID=87abaf0d-4757-4e3a-8ee8-3e8409daef53,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:50.449186 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e370318d-5041-4a91-9a66-52e997f80042 x-openstack-request-id: req-e370318d-5041-4a91-9a66-52e997f80042 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:50.449565 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d239815-ec74-4e01-977e-9ce075f50cf9", "tag": "87abaf0d-4757-4e3a-8ee8-3e8409daef53", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:50.449963 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e370318d-5041-4a91-9a66-52e997f80042 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:50.450440 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'tag': '87abaf0d-4757-4e3a-8ee8-3e8409daef53', 'status': 'completed', 'code': 200} Sep 16 05:13:50.500447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-0304abb6-67e7-457c-afe2-6c406af15761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.502060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-0304abb6-67e7-457c-afe2-6c406af15761 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 1095 time: 0.0465384 Sep 16 05:13:50.555989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-84fb0340-f2a6-4df8-a2fd-cc815e864276 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87abaf0d-4757-4e3a-8ee8-3e8409daef53 HTTP/1.1" status: 200 len: 217 time: 0.0418279 Sep 16 05:13:50.609184 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-7e8ddf7a-c253-4133-ab6e-d90b56322c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.610768 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-7e8ddf7a-c253-4133-ab6e-d90b56322c10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8716604a-1144-489b-9598-c49455e9c366 HTTP/1.1" status: 200 len: 835 time: 0.0480390 Sep 16 05:13:50.664435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-7efb92dc-59a4-4442-8b51-9d705dc9593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.666008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-7efb92dc-59a4-4442-8b51-9d705dc9593d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a7906a4d-ec87-4a4b-8cc1-18c2e41fa282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419898 Sep 16 05:13:50.768825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-d3644615-01a1-4acf-88b6-41e218feff00 service neutron] 10.222.0.50 "GET /v2.0/networks/a7906a4d-ec87-4a4b-8cc1-18c2e41fa282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913675 Sep 16 05:13:50.834794 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:50.874009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e129aeb-5388-4e98-8d7e-9fb099310881 req-b20e4522-849f-4f36-b141-ea69784a8e4b service neutron] 10.222.0.50 "GET /v2.0/networks/a7906a4d-ec87-4a4b-8cc1-18c2e41fa282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958803 Sep 16 05:13:50.980235 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ee5c8-edfc-449f-94c7-cf0fc9806632 req-6bfeb3df-2656-4f3c-b7e1-7a211eb7b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:50.980235 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-274ee5c8-edfc-449f-94c7-cf0fc9806632 req-6bfeb3df-2656-4f3c-b7e1-7a211eb7b1f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 1095 time: 0.0524807 Sep 16 05:13:51.081086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ee5c8-edfc-449f-94c7-cf0fc9806632 req-68ef38b4-07ce-4059-9e78-69d62cdbd36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.082655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-274ee5c8-edfc-449f-94c7-cf0fc9806632 req-68ef38b4-07ce-4059-9e78-69d62cdbd36f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 HTTP/1.1" status: 200 len: 897 time: 0.0945728 Sep 16 05:13:51.134887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-274ee5c8-edfc-449f-94c7-cf0fc9806632 req-5d7e5aae-6970-4ad1-8843-defeadb104f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87abaf0d-4757-4e3a-8ee8-3e8409daef53 HTTP/1.1" status: 200 len: 217 time: 0.0409970 Sep 16 05:13:51.200349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ee5c8-edfc-449f-94c7-cf0fc9806632 req-9b78904c-76bc-48fa-bda3-a45d8e657314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.202264 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-274ee5c8-edfc-449f-94c7-cf0fc9806632 req-9b78904c-76bc-48fa-bda3-a45d8e657314 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8716604a-1144-489b-9598-c49455e9c366 HTTP/1.1" status: 200 len: 835 time: 0.0583255 Sep 16 05:13:51.277630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ee5c8-edfc-449f-94c7-cf0fc9806632 req-c0270de8-c36a-4599-8a2d-7ac0d1175a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.279306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-274ee5c8-edfc-449f-94c7-cf0fc9806632 req-c0270de8-c36a-4599-8a2d-7ac0d1175a00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a7906a4d-ec87-4a4b-8cc1-18c2e41fa282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664034 Sep 16 05:13:51.287418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330b002-d8e5-4d22-858c-7af49fa5552b req-1f806462-4dda-441f-8946-7cab05b137e8 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:51.288928 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e330b002-d8e5-4d22-858c-7af49fa5552b req-1f806462-4dda-441f-8946-7cab05b137e8 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 943 time: 0.0857668 Sep 16 05:13:51.394202 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e330b002-d8e5-4d22-858c-7af49fa5552b req-a585d389-e8b0-453a-84f1-e350bfd55354 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=f59b02e0-011f-4dc9-95f7-df8833a3ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952551 Sep 16 05:13:51.427318 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-274ee5c8-edfc-449f-94c7-cf0fc9806632 req-29b19f9b-c1d3-474a-bc92-6518372861d6 service neutron] 10.222.0.50 "GET /v2.0/networks/a7906a4d-ec87-4a4b-8cc1-18c2e41fa282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373513 Sep 16 05:13:51.528156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-274ee5c8-edfc-449f-94c7-cf0fc9806632 req-68850b60-1214-4aae-9c6c-6fe5ec3ae515 service neutron] 10.222.0.50 "GET /v2.0/networks/a7906a4d-ec87-4a4b-8cc1-18c2e41fa282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923681 Sep 16 05:13:51.729532 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:52.523362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f14e16-1bf3-4423-b05a-b43001383963 req-eb21e0e0-0521-4aff-82f8-c265774868a3 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:52.524923 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0f14e16-1bf3-4423-b05a-b43001383963 req-eb21e0e0-0521-4aff-82f8-c265774868a3 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 943 time: 0.0540905 Sep 16 05:13:52.591402 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c0f14e16-1bf3-4423-b05a-b43001383963 req-c2d5dbb1-05ec-4b9f-aab4-20dae06318d7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=f59b02e0-011f-4dc9-95f7-df8833a3ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588529 Sep 16 05:13:53.266866 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.504584 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87abaf0d-4757-4e3a-8ee8-3e8409daef53 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:13:53.617721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 87abaf0d-4757-4e3a-8ee8-3e8409daef53, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87abaf0d-4757-4e3a-8ee8-3e8409daef53,segment=NetworkSegment(78365dd1-065a-4639-ae86-b0da908c7f17),segment_id=78365dd1-065a-4639-ae86-b0da908c7f17)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:53.630203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '87abaf0d-4757-4e3a-8ee8-3e8409daef53', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'port_id': '87abaf0d-4757-4e3a-8ee8-3e8409daef53', 'mac_address': 'fa:16:3e:1c:7a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8716604a-1144-489b-9598-c49455e9c366', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:13:53.673940 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.687501 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87abaf0d-4757-4e3a-8ee8-3e8409daef53 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:13:53.712328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 87abaf0d-4757-4e3a-8ee8-3e8409daef53, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87abaf0d-4757-4e3a-8ee8-3e8409daef53,segment=NetworkSegment(78365dd1-065a-4639-ae86-b0da908c7f17),segment_id=78365dd1-065a-4639-ae86-b0da908c7f17)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:53.716655 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:53.774930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=87abaf0d-4757-4e3a-8ee8-3e8409daef53,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:53.882537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268ed78-04db-416f-ab47-c6e949c700b6 req-d751afe8-5350-4277-b41a-5c49464a448b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:53.884068 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3268ed78-04db-416f-ab47-c6e949c700b6 req-d751afe8-5350-4277-b41a-5c49464a448b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 944 time: 0.1960201 Sep 16 05:13:53.927390 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3268ed78-04db-416f-ab47-c6e949c700b6 req-405a6973-f5c6-480e-8c99-94d8b813a97f tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=f59b02e0-011f-4dc9-95f7-df8833a3ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372901 Sep 16 05:13:54.008849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['87abaf0d-4757-4e3a-8ee8-3e8409daef53'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:13:55.069865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd35b5c-7610-413b-a719-b6a4ff8588ef req-5acc4df6-5482-4810-8f0b-b58706827ce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.071396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9dd35b5c-7610-413b-a719-b6a4ff8588ef req-5acc4df6-5482-4810-8f0b-b58706827ce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 944 time: 0.0747352 Sep 16 05:13:55.113701 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9dd35b5c-7610-413b-a719-b6a4ff8588ef req-7f77f939-9ecc-430c-8ded-b9fdefdd82ae tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=f59b02e0-011f-4dc9-95f7-df8833a3ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345454 Sep 16 05:13:55.517861 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87abaf0d-4757-4e3a-8ee8-3e8409daef53 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:13:55.569885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 87abaf0d-4757-4e3a-8ee8-3e8409daef53 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:13:55.575796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 87abaf0d-4757-4e3a-8ee8-3e8409daef53 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:13:55.577824 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.670943 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.696742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87abaf0d-4757-4e3a-8ee8-3e8409daef53'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:13:55.699392 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34329b5-18c1-4ba9-b8b0-0e7b87013450" -d '{"events": [{"server_uuid": "1d239815-ec74-4e01-977e-9ce075f50cf9", "name": "network-vif-plugged", "status": "completed", "tag": "87abaf0d-4757-4e3a-8ee8-3e8409daef53"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:13:55.712685 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 87abaf0d-4757-4e3a-8ee8-3e8409daef53, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87abaf0d-4757-4e3a-8ee8-3e8409daef53,segment=NetworkSegment(78365dd1-065a-4639-ae86-b0da908c7f17),segment_id=78365dd1-065a-4639-ae86-b0da908c7f17)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:13:55.717392 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:55.742099 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d49587-b7a2-467f-af3b-574ccc4bc7d9 x-openstack-request-id: req-52d49587-b7a2-467f-af3b-574ccc4bc7d9 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:13:55.742393 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d239815-ec74-4e01-977e-9ce075f50cf9", "name": "network-vif-plugged", "status": "completed", "tag": "87abaf0d-4757-4e3a-8ee8-3e8409daef53", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:13:55.742649 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52d49587-b7a2-467f-af3b-574ccc4bc7d9 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:13:55.743041 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87abaf0d-4757-4e3a-8ee8-3e8409daef53', 'code': 200} Sep 16 05:13:55.772929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=87abaf0d-4757-4e3a-8ee8-3e8409daef53,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:55.848770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e42837-2606-478c-9489-cc5c360b0354 req-189abf06-7c9c-469b-b0dd-954113312e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:55.850570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41e42837-2606-478c-9489-cc5c360b0354 req-189abf06-7c9c-469b-b0dd-954113312e2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0421064 Sep 16 05:13:55.889423 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-41e42837-2606-478c-9489-cc5c360b0354 req-4758917d-4dd4-4857-abe8-fd50ecfd0ec4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f59b02e0-011f-4dc9-95f7-df8833a3ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293128 Sep 16 05:13:56.238584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c99471-9ffe-4041-9c44-20368879a140 req-194dccfa-d74e-4f54-a86d-10589c601067 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:56.240142 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00c99471-9ffe-4041-9c44-20368879a140 req-194dccfa-d74e-4f54-a86d-10589c601067 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 945 time: 0.0520270 Sep 16 05:13:56.282756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00c99471-9ffe-4041-9c44-20368879a140 req-1eda20d6-440c-4712-acff-fa96f01542d1 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=f59b02e0-011f-4dc9-95f7-df8833a3ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355244 Sep 16 05:13:57.445691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ff5a8-0665-4124-8cae-d07d1e7f0ffd req-049e8e0d-6f51-4593-8dbf-6256964a4f1e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.447257 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd8ff5a8-0665-4124-8cae-d07d1e7f0ffd req-049e8e0d-6f51-4593-8dbf-6256964a4f1e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 945 time: 0.0674179 Sep 16 05:13:57.509988 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd8ff5a8-0665-4124-8cae-d07d1e7f0ffd req-2397efa8-3d77-4f61-a387-2ebdb0f7bfa6 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=f59b02e0-011f-4dc9-95f7-df8833a3ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505588 Sep 16 05:13:57.672566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c6fb0-17da-44de-9497-bda27273f8c2 req-b17f6b45-a2cf-4957-871c-3056b4199ff9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.674195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-831c6fb0-17da-44de-9497-bda27273f8c2 req-b17f6b45-a2cf-4957-871c-3056b4199ff9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 945 time: 0.0557539 Sep 16 05:13:57.717470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-831c6fb0-17da-44de-9497-bda27273f8c2 req-c227729e-d492-47f5-99a6-fceef73e5d1c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=f59b02e0-011f-4dc9-95f7-df8833a3ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370069 Sep 16 05:13:57.742633 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50216) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:57.793038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed745e3-c4ee-4771-9db9-6fe4e8484958 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:57.794805 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5ed745e3-c4ee-4771-9db9-6fe4e8484958 tempest-TestNetworkBasicOps-859072686 tempest-TestNetworkBasicOps-859072686-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 1092 time: 0.0510399 Sep 16 05:13:57.798140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50218) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:13:57.804503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '87abaf0d-4757-4e3a-8ee8-3e8409daef53', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:13:57.834446 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:57.951186 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.075969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Allocated IP 172.25.0.10 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/e873172a-7439-429c-9260-60bad827ab46) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:13:58.196328 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.235838 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.277256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:13:58.281069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:13:58.289846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:13:58.295915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=e873172a-7439-429c-9260-60bad827ab46,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:58.327416 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:58.327765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:58.328108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:58.328446 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:58.328925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:58.330020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:58.330529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:58.330870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:58.331203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:58.331537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:58.331870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:58.332198 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:13:58.733488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:58.810306 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.006890 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.012338 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.116373 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event updated for resources: {'Port': ['ID=e873172a-7439-429c-9260-60bad827ab46,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:13:59.130526 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.268573 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Floating IP 756d6906-310f-474b-928c-771b3f5a2fd7 associated. External IP: 172.25.0.10, port: 87abaf0d-4757-4e3a-8ee8-3e8409daef53. Sep 16 05:13:59.633583 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890f8b-f437-44bc-9ab5-8e6911712c2b req-f73509d6-b194-4b16-82fd-109793d5acec tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:13:59.635157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62890f8b-f437-44bc-9ab5-8e6911712c2b req-f73509d6-b194-4b16-82fd-109793d5acec tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 945 time: 0.0690916 Sep 16 05:13:59.685384 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62890f8b-f437-44bc-9ab5-8e6911712c2b req-61d7e281-cd8f-4473-b8a1-9467d5be22fd tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 Sep 16 05:13:59.841055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Router b70b849c-2eaf-4774-b065-44a5e6f34a4a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:13:59.968276 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:13:59.978385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdeeddb-17d3-4c6b-a718-d5364962ee8b None None] Sync routers for ids ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:13:59.986923 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:13:59.987149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdeeddb-17d3-4c6b-a718-d5364962ee8b None None] Routers {'b70b849c-2eaf-4774-b065-44a5e6f34a4a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:13:59.987777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5cdeeddb-17d3-4c6b-a718-d5364962ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:00.019651 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0f687bbd-8d64-412c-9657-4466d66c2d9b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2201493 Sep 16 05:14:00.020241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'tag': '87abaf0d-4757-4e3a-8ee8-3e8409daef53'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:00.022526 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a95763-d403-4fe6-af40-e39ec6510001" -d '{"events": [{"name": "network-changed", "server_uuid": "1d239815-ec74-4e01-977e-9ce075f50cf9", "tag": "87abaf0d-4757-4e3a-8ee8-3e8409daef53"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:00.023617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50232) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:00.068086 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddc07ef-c9cc-44f2-9b9c-a3831b6e23bd x-openstack-request-id: req-4ddc07ef-c9cc-44f2-9b9c-a3831b6e23bd {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:00.068939 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d239815-ec74-4e01-977e-9ce075f50cf9", "tag": "87abaf0d-4757-4e3a-8ee8-3e8409daef53", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:00.069434 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ddc07ef-c9cc-44f2-9b9c-a3831b6e23bd {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:00.070206 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'tag': '87abaf0d-4757-4e3a-8ee8-3e8409daef53', 'status': 'completed', 'code': 200} Sep 16 05:14:00.141130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5cdeeddb-17d3-4c6b-a718-d5364962ee8b None None] Set router b70b849c-2eaf-4774-b065-44a5e6f34a4a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:00.148177 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5b898b4a-dd61-427d-ab83-dd92b9485334 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/floatingips/756d6906-310f-474b-928c-771b3f5a2fd7 HTTP/1.1" status: 200 len: 990 time: 0.1230273 Sep 16 05:14:00.167951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95763-d403-4fe6-af40-e39ec6510001 req-feba39d0-37b5-4aee-a51e-5698da9d64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.169484 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a95763-d403-4fe6-af40-e39ec6510001 req-feba39d0-37b5-4aee-a51e-5698da9d64bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0703144 Sep 16 05:14:00.274250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95763-d403-4fe6-af40-e39ec6510001 req-d826f89b-9178-4ae7-bf94-f6b35a879d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.275858 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a95763-d403-4fe6-af40-e39ec6510001 req-d826f89b-9178-4ae7-bf94-f6b35a879d14 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 HTTP/1.1" status: 200 len: 897 time: 0.0991840 Sep 16 05:14:00.350267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a95763-d403-4fe6-af40-e39ec6510001 req-aecf4f01-e190-48ca-9577-f9d3ef24aa6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87abaf0d-4757-4e3a-8ee8-3e8409daef53 HTTP/1.1" status: 200 len: 998 time: 0.0656548 Sep 16 05:14:00.409536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95763-d403-4fe6-af40-e39ec6510001 req-d0a728b9-e024-4ccc-8614-52f46e732592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.411400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a95763-d403-4fe6-af40-e39ec6510001 req-d0a728b9-e024-4ccc-8614-52f46e732592 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8716604a-1144-489b-9598-c49455e9c366 HTTP/1.1" status: 200 len: 835 time: 0.0510817 Sep 16 05:14:00.467358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95763-d403-4fe6-af40-e39ec6510001 req-e05976a9-6661-4649-9040-997c245927f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:00.468970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a95763-d403-4fe6-af40-e39ec6510001 req-e05976a9-6661-4649-9040-997c245927f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a7906a4d-ec87-4a4b-8cc1-18c2e41fa282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496283 Sep 16 05:14:00.578601 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a95763-d403-4fe6-af40-e39ec6510001 req-f8178703-60b9-4ea7-bbf4-11025a38b235 service neutron] 10.222.0.50 "GET /v2.0/networks/a7906a4d-ec87-4a4b-8cc1-18c2e41fa282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002498 Sep 16 05:14:00.584707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5cdeeddb-17d3-4c6b-a718-d5364962ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:43Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '756d6906-310f-474b-928c-771b3f5a2fd7', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'port_id': '87abaf0d-4757-4e3a-8ee8-3e8409daef53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'mac_address': 'fa:16:3e:1c:7a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:13:58Z', 'updated_at': '2021-09-16T05:13:58Z', 'revision_number': 0, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e529900-5420-4aee-abfc-721920e1f839', 'name': '', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:ac:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '8716604a-1144-489b-9598-c49455e9c366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:46Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': '8716604a-1144-489b-9598-c49455e9c366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:00.628997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdeeddb-17d3-4c6b-a718-d5364962ee8b None None] Checking router: b70b849c-2eaf-4774-b065-44a5e6f34a4a for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:00.642497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdeeddb-17d3-4c6b-a718-d5364962ee8b None None] Routers {'b70b849c-2eaf-4774-b065-44a5e6f34a4a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:00.643102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5cdeeddb-17d3-4c6b-a718-d5364962ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:00.806585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5cdeeddb-17d3-4c6b-a718-d5364962ee8b None None] Set router b70b849c-2eaf-4774-b065-44a5e6f34a4a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:01.001835 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-90a95763-d403-4fe6-af40-e39ec6510001 req-08677ecc-1941-471a-b630-3ad40ff96d6c service neutron] 10.222.0.50 "GET /v2.0/networks/a7906a4d-ec87-4a4b-8cc1-18c2e41fa282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162638 Sep 16 05:14:01.013088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae97410-7c03-40df-b484-38cfce6a0376 req-1108fe30-e619-483f-8a59-653225529401 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:01.014791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ae97410-7c03-40df-b484-38cfce6a0376 req-1108fe30-e619-483f-8a59-653225529401 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 945 time: 0.0737743 Sep 16 05:14:01.070185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be585879-7764-4e35-bb93-94d6348e9e8b req-e6a66ac0-40fa-4194-8371-cd1e9431f2f3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:01.071873 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be585879-7764-4e35-bb93-94d6348e9e8b req-e6a66ac0-40fa-4194-8371-cd1e9431f2f3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 945 time: 0.0661817 Sep 16 05:14:01.083293 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ae97410-7c03-40df-b484-38cfce6a0376 req-0104c2a4-70ed-4931-8dbe-a826dfa6b804 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549824 Sep 16 05:14:01.110220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5cdeeddb-17d3-4c6b-a718-d5364962ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:43Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '756d6906-310f-474b-928c-771b3f5a2fd7', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'port_id': '87abaf0d-4757-4e3a-8ee8-3e8409daef53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'mac_address': 'fa:16:3e:1c:7a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:13:58Z', 'updated_at': '2021-09-16T05:13:58Z', 'revision_number': 0, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e529900-5420-4aee-abfc-721920e1f839', 'name': '', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:ac:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '8716604a-1144-489b-9598-c49455e9c366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:46Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': '8716604a-1144-489b-9598-c49455e9c366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:01.138623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdeeddb-17d3-4c6b-a718-d5364962ee8b None None] The sync data for ids ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'] in n-d-712142-17 is: [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:43Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '756d6906-310f-474b-928c-771b3f5a2fd7', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'port_id': '87abaf0d-4757-4e3a-8ee8-3e8409daef53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'mac_address': 'fa:16:3e:1c:7a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:13:58Z', 'updated_at': '2021-09-16T05:13:58Z', 'revision_number': 0, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e529900-5420-4aee-abfc-721920e1f839', 'name': '', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:ac:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '8716604a-1144-489b-9598-c49455e9c366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:46Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': '8716604a-1144-489b-9598-c49455e9c366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:01.155698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50238) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:01.212457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Deleting port 6d6d53bf-40a3-4519-9132-569ba80ded55 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:01.212938 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.258159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-763dfffd-77ec-4634-8512-e5562ee3e180 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/floatingips/756d6906-310f-474b-928c-771b3f5a2fd7 HTTP/1.1" status: 200 len: 990 time: 0.1002345 Sep 16 05:14:01.337814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] For port 6d6d53bf-40a3-4519-9132-569ba80ded55, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=6d6d53bf-40a3-4519-9132-569ba80ded55,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:01.338145 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.414055 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac1a9a-1755-4933-8604-e22b15386c5b None None] New status for floating IP 756d6906-310f-474b-928c-771b3f5a2fd7: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:01.655018 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.655577 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.655721 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Floating IP 4da31cff-65a2-49c7-be15-087d41143c3d disassociated. External IP: 172.25.0.214, port: 6d6d53bf-40a3-4519-9132-569ba80ded55. Sep 16 05:14:01.656043 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Calling delete_port for 6d6d53bf-40a3-4519-9132-569ba80ded55 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:01.803904 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:01.836126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event deleted for resources: {'Port': ['ID=6d6d53bf-40a3-4519-9132-569ba80ded55,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:02.000012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Router 379bbf46-50cd-4ec8-836d-a4a53e38d921 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:02.141181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:02.154059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38ded5-2b1d-47df-a9fb-89e9c77bd665 None None] Sync routers for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:02.167700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38ded5-2b1d-47df-a9fb-89e9c77bd665 None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:02.169034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ad38ded5-2b1d-47df-a9fb-89e9c77bd665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:02.212647 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] No DVR routers for this DVR port 6d6d53bf-40a3-4519-9132-569ba80ded55 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:02.215924 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:02.218882 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-89600669-7a86-4b79-ad68-2a407f28d8ce req-1834078e-a212-4a07-a0f9-809da95a787f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 210 time: 0.0386333 Sep 16 05:14:02.220257 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-be585879-7764-4e35-bb93-94d6348e9e8b req-7406f3ec-8f36-4358-8dc2-82c0ff92622d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "DELETE /v2.0/ports/6d6d53bf-40a3-4519-9132-569ba80ded55 HTTP/1.1" status: 204 len: 173 time: 1.1411328 Sep 16 05:14:02.220549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034857ce-d962-48d8-922a-f4355333d72a', 'name': 'network-vif-deleted', 'tag': '6d6d53bf-40a3-4519-9132-569ba80ded55'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:02.224069 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867d4d6e-8565-4b59-a652-b222bc9d49a4" -d '{"events": [{"server_uuid": "034857ce-d962-48d8-922a-f4355333d72a", "name": "network-vif-deleted", "tag": "6d6d53bf-40a3-4519-9132-569ba80ded55"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:02.262965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50244) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:02.289339 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d82f423-bcd6-4c90-9a31-92f541f29501 x-openstack-request-id: req-2d82f423-bcd6-4c90-9a31-92f541f29501 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:02.289675 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034857ce-d962-48d8-922a-f4355333d72a", "name": "network-vif-deleted", "tag": "6d6d53bf-40a3-4519-9132-569ba80ded55", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:02.289943 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d82f423-bcd6-4c90-9a31-92f541f29501 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:02.290436 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034857ce-d962-48d8-922a-f4355333d72a', 'name': 'network-vif-deleted', 'tag': '6d6d53bf-40a3-4519-9132-569ba80ded55', 'status': 'completed', 'code': 200} Sep 16 05:14:02.333996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-ad38ded5-2b1d-47df-a9fb-89e9c77bd665 None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:02.417274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2df56988-1e02-4de1-a4c0-672851374413 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/floatingips/756d6906-310f-474b-928c-771b3f5a2fd7 HTTP/1.1" status: 200 len: 992 time: 0.1521568 Sep 16 05:14:02.662467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ad38ded5-2b1d-47df-a9fb-89e9c77bd665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:02.696844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38ded5-2b1d-47df-a9fb-89e9c77bd665 None None] Checking router: 379bbf46-50cd-4ec8-836d-a4a53e38d921 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:02.707735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38ded5-2b1d-47df-a9fb-89e9c77bd665 None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:02.708467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ad38ded5-2b1d-47df-a9fb-89e9c77bd665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:13:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:02.826789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-ad38ded5-2b1d-47df-a9fb-89e9c77bd665 None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:03.046115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ad38ded5-2b1d-47df-a9fb-89e9c77bd665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:03.075951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38ded5-2b1d-47df-a9fb-89e9c77bd665 None None] The sync data for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 is: [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:03.348058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6d6af1be-e70e-4631-ad7e-ab2ebfbd3f97 req-7a342d07-f622-43c9-96a1-3b9fd9844660 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 210 time: 0.0336616 Sep 16 05:14:03.389377 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23dcca2-28b1-4454-b29c-f53021f5268e None None] New status for floating IP 4da31cff-65a2-49c7-be15-087d41143c3d: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:03.733882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 6d6d53bf-40a3-4519-9132-569ba80ded55 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:03.759751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 6d6d53bf-40a3-4519-9132-569ba80ded55 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:03.760108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 6d6d53bf-40a3-4519-9132-569ba80ded55 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:04.476429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2bf28bb4-9f90-416a-b062-d5c610ae6c7a req-47d3e154-e68b-4b59-b038-03c491d5b809 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 210 time: 0.0357840 Sep 16 05:14:05.578691 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0b0d1f81-0d04-432b-bd05-bd38f56b50d2 req-061d22ff-9ca9-433b-b0fc-97a975800135 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=034857ce-d962-48d8-922a-f4355333d72a HTTP/1.1" status: 200 len: 210 time: 0.0266454 Sep 16 05:14:05.775849 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:06.841011 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-3a13da99-ab28-4e87-872d-ab5d9ec18deb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479630547&fields=id&tenant_id=b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 267 time: 0.0422337 Sep 16 05:14:06.973781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-0834abd3-b847-4d0d-bd1b-c8d22771fe48 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:06.975277 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-0834abd3-b847-4d0d-bd1b-c8d22771fe48 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1233671 Sep 16 05:14:06.990044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-ef644849-b512-4811-a199-bfe046bf63be tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/quotas/b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 375 time: 0.0090992 Sep 16 05:14:07.068821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-b5dec291-aa11-48da-9ba6-903f5c78d0ba tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732276 Sep 16 05:14:07.172290 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-54325a8d-8c61-4180-a8e7-d76c0e142525 service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887473 Sep 16 05:14:07.276785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-64f7382f-54a7-4eb0-b801-46c64a89b3ad service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981166 Sep 16 05:14:07.603256 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3bd33cbf-35ca-4fd7-ba9d-ce3989f043a1 req-0c7602b3-29f0-4c74-bbcc-b76f0e32e213 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 210 time: 0.0320868 Sep 16 05:14:07.815058 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:08.593693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-7329e2e1-c4ff-4093-96b1-eb8a338794c5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:08.596038 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-7329e2e1-c4ff-4093-96b1-eb8a338794c5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1091464 Sep 16 05:14:08.665066 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-cd73ef11-0b81-461f-b26d-697aecfaa6b2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 379 time: 0.0593693 Sep 16 05:14:08.677599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'port': {'device_id': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'admin_state_up': True, 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'security_groups': ['bdcfd996-ab18-420e-8789-d21f2ae617b7']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:08.718768 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a0e71e5-c522-4420-bacd-7cb265ae0730 req-638d7e29-6b27-48f9-a3ff-e1ad2b29f3db tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 210 time: 0.0278401 Sep 16 05:14:08.840744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Made reservation on behalf of b047a60d7e39405c98068715097e0142 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:14:08.847954 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.021138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Allocated IP 172.20.0.7 (9a1ec3a4-d9e6-485f-ac18-076bea25223b/5398c6d6-2378-4760-a5da-67b63bb8092c/2a6ccb8e-b60b-49e4-9180-8de5e8613917) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:09.214726 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.261409 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.311217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:09.315623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:09.319610 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:09.348269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=2a6ccb8e-b60b-49e4-9180-8de5e8613917,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:09.387308 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.388002 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.411383 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-5af4cf2d-c04e-46cc-9a42-a29910981696 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7400343 Sep 16 05:14:09.429972 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Request body: {'port': {'device_id': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:09.529033 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.681933 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d987436f-7f01-437a-a865-1765d9e2b610 None None] Provisioning complete for port 2a6ccb8e-b60b-49e4-9180-8de5e8613917 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:09.682566 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d987436f-7f01-437a-a865-1765d9e2b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.720024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d987436f-7f01-437a-a865-1765d9e2b610 None None] Port 2a6ccb8e-b60b-49e4-9180-8de5e8613917 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:14:09.916338 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6ccb8e-b60b-49e4-9180-8de5e8613917 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:09.918167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aa840-cdbe-475e-bb0b-52142488822c req-d1919e5f-15a7-442d-b4c9-5adda21e0c3b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:09.920692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-775aa840-cdbe-475e-bb0b-52142488822c req-d1919e5f-15a7-442d-b4c9-5adda21e0c3b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 931 time: 0.0862203 Sep 16 05:14:09.926702 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.951848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Transition to ACTIVE for port object 2a6ccb8e-b60b-49e4-9180-8de5e8613917 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:14:09.957932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:09.977820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-775aa840-cdbe-475e-bb0b-52142488822c req-b1e9ba87-f374-4d2a-85fa-ea9d7acf96af tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462737 Sep 16 05:14:10.016386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Pushing event updated for resources: {'Port': ['ID=2a6ccb8e-b60b-49e4-9180-8de5e8613917,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:10.145852 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Attempting to bind port 2a6ccb8e-b60b-49e4-9180-8de5e8613917 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:14:10.146377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Attempting to bind port 2a6ccb8e-b60b-49e4-9180-8de5e8613917 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:14:10.147132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Attempting to bind port 2a6ccb8e-b60b-49e4-9180-8de5e8613917 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:10.155966 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Port 2a6ccb8e-b60b-49e4-9180-8de5e8613917 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:14:10.156442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Attempting to bind port 2a6ccb8e-b60b-49e4-9180-8de5e8613917 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:14:10.164410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:14:10.164789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Checking segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:14:10.165385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Bound using segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:14:10.165912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Bound port: 2a6ccb8e-b60b-49e4-9180-8de5e8613917, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:14:10.166289 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.254652 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] For port 2a6ccb8e-b60b-49e4-9180-8de5e8613917, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:14:10.259067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] For port 2a6ccb8e-b60b-49e4-9180-8de5e8613917, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2a6ccb8e-b60b-49e4-9180-8de5e8613917,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:14:10.264480 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.305121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.305806 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:10.307270 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] 10.222.0.15 "PUT /v2.0/ports/2a6ccb8e-b60b-49e4-9180-8de5e8613917 HTTP/1.1" status: 200 len: 1092 time: 0.8856075 Sep 16 05:14:10.307866 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'tag': '2a6ccb8e-b60b-49e4-9180-8de5e8613917'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:10.310214 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56cabe1-f892-4584-9f76-3c9095b30408" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7537ed-a877-48e4-b747-dabd30ebdc26", "tag": "2a6ccb8e-b60b-49e4-9180-8de5e8613917"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:10.343769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9566d-104b-44a0-a15c-2e66724ae71b service neutron] Pushing event updated for resources: {'Port': ['ID=2a6ccb8e-b60b-49e4-9180-8de5e8613917,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:10.379248 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0666dd3-7390-4888-a65a-d060642fcbcf x-openstack-request-id: req-e0666dd3-7390-4888-a65a-d060642fcbcf {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:10.379823 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7537ed-a877-48e4-b747-dabd30ebdc26", "tag": "2a6ccb8e-b60b-49e4-9180-8de5e8613917", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:10.380357 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0666dd3-7390-4888-a65a-d060642fcbcf {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:10.381067 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'tag': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'status': 'completed', 'code': 200} Sep 16 05:14:10.448450 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-61bb6871-7bd4-48a6-b05c-a52a6a9b4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.450117 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-61bb6871-7bd4-48a6-b05c-a52a6a9b4501 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 1095 time: 0.0677724 Sep 16 05:14:10.506672 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-43941721-1e21-46aa-b71c-71587eb4a808 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a6ccb8e-b60b-49e4-9180-8de5e8613917 HTTP/1.1" status: 200 len: 217 time: 0.0483391 Sep 16 05:14:10.567413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-34964bd8-af06-462d-b1fe-5eb89d3ffe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.568952 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-34964bd8-af06-462d-b1fe-5eb89d3ffe99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0555952 Sep 16 05:14:10.620630 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-dbfa1168-90d2-4450-a25b-ba74b0c4c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.622188 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-dbfa1168-90d2-4450-a25b-ba74b0c4c4c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464225 Sep 16 05:14:10.725424 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-c1b9e4ec-b5cc-428b-881b-5e7870cd37ac service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958216 Sep 16 05:14:10.825914 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f23c758-1e17-4a80-a3b0-438b7542787f req-55ada7a8-3072-45f5-b46c-af01f6854cf8 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937066 Sep 16 05:14:10.916833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cabe1-f892-4584-9f76-3c9095b30408 req-8569eef1-0631-4af3-b2d6-79ad77023da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:10.918496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d56cabe1-f892-4584-9f76-3c9095b30408 req-8569eef1-0631-4af3-b2d6-79ad77023da2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 1095 time: 0.0441570 Sep 16 05:14:11.046964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cabe1-f892-4584-9f76-3c9095b30408 req-67f6b3c1-ff1b-42a8-a8f3-0f6c0fd7e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.050275 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d56cabe1-f892-4584-9f76-3c9095b30408 req-67f6b3c1-ff1b-42a8-a8f3-0f6c0fd7e5bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.1237907 Sep 16 05:14:11.098030 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d56cabe1-f892-4584-9f76-3c9095b30408 req-c1dd54bc-94d7-4a12-8cbc-1502d276fa7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a6ccb8e-b60b-49e4-9180-8de5e8613917 HTTP/1.1" status: 200 len: 217 time: 0.0409350 Sep 16 05:14:11.134170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a28c3e-4c46-4799-92cd-061c741abce6 req-53a11b79-5df1-4d0a-84e0-2c9b024b5a80 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.136926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01a28c3e-4c46-4799-92cd-061c741abce6 req-53a11b79-5df1-4d0a-84e0-2c9b024b5a80 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 943 time: 0.0542994 Sep 16 05:14:11.179530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cabe1-f892-4584-9f76-3c9095b30408 req-0872958f-7e0e-4713-a110-edbf5fa800c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.181025 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d56cabe1-f892-4584-9f76-3c9095b30408 req-0872958f-7e0e-4713-a110-edbf5fa800c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0766015 Sep 16 05:14:11.184555 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01a28c3e-4c46-4799-92cd-061c741abce6 req-e0316bd6-7680-421c-9322-e22e9a7675db tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420277 Sep 16 05:14:11.250457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cabe1-f892-4584-9f76-3c9095b30408 req-b4008707-2bbe-44fc-bce4-997614c3bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:11.251914 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d56cabe1-f892-4584-9f76-3c9095b30408 req-b4008707-2bbe-44fc-bce4-997614c3bacb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619965 Sep 16 05:14:11.360573 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d56cabe1-f892-4584-9f76-3c9095b30408 req-31d77c1c-2190-47b7-9356-13d55aa4e3a3 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009796 Sep 16 05:14:11.454885 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d56cabe1-f892-4584-9f76-3c9095b30408 req-f81d7ee9-bd5c-42b3-abb0-f71c2ad09f94 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881236 Sep 16 05:14:12.312654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab913ab-6c27-45c4-a6e8-7b9cbeaa0bd1 req-a767df61-291e-417d-8bd0-a5b5be4a5d43 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:12.314527 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cab913ab-6c27-45c4-a6e8-7b9cbeaa0bd1 req-a767df61-291e-417d-8bd0-a5b5be4a5d43 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 943 time: 0.0538092 Sep 16 05:14:12.362398 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cab913ab-6c27-45c4-a6e8-7b9cbeaa0bd1 req-abe046ef-ea0e-4bb1-9465-7372a466abf5 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409355 Sep 16 05:14:13.488949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69b32c-36cd-49f7-977c-6cc11030e070 req-5fd431a1-f713-4784-b543-51103e9a73ba tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:13.490699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca69b32c-36cd-49f7-977c-6cc11030e070 req-5fd431a1-f713-4784-b543-51103e9a73ba tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 943 time: 0.0585237 Sep 16 05:14:13.547858 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca69b32c-36cd-49f7-977c-6cc11030e070 req-a9d10f8e-6808-45bc-8818-7a131cc5b7b7 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484986 Sep 16 05:14:14.671441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120bd5-f683-4cc3-af28-eb5dbb37e917 req-18a8afe7-3873-42e9-8ee4-ac99ca3cf85b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:14.673387 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e120bd5-f683-4cc3-af28-eb5dbb37e917 req-18a8afe7-3873-42e9-8ee4-ac99ca3cf85b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 943 time: 0.0515237 Sep 16 05:14:14.731451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e120bd5-f683-4cc3-af28-eb5dbb37e917 req-2d50d30e-cf91-4895-9e14-0d5c3c6ebd44 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513599 Sep 16 05:14:15.650646 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8e9697d-6c8f-4f11-b47e-aa63fc82f23c req-afdb55e0-76ba-46cc-a780-30465f8141d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476503 Sep 16 05:14:15.763954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9697d-6c8f-4f11-b47e-aa63fc82f23c req-a7c0e95f-59b5-4f3f-8196-5d772a84f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.766292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8e9697d-6c8f-4f11-b47e-aa63fc82f23c req-a7c0e95f-59b5-4f3f-8196-5d772a84f1fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70821d9e61d14842a4372eb453dd4874&device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 1097 time: 0.0638058 Sep 16 05:14:15.931786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d943-3718-46ae-9f5b-d3cc4d755db6 req-dda64356-076c-4a69-9cd2-523dc1f891b7 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.934175 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0f3d943-3718-46ae-9f5b-d3cc4d755db6 req-dda64356-076c-4a69-9cd2-523dc1f891b7 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 943 time: 0.1127758 Sep 16 05:14:15.945101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9697d-6c8f-4f11-b47e-aa63fc82f23c req-64dce5ac-43a7-48a5-b94d-7e2ea484b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:15.947607 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8e9697d-6c8f-4f11-b47e-aa63fc82f23c req-64dce5ac-43a7-48a5-b94d-7e2ea484b383 service neutron] 10.222.0.50 "GET /v2.0/networks?id=236219b7-0ecc-4c17-aba2-3ff13175e16f HTTP/1.1" status: 200 len: 909 time: 0.1570449 Sep 16 05:14:16.057839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0f3d943-3718-46ae-9f5b-d3cc4d755db6 req-8f70e348-d3d2-4da5-95e2-9fd6930b3819 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086168 Sep 16 05:14:16.070883 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8e9697d-6c8f-4f11-b47e-aa63fc82f23c req-3c7df911-cc95-4029-9800-0b1d1eba447e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b3ee99-743c-403d-8a33-3f04011ba0d0 HTTP/1.1" status: 200 len: 1001 time: 0.1138079 Sep 16 05:14:16.153918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9697d-6c8f-4f11-b47e-aa63fc82f23c req-c2395676-12fa-4b31-87c4-1b6618ae76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.155581 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8e9697d-6c8f-4f11-b47e-aa63fc82f23c req-c2395676-12fa-4b31-87c4-1b6618ae76f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=769fb9b6-d801-4295-8d6e-c5853e5f1b97 HTTP/1.1" status: 200 len: 847 time: 0.0745182 Sep 16 05:14:16.247154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9697d-6c8f-4f11-b47e-aa63fc82f23c req-e29d445b-fd09-4ccd-8a33-f14f5be928d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:16.249086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8e9697d-6c8f-4f11-b47e-aa63fc82f23c req-e29d445b-fd09-4ccd-8a33-f14f5be928d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=236219b7-0ecc-4c17-aba2-3ff13175e16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859246 Sep 16 05:14:16.407853 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8e9697d-6c8f-4f11-b47e-aa63fc82f23c req-a8720661-4e56-46aa-8d46-c0f8b6429d39 service neutron] 10.222.0.50 "GET /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495104 Sep 16 05:14:16.529753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e8e9697d-6c8f-4f11-b47e-aa63fc82f23c req-59c7379c-e562-45fd-a53e-6786fc4bfe5f service neutron] 10.222.0.50 "GET /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140220 Sep 16 05:14:17.207066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5628c-ce76-4b1f-bd7f-b6c951e2dd4b req-13186bb8-cd1f-485c-b507-33b7569c27e4 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:17.208668 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bae5628c-ce76-4b1f-bd7f-b6c951e2dd4b req-13186bb8-cd1f-485c-b507-33b7569c27e4 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 943 time: 0.0600169 Sep 16 05:14:17.238374 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19921d16-4abd-48b9-806d-b62390732b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:17.254503 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bae5628c-ce76-4b1f-bd7f-b6c951e2dd4b req-b241431c-d185-43a6-9edf-4142643046bb tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396667 Sep 16 05:14:18.204563 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:14:18.396627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab9668-f891-4aad-a1e7-3c0a299a993c req-7ff90d91-477b-40a8-99ee-59a6e02526d6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:18.398557 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bab9668-f891-4aad-a1e7-3c0a299a993c req-7ff90d91-477b-40a8-99ee-59a6e02526d6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 943 time: 0.0680914 Sep 16 05:14:18.458598 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4bab9668-f891-4aad-a1e7-3c0a299a993c req-982922a3-fd6a-4e12-907e-3d0e08decba0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530066 Sep 16 05:14:19.607688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cc430-48c4-4384-bb15-de00210f8702 req-6c5c832a-d6b6-40b5-9d4f-3724a0d86c21 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:19.609242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-455cc430-48c4-4384-bb15-de00210f8702 req-6c5c832a-d6b6-40b5-9d4f-3724a0d86c21 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 943 time: 0.0608621 Sep 16 05:14:19.655740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-455cc430-48c4-4384-bb15-de00210f8702 req-86f40e1c-f4f5-430a-a4ce-1a030573e1b3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372269 Sep 16 05:14:19.772596 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2a6ccb8e-b60b-49e4-9180-8de5e8613917 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:14:19.908803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2a6ccb8e-b60b-49e4-9180-8de5e8613917, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2a6ccb8e-b60b-49e4-9180-8de5e8613917,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:19.922248 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'port_id': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'mac_address': 'fa:16:3e:fe:83:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:14:19.967400 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:19.988308 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6ccb8e-b60b-49e4-9180-8de5e8613917 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:14:20.013244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2a6ccb8e-b60b-49e4-9180-8de5e8613917, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2a6ccb8e-b60b-49e4-9180-8de5e8613917,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:20.018563 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.075171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=2a6ccb8e-b60b-49e4-9180-8de5e8613917,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:20.085479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:20.086106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:20.086662 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:20.087177 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:20.087685 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:20.088189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:20.088699 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:20.089200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:20.089754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:20.090268 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:20.090653 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:20.090993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:14:20.182710 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d6849d1e-f479-4141-be21-22988268c732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.236962 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['2a6ccb8e-b60b-49e4-9180-8de5e8613917'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:14:20.790818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fccd05-b28c-491c-927d-c4080340a89e req-314df3ab-80fd-4e04-ba59-e9e0063150b0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:20.793152 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06fccd05-b28c-491c-927d-c4080340a89e req-314df3ab-80fd-4e04-ba59-e9e0063150b0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 944 time: 0.0648177 Sep 16 05:14:20.839747 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:20.845729 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06fccd05-b28c-491c-927d-c4080340a89e req-c315821b-697d-4c7f-ad33-cca699464eb8 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458004 Sep 16 05:14:21.734483 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.775178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2a6ccb8e-b60b-49e4-9180-8de5e8613917 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:14:21.832389 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 2a6ccb8e-b60b-49e4-9180-8de5e8613917 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:14:21.837166 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 2a6ccb8e-b60b-49e4-9180-8de5e8613917 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:14:21.837733 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.955993 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:21.998994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6ccb8e-b60b-49e4-9180-8de5e8613917'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:21.999743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac134aab-9fd3-40cf-a3c1-92e3463098a8 req-66c01e9b-bb01-4b2e-aa0b-b1b8da89b154 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:22.002153 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac134aab-9fd3-40cf-a3c1-92e3463098a8 req-66c01e9b-bb01-4b2e-aa0b-b1b8da89b154 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 944 time: 0.0690830 Sep 16 05:14:22.003110 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47040df8-f90f-4c0f-8397-b304ac9231a9" -d '{"events": [{"server_uuid": "2b7537ed-a877-48e4-b747-dabd30ebdc26", "name": "network-vif-plugged", "status": "completed", "tag": "2a6ccb8e-b60b-49e4-9180-8de5e8613917"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:22.023032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 2a6ccb8e-b60b-49e4-9180-8de5e8613917, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2a6ccb8e-b60b-49e4-9180-8de5e8613917,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:22.028953 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:22.056658 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac134aab-9fd3-40cf-a3c1-92e3463098a8 req-3b3ff06f-3531-4632-8ad2-b38e66fb9717 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475981 Sep 16 05:14:22.111553 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedb4560-0cbf-47d2-95b2-a61608fd0b34 x-openstack-request-id: req-dedb4560-0cbf-47d2-95b2-a61608fd0b34 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:22.112368 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7537ed-a877-48e4-b747-dabd30ebdc26", "name": "network-vif-plugged", "status": "completed", "tag": "2a6ccb8e-b60b-49e4-9180-8de5e8613917", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:22.112737 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dedb4560-0cbf-47d2-95b2-a61608fd0b34 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:22.113349 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'code': 200} Sep 16 05:14:22.128995 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=2a6ccb8e-b60b-49e4-9180-8de5e8613917,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:22.208679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6b976-4811-44e5-9141-d9857abf0d7b req-2ebcf334-96aa-4410-a8e8-756fce324155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:22.210252 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1aa6b976-4811-44e5-9141-d9857abf0d7b req-2ebcf334-96aa-4410-a8e8-756fce324155 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 1097 time: 0.0418940 Sep 16 05:14:22.248878 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1aa6b976-4811-44e5-9141-d9857abf0d7b req-e45ef2ab-8e73-403c-8ec4-b8f44b83edd5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317066 Sep 16 05:14:23.203974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec402eec-13c2-4b7b-ae20-6dddc1223f06 req-cc5069ce-fd7c-4e90-8ba4-168c90122bc2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:23.205687 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec402eec-13c2-4b7b-ae20-6dddc1223f06 req-cc5069ce-fd7c-4e90-8ba4-168c90122bc2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 945 time: 0.0631993 Sep 16 05:14:23.256887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ec402eec-13c2-4b7b-ae20-6dddc1223f06 req-944aeeef-7524-4ba2-beb0-90458fdf6f78 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408072 Sep 16 05:14:23.282492 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:24.421307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cf05a-a3f7-49c5-bf76-41c04ffe67d9 req-183993b3-4904-4c5f-9f1d-fdac0787d51d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:24.424018 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d2cf05a-a3f7-49c5-bf76-41c04ffe67d9 req-183993b3-4904-4c5f-9f1d-fdac0787d51d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 945 time: 0.0840826 Sep 16 05:14:24.469415 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d2cf05a-a3f7-49c5-bf76-41c04ffe67d9 req-2e39b829-47de-43a7-8cc2-d8b773585e2e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383120 Sep 16 05:14:24.614787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505aa98-ef17-48ba-b272-e5992bdad572 req-2e227add-01fe-43f5-9934-fceb9b02c1da tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:24.617418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9505aa98-ef17-48ba-b272-e5992bdad572 req-2e227add-01fe-43f5-9934-fceb9b02c1da tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 945 time: 0.0705373 Sep 16 05:14:24.663152 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9505aa98-ef17-48ba-b272-e5992bdad572 req-094328dc-427e-427a-b379-76d438fbd39e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391512 Sep 16 05:14:24.689439 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50318) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:24.884179 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b957794-9c68-4a84-a62f-d2a97e2eaafb tempest-TestVolumeBootPattern-980546745 tempest-TestVolumeBootPattern-980546745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:24.886353 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1b957794-9c68-4a84-a62f-d2a97e2eaafb tempest-TestVolumeBootPattern-980546745 tempest-TestVolumeBootPattern-980546745-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 1092 time: 0.1952660 Sep 16 05:14:24.889215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50324) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:24.894340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:14:24.927963 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.040428 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.178827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Allocated IP 172.25.0.209 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/e8fed958-a657-4973-9f06-5db9cead20c1) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:14:25.318104 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.367982 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.413200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:14:25.414971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:14:25.418870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:14:25.467592 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=e8fed958-a657-4973-9f06-5db9cead20c1,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:25.861954 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:25.969449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.168328 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.173517 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.244915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=e8fed958-a657-4973-9f06-5db9cead20c1,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:26.254573 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:26.641957 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Floating IP be823652-fbc2-464f-8003-2e762ffd1c6c associated. External IP: 172.25.0.209, port: 2a6ccb8e-b60b-49e4-9180-8de5e8613917. Sep 16 05:14:26.881066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Router 379bbf46-50cd-4ec8-836d-a4a53e38d921 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:27.012563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:27.024422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d137f-7261-41a3-bce1-f90cc495b27e None None] Sync routers for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:27.030144 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:27.036059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d137f-7261-41a3-bce1-f90cc495b27e None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:27.036977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d41d137f-7261-41a3-bce1-f90cc495b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:14:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:27.071235 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d8e0df0c-b4ef-4bb1-864e-8a0550dffb90 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1800702 Sep 16 05:14:27.073480 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'tag': '2a6ccb8e-b60b-49e4-9180-8de5e8613917'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:27.078657 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cf86ac-9642-4d64-9dcd-7401ffcae327" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7537ed-a877-48e4-b747-dabd30ebdc26", "tag": "2a6ccb8e-b60b-49e4-9180-8de5e8613917"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:27.143934 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c2ef6d-fbeb-417e-aeb0-64784b74cacd x-openstack-request-id: req-28c2ef6d-fbeb-417e-aeb0-64784b74cacd {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:27.144531 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7537ed-a877-48e4-b747-dabd30ebdc26", "tag": "2a6ccb8e-b60b-49e4-9180-8de5e8613917", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:27.144779 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28c2ef6d-fbeb-417e-aeb0-64784b74cacd {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:27.146581 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'tag': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'status': 'completed', 'code': 200} Sep 16 05:14:27.159263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d41d137f-7261-41a3-bce1-f90cc495b27e None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:27.229661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf86ac-9642-4d64-9dcd-7401ffcae327 req-86a62a2f-e6d0-468f-b54c-ef2cc49d18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.231345 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68cf86ac-9642-4d64-9dcd-7401ffcae327 req-86a62a2f-e6d0-468f-b54c-ef2cc49d18cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 1097 time: 0.0639019 Sep 16 05:14:27.364508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf86ac-9642-4d64-9dcd-7401ffcae327 req-01667657-484f-4fc3-a1a4-ea47642909ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.366327 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68cf86ac-9642-4d64-9dcd-7401ffcae327 req-01667657-484f-4fc3-a1a4-ea47642909ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.1273015 Sep 16 05:14:27.436910 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68cf86ac-9642-4d64-9dcd-7401ffcae327 req-295456ab-3681-42ec-95f1-b3a8403d140f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a6ccb8e-b60b-49e4-9180-8de5e8613917 HTTP/1.1" status: 200 len: 999 time: 0.0637567 Sep 16 05:14:27.457081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d41d137f-7261-41a3-bce1-f90cc495b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'be823652-fbc2-464f-8003-2e762ffd1c6c', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:fe:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:25Z', 'updated_at': '2021-09-16T05:14:25Z', 'revision_number': 0, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:27.492511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d137f-7261-41a3-bce1-f90cc495b27e None None] Checking router: 379bbf46-50cd-4ec8-836d-a4a53e38d921 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:27.503218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d137f-7261-41a3-bce1-f90cc495b27e None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:27.504104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d41d137f-7261-41a3-bce1-f90cc495b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:14:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:27.508640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf86ac-9642-4d64-9dcd-7401ffcae327 req-c15381b7-d31d-4cea-a9b1-56489bbd7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.510171 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68cf86ac-9642-4d64-9dcd-7401ffcae327 req-c15381b7-d31d-4cea-a9b1-56489bbd7af9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0624437 Sep 16 05:14:27.563301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf86ac-9642-4d64-9dcd-7401ffcae327 req-69efa634-0eec-4c37-8e53-27bd8978a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:27.565253 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68cf86ac-9642-4d64-9dcd-7401ffcae327 req-69efa634-0eec-4c37-8e53-27bd8978a1a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476470 Sep 16 05:14:27.652374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-d41d137f-7261-41a3-bce1-f90cc495b27e None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:27.684535 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68cf86ac-9642-4d64-9dcd-7401ffcae327 req-14c7d5a9-3df8-41c6-8dfc-a60ce953f408 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108012 Sep 16 05:14:27.797236 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-68cf86ac-9642-4d64-9dcd-7401ffcae327 req-d4c671df-8f51-4633-8cf7-3c0aea22398d service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043262 Sep 16 05:14:28.107135 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-d41d137f-7261-41a3-bce1-f90cc495b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'be823652-fbc2-464f-8003-2e762ffd1c6c', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:fe:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:25Z', 'updated_at': '2021-09-16T05:14:25Z', 'revision_number': 0, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:28.134393 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d137f-7261-41a3-bce1-f90cc495b27e None None] The sync data for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 is: [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'be823652-fbc2-464f-8003-2e762ffd1c6c', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:fe:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:25Z', 'updated_at': '2021-09-16T05:14:25Z', 'revision_number': 0, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:28.382620 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7ff1d-0680-4ca3-812a-1f2f8aa1bc4a None None] New status for floating IP be823652-fbc2-464f-8003-2e762ffd1c6c: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:35.783048 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:35.929081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50336) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:36.012849 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-446ec2e4-9cbe-4bf4-b290-b734288173c9 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/floatingips/756d6906-310f-474b-928c-771b3f5a2fd7 HTTP/1.1" status: 200 len: 992 time: 0.0821621 Sep 16 05:14:36.271117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50342) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:36.450530 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting port e873172a-7439-429c-9260-60bad827ab46 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:36.451020 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.543216 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.543656 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.557578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Calling delete_port for e873172a-7439-429c-9260-60bad827ab46 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:36.755447 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.782807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Port': ['ID=e873172a-7439-429c-9260-60bad827ab46,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:36.858007 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:36.858719 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Floating IP 756d6906-310f-474b-928c-771b3f5a2fd7 disassociated (deleted). External IP: 172.25.0.10, port: 87abaf0d-4757-4e3a-8ee8-3e8409daef53. Sep 16 05:14:37.112793 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Router b70b849c-2eaf-4774-b065-44a5e6f34a4a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:37.229924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:37.235597 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.240716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace84547-526c-48c7-b09e-037beb575da0 None None] Sync routers for ids ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:37.250923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace84547-526c-48c7-b09e-037beb575da0 None None] Routers {'b70b849c-2eaf-4774-b065-44a5e6f34a4a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:37.251562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ace84547-526c-48c7-b09e-037beb575da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:14:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:37.272525 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5bff8c7b-745f-4867-8479-a6e35153945c tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/floatingips/756d6906-310f-474b-928c-771b3f5a2fd7 HTTP/1.1" status: 204 len: 168 time: 0.9973428 Sep 16 05:14:37.272525 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'tag': '87abaf0d-4757-4e3a-8ee8-3e8409daef53'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:37.273768 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b307a9d-365d-421d-ac0b-6d4eed7febac" -d '{"events": [{"name": "network-changed", "server_uuid": "1d239815-ec74-4e01-977e-9ce075f50cf9", "tag": "87abaf0d-4757-4e3a-8ee8-3e8409daef53"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:37.405125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-ace84547-526c-48c7-b09e-037beb575da0 None None] Set router b70b849c-2eaf-4774-b065-44a5e6f34a4a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:37.477354 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a747674-dea2-45bd-a855-bcddccea00c5 x-openstack-request-id: req-2a747674-dea2-45bd-a855-bcddccea00c5 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:37.478029 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d239815-ec74-4e01-977e-9ce075f50cf9", "tag": "87abaf0d-4757-4e3a-8ee8-3e8409daef53", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:37.478576 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a747674-dea2-45bd-a855-bcddccea00c5 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:37.479343 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'tag': '87abaf0d-4757-4e3a-8ee8-3e8409daef53', 'status': 'completed', 'code': 200} Sep 16 05:14:37.601378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b307a9d-365d-421d-ac0b-6d4eed7febac req-d8e98e12-161b-41af-9ea8-5da489fbc66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.603211 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b307a9d-365d-421d-ac0b-6d4eed7febac req-d8e98e12-161b-41af-9ea8-5da489fbc66d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0980310 Sep 16 05:14:37.649350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4cd95-62aa-452a-a94f-569e5c4684e6 req-7cf35055-3075-447f-8958-77343b729526 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.650954 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-74c4cd95-62aa-452a-a94f-569e5c4684e6 req-7cf35055-3075-447f-8958-77343b729526 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 945 time: 0.1062105 Sep 16 05:14:37.653339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ace84547-526c-48c7-b09e-037beb575da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:43Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '3e529900-5420-4aee-abfc-721920e1f839', 'name': '', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:ac:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '8716604a-1144-489b-9598-c49455e9c366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:46Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': '8716604a-1144-489b-9598-c49455e9c366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:37.686051 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace84547-526c-48c7-b09e-037beb575da0 None None] Checking router: b70b849c-2eaf-4774-b065-44a5e6f34a4a for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:37.704458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace84547-526c-48c7-b09e-037beb575da0 None None] Routers {'b70b849c-2eaf-4774-b065-44a5e6f34a4a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:37.705125 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ace84547-526c-48c7-b09e-037beb575da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:14:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:37.736885 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-74c4cd95-62aa-452a-a94f-569e5c4684e6 req-929e8394-df73-4931-9035-1ef45ed1c2ec tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=f59b02e0-011f-4dc9-95f7-df8833a3ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761471 Sep 16 05:14:37.774413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b307a9d-365d-421d-ac0b-6d4eed7febac req-160f0aa2-d6c6-4ffb-9869-e4f0a706d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.775872 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b307a9d-365d-421d-ac0b-6d4eed7febac req-160f0aa2-d6c6-4ffb-9869-e4f0a706d9bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 HTTP/1.1" status: 200 len: 897 time: 0.1629996 Sep 16 05:14:37.825823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b307a9d-365d-421d-ac0b-6d4eed7febac req-46a3793c-f70e-45f2-b756-482fca3c3672 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87abaf0d-4757-4e3a-8ee8-3e8409daef53 HTTP/1.1" status: 200 len: 217 time: 0.0411701 Sep 16 05:14:37.855246 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:37.867084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-ace84547-526c-48c7-b09e-037beb575da0 None None] Set router b70b849c-2eaf-4774-b065-44a5e6f34a4a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:37.892742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b307a9d-365d-421d-ac0b-6d4eed7febac req-48497bde-513d-4909-aafe-d2882cd5857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.895288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b307a9d-365d-421d-ac0b-6d4eed7febac req-48497bde-513d-4909-aafe-d2882cd5857b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8716604a-1144-489b-9598-c49455e9c366 HTTP/1.1" status: 200 len: 835 time: 0.0615616 Sep 16 05:14:37.955604 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b307a9d-365d-421d-ac0b-6d4eed7febac req-1922acf2-f3cc-4108-84a3-9f908facd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:37.958587 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b307a9d-365d-421d-ac0b-6d4eed7febac req-1922acf2-f3cc-4108-84a3-9f908facd3a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a7906a4d-ec87-4a4b-8cc1-18c2e41fa282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552530 Sep 16 05:14:38.074614 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b307a9d-365d-421d-ac0b-6d4eed7febac req-6cdcc73e-f8b2-45f0-ae52-7a58e252111f service neutron] 10.222.0.50 "GET /v2.0/networks/a7906a4d-ec87-4a4b-8cc1-18c2e41fa282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069150 Sep 16 05:14:38.127706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-ace84547-526c-48c7-b09e-037beb575da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:43Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '3e529900-5420-4aee-abfc-721920e1f839', 'name': '', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:ac:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '8716604a-1144-489b-9598-c49455e9c366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:46Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': '8716604a-1144-489b-9598-c49455e9c366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:38.165305 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace84547-526c-48c7-b09e-037beb575da0 None None] The sync data for ids ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'] in n-d-712142-17 is: [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:13:43Z', 'revision_number': 4, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '3e529900-5420-4aee-abfc-721920e1f839', 'name': '', 'network_id': 'a7906a4d-ec87-4a4b-8cc1-18c2e41fa282', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'mac_address': 'fa:16:3e:ac:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '8716604a-1144-489b-9598-c49455e9c366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:42Z', 'updated_at': '2021-09-16T05:13:46Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'subnets': [{'id': '8716604a-1144-489b-9598-c49455e9c366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:38.190049 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b307a9d-365d-421d-ac0b-6d4eed7febac req-2b22558b-5cec-4169-928c-1d726091374d service neutron] 10.222.0.50 "GET /v2.0/networks/a7906a4d-ec87-4a4b-8cc1-18c2e41fa282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070607 Sep 16 05:14:38.454824 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc497a-e61d-4e34-8bc8-6191b518b11b None None] New status for floating IP 756d6906-310f-474b-928c-771b3f5a2fd7: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:14:38.901540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfa0de-c53f-442c-8a27-1fbf0ddfa31d req-e6869fe7-197d-43f3-81ef-e0db88e2e111 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:38.904352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-becfa0de-c53f-442c-8a27-1fbf0ddfa31d req-e6869fe7-197d-43f3-81ef-e0db88e2e111 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 945 time: 0.0798750 Sep 16 05:14:38.973681 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-becfa0de-c53f-442c-8a27-1fbf0ddfa31d req-e478c0ca-7b99-4e79-84bd-f513908891d8 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/security-groups?id=f59b02e0-011f-4dc9-95f7-df8833a3ec05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578392 Sep 16 05:14:39.099947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced5cda-cb06-4af0-bcbf-535fd5f0ca39 req-48d14f24-440a-4f2c-931e-b301ccec141b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:14:39.101642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ced5cda-cb06-4af0-bcbf-535fd5f0ca39 req-48d14f24-440a-4f2c-931e-b301ccec141b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 945 time: 0.0683591 Sep 16 05:14:39.230106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-6ced5cda-cb06-4af0-bcbf-535fd5f0ca39 req-4867b438-1f83-4924-a442-6e57ec7c9c12 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting port 87abaf0d-4757-4e3a-8ee8-3e8409daef53 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:39.230567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6ced5cda-cb06-4af0-bcbf-535fd5f0ca39 req-4867b438-1f83-4924-a442-6e57ec7c9c12 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.388387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6ced5cda-cb06-4af0-bcbf-535fd5f0ca39 req-4867b438-1f83-4924-a442-6e57ec7c9c12 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] For port 87abaf0d-4757-4e3a-8ee8-3e8409daef53, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=87abaf0d-4757-4e3a-8ee8-3e8409daef53,segment=NetworkSegment(78365dd1-065a-4639-ae86-b0da908c7f17),segment_id=78365dd1-065a-4639-ae86-b0da908c7f17)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:39.388727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6ced5cda-cb06-4af0-bcbf-535fd5f0ca39 req-4867b438-1f83-4924-a442-6e57ec7c9c12 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.404288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-6ced5cda-cb06-4af0-bcbf-535fd5f0ca39 req-4867b438-1f83-4924-a442-6e57ec7c9c12 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Calling delete_port for 87abaf0d-4757-4e3a-8ee8-3e8409daef53 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:39.573615 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6ced5cda-cb06-4af0-bcbf-535fd5f0ca39 req-4867b438-1f83-4924-a442-6e57ec7c9c12 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.613033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867b438-1f83-4924-a442-6e57ec7c9c12 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Port': ['ID=87abaf0d-4757-4e3a-8ee8-3e8409daef53,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:39.673368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ced5cda-cb06-4af0-bcbf-535fd5f0ca39 req-4867b438-1f83-4924-a442-6e57ec7c9c12 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] No DVR routers for this DVR port 87abaf0d-4757-4e3a-8ee8-3e8409daef53 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:39.676930 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6ced5cda-cb06-4af0-bcbf-535fd5f0ca39 req-4867b438-1f83-4924-a442-6e57ec7c9c12 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:39.680456 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ced5cda-cb06-4af0-bcbf-535fd5f0ca39 req-4867b438-1f83-4924-a442-6e57ec7c9c12 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.50 "DELETE /v2.0/ports/87abaf0d-4757-4e3a-8ee8-3e8409daef53 HTTP/1.1" status: 204 len: 173 time: 0.5701094 Sep 16 05:14:39.681214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'name': 'network-vif-deleted', 'tag': '87abaf0d-4757-4e3a-8ee8-3e8409daef53'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:14:39.684984 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb848b-f5f4-4550-85d0-223761b5b687" -d '{"events": [{"server_uuid": "1d239815-ec74-4e01-977e-9ce075f50cf9", "name": "network-vif-deleted", "tag": "87abaf0d-4757-4e3a-8ee8-3e8409daef53"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:14:39.743440 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84a4517-ae0a-495f-abba-66fe195004f0 x-openstack-request-id: req-b84a4517-ae0a-495f-abba-66fe195004f0 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:14:39.743919 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d239815-ec74-4e01-977e-9ce075f50cf9", "name": "network-vif-deleted", "tag": "87abaf0d-4757-4e3a-8ee8-3e8409daef53", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:14:39.744344 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b84a4517-ae0a-495f-abba-66fe195004f0 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:14:39.745006 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d239815-ec74-4e01-977e-9ce075f50cf9', 'name': 'network-vif-deleted', 'tag': '87abaf0d-4757-4e3a-8ee8-3e8409daef53', 'status': 'completed', 'code': 200} Sep 16 05:14:40.152506 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0adf935d-33a5-4582-acf0-02e26f506f15 req-224c578d-60b4-46a4-8b66-da45124d013b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d239815-ec74-4e01-977e-9ce075f50cf9 HTTP/1.1" status: 200 len: 210 time: 0.0406940 Sep 16 05:14:41.240316 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50360) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:41.339870 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b78a4df1-7a12-49cf-8aa3-8c1e201de70b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.390841 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b78a4df1-7a12-49cf-8aa3-8c1e201de70b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.488190 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b78a4df1-7a12-49cf-8aa3-8c1e201de70b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.493235 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b78a4df1-7a12-49cf-8aa3-8c1e201de70b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:41.495395 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b78a4df1-7a12-49cf-8aa3-8c1e201de70b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/security-groups/f59b02e0-011f-4dc9-95f7-df8833a3ec05 HTTP/1.1" status: 204 len: 168 time: 0.2519760 Sep 16 05:14:41.519941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a4df1-7a12-49cf-8aa3-8c1e201de70b tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59b02e0-011f-4dc9-95f7-df8833a3ec05,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:41.543871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50364) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:41.722956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87abaf0d-4757-4e3a-8ee8-3e8409daef53 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:41.772213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 87abaf0d-4757-4e3a-8ee8-3e8409daef53 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:41.772213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 87abaf0d-4757-4e3a-8ee8-3e8409daef53 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:42.088153 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f822592a-9a4e-4c89-9c68-7319c632dce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.424004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f822592a-9a4e-4c89-9c68-7319c632dce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting port 3e529900-5420-4aee-abfc-721920e1f839 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:42.424773 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f822592a-9a4e-4c89-9c68-7319c632dce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.523394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-f822592a-9a4e-4c89-9c68-7319c632dce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] For port 3e529900-5420-4aee-abfc-721920e1f839, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3e529900-5420-4aee-abfc-721920e1f839,segment=NetworkSegment(78365dd1-065a-4639-ae86-b0da908c7f17),segment_id=78365dd1-065a-4639-ae86-b0da908c7f17)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:42.523762 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f822592a-9a4e-4c89-9c68-7319c632dce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.537428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f822592a-9a4e-4c89-9c68-7319c632dce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Calling delete_port for 3e529900-5420-4aee-abfc-721920e1f839 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:42.751011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f822592a-9a4e-4c89-9c68-7319c632dce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:42.785526 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822592a-9a4e-4c89-9c68-7319c632dce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Port': ['ID=3e529900-5420-4aee-abfc-721920e1f839,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:42.987620 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f822592a-9a4e-4c89-9c68-7319c632dce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.513543 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f822592a-9a4e-4c89-9c68-7319c632dce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Router b70b849c-2eaf-4774-b065-44a5e6f34a4a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:14:43.636800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f822592a-9a4e-4c89-9c68-7319c632dce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:14:43.643587 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f822592a-9a4e-4c89-9c68-7319c632dce7 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "PUT /v2.0/routers/b70b849c-2eaf-4774-b065-44a5e6f34a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0977983 Sep 16 05:14:43.646954 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50366) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:43.650759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56150d23-04cf-47ea-8977-57ab86305aff None None] Sync routers for ids ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:14:43.666976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56150d23-04cf-47ea-8977-57ab86305aff None None] Routers {'b70b849c-2eaf-4774-b065-44a5e6f34a4a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:43.668307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-56150d23-04cf-47ea-8977-57ab86305aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:14:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:43.736336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-124ab308-d5dd-45a4-9eaf-e49af06fb420 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting subnet 8716604a-1144-489b-9598-c49455e9c366 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:14:43.739735 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-124ab308-d5dd-45a4-9eaf-e49af06fb420 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.792970 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-124ab308-d5dd-45a4-9eaf-e49af06fb420 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.830038 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-56150d23-04cf-47ea-8977-57ab86305aff None None] Set router b70b849c-2eaf-4774-b065-44a5e6f34a4a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:43.905577 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-124ab308-d5dd-45a4-9eaf-e49af06fb420 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:43.978309 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-124ab308-d5dd-45a4-9eaf-e49af06fb420 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.008211 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ab308-d5dd-45a4-9eaf-e49af06fb420 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Subnet': ['ID=8716604a-1144-489b-9598-c49455e9c366,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:44.013134 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-124ab308-d5dd-45a4-9eaf-e49af06fb420 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.017585 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-124ab308-d5dd-45a4-9eaf-e49af06fb420 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/subnets/8716604a-1144-489b-9598-c49455e9c366 HTTP/1.1" status: 204 len: 168 time: 0.3668506 Sep 16 05:14:44.018336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50368) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:44.026501 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67747cc0-aee1-40a8-a009-8101cbdd8d01 None None] Network a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:14:44.153087 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-56150d23-04cf-47ea-8977-57ab86305aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:14:42Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:44.165479 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.206078 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56150d23-04cf-47ea-8977-57ab86305aff None None] Checking router: b70b849c-2eaf-4774-b065-44a5e6f34a4a for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:14:44.222777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56150d23-04cf-47ea-8977-57ab86305aff None None] Routers {'b70b849c-2eaf-4774-b065-44a5e6f34a4a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:14:44.223382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-56150d23-04cf-47ea-8977-57ab86305aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:14:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:44.290338 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.323862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0974d4-892b-4da2-8f19-020a9754a033 None None] DHCP port deletion for a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:14:44.369555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Deleting port 03166c66-d343-41dc-82af-0dea7e6bf1a9 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:44.370884 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-56150d23-04cf-47ea-8977-57ab86305aff None None] Set router b70b849c-2eaf-4774-b065-44a5e6f34a4a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:14:44.372030 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.474004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] For port 03166c66-d343-41dc-82af-0dea7e6bf1a9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=03166c66-d343-41dc-82af-0dea7e6bf1a9,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:44.474326 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.486875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Calling delete_port for 03166c66-d343-41dc-82af-0dea7e6bf1a9 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:44.535669 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3d0974d4-892b-4da2-8f19-020a9754a033 None None] Deleting port 99786958-aedb-4f96-89a6-b27158661c2c {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:14:44.535972 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3d0974d4-892b-4da2-8f19-020a9754a033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.664006 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-3d0974d4-892b-4da2-8f19-020a9754a033 None None] For port 99786958-aedb-4f96-89a6-b27158661c2c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=99786958-aedb-4f96-89a6-b27158661c2c,segment=NetworkSegment(78365dd1-065a-4639-ae86-b0da908c7f17),segment_id=78365dd1-065a-4639-ae86-b0da908c7f17)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:14:44.664718 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3d0974d4-892b-4da2-8f19-020a9754a033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.684204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3d0974d4-892b-4da2-8f19-020a9754a033 None None] Calling delete_port for 99786958-aedb-4f96-89a6-b27158661c2c owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:14:44.686082 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.720123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Port': ['ID=03166c66-d343-41dc-82af-0dea7e6bf1a9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:44.766893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-56150d23-04cf-47ea-8977-57ab86305aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:14:42Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:44.800419 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.809344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56150d23-04cf-47ea-8977-57ab86305aff None None] The sync data for ids ['b70b849c-2eaf-4774-b065-44a5e6f34a4a'] in n-d-712142-17 is: [{'id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'name': 'tempest-TestNetworkBasicOps-router-1918415345', 'tenant_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:13:39Z', 'updated_at': '2021-09-16T05:14:42Z', 'revision_number': 5, 'project_id': '5bf01b591c0a47d79f8aa5dc9d208c3e', 'gw_port': {'id': '03166c66-d343-41dc-82af-0dea7e6bf1a9', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b849c-2eaf-4774-b065-44a5e6f34a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:13:40Z', 'updated_at': '2021-09-16T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:14:44.842024 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3d0974d4-892b-4da2-8f19-020a9754a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.875618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0974d4-892b-4da2-8f19-020a9754a033 None None] Pushing event deleted for resources: {'Port': ['ID=99786958-aedb-4f96-89a6-b27158661c2c,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:44.879723 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0974d4-892b-4da2-8f19-020a9754a033 None None] No DVR routers for this DVR port 99786958-aedb-4f96-89a6-b27158661c2c on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:14:44.929435 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.932628 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.985458 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.986082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Fanout notify agent at l3_agent the message router_deleted on router b70b849c-2eaf-4774-b065-44a5e6f34a4a {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:14:44.995499 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:44.996651 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-81b8548c-20eb-4669-acb4-b3f6f5004b05 tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/routers/b70b849c-2eaf-4774-b065-44a5e6f34a4a HTTP/1.1" status: 204 len: 168 time: 0.9777844 Sep 16 05:14:45.000115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50370) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:45.095765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.197921 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.229416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7906a4d-ec87-4a4b-8cc1-18c2e41fa282']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:45.241727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78365dd1-065a-4639-ae86-b0da908c7f17') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:45.242040 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78365dd1-065a-4639-ae86-b0da908c7f17') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:14:45.265372 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.284024 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.291418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:14:45.292299 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:14:45.319030 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:14:45.360698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 99786958-aedb-4f96-89a6-b27158661c2c no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:45.372565 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.380695 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:45.383223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 99786958-aedb-4f96-89a6-b27158661c2c {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:45.383578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 99786958-aedb-4f96-89a6-b27158661c2c not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:45.384010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3e529900-5420-4aee-abfc-721920e1f839 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:45.385820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] 10.222.0.53 "DELETE /v2.0/networks/a7906a4d-ec87-4a4b-8cc1-18c2e41fa282 HTTP/1.1" status: 204 len: 168 time: 0.3842540 Sep 16 05:14:45.407259 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 3e529900-5420-4aee-abfc-721920e1f839 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:45.407658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3e529900-5420-4aee-abfc-721920e1f839 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:45.415144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba92a61-eda9-4b6f-a032-8eb74301882e tempest-TestNetworkBasicOps-622536547 tempest-TestNetworkBasicOps-622536547-project] Pushing event deleted for resources: {'Network': ['ID=a7906a4d-ec87-4a4b-8cc1-18c2e41fa282,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:45.772029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50376) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:45.971839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a66be657-fe84-4555-a331-699392b1ce2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bf01b591c0a47d79f8aa5dc9d208c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985788 Sep 16 05:14:45.976060 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50380) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:46.043115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7cf0baa7-683b-409a-b9af-a24973982490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.072228 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7cf0baa7-683b-409a-b9af-a24973982490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.131467 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7cf0baa7-683b-409a-b9af-a24973982490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.135049 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7cf0baa7-683b-409a-b9af-a24973982490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.136267 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7cf0baa7-683b-409a-b9af-a24973982490 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ede7792-50c9-4605-82d7-dcdeb61ff387 HTTP/1.1" status: 204 len: 168 time: 0.1592882 Sep 16 05:14:46.147924 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0baa7-683b-409a-b9af-a24973982490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ede7792-50c9-4605-82d7-dcdeb61ff387,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:46.521434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50386) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:46.537202 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dda341ff-af5c-4713-aef0-d35c68b1ea9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.641938 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dda341ff-af5c-4713-aef0-d35c68b1ea9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.646366 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dda341ff-af5c-4713-aef0-d35c68b1ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.689507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dda341ff-af5c-4713-aef0-d35c68b1ea9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63afb69a88914cb1b34c7a4e756fade2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666601 Sep 16 05:14:46.690418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda341ff-af5c-4713-aef0-d35c68b1ea9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac803277-59d8-4647-b8e1-ff7c2144f05f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:46.692537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50388) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:14:46.757531 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa884-5cab-4019-b4de-a5989c891a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.783294 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa884-5cab-4019-b4de-a5989c891a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.841209 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa884-5cab-4019-b4de-a5989c891a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.844436 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa884-5cab-4019-b4de-a5989c891a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:46.845899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fa0fa884-5cab-4019-b4de-a5989c891a82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac803277-59d8-4647-b8e1-ff7c2144f05f HTTP/1.1" status: 204 len: 168 time: 0.1518018 Sep 16 05:14:46.855892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fa884-5cab-4019-b4de-a5989c891a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac803277-59d8-4647-b8e1-ff7c2144f05f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:14:47.124989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 03166c66-d343-41dc-82af-0dea7e6bf1a9 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:14:47.146962 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 03166c66-d343-41dc-82af-0dea7e6bf1a9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:14:47.147324 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 03166c66-d343-41dc-82af-0dea7e6bf1a9 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:14:47.239021 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ba33fb66-7996-4aaa-9b5a-c64916ac7eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.172401 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0fc8dd68-bf9b-4447-a203-a7783554aa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:50.845475 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:51.736358 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:53.274507 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:14:55.205507 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:15:05.938843 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:07.816835 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:15.872267 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-233418e0-f8cd-4c69-88ab-576499158781 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446582 Sep 16 05:15:15.963747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-244ea0e1-63ec-4737-851d-550bf92db82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:15.965280 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-244ea0e1-63ec-4737-851d-550bf92db82f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 1097 time: 0.0441597 Sep 16 05:15:16.081436 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-0b8d4564-550f-44f1-96fe-c8bb81519da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.082972 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-0b8d4564-550f-44f1-96fe-c8bb81519da4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.0977094 Sep 16 05:15:16.158095 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-44760c9a-b8fb-437d-bcc6-fe333990fbba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a6ccb8e-b60b-49e4-9180-8de5e8613917 HTTP/1.1" status: 200 len: 1001 time: 0.0680571 Sep 16 05:15:16.224160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-ce965fb9-a5be-4682-be47-face72f9de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.225682 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-ce965fb9-a5be-4682-be47-face72f9de1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0593736 Sep 16 05:15:16.283801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-bb1ac539-b534-4c0a-b4ae-f62ff712d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:15:16.285329 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-bb1ac539-b534-4c0a-b4ae-f62ff712d868 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505171 Sep 16 05:15:16.297333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-4e977ddc-ff0c-4cd5-81d0-3f284a86bb07 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:15:16.298349 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-4e977ddc-ff0c-4cd5-81d0-3f284a86bb07 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057366 Sep 16 05:15:16.414301 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-597094d8-f49c-4ff5-b2ed-8bbe98ef0b53 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076162 Sep 16 05:15:16.515683 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36389ef8-7ea5-4b86-847d-ed741e7bd85e req-90e475ec-d5a7-4c7a-b12a-807d32e02f89 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941215 Sep 16 05:15:17.232347 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-08524cd1-e553-4575-9431-3e615179e78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.174422 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20477848-ad0e-438d-ab62-8f5fcfcd0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:20.847348 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:21.737639 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:23.274795 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:32.205637 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:15:35.801254 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:37.815300 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:47.235159 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-baa65ae0-d06f-4cf4-8eb7-103007f5e209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.177423 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a83a602e-44eb-409b-a0fa-d147ed8fe436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:50.851343 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:51.743005 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:15:53.278814 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:00.605345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9653b-3732-452a-bc8d-cd0534c9fad1 req-79749987-76c1-4bf3-b398-dcd366901d97 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:00.607961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32d9653b-3732-452a-bc8d-cd0534c9fad1 req-79749987-76c1-4bf3-b398-dcd366901d97 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 945 time: 0.0809867 Sep 16 05:16:00.662987 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-32d9653b-3732-452a-bc8d-cd0534c9fad1 req-1a5f2c8d-e50d-4a15-b97d-3682c690c313 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475507 Sep 16 05:16:01.853148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a49f3-4faf-4336-b8c7-d5f39a9dd75c req-10c24277-5f77-4ed6-8662-82d309d6938c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:01.854765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c8a49f3-4faf-4336-b8c7-d5f39a9dd75c req-10c24277-5f77-4ed6-8662-82d309d6938c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 945 time: 0.0690451 Sep 16 05:16:01.916306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c8a49f3-4faf-4336-b8c7-d5f39a9dd75c req-54d783c4-83d4-45e9-abd7-18c667b2cd60 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/security-groups?id=2d354cee-0cca-4358-8293-cea039b83d33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480385 Sep 16 05:16:02.103983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830660de-01eb-4076-9d5c-d4ca63706474 req-dd02cc0b-a135-46fb-b0f0-4032aa041232 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:02.105772 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-830660de-01eb-4076-9d5c-d4ca63706474 req-dd02cc0b-a135-46fb-b0f0-4032aa041232 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.50 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 945 time: 0.0761395 Sep 16 05:16:02.234309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Deleting port 20b3ee99-743c-403d-8a33-3f04011ba0d0 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:02.234787 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.383693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] For port 20b3ee99-743c-403d-8a33-3f04011ba0d0, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=20b3ee99-743c-403d-8a33-3f04011ba0d0,segment=NetworkSegment(d41df5f0-c5e3-4494-8d6d-d064055e65a6),segment_id=d41df5f0-c5e3-4494-8d6d-d064055e65a6)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:02.384219 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.705981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.706548 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.706883 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Floating IP 867a0346-1d26-4270-893b-8f9f542b421d disassociated. External IP: 172.25.0.248, port: 20b3ee99-743c-403d-8a33-3f04011ba0d0. Sep 16 05:16:02.707237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Calling delete_port for 20b3ee99-743c-403d-8a33-3f04011ba0d0 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:02.881236 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:02.923516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event deleted for resources: {'Port': ['ID=20b3ee99-743c-403d-8a33-3f04011ba0d0,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:02.937051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:02.939108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:02.939108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:02.939108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:02.939108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:02.939108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:02.939108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:02.941109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:02.941109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:02.941109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:02.941109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:02.941109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:03.075159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-66dd19a1-53f4-4093-a5fd-309fc265ecc5 req-7fa000c4-e65e-4522-b018-eac1e948c2bc tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 210 time: 0.0487301 Sep 16 05:16:03.181019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Router 93b873eb-6236-4831-ba57-68aa54fa0f6d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:03.320195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:03.335619 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166d8a8-2f1b-4580-801c-49c525026c1d None None] Sync routers for ids ['93b873eb-6236-4831-ba57-68aa54fa0f6d'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:03.350367 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166d8a8-2f1b-4580-801c-49c525026c1d None None] Routers {'93b873eb-6236-4831-ba57-68aa54fa0f6d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:03.351177 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7166d8a8-2f1b-4580-801c-49c525026c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:15:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['93b873eb-6236-4831-ba57-68aa54fa0f6d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:03.565466 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7166d8a8-2f1b-4580-801c-49c525026c1d None None] Set router 93b873eb-6236-4831-ba57-68aa54fa0f6d gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:03.779929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] No DVR routers for this DVR port 20b3ee99-743c-403d-8a33-3f04011ba0d0 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:03.782454 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:03.785001 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-830660de-01eb-4076-9d5c-d4ca63706474 req-c97ec124-8e33-47d7-9f52-1116a0aa8963 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.50 "DELETE /v2.0/ports/20b3ee99-743c-403d-8a33-3f04011ba0d0 HTTP/1.1" status: 204 len: 173 time: 1.6694641 Sep 16 05:16:03.786211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'name': 'network-vif-deleted', 'tag': '20b3ee99-743c-403d-8a33-3f04011ba0d0'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:03.787818 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86545b79-8c0b-4345-8dfa-28aa9ff8f170" -d '{"events": [{"server_uuid": "c14534ab-8395-46cc-b55d-c955ec3d1127", "name": "network-vif-deleted", "tag": "20b3ee99-743c-403d-8a33-3f04011ba0d0"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:03.841207 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7166d8a8-2f1b-4580-801c-49c525026c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:10:49Z', 'revision_number': 4, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'dd77649b-5d19-48b4-b24b-4bed47178d3b', 'name': '', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'mac_address': 'fa:16:3e:ce:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 5, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'subnets': [{'id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:03.887879 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166d8a8-2f1b-4580-801c-49c525026c1d None None] Checking router: 93b873eb-6236-4831-ba57-68aa54fa0f6d for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:03.898241 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166d8a8-2f1b-4580-801c-49c525026c1d None None] Routers {'93b873eb-6236-4831-ba57-68aa54fa0f6d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:03.898978 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7166d8a8-2f1b-4580-801c-49c525026c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:15:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['93b873eb-6236-4831-ba57-68aa54fa0f6d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:03.978115 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf83518a-bd4d-4bf0-a63f-bd17124a5e17 x-openstack-request-id: req-bf83518a-bd4d-4bf0-a63f-bd17124a5e17 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:03.978886 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14534ab-8395-46cc-b55d-c955ec3d1127", "name": "network-vif-deleted", "tag": "20b3ee99-743c-403d-8a33-3f04011ba0d0", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:03.978886 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf83518a-bd4d-4bf0-a63f-bd17124a5e17 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:03.979150 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14534ab-8395-46cc-b55d-c955ec3d1127', 'name': 'network-vif-deleted', 'tag': '20b3ee99-743c-403d-8a33-3f04011ba0d0', 'status': 'completed', 'code': 200} Sep 16 05:16:04.087363 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7166d8a8-2f1b-4580-801c-49c525026c1d None None] Set router 93b873eb-6236-4831-ba57-68aa54fa0f6d gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:04.243629 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-905c6010-09a0-43c5-9513-aa2e88b58183 req-b9d8ae06-4796-4001-85ff-aed8ed0a5150 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "GET /v2.0/ports?device_id=c14534ab-8395-46cc-b55d-c955ec3d1127 HTTP/1.1" status: 200 len: 210 time: 0.0383039 Sep 16 05:16:04.401762 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7166d8a8-2f1b-4580-801c-49c525026c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:10:49Z', 'revision_number': 4, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'dd77649b-5d19-48b4-b24b-4bed47178d3b', 'name': '', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'mac_address': 'fa:16:3e:ce:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 5, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'subnets': [{'id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:04.447578 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166d8a8-2f1b-4580-801c-49c525026c1d None None] The sync data for ids ['93b873eb-6236-4831-ba57-68aa54fa0f6d'] in n-d-712142-17 is: [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:10:49Z', 'revision_number': 4, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'dd77649b-5d19-48b4-b24b-4bed47178d3b', 'name': '', 'network_id': '236219b7-0ecc-4c17-aba2-3ff13175e16f', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'mac_address': 'fa:16:3e:ce:80:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:48Z', 'updated_at': '2021-09-16T05:10:55Z', 'revision_number': 5, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'subnets': [{'id': '769fb9b6-d801-4295-8d6e-c5853e5f1b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:04.718582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d957975f-2acd-4ce2-a04d-d55c2934a3a5 None None] New status for floating IP 867a0346-1d26-4270-893b-8f9f542b421d: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:16:05.024418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-ee96af34-1f49-44a4-9f6f-2f38783557d3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479630547&fields=id&tenant_id=b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 267 time: 0.0426698 Sep 16 05:16:05.167325 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-8c87915b-8478-4dad-ae95-deff38bff7ef tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:05.169435 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-8c87915b-8478-4dad-ae95-deff38bff7ef tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1375644 Sep 16 05:16:05.189917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-c739448e-6f88-4a2d-9e70-92e65e5a58e1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/quotas/b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 375 time: 0.0145206 Sep 16 05:16:05.259354 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-c3aa7e56-d1ec-4ef8-9d4f-b08e74f097a3 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0622149 Sep 16 05:16:05.276660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-165276fa-8ed0-401a-a19f-9afac37ff0c8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:16:05.278246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-165276fa-8ed0-401a-a19f-9afac37ff0c8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052996 Sep 16 05:16:05.382609 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-c873d52e-0f55-460e-8c78-30a1c0e02dea service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972137 Sep 16 05:16:05.484924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-fc03caa6-2291-4d7f-8512-12a5899bf384 service neutron] 10.222.0.53 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943134 Sep 16 05:16:05.791334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50492) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:05.822695 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:05.849806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-243ae2e7-b0f7-4700-80c3-d974be03a0c1 req-0900dc10-f2b9-4541-b2b5-a080cccf8567 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 210 time: 0.0336275 Sep 16 05:16:05.948969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Deleting port 05aee477-97be-41f1-98b8-bda68eedc05a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:05.950145 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.040731 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.041078 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.054167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Calling delete_port for 05aee477-97be-41f1-98b8-bda68eedc05a owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:06.146634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 20b3ee99-743c-403d-8a33-3f04011ba0d0 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:06.180499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 20b3ee99-743c-403d-8a33-3f04011ba0d0 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:06.181114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 20b3ee99-743c-403d-8a33-3f04011ba0d0 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:06.249700 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.282776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event deleted for resources: {'Port': ['ID=05aee477-97be-41f1-98b8-bda68eedc05a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:06.326423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.326423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.326708 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.326999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.327418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.327789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.328170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.328540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.328911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.329356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.329775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.330236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:06.358561 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.361193 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.362445 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-840ba16b-77b2-4939-a3a7-e199bb66e35c tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "DELETE /v2.0/floatingips/867a0346-1d26-4270-893b-8f9f542b421d HTTP/1.1" status: 204 len: 168 time: 0.5699651 Sep 16 05:16:06.459437 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50504) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:06.525822 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9312-088f-4f37-9485-1f28f5f0a3c3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.554063 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9312-088f-4f37-9485-1f28f5f0a3c3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.619457 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9312-088f-4f37-9485-1f28f5f0a3c3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.622426 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9312-088f-4f37-9485-1f28f5f0a3c3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:06.626274 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2e5c9312-088f-4f37-9485-1f28f5f0a3c3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] 10.222.0.53 "DELETE /v2.0/security-groups/2d354cee-0cca-4358-8293-cea039b83d33 HTTP/1.1" status: 204 len: 168 time: 0.1631129 Sep 16 05:16:06.636553 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c9312-088f-4f37-9485-1f28f5f0a3c3 tempest-TestServerBasicOps-1290006335 tempest-TestServerBasicOps-1290006335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d354cee-0cca-4358-8293-cea039b83d33,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:06.676571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50508) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:06.965904 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b61e606-3bf2-4eb2-b6fb-058bde2a16c7 req-06953263-f158-4071-831f-f1abd01a8501 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 210 time: 0.0338781 Sep 16 05:16:07.138803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-19cddf9c-0fd8-48e5-b809-d8712901887f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.140329 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-19cddf9c-0fd8-48e5-b809-d8712901887f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 811 time: 0.1294644 Sep 16 05:16:07.206890 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-88d67730-fbde-47ae-aec3-4a23be88993b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b047a60d7e39405c98068715097e0142 HTTP/1.1" status: 200 len: 379 time: 0.0461473 Sep 16 05:16:07.218639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'port': {'device_id': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'admin_state_up': True, 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'security_groups': ['bdcfd996-ab18-420e-8789-d21f2ae617b7']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:07.296010 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-924684b2-3392-4db0-b819-4c440e2d48cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.382400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Made reservation on behalf of b047a60d7e39405c98068715097e0142 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:16:07.387430 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.576489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Allocated IP 172.20.0.11 (9a1ec3a4-d9e6-485f-ac18-076bea25223b/5398c6d6-2378-4760-a5da-67b63bb8092c/49f8ac37-6985-4acf-ad5a-e59416d9b084) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:07.603771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-924684b2-3392-4db0-b819-4c440e2d48cf admin admin] Deleting port dd77649b-5d19-48b4-b24b-4bed47178d3b {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:07.604415 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-924684b2-3392-4db0-b819-4c440e2d48cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.698057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-924684b2-3392-4db0-b819-4c440e2d48cf admin admin] For port dd77649b-5d19-48b4-b24b-4bed47178d3b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=dd77649b-5d19-48b4-b24b-4bed47178d3b,segment=NetworkSegment(d41df5f0-c5e3-4494-8d6d-d064055e65a6),segment_id=d41df5f0-c5e3-4494-8d6d-d064055e65a6)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:07.698444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-924684b2-3392-4db0-b819-4c440e2d48cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.720419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-924684b2-3392-4db0-b819-4c440e2d48cf admin admin] Calling delete_port for dd77649b-5d19-48b4-b24b-4bed47178d3b owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:07.751617 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.801204 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.828191 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.874383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:07.877994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:07.884871 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:07.929758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=49f8ac37-6985-4acf-ad5a-e59416d9b084,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:07.968342 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:07.969145 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:07.981341 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-924684b2-3392-4db0-b819-4c440e2d48cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.007169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-984c8dda-8c25-482f-8e4c-8dd5f70b6fed tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7927337 Sep 16 05:16:08.018035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924684b2-3392-4db0-b819-4c440e2d48cf admin admin] Pushing event deleted for resources: {'Port': ['ID=dd77649b-5d19-48b4-b24b-4bed47178d3b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.031030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-2494c887-8717-41a8-b7cc-dc8e49ee88cd tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:16:08.031030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-2494c887-8717-41a8-b7cc-dc8e49ee88cd tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098910 Sep 16 05:16:08.173482 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Request body: {'port': {'device_id': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:08.279052 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.352642 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-924684b2-3392-4db0-b819-4c440e2d48cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.396336 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6311e4aa-7228-45ba-b774-0baf40343e17 None None] Provisioning complete for port 49f8ac37-6985-4acf-ad5a-e59416d9b084 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:08.397240 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6311e4aa-7228-45ba-b774-0baf40343e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.456331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6311e4aa-7228-45ba-b774-0baf40343e17 None None] Port 49f8ac37-6985-4acf-ad5a-e59416d9b084 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:16:08.478463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43aed44-d428-473d-a2e0-9fea4ca6fe51 req-f12c0b1e-85ef-4d21-b19b-d0bfca67fe99 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:08.482177 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b43aed44-d428-473d-a2e0-9fea4ca6fe51 req-f12c0b1e-85ef-4d21-b19b-d0bfca67fe99 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 932 time: 0.4049637 Sep 16 05:16:08.591266 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b43aed44-d428-473d-a2e0-9fea4ca6fe51 req-321c0497-673d-4744-974a-08597a5968c8 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966077 Sep 16 05:16:08.646678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924684b2-3392-4db0-b819-4c440e2d48cf admin admin] Router 93b873eb-6236-4831-ba57-68aa54fa0f6d has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:08.731770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f8ac37-6985-4acf-ad5a-e59416d9b084 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:08.740364 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.754936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Transition to ACTIVE for port object 49f8ac37-6985-4acf-ad5a-e59416d9b084 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:16:08.759912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:08.782417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924684b2-3392-4db0-b819-4c440e2d48cf admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:08.788318 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-924684b2-3392-4db0-b819-4c440e2d48cf admin admin] 10.222.0.53 "PUT /v2.0/routers/93b873eb-6236-4831-ba57-68aa54fa0f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1106365 Sep 16 05:16:08.791326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50518) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:08.794542 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3529c89-a163-4c72-a3ed-9d0815d1cad2 None None] Sync routers for ids ['93b873eb-6236-4831-ba57-68aa54fa0f6d'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:08.814736 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3529c89-a163-4c72-a3ed-9d0815d1cad2 None None] Routers {'93b873eb-6236-4831-ba57-68aa54fa0f6d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:08.815486 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b3529c89-a163-4c72-a3ed-9d0815d1cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:15:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['93b873eb-6236-4831-ba57-68aa54fa0f6d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:08.846713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Pushing event updated for resources: {'Port': ['ID=49f8ac37-6985-4acf-ad5a-e59416d9b084,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:08.922707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Attempting to bind port 49f8ac37-6985-4acf-ad5a-e59416d9b084 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:16:08.923441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Attempting to bind port 49f8ac37-6985-4acf-ad5a-e59416d9b084 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:16:08.923895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Attempting to bind port 49f8ac37-6985-4acf-ad5a-e59416d9b084 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:08.930231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Port 49f8ac37-6985-4acf-ad5a-e59416d9b084 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:16:08.930722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Attempting to bind port 49f8ac37-6985-4acf-ad5a-e59416d9b084 on network 9a1ec3a4-d9e6-485f-ac18-076bea25223b {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:16:08.938786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:16:08.939443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Checking segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:16:08.939966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Bound using segment: {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:16:08.940540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Bound port: 49f8ac37-6985-4acf-ad5a-e59416d9b084, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75562a74-cba1-468f-989b-f8880cb38a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:16:08.941010 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.056608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] For port 49f8ac37-6985-4acf-ad5a-e59416d9b084, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:16:09.061860 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] For port 49f8ac37-6985-4acf-ad5a-e59416d9b084, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=49f8ac37-6985-4acf-ad5a-e59416d9b084,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:16:09.072246 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.132294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.133012 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.134522 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] 10.222.0.50 "PUT /v2.0/ports/49f8ac37-6985-4acf-ad5a-e59416d9b084 HTTP/1.1" status: 200 len: 1093 time: 1.0840206 Sep 16 05:16:09.135250 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'tag': '49f8ac37-6985-4acf-ad5a-e59416d9b084'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:09.138550 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82435d63-f9f0-4290-bc27-22203434a135" -d '{"events": [{"name": "network-changed", "server_uuid": "e881ddc3-1186-4689-bcfb-35599a27a5b4", "tag": "49f8ac37-6985-4acf-ad5a-e59416d9b084"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:09.247593 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-b3529c89-a163-4c72-a3ed-9d0815d1cad2 None None] Set router 93b873eb-6236-4831-ba57-68aa54fa0f6d gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:09.310647 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce222c8-973f-4225-bffa-81d4e3762c48 x-openstack-request-id: req-7ce222c8-973f-4225-bffa-81d4e3762c48 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:09.311009 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e881ddc3-1186-4689-bcfb-35599a27a5b4", "tag": "49f8ac37-6985-4acf-ad5a-e59416d9b084", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:09.311236 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ce222c8-973f-4225-bffa-81d4e3762c48 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:09.311660 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'tag': '49f8ac37-6985-4acf-ad5a-e59416d9b084', 'status': 'completed', 'code': 200} Sep 16 05:16:09.329861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd3b03-6414-403d-9b22-2c317e4524d4 service neutron] Pushing event updated for resources: {'Port': ['ID=49f8ac37-6985-4acf-ad5a-e59416d9b084,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:09.354517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-71bb67a0-cdf4-4a3a-9784-13be955836c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.356718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-71bb67a0-cdf4-4a3a-9784-13be955836c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 1096 time: 0.1205606 Sep 16 05:16:09.417265 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-56712584-caba-4bd8-ba07-03cd65697cb2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f8ac37-6985-4acf-ad5a-e59416d9b084 HTTP/1.1" status: 200 len: 217 time: 0.0451744 Sep 16 05:16:09.445155 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.515674 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:09.550961 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-907107ab-547f-497a-a385-2ad27403bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.553975 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-907107ab-547f-497a-a385-2ad27403bae3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.1192074 Sep 16 05:16:09.621934 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.647919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-58be095a-7445-4101-ad3c-5010c6965c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.650080 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-58be095a-7445-4101-ad3c-5010c6965c27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816514 Sep 16 05:16:09.680751 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b3529c89-a163-4c72-a3ed-9d0815d1cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:16:07Z', 'revision_number': 5, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port': {'id': 'f6dac935-4cff-4fec-80c8-34893c6f8287', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:00:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:46Z', 'updated_at': '2021-09-16T05:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:09.725311 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3529c89-a163-4c72-a3ed-9d0815d1cad2 None None] Checking router: 93b873eb-6236-4831-ba57-68aa54fa0f6d for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:09.725639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Deleting port f6dac935-4cff-4fec-80c8-34893c6f8287 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:09.725639 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.735054 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3529c89-a163-4c72-a3ed-9d0815d1cad2 None None] Routers {'93b873eb-6236-4831-ba57-68aa54fa0f6d'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:09.735712 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b3529c89-a163-4c72-a3ed-9d0815d1cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:15:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['93b873eb-6236-4831-ba57-68aa54fa0f6d'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:09.841766 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] For port f6dac935-4cff-4fec-80c8-34893c6f8287, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=f6dac935-4cff-4fec-80c8-34893c6f8287,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:09.842217 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:09.857869 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-b3529c89-a163-4c72-a3ed-9d0815d1cad2 None None] Set router 93b873eb-6236-4831-ba57-68aa54fa0f6d gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:09.863032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Calling delete_port for f6dac935-4cff-4fec-80c8-34893c6f8287 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:09.876233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-75d6e5b9-df26-412e-963a-fa8b63e274ff service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125182 Sep 16 05:16:09.906512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfddc2-7727-4122-b9a9-0ec61968fe97 req-1aa77591-1c69-42e0-9443-d7de5e8c9173 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:09.908602 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38dfddc2-7727-4122-b9a9-0ec61968fe97 req-1aa77591-1c69-42e0-9443-d7de5e8c9173 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 944 time: 0.1878679 Sep 16 05:16:09.949899 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b3529c89-a163-4c72-a3ed-9d0815d1cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:16:09Z', 'revision_number': 6, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:09.976728 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38dfddc2-7727-4122-b9a9-0ec61968fe97 req-8d4e3df8-ebd3-4a97-a3d4-638d1e17ecf4 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385940 Sep 16 05:16:09.986167 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3529c89-a163-4c72-a3ed-9d0815d1cad2 None None] The sync data for ids ['93b873eb-6236-4831-ba57-68aa54fa0f6d'] in n-d-712142-17 is: [{'id': '93b873eb-6236-4831-ba57-68aa54fa0f6d', 'name': 'tempest-TestServerBasicOps-159146668-router', 'tenant_id': '70821d9e61d14842a4372eb453dd4874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:45Z', 'updated_at': '2021-09-16T05:16:09Z', 'revision_number': 6, 'project_id': '70821d9e61d14842a4372eb453dd4874', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:10.072108 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeef8fe2-3e38-49c7-96b8-b7c86c96d801 req-7b67e489-5765-4cd6-aea9-afb38cc879e4 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759551 Sep 16 05:16:10.126784 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.174386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6dac935-4cff-4fec-80c8-34893c6f8287,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:10.197825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435d63-f9f0-4290-bc27-22203434a135 req-c422a57e-b9ff-4bcc-95b2-27558048b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.206377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82435d63-f9f0-4290-bc27-22203434a135 req-c422a57e-b9ff-4bcc-95b2-27558048b77b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 1096 time: 0.0617325 Sep 16 05:16:10.261090 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.349770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435d63-f9f0-4290-bc27-22203434a135 req-d0f7273f-369b-4c86-a033-745e68c4f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.350490 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82435d63-f9f0-4290-bc27-22203434a135 req-d0f7273f-369b-4c86-a033-745e68c4f8da service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.1379521 Sep 16 05:16:10.388700 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.393072 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.420784 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82435d63-f9f0-4290-bc27-22203434a135 req-75fea42d-4159-40f7-99b3-7f899c1da352 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f8ac37-6985-4acf-ad5a-e59416d9b084 HTTP/1.1" status: 200 len: 217 time: 0.0561545 Sep 16 05:16:10.471677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.472514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93b873eb-6236-4831-ba57-68aa54fa0f6d {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:10.485534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.487465 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8b306988-4ff8-4ea9-9553-5ab117567982 admin admin] 10.222.0.53 "DELETE /v2.0/routers/93b873eb-6236-4831-ba57-68aa54fa0f6d HTTP/1.1" status: 204 len: 168 time: 1.6956849 Sep 16 05:16:10.490713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50524) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:10.505368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435d63-f9f0-4290-bc27-22203434a135 req-fc659981-89e2-4145-bff0-238850fe48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.507427 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82435d63-f9f0-4290-bc27-22203434a135 req-fc659981-89e2-4145-bff0-238850fe48ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0750101 Sep 16 05:16:10.567719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-174fbee0-89c4-4939-bb44-14db444d0a3a admin admin] Deleting subnet 769fb9b6-d801-4295-8d6e-c5853e5f1b97 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:10.573133 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174fbee0-89c4-4939-bb44-14db444d0a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.576191 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435d63-f9f0-4290-bc27-22203434a135 req-2585c46b-6375-4ce2-9828-baa8a4f4a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:10.577787 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82435d63-f9f0-4290-bc27-22203434a135 req-2585c46b-6375-4ce2-9828-baa8a4f4a71d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575051 Sep 16 05:16:10.620764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174fbee0-89c4-4939-bb44-14db444d0a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.718806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82435d63-f9f0-4290-bc27-22203434a135 req-707e09cf-b7f3-41ec-8bd5-48f170e8a8f1 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269083 Sep 16 05:16:10.735123 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174fbee0-89c4-4939-bb44-14db444d0a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.820829 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174fbee0-89c4-4939-bb44-14db444d0a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.861238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fbee0-89c4-4939-bb44-14db444d0a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769fb9b6-d801-4295-8d6e-c5853e5f1b97,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:10.863459 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-174fbee0-89c4-4939-bb44-14db444d0a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:10.868510 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-174fbee0-89c4-4939-bb44-14db444d0a3a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/769fb9b6-d801-4295-8d6e-c5853e5f1b97 HTTP/1.1" status: 204 len: 168 time: 0.3760104 Sep 16 05:16:10.869435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50526) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:10.872243 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1773e8-cb30-469e-ac15-c01eb6e2ba10 None None] Network 236219b7-0ecc-4c17-aba2-3ff13175e16f requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:10.888763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82435d63-f9f0-4290-bc27-22203434a135 req-3f3d15ee-48b5-4dbb-b3ee-27f9c847e9cf service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586053 Sep 16 05:16:10.976277 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.055021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Deleting port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:11.055967 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.155579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e19737-828c-4527-b115-44127cf8a284 None None] DHCP port deletion for 236219b7-0ecc-4c17-aba2-3ff13175e16f request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:11.165412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] For port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce,segment=NetworkSegment(d41df5f0-c5e3-4494-8d6d-d064055e65a6),segment_id=d41df5f0-c5e3-4494-8d6d-d064055e65a6)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:11.165973 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.218074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Calling delete_port for 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:11.252386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Deleting port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:11.252765 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.254300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9874e94-69b2-4fd0-999b-453a9fddcd61 req-ef478ecd-f8be-4b21-aa02-f3f6d63fd588 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:11.257580 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9874e94-69b2-4fd0-999b-453a9fddcd61 req-ef478ecd-f8be-4b21-aa02-f3f6d63fd588 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 944 time: 0.1280706 Sep 16 05:16:11.270806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device dd77649b-5d19-48b4-b24b-4bed47178d3b no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:11.306825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: dd77649b-5d19-48b4-b24b-4bed47178d3b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:11.307784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device dd77649b-5d19-48b4-b24b-4bed47178d3b not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:11.308767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:11.364716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9874e94-69b2-4fd0-999b-453a9fddcd61 req-009ba1e3-b457-493a-ba9c-0146c09c3e5c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998337 Sep 16 05:16:11.373439 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.401055 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Pushing event deleted for resources: {'Port': ['ID=38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:11.405962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] No DVR routers for this DVR port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:11.416389 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No active binding found for port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce {{(pid=94746) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 05:16:11.416802 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:11.417437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f6dac935-4cff-4fec-80c8-34893c6f8287 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:11.480192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: f6dac935-4cff-4fec-80c8-34893c6f8287 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:11.480494 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device f6dac935-4cff-4fec-80c8-34893c6f8287 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:11.500790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-48e19737-828c-4527-b115-44127cf8a284 None None] For port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce,segment=NetworkSegment(d41df5f0-c5e3-4494-8d6d-d064055e65a6),segment_id=d41df5f0-c5e3-4494-8d6d-d064055e65a6)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:11.501977 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.505942 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.515912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Calling delete_port for 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:11.531678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236219b7-0ecc-4c17-aba2-3ff13175e16f']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:11.542456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41df5f0-c5e3-4494-8d6d-d064055e65a6') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:11.542870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41df5f0-c5e3-4494-8d6d-d064055e65a6') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:11.553460 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.576293 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.583981 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:11.584401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:11.586826 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:11.604938 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.635300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Pushing event deleted for resources: {'Port': ['ID=38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:11.646792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e19737-828c-4527-b115-44127cf8a284 None None] No DVR routers for this DVR port 38b68a7a-fcbb-4de1-aab1-ecbc0e3660ce on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:11.652147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:11.652984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:11.653652 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:11.654131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:11.654645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:11.655621 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:11.658895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:11.658895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:11.658895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:11.658895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:11.658895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:11.659346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e19737-828c-4527-b115-44127cf8a284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:16:11.662665 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.670311 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:11.675101 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] 10.222.0.53 "DELETE /v2.0/networks/236219b7-0ecc-4c17-aba2-3ff13175e16f HTTP/1.1" status: 204 len: 168 time: 0.8020954 Sep 16 05:16:11.676035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50530) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:11.686049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f540e-2c58-41e6-bde7-e009c008aefa admin admin] Pushing event deleted for resources: {'Network': ['ID=236219b7-0ecc-4c17-aba2-3ff13175e16f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:12.149052 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42209174-99d7-4b25-bc02-ffd287f37230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.443981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-42209174-99d7-4b25-bc02-ffd287f37230 admin admin] Deleting port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:12.445178 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42209174-99d7-4b25-bc02-ffd287f37230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.587401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-42209174-99d7-4b25-bc02-ffd287f37230 admin admin] For port c1a5c001-d68c-4f01-b78c-d22e3dd6f72e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c1a5c001-d68c-4f01-b78c-d22e3dd6f72e,segment=NetworkSegment(88f2249c-9ac7-48d8-bd90-bb2fe129b699),segment_id=88f2249c-9ac7-48d8-bd90-bb2fe129b699)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:12.587889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42209174-99d7-4b25-bc02-ffd287f37230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.599145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11715689-4bc3-41b7-bb0a-4f254d9feb79 req-fa366246-448a-48e2-843e-9e09e53b2732 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:12.600549 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11715689-4bc3-41b7-bb0a-4f254d9feb79 req-fa366246-448a-48e2-843e-9e09e53b2732 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 944 time: 0.1301167 Sep 16 05:16:12.619313 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-42209174-99d7-4b25-bc02-ffd287f37230 admin admin] Calling delete_port for c1a5c001-d68c-4f01-b78c-d22e3dd6f72e owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:12.693314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11715689-4bc3-41b7-bb0a-4f254d9feb79 req-a047c2bf-64a5-466c-a324-b82dc5ab9e0c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839574 Sep 16 05:16:12.855034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42209174-99d7-4b25-bc02-ffd287f37230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:12.887748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42209174-99d7-4b25-bc02-ffd287f37230 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a5c001-d68c-4f01-b78c-d22e3dd6f72e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:13.072321 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-42209174-99d7-4b25-bc02-ffd287f37230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.314960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42209174-99d7-4b25-bc02-ffd287f37230 admin admin] Router 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:13.427574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42209174-99d7-4b25-bc02-ffd287f37230 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:13.432857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-42209174-99d7-4b25-bc02-ffd287f37230 admin admin] 10.222.0.53 "PUT /v2.0/routers/2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7557516 Sep 16 05:16:13.436971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00a3af-f074-4742-a5c9-00dc6e366d7e None None] Sync routers for ids ['2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:13.437539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50536) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:13.448963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00a3af-f074-4742-a5c9-00dc6e366d7e None None] Routers {'2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:13.450337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2c00a3af-f074-4742-a5c9-00dc6e366d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:15:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:13.553018 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.567566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-2c00a3af-f074-4742-a5c9-00dc6e366d7e None None] Set router 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:13.677796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.737888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Deleting port 020b51f5-0c8d-48e6-a3e5-14d1b062ddda {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:13.738375 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:13.800937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2c00a3af-f074-4742-a5c9-00dc6e366d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'name': 'tempest-TestServerBasicOps-2130874146-router', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:16:12Z', 'revision_number': 5, 'project_id': '229224b4c74141d5a0e5f606a1ca99da', 'gw_port': {'id': '020b51f5-0c8d-48e6-a3e5-14d1b062ddda', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:af:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:13.837552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00a3af-f074-4742-a5c9-00dc6e366d7e None None] Checking router: 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:13.847942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00a3af-f074-4742-a5c9-00dc6e366d7e None None] Routers {'2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:13.848614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2c00a3af-f074-4742-a5c9-00dc6e366d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:15:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:13.957348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-2c00a3af-f074-4742-a5c9-00dc6e366d7e None None] Set router 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:14.016579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2c00a3af-f074-4742-a5c9-00dc6e366d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'name': 'tempest-TestServerBasicOps-2130874146-router', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:16:13Z', 'revision_number': 6, 'project_id': '229224b4c74141d5a0e5f606a1ca99da', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:14.048259 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00a3af-f074-4742-a5c9-00dc6e366d7e None None] The sync data for ids ['2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1'] in n-d-712142-17 is: [{'id': '2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1', 'name': 'tempest-TestServerBasicOps-2130874146-router', 'tenant_id': '229224b4c74141d5a0e5f606a1ca99da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:10:52Z', 'updated_at': '2021-09-16T05:16:13Z', 'revision_number': 6, 'project_id': '229224b4c74141d5a0e5f606a1ca99da', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:14.187310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] For port 020b51f5-0c8d-48e6-a3e5-14d1b062ddda, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=020b51f5-0c8d-48e6-a3e5-14d1b062ddda,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:14.187675 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.207443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9427998-dbc1-4704-81cd-3ce4e217152c req-1a17ed11-8be5-4198-a161-c08d92cb1422 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:14.208935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9427998-dbc1-4704-81cd-3ce4e217152c req-1a17ed11-8be5-4198-a161-c08d92cb1422 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 944 time: 0.4258943 Sep 16 05:16:14.213021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Calling delete_port for 020b51f5-0c8d-48e6-a3e5-14d1b062ddda owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:14.292345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9427998-dbc1-4704-81cd-3ce4e217152c req-c8aa5a3b-6477-4aa9-b748-7cf580d68ad0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764027 Sep 16 05:16:14.444529 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.495095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=020b51f5-0c8d-48e6-a3e5-14d1b062ddda,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:14.572807 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.666128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.668862 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.714240 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.715834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:16:14.721035 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.722240 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78ed4ec3-110b-4e0a-b7d0-efd530a50a9c admin admin] 10.222.0.53 "DELETE /v2.0/routers/2cab4d7b-77eb-4f41-a1e0-fd9ee83f1ac1 HTTP/1.1" status: 204 len: 168 time: 1.2836871 Sep 16 05:16:14.724923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50540) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:14.773977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6133ddd6-44bb-46b7-ad01-7f3b83640db2 admin admin] Deleting subnet 4b42c4fe-b61a-4130-a266-1361652be032 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:16:14.777683 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6133ddd6-44bb-46b7-ad01-7f3b83640db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.816692 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6133ddd6-44bb-46b7-ad01-7f3b83640db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.903736 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6133ddd6-44bb-46b7-ad01-7f3b83640db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:14.976834 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6133ddd6-44bb-46b7-ad01-7f3b83640db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.005225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133ddd6-44bb-46b7-ad01-7f3b83640db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b42c4fe-b61a-4130-a266-1361652be032,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.008837 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6133ddd6-44bb-46b7-ad01-7f3b83640db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.014499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6133ddd6-44bb-46b7-ad01-7f3b83640db2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4b42c4fe-b61a-4130-a266-1361652be032 HTTP/1.1" status: 204 len: 168 time: 0.2885339 Sep 16 05:16:15.014746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50542) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:15.038038 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90c6ab4-9d6c-48a8-9d04-f1cc8cf323e6 None None] Network e532c081-3b6e-4ae8-986b-23b8e56e8b43 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:16:15.110929 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.191047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Deleting port 6479ad18-709a-4e8f-b340-77fec9a331c1 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:15.191556 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.250225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51cbfac-6e10-4dd9-936f-fd0d2c045904 None None] DHCP port deletion for e532c081-3b6e-4ae8-986b-23b8e56e8b43 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:16:15.278121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c1a5c001-d68c-4f01-b78c-d22e3dd6f72e no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:15.295916 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] For port 6479ad18-709a-4e8f-b340-77fec9a331c1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6479ad18-709a-4e8f-b340-77fec9a331c1,segment=NetworkSegment(88f2249c-9ac7-48d8-bd90-bb2fe129b699),segment_id=88f2249c-9ac7-48d8-bd90-bb2fe129b699)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:15.296550 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.298483 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: c1a5c001-d68c-4f01-b78c-d22e3dd6f72e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:15.298841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c1a5c001-d68c-4f01-b78c-d22e3dd6f72e not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:15.299279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 020b51f5-0c8d-48e6-a3e5-14d1b062ddda no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:15.323805 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 020b51f5-0c8d-48e6-a3e5-14d1b062ddda {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:15.324267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 020b51f5-0c8d-48e6-a3e5-14d1b062ddda not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:15.332245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Calling delete_port for 6479ad18-709a-4e8f-b340-77fec9a331c1 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:15.347772 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c51cbfac-6e10-4dd9-936f-fd0d2c045904 None None] Deleting port 6479ad18-709a-4e8f-b340-77fec9a331c1 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:16:15.348169 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c51cbfac-6e10-4dd9-936f-fd0d2c045904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.435910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c51cbfac-6e10-4dd9-936f-fd0d2c045904 None None] For port 6479ad18-709a-4e8f-b340-77fec9a331c1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6479ad18-709a-4e8f-b340-77fec9a331c1,segment=NetworkSegment(88f2249c-9ac7-48d8-bd90-bb2fe129b699),segment_id=88f2249c-9ac7-48d8-bd90-bb2fe129b699)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:15.436658 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c51cbfac-6e10-4dd9-936f-fd0d2c045904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.454974 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c51cbfac-6e10-4dd9-936f-fd0d2c045904 None None] Calling delete_port for 6479ad18-709a-4e8f-b340-77fec9a331c1 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:16:15.455487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9922d-2939-4be9-a013-37fd3e299bf7 req-1f343db9-9c4e-4f7d-8b78-3801b3731443 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.457592 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-18c9922d-2939-4be9-a013-37fd3e299bf7 req-1f343db9-9c4e-4f7d-8b78-3801b3731443 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 944 time: 0.0720420 Sep 16 05:16:15.467962 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22f970cd-69ba-4267-8917-e4592e1bc866 req-e027c273-2d3e-45bd-9f62-17eeaf7c8472 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2007792 Sep 16 05:16:15.500489 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.522233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-18c9922d-2939-4be9-a013-37fd3e299bf7 req-db9d02ad-a55f-43a2-b6d7-75acbddd48c8 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527866 Sep 16 05:16:15.541951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=6479ad18-709a-4e8f-b340-77fec9a331c1,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.544118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] No DVR routers for this DVR port 6479ad18-709a-4e8f-b340-77fec9a331c1 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:15.598449 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c51cbfac-6e10-4dd9-936f-fd0d2c045904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.643450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cbfac-6e10-4dd9-936f-fd0d2c045904 None None] Pushing event deleted for resources: {'Port': ['ID=6479ad18-709a-4e8f-b340-77fec9a331c1,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.646829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51cbfac-6e10-4dd9-936f-fd0d2c045904 None None] No DVR routers for this DVR port 6479ad18-709a-4e8f-b340-77fec9a331c1 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:16:15.647229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.651653 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f970cd-69ba-4267-8917-e4592e1bc866 req-57434f8b-1e8d-4548-9ee5-2e06e09e52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.653891 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22f970cd-69ba-4267-8917-e4592e1bc866 req-57434f8b-1e8d-4548-9ee5-2e06e09e52b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 1097 time: 0.1213284 Sep 16 05:16:15.677107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e532c081-3b6e-4ae8-986b-23b8e56e8b43']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:15.702421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f2249c-9ac7-48d8-bd90-bb2fe129b699') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:15.702654 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f2249c-9ac7-48d8-bd90-bb2fe129b699') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:15.728708 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.774721 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.784782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:16:15.785346 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:16:15.786931 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:16:15.858902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f970cd-69ba-4267-8917-e4592e1bc866 req-71befce1-6947-46aa-ad2c-fe22e3eb15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:15.861273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22f970cd-69ba-4267-8917-e4592e1bc866 req-71befce1-6947-46aa-ad2c-fe22e3eb15ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.1759026 Sep 16 05:16:15.868087 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.881560 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:15.887000 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e532c081-3b6e-4ae8-986b-23b8e56e8b43 HTTP/1.1" status: 204 len: 168 time: 0.8672588 Sep 16 05:16:15.930434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0bd00-86d6-4655-ae51-d896d5f31d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=e532c081-3b6e-4ae8-986b-23b8e56e8b43,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:15.976119 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22f970cd-69ba-4267-8917-e4592e1bc866 req-ba586ee9-3900-4216-b3a2-3204886c5b0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a6ccb8e-b60b-49e4-9180-8de5e8613917 HTTP/1.1" status: 200 len: 1001 time: 0.1058581 Sep 16 05:16:16.049805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f970cd-69ba-4267-8917-e4592e1bc866 req-c4f6cf73-25ea-42e9-909c-5779e8246fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.053164 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22f970cd-69ba-4267-8917-e4592e1bc866 req-c4f6cf73-25ea-42e9-909c-5779e8246fa9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0686016 Sep 16 05:16:16.065994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50550) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:16.129673 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9ab51215-6952-4852-821b-800413d65d67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70821d9e61d14842a4372eb453dd4874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607467 Sep 16 05:16:16.132848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50552) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:16.132978 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f970cd-69ba-4267-8917-e4592e1bc866 req-8f596e60-958a-4887-81e3-4e2399eeeeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.135129 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22f970cd-69ba-4267-8917-e4592e1bc866 req-8f596e60-958a-4887-81e3-4e2399eeeeb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765188 Sep 16 05:16:16.209425 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67452c53-8cdc-40e0-bbd6-67f1984108d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.245895 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67452c53-8cdc-40e0-bbd6-67f1984108d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.275877 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22f970cd-69ba-4267-8917-e4592e1bc866 req-153d1b9b-c729-4aa9-a1c3-71573960bcf5 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331015 Sep 16 05:16:16.334526 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67452c53-8cdc-40e0-bbd6-67f1984108d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.338207 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-67452c53-8cdc-40e0-bbd6-67f1984108d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:16.342938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-67452c53-8cdc-40e0-bbd6-67f1984108d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83ef2539-7d94-4009-bd7b-7b015f8fc571 HTTP/1.1" status: 204 len: 168 time: 0.2053194 Sep 16 05:16:16.351618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67452c53-8cdc-40e0-bbd6-67f1984108d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ef2539-7d94-4009-bd7b-7b015f8fc571,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:16.515634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22f970cd-69ba-4267-8917-e4592e1bc866 req-a79487d2-ceca-48cc-bcd5-c7f8fcad417d service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317650 Sep 16 05:16:16.737868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f93ca3-0e68-44b0-a996-1664697831a0 req-ec1ec9bf-7681-47d4-9306-838c6b27a36c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:16.742540 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1f93ca3-0e68-44b0-a996-1664697831a0 req-ec1ec9bf-7681-47d4-9306-838c6b27a36c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 944 time: 0.0911489 Sep 16 05:16:16.798635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1f93ca3-0e68-44b0-a996-1664697831a0 req-305dfac4-776f-4322-8147-943b18a9cbc9 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474024 Sep 16 05:16:16.849566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50560) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:16.929330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-db567f51-ff00-4765-acc2-cf220a69beef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=229224b4c74141d5a0e5f606a1ca99da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780311 Sep 16 05:16:16.932063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50562) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:17.021375 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4ec100c-0d3e-4a7a-8d15-5d0e61ae0e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.059744 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4ec100c-0d3e-4a7a-8d15-5d0e61ae0e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.137300 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4ec100c-0d3e-4a7a-8d15-5d0e61ae0e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.141104 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4ec100c-0d3e-4a7a-8d15-5d0e61ae0e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.142897 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d4ec100c-0d3e-4a7a-8d15-5d0e61ae0e4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43d2a79a-a2b3-468f-a42f-323652041d16 HTTP/1.1" status: 204 len: 168 time: 0.2092135 Sep 16 05:16:17.164342 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec100c-0d3e-4a7a-8d15-5d0e61ae0e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d2a79a-a2b3-468f-a42f-323652041d16,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:17.254483 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-77d1f938-3db8-4223-b437-854ce31b02f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:17.278437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6479ad18-709a-4e8f-b340-77fec9a331c1 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:16:17.316223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 6479ad18-709a-4e8f-b340-77fec9a331c1 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:16:17.316644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6479ad18-709a-4e8f-b340-77fec9a331c1 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:16:18.002026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e657504-dcc0-40fa-9d2e-1e2e98ebf616 req-c8ae239f-21ad-4e59-9882-ae6bfa91bbc2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:18.004781 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6e657504-dcc0-40fa-9d2e-1e2e98ebf616 req-c8ae239f-21ad-4e59-9882-ae6bfa91bbc2 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 944 time: 0.0929213 Sep 16 05:16:18.053506 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6e657504-dcc0-40fa-9d2e-1e2e98ebf616 req-6ac70dd1-535b-4664-adcf-ca292abd37f8 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423994 Sep 16 05:16:19.180927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142ca76-7488-48f0-a791-088900afe16c req-e80395aa-e257-4a70-b59c-884deb04e51f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:19.182635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8142ca76-7488-48f0-a791-088900afe16c req-e80395aa-e257-4a70-b59c-884deb04e51f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 944 time: 0.0568678 Sep 16 05:16:19.230914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8142ca76-7488-48f0-a791-088900afe16c req-12a59afc-db40-4395-8540-275d7be7e761 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392435 Sep 16 05:16:20.181572 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-07be3898-29a8-494b-bcff-ce436dab3c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.200275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 49f8ac37-6985-4acf-ad5a-e59416d9b084 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:16:20.316945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 49f8ac37-6985-4acf-ad5a-e59416d9b084, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=49f8ac37-6985-4acf-ad5a-e59416d9b084,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:20.334352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '49f8ac37-6985-4acf-ad5a-e59416d9b084', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'port_id': '49f8ac37-6985-4acf-ad5a-e59416d9b084', 'mac_address': 'fa:16:3e:84:33:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:16:20.379394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d88deb-4255-44e2-ba37-9c6ad0eb3021 req-c8695abf-3e51-4e6c-bcdf-05b2d99252db tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:20.380911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-13d88deb-4255-44e2-ba37-9c6ad0eb3021 req-c8695abf-3e51-4e6c-bcdf-05b2d99252db tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 944 time: 0.0570345 Sep 16 05:16:20.393756 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.420276 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f8ac37-6985-4acf-ad5a-e59416d9b084 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:16:20.421256 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-13d88deb-4255-44e2-ba37-9c6ad0eb3021 req-66ceb64e-33e2-4ce6-9163-32b91140b6da tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334229 Sep 16 05:16:20.455264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 49f8ac37-6985-4acf-ad5a-e59416d9b084, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=49f8ac37-6985-4acf-ad5a-e59416d9b084,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:20.459823 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:20.514742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=49f8ac37-6985-4acf-ad5a-e59416d9b084,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:20.752257 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['49f8ac37-6985-4acf-ad5a-e59416d9b084'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:16:20.865959 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:21.557325 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e2952-18be-4a1a-a453-5c5d02995a98 req-65d4c84d-f820-4296-8666-982ad2d5d5c7 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:21.558909 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-986e2952-18be-4a1a-a453-5c5d02995a98 req-65d4c84d-f820-4296-8666-982ad2d5d5c7 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 945 time: 0.0547097 Sep 16 05:16:21.604156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-986e2952-18be-4a1a-a453-5c5d02995a98 req-de99a17b-2977-4185-99fd-d4eae5677ef7 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354216 Sep 16 05:16:21.744746 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.216853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 49f8ac37-6985-4acf-ad5a-e59416d9b084 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:16:22.276776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 49f8ac37-6985-4acf-ad5a-e59416d9b084 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:16:22.281302 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 49f8ac37-6985-4acf-ad5a-e59416d9b084 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:16:22.281686 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.374783 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.397100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f8ac37-6985-4acf-ad5a-e59416d9b084'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:22.399467 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da332cd-ba28-4c50-9357-6154ba256c45" -d '{"events": [{"server_uuid": "e881ddc3-1186-4689-bcfb-35599a27a5b4", "name": "network-vif-plugged", "status": "completed", "tag": "49f8ac37-6985-4acf-ad5a-e59416d9b084"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:22.412440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 49f8ac37-6985-4acf-ad5a-e59416d9b084, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=49f8ac37-6985-4acf-ad5a-e59416d9b084,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:16:22.417074 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:22.477455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=49f8ac37-6985-4acf-ad5a-e59416d9b084,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:22.700872 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754c0361-719d-4474-9034-535c26035c20 x-openstack-request-id: req-754c0361-719d-4474-9034-535c26035c20 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:22.701227 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e881ddc3-1186-4689-bcfb-35599a27a5b4", "name": "network-vif-plugged", "status": "completed", "tag": "49f8ac37-6985-4acf-ad5a-e59416d9b084", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:22.701719 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-754c0361-719d-4474-9034-535c26035c20 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:22.702126 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f8ac37-6985-4acf-ad5a-e59416d9b084', 'code': 200} Sep 16 05:16:22.839117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f430ab-8ff7-4eb2-816d-2b5dc442794d req-a43522ec-0503-4ada-bf63-3380d8db944a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:22.841328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26f430ab-8ff7-4eb2-816d-2b5dc442794d req-a43522ec-0503-4ada-bf63-3380d8db944a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0847757 Sep 16 05:16:22.848405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207328e-f3d9-4165-a942-46effd0019be req-69c3930c-842d-453d-a47d-6c59f1965a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:22.849974 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6207328e-f3d9-4165-a942-46effd0019be req-69c3930c-842d-453d-a47d-6c59f1965a02 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 1098 time: 0.0602880 Sep 16 05:16:22.904094 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26f430ab-8ff7-4eb2-816d-2b5dc442794d req-7f90b8c9-9c4c-4e25-857e-eb213194e46e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531504 Sep 16 05:16:22.909852 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6207328e-f3d9-4165-a942-46effd0019be req-71598000-efe8-4391-bad1-ca7028781c95 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440159 Sep 16 05:16:23.280000 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:24.076487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cb6f9-df9b-41b1-9fe7-357de9970465 req-9d1c2188-7a99-4eee-83ad-f20dd083daec tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:24.078232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-886cb6f9-df9b-41b1-9fe7-357de9970465 req-9d1c2188-7a99-4eee-83ad-f20dd083daec tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0652599 Sep 16 05:16:24.126322 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-886cb6f9-df9b-41b1-9fe7-357de9970465 req-fcbbabc6-dd4c-4990-b73c-1d993e38ff4f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384908 Sep 16 05:16:25.252520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eead8a-06ae-420d-a955-f2f04f29d177 req-4e367fda-f0bd-486d-8428-ee758e7b25cf tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:25.254210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c8eead8a-06ae-420d-a955-f2f04f29d177 req-4e367fda-f0bd-486d-8428-ee758e7b25cf tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0592747 Sep 16 05:16:25.306024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c8eead8a-06ae-420d-a955-f2f04f29d177 req-f831fa95-2c12-4ddf-a8cc-fb84b3c9d560 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425913 Sep 16 05:16:25.460752 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d0e31-370b-43f4-857e-8be05aa65b0d req-ebf988bc-196b-4f21-b071-792b69fffee1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:25.462285 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b8d0e31-370b-43f4-857e-8be05aa65b0d req-ebf988bc-196b-4f21-b071-792b69fffee1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0583539 Sep 16 05:16:25.503470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b8d0e31-370b-43f4-857e-8be05aa65b0d req-59d6b57f-960b-4253-b399-1cd984715c7d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346158 Sep 16 05:16:25.526431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50586) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:25.571162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7837322f-b43e-46d6-80a8-fc7a956e5303 tempest-TestVolumeBootPattern-980546745 tempest-TestVolumeBootPattern-980546745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:25.572862 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7837322f-b43e-46d6-80a8-fc7a956e5303 tempest-TestVolumeBootPattern-980546745 tempest-TestVolumeBootPattern-980546745-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 1093 time: 0.0450540 Sep 16 05:16:25.577256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50588) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:16:25.581911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '49f8ac37-6985-4acf-ad5a-e59416d9b084', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:16:25.618053 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.721579 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:25.836002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Allocated IP 172.25.0.4 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/3cf6ecae-b126-48c7-bca0-c6139114bdf2) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:16:25.973104 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.016784 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.056823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:16:26.063704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:16:26.069000 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:16:26.073372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=3cf6ecae-b126-48c7-bca0-c6139114bdf2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.600885 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.712213 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.870164 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.877811 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:26.949637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event updated for resources: {'Port': ['ID=3cf6ecae-b126-48c7-bca0-c6139114bdf2,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:16:26.959706 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.068508 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Floating IP 56983b2b-9e78-41ec-9370-35e5b5f6779a associated. External IP: 172.25.0.4, port: 49f8ac37-6985-4acf-ad5a-e59416d9b084. Sep 16 05:16:27.295569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Router 379bbf46-50cd-4ec8-836d-a4a53e38d921 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:16:27.420233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:16:27.434632 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff9c41-ff88-4063-b8b9-d13a4c9fd3a1 None None] Sync routers for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:16:27.439228 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:27.446459 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff9c41-ff88-4063-b8b9-d13a4c9fd3a1 None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:27.447092 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-62ff9c41-ff88-4063-b8b9-d13a4c9fd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:16:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:27.468166 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fe4d651a-3442-4458-8757-43c1149403dc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8897665 Sep 16 05:16:27.468827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'tag': '49f8ac37-6985-4acf-ad5a-e59416d9b084'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:16:27.471173 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b518b3ec-b802-4c6c-b8a0-46bc946e8417" -d '{"events": [{"name": "network-changed", "server_uuid": "e881ddc3-1186-4689-bcfb-35599a27a5b4", "tag": "49f8ac37-6985-4acf-ad5a-e59416d9b084"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:16:27.516459 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94dd9f2-949c-40a4-b0fe-85784a3a6461 x-openstack-request-id: req-e94dd9f2-949c-40a4-b0fe-85784a3a6461 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:16:27.516874 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e881ddc3-1186-4689-bcfb-35599a27a5b4", "tag": "49f8ac37-6985-4acf-ad5a-e59416d9b084", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:16:27.517217 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e94dd9f2-949c-40a4-b0fe-85784a3a6461 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:16:27.517747 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'tag': '49f8ac37-6985-4acf-ad5a-e59416d9b084', 'status': 'completed', 'code': 200} Sep 16 05:16:27.587050 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-62ff9c41-ff88-4063-b8b9-d13a4c9fd3a1 None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:27.603660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b3ec-b802-4c6c-b8a0-46bc946e8417 req-fc63f805-6a50-4f3a-bbc3-0f594a31e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.607637 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b518b3ec-b802-4c6c-b8a0-46bc946e8417 req-fc63f805-6a50-4f3a-bbc3-0f594a31e5c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 1098 time: 0.0631485 Sep 16 05:16:27.724186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b3ec-b802-4c6c-b8a0-46bc946e8417 req-c07bcc74-9dd8-48be-a8c7-f52a0e65f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.726079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b518b3ec-b802-4c6c-b8a0-46bc946e8417 req-c07bcc74-9dd8-48be-a8c7-f52a0e65f526 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.1123910 Sep 16 05:16:27.805580 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b518b3ec-b802-4c6c-b8a0-46bc946e8417 req-7cd14632-a74c-425f-a3ca-56eeb75c65a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f8ac37-6985-4acf-ad5a-e59416d9b084 HTTP/1.1" status: 200 len: 998 time: 0.0719383 Sep 16 05:16:27.853185 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-62ff9c41-ff88-4063-b8b9-d13a4c9fd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '56983b2b-9e78-41ec-9370-35e5b5f6779a', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '49f8ac37-6985-4acf-ad5a-e59416d9b084', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:84:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:16:26Z', 'updated_at': '2021-09-16T05:16:26Z', 'revision_number': 0, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}, {'id': 'be823652-fbc2-464f-8003-2e762ffd1c6c', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:fe:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:25Z', 'updated_at': '2021-09-16T05:14:28Z', 'revision_number': 1, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:27.878946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b3ec-b802-4c6c-b8a0-46bc946e8417 req-4cfc5572-9399-40f3-82b7-afe306ae1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.881390 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b518b3ec-b802-4c6c-b8a0-46bc946e8417 req-4cfc5572-9399-40f3-82b7-afe306ae1fab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0692322 Sep 16 05:16:27.893243 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff9c41-ff88-4063-b8b9-d13a4c9fd3a1 None None] Checking router: 379bbf46-50cd-4ec8-836d-a4a53e38d921 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:16:27.902779 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff9c41-ff88-4063-b8b9-d13a4c9fd3a1 None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:16:27.903437 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-62ff9c41-ff88-4063-b8b9-d13a4c9fd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:16:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:27.930442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b3ec-b802-4c6c-b8a0-46bc946e8417 req-bcead303-5596-4085-a4e8-abbd21c879d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:16:27.932011 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b518b3ec-b802-4c6c-b8a0-46bc946e8417 req-bcead303-5596-4085-a4e8-abbd21c879d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440743 Sep 16 05:16:28.023278 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-62ff9c41-ff88-4063-b8b9-d13a4c9fd3a1 None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:16:28.048428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b518b3ec-b802-4c6c-b8a0-46bc946e8417 req-8408c836-d29d-4e0a-b5f0-1571b23716b5 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088872 Sep 16 05:16:28.162949 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b518b3ec-b802-4c6c-b8a0-46bc946e8417 req-34df03dd-10b8-4ace-b216-f8e3bf423c5a service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062701 Sep 16 05:16:28.294271 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-62ff9c41-ff88-4063-b8b9-d13a4c9fd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '56983b2b-9e78-41ec-9370-35e5b5f6779a', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '49f8ac37-6985-4acf-ad5a-e59416d9b084', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:84:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:16:26Z', 'updated_at': '2021-09-16T05:16:26Z', 'revision_number': 0, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}, {'id': 'be823652-fbc2-464f-8003-2e762ffd1c6c', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:fe:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:25Z', 'updated_at': '2021-09-16T05:14:28Z', 'revision_number': 1, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:16:28.324882 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff9c41-ff88-4063-b8b9-d13a4c9fd3a1 None None] The sync data for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 is: [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '56983b2b-9e78-41ec-9370-35e5b5f6779a', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '49f8ac37-6985-4acf-ad5a-e59416d9b084', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:84:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:16:26Z', 'updated_at': '2021-09-16T05:16:26Z', 'revision_number': 0, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}, {'id': 'be823652-fbc2-464f-8003-2e762ffd1c6c', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:fe:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:25Z', 'updated_at': '2021-09-16T05:14:28Z', 'revision_number': 1, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:16:28.552462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55341986-55a4-43aa-ac18-7e4d39af68f0 None None] New status for floating IP 56983b2b-9e78-41ec-9370-35e5b5f6779a: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:16:35.812619 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:37.826973 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:46.404931 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:16:47.242304 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-74a1f30c-4f98-4bfd-88f5-a1008cc220e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.185790 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-926e71fa-3cc9-4320-a42c-35e01aa3d441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:50.856504 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:51.747722 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:16:53.281512 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:05.832404 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:07.827422 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.244319 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0d05a46f-a5e9-4c82-8aa0-5fb932148562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:17.319224 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a87c28a-3cc9-44b0-87ab-cde8cae049a7 req-4348d51b-87ea-41d6-9714-9b495ec95861 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0785456 Sep 16 05:17:17.432155 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87c28a-3cc9-44b0-87ab-cde8cae049a7 req-b64a2e13-1669-4628-bdcb-8b6bced30796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.433670 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a87c28a-3cc9-44b0-87ab-cde8cae049a7 req-b64a2e13-1669-4628-bdcb-8b6bced30796 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 1097 time: 0.0572398 Sep 16 05:17:17.576240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87c28a-3cc9-44b0-87ab-cde8cae049a7 req-db615e59-5326-4470-ae24-8d552b8654b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.577858 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a87c28a-3cc9-44b0-87ab-cde8cae049a7 req-db615e59-5326-4470-ae24-8d552b8654b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.1192622 Sep 16 05:17:17.683098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a87c28a-3cc9-44b0-87ab-cde8cae049a7 req-6737146a-d573-40ae-95c2-a124fcd159b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a6ccb8e-b60b-49e4-9180-8de5e8613917 HTTP/1.1" status: 200 len: 1001 time: 0.0954878 Sep 16 05:17:17.751039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87c28a-3cc9-44b0-87ab-cde8cae049a7 req-d1231e89-b3be-475d-aac7-077531df94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.752628 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a87c28a-3cc9-44b0-87ab-cde8cae049a7 req-d1231e89-b3be-475d-aac7-077531df94c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0616448 Sep 16 05:17:17.805323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87c28a-3cc9-44b0-87ab-cde8cae049a7 req-73964aef-8442-4769-930b-49979f835a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:17.807392 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a87c28a-3cc9-44b0-87ab-cde8cae049a7 req-73964aef-8442-4769-930b-49979f835a9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468409 Sep 16 05:17:17.927642 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a87c28a-3cc9-44b0-87ab-cde8cae049a7 req-6a4d09b1-4bb0-41e3-a9e7-42e50e3e61a2 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095757 Sep 16 05:17:18.042240 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7a87c28a-3cc9-44b0-87ab-cde8cae049a7 req-7e94bf5d-e216-4e06-bc05-e72dec9667bd service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061833 Sep 16 05:17:18.623683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5654a585-8793-415f-9d72-612c27cf026b req-abac5806-ca6e-4e59-a12f-d79631432703 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514760 Sep 16 05:17:19.038684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654a585-8793-415f-9d72-612c27cf026b req-ce0f9ded-9d6a-4ac2-8187-38b2f0d0c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.040352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5654a585-8793-415f-9d72-612c27cf026b req-ce0f9ded-9d6a-4ac2-8187-38b2f0d0c6ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 1098 time: 0.3616159 Sep 16 05:17:19.157302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654a585-8793-415f-9d72-612c27cf026b req-b96963e4-24fa-428f-afdd-c36ea1a1cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.158886 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5654a585-8793-415f-9d72-612c27cf026b req-b96963e4-24fa-428f-afdd-c36ea1a1cf46 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.0877700 Sep 16 05:17:19.234398 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5654a585-8793-415f-9d72-612c27cf026b req-3bada3ce-e5e1-4308-ab46-fb290e55b8cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f8ac37-6985-4acf-ad5a-e59416d9b084 HTTP/1.1" status: 200 len: 1000 time: 0.0657237 Sep 16 05:17:19.287113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654a585-8793-415f-9d72-612c27cf026b req-2fbf8e77-3fca-4c02-95f4-6113db20b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.288669 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5654a585-8793-415f-9d72-612c27cf026b req-2fbf8e77-3fca-4c02-95f4-6113db20b579 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0469396 Sep 16 05:17:19.347703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654a585-8793-415f-9d72-612c27cf026b req-57f4c49c-e288-4cb1-9bda-5386fd712ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:17:19.349538 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5654a585-8793-415f-9d72-612c27cf026b req-57f4c49c-e288-4cb1-9bda-5386fd712ef2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452082 Sep 16 05:17:19.448401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5654a585-8793-415f-9d72-612c27cf026b req-7f721b6b-ce3f-4ff8-9e33-0837530ec4bc service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902607 Sep 16 05:17:19.552497 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5654a585-8793-415f-9d72-612c27cf026b req-f48f44f8-025d-4829-8064-a6bf5162fd94 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926023 Sep 16 05:17:20.187128 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c89794cf-43a6-427f-b00b-9ded2d4c36b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:20.854437 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:21.750470 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.284588 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:23.405659 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:17:35.829081 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:37.839369 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:47.245209 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-25ded527-91a9-4ec1-bf94-b1d850575682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.187875 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8261ea1d-eca3-48b6-b267-404d044fd225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:50.846119 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:51.753382 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:53.286765 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.684807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50624) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:17:59.843602 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Deleting port 3cf6ecae-b126-48c7-bca0-c6139114bdf2 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:17:59.843956 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.918441 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.918778 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:17:59.930705 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Calling delete_port for 3cf6ecae-b126-48c7-bca0-c6139114bdf2 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:00.082644 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.109559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event deleted for resources: {'Port': ['ID=3cf6ecae-b126-48c7-bca0-c6139114bdf2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:00.139052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:00.139406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:00.139807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:00.140117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:00.140454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:00.140914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:00.141249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:00.141583 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:00.141950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:00.142282 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:00.142613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:00.142946 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:00.183994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.184304 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Floating IP 56983b2b-9e78-41ec-9370-35e5b5f6779a disassociated (deleted). External IP: 172.25.0.4, port: 49f8ac37-6985-4acf-ad5a-e59416d9b084. Sep 16 05:18:00.396459 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Router 379bbf46-50cd-4ec8-836d-a4a53e38d921 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:00.405164 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:18:00.508534 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:00.513403 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:00.517981 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8c331-9f68-4a2b-8851-6418e787daff None None] Sync routers for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:00.527488 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8c331-9f68-4a2b-8851-6418e787daff None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:00.528119 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-95b8c331-9f68-4a2b-8851-6418e787daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:17:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:00.549915 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6ca90111-ddc1-48f6-9afa-0beb7e48421b tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "DELETE /v2.0/floatingips/56983b2b-9e78-41ec-9370-35e5b5f6779a HTTP/1.1" status: 204 len: 168 time: 0.8613961 Sep 16 05:18:00.549915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'tag': '49f8ac37-6985-4acf-ad5a-e59416d9b084'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:00.550321 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c038ad-32a7-42e2-a8b6-b943cceee3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e881ddc3-1186-4689-bcfb-35599a27a5b4", "tag": "49f8ac37-6985-4acf-ad5a-e59416d9b084"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:00.638544 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-95b8c331-9f68-4a2b-8851-6418e787daff None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:00.792111 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cfd560-56f2-41e6-b743-36c879f4aa8f x-openstack-request-id: req-25cfd560-56f2-41e6-b743-36c879f4aa8f {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:00.792598 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e881ddc3-1186-4689-bcfb-35599a27a5b4", "tag": "49f8ac37-6985-4acf-ad5a-e59416d9b084", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:00.792675 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25cfd560-56f2-41e6-b743-36c879f4aa8f {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:00.793048 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'tag': '49f8ac37-6985-4acf-ad5a-e59416d9b084', 'status': 'completed', 'code': 200} Sep 16 05:18:00.895067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c038ad-32a7-42e2-a8b6-b943cceee3a1 req-2cad248d-7a27-4e68-b581-dc9d19239c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:00.896617 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23c038ad-32a7-42e2-a8b6-b943cceee3a1 req-2cad248d-7a27-4e68-b581-dc9d19239c42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 1098 time: 0.0765364 Sep 16 05:18:00.908264 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-95b8c331-9f68-4a2b-8851-6418e787daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'be823652-fbc2-464f-8003-2e762ffd1c6c', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:fe:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:25Z', 'updated_at': '2021-09-16T05:14:28Z', 'revision_number': 1, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:00.924924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f0f89-8565-4d4b-97f9-5a71f6ec60cd req-273b4bfd-484b-476f-8b42-aca57d632da6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:00.927122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c82f0f89-8565-4d4b-97f9-5a71f6ec60cd req-273b4bfd-484b-476f-8b42-aca57d632da6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0751004 Sep 16 05:18:00.941693 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8c331-9f68-4a2b-8851-6418e787daff None None] Checking router: 379bbf46-50cd-4ec8-836d-a4a53e38d921 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:00.948229 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8c331-9f68-4a2b-8851-6418e787daff None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:00.948869 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-95b8c331-9f68-4a2b-8851-6418e787daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:17:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:01.018023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c82f0f89-8565-4d4b-97f9-5a71f6ec60cd req-2233aca1-38cb-4d5a-ba1f-8027c8bd18b0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812964 Sep 16 05:18:01.043693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c038ad-32a7-42e2-a8b6-b943cceee3a1 req-0721ef9b-6895-4da2-bc51-891841764b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.045244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23c038ad-32a7-42e2-a8b6-b943cceee3a1 req-0721ef9b-6895-4da2-bc51-891841764b9c service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.1378448 Sep 16 05:18:01.064336 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-95b8c331-9f68-4a2b-8851-6418e787daff None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:01.091254 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23c038ad-32a7-42e2-a8b6-b943cceee3a1 req-5f764285-5a12-45c5-8450-a98d0865767d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f8ac37-6985-4acf-ad5a-e59416d9b084 HTTP/1.1" status: 200 len: 217 time: 0.0369208 Sep 16 05:18:01.146885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c038ad-32a7-42e2-a8b6-b943cceee3a1 req-92234de3-bc5a-43fe-858f-e9765bf34d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.148499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23c038ad-32a7-42e2-a8b6-b943cceee3a1 req-92234de3-bc5a-43fe-858f-e9765bf34d76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0487943 Sep 16 05:18:01.197539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c038ad-32a7-42e2-a8b6-b943cceee3a1 req-e9d9f34a-5dbb-4c48-b0aa-0055ab06a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:01.198868 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23c038ad-32a7-42e2-a8b6-b943cceee3a1 req-e9d9f34a-5dbb-4c48-b0aa-0055ab06a337 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418961 Sep 16 05:18:01.296927 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23c038ad-32a7-42e2-a8b6-b943cceee3a1 req-dfe6bd93-b1e9-4598-8787-6fc4f4b46f27 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897381 Sep 16 05:18:01.301258 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-95b8c331-9f68-4a2b-8851-6418e787daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'be823652-fbc2-464f-8003-2e762ffd1c6c', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:fe:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:25Z', 'updated_at': '2021-09-16T05:14:28Z', 'revision_number': 1, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:01.345852 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8c331-9f68-4a2b-8851-6418e787daff None None] The sync data for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 is: [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'be823652-fbc2-464f-8003-2e762ffd1c6c', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'port_id': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'mac_address': 'fa:16:3e:fe:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:14:25Z', 'updated_at': '2021-09-16T05:14:28Z', 'revision_number': 1, 'project_id': 'b047a60d7e39405c98068715097e0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:01.411503 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23c038ad-32a7-42e2-a8b6-b943cceee3a1 req-2682176c-773d-4c36-9130-748d801a1bd6 service neutron] 10.222.0.50 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056194 Sep 16 05:18:01.579010 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1278ec48-8a70-47a8-b276-1b7eb22afca4 None None] New status for floating IP 56983b2b-9e78-41ec-9370-35e5b5f6779a: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:18:02.154139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc33ae-5871-4aff-aa0b-1d25e6d7217d req-8bb98308-1187-4193-8329-c3244d034067 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.155668 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6cfc33ae-5871-4aff-aa0b-1d25e6d7217d req-8bb98308-1187-4193-8329-c3244d034067 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0514917 Sep 16 05:18:02.201862 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6cfc33ae-5871-4aff-aa0b-1d25e6d7217d req-18ad4526-eed3-46b7-93ed-e7bb2909647d tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400231 Sep 16 05:18:02.599435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36dffe-390a-4d59-88cd-6220fd9f4270 req-7a7c0311-fd26-4a57-b911-0046ba4e107e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:02.600906 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f36dffe-390a-4d59-88cd-6220fd9f4270 req-7a7c0311-fd26-4a57-b911-0046ba4e107e tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0488138 Sep 16 05:18:02.698309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-7f36dffe-390a-4d59-88cd-6220fd9f4270 req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Deleting port 49f8ac37-6985-4acf-ad5a-e59416d9b084 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:02.698652 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7f36dffe-390a-4d59-88cd-6220fd9f4270 req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.788724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-7f36dffe-390a-4d59-88cd-6220fd9f4270 req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] For port 49f8ac37-6985-4acf-ad5a-e59416d9b084, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=49f8ac37-6985-4acf-ad5a-e59416d9b084,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:02.789632 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7f36dffe-390a-4d59-88cd-6220fd9f4270 req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.801244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-7f36dffe-390a-4d59-88cd-6220fd9f4270 req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Calling delete_port for 49f8ac37-6985-4acf-ad5a-e59416d9b084 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:02.929166 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7f36dffe-390a-4d59-88cd-6220fd9f4270 req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:02.956878 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event deleted for resources: {'Port': ['ID=49f8ac37-6985-4acf-ad5a-e59416d9b084,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:02.967713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:02.968066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:02.968418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:02.968767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:02.969105 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:02.969443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:02.969807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:02.970143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:02.970473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:02.971375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:02.971375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:02.971512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:03.015005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f36dffe-390a-4d59-88cd-6220fd9f4270 req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] No DVR routers for this DVR port 49f8ac37-6985-4acf-ad5a-e59416d9b084 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:03.017629 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7f36dffe-390a-4d59-88cd-6220fd9f4270 req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:03.019629 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f36dffe-390a-4d59-88cd-6220fd9f4270 req-1f3f50d4-b1ab-46fd-9bd8-fd82d05a95e0 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.50 "DELETE /v2.0/ports/49f8ac37-6985-4acf-ad5a-e59416d9b084 HTTP/1.1" status: 204 len: 173 time: 0.4087899 Sep 16 05:18:03.020065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'name': 'network-vif-deleted', 'tag': '49f8ac37-6985-4acf-ad5a-e59416d9b084'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:03.022519 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5519c5b3-93e2-4164-b9cc-e388f16e6db8" -d '{"events": [{"server_uuid": "e881ddc3-1186-4689-bcfb-35599a27a5b4", "name": "network-vif-deleted", "tag": "49f8ac37-6985-4acf-ad5a-e59416d9b084"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:03.060593 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ed95d8-9b93-4d4f-9dc5-4e59097ea1c4 x-openstack-request-id: req-f8ed95d8-9b93-4d4f-9dc5-4e59097ea1c4 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:03.060897 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e881ddc3-1186-4689-bcfb-35599a27a5b4", "name": "network-vif-deleted", "tag": "49f8ac37-6985-4acf-ad5a-e59416d9b084", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:03.061159 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8ed95d8-9b93-4d4f-9dc5-4e59097ea1c4 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:03.061558 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e881ddc3-1186-4689-bcfb-35599a27a5b4', 'name': 'network-vif-deleted', 'tag': '49f8ac37-6985-4acf-ad5a-e59416d9b084', 'status': 'completed', 'code': 200} Sep 16 05:18:03.300431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd29be1d-a368-4057-ad0a-a3a09fd15330 req-1c2f6392-16e2-40f5-9d90-ee9952569e49 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 210 time: 0.0278883 Sep 16 05:18:04.401374 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e913db7-0001-4f9e-8af4-cac802ad3555 req-994dfbe5-0b33-4b91-9ea6-cd15d199a67c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 210 time: 0.0279229 Sep 16 05:18:05.500991 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4ea36f6c-6693-439f-8164-7342dc48914e req-2ef5866e-069b-46b1-943f-3c85821ae508 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 210 time: 0.0280170 Sep 16 05:18:05.829626 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:06.612301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5af851e7-bbc4-44f4-a14b-8416da50f199 req-1568feb0-6373-40f5-899a-70f954c3d984 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=e881ddc3-1186-4689-bcfb-35599a27a5b4 HTTP/1.1" status: 200 len: 210 time: 0.0273442 Sep 16 05:18:06.835523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 49f8ac37-6985-4acf-ad5a-e59416d9b084 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:06.860187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 49f8ac37-6985-4acf-ad5a-e59416d9b084 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:06.860543 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 49f8ac37-6985-4acf-ad5a-e59416d9b084 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:07.839341 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.069334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50674) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:13.230398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Deleting port e8fed958-a657-4973-9f06-5db9cead20c1 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:13.230752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.307645 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.307976 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.319596 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Calling delete_port for e8fed958-a657-4973-9f06-5db9cead20c1 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:13.492498 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.523735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event deleted for resources: {'Port': ['ID=e8fed958-a657-4973-9f06-5db9cead20c1,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:13.588743 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:13.589192 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Floating IP be823652-fbc2-464f-8003-2e762ffd1c6c disassociated (deleted). External IP: 172.25.0.209, port: 2a6ccb8e-b60b-49e4-9180-8de5e8613917. Sep 16 05:18:14.131351 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Router 379bbf46-50cd-4ec8-836d-a4a53e38d921 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:14.242392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:14.247301 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:14.252245 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be8493-29c9-43f7-8aff-f0ba99340f65 None None] Sync routers for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:14.262630 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be8493-29c9-43f7-8aff-f0ba99340f65 None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:14.263295 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-c3be8493-29c9-43f7-8aff-f0ba99340f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:17:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:14.274003 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2d2a67ae-8de5-4435-9a50-b85d63dd114c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "DELETE /v2.0/floatingips/be823652-fbc2-464f-8003-2e762ffd1c6c HTTP/1.1" status: 204 len: 168 time: 1.2034562 Sep 16 05:18:14.275458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'tag': '2a6ccb8e-b60b-49e4-9180-8de5e8613917'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:14.278165 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8252a98e-d0dd-4d9e-91c1-96a844008415" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7537ed-a877-48e4-b747-dabd30ebdc26", "tag": "2a6ccb8e-b60b-49e4-9180-8de5e8613917"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:14.372923 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-c3be8493-29c9-43f7-8aff-f0ba99340f65 None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:14.449511 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89c36d1-7de5-4275-b048-fe3b51ccc31f x-openstack-request-id: req-b89c36d1-7de5-4275-b048-fe3b51ccc31f {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:14.450141 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7537ed-a877-48e4-b747-dabd30ebdc26", "tag": "2a6ccb8e-b60b-49e4-9180-8de5e8613917", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:14.450539 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b89c36d1-7de5-4275-b048-fe3b51ccc31f {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:14.451032 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'tag': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'status': 'completed', 'code': 200} Sep 16 05:18:14.520729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252a98e-d0dd-4d9e-91c1-96a844008415 req-98de41ec-0681-49c4-8b6a-2300c17e9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.522265 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8252a98e-d0dd-4d9e-91c1-96a844008415 req-98de41ec-0681-49c4-8b6a-2300c17e9e05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b047a60d7e39405c98068715097e0142&device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 1097 time: 0.0479238 Sep 16 05:18:14.552043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da76d9e-d8a1-421d-a605-0dd10950f987 req-213bfaf6-516f-40e4-aec8-9f4adffef424 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.553863 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4da76d9e-d8a1-421d-a605-0dd10950f987 req-213bfaf6-516f-40e4-aec8-9f4adffef424 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 945 time: 0.0568922 Sep 16 05:18:14.591287 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-c3be8493-29c9-43f7-8aff-f0ba99340f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:14.617588 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4da76d9e-d8a1-421d-a605-0dd10950f987 req-590275b5-3f3b-410e-8592-5fd341d6edcc tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568597 Sep 16 05:18:14.623384 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be8493-29c9-43f7-8aff-f0ba99340f65 None None] Checking router: 379bbf46-50cd-4ec8-836d-a4a53e38d921 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:14.633293 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be8493-29c9-43f7-8aff-f0ba99340f65 None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:14.634569 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-c3be8493-29c9-43f7-8aff-f0ba99340f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:17:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:14.663992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252a98e-d0dd-4d9e-91c1-96a844008415 req-fefe201b-b1f1-4e4e-8720-d78e6369850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.665671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8252a98e-d0dd-4d9e-91c1-96a844008415 req-fefe201b-b1f1-4e4e-8720-d78e6369850c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 200 len: 912 time: 0.1341166 Sep 16 05:18:14.711062 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8252a98e-d0dd-4d9e-91c1-96a844008415 req-9c2ff404-df02-4683-9050-1015db1c9ec9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a6ccb8e-b60b-49e4-9180-8de5e8613917 HTTP/1.1" status: 200 len: 217 time: 0.0370917 Sep 16 05:18:14.763494 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-c3be8493-29c9-43f7-8aff-f0ba99340f65 None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:14.765297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252a98e-d0dd-4d9e-91c1-96a844008415 req-d78e6c73-1c46-41c5-896c-b39b82f58d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.766938 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8252a98e-d0dd-4d9e-91c1-96a844008415 req-d78e6c73-1c46-41c5-896c-b39b82f58d57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 200 len: 850 time: 0.0474675 Sep 16 05:18:14.820624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252a98e-d0dd-4d9e-91c1-96a844008415 req-94878dc4-53d5-4fce-970e-f4d1aaa5d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:14.822717 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8252a98e-d0dd-4d9e-91c1-96a844008415 req-94878dc4-53d5-4fce-970e-f4d1aaa5d2cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a1ec3a4-d9e6-485f-ac18-076bea25223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485942 Sep 16 05:18:14.928175 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8252a98e-d0dd-4d9e-91c1-96a844008415 req-0199613c-6760-4587-bba3-23e898ab80e3 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959644 Sep 16 05:18:14.988231 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-c3be8493-29c9-43f7-8aff-f0ba99340f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:15.037638 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8252a98e-d0dd-4d9e-91c1-96a844008415 req-92e5dff8-12d3-4b1d-a2c4-2204cdec0fa6 service neutron] 10.222.0.15 "GET /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013138 Sep 16 05:18:15.116107 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be8493-29c9-43f7-8aff-f0ba99340f65 None None] The sync data for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 is: [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:47Z', 'revision_number': 4, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eaf38676-9588-408a-a7a4-2a32bbf9ef01', 'name': '', 'network_id': '9a1ec3a4-d9e6-485f-ac18-076bea25223b', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'mac_address': 'fa:16:3e:2e:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:46Z', 'updated_at': '2021-09-16T05:07:55Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'subnets': [{'id': '5398c6d6-2378-4760-a5da-67b63bb8092c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:15.368229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711e1c4-d6ad-45c2-a89e-c239487d7f69 None None] New status for floating IP be823652-fbc2-464f-8003-2e762ffd1c6c: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:18:15.735933 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0eddd9-9095-40ac-8c85-adf198a6020d req-4fb4712e-f0ad-41a9-b426-702c257fc393 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:15.737458 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e0eddd9-9095-40ac-8c85-adf198a6020d req-4fb4712e-f0ad-41a9-b426-702c257fc393 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 945 time: 0.0504730 Sep 16 05:18:15.779434 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e0eddd9-9095-40ac-8c85-adf198a6020d req-198cd57b-7769-421a-81e4-b0b70b0a6c9c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdcfd996-ab18-420e-8789-d21f2ae617b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357740 Sep 16 05:18:16.024426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b320bf6-8679-4b66-a005-418b14fd3c53 req-3f876c49-ea2a-4317-bd73-4e46f4fdb1e6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:16.026248 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b320bf6-8679-4b66-a005-418b14fd3c53 req-3f876c49-ea2a-4317-bd73-4e46f4fdb1e6 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 945 time: 0.0521436 Sep 16 05:18:16.129706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-7b320bf6-8679-4b66-a005-418b14fd3c53 req-a7d40341-2807-4901-b241-514ce5d49838 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Deleting port 2a6ccb8e-b60b-49e4-9180-8de5e8613917 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:16.130091 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7b320bf6-8679-4b66-a005-418b14fd3c53 req-a7d40341-2807-4901-b241-514ce5d49838 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.225295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7b320bf6-8679-4b66-a005-418b14fd3c53 req-a7d40341-2807-4901-b241-514ce5d49838 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] For port 2a6ccb8e-b60b-49e4-9180-8de5e8613917, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=2a6ccb8e-b60b-49e4-9180-8de5e8613917,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:16.225563 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7b320bf6-8679-4b66-a005-418b14fd3c53 req-a7d40341-2807-4901-b241-514ce5d49838 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.240098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-7b320bf6-8679-4b66-a005-418b14fd3c53 req-a7d40341-2807-4901-b241-514ce5d49838 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Calling delete_port for 2a6ccb8e-b60b-49e4-9180-8de5e8613917 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:16.379701 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7b320bf6-8679-4b66-a005-418b14fd3c53 req-a7d40341-2807-4901-b241-514ce5d49838 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.411192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d40341-2807-4901-b241-514ce5d49838 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event deleted for resources: {'Port': ['ID=2a6ccb8e-b60b-49e4-9180-8de5e8613917,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:16.464236 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b320bf6-8679-4b66-a005-418b14fd3c53 req-a7d40341-2807-4901-b241-514ce5d49838 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] No DVR routers for this DVR port 2a6ccb8e-b60b-49e4-9180-8de5e8613917 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:16.467314 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7b320bf6-8679-4b66-a005-418b14fd3c53 req-a7d40341-2807-4901-b241-514ce5d49838 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:16.469987 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7b320bf6-8679-4b66-a005-418b14fd3c53 req-a7d40341-2807-4901-b241-514ce5d49838 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.15 "DELETE /v2.0/ports/2a6ccb8e-b60b-49e4-9180-8de5e8613917 HTTP/1.1" status: 204 len: 173 time: 0.4367595 Sep 16 05:18:16.470473 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'name': 'network-vif-deleted', 'tag': '2a6ccb8e-b60b-49e4-9180-8de5e8613917'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:16.473164 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a47951-a30c-4016-9e77-7f66fa338f72" -d '{"events": [{"server_uuid": "2b7537ed-a877-48e4-b747-dabd30ebdc26", "name": "network-vif-deleted", "tag": "2a6ccb8e-b60b-49e4-9180-8de5e8613917"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:16.520943 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8e1f8a-72df-4e12-851e-a56fff3cb009 x-openstack-request-id: req-0f8e1f8a-72df-4e12-851e-a56fff3cb009 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:16.521257 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7537ed-a877-48e4-b747-dabd30ebdc26", "name": "network-vif-deleted", "tag": "2a6ccb8e-b60b-49e4-9180-8de5e8613917", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:16.521515 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f8e1f8a-72df-4e12-851e-a56fff3cb009 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:16.521956 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7537ed-a877-48e4-b747-dabd30ebdc26', 'name': 'network-vif-deleted', 'tag': '2a6ccb8e-b60b-49e4-9180-8de5e8613917', 'status': 'completed', 'code': 200} Sep 16 05:18:16.885557 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3770f0b9-1c0f-45d6-b82d-656f25dad564 req-736775bc-8b73-41c6-8c74-c54bc6ccf061 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 210 time: 0.0321476 Sep 16 05:18:17.239694 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2a21454-196c-4447-89aa-f0a51dbcd172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:18.013469 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7d4d7a68-bb70-4e62-aeca-e46672292ff5 req-56687fcd-6e88-4078-b73e-265d40cc2cbd tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 210 time: 0.0350871 Sep 16 05:18:18.940371 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2a6ccb8e-b60b-49e4-9180-8de5e8613917 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:18.961823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 2a6ccb8e-b60b-49e4-9180-8de5e8613917 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:18.962185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 2a6ccb8e-b60b-49e4-9180-8de5e8613917 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:19.115383 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d32f0352-434e-43a6-bd93-faa62bf3f313 req-55282ed5-1b74-4312-980f-4c995994d39c tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 210 time: 0.0272698 Sep 16 05:18:20.190372 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5d8cd179-a3c1-48e9-aaa8-a4c343d00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:20.224776 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83fd3fa4-05ad-43f3-a9ac-26b1b84121f4 req-83478dcb-4768-4479-bca8-f98a63a5947f tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7537ed-a877-48e4-b747-dabd30ebdc26 HTTP/1.1" status: 200 len: 210 time: 0.0266740 Sep 16 05:18:20.853752 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.282916 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50696) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:21.411734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-950d8d4f-62fe-493b-8155-db4f4c4a7fa1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Deleting port 5fcaafb6-933c-4f7d-9a0c-afc79c24f402 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:21.412089 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-950d8d4f-62fe-493b-8155-db4f4c4a7fa1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.491180 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-950d8d4f-62fe-493b-8155-db4f4c4a7fa1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.491518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-950d8d4f-62fe-493b-8155-db4f4c4a7fa1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.503175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-950d8d4f-62fe-493b-8155-db4f4c4a7fa1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Calling delete_port for 5fcaafb6-933c-4f7d-9a0c-afc79c24f402 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:21.643246 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-950d8d4f-62fe-493b-8155-db4f4c4a7fa1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.669920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d8d4f-62fe-493b-8155-db4f4c4a7fa1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event deleted for resources: {'Port': ['ID=5fcaafb6-933c-4f7d-9a0c-afc79c24f402,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:21.728837 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-950d8d4f-62fe-493b-8155-db4f4c4a7fa1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.731530 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-950d8d4f-62fe-493b-8155-db4f4c4a7fa1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:21.732732 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-950d8d4f-62fe-493b-8155-db4f4c4a7fa1 tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "DELETE /v2.0/floatingips/4da31cff-65a2-49c7-be15-087d41143c3d HTTP/1.1" status: 204 len: 168 time: 0.4488144 Sep 16 05:18:21.764425 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:23.292516 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.018108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50710) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:24.090134 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d39d37a9-2d9f-4b2d-8778-2e74a2ef805a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.117893 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d39d37a9-2d9f-4b2d-8778-2e74a2ef805a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.186834 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d39d37a9-2d9f-4b2d-8778-2e74a2ef805a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.189349 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d39d37a9-2d9f-4b2d-8778-2e74a2ef805a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:24.190605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d39d37a9-2d9f-4b2d-8778-2e74a2ef805a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] 10.222.0.53 "DELETE /v2.0/security-groups/bdcfd996-ab18-420e-8789-d21f2ae617b7 HTTP/1.1" status: 204 len: 168 time: 0.1712883 Sep 16 05:18:24.201047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d37a9-2d9f-4b2d-8778-2e74a2ef805a tempest-TestVolumeBootPattern-649660277 tempest-TestVolumeBootPattern-649660277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcfd996-ab18-420e-8789-d21f2ae617b7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:24.257901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50714) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:24.835389 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81437d31-8258-4c1f-975e-a659315ba519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.090245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-81437d31-8258-4c1f-975e-a659315ba519 admin admin] Deleting port eaf38676-9588-408a-a7a4-2a32bbf9ef01 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:25.090891 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81437d31-8258-4c1f-975e-a659315ba519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.171522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-81437d31-8258-4c1f-975e-a659315ba519 admin admin] For port eaf38676-9588-408a-a7a4-2a32bbf9ef01, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=eaf38676-9588-408a-a7a4-2a32bbf9ef01,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:25.171888 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81437d31-8258-4c1f-975e-a659315ba519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.188436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-81437d31-8258-4c1f-975e-a659315ba519 admin admin] Calling delete_port for eaf38676-9588-408a-a7a4-2a32bbf9ef01 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:25.374149 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81437d31-8258-4c1f-975e-a659315ba519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.401832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81437d31-8258-4c1f-975e-a659315ba519 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf38676-9588-408a-a7a4-2a32bbf9ef01,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:25.588281 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-81437d31-8258-4c1f-975e-a659315ba519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:25.845232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81437d31-8258-4c1f-975e-a659315ba519 admin admin] Router 379bbf46-50cd-4ec8-836d-a4a53e38d921 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:25.972740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81437d31-8258-4c1f-975e-a659315ba519 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:25.978334 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-81437d31-8258-4c1f-975e-a659315ba519 admin admin] 10.222.0.53 "PUT /v2.0/routers/379bbf46-50cd-4ec8-836d-a4a53e38d921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7192039 Sep 16 05:18:25.981929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50718) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:25.984692 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f584f-0bad-4801-b445-8796bcc9b65e None None] Sync routers for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:25.996587 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f584f-0bad-4801-b445-8796bcc9b65e None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:25.997248 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-000f584f-0bad-4801-b445-8796bcc9b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:18:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:26.099694 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.108621 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-000f584f-0bad-4801-b445-8796bcc9b65e None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:26.206477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.267013 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Deleting port ff843ad8-7002-4e6e-8f8d-7ca227f065c3 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:26.267363 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.297802 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-000f584f-0bad-4801-b445-8796bcc9b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:18:25Z', 'revision_number': 5, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port': {'id': 'ff843ad8-7002-4e6e-8f8d-7ca227f065c3', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:26.327974 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f584f-0bad-4801-b445-8796bcc9b65e None None] Checking router: 379bbf46-50cd-4ec8-836d-a4a53e38d921 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:26.336531 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f584f-0bad-4801-b445-8796bcc9b65e None None] Routers {'379bbf46-50cd-4ec8-836d-a4a53e38d921'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:26.337131 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-000f584f-0bad-4801-b445-8796bcc9b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:18:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['379bbf46-50cd-4ec8-836d-a4a53e38d921'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:26.357507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] For port ff843ad8-7002-4e6e-8f8d-7ca227f065c3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ff843ad8-7002-4e6e-8f8d-7ca227f065c3,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:26.357935 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.375430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Calling delete_port for ff843ad8-7002-4e6e-8f8d-7ca227f065c3 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:26.429051 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-000f584f-0bad-4801-b445-8796bcc9b65e None None] Set router 379bbf46-50cd-4ec8-836d-a4a53e38d921 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:26.480926 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-000f584f-0bad-4801-b445-8796bcc9b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:18:26Z', 'revision_number': 6, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:26.512567 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f584f-0bad-4801-b445-8796bcc9b65e None None] The sync data for ids ['379bbf46-50cd-4ec8-836d-a4a53e38d921'] in n-d-712142-17 is: [{'id': '379bbf46-50cd-4ec8-836d-a4a53e38d921', 'name': 'tempest-TestVolumeBootPattern-311587191-router', 'tenant_id': 'b047a60d7e39405c98068715097e0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:44Z', 'updated_at': '2021-09-16T05:18:26Z', 'revision_number': 6, 'project_id': 'b047a60d7e39405c98068715097e0142', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:26.564939 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.593452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff843ad8-7002-4e6e-8f8d-7ca227f065c3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:26.658077 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.748310 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.750443 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.792166 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.792695 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 379bbf46-50cd-4ec8-836d-a4a53e38d921 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:18:26.797157 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.798455 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bdafc7d6-95fe-4ac2-b84a-1a761e9c5138 admin admin] 10.222.0.53 "DELETE /v2.0/routers/379bbf46-50cd-4ec8-836d-a4a53e38d921 HTTP/1.1" status: 204 len: 168 time: 0.8153775 Sep 16 05:18:26.800969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50720) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:26.849332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ce845f-f453-4143-a01f-de70d4d1c52c admin admin] Deleting subnet 5398c6d6-2378-4760-a5da-67b63bb8092c {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:26.852394 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1ce845f-f453-4143-a01f-de70d4d1c52c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.889634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1ce845f-f453-4143-a01f-de70d4d1c52c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:26.970242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1ce845f-f453-4143-a01f-de70d4d1c52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.029969 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1ce845f-f453-4143-a01f-de70d4d1c52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.057058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce845f-f453-4143-a01f-de70d4d1c52c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5398c6d6-2378-4760-a5da-67b63bb8092c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:27.059352 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1ce845f-f453-4143-a01f-de70d4d1c52c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.062229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b1ce845f-f453-4143-a01f-de70d4d1c52c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5398c6d6-2378-4760-a5da-67b63bb8092c HTTP/1.1" status: 204 len: 168 time: 0.2602599 Sep 16 05:18:27.064013 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96ead7-a47c-43b3-82c3-e393957c2af7 None None] Network 9a1ec3a4-d9e6-485f-ac18-076bea25223b requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:27.064504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50722) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:27.131750 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.189460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Deleting port 3e08939a-0896-4487-96bf-39dfd59a1ee9 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:27.189836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.256066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] For port 3e08939a-0896-4487-96bf-39dfd59a1ee9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3e08939a-0896-4487-96bf-39dfd59a1ee9,segment=NetworkSegment(75562a74-cba1-468f-989b-f8880cb38a85),segment_id=75562a74-cba1-468f-989b-f8880cb38a85)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:27.256443 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.270525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Calling delete_port for 3e08939a-0896-4487-96bf-39dfd59a1ee9 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:27.286848 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] DHCP port deletion for 9a1ec3a4-d9e6-485f-ac18-076bea25223b request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:18:27.346083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ff843ad8-7002-4e6e-8f8d-7ca227f065c3 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:27.356262 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.372361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Deleting port 3e08939a-0896-4487-96bf-39dfd59a1ee9 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:27.372844 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.374518 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ff843ad8-7002-4e6e-8f8d-7ca227f065c3 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:27.374930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ff843ad8-7002-4e6e-8f8d-7ca227f065c3 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:27.375426 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device eaf38676-9588-408a-a7a4-2a32bbf9ef01 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:27.382259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e08939a-0896-4487-96bf-39dfd59a1ee9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:27.394469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] No DVR routers for this DVR port 3e08939a-0896-4487-96bf-39dfd59a1ee9 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:27.413868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: eaf38676-9588-408a-a7a4-2a32bbf9ef01 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:27.414227 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device eaf38676-9588-408a-a7a4-2a32bbf9ef01 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:27.414663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3e08939a-0896-4487-96bf-39dfd59a1ee9 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:27.470248 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.472220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 3e08939a-0896-4487-96bf-39dfd59a1ee9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:27.472576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3e08939a-0896-4487-96bf-39dfd59a1ee9 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:27.480137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] For port 3e08939a-0896-4487-96bf-39dfd59a1ee9, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:27.480720 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.493335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Calling delete_port for 3e08939a-0896-4487-96bf-39dfd59a1ee9 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:27.493957 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1ec3a4-d9e6-485f-ac18-076bea25223b']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:27.497073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Port 3e08939a-0896-4487-96bf-39dfd59a1ee9 was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:18:27.498404 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.505996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75562a74-cba1-468f-989b-f8880cb38a85') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:27.506231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75562a74-cba1-468f-989b-f8880cb38a85') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:27.520345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.524617 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Pushing event deleted for resources: {'Port': ['ID=3e08939a-0896-4487-96bf-39dfd59a1ee9,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:27.534130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:27.534719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:27.535225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:27.535568 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.535891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:27.536385 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:27.536892 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:27.537232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:27.537578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:27.537944 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:27.538279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:27.538616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:27.538947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:18:27.542612 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce9fc8-de71-4a7b-9f14-7e7bd1e90e0a None None] No DVR routers for this DVR port 3e08939a-0896-4487-96bf-39dfd59a1ee9 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:27.544808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:27.545556 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:27.547564 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:27.615512 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.623145 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:27.625044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] 10.222.0.53 "DELETE /v2.0/networks/9a1ec3a4-d9e6-485f-ac18-076bea25223b HTTP/1.1" status: 204 len: 168 time: 0.5600922 Sep 16 05:18:27.628554 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50724) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:27.636812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780a30b-7f16-4bc4-9848-284c9934826f admin admin] Pushing event deleted for resources: {'Network': ['ID=9a1ec3a4-d9e6-485f-ac18-076bea25223b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:28.000844 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d36496a7-9cf5-4e61-bba6-c9f62d29a004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.271186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d36496a7-9cf5-4e61-bba6-c9f62d29a004 admin admin] Deleting port 819e1bf3-e854-4899-a303-c9303a6fc91d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:28.271533 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d36496a7-9cf5-4e61-bba6-c9f62d29a004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.362736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-d36496a7-9cf5-4e61-bba6-c9f62d29a004 admin admin] For port 819e1bf3-e854-4899-a303-c9303a6fc91d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=819e1bf3-e854-4899-a303-c9303a6fc91d,segment=NetworkSegment(b63f85fb-7328-4eb8-8640-0d1c0c353b6e),segment_id=b63f85fb-7328-4eb8-8640-0d1c0c353b6e)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:28.363185 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d36496a7-9cf5-4e61-bba6-c9f62d29a004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.378691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d36496a7-9cf5-4e61-bba6-c9f62d29a004 admin admin] Calling delete_port for 819e1bf3-e854-4899-a303-c9303a6fc91d owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:28.570780 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d36496a7-9cf5-4e61-bba6-c9f62d29a004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:28.605674 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36496a7-9cf5-4e61-bba6-c9f62d29a004 admin admin] Pushing event deleted for resources: {'Port': ['ID=819e1bf3-e854-4899-a303-c9303a6fc91d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:28.797467 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d36496a7-9cf5-4e61-bba6-c9f62d29a004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.082665 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36496a7-9cf5-4e61-bba6-c9f62d29a004 admin admin] Router 36ca57a1-3726-447f-b99d-9323167eb221 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:18:29.208955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36496a7-9cf5-4e61-bba6-c9f62d29a004 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:18:29.215028 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d36496a7-9cf5-4e61-bba6-c9f62d29a004 admin admin] 10.222.0.53 "PUT /v2.0/routers/36ca57a1-3726-447f-b99d-9323167eb221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5853705 Sep 16 05:18:29.217510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50726) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:29.221120 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17040841-42ee-4c5b-8aa8-e736523e1716 None None] Sync routers for ids ['36ca57a1-3726-447f-b99d-9323167eb221'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:18:29.240554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17040841-42ee-4c5b-8aa8-e736523e1716 None None] Routers {'36ca57a1-3726-447f-b99d-9323167eb221'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:29.241347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-17040841-42ee-4c5b-8aa8-e736523e1716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:18:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['36ca57a1-3726-447f-b99d-9323167eb221'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:29.336639 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.373455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-17040841-42ee-4c5b-8aa8-e736523e1716 None None] Set router 36ca57a1-3726-447f-b99d-9323167eb221 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:29.472343 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.559082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-17040841-42ee-4c5b-8aa8-e736523e1716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca57a1-3726-447f-b99d-9323167eb221', 'name': 'tempest-TestVolumeBootPattern-1987971821-router', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:50Z', 'updated_at': '2021-09-16T05:18:28Z', 'revision_number': 5, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'gw_port': {'id': 'e9c2fbee-dc0e-4aff-a166-943d9319cb0b', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:97:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca57a1-3726-447f-b99d-9323167eb221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:07:51Z', 'updated_at': '2021-09-16T05:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:29.591938 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17040841-42ee-4c5b-8aa8-e736523e1716 None None] Checking router: 36ca57a1-3726-447f-b99d-9323167eb221 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:18:29.601204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17040841-42ee-4c5b-8aa8-e736523e1716 None None] Routers {'36ca57a1-3726-447f-b99d-9323167eb221'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:18:29.601918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-17040841-42ee-4c5b-8aa8-e736523e1716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:18:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['36ca57a1-3726-447f-b99d-9323167eb221'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:29.694063 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-17040841-42ee-4c5b-8aa8-e736523e1716 None None] Set router 36ca57a1-3726-447f-b99d-9323167eb221 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:18:29.749596 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-17040841-42ee-4c5b-8aa8-e736523e1716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca57a1-3726-447f-b99d-9323167eb221', 'name': 'tempest-TestVolumeBootPattern-1987971821-router', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:50Z', 'updated_at': '2021-09-16T05:18:29Z', 'revision_number': 6, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:29.781671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17040841-42ee-4c5b-8aa8-e736523e1716 None None] The sync data for ids ['36ca57a1-3726-447f-b99d-9323167eb221'] in n-d-712142-17 is: [{'id': '36ca57a1-3726-447f-b99d-9323167eb221', 'name': 'tempest-TestVolumeBootPattern-1987971821-router', 'tenant_id': 'f029b1c022de4772878d1fd9978332e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:07:50Z', 'updated_at': '2021-09-16T05:18:29Z', 'revision_number': 6, 'project_id': 'f029b1c022de4772878d1fd9978332e7', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:18:29.857765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Deleting port e9c2fbee-dc0e-4aff-a166-943d9319cb0b {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:29.858316 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.935706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] For port e9c2fbee-dc0e-4aff-a166-943d9319cb0b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e9c2fbee-dc0e-4aff-a166-943d9319cb0b,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:29.936074 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:29.949548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Calling delete_port for e9c2fbee-dc0e-4aff-a166-943d9319cb0b owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:30.125270 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.152276 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c2fbee-dc0e-4aff-a166-943d9319cb0b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:30.221257 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.318771 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.320999 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.369062 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.370315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36ca57a1-3726-447f-b99d-9323167eb221 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:18:30.375381 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.376351 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-afd2b9f3-6ecb-4481-9d33-7dc034d88b84 admin admin] 10.222.0.53 "DELETE /v2.0/routers/36ca57a1-3726-447f-b99d-9323167eb221 HTTP/1.1" status: 204 len: 168 time: 1.1570318 Sep 16 05:18:30.378836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50728) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:30.428556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c64ebd6-2205-4209-924f-687b55bf048f admin admin] Deleting subnet 88e22545-0330-4598-97d9-15e54b0ce2a3 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:18:30.432279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c64ebd6-2205-4209-924f-687b55bf048f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.474786 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c64ebd6-2205-4209-924f-687b55bf048f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.565121 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c64ebd6-2205-4209-924f-687b55bf048f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.631827 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c64ebd6-2205-4209-924f-687b55bf048f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.658054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64ebd6-2205-4209-924f-687b55bf048f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e22545-0330-4598-97d9-15e54b0ce2a3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:30.664322 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0c64ebd6-2205-4209-924f-687b55bf048f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.668743 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0c64ebd6-2205-4209-924f-687b55bf048f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/88e22545-0330-4598-97d9-15e54b0ce2a3 HTTP/1.1" status: 204 len: 168 time: 0.2865782 Sep 16 05:18:30.668875 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50730) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:30.671034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474fba8-5358-4046-9f46-2fd9691c8251 None None] Network 40a40840-4450-43e3-8302-3ad11c4afc69 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:18:30.758671 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.830126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Deleting port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:30.830488 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.870191 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e0ce1c-39fd-48d1-960a-b9aacc15e9b0 None None] DHCP port deletion for 40a40840-4450-43e3-8302-3ad11c4afc69 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:18:30.903421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] For port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6,segment=NetworkSegment(b63f85fb-7328-4eb8-8640-0d1c0c353b6e),segment_id=b63f85fb-7328-4eb8-8640-0d1c0c353b6e)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:30.903959 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.919632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Calling delete_port for 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:30.926429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-32e0ce1c-39fd-48d1-960a-b9aacc15e9b0 None None] Deleting port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:30.926853 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32e0ce1c-39fd-48d1-960a-b9aacc15e9b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:30.994939 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-32e0ce1c-39fd-48d1-960a-b9aacc15e9b0 None None] For port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6,segment=NetworkSegment(b63f85fb-7328-4eb8-8640-0d1c0c353b6e),segment_id=b63f85fb-7328-4eb8-8640-0d1c0c353b6e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:30.995349 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32e0ce1c-39fd-48d1-960a-b9aacc15e9b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.011144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-32e0ce1c-39fd-48d1-960a-b9aacc15e9b0 None None] Calling delete_port for 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:31.011431 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.040175 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Pushing event deleted for resources: {'Port': ['ID=14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:31.041352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] No DVR routers for this DVR port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 05:18:31.090772 n-d-712142-17 neutron-server[94746]: self.session.flush() Sep 16 05:18:31.094905 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-32e0ce1c-39fd-48d1-960a-b9aacc15e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.120531 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.120825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0ce1c-39fd-48d1-960a-b9aacc15e9b0 None None] Pushing event deleted for resources: {'Port': ['ID=14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:31.125443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e0ce1c-39fd-48d1-960a-b9aacc15e9b0 None None] No DVR routers for this DVR port 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:31.147142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a40840-4450-43e3-8302-3ad11c4afc69']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:31.157524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63f85fb-7328-4eb8-8640-0d1c0c353b6e') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:31.157816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63f85fb-7328-4eb8-8640-0d1c0c353b6e') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:18:31.168408 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.183751 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.190112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:18:31.190653 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:18:31.192397 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:18:31.249933 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.255814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.260448 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] 10.222.0.53 "DELETE /v2.0/networks/40a40840-4450-43e3-8302-3ad11c4afc69 HTTP/1.1" status: 204 len: 168 time: 0.5905890 Sep 16 05:18:31.274691 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8aa4f-329b-4d86-8149-b601559fe34a admin admin] Pushing event deleted for resources: {'Network': ['ID=40a40840-4450-43e3-8302-3ad11c4afc69,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:31.293586 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e9c2fbee-dc0e-4aff-a166-943d9319cb0b no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:31.313078 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: e9c2fbee-dc0e-4aff-a166-943d9319cb0b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:31.313442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e9c2fbee-dc0e-4aff-a166-943d9319cb0b not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:31.313910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:31.333909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:31.334269 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 14f8c54f-20a2-40e5-a755-6ec2a9d2eeb6 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:31.334707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 819e1bf3-e854-4899-a303-c9303a6fc91d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:18:31.357529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 819e1bf3-e854-4899-a303-c9303a6fc91d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:18:31.357901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 819e1bf3-e854-4899-a303-c9303a6fc91d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:18:31.412549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50734) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:31.457461 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-39325efd-0ad7-47bd-8d08-40c78dbb0c26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b047a60d7e39405c98068715097e0142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437489 Sep 16 05:18:31.460014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50736) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:31.516383 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5d9ccff7-1dc8-4789-aa1b-99e486751d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.543303 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5d9ccff7-1dc8-4789-aa1b-99e486751d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.593949 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5d9ccff7-1dc8-4789-aa1b-99e486751d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.596635 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5d9ccff7-1dc8-4789-aa1b-99e486751d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:31.597861 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5d9ccff7-1dc8-4789-aa1b-99e486751d44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7595115f-d7b1-415f-ba5a-0148a361a8be HTTP/1.1" status: 204 len: 168 time: 0.1368968 Sep 16 05:18:31.606778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ccff7-1dc8-4789-aa1b-99e486751d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7595115f-d7b1-415f-ba5a-0148a361a8be,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:32.000286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50742) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:32.039937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f481fdf1-7e8d-4e65-8ac1-70bc4e90e4b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f029b1c022de4772878d1fd9978332e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384693 Sep 16 05:18:32.043210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50744) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:18:32.096992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b22bad70-05ac-46ed-bcd1-6482d952ea0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.123754 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b22bad70-05ac-46ed-bcd1-6482d952ea0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.179055 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b22bad70-05ac-46ed-bcd1-6482d952ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.181730 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b22bad70-05ac-46ed-bcd1-6482d952ea0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:32.185687 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b22bad70-05ac-46ed-bcd1-6482d952ea0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f8f915d-4b80-42f5-8290-ca66bc2ca574 HTTP/1.1" status: 204 len: 168 time: 0.1413546 Sep 16 05:18:32.193566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bad70-05ac-46ed-bcd1-6482d952ea0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8f915d-4b80-42f5-8290-ca66bc2ca574,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:35.828508 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:37.404534 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:18:37.854243 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:42.338269 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-aa166dc2-ca4d-4b8d-9817-a3fcd2cb5fa5 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b9cfe15c1000431db11002212270522d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293210 Sep 16 05:18:42.825223 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-e6e97277-f0c6-4dd6-9228-02a02c37789a tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:42.826765 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-e6e97277-f0c6-4dd6-9228-02a02c37789a tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4823477 Sep 16 05:18:42.841751 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-880e5bb1-9b95-4248-b9fa-8097e1cc178f tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/quotas/b9cfe15c1000431db11002212270522d HTTP/1.1" status: 200 len: 375 time: 0.0092113 Sep 16 05:18:42.872677 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-5c439b5f-7e02-4c5a-ba27-ec5b6d9e6b47 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9cfe15c1000431db11002212270522d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256987 Sep 16 05:18:43.031244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78c09244-672c-417e-a5b9-8c3f497d8497 req-0ca61248-ce95-465b-abd6-53afd1238ce7 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 210 time: 0.0296099 Sep 16 05:18:44.109736 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8aa5697-e7c0-4caa-9a38-30bf16861aee req-284edf86-e3a9-4048-964a-5d6268595cdf tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 210 time: 0.0266466 Sep 16 05:18:45.200008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a7639826-296e-4109-a8e0-71bf5b13ea1c req-c70bf7a2-4ae6-45a5-acff-75f42829e3d7 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 210 time: 0.0255785 Sep 16 05:18:45.988047 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-a7717c51-052d-407d-b473-37cbd178175d tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b9cfe15c1000431db11002212270522d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230491 Sep 16 05:18:46.101368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-32e2fcaf-ae68-418d-b816-708a6057daa7 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:46.102885 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-32e2fcaf-ae68-418d-b816-708a6057daa7 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076069 Sep 16 05:18:46.122516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Request body: {'port': {'device_id': 'e340efbb-32a3-4a44-a48c-460cbd2110cb', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'admin_state_up': True, 'tenant_id': 'b9cfe15c1000431db11002212270522d'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:46.229125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Made reservation on behalf of b9cfe15c1000431db11002212270522d for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:18:46.234666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.249347 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.316670 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f4e2e090-1b1f-43dc-8bed-9795633edb74 req-461f70a6-e81e-4f5b-9ec2-d4b67449d567 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 210 time: 0.0369942 Sep 16 05:18:46.368904 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.373811 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.441586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259cfd15-f1d3-42ad-b7fd-f04f573e8687,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:46.507888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Allocated IP 192.168.233.198 (4d88b6ff-5ced-48b0-907a-664fc6ea8506/ee948eb1-e227-4e45-8f82-0e038676512c/f6439d79-91d5-4cef-b531-4b36065f2f45) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:18:46.656455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.689432 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.730448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:18:46.733418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:18:46.737090 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:18:46.774916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Pushing event updated for resources: {'Port': ['ID=f6439d79-91d5-4cef-b531-4b36065f2f45,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:46.803226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:46.803872 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.819843 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-285d3bb1-5cba-4c79-8c57-b794c1940ce9 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7008410 Sep 16 05:18:46.839110 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Request body: {'port': {'device_id': 'e340efbb-32a3-4a44-a48c-460cbd2110cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:18:46.895814 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:46.969256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-6dc80d96-b7f3-48f0-83e5-480c5d42d344 None None] Provisioning complete for port f6439d79-91d5-4cef-b531-4b36065f2f45 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:46.969857 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6dc80d96-b7f3-48f0-83e5-480c5d42d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.003770 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6dc80d96-b7f3-48f0-83e5-480c5d42d344 None None] Port f6439d79-91d5-4cef-b531-4b36065f2f45 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:18:47.160793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6439d79-91d5-4cef-b531-4b36065f2f45 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:47.168684 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.180237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Transition to ACTIVE for port object f6439d79-91d5-4cef-b531-4b36065f2f45 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:18:47.184124 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.233888 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c0871c7-9f10-4ed0-a6ec-a4e9a140ce44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.237080 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Pushing event updated for resources: {'Port': ['ID=f6439d79-91d5-4cef-b531-4b36065f2f45,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:47.305845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Attempting to bind port f6439d79-91d5-4cef-b531-4b36065f2f45 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:18:47.306185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Attempting to bind port f6439d79-91d5-4cef-b531-4b36065f2f45 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:18:47.306518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Attempting to bind port f6439d79-91d5-4cef-b531-4b36065f2f45 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:47.311292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Port f6439d79-91d5-4cef-b531-4b36065f2f45 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:18:47.311652 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Attempting to bind port f6439d79-91d5-4cef-b531-4b36065f2f45 on network 4d88b6ff-5ced-48b0-907a-664fc6ea8506 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:18:47.316943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:18:47.317292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Checking segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:18:47.317710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Bound using segment: {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:18:47.318143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Bound port: f6439d79-91d5-4cef-b531-4b36065f2f45, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:18:47.318506 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.404388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] For port f6439d79-91d5-4cef-b531-4b36065f2f45, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:18:47.433575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] For port f6439d79-91d5-4cef-b531-4b36065f2f45, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=f6439d79-91d5-4cef-b531-4b36065f2f45,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:18:47.439548 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.481243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0242344-24b2-4d3e-9005-75204ce6aeb6 req-4dc68479-a5db-43d5-85c6-a88ca1afb759 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:47.482810 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0242344-24b2-4d3e-9005-75204ce6aeb6 req-4dc68479-a5db-43d5-85c6-a88ca1afb759 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 948 time: 0.0924873 Sep 16 05:18:47.489893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:47.490519 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:47.492221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] 10.222.0.50 "PUT /v2.0/ports/f6439d79-91d5-4cef-b531-4b36065f2f45 HTTP/1.1" status: 200 len: 1097 time: 0.6576183 Sep 16 05:18:47.492703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e340efbb-32a3-4a44-a48c-460cbd2110cb', 'tag': 'f6439d79-91d5-4cef-b531-4b36065f2f45'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:47.495021 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80699377-c646-460e-9d04-1e5efb3ef68e" -d '{"events": [{"name": "network-changed", "server_uuid": "e340efbb-32a3-4a44-a48c-460cbd2110cb", "tag": "f6439d79-91d5-4cef-b531-4b36065f2f45"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:47.548596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2341a-b39c-4910-9ecd-be271ed53d7a service neutron] Pushing event updated for resources: {'Port': ['ID=f6439d79-91d5-4cef-b531-4b36065f2f45,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:47.591989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0242344-24b2-4d3e-9005-75204ce6aeb6 req-7ef112dc-30f0-432f-99df-9d6441697715 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/security-groups?id=259cfd15-f1d3-42ad-b7fd-f04f573e8687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933757 Sep 16 05:18:47.602292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-63df7943-05ee-4a6c-a0f4-f27b0328db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:47.603927 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-63df7943-05ee-4a6c-a0f4-f27b0328db18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9cfe15c1000431db11002212270522d&device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 1100 time: 0.0680268 Sep 16 05:18:47.652764 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e572e769-01d0-4d95-b678-1c4922c2cbf2 x-openstack-request-id: req-e572e769-01d0-4d95-b678-1c4922c2cbf2 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:47.653140 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e340efbb-32a3-4a44-a48c-460cbd2110cb", "tag": "f6439d79-91d5-4cef-b531-4b36065f2f45", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:47.653394 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e572e769-01d0-4d95-b678-1c4922c2cbf2 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:47.653826 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e340efbb-32a3-4a44-a48c-460cbd2110cb', 'tag': 'f6439d79-91d5-4cef-b531-4b36065f2f45', 'status': 'completed', 'code': 200} Sep 16 05:18:47.655683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-68f4dcad-911a-44d3-bd5d-4bdfb2ffdff4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=f6439d79-91d5-4cef-b531-4b36065f2f45 HTTP/1.1" status: 200 len: 217 time: 0.0399053 Sep 16 05:18:47.708724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-e9272de0-9637-44d7-b90e-f88af5666019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:47.710186 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-e9272de0-9637-44d7-b90e-f88af5666019 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0452075 Sep 16 05:18:47.765148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-68625e2c-da74-4e51-9844-dd0914b0d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:47.766624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-68625e2c-da74-4e51-9844-dd0914b0d955 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0442650 Sep 16 05:18:47.861230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-ad0c9540-59ab-4092-beca-e33616c94bbb service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815387 Sep 16 05:18:47.960566 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-242cc4b4-c110-40ad-8eb3-1b6bdaca1646 req-1bb734e5-9d1c-4b3e-bc28-b34f94a6b71c service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859439 Sep 16 05:18:48.060259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699377-c646-460e-9d04-1e5efb3ef68e req-c25c5a34-6a75-4d29-b79d-541320ac2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.061748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80699377-c646-460e-9d04-1e5efb3ef68e req-c25c5a34-6a75-4d29-b79d-541320ac2f4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9cfe15c1000431db11002212270522d&device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 1100 time: 0.0402851 Sep 16 05:18:48.155113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699377-c646-460e-9d04-1e5efb3ef68e req-deb90a58-e489-48a2-b3d9-52ca5ba7ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.156593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80699377-c646-460e-9d04-1e5efb3ef68e req-deb90a58-e489-48a2-b3d9-52ca5ba7ce57 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d88b6ff-5ced-48b0-907a-664fc6ea8506 HTTP/1.1" status: 200 len: 870 time: 0.0874419 Sep 16 05:18:48.199151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80699377-c646-460e-9d04-1e5efb3ef68e req-a473b51b-4d14-4747-b840-b3c39fc4180c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=f6439d79-91d5-4cef-b531-4b36065f2f45 HTTP/1.1" status: 200 len: 217 time: 0.0340247 Sep 16 05:18:48.247619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699377-c646-460e-9d04-1e5efb3ef68e req-9bb417e3-ec09-4618-98ee-81d40af8f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.249060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80699377-c646-460e-9d04-1e5efb3ef68e req-9bb417e3-ec09-4618-98ee-81d40af8f650 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee948eb1-e227-4e45-8f82-0e038676512c HTTP/1.1" status: 200 len: 843 time: 0.0425503 Sep 16 05:18:48.295150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699377-c646-460e-9d04-1e5efb3ef68e req-ae470483-38bd-455c-8538-4a0f7b8cce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.296634 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80699377-c646-460e-9d04-1e5efb3ef68e req-ae470483-38bd-455c-8538-4a0f7b8cce1c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d88b6ff-5ced-48b0-907a-664fc6ea8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0400338 Sep 16 05:18:48.391819 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80699377-c646-460e-9d04-1e5efb3ef68e req-dbc07d09-057d-446d-a554-1b4dab0b7166 service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867283 Sep 16 05:18:48.486841 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80699377-c646-460e-9d04-1e5efb3ef68e req-9cd774ae-e276-463a-bc62-11f47180640b service neutron] 10.222.0.50 "GET /v2.0/networks/4d88b6ff-5ced-48b0-907a-664fc6ea8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864131 Sep 16 05:18:48.714268 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20588a-51c7-433f-92f1-e8ea54cd5106 req-9deeacae-2dcd-4633-865d-d7dc555cb31e tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:48.715769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac20588a-51c7-433f-92f1-e8ea54cd5106 req-9deeacae-2dcd-4633-865d-d7dc555cb31e tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 948 time: 0.0521097 Sep 16 05:18:48.754951 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac20588a-51c7-433f-92f1-e8ea54cd5106 req-c94db059-bbea-4891-8f14-ee4509ffc7e1 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/security-groups?id=259cfd15-f1d3-42ad-b7fd-f04f573e8687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Sep 16 05:18:49.868413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a23d4-5a69-4c72-aff6-182f4dbe5a83 req-fee8ad6b-73ff-46af-8107-f8bdc38c487b tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:49.870653 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6e8a23d4-5a69-4c72-aff6-182f4dbe5a83 req-fee8ad6b-73ff-46af-8107-f8bdc38c487b tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 948 time: 0.0475969 Sep 16 05:18:49.908806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6e8a23d4-5a69-4c72-aff6-182f4dbe5a83 req-c8f83367-f282-4d69-aa28-480b0429491d tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/security-groups?id=259cfd15-f1d3-42ad-b7fd-f04f573e8687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Sep 16 05:18:50.192350 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-50766d56-9e7c-490d-ac01-04f59697de67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:50.845447 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.029807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24263213-bdfa-4b7d-831b-234a225aca5b req-ae4e69b5-c5ab-4a15-9769-a74fc162a336 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:51.031206 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24263213-bdfa-4b7d-831b-234a225aca5b req-ae4e69b5-c5ab-4a15-9769-a74fc162a336 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 948 time: 0.0550339 Sep 16 05:18:51.058246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device f6439d79-91d5-4cef-b531-4b36065f2f45 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:18:51.071935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24263213-bdfa-4b7d-831b-234a225aca5b req-96755965-9280-4900-9105-fc21609c2d42 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/security-groups?id=259cfd15-f1d3-42ad-b7fd-f04f573e8687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343370 Sep 16 05:18:51.153686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port f6439d79-91d5-4cef-b531-4b36065f2f45, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=f6439d79-91d5-4cef-b531-4b36065f2f45,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:51.163660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'f6439d79-91d5-4cef-b531-4b36065f2f45', 'network_id': '4d88b6ff-5ced-48b0-907a-664fc6ea8506', 'port_id': 'f6439d79-91d5-4cef-b531-4b36065f2f45', 'mac_address': 'fa:16:3e:70:45:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee948eb1-e227-4e45-8f82-0e038676512c', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:18:51.201126 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.214765 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6439d79-91d5-4cef-b531-4b36065f2f45 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:18:51.235964 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port f6439d79-91d5-4cef-b531-4b36065f2f45, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=f6439d79-91d5-4cef-b531-4b36065f2f45,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:51.240261 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:51.287634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=f6439d79-91d5-4cef-b531-4b36065f2f45,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:51.537464 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['f6439d79-91d5-4cef-b531-4b36065f2f45'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:51.760216 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:52.185791 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bf2c0-4953-478b-b744-a216fd21bd9c req-9dc10d5f-49c6-4bb0-8100-15f32cc9410b tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:52.187269 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b96bf2c0-4953-478b-b744-a216fd21bd9c req-9dc10d5f-49c6-4bb0-8100-15f32cc9410b tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 949 time: 0.0482824 Sep 16 05:18:52.225442 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b96bf2c0-4953-478b-b744-a216fd21bd9c req-6621e362-9cae-4ae1-9959-cd8a52a98a00 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/security-groups?id=259cfd15-f1d3-42ad-b7fd-f04f573e8687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322075 Sep 16 05:18:53.060708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device f6439d79-91d5-4cef-b531-4b36065f2f45 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:18:53.110671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port f6439d79-91d5-4cef-b531-4b36065f2f45 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:18:53.114156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port f6439d79-91d5-4cef-b531-4b36065f2f45 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:18:53.114535 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.191655 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.213331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e340efbb-32a3-4a44-a48c-460cbd2110cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6439d79-91d5-4cef-b531-4b36065f2f45'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:53.216036 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0e5e48-78ab-4872-92c1-2241b86b541e" -d '{"events": [{"server_uuid": "e340efbb-32a3-4a44-a48c-460cbd2110cb", "name": "network-vif-plugged", "status": "completed", "tag": "f6439d79-91d5-4cef-b531-4b36065f2f45"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:53.228004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port f6439d79-91d5-4cef-b531-4b36065f2f45, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=f6439d79-91d5-4cef-b531-4b36065f2f45,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:53.232775 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.258067 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0f8adb-f1e1-4e11-a21a-5c2eaad63768 x-openstack-request-id: req-df0f8adb-f1e1-4e11-a21a-5c2eaad63768 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:53.258363 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e340efbb-32a3-4a44-a48c-460cbd2110cb", "name": "network-vif-plugged", "status": "completed", "tag": "f6439d79-91d5-4cef-b531-4b36065f2f45", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:53.258622 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df0f8adb-f1e1-4e11-a21a-5c2eaad63768 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:53.259013 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e340efbb-32a3-4a44-a48c-460cbd2110cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6439d79-91d5-4cef-b531-4b36065f2f45', 'code': 200} Sep 16 05:18:53.298076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=f6439d79-91d5-4cef-b531-4b36065f2f45,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:53.308781 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:53.364388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667609c-5ad6-415b-b00e-92256e877664 req-52b97270-e249-45ce-91c8-533ed6190771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:53.365945 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a667609c-5ad6-415b-b00e-92256e877664 req-52b97270-e249-45ce-91c8-533ed6190771 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 1102 time: 0.0424514 Sep 16 05:18:53.407945 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a667609c-5ad6-415b-b00e-92256e877664 req-e38115fc-da3b-43ea-9a9d-e20e7730ed48 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=259cfd15-f1d3-42ad-b7fd-f04f573e8687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294173 Sep 16 05:18:53.470645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6153a-3539-4238-88ee-e24fde7c7c5e req-f9ecd487-9ffc-402f-9635-bee649103e7d tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:53.472125 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58f6153a-3539-4238-88ee-e24fde7c7c5e req-f9ecd487-9ffc-402f-9635-bee649103e7d tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 950 time: 0.1612303 Sep 16 05:18:53.509563 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-58f6153a-3539-4238-88ee-e24fde7c7c5e req-ac56dbed-b655-4b56-a3b9-91e0d693d052 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/security-groups?id=259cfd15-f1d3-42ad-b7fd-f04f573e8687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314767 Sep 16 05:18:54.627031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f3d69-a797-40b8-9e93-d44d6e367956 req-bbc10fe1-77ef-4973-8170-9688e68bf7b1 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:54.628547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-836f3d69-a797-40b8-9e93-d44d6e367956 req-bbc10fe1-77ef-4973-8170-9688e68bf7b1 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 950 time: 0.0499504 Sep 16 05:18:54.670674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-836f3d69-a797-40b8-9e93-d44d6e367956 req-2b19c5ad-6949-4ce8-a708-91d63a803f24 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/security-groups?id=259cfd15-f1d3-42ad-b7fd-f04f573e8687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331545 Sep 16 05:18:55.786329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb824abd-7c4f-4fa9-88e3-8b4041824294 req-85e17d34-6ec2-4c4c-8eb1-4494954d9f18 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:55.788569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb824abd-7c4f-4fa9-88e3-8b4041824294 req-85e17d34-6ec2-4c4c-8eb1-4494954d9f18 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 950 time: 0.0492625 Sep 16 05:18:55.827277 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eb824abd-7c4f-4fa9-88e3-8b4041824294 req-0d148131-6e34-49ae-9e30-53bda6c90444 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/security-groups?id=259cfd15-f1d3-42ad-b7fd-f04f573e8687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317369 Sep 16 05:18:56.164788 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-4b766a14-d35e-4a03-b61a-2a7b294cb0f5 req-209a49e4-f431-4429-a5e4-54c0408aec67 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:18:56.165864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b766a14-d35e-4a03-b61a-2a7b294cb0f5 req-209a49e4-f431-4429-a5e4-54c0408aec67 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587347 Sep 16 05:18:56.757051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c8348-264f-4443-b779-0c8ab56875b4 req-9f9f2271-e900-45eb-8afa-f50eb38b5d5e tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:56.758542 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-811c8348-264f-4443-b779-0c8ab56875b4 req-9f9f2271-e900-45eb-8afa-f50eb38b5d5e tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 950 time: 0.0536685 Sep 16 05:18:56.798029 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-811c8348-264f-4443-b779-0c8ab56875b4 req-e465507d-1c5e-4d20-94c8-c5a774016679 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/security-groups?id=259cfd15-f1d3-42ad-b7fd-f04f573e8687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Sep 16 05:18:57.935291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a03f0e-183d-44a6-a7a9-96e0e1e961f1 req-8d53f3cf-645c-4795-a5de-e421dd026d1d tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:57.936845 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-66a03f0e-183d-44a6-a7a9-96e0e1e961f1 req-8d53f3cf-645c-4795-a5de-e421dd026d1d tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 950 time: 0.0527158 Sep 16 05:18:57.976156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-66a03f0e-183d-44a6-a7a9-96e0e1e961f1 req-7cb99ab4-a7f4-4be9-9efc-92d59340a56b tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/security-groups?id=259cfd15-f1d3-42ad-b7fd-f04f573e8687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331643 Sep 16 05:18:58.115813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d61e43-ed64-40bf-9957-71eee658d423 req-82ef508f-2a44-481a-94bd-0425084a3f97 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:18:58.117157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7d61e43-ed64-40bf-9957-71eee658d423 req-82ef508f-2a44-481a-94bd-0425084a3f97 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.50 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 950 time: 0.0501328 Sep 16 05:18:58.212591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-e7d61e43-ed64-40bf-9957-71eee658d423 req-e917994a-2ee8-4be9-8a4f-37c8ea78f82f tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Deleting port f6439d79-91d5-4cef-b531-4b36065f2f45 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:18:58.212934 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7d61e43-ed64-40bf-9957-71eee658d423 req-e917994a-2ee8-4be9-8a4f-37c8ea78f82f tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.303561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e7d61e43-ed64-40bf-9957-71eee658d423 req-e917994a-2ee8-4be9-8a4f-37c8ea78f82f tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] For port f6439d79-91d5-4cef-b531-4b36065f2f45, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=f6439d79-91d5-4cef-b531-4b36065f2f45,segment=NetworkSegment(67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb),segment_id=67b8eecd-0dd0-4f5c-8c03-2dfd2e7676cb)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:18:58.303930 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7d61e43-ed64-40bf-9957-71eee658d423 req-e917994a-2ee8-4be9-8a4f-37c8ea78f82f tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.316619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-e7d61e43-ed64-40bf-9957-71eee658d423 req-e917994a-2ee8-4be9-8a4f-37c8ea78f82f tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Calling delete_port for f6439d79-91d5-4cef-b531-4b36065f2f45 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:18:58.444669 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7d61e43-ed64-40bf-9957-71eee658d423 req-e917994a-2ee8-4be9-8a4f-37c8ea78f82f tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.462089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['f6439d79-91d5-4cef-b531-4b36065f2f45'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:18:58.473449 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917994a-2ee8-4be9-8a4f-37c8ea78f82f tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Pushing event deleted for resources: {'Port': ['ID=f6439d79-91d5-4cef-b531-4b36065f2f45,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:18:58.525627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d61e43-ed64-40bf-9957-71eee658d423 req-e917994a-2ee8-4be9-8a4f-37c8ea78f82f tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] No DVR routers for this DVR port f6439d79-91d5-4cef-b531-4b36065f2f45 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:18:58.528949 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e7d61e43-ed64-40bf-9957-71eee658d423 req-e917994a-2ee8-4be9-8a4f-37c8ea78f82f tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:18:58.531319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7d61e43-ed64-40bf-9957-71eee658d423 req-e917994a-2ee8-4be9-8a4f-37c8ea78f82f tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.50 "DELETE /v2.0/ports/f6439d79-91d5-4cef-b531-4b36065f2f45 HTTP/1.1" status: 204 len: 173 time: 0.4046805 Sep 16 05:18:58.531768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e340efbb-32a3-4a44-a48c-460cbd2110cb', 'name': 'network-vif-deleted', 'tag': 'f6439d79-91d5-4cef-b531-4b36065f2f45'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:18:58.534038 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d361a1b-2ff1-4c32-9201-8b5f38f45ae7" -d '{"events": [{"server_uuid": "e340efbb-32a3-4a44-a48c-460cbd2110cb", "name": "network-vif-deleted", "tag": "f6439d79-91d5-4cef-b531-4b36065f2f45"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:18:58.579324 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10205e04-776b-45d5-96ea-1b57ea80c15a x-openstack-request-id: req-10205e04-776b-45d5-96ea-1b57ea80c15a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:18:58.579668 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e340efbb-32a3-4a44-a48c-460cbd2110cb", "name": "network-vif-deleted", "tag": "f6439d79-91d5-4cef-b531-4b36065f2f45", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:18:58.579925 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10205e04-776b-45d5-96ea-1b57ea80c15a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:18:58.581967 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e340efbb-32a3-4a44-a48c-460cbd2110cb', 'name': 'network-vif-deleted', 'tag': 'f6439d79-91d5-4cef-b531-4b36065f2f45', 'status': 'completed', 'code': 200} Sep 16 05:18:59.090798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d47f9954-c2ed-4d4b-aedb-1a648f005913 req-a5820d2c-2683-46b1-a89d-0be0fc65a520 tempest-ServersAdminNegativeTestJSON-1441970188 tempest-ServersAdminNegativeTestJSON-1441970188-project] 10.222.0.53 "GET /v2.0/ports?device_id=e340efbb-32a3-4a44-a48c-460cbd2110cb HTTP/1.1" status: 200 len: 210 time: 0.0287027 Sep 16 05:19:00.384916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50906) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:00.518087 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c4b9596e-eac7-46cb-a4b2-1896857bd3f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9cfe15c1000431db11002212270522d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319325 Sep 16 05:19:00.520490 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50910) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:00.567439 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3c44d64-2afc-43bd-82f0-f1f1d9dea2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.591553 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3c44d64-2afc-43bd-82f0-f1f1d9dea2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.638241 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3c44d64-2afc-43bd-82f0-f1f1d9dea2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.640896 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3c44d64-2afc-43bd-82f0-f1f1d9dea2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:00.642065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d3c44d64-2afc-43bd-82f0-f1f1d9dea2cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/259cfd15-f1d3-42ad-b7fd-f04f573e8687 HTTP/1.1" status: 204 len: 168 time: 0.1206996 Sep 16 05:19:00.649349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c44d64-2afc-43bd-82f0-f1f1d9dea2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259cfd15-f1d3-42ad-b7fd-f04f573e8687,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:00.907184 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50916) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:00.920254 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3415f1d-a9ac-407b-a81a-a82ed88ab0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.015800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3415f1d-a9ac-407b-a81a-a82ed88ab0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.019559 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e3415f1d-a9ac-407b-a81a-a82ed88ab0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.058826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e3415f1d-a9ac-407b-a81a-a82ed88ab0e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c36d3665e47a4a3f880bdaa7a58c811c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505182 Sep 16 05:19:01.059726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3415f1d-a9ac-407b-a81a-a82ed88ab0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a023e8fc-d27d-4b7a-8fda-ff2b273c3c94,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:01.062870 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50918) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:01.114769 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.136011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.183309 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.185996 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:01.187220 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a023e8fc-d27d-4b7a-8fda-ff2b273c3c94 HTTP/1.1" status: 204 len: 168 time: 0.1224632 Sep 16 05:19:01.195481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a023e8fc-d27d-4b7a-8fda-ff2b273c3c94,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:01.204374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.204738 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.205094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.205432 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.205803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.206146 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.206483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.206910 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.207189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.207475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.207827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.208119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79971272-1df5-4dca-8ab7-75e20b1025f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:01.894776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50940) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:01.993935 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-299037639-network', 'tenant_id': '9e0d008970fe429f8f6e43b014263352'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:02.015327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Made reservation on behalf of 9e0d008970fe429f8f6e43b014263352 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:02.017638 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.025962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.124168 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.127984 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.156149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:02.162610 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30034efc-4516-4ea2-a551-946b4acae3b3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:02.171081 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.171309 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Added segment 6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5 of type vlan for network e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 Sep 16 05:19:02.212984 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.237816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.238782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:02.239364 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.300686 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4046910 Sep 16 05:19:02.303717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 50944) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:02.304201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3524647-3e32-462e-8f22-aec04fd75595 admin admin] Pushing event updated for resources: {'Network': ['ID=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:02.309554 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c39df821-39e6-47db-80f3-78ddf4dc3eaa admin admin] Request body: {'subnet': {'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-299037639-subnet', 'tenant_id': '9e0d008970fe429f8f6e43b014263352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:02.314841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:02.330838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39df821-39e6-47db-80f3-78ddf4dc3eaa admin admin] Made reservation on behalf of 9e0d008970fe429f8f6e43b014263352 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:02.333223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c39df821-39e6-47db-80f3-78ddf4dc3eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.498476 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c39df821-39e6-47db-80f3-78ddf4dc3eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.556483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39df821-39e6-47db-80f3-78ddf4dc3eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ab549d-8a2a-49cc-a3d6-637d8cd92530,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:02.560655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39df821-39e6-47db-80f3-78ddf4dc3eaa admin admin] Checking segment: {'id': '6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:02.561020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39df821-39e6-47db-80f3-78ddf4dc3eaa admin admin] Network hostable DHCP agents. Network: e15b1bf9-595c-40b8-b28b-f5fe17d2cb81, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:19:02.577957 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39df821-39e6-47db-80f3-78ddf4dc3eaa admin admin] Network e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:19:02.586758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c39df821-39e6-47db-80f3-78ddf4dc3eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, e15b1bf9-595c-40b8-b28b-f5fe17d2cb81) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:02.592459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39df821-39e6-47db-80f3-78ddf4dc3eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:02.594386 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c39df821-39e6-47db-80f3-78ddf4dc3eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:02.595226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6878175-a3e3-41f1-a478-c848ef6fe5f1 None None] Network e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:02.608377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c39df821-39e6-47db-80f3-78ddf4dc3eaa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3034382 Sep 16 05:19:02.879719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f314a5-7a4e-459e-a51d-7be8bd103f4b None None] Network e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:03.048902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407241f-6ee9-4732-8492-2967df041ad5 req-a0b332fe-af67-4adf-9d5b-dafb389a3da9 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:03.050428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-a0b332fe-af67-4adf-9d5b-dafb389a3da9 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/networks?id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 HTTP/1.1" status: 200 len: 811 time: 0.1077590 Sep 16 05:19:03.065545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-8e6b9149-2f40-4dfc-8a20-dd93e3cf500b tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/quotas/9e0d008970fe429f8f6e43b014263352 HTTP/1.1" status: 200 len: 375 time: 0.0093672 Sep 16 05:19:03.094249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device f6439d79-91d5-4cef-b531-4b36065f2f45 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:03.097894 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-0f198246-a535-4f9f-b523-838186bfa4d9 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e0d008970fe429f8f6e43b014263352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269303 Sep 16 05:19:03.114216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: f6439d79-91d5-4cef-b531-4b36065f2f45 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:03.114477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device f6439d79-91d5-4cef-b531-4b36065f2f45 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:03.189510 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-ec2fbb47-9ce0-43b9-bf5a-aba62c7d4ca2 service neutron] 10.222.0.53 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847218 Sep 16 05:19:03.280115 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-6f122eeb-c8d4-4455-a67a-b84934243611 service neutron] 10.222.0.53 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846531 Sep 16 05:19:03.435916 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b791fa19-ac56-46d9-84ef-1fa6373378c3 req-8ef34605-a2ce-4235-a418-2081570e1296 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 210 time: 0.0271852 Sep 16 05:19:04.453248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407241f-6ee9-4732-8492-2967df041ad5 req-84bf6657-66b7-47dd-b3ae-cdf29cbdfd16 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:04.454758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-84bf6657-66b7-47dd-b3ae-cdf29cbdfd16 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.50 "GET /v2.0/networks?id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 HTTP/1.1" status: 200 len: 811 time: 0.1054335 Sep 16 05:19:04.474971 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-f407241f-6ee9-4732-8492-2967df041ad5 req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Request body: {'port': {'device_id': 'd9e608ed-7134-4b3e-a2c6-8cf7df470b1a', 'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81', 'admin_state_up': True, 'tenant_id': '9e0d008970fe429f8f6e43b014263352'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:04.565929 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d138dbfc-2c36-40ab-a72b-d7245bd4983f req-0d482b8f-239c-4e8c-acce-32dd0e591650 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 210 time: 0.0580192 Sep 16 05:19:04.609520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f407241f-6ee9-4732-8492-2967df041ad5 req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Made reservation on behalf of 9e0d008970fe429f8f6e43b014263352 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:04.613027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f407241f-6ee9-4732-8492-2967df041ad5 req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.736005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-f407241f-6ee9-4732-8492-2967df041ad5 req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Allocated IP 172.20.0.7 (e15b1bf9-595c-40b8-b28b-f5fe17d2cb81/11ab549d-8a2a-49cc-a3d6-637d8cd92530/d785afb7-d594-4f49-870b-67128001fed4) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:04.888826 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f407241f-6ee9-4732-8492-2967df041ad5 req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.922013 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f407241f-6ee9-4732-8492-2967df041ad5 req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:04.967840 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f407241f-6ee9-4732-8492-2967df041ad5 req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Network e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:04.971010 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-f407241f-6ee9-4732-8492-2967df041ad5 req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:04.977014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f407241f-6ee9-4732-8492-2967df041ad5 req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:05.000775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Pushing event updated for resources: {'Port': ['ID=d785afb7-d594-4f49-870b-67128001fed4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:05.015486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:05.015836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:05.016186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:05.016531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:05.016869 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:05.017204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:05.017565 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:05.017938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:05.018268 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:05.018598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:05.018955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:05.019283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:05.039363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407241f-6ee9-4732-8492-2967df041ad5 req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:05.039978 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f407241f-6ee9-4732-8492-2967df041ad5 req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.059098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-4c435e1b-29d5-4bf0-926e-159ec45c9016 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5882075 Sep 16 05:19:05.078169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Request body: {'port': {'device_id': 'd9e608ed-7134-4b3e-a2c6-8cf7df470b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:05.131633 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.390272 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d785afb7-d594-4f49-870b-67128001fed4 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:05.397370 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.409748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Transition to ACTIVE for port object d785afb7-d594-4f49-870b-67128001fed4 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:05.413415 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.464782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d785afb7-d594-4f49-870b-67128001fed4,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:05.536375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Attempting to bind port d785afb7-d594-4f49-870b-67128001fed4 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:05.536717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Attempting to bind port d785afb7-d594-4f49-870b-67128001fed4 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:05.537053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Attempting to bind port d785afb7-d594-4f49-870b-67128001fed4 on network e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:05.541299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Port d785afb7-d594-4f49-870b-67128001fed4 on network e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:05.541656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Attempting to bind port d785afb7-d594-4f49-870b-67128001fed4 on network e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:05.547332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:05.547676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Checking segment: {'id': '6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:05.548070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Bound using segment: {'id': '6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:05.548504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Bound port: d785afb7-d594-4f49-870b-67128001fed4, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:05.548867 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.616183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] For port d785afb7-d594-4f49-870b-67128001fed4, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:05.619202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] For port d785afb7-d594-4f49-870b-67128001fed4, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d785afb7-d594-4f49-870b-67128001fed4,segment=NetworkSegment(6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5),segment_id=6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:05.626134 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.691590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:05.692225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.693674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] 10.222.0.50 "PUT /v2.0/ports/d785afb7-d594-4f49-870b-67128001fed4 HTTP/1.1" status: 200 len: 1092 time: 0.6199183 Sep 16 05:19:05.694142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e608ed-7134-4b3e-a2c6-8cf7df470b1a', 'tag': 'd785afb7-d594-4f49-870b-67128001fed4'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:05.696394 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8185972-d705-4079-ab70-2fd1ebe549a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e608ed-7134-4b3e-a2c6-8cf7df470b1a", "tag": "d785afb7-d594-4f49-870b-67128001fed4"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:05.724244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f285f7b-cd08-498f-b603-4764070237d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d785afb7-d594-4f49-870b-67128001fed4,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:05.743408 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5238a-3a2d-49ee-be2f-f9819f5fdc90 req-7018bf2a-c62e-4d82-9f12-bfa54a8fa265 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:05.744964 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-edf5238a-3a2d-49ee-be2f-f9819f5fdc90 req-7018bf2a-c62e-4d82-9f12-bfa54a8fa265 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 943 time: 0.0943253 Sep 16 05:19:05.815400 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-edf5238a-3a2d-49ee-be2f-f9819f5fdc90 req-1c443137-f086-45f1-90d4-ca7b93e80cec tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598335 Sep 16 05:19:05.818297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407241f-6ee9-4732-8492-2967df041ad5 req-6599fd49-d791-47b9-bf89-032bc6744d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:05.819761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-6599fd49-d791-47b9-bf89-032bc6744d55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e0d008970fe429f8f6e43b014263352&device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 1095 time: 0.0719965 Sep 16 05:19:05.828807 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:05.869438 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caf660a-8684-44d2-b7e0-18204ed15332 x-openstack-request-id: req-5caf660a-8684-44d2-b7e0-18204ed15332 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:05.869759 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e608ed-7134-4b3e-a2c6-8cf7df470b1a", "tag": "d785afb7-d594-4f49-870b-67128001fed4", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:05.870531 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5caf660a-8684-44d2-b7e0-18204ed15332 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:05.871569 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e608ed-7134-4b3e-a2c6-8cf7df470b1a', 'tag': 'd785afb7-d594-4f49-870b-67128001fed4', 'status': 'completed', 'code': 200} Sep 16 05:19:05.872625 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-69b0a5a7-ad67-49b0-8fca-9a7054abcb2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d785afb7-d594-4f49-870b-67128001fed4 HTTP/1.1" status: 200 len: 217 time: 0.0391500 Sep 16 05:19:05.930813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407241f-6ee9-4732-8492-2967df041ad5 req-69952434-1c91-4859-8cc4-043e3af27d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:05.932274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-69952434-1c91-4859-8cc4-043e3af27d75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=11ab549d-8a2a-49cc-a3d6-637d8cd92530 HTTP/1.1" status: 200 len: 851 time: 0.0490012 Sep 16 05:19:05.976384 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-61cf3aa3-bfb9-4c76-b531-736a4d94eaef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318105 Sep 16 05:19:06.088516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-44537b22-73de-409a-8f76-51a1b97d9ef0 service neutron] 10.222.0.50 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999687 Sep 16 05:19:06.193660 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f407241f-6ee9-4732-8492-2967df041ad5 req-c8ef4c20-207c-4211-a7ea-3a2f71ecfabb service neutron] 10.222.0.50 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925663 Sep 16 05:19:06.294873 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185972-d705-4079-ab70-2fd1ebe549a4 req-aec8cd38-8cf2-4f91-94a5-79a4b2f3088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:06.296466 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8185972-d705-4079-ab70-2fd1ebe549a4 req-aec8cd38-8cf2-4f91-94a5-79a4b2f3088d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e0d008970fe429f8f6e43b014263352&device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 1095 time: 0.0435805 Sep 16 05:19:06.394615 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185972-d705-4079-ab70-2fd1ebe549a4 req-ab2962b2-10da-4855-b35c-c4585817c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:06.396145 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8185972-d705-4079-ab70-2fd1ebe549a4 req-ab2962b2-10da-4855-b35c-c4585817c81b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 HTTP/1.1" status: 200 len: 912 time: 0.0916536 Sep 16 05:19:06.768518 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8185972-d705-4079-ab70-2fd1ebe549a4 req-859de28b-50a6-41e2-8c19-e0c3c4273edc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d785afb7-d594-4f49-870b-67128001fed4 HTTP/1.1" status: 200 len: 217 time: 0.3639607 Sep 16 05:19:06.826109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185972-d705-4079-ab70-2fd1ebe549a4 req-0a591d44-1e4b-4167-88d2-2b48bba427b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:06.827578 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8185972-d705-4079-ab70-2fd1ebe549a4 req-0a591d44-1e4b-4167-88d2-2b48bba427b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=11ab549d-8a2a-49cc-a3d6-637d8cd92530 HTTP/1.1" status: 200 len: 851 time: 0.0505507 Sep 16 05:19:06.861280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8185972-d705-4079-ab70-2fd1ebe549a4 req-c99afd36-8742-4e9a-a120-c0efac477fa1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252647 Sep 16 05:19:06.995517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ec019-8ca5-45ba-8a87-8d000c15dda2 req-62ab0deb-a36d-4816-a128-bb999a874421 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:06.997006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-686ec019-8ca5-45ba-8a87-8d000c15dda2 req-62ab0deb-a36d-4816-a128-bb999a874421 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 943 time: 0.0961821 Sep 16 05:19:06.999292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8185972-d705-4079-ab70-2fd1ebe549a4 req-7b730351-c0f6-4813-a06d-ed4f769405c3 service neutron] 10.222.0.50 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273253 Sep 16 05:19:07.094367 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-686ec019-8ca5-45ba-8a87-8d000c15dda2 req-2925957d-5243-4fb6-805d-69cd650efa88 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908587 Sep 16 05:19:07.123495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8185972-d705-4079-ab70-2fd1ebe549a4 req-86a26b90-acf8-4d3e-a56b-65e22e96544b service neutron] 10.222.0.50 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133578 Sep 16 05:19:07.842534 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:08.210551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f7fbb-e99e-4cf0-ab9c-99a7d8807bc6 req-2971c564-3e0c-41b9-b04e-597bdcd73c58 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:08.212085 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-721f7fbb-e99e-4cf0-ab9c-99a7d8807bc6 req-2971c564-3e0c-41b9-b04e-597bdcd73c58 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 943 time: 0.0525591 Sep 16 05:19:08.250823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-721f7fbb-e99e-4cf0-ab9c-99a7d8807bc6 req-8c86d3da-2f58-4974-8dd3-0099aca25b04 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314000 Sep 16 05:19:09.128236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d785afb7-d594-4f49-870b-67128001fed4 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:09.228840 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d785afb7-d594-4f49-870b-67128001fed4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d785afb7-d594-4f49-870b-67128001fed4,segment=NetworkSegment(6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5),segment_id=6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:09.240472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'd785afb7-d594-4f49-870b-67128001fed4', 'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81', 'port_id': 'd785afb7-d594-4f49-870b-67128001fed4', 'mac_address': 'fa:16:3e:70:67:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ab549d-8a2a-49cc-a3d6-637d8cd92530', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:09.286420 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.301211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d785afb7-d594-4f49-870b-67128001fed4 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:09.322237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d785afb7-d594-4f49-870b-67128001fed4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d785afb7-d594-4f49-870b-67128001fed4,segment=NetworkSegment(6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5),segment_id=6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:09.333129 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:09.379127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c87825-5a5d-4668-a28d-18c53b8c0bee req-bbbbc58e-e979-46d1-a6f4-5454652bd7d6 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:09.380685 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-16c87825-5a5d-4668-a28d-18c53b8c0bee req-bbbbc58e-e979-46d1-a6f4-5454652bd7d6 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 944 time: 0.0608025 Sep 16 05:19:09.385246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d785afb7-d594-4f49-870b-67128001fed4,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:09.424401 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-16c87825-5a5d-4668-a28d-18c53b8c0bee req-79604dfb-b94c-4ca6-8e29-1b50f7ceb68e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347917 Sep 16 05:19:09.566512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d785afb7-d594-4f49-870b-67128001fed4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:10.536327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72930f1c-caec-4db0-a876-df749814f87b req-0210c01f-3c5c-452f-9d3c-27edf83a19ee tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:10.537815 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72930f1c-caec-4db0-a876-df749814f87b req-0210c01f-3c5c-452f-9d3c-27edf83a19ee tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 944 time: 0.0478840 Sep 16 05:19:10.576522 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72930f1c-caec-4db0-a876-df749814f87b req-1612f513-1bd3-43ac-a083-54f7cc5d7a47 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322132 Sep 16 05:19:11.134545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d785afb7-d594-4f49-870b-67128001fed4 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:11.183200 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port d785afb7-d594-4f49-870b-67128001fed4 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:11.186984 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port d785afb7-d594-4f49-870b-67128001fed4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:11.187360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.267771 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.290535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e608ed-7134-4b3e-a2c6-8cf7df470b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd785afb7-d594-4f49-870b-67128001fed4'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:11.293380 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24781461-9cd7-49e5-8fcf-56e75ca118b4" -d '{"events": [{"server_uuid": "d9e608ed-7134-4b3e-a2c6-8cf7df470b1a", "name": "network-vif-plugged", "status": "completed", "tag": "d785afb7-d594-4f49-870b-67128001fed4"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:11.306225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d785afb7-d594-4f49-870b-67128001fed4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d785afb7-d594-4f49-870b-67128001fed4,segment=NetworkSegment(6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5),segment_id=6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:11.311764 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:11.339699 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b3ff23-a5e1-4679-896c-0d4554b20175 x-openstack-request-id: req-54b3ff23-a5e1-4679-896c-0d4554b20175 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:11.339962 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e608ed-7134-4b3e-a2c6-8cf7df470b1a", "name": "network-vif-plugged", "status": "completed", "tag": "d785afb7-d594-4f49-870b-67128001fed4", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:11.340212 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54b3ff23-a5e1-4679-896c-0d4554b20175 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:11.340642 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e608ed-7134-4b3e-a2c6-8cf7df470b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd785afb7-d594-4f49-870b-67128001fed4', 'code': 200} Sep 16 05:19:11.373367 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d785afb7-d594-4f49-870b-67128001fed4,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:11.443432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92321fbb-3a7e-4c15-8542-0f17165a5792 req-f540100d-892b-4c8b-a153-348518e03971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:11.444933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-92321fbb-3a7e-4c15-8542-0f17165a5792 req-f540100d-892b-4c8b-a153-348518e03971 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 1097 time: 0.0417235 Sep 16 05:19:11.484836 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-92321fbb-3a7e-4c15-8542-0f17165a5792 req-c789719c-55e3-4fe1-93b6-0c2579dfb0d8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288794 Sep 16 05:19:11.700377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999c302-804c-4f6b-b3c3-305db3e44d81 req-e102297d-80e4-4427-80d9-495b491bf2ab tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:11.701886 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9999c302-804c-4f6b-b3c3-305db3e44d81 req-e102297d-80e4-4427-80d9-495b491bf2ab tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0576560 Sep 16 05:19:11.741684 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9999c302-804c-4f6b-b3c3-305db3e44d81 req-f5d6c010-8c56-4835-aa52-9f6458d55320 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337818 Sep 16 05:19:12.877463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cd57b-7605-4a50-b62b-605146753a3e req-f314ee74-b89d-4e0a-84b7-a5b9092cefb5 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:12.879884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-519cd57b-7605-4a50-b62b-605146753a3e req-f314ee74-b89d-4e0a-84b7-a5b9092cefb5 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0679529 Sep 16 05:19:12.920438 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-519cd57b-7605-4a50-b62b-605146753a3e req-98d716c5-1fa4-4ef0-b8f1-84d231378fac tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348728 Sep 16 05:19:13.131640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 50998) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:13.192006 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821d01f-0bd1-4376-b55d-7ad29f660057 req-93ad7553-88f7-452d-a7a9-9541f0df07ae tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:13.194058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1821d01f-0bd1-4376-b55d-7ad29f660057 req-93ad7553-88f7-452d-a7a9-9541f0df07ae tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0562060 Sep 16 05:19:13.234417 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-18433809-d647-4a25-aad8-e715295676b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1014662 Sep 16 05:19:13.243495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-35e606ff-55ac-493f-998a-f8590d2edbbc service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:19:13.243942 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1821d01f-0bd1-4376-b55d-7ad29f660057 req-790d8983-2e79-4d80-98bd-de7797c0f4e5 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Sep 16 05:19:13.244674 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-35e606ff-55ac-493f-998a-f8590d2edbbc service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054080 Sep 16 05:19:14.369954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba42c62-d758-459b-b1e7-a01602287fd1 req-a0b20a79-d36e-4ce2-86fd-557fa9f78bee tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.371652 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ba42c62-d758-459b-b1e7-a01602287fd1 req-a0b20a79-d36e-4ce2-86fd-557fa9f78bee tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0563409 Sep 16 05:19:14.405056 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:19:14.420793 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9ba42c62-d758-459b-b1e7-a01602287fd1 req-db81d3a6-2a48-4d5f-920d-a201fd04eed3 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Sep 16 05:19:14.449801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-337f6af0-7585-41af-9bde-9a5f0f14b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.451302 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-337f6af0-7585-41af-9bde-9a5f0f14b83a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e0d008970fe429f8f6e43b014263352&device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 1097 time: 0.0453777 Sep 16 05:19:14.541690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-a6544e53-40f5-48b1-9477-b2dd006f47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.543132 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-a6544e53-40f5-48b1-9477-b2dd006f47d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 HTTP/1.1" status: 200 len: 912 time: 0.0853710 Sep 16 05:19:14.589615 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-bfed2195-1983-40df-9fb4-256ff4a565fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d785afb7-d594-4f49-870b-67128001fed4 HTTP/1.1" status: 200 len: 217 time: 0.0392082 Sep 16 05:19:14.640720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-696ed653-9bf3-4d5e-97ac-e28e123e281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:14.642222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-696ed653-9bf3-4d5e-97ac-e28e123e281e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=11ab549d-8a2a-49cc-a3d6-637d8cd92530 HTTP/1.1" status: 200 len: 851 time: 0.0466211 Sep 16 05:19:14.674164 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-8e95a12b-8b60-4111-a40c-4850db64f215 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246623 Sep 16 05:19:14.769859 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-e22c1b13-c5f2-4610-920e-ef66ce2e8633 service neutron] 10.222.0.50 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880435 Sep 16 05:19:14.865464 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-bb21dadc-d1fd-47af-81d8-c8cf9fcee548 service neutron] 10.222.0.50 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878627 Sep 16 05:19:15.558776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbfe48-cd8a-42b8-a253-01091f77b26a req-29088877-b516-4c43-abad-3ae4fba2d24f tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:15.560043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-27fbfe48-cd8a-42b8-a253-01091f77b26a req-29088877-b516-4c43-abad-3ae4fba2d24f tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0567930 Sep 16 05:19:15.598991 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-27fbfe48-cd8a-42b8-a253-01091f77b26a req-6e89fcb0-69ca-45dc-87e2-cbebb30469f8 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328774 Sep 16 05:19:16.717993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ceaa4e-0958-4e9a-be74-8a93ece399fd req-82f1075e-b9ec-4b3a-9edc-3a36bea9d921 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:16.719494 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0ceaa4e-0958-4e9a-be74-8a93ece399fd req-82f1075e-b9ec-4b3a-9edc-3a36bea9d921 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0530641 Sep 16 05:19:16.758107 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0ceaa4e-0958-4e9a-be74-8a93ece399fd req-edc48a77-ebf5-4be5-a545-904008b172f7 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326064 Sep 16 05:19:17.237983 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6aed790b-c22f-49a4-8b34-dea560bba2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:17.874863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac527cd8-d89a-4c0d-ba13-e7c238466cd7 req-68e07f1e-8d6e-4068-a4fa-636505fbff92 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:17.876356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac527cd8-d89a-4c0d-ba13-e7c238466cd7 req-68e07f1e-8d6e-4068-a4fa-636505fbff92 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0487947 Sep 16 05:19:17.915730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac527cd8-d89a-4c0d-ba13-e7c238466cd7 req-c8d943a8-744b-4457-b322-8b70f3d6366d tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330989 Sep 16 05:19:19.038127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf279-653e-4e60-9264-b4cee6bc7164 req-638852ab-5343-43b1-8fc7-306e21c0da6e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:19.039638 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06fcf279-653e-4e60-9264-b4cee6bc7164 req-638852ab-5343-43b1-8fc7-306e21c0da6e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0537353 Sep 16 05:19:19.082346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06fcf279-653e-4e60-9264-b4cee6bc7164 req-6aff9526-45f0-4fa4-aed0-a8689f08ed54 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361309 Sep 16 05:19:20.195054 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5ce17920-e5d0-4009-af37-adecfb5f76e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.216321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f8714-18cf-456d-bb10-291e7d30b3dd req-f83bd609-4980-4e09-82ff-57a1679e1f21 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.218071 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e03f8714-18cf-456d-bb10-291e7d30b3dd req-f83bd609-4980-4e09-82ff-57a1679e1f21 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0580933 Sep 16 05:19:20.261175 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e03f8714-18cf-456d-bb10-291e7d30b3dd req-4fc2b399-f49d-49cb-b55c-1d83cea7090f tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349989 Sep 16 05:19:20.646953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b05a65-1419-428a-a297-2fec98834fc3 req-62e871e8-6a86-4506-a7ea-68122d8c3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.648437 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24b05a65-1419-428a-a297-2fec98834fc3 req-62e871e8-6a86-4506-a7ea-68122d8c3875 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e0d008970fe429f8f6e43b014263352&device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 1097 time: 0.0426555 Sep 16 05:19:20.754710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b05a65-1419-428a-a297-2fec98834fc3 req-0a59bab3-eb22-42c7-a199-7b55251ca09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.756202 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24b05a65-1419-428a-a297-2fec98834fc3 req-0a59bab3-eb22-42c7-a199-7b55251ca09c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 HTTP/1.1" status: 200 len: 912 time: 0.0890751 Sep 16 05:19:20.797946 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24b05a65-1419-428a-a297-2fec98834fc3 req-95406ca7-d84b-4abd-a2f6-a8fc69978986 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d785afb7-d594-4f49-870b-67128001fed4 HTTP/1.1" status: 200 len: 217 time: 0.0340447 Sep 16 05:19:20.847341 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:20.848214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b05a65-1419-428a-a297-2fec98834fc3 req-bf00b002-4283-4beb-b824-c1817c38f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:20.849743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24b05a65-1419-428a-a297-2fec98834fc3 req-bf00b002-4283-4beb-b824-c1817c38f355 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=11ab549d-8a2a-49cc-a3d6-637d8cd92530 HTTP/1.1" status: 200 len: 851 time: 0.0449636 Sep 16 05:19:20.890353 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24b05a65-1419-428a-a297-2fec98834fc3 req-1b526742-520c-4188-8e10-411346ba797b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340271 Sep 16 05:19:20.986110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24b05a65-1419-428a-a297-2fec98834fc3 req-f13baac6-c696-48f6-8bcf-6a39c73a345e service neutron] 10.222.0.50 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885410 Sep 16 05:19:21.090486 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24b05a65-1419-428a-a297-2fec98834fc3 req-4ccf6318-05bc-40e7-90a5-9938a60603cb service neutron] 10.222.0.50 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974882 Sep 16 05:19:21.380245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6804c93-b98f-4f04-b641-2dd9c71ce7c1 req-4ac32cd5-09bc-454c-a607-02173b98c631 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:21.381759 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e6804c93-b98f-4f04-b641-2dd9c71ce7c1 req-4ac32cd5-09bc-454c-a607-02173b98c631 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0511193 Sep 16 05:19:21.420470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e6804c93-b98f-4f04-b641-2dd9c71ce7c1 req-0cef3eea-de9d-4f6c-a57e-7659366de05c tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Sep 16 05:19:21.762551 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:22.543360 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1422beb-9073-4a4c-838b-33226b4adadc req-07b6724b-c097-4268-a8ea-111d9230ef3e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:22.544933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1422beb-9073-4a4c-838b-33226b4adadc req-07b6724b-c097-4268-a8ea-111d9230ef3e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0493329 Sep 16 05:19:22.582822 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1422beb-9073-4a4c-838b-33226b4adadc req-b461c23e-396d-4ee1-bffb-e14d7817a4bf tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Sep 16 05:19:23.298137 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:23.704447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ba77c-1ca2-480c-a1c4-d5938a131d5f req-815f95fd-d58a-4843-a3b7-e49557b7c100 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:23.706020 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-915ba77c-1ca2-480c-a1c4-d5938a131d5f req-815f95fd-d58a-4843-a3b7-e49557b7c100 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0538087 Sep 16 05:19:23.748708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-915ba77c-1ca2-480c-a1c4-d5938a131d5f req-4b223beb-6f78-4dc2-a21a-404436b314dd tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322084 Sep 16 05:19:25.125675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04ae0c-4b33-4a01-97f8-e8be943e4fd3 req-91688f41-3d86-4a49-b28c-275576fd1f81 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:25.127064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d04ae0c-4b33-4a01-97f8-e8be943e4fd3 req-91688f41-3d86-4a49-b28c-275576fd1f81 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0503366 Sep 16 05:19:25.165700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d04ae0c-4b33-4a01-97f8-e8be943e4fd3 req-f65a30e7-b7c0-42c7-9020-f0e761112ea8 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327551 Sep 16 05:19:26.282275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af8e62-21c2-451a-b9be-a7c1afcbb273 req-c7ea4ec8-5dce-4260-9ab9-2935367c373b tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:26.283829 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0af8e62-21c2-451a-b9be-a7c1afcbb273 req-c7ea4ec8-5dce-4260-9ab9-2935367c373b tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0493703 Sep 16 05:19:26.321267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0af8e62-21c2-451a-b9be-a7c1afcbb273 req-db4e9d20-e53d-4acf-b532-b0302f51ca41 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316486 Sep 16 05:19:27.446248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bcd04-fa1d-4327-b92d-f1773f430eef req-f645a1b0-2226-43dc-a24e-4d06367f595f tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:27.448019 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d62bcd04-fa1d-4327-b92d-f1773f430eef req-f645a1b0-2226-43dc-a24e-4d06367f595f tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0562763 Sep 16 05:19:27.486801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d62bcd04-fa1d-4327-b92d-f1773f430eef req-2b8362ad-8cd3-4e4a-a518-01b521a5cc3c tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Sep 16 05:19:28.601586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a381319-a35e-4722-8b2d-97fe50f2069c req-be531884-6193-47cc-aab4-0ceed7c677b3 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:28.603193 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a381319-a35e-4722-8b2d-97fe50f2069c req-be531884-6193-47cc-aab4-0ceed7c677b3 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0503616 Sep 16 05:19:28.643493 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a381319-a35e-4722-8b2d-97fe50f2069c req-7740dba1-4b38-4638-b406-9bd9b6cecab9 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Sep 16 05:19:29.759721 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fd800-373b-4b2c-afdf-b9179a7401c7 req-fc670a7f-7933-42f7-be68-c72cbc154fb5 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:29.762739 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-052fd800-373b-4b2c-afdf-b9179a7401c7 req-fc670a7f-7933-42f7-be68-c72cbc154fb5 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0513718 Sep 16 05:19:29.802324 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-052fd800-373b-4b2c-afdf-b9179a7401c7 req-8fd2cee4-4561-44de-918b-b0ed7134af49 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336483 Sep 16 05:19:30.931364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fc8cd-5693-4458-bf28-2ad6e3c66296 req-3f15f386-44bf-4344-9fda-54b1adc82b7e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:30.933756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-334fc8cd-5693-4458-bf28-2ad6e3c66296 req-3f15f386-44bf-4344-9fda-54b1adc82b7e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0585938 Sep 16 05:19:30.993632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-334fc8cd-5693-4458-bf28-2ad6e3c66296 req-beab86f9-7345-412d-a290-4242e823c94b tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533555 Sep 16 05:19:32.118665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127539b-82b6-4538-b1e7-99b79ba95a8c req-c00e6b25-099f-4d12-b24a-4f8da8460f50 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:32.120189 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7127539b-82b6-4538-b1e7-99b79ba95a8c req-c00e6b25-099f-4d12-b24a-4f8da8460f50 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0498135 Sep 16 05:19:32.159250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7127539b-82b6-4538-b1e7-99b79ba95a8c req-e96b11d0-b034-4bba-ac56-f827caea71d7 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322971 Sep 16 05:19:33.276814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d445863-c19a-450a-b0af-ceb8e984efda req-6dba0e06-1eee-4e20-bf7e-5fb50799f5ac tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:33.278395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d445863-c19a-450a-b0af-ceb8e984efda req-6dba0e06-1eee-4e20-bf7e-5fb50799f5ac tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0509791 Sep 16 05:19:33.329397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d445863-c19a-450a-b0af-ceb8e984efda req-cf51f06e-b8bf-4518-aee3-3337da7181cf tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449188 Sep 16 05:19:34.453360 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d9278-41cf-4477-86cd-0d883d6f6dce req-2680fdee-cc27-4e37-be6c-437fd1ef6def tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:34.454876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-996d9278-41cf-4477-86cd-0d883d6f6dce req-2680fdee-cc27-4e37-be6c-437fd1ef6def tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0585494 Sep 16 05:19:34.493134 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-996d9278-41cf-4477-86cd-0d883d6f6dce req-f3b391e8-0417-488b-a57e-676e87b285a7 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Sep 16 05:19:35.608960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df78b59-c315-4932-9309-62137583ebb7 req-cfccf3bf-3a02-408f-972a-eb5c5b8c5c25 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:35.610514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1df78b59-c315-4932-9309-62137583ebb7 req-cfccf3bf-3a02-408f-972a-eb5c5b8c5c25 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0494022 Sep 16 05:19:35.649728 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1df78b59-c315-4932-9309-62137583ebb7 req-6c21e779-c176-42a7-8d7c-22f07b183e13 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330329 Sep 16 05:19:35.827318 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:36.770819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160fe44-cdf9-428a-b65e-0c7dc0f07ef7 req-bd11cc1e-869d-4408-975d-07612666919e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:36.772309 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e160fe44-cdf9-428a-b65e-0c7dc0f07ef7 req-bd11cc1e-869d-4408-975d-07612666919e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0536909 Sep 16 05:19:36.811090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e160fe44-cdf9-428a-b65e-0c7dc0f07ef7 req-8e58a76a-41bb-40db-ac55-bd56e12bad61 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317259 Sep 16 05:19:37.839000 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:37.945030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10a215-76b2-481b-b21f-f02b7d4250d1 req-8c4c86e7-0dcb-415f-822b-054dffbd5720 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:37.947131 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c10a215-76b2-481b-b21f-f02b7d4250d1 req-8c4c86e7-0dcb-415f-822b-054dffbd5720 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0587103 Sep 16 05:19:37.988759 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c10a215-76b2-481b-b21f-f02b7d4250d1 req-ab7a9413-1f2d-443f-bc2e-6840da9764ac tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353780 Sep 16 05:19:39.109107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f6066-b62a-4b99-996e-6cef3bc9bc93 req-8865afe9-67ab-408e-973b-204ab0cd8186 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:39.110754 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e7f6066-b62a-4b99-996e-6cef3bc9bc93 req-8865afe9-67ab-408e-973b-204ab0cd8186 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0545921 Sep 16 05:19:39.149755 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e7f6066-b62a-4b99-996e-6cef3bc9bc93 req-a16f8ef2-3e02-4dde-a73f-f57bf5c4181c tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328655 Sep 16 05:19:40.266921 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eb860-6130-4828-a4f5-fe4fb84a0ee1 req-54b46eda-e425-4e33-9c0f-2c8266a2ee0a tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:40.268482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb1eb860-6130-4828-a4f5-fe4fb84a0ee1 req-54b46eda-e425-4e33-9c0f-2c8266a2ee0a tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0491731 Sep 16 05:19:40.306520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb1eb860-6130-4828-a4f5-fe4fb84a0ee1 req-1ce74448-8a58-4864-b05f-6abb8943aaf3 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321634 Sep 16 05:19:41.431072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c8ef7-35eb-4f6b-bcd9-8ccb9ffd36b2 req-65542db5-3661-44ab-8d4d-d6243e333223 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:41.432579 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-006c8ef7-35eb-4f6b-bcd9-8ccb9ffd36b2 req-65542db5-3661-44ab-8d4d-d6243e333223 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0532696 Sep 16 05:19:41.469085 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-e68a0fa6-6efa-40f4-9ede-325ce1d2a9fe req-d2bd559f-af3c-42e2-9a7f-f6acb2cd64c7 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] (94745) timed out ('10.222.0.15', 60859) {{(pid=94745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:19:41.472413 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-006c8ef7-35eb-4f6b-bcd9-8ccb9ffd36b2 req-6d6f6992-fe44-4dde-bc5b-d4c3fcf5c89f tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329504 Sep 16 05:19:42.135808 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-dd51d526-dd15-47b4-a4d7-b940a2820c2b service neutron] show failed (client error): The resource could not be found. Sep 16 05:19:42.136865 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-dd51d526-dd15-47b4-a4d7-b940a2820c2b service neutron] 10.222.0.50 "GET /v2.0/ports/d785afb7-d594-4f49-870b-67128001fed4/bindings/n-h2-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0553203 Sep 16 05:19:42.397520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-5fa5b9a6-cb58-4e1a-ac1c-ba8e0852825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.399102 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-5fa5b9a6-cb58-4e1a-ac1c-ba8e0852825e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a&tenant_id=9e0d008970fe429f8f6e43b014263352 HTTP/1.1" status: 200 len: 1097 time: 0.0733118 Sep 16 05:19:42.412097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:42.470631 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.591184 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e149a9-8be8-40ae-a5c8-dd53a93e9562 req-b85fdb98-c552-4471-bf11-1b4f03a64dd5 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:42.592889 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54e149a9-8be8-40ae-a5c8-dd53a93e9562 req-b85fdb98-c552-4471-bf11-1b4f03a64dd5 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 945 time: 0.0515008 Sep 16 05:19:42.633873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54e149a9-8be8-40ae-a5c8-dd53a93e9562 req-e98d69f6-d8da-4f09-b2ae-445348df8cd1 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349770 Sep 16 05:19:42.684199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] For port d785afb7-d594-4f49-870b-67128001fed4, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d785afb7-d594-4f49-870b-67128001fed4,segment=NetworkSegment(6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5),segment_id=6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:42.720173 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] For port d785afb7-d594-4f49-870b-67128001fed4, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:42.760542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e608ed-7134-4b3e-a2c6-8cf7df470b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd785afb7-d594-4f49-870b-67128001fed4'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:42.762816 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ee6494-1f40-4130-ba10-93bea4fe5130" -d '{"events": [{"server_uuid": "d9e608ed-7134-4b3e-a2c6-8cf7df470b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "d785afb7-d594-4f49-870b-67128001fed4"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:42.767398 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.781532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Transition to ACTIVE for port object d785afb7-d594-4f49-870b-67128001fed4 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:42.786563 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:42.823478 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c83690-88fe-401c-a571-2c0921cf045c x-openstack-request-id: req-48c83690-88fe-401c-a571-2c0921cf045c {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:42.823828 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e608ed-7134-4b3e-a2c6-8cf7df470b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "d785afb7-d594-4f49-870b-67128001fed4", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:42.824090 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48c83690-88fe-401c-a571-2c0921cf045c {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:42.824477 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e608ed-7134-4b3e-a2c6-8cf7df470b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd785afb7-d594-4f49-870b-67128001fed4', 'code': 200} Sep 16 05:19:42.860556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] No DVR routers for this DVR port d785afb7-d594-4f49-870b-67128001fed4 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:42.862736 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Pushing event updated for resources: {'Port': ['ID=d785afb7-d594-4f49-870b-67128001fed4,revision_number=6']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:42.907252 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Attempting to bind port d785afb7-d594-4f49-870b-67128001fed4 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:42.907600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Attempting to bind port d785afb7-d594-4f49-870b-67128001fed4 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:42.907938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Attempting to bind port d785afb7-d594-4f49-870b-67128001fed4 on network e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:42.913593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Port d785afb7-d594-4f49-870b-67128001fed4 on network e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:42.913957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Attempting to bind port d785afb7-d594-4f49-870b-67128001fed4 on network e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:42.918971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:42.919313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Checking segment: {'id': '6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:42.919739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Bound using segment: {'id': '6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:42.920618 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Bound port: d785afb7-d594-4f49-870b-67128001fed4, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:42.921160 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.002041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] For port d785afb7-d594-4f49-870b-67128001fed4, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:43.005334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] For port d785afb7-d594-4f49-870b-67128001fed4, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d785afb7-d594-4f49-870b-67128001fed4,segment=NetworkSegment(6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5),segment_id=6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:43.010623 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.052380 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.053403 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:43.055831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-0444d660-4e63-457b-9144-c19b38685efe service neutron] 10.222.0.15 "PUT /v2.0/ports/d785afb7-d594-4f49-870b-67128001fed4 HTTP/1.1" status: 200 len: 1092 time: 0.6477871 Sep 16 05:19:43.079524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444d660-4e63-457b-9144-c19b38685efe service neutron] Pushing event updated for resources: {'Port': ['ID=d785afb7-d594-4f49-870b-67128001fed4,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:43.128551 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-84348812-90a9-45fd-8327-e2edf87a8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.130120 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-84348812-90a9-45fd-8327-e2edf87a8963 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e0d008970fe429f8f6e43b014263352&device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 1095 time: 0.0464869 Sep 16 05:19:43.229950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-c6895082-10e1-4e58-bda6-9fddd5d964da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.231394 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-c6895082-10e1-4e58-bda6-9fddd5d964da service neutron] 10.222.0.15 "GET /v2.0/networks?id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 HTTP/1.1" status: 200 len: 912 time: 0.0945604 Sep 16 05:19:43.279181 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-fa8b5593-e2d6-4595-8605-5fb11b904ac3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d785afb7-d594-4f49-870b-67128001fed4 HTTP/1.1" status: 200 len: 217 time: 0.0403140 Sep 16 05:19:43.330475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-bd6b4f9c-207a-433a-84af-771f02d5aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.331966 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-bd6b4f9c-207a-433a-84af-771f02d5aa72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11ab549d-8a2a-49cc-a3d6-637d8cd92530 HTTP/1.1" status: 200 len: 851 time: 0.0463772 Sep 16 05:19:43.366326 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-f4f576da-dc32-4df9-9cfe-7ff0608945e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271454 Sep 16 05:19:43.464071 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-553b512d-9268-4fe6-894d-579693667607 service neutron] 10.222.0.15 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889566 Sep 16 05:19:43.555015 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-10a17e5e-6b1a-4710-bf49-703e639193eb req-1a81c1ee-8f15-4adb-b090-6ac7ecee7036 service neutron] 10.222.0.15 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838723 Sep 16 05:19:43.778839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a5f32-212e-4ba8-976a-b0cdfa01fe61 req-a8def9c4-2617-4c73-a399-cad78e62ba98 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:43.780586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f45a5f32-212e-4ba8-976a-b0cdfa01fe61 req-a8def9c4-2617-4c73-a399-cad78e62ba98 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 943 time: 0.0658646 Sep 16 05:19:43.820029 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f45a5f32-212e-4ba8-976a-b0cdfa01fe61 req-73fd0342-3320-4555-9dfa-82507898aa9e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331149 Sep 16 05:19:44.825560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e608ed-7134-4b3e-a2c6-8cf7df470b1a', 'tag': 'd785afb7-d594-4f49-870b-67128001fed4'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:44.827950 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cce89ef-695f-40e4-a366-7ed645d8af05" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e608ed-7134-4b3e-a2c6-8cf7df470b1a", "tag": "d785afb7-d594-4f49-870b-67128001fed4"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:44.877832 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eb1f74-126c-41c3-b1bd-820289139b92 x-openstack-request-id: req-35eb1f74-126c-41c3-b1bd-820289139b92 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:44.878131 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e608ed-7134-4b3e-a2c6-8cf7df470b1a", "tag": "d785afb7-d594-4f49-870b-67128001fed4", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:44.878384 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35eb1f74-126c-41c3-b1bd-820289139b92 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:44.878778 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e608ed-7134-4b3e-a2c6-8cf7df470b1a', 'tag': 'd785afb7-d594-4f49-870b-67128001fed4', 'status': 'completed', 'code': 200} Sep 16 05:19:44.947970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-48d6e5a8-e8ee-4849-ae05-aad5a45d7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:44.950005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-48d6e5a8-e8ee-4849-ae05-aad5a45d7096 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e0d008970fe429f8f6e43b014263352&device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 1095 time: 0.0494919 Sep 16 05:19:44.975206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-b60628a9-b8d4-4ac0-877c-7239bf5fd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:44.976787 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-b60628a9-b8d4-4ac0-877c-7239bf5fd498 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e0d008970fe429f8f6e43b014263352&device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 1095 time: 0.0696588 Sep 16 05:19:44.992782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265198-5502-48a0-9da8-1eab69fa54f2 req-b77f5647-4d8a-47f2-853e-1f2586157d4e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:44.994371 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09265198-5502-48a0-9da8-1eab69fa54f2 req-b77f5647-4d8a-47f2-853e-1f2586157d4e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 943 time: 0.0633283 Sep 16 05:19:45.058472 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-dd64f86e-9907-4c76-af05-7c06170f0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:45.059971 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-dd64f86e-9907-4c76-af05-7c06170f0d85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 HTTP/1.1" status: 200 len: 912 time: 0.1021342 Sep 16 05:19:45.074008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09265198-5502-48a0-9da8-1eab69fa54f2 req-34bd2d83-bf46-4b9e-b6f0-afd9e19a39a5 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669906 Sep 16 05:19:45.108980 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-1385d4db-dfb4-40c3-8ccb-5fbd9f03d03f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d785afb7-d594-4f49-870b-67128001fed4 HTTP/1.1" status: 200 len: 217 time: 0.0400896 Sep 16 05:19:45.155966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-e194e672-2cbe-4886-9b54-2e70e4f57b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:45.157453 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-e194e672-2cbe-4886-9b54-2e70e4f57b1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 HTTP/1.1" status: 200 len: 912 time: 0.1622190 Sep 16 05:19:45.164462 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-45850803-fc71-4c26-b9b9-36dd00c79154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:45.166005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-45850803-fc71-4c26-b9b9-36dd00c79154 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11ab549d-8a2a-49cc-a3d6-637d8cd92530 HTTP/1.1" status: 200 len: 851 time: 0.0495393 Sep 16 05:19:45.198019 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-fb7c791c-e83b-4119-b1a2-4471aa7bf72a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249405 Sep 16 05:19:45.208047 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-36d7a0cf-c255-4484-b42c-5fe5e5748cce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d785afb7-d594-4f49-870b-67128001fed4 HTTP/1.1" status: 200 len: 217 time: 0.0381267 Sep 16 05:19:45.269073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-3b37aa9b-4683-4436-8c79-6cd97f5a4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:45.270635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-3b37aa9b-4683-4436-8c79-6cd97f5a4624 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=11ab549d-8a2a-49cc-a3d6-637d8cd92530 HTTP/1.1" status: 200 len: 851 time: 0.0503600 Sep 16 05:19:45.288337 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-5d91d3ef-da19-4163-aef6-198ff516328a service neutron] 10.222.0.15 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833969 Sep 16 05:19:45.306756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-9e4dec2c-99f3-4ec8-8316-d2e06a32a729 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249474 Sep 16 05:19:45.385074 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-4e78fb6f-2802-4acb-b5e4-10c0f1a14084 service neutron] 10.222.0.15 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881777 Sep 16 05:19:45.398779 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-ae05fbf5-63f8-4495-9ad9-86210e9e817c service neutron] 10.222.0.50 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839083 Sep 16 05:19:45.496945 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cce89ef-695f-40e4-a366-7ed645d8af05 req-fdb4390a-7956-4039-a090-f9458e43b577 service neutron] 10.222.0.50 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858543 Sep 16 05:19:46.189158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067a753-0739-4049-9bc5-8c6b833b6198 req-c4e2ae31-f4bd-4500-b1ea-23431b43460c tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.190789 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9067a753-0739-4049-9bc5-8c6b833b6198 req-c4e2ae31-f4bd-4500-b1ea-23431b43460c tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 943 time: 0.0523682 Sep 16 05:19:46.234198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9067a753-0739-4049-9bc5-8c6b833b6198 req-929baea9-818d-420f-9e2c-27bf64421c2c tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363667 Sep 16 05:19:46.520443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3120f3-52a3-4196-9b07-53000364eafe req-e98f03ca-3060-4a96-921f-776f68356d81 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.521890 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe3120f3-52a3-4196-9b07-53000364eafe req-e98f03ca-3060-4a96-921f-776f68356d81 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a&tenant_id=9e0d008970fe429f8f6e43b014263352&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 943 time: 0.0895827 Sep 16 05:19:46.585844 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-fe3120f3-52a3-4196-9b07-53000364eafe req-9be05ca8-5d8e-491e-9eb9-f84f3c4f9b74 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:19:46.586839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe3120f3-52a3-4196-9b07-53000364eafe req-9be05ca8-5d8e-491e-9eb9-f84f3c4f9b74 service neutron] 10.222.0.50 "DELETE /v2.0/ports/d785afb7-d594-4f49-870b-67128001fed4/bindings/n-h1-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0523636 Sep 16 05:19:46.676482 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3120f3-52a3-4196-9b07-53000364eafe req-0fabba52-7026-4636-9e72-787bd5906ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.678003 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe3120f3-52a3-4196-9b07-53000364eafe req-0fabba52-7026-4636-9e72-787bd5906ee8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e0d008970fe429f8f6e43b014263352&device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 1095 time: 0.0409360 Sep 16 05:19:46.776002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3120f3-52a3-4196-9b07-53000364eafe req-40ce17ca-c369-46a6-a608-64658894f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.777380 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe3120f3-52a3-4196-9b07-53000364eafe req-40ce17ca-c369-46a6-a608-64658894f319 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 HTTP/1.1" status: 200 len: 912 time: 0.0879393 Sep 16 05:19:46.827649 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe3120f3-52a3-4196-9b07-53000364eafe req-ce559e8c-5c86-48fd-a628-3eb9a0405e2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d785afb7-d594-4f49-870b-67128001fed4 HTTP/1.1" status: 200 len: 217 time: 0.0378222 Sep 16 05:19:46.881876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3120f3-52a3-4196-9b07-53000364eafe req-a7ca9cb8-912e-4d95-bc17-5beffe19ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:46.883339 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe3120f3-52a3-4196-9b07-53000364eafe req-a7ca9cb8-912e-4d95-bc17-5beffe19ce82 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=11ab549d-8a2a-49cc-a3d6-637d8cd92530 HTTP/1.1" status: 200 len: 851 time: 0.0433009 Sep 16 05:19:46.923892 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe3120f3-52a3-4196-9b07-53000364eafe req-28d37a5a-d86c-4a57-830a-531fce28c201 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277879 Sep 16 05:19:47.016972 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe3120f3-52a3-4196-9b07-53000364eafe req-2c56d3f4-96b8-4544-a614-d20ccf049c78 service neutron] 10.222.0.50 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843785 Sep 16 05:19:47.118472 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe3120f3-52a3-4196-9b07-53000364eafe req-90f148de-31f8-40a6-b7fc-e249d524f22f service neutron] 10.222.0.50 "GET /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877211 Sep 16 05:19:47.238971 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-43926144-9c98-4c66-b751-a02081f93325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.298603 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d785afb7-d594-4f49-870b-67128001fed4 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:47.340382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d785afb7-d594-4f49-870b-67128001fed4 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:47.429285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d785afb7-d594-4f49-870b-67128001fed4 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:47.529151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d785afb7-d594-4f49-870b-67128001fed4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d785afb7-d594-4f49-870b-67128001fed4,segment=NetworkSegment(6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5),segment_id=6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:47.541804 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'd785afb7-d594-4f49-870b-67128001fed4', 'network_id': 'e15b1bf9-595c-40b8-b28b-f5fe17d2cb81', 'port_id': 'd785afb7-d594-4f49-870b-67128001fed4', 'mac_address': 'fa:16:3e:70:67:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ab549d-8a2a-49cc-a3d6-637d8cd92530', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:47.585782 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.598920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d785afb7-d594-4f49-870b-67128001fed4 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:47.618406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d785afb7-d594-4f49-870b-67128001fed4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d785afb7-d594-4f49-870b-67128001fed4,segment=NetworkSegment(6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5),segment_id=6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:47.622015 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:47.671956 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=d785afb7-d594-4f49-870b-67128001fed4,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:47.680549 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:47.680850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:47.681202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:47.681550 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:47.681921 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:47.682277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:47.682599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:47.682975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:47.683906 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:47.684321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:47.684662 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:47.684999 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:19:47.859669 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['d785afb7-d594-4f49-870b-67128001fed4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:47.913443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1495641-b512-42c7-bb2e-82a9c2de5173 req-1ff3ec38-892e-45b3-b97b-262c8491242e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:47.914960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1495641-b512-42c7-bb2e-82a9c2de5173 req-1ff3ec38-892e-45b3-b97b-262c8491242e tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 944 time: 0.0500491 Sep 16 05:19:47.955462 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1495641-b512-42c7-bb2e-82a9c2de5173 req-789c1532-4612-4e62-9e97-f37228730ac3 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338969 Sep 16 05:19:49.074052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bbc0f-3e0d-41b8-821a-a2dbadba4ff7 req-fdc676d2-3d05-4c85-9925-8d7d87fa057f tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.075916 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c33bbc0f-3e0d-41b8-821a-a2dbadba4ff7 req-fdc676d2-3d05-4c85-9925-8d7d87fa057f tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 944 time: 0.0503113 Sep 16 05:19:49.119329 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c33bbc0f-3e0d-41b8-821a-a2dbadba4ff7 req-f58d8855-ef97-4138-8285-5d751d8b8552 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.53 "GET /v2.0/security-groups?id=30034efc-4516-4ea2-a551-946b4acae3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367398 Sep 16 05:19:49.188191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3120f3-52a3-4196-9b07-53000364eafe req-8187cbbf-42f4-470d-848c-d189c2940740 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:49.189736 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe3120f3-52a3-4196-9b07-53000364eafe req-8187cbbf-42f4-470d-848c-d189c2940740 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9e608ed-7134-4b3e-a2c6-8cf7df470b1a HTTP/1.1" status: 200 len: 944 time: 0.0607686 Sep 16 05:19:49.286614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-fe3120f3-52a3-4196-9b07-53000364eafe req-5aa0e97b-4bb8-4631-a034-22dcb886b605 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Deleting port d785afb7-d594-4f49-870b-67128001fed4 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:19:49.287029 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe3120f3-52a3-4196-9b07-53000364eafe req-5aa0e97b-4bb8-4631-a034-22dcb886b605 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.379182 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-fe3120f3-52a3-4196-9b07-53000364eafe req-5aa0e97b-4bb8-4631-a034-22dcb886b605 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] For port d785afb7-d594-4f49-870b-67128001fed4, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d785afb7-d594-4f49-870b-67128001fed4,segment=NetworkSegment(6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5),segment_id=6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:49.379554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe3120f3-52a3-4196-9b07-53000364eafe req-5aa0e97b-4bb8-4631-a034-22dcb886b605 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.392855 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-fe3120f3-52a3-4196-9b07-53000364eafe req-5aa0e97b-4bb8-4631-a034-22dcb886b605 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Calling delete_port for d785afb7-d594-4f49-870b-67128001fed4 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:19:49.442645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d785afb7-d594-4f49-870b-67128001fed4 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:19:49.529480 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe3120f3-52a3-4196-9b07-53000364eafe req-5aa0e97b-4bb8-4631-a034-22dcb886b605 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.530062 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port d785afb7-d594-4f49-870b-67128001fed4 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:19:49.536683 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port d785afb7-d594-4f49-870b-67128001fed4 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:19:49.537065 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.544357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['d785afb7-d594-4f49-870b-67128001fed4'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:19:49.572606 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0e97b-4bb8-4631-a034-22dcb886b605 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Pushing event deleted for resources: {'Port': ['ID=d785afb7-d594-4f49-870b-67128001fed4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:49.584835 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Port d785afb7-d594-4f49-870b-67128001fed4 was deleted so its status cannot be updated. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 16 05:19:49.614263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3120f3-52a3-4196-9b07-53000364eafe req-5aa0e97b-4bb8-4631-a034-22dcb886b605 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] No DVR routers for this DVR port d785afb7-d594-4f49-870b-67128001fed4 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:19:49.617129 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-fe3120f3-52a3-4196-9b07-53000364eafe req-5aa0e97b-4bb8-4631-a034-22dcb886b605 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:49.619239 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-fe3120f3-52a3-4196-9b07-53000364eafe req-5aa0e97b-4bb8-4631-a034-22dcb886b605 tempest-DeleteServersTestJSON-398663978 tempest-DeleteServersTestJSON-398663978-project] 10.222.0.15 "DELETE /v2.0/ports/d785afb7-d594-4f49-870b-67128001fed4 HTTP/1.1" status: 204 len: 173 time: 0.4236889 Sep 16 05:19:49.619677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e608ed-7134-4b3e-a2c6-8cf7df470b1a', 'name': 'network-vif-deleted', 'tag': 'd785afb7-d594-4f49-870b-67128001fed4'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:49.622196 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b362b87f-3b9f-4ef8-af23-53f31a1a515e" -d '{"events": [{"server_uuid": "d9e608ed-7134-4b3e-a2c6-8cf7df470b1a", "name": "network-vif-deleted", "tag": "d785afb7-d594-4f49-870b-67128001fed4"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:49.667220 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2187f86-d11a-45ee-8576-1a19aee3dbf2 x-openstack-request-id: req-b2187f86-d11a-45ee-8576-1a19aee3dbf2 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:49.667519 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e608ed-7134-4b3e-a2c6-8cf7df470b1a", "name": "network-vif-deleted", "tag": "d785afb7-d594-4f49-870b-67128001fed4", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:49.668085 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2187f86-d11a-45ee-8576-1a19aee3dbf2 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:49.668224 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e608ed-7134-4b3e-a2c6-8cf7df470b1a', 'name': 'network-vif-deleted', 'tag': 'd785afb7-d594-4f49-870b-67128001fed4', 'status': 'completed', 'code': 200} Sep 16 05:19:50.201345 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a0f9b673-eec7-43e4-9453-77a194918e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.256678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51100) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:50.300901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-668ce4ac-ad99-4c78-be47-9e98b173bc81 admin admin] Deleting subnet 11ab549d-8a2a-49cc-a3d6-637d8cd92530 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:19:50.303841 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-668ce4ac-ad99-4c78-be47-9e98b173bc81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.338062 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-668ce4ac-ad99-4c78-be47-9e98b173bc81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.380296 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-668ce4ac-ad99-4c78-be47-9e98b173bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.433862 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-668ce4ac-ad99-4c78-be47-9e98b173bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.468201 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-668ce4ac-ad99-4c78-be47-9e98b173bc81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.472556 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-668ce4ac-ad99-4c78-be47-9e98b173bc81 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/11ab549d-8a2a-49cc-a3d6-637d8cd92530 HTTP/1.1" status: 204 len: 168 time: 0.2134118 Sep 16 05:19:50.472556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ce4ac-ad99-4c78-be47-9e98b173bc81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ab549d-8a2a-49cc-a3d6-637d8cd92530,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:50.473957 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51102) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:50.547546 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.629052 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.649483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15b1bf9-595c-40b8-b28b-f5fe17d2cb81']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:50.658829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:50.659131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed326eb-9ddc-4aa0-a6bf-63846bb2f0d5') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:19:50.668151 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.681507 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.688219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:19:50.688496 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:19:50.690349 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:19:50.743367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.748760 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.751219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e15b1bf9-595c-40b8-b28b-f5fe17d2cb81 HTTP/1.1" status: 204 len: 168 time: 0.2762263 Sep 16 05:19:50.762410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266a558-1265-4cbd-9614-a4b2b69b57c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e15b1bf9-595c-40b8-b28b-f5fe17d2cb81,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:50.848260 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.863284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51106) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:50.902883 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5d1996be-47d3-45c6-aedf-7f8b6a90a106 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e0d008970fe429f8f6e43b014263352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384021 Sep 16 05:19:50.905400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51108) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:50.956933 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-130a8496-adf8-475e-9479-61fed5ff39f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:50.983521 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-130a8496-adf8-475e-9479-61fed5ff39f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.034743 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-130a8496-adf8-475e-9479-61fed5ff39f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.037699 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-130a8496-adf8-475e-9479-61fed5ff39f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.038875 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-130a8496-adf8-475e-9479-61fed5ff39f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30034efc-4516-4ea2-a551-946b4acae3b3 HTTP/1.1" status: 204 len: 168 time: 0.1325352 Sep 16 05:19:51.048464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a8496-adf8-475e-9479-61fed5ff39f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30034efc-4516-4ea2-a551-946b4acae3b3,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:51.405264 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:19:51.717303 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51130) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:51.765555 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.818853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1531664949-network', 'tenant_id': '88e92515628d493f9693b44888a64a39'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:51.839426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Made reservation on behalf of 88e92515628d493f9693b44888a64a39 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:51.841854 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.850808 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.965344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:51.970787 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.000408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:19:52.010681 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30148672-9256-4795-81f2-5cc23b5aedc4,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:52.015968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.016372 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Added segment 556a62f1-4c26-47f2-9618-262fe9705974 of type vlan for network 900f2a52-949b-4a7a-a19b-c9863a4b2656 Sep 16 05:19:52.058170 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.084390 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.085491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.086124 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.120643 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4021757 Sep 16 05:19:52.123756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51134) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:19:52.129310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d8eefb89-19e6-4c81-9761-cbcb3d651c1e admin admin] Request body: {'subnet': {'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1531664949-subnet', 'tenant_id': '88e92515628d493f9693b44888a64a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:52.148355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7ca5c-2890-410b-8546-7afc77a43f8f admin admin] Pushing event updated for resources: {'Network': ['ID=900f2a52-949b-4a7a-a19b-c9863a4b2656,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:52.152291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8eefb89-19e6-4c81-9761-cbcb3d651c1e admin admin] Made reservation on behalf of 88e92515628d493f9693b44888a64a39 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:52.155030 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d8eefb89-19e6-4c81-9761-cbcb3d651c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.163288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 900f2a52-949b-4a7a-a19b-c9863a4b2656 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:19:52.341766 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d8eefb89-19e6-4c81-9761-cbcb3d651c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.404052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eefb89-19e6-4c81-9761-cbcb3d651c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24f9f8d-8162-41fc-806a-6eb10aaf1742,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:52.413178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eefb89-19e6-4c81-9761-cbcb3d651c1e admin admin] Checking segment: {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:52.413539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eefb89-19e6-4c81-9761-cbcb3d651c1e admin admin] Network hostable DHCP agents. Network: 900f2a52-949b-4a7a-a19b-c9863a4b2656, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:19:52.430257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eefb89-19e6-4c81-9761-cbcb3d651c1e admin admin] Network 900f2a52-949b-4a7a-a19b-c9863a4b2656 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:19:52.439857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-d8eefb89-19e6-4c81-9761-cbcb3d651c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 900f2a52-949b-4a7a-a19b-c9863a4b2656) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:52.444145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eefb89-19e6-4c81-9761-cbcb3d651c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.444787 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d8eefb89-19e6-4c81-9761-cbcb3d651c1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:52.449970 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4438f1-2ccc-4e21-ac19-213ecc97e9b6 None None] Network 900f2a52-949b-4a7a-a19b-c9863a4b2656 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:52.462495 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d8eefb89-19e6-4c81-9761-cbcb3d651c1e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3375928 Sep 16 05:19:52.586433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f39e5f-60b5-452f-9c96-737e7dad0a41 None None] Network 900f2a52-949b-4a7a-a19b-c9863a4b2656 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:19:52.899439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-db26aaaa-09f4-4f70-9870-c2c1012526f3 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:52.900851 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-db26aaaa-09f4-4f70-9870-c2c1012526f3 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 815 time: 0.1003609 Sep 16 05:19:52.915590 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-343a0f1b-7d0c-4d88-bf38-7fea087547fb tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/quotas/88e92515628d493f9693b44888a64a39 HTTP/1.1" status: 200 len: 375 time: 0.0090089 Sep 16 05:19:52.950557 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-0d44ac70-e12b-428b-93fa-2def9304124d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296688 Sep 16 05:19:53.043570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-0ba55df4-84dd-4091-9d4e-9f922cd79cd7 service neutron] 10.222.0.53 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850976 Sep 16 05:19:53.136317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-45ce5ae3-9cda-46ea-86f6-4f55b430f835 service neutron] 10.222.0.53 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859842 Sep 16 05:19:53.299360 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d15c9f2-38c0-4d3b-8a4a-e4932ab9f327 req-aa2e5c77-c3df-4c67-8d5c-5741b69a69b5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 210 time: 0.0287850 Sep 16 05:19:53.300475 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:53.472960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d785afb7-d594-4f49-870b-67128001fed4 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:19:53.495918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: d785afb7-d594-4f49-870b-67128001fed4 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:19:53.496279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d785afb7-d594-4f49-870b-67128001fed4 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:19:54.237499 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-e0403df3-e0fd-4f43-8f58-1e6391f9f32a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:54.239091 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-e0403df3-e0fd-4f43-8f58-1e6391f9f32a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.15 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 815 time: 0.1102300 Sep 16 05:19:54.252529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Request body: {'port': {'device_id': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656', 'admin_state_up': True, 'tenant_id': '88e92515628d493f9693b44888a64a39'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:54.368346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Made reservation on behalf of 88e92515628d493f9693b44888a64a39 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:19:54.371938 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.398250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f3656f86-834e-4ce9-8972-8c1871ad0387 req-aebfe5f9-36be-4ba9-a776-a2c44e36032d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 210 time: 0.0263824 Sep 16 05:19:54.502663 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Allocated IP 172.20.0.8 (900f2a52-949b-4a7a-a19b-c9863a4b2656/e24f9f8d-8162-41fc-806a-6eb10aaf1742/d968db0a-a2ea-4f92-9468-a4ba0bae356e) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:19:54.662263 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.697237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.740129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Network 900f2a52-949b-4a7a-a19b-c9863a4b2656 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:19:54.743191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:19:54.748994 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:19:54.755801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Pushing event updated for resources: {'Port': ['ID=d968db0a-a2ea-4f92-9468-a4ba0bae356e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:54.803661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:54.804297 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:54.820020 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ea496c90-1317-43f3-9cc7-0c532f9c408d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715742 Sep 16 05:19:54.833142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Request body: {'port': {'device_id': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:19:54.896909 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.181249 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d968db0a-a2ea-4f92-9468-a4ba0bae356e {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:55.189919 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.204827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Transition to ACTIVE for port object d968db0a-a2ea-4f92-9468-a4ba0bae356e will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:19:55.208304 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.260891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d968db0a-a2ea-4f92-9468-a4ba0bae356e,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:55.337066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Attempting to bind port d968db0a-a2ea-4f92-9468-a4ba0bae356e on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:19:55.337409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Attempting to bind port d968db0a-a2ea-4f92-9468-a4ba0bae356e by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:19:55.341237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Attempting to bind port d968db0a-a2ea-4f92-9468-a4ba0bae356e on network 900f2a52-949b-4a7a-a19b-c9863a4b2656 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:55.342537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Port d968db0a-a2ea-4f92-9468-a4ba0bae356e on network 900f2a52-949b-4a7a-a19b-c9863a4b2656 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:19:55.342872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Attempting to bind port d968db0a-a2ea-4f92-9468-a4ba0bae356e on network 900f2a52-949b-4a7a-a19b-c9863a4b2656 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:19:55.353660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:19:55.354010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Checking segment: {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:19:55.354408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Bound using segment: {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:19:55.354846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Bound port: d968db0a-a2ea-4f92-9468-a4ba0bae356e, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:19:55.355212 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.417740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:19:55.420788 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:19:55.425154 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.470303 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.471573 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:55.472995 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/d968db0a-a2ea-4f92-9468-a4ba0bae356e HTTP/1.1" status: 200 len: 1092 time: 0.6450400 Sep 16 05:19:55.473471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'tag': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:19:55.475733 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec98a1a3-31bf-4f40-b88c-71b145d7e0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffdacd8-1f09-474a-a24b-ad407326969c", "tag": "d968db0a-a2ea-4f92-9468-a4ba0bae356e"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:19:55.500517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccfe40-9fe4-4daa-bb35-6598d7f836b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d968db0a-a2ea-4f92-9468-a4ba0bae356e,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:55.532282 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218826de-8eab-4a9d-8c80-fd144350a168 req-90869b10-e552-4233-bebc-edbfebae8c48 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.534847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-218826de-8eab-4a9d-8c80-fd144350a168 req-90869b10-e552-4233-bebc-edbfebae8c48 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 943 time: 0.0676560 Sep 16 05:19:55.566484 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-abeea91e-4fd4-4948-92db-39fb8185b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.568091 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-abeea91e-4fd4-4948-92db-39fb8185b382 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 1095 time: 0.0517387 Sep 16 05:19:55.575956 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-218826de-8eab-4a9d-8c80-fd144350a168 req-1f63850c-f8f6-4f29-aee6-74eaab9b8e59 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350380 Sep 16 05:19:55.615831 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-4123da8a-1241-4616-adac-062ce12193fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e HTTP/1.1" status: 200 len: 217 time: 0.0400019 Sep 16 05:19:55.622448 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0ab08b-d677-440c-91d1-5de85445a656 x-openstack-request-id: req-fa0ab08b-d677-440c-91d1-5de85445a656 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:19:55.622739 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffdacd8-1f09-474a-a24b-ad407326969c", "tag": "d968db0a-a2ea-4f92-9468-a4ba0bae356e", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:19:55.622993 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa0ab08b-d677-440c-91d1-5de85445a656 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:19:55.623397 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'tag': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e', 'status': 'completed', 'code': 200} Sep 16 05:19:55.666860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ae703a86-878f-4cd9-8e98-9b5537a4d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.668421 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-ae703a86-878f-4cd9-8e98-9b5537a4d412 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0440285 Sep 16 05:19:55.700776 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-c802b47c-4bbb-4fa6-97a1-1966e6a028c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244536 Sep 16 05:19:55.793668 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-b1fec76f-b5bc-4469-8b18-f8b832f6e996 service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852437 Sep 16 05:19:55.896580 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-b63f0c89-c4a0-4ff2-8d45-8a9939575ddc req-5a475166-5b70-49b3-b53f-6de333aaecc2 service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949023 Sep 16 05:19:55.993076 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98a1a3-31bf-4f40-b88c-71b145d7e0a7 req-5cf7f253-a7e6-4043-a8f0-3a90237aed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:55.994647 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ec98a1a3-31bf-4f40-b88c-71b145d7e0a7 req-5cf7f253-a7e6-4043-a8f0-3a90237aed5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 1095 time: 0.0488036 Sep 16 05:19:56.090447 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98a1a3-31bf-4f40-b88c-71b145d7e0a7 req-5d90be89-9fa9-4b0a-9955-8a96828a28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.091932 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ec98a1a3-31bf-4f40-b88c-71b145d7e0a7 req-5d90be89-9fa9-4b0a-9955-8a96828a28c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.0891123 Sep 16 05:19:56.137821 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ec98a1a3-31bf-4f40-b88c-71b145d7e0a7 req-4359aa84-f110-4058-b1b1-9376b5d65f3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e HTTP/1.1" status: 200 len: 217 time: 0.0386434 Sep 16 05:19:56.188823 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98a1a3-31bf-4f40-b88c-71b145d7e0a7 req-09ecedec-b03c-4da9-ad9c-40554d841514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.190328 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ec98a1a3-31bf-4f40-b88c-71b145d7e0a7 req-09ecedec-b03c-4da9-ad9c-40554d841514 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0450158 Sep 16 05:19:56.222875 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ec98a1a3-31bf-4f40-b88c-71b145d7e0a7 req-42ccb1bd-2c0c-4e8f-91a2-9e809b7d622a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249481 Sep 16 05:19:56.321140 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ec98a1a3-31bf-4f40-b88c-71b145d7e0a7 req-c5c80788-9368-4dd2-bcc7-65367d0a38d9 service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910487 Sep 16 05:19:56.418051 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ec98a1a3-31bf-4f40-b88c-71b145d7e0a7 req-7187aca2-797b-4419-ac5b-9c610e180d90 service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883820 Sep 16 05:19:56.696068 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f988f-9d37-4ab0-9e58-d9e0b5e77ff1 req-47cace68-7d09-49ed-bf4d-c77b7798806f tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:56.697828 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-098f988f-9d37-4ab0-9e58-d9e0b5e77ff1 req-47cace68-7d09-49ed-bf4d-c77b7798806f tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 943 time: 0.0511172 Sep 16 05:19:56.734731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-098f988f-9d37-4ab0-9e58-d9e0b5e77ff1 req-b0a99b6a-c888-42cd-83b0-360f0f6ea6ec tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303662 Sep 16 05:19:57.854572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c7900-27d8-468d-8bb2-a2cd566e2018 req-c193b174-803f-43b7-aa80-148a43b6849c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:57.856083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-782c7900-27d8-468d-8bb2-a2cd566e2018 req-c193b174-803f-43b7-aa80-148a43b6849c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 943 time: 0.0525837 Sep 16 05:19:57.895796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-782c7900-27d8-468d-8bb2-a2cd566e2018 req-a096a32f-ccb2-4984-83f7-b853a05c6eac tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335960 Sep 16 05:19:59.017823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0074c3-c342-4037-a547-ec1b5b54523f req-f6bb5550-7545-4295-8f6d-ad4c7ade3749 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:19:59.019396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad0074c3-c342-4037-a547-ec1b5b54523f req-f6bb5550-7545-4295-8f6d-ad4c7ade3749 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 943 time: 0.0540705 Sep 16 05:19:59.061152 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad0074c3-c342-4037-a547-ec1b5b54523f req-d46ccd1c-09eb-49ec-9f70-a90ddd5c029c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339825 Sep 16 05:19:59.506752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d968db0a-a2ea-4f92-9468-a4ba0bae356e details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:19:59.608546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:59.620734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e', 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656', 'port_id': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e', 'mac_address': 'fa:16:3e:54:08:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24f9f8d-8162-41fc-806a-6eb10aaf1742', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:19:59.663516 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.676884 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d968db0a-a2ea-4f92-9468-a4ba0bae356e {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:19:59.695955 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:19:59.700394 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:19:59.747679 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=d968db0a-a2ea-4f92-9468-a4ba0bae356e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:19:59.885578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['d968db0a-a2ea-4f92-9468-a4ba0bae356e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:00.193638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089aa24-91a8-4328-9383-137fdc1a31a5 req-823b1604-68ec-4199-abb8-c65e0c9f2c0c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:00.195096 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9089aa24-91a8-4328-9383-137fdc1a31a5 req-823b1604-68ec-4199-abb8-c65e0c9f2c0c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 944 time: 0.0550931 Sep 16 05:20:00.237435 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9089aa24-91a8-4328-9383-137fdc1a31a5 req-fef82587-5169-4864-90db-a65e7abba039 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360718 Sep 16 05:20:01.354425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6903c-e888-4244-8154-38dffad8421d req-c78c3c8f-2093-4e43-8a8c-613199908ded tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:01.355902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34f6903c-e888-4244-8154-38dffad8421d req-c78c3c8f-2093-4e43-8a8c-613199908ded tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 944 time: 0.0510578 Sep 16 05:20:01.393836 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-34f6903c-e888-4244-8154-38dffad8421d req-c0e2aaf3-a04c-4b6f-928e-74da0a5dcb76 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318103 Sep 16 05:20:01.522492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d968db0a-a2ea-4f92-9468-a4ba0bae356e up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:01.569419 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port d968db0a-a2ea-4f92-9468-a4ba0bae356e completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:01.573103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port d968db0a-a2ea-4f92-9468-a4ba0bae356e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:01.573484 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.649117 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.671700 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:01.674132 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d38159d-77b1-4510-a4d1-97c7b36cadd1" -d '{"events": [{"server_uuid": "1ffdacd8-1f09-474a-a24b-ad407326969c", "name": "network-vif-plugged", "status": "completed", "tag": "d968db0a-a2ea-4f92-9468-a4ba0bae356e"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:01.689983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:01.693991 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:01.717741 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3a4002-9da0-49f1-99e6-6ced5aa4fc5e x-openstack-request-id: req-bd3a4002-9da0-49f1-99e6-6ced5aa4fc5e {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:01.718058 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffdacd8-1f09-474a-a24b-ad407326969c", "name": "network-vif-plugged", "status": "completed", "tag": "d968db0a-a2ea-4f92-9468-a4ba0bae356e", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:01.718392 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd3a4002-9da0-49f1-99e6-6ced5aa4fc5e {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:01.718754 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e', 'code': 200} Sep 16 05:20:01.743816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=d968db0a-a2ea-4f92-9468-a4ba0bae356e,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:01.809213 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca41c33-17f2-4d87-9774-344d19dd9bf7 req-ecae2cc0-d379-43a9-bc53-cadace1f0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:01.810673 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9ca41c33-17f2-4d87-9774-344d19dd9bf7 req-ecae2cc0-d379-43a9-bc53-cadace1f0d41 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 1097 time: 0.0437534 Sep 16 05:20:01.847755 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9ca41c33-17f2-4d87-9774-344d19dd9bf7 req-1ccc6a49-a4f5-4bf0-b55e-2a2f6b1646d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291011 Sep 16 05:20:02.511475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062b51c-50af-40bc-880f-18121d2240ab req-bdbae4e4-a188-4254-a8f7-0eade8e76b5f tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:02.513012 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c062b51c-50af-40bc-880f-18121d2240ab req-bdbae4e4-a188-4254-a8f7-0eade8e76b5f tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0489929 Sep 16 05:20:02.555675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c062b51c-50af-40bc-880f-18121d2240ab req-ad0b668c-b889-4446-87ab-ee0aa9f62d13 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360544 Sep 16 05:20:03.677089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e28f8-08bd-4960-848b-c0cecf8db890 req-d13c7bb8-3764-4199-8448-1e7e1f0b18e6 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:03.678696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-719e28f8-08bd-4960-848b-c0cecf8db890 req-d13c7bb8-3764-4199-8448-1e7e1f0b18e6 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0564227 Sep 16 05:20:03.717805 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-719e28f8-08bd-4960-848b-c0cecf8db890 req-5baba3b7-7851-4c22-8f1b-adfef31b0d94 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326080 Sep 16 05:20:03.832024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20a7fe-45f4-43b7-a920-14f58e7d55bb req-a149930f-1b3c-41e9-9333-e6b1c6f5123d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:03.833531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b20a7fe-45f4-43b7-a920-14f58e7d55bb req-a149930f-1b3c-41e9-9333-e6b1c6f5123d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0490396 Sep 16 05:20:03.872238 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b20a7fe-45f4-43b7-a920-14f58e7d55bb req-3bb7645f-1737-4057-a991-de3258181cdc tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Sep 16 05:20:04.071847 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f97f2-fec6-412d-ad60-8d32c454c158 req-9fa68f0b-6d8e-46ba-93fd-698131f151c6 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:04.073746 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-117f97f2-fec6-412d-ad60-8d32c454c158 req-9fa68f0b-6d8e-46ba-93fd-698131f151c6 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0494215 Sep 16 05:20:04.111465 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-117f97f2-fec6-412d-ad60-8d32c454c158 req-6378ff2a-bec3-4cca-97f6-4a51f04e28be tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Sep 16 05:20:04.229191 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170360a1-a43f-4258-a13e-7611799b23f9 req-d80ad29e-4672-43c8-813c-a27626feebcf tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:04.230717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-170360a1-a43f-4258-a13e-7611799b23f9 req-d80ad29e-4672-43c8-813c-a27626feebcf tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0544236 Sep 16 05:20:04.276683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-170360a1-a43f-4258-a13e-7611799b23f9 req-1a49b018-cac1-4f70-95e4-73647b81ddd9 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390038 Sep 16 05:20:04.523305 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-61b30012-6fea-4e2e-846d-4f694eabe7fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431547 Sep 16 05:20:04.540035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d6e4e-4def-43f4-ae8d-98f37dab37f7 req-5c5b4258-9c9c-4d27-8554-b68b7e444aa4 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:04.541807 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d35d6e4e-4def-43f4-ae8d-98f37dab37f7 req-5c5b4258-9c9c-4d27-8554-b68b7e444aa4 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0501602 Sep 16 05:20:04.583825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d35d6e4e-4def-43f4-ae8d-98f37dab37f7 req-feb0d00f-e5a3-43a0-a9b3-966117709890 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352519 Sep 16 05:20:05.714657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31128c22-b173-4898-9286-92c33aa73251 req-611ba09b-2260-444b-ac3e-c5d3b824c11f tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:05.716201 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31128c22-b173-4898-9286-92c33aa73251 req-611ba09b-2260-444b-ac3e-c5d3b824c11f tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0558314 Sep 16 05:20:05.757864 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31128c22-b173-4898-9286-92c33aa73251 req-426091ff-f620-45dd-9d20-baeea9e4ca7d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353777 Sep 16 05:20:05.814901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12820d09-da95-4865-94a9-f7480a01375d req-7b0a64ee-ebc1-4131-aa15-a46ec7707bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:05.816401 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-7b0a64ee-ebc1-4131-aa15-a46ec7707bea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 1097 time: 0.0481265 Sep 16 05:20:05.850579 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:06.215693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12820d09-da95-4865-94a9-f7480a01375d req-e0ddc2da-3fed-4c0a-b49a-215b11345301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:06.217080 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-e0ddc2da-3fed-4c0a-b49a-215b11345301 service neutron] 10.222.0.15 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.3941205 Sep 16 05:20:06.258754 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-253ec3d6-a95b-49e0-8fae-4f2b29ea7b2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e HTTP/1.1" status: 200 len: 217 time: 0.0341847 Sep 16 05:20:06.312536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12820d09-da95-4865-94a9-f7480a01375d req-ffd5a7fc-05b9-4a6c-b313-a7476e10cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:06.314155 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-ffd5a7fc-05b9-4a6c-b313-a7476e10cda7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0474513 Sep 16 05:20:06.355491 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-c8cbc440-e04f-4906-a548-95dec3f84805 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347738 Sep 16 05:20:06.448330 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-e23594f3-e8bd-40c9-a1bd-df281e46a13d service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847602 Sep 16 05:20:06.540786 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-6c86583b-d2f5-40b8-ae48-33544ab53b14 service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852666 Sep 16 05:20:06.877207 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b7af7-8255-44fb-acef-e9b3854c52bd req-6233ba64-959a-4d85-8357-01d2d7442cea tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:06.878752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b2b7af7-8255-44fb-acef-e9b3854c52bd req-6233ba64-959a-4d85-8357-01d2d7442cea tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0525544 Sep 16 05:20:06.915795 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5b2b7af7-8255-44fb-acef-e9b3854c52bd req-ef0535f5-8c15-41c1-83bc-b19ee89f2bb2 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311823 Sep 16 05:20:07.836793 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:08.038280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0f1b6-bd71-4396-a0c6-29f363f96332 req-444f7e43-797c-446f-bb09-67fab847e4a4 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:08.039841 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3b0f1b6-bd71-4396-a0c6-29f363f96332 req-444f7e43-797c-446f-bb09-67fab847e4a4 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0513811 Sep 16 05:20:08.079491 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3b0f1b6-bd71-4396-a0c6-29f363f96332 req-48532ed1-5648-4935-ae22-5045456c0d38 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336168 Sep 16 05:20:09.201180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35797b3f-41c1-4b64-b45d-5da31bbdd452 req-2fc05aa8-c9ff-479d-abe9-047b333b8a85 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:09.203427 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35797b3f-41c1-4b64-b45d-5da31bbdd452 req-2fc05aa8-c9ff-479d-abe9-047b333b8a85 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0493186 Sep 16 05:20:09.240003 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35797b3f-41c1-4b64-b45d-5da31bbdd452 req-8c2791b3-54ca-4e27-b601-c9df5a5216b7 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308092 Sep 16 05:20:10.367131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e9d25-c0d4-4951-8aa1-6446908c4bf1 req-5e8d9654-0026-43b8-919f-41816b3101c1 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:10.368536 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d61e9d25-c0d4-4951-8aa1-6446908c4bf1 req-5e8d9654-0026-43b8-919f-41816b3101c1 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0539768 Sep 16 05:20:10.716491 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d61e9d25-c0d4-4951-8aa1-6446908c4bf1 req-9a83f3f3-b3c4-4475-a9bd-efd837de2d66 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418443 Sep 16 05:20:11.841812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb0159-4c31-4300-b0cc-1e6e364e51a2 req-5036c2c3-7ce5-469c-8da0-751ef66b4b23 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:11.844006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85eb0159-4c31-4300-b0cc-1e6e364e51a2 req-5036c2c3-7ce5-469c-8da0-751ef66b4b23 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0548666 Sep 16 05:20:11.882606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85eb0159-4c31-4300-b0cc-1e6e364e51a2 req-32586f33-2dea-48eb-96cd-eb6c56192610 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Sep 16 05:20:13.008254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c7428-f807-4a7d-90dd-5c65035c9ef8 req-74850b7a-fcd3-4cbc-9de7-fd66b9f7301c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:13.010359 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-428c7428-f807-4a7d-90dd-5c65035c9ef8 req-74850b7a-fcd3-4cbc-9de7-fd66b9f7301c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0548997 Sep 16 05:20:13.051829 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-428c7428-f807-4a7d-90dd-5c65035c9ef8 req-f82f573b-59ea-4c95-8bc8-b9e225a4a85f tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349638 Sep 16 05:20:14.174227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbb6d9-960e-4512-989e-ae6715e1fa7a req-24f5d34b-4b4c-4d7c-8fec-e6913d04da02 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:14.175727 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44fbb6d9-960e-4512-989e-ae6715e1fa7a req-24f5d34b-4b4c-4d7c-8fec-e6913d04da02 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0549352 Sep 16 05:20:14.213822 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-44fbb6d9-960e-4512-989e-ae6715e1fa7a req-f52a8f3a-372e-4f2e-bc92-a6b7d2dfea5a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320480 Sep 16 05:20:15.356623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3980407-ae55-41c9-ab22-acd814cf9af6 req-b050a0d3-0ac9-4136-8a71-6b775bd0ce4e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:15.358148 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e3980407-ae55-41c9-ab22-acd814cf9af6 req-b050a0d3-0ac9-4136-8a71-6b775bd0ce4e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0684795 Sep 16 05:20:15.397269 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e3980407-ae55-41c9-ab22-acd814cf9af6 req-8965cd17-a916-4bb4-8c8d-463089a62872 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329750 Sep 16 05:20:16.517712 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286bc06-0018-4399-95d5-7fd853b15a2a req-5f2c95aa-6d89-4a8a-adb9-076ab383a42c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:16.519259 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a286bc06-0018-4399-95d5-7fd853b15a2a req-5f2c95aa-6d89-4a8a-adb9-076ab383a42c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0535104 Sep 16 05:20:16.558791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a286bc06-0018-4399-95d5-7fd853b15a2a req-6d187b24-894f-4e15-bd6d-290557775e46 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330987 Sep 16 05:20:17.241306 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e25e05f0-dd6b-4209-b670-96dd4ffc0855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:17.689352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2632c6-181c-4fa4-95ff-0ee784b72b12 req-743b5253-6747-4b90-8198-7dd52a2e4b8d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:17.690914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c2632c6-181c-4fa4-95ff-0ee784b72b12 req-743b5253-6747-4b90-8198-7dd52a2e4b8d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0603304 Sep 16 05:20:17.731830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c2632c6-181c-4fa4-95ff-0ee784b72b12 req-7cd62c6a-3f50-42c5-81f1-39a4a453f608 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349054 Sep 16 05:20:18.851309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718ee31-60ee-4aef-9c9f-0ef982eaf70b req-8788b82a-e50e-4b36-9012-3c54408e8efa tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:18.852792 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8718ee31-60ee-4aef-9c9f-0ef982eaf70b req-8788b82a-e50e-4b36-9012-3c54408e8efa tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0488460 Sep 16 05:20:18.896238 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8718ee31-60ee-4aef-9c9f-0ef982eaf70b req-79f96119-9707-41e1-bf09-5f59208e8898 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370500 Sep 16 05:20:20.026962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122721d-b9dd-49f3-8bbe-b1eba7517f84 req-295c6827-1189-4f61-b184-8dcf4cfca626 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:20.028522 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a122721d-b9dd-49f3-8bbe-b1eba7517f84 req-295c6827-1189-4f61-b184-8dcf4cfca626 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0568070 Sep 16 05:20:20.069758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a122721d-b9dd-49f3-8bbe-b1eba7517f84 req-507e6f5c-3933-4301-9c83-5015c699cbd3 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341876 Sep 16 05:20:20.205459 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-13c28176-63b7-4d38-a359-bef564da3ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:20.849084 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.216519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338b316-3cf6-40d3-9127-67c7acdd010f req-3d88200a-f1dd-48a8-8130-4ebf1cf86e52 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.219077 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2338b316-3cf6-40d3-9127-67c7acdd010f req-3d88200a-f1dd-48a8-8130-4ebf1cf86e52 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0771511 Sep 16 05:20:21.260059 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2338b316-3cf6-40d3-9127-67c7acdd010f req-d4b6d7a6-f509-484e-9edb-34fed8af2517 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335851 Sep 16 05:20:21.768474 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:21.877456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411762b-04d4-4a5e-9439-ce2094846f5d req-331b8113-5e44-4b4a-9895-c03ebd925564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.879066 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9411762b-04d4-4a5e-9439-ce2094846f5d req-331b8113-5e44-4b4a-9895-c03ebd925564 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 1097 time: 0.0497124 Sep 16 05:20:21.987272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411762b-04d4-4a5e-9439-ce2094846f5d req-65eb0c8e-a2c5-4671-96fa-1a23ac2e405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:21.988933 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9411762b-04d4-4a5e-9439-ce2094846f5d req-65eb0c8e-a2c5-4671-96fa-1a23ac2e405a service neutron] 10.222.0.15 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.0898292 Sep 16 05:20:22.041357 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9411762b-04d4-4a5e-9439-ce2094846f5d req-d252bbb3-817a-4613-958d-8d48ff4005f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e HTTP/1.1" status: 200 len: 217 time: 0.0450294 Sep 16 05:20:22.091832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411762b-04d4-4a5e-9439-ce2094846f5d req-17d81c03-3e9b-4d7e-87d7-e54aff8dbf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.094131 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9411762b-04d4-4a5e-9439-ce2094846f5d req-17d81c03-3e9b-4d7e-87d7-e54aff8dbf4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0454915 Sep 16 05:20:22.128692 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9411762b-04d4-4a5e-9439-ce2094846f5d req-8c4b8fb7-4d37-4adc-b55e-9abd73315197 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278382 Sep 16 05:20:22.233404 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9411762b-04d4-4a5e-9439-ce2094846f5d req-d92a581c-f592-475a-b6a7-4f2cf7b5530c service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976405 Sep 16 05:20:22.346262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9411762b-04d4-4a5e-9439-ce2094846f5d req-7a0f54bb-73a7-4c1d-a1d6-bd0e7ab32aae service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045074 Sep 16 05:20:22.417442 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261757b-c9ea-4c33-b51e-03984458932d req-8b4bf248-d514-44a5-a2f8-9d5a6cabfe9e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:22.419220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4261757b-c9ea-4c33-b51e-03984458932d req-8b4bf248-d514-44a5-a2f8-9d5a6cabfe9e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0563500 Sep 16 05:20:22.464811 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4261757b-c9ea-4c33-b51e-03984458932d req-2e7ee2af-a614-446c-952c-8c831f280183 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393331 Sep 16 05:20:23.304409 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:23.595686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88aeab-e4c6-4a38-902f-9704c07a5ec3 req-fa1f975a-6afa-4a1f-9544-2144d4f64d8e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:23.597207 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f88aeab-e4c6-4a38-902f-9704c07a5ec3 req-fa1f975a-6afa-4a1f-9544-2144d4f64d8e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0563710 Sep 16 05:20:23.647568 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f88aeab-e4c6-4a38-902f-9704c07a5ec3 req-74a11a6c-78b3-48e6-b974-3cb62046be26 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 Sep 16 05:20:24.775370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e3d98-3399-4c8a-9ad4-c1c274021191 req-593a7a97-66de-443f-9c5f-3ac52ab54c85 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:24.776878 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a33e3d98-3399-4c8a-9ad4-c1c274021191 req-593a7a97-66de-443f-9c5f-3ac52ab54c85 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0538125 Sep 16 05:20:24.816583 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a33e3d98-3399-4c8a-9ad4-c1c274021191 req-24f8afee-f9e2-48a0-a07a-63b36e1377e0 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332689 Sep 16 05:20:25.958210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3f00e-0123-470a-be0a-7b15c0119e88 req-80e5f797-9d59-42f9-8c0a-a03ab25c8a26 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:25.960554 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4cc3f00e-0123-470a-be0a-7b15c0119e88 req-80e5f797-9d59-42f9-8c0a-a03ab25c8a26 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0683959 Sep 16 05:20:26.005785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4cc3f00e-0123-470a-be0a-7b15c0119e88 req-a3f07c8a-10a7-4bea-868f-0e7c0b0cd0f6 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361283 Sep 16 05:20:27.133578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d18ec3-78dc-4e40-b6d4-337cc34b8df5 req-484eda29-8a07-463d-bd7a-a436f936d0fd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:27.135121 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28d18ec3-78dc-4e40-b6d4-337cc34b8df5 req-484eda29-8a07-463d-bd7a-a436f936d0fd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0506735 Sep 16 05:20:27.175621 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28d18ec3-78dc-4e40-b6d4-337cc34b8df5 req-fd19feb8-fa0b-43b8-8f0e-0366799abf19 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342581 Sep 16 05:20:28.308214 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed5de5-2d39-486b-8912-efad94e3bed9 req-357d819f-b07c-4a55-a216-56ab6ec109a6 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:28.309782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1aed5de5-2d39-486b-8912-efad94e3bed9 req-357d819f-b07c-4a55-a216-56ab6ec109a6 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0546267 Sep 16 05:20:28.354250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1aed5de5-2d39-486b-8912-efad94e3bed9 req-233da61a-6454-4351-a6dd-039d2dca65a5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331473 Sep 16 05:20:28.404609 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:20:29.510532 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f107b8-d9ca-4449-ae42-3f1e662f7204 req-0b975949-036b-4f3b-9677-ee02edc6cbbc tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:29.512073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69f107b8-d9ca-4449-ae42-3f1e662f7204 req-0b975949-036b-4f3b-9677-ee02edc6cbbc tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0597444 Sep 16 05:20:29.568258 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-69f107b8-d9ca-4449-ae42-3f1e662f7204 req-9695c992-984f-49f3-87c7-5af9968a64b9 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471814 Sep 16 05:20:30.701412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a639f-67e3-4943-87d6-f700f84fe234 req-2d9e055c-76e7-448f-b96b-650199d3c421 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:30.704349 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-644a639f-67e3-4943-87d6-f700f84fe234 req-2d9e055c-76e7-448f-b96b-650199d3c421 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0614192 Sep 16 05:20:30.758113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-644a639f-67e3-4943-87d6-f700f84fe234 req-3bb9e38c-5d69-40cf-bc4d-8f987d7077fb tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474460 Sep 16 05:20:31.912292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c6e32-f480-41ef-9684-097e482ee67b req-a9af78d9-99d2-4220-b197-395f1dc613bd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:31.913941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b9c6e32-f480-41ef-9684-097e482ee67b req-a9af78d9-99d2-4220-b197-395f1dc613bd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0685780 Sep 16 05:20:31.964265 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b9c6e32-f480-41ef-9684-097e482ee67b req-a39f056a-4b90-4857-8383-a76bbf228dd3 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Sep 16 05:20:33.118402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b622ef2-cf36-4fc2-a55c-00eaf13aa9bb req-0a4d9ae3-db7c-4267-9c3a-5ca842ac2c5b tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:33.120139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1b622ef2-cf36-4fc2-a55c-00eaf13aa9bb req-0a4d9ae3-db7c-4267-9c3a-5ca842ac2c5b tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.0723419 Sep 16 05:20:33.164447 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1b622ef2-cf36-4fc2-a55c-00eaf13aa9bb req-b1d8a7ca-751e-423c-b0cb-c92693fb1b7a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358841 Sep 16 05:20:33.582065 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-12820d09-da95-4865-94a9-f7480a01375d req-bb91dab0-26da-4e42-b5dc-b860f07c88c3 service neutron] show failed (client error): The resource could not be found. Sep 16 05:20:33.583078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-bb91dab0-26da-4e42-b5dc-b860f07c88c3 service neutron] 10.222.0.15 "GET /v2.0/ports/d968db0a-a2ea-4f92-9468-a4ba0bae356e/bindings/n-h1-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0627816 Sep 16 05:20:33.853807 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12820d09-da95-4865-94a9-f7480a01375d req-97763c46-c064-4a1b-8be2-27027ccab041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:33.855570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-97763c46-c064-4a1b-8be2-27027ccab041 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c&tenant_id=88e92515628d493f9693b44888a64a39 HTTP/1.1" status: 200 len: 1097 time: 0.0948987 Sep 16 05:20:33.876941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:33.950571 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.179415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:34.217704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:34.270544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:34.272849 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5794dd23-1501-47b7-b8bf-6bc01b4a545f" -d '{"events": [{"server_uuid": "1ffdacd8-1f09-474a-a24b-ad407326969c", "name": "network-vif-unplugged", "status": "completed", "tag": "d968db0a-a2ea-4f92-9468-a4ba0bae356e"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:34.277339 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.315337 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Transition to ACTIVE for port object d968db0a-a2ea-4f92-9468-a4ba0bae356e will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:34.319534 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.381537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb2eb7-ac8f-4d55-972f-93a86bcbd558 req-fb1e6004-6a25-41ef-ac97-95c42e0ccd55 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.383192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bafb2eb7-ac8f-4d55-972f-93a86bcbd558 req-fb1e6004-6a25-41ef-ac97-95c42e0ccd55 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 945 time: 0.1033063 Sep 16 05:20:34.386628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Pushing event updated for resources: {'Port': ['ID=d968db0a-a2ea-4f92-9468-a4ba0bae356e,revision_number=6']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:34.417091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] No DVR routers for this DVR port d968db0a-a2ea-4f92-9468-a4ba0bae356e on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:34.420586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:34.421460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:34.422069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:34.422448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:34.422790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:34.423126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:34.423462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:34.423795 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:34.424129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:34.424453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:34.424779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:34.425104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:34.478592 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bafb2eb7-ac8f-4d55-972f-93a86bcbd558 req-88398d0e-3a3d-42e1-b8e8-d0d60d94afe8 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875943 Sep 16 05:20:34.483252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Attempting to bind port d968db0a-a2ea-4f92-9468-a4ba0bae356e on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:34.484061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Attempting to bind port d968db0a-a2ea-4f92-9468-a4ba0bae356e by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:34.484483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Attempting to bind port d968db0a-a2ea-4f92-9468-a4ba0bae356e on network 900f2a52-949b-4a7a-a19b-c9863a4b2656 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:34.489998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Port d968db0a-a2ea-4f92-9468-a4ba0bae356e on network 900f2a52-949b-4a7a-a19b-c9863a4b2656 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:34.490434 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Attempting to bind port d968db0a-a2ea-4f92-9468-a4ba0bae356e on network 900f2a52-949b-4a7a-a19b-c9863a4b2656 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:34.495885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:34.496351 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Checking segment: {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:34.496839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Bound using segment: {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:34.497526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Bound port: d968db0a-a2ea-4f92-9468-a4ba0bae356e, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:34.498188 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.561823 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fe9075-d838-4ab0-97a5-93d2beaab3d4 x-openstack-request-id: req-84fe9075-d838-4ab0-97a5-93d2beaab3d4 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:34.562493 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffdacd8-1f09-474a-a24b-ad407326969c", "name": "network-vif-unplugged", "status": "completed", "tag": "d968db0a-a2ea-4f92-9468-a4ba0bae356e", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:34.562493 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84fe9075-d838-4ab0-97a5-93d2beaab3d4 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:34.562958 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e', 'code': 200} Sep 16 05:20:34.580784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:34.584379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:34.589127 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.622468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.623096 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:34.625210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] 10.222.0.50 "PUT /v2.0/ports/d968db0a-a2ea-4f92-9468-a4ba0bae356e HTTP/1.1" status: 200 len: 1092 time: 0.7559752 Sep 16 05:20:34.652189 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b29b4b-add5-4bb6-bc92-c3e82051d93b service neutron] Pushing event updated for resources: {'Port': ['ID=d968db0a-a2ea-4f92-9468-a4ba0bae356e,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:34.711776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12820d09-da95-4865-94a9-f7480a01375d req-6157c2d0-8500-4092-af37-1d6dbd909f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.713251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-6157c2d0-8500-4092-af37-1d6dbd909f1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 1095 time: 0.0536361 Sep 16 05:20:34.842170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12820d09-da95-4865-94a9-f7480a01375d req-238dfc94-6824-48c0-bff7-e1599bf350a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.843956 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-238dfc94-6824-48c0-bff7-e1599bf350a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.1197743 Sep 16 05:20:34.906363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-a421480f-6c46-4f52-9b6b-2555df9b4143 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e HTTP/1.1" status: 200 len: 217 time: 0.0510769 Sep 16 05:20:34.970296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12820d09-da95-4865-94a9-f7480a01375d req-be4e8728-8610-44a4-a94b-11af7b192165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:34.971648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-be4e8728-8610-44a4-a94b-11af7b192165 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0539629 Sep 16 05:20:35.008184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-300eedbd-51bb-4ba0-82c6-2eef5efdf47a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253792 Sep 16 05:20:35.127613 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-d2c0130e-833a-4392-a0b4-ed4ba5223d10 service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070518 Sep 16 05:20:35.236877 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12820d09-da95-4865-94a9-f7480a01375d req-58b35903-b9a3-42e9-bc9b-e4cde4a642e1 service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973296 Sep 16 05:20:35.674149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a350490-4cac-43e2-a145-3b58c7bb96f4 req-e728101a-90a2-461b-a945-0d2a883db9aa tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:35.675667 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a350490-4cac-43e2-a145-3b58c7bb96f4 req-e728101a-90a2-461b-a945-0d2a883db9aa tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 943 time: 0.0836833 Sep 16 05:20:35.722515 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a350490-4cac-43e2-a145-3b58c7bb96f4 req-d1df6ef1-3902-42f2-ad35-f1ae58ee1858 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392170 Sep 16 05:20:35.845219 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:36.564247 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'tag': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:36.569146 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035ba03b-0926-40b2-a27a-94afa02083fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffdacd8-1f09-474a-a24b-ad407326969c", "tag": "d968db0a-a2ea-4f92-9468-a4ba0bae356e"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:36.628051 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c111de-8341-4973-a8b9-8aba4cb00f4e x-openstack-request-id: req-f8c111de-8341-4973-a8b9-8aba4cb00f4e {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:36.628440 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffdacd8-1f09-474a-a24b-ad407326969c", "tag": "d968db0a-a2ea-4f92-9468-a4ba0bae356e", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:36.628718 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8c111de-8341-4973-a8b9-8aba4cb00f4e {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:36.629324 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'tag': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e', 'status': 'completed', 'code': 200} Sep 16 05:20:36.707240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba03b-0926-40b2-a27a-94afa02083fe req-f4d39175-d7d0-4a45-baa5-b2a860cb3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.708759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba03b-0926-40b2-a27a-94afa02083fe req-1cf27fc9-fda2-46ea-8c89-d99acf8e86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.709189 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-f4d39175-d7d0-4a45-baa5-b2a860cb3798 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 1095 time: 0.0590270 Sep 16 05:20:36.711048 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-1cf27fc9-fda2-46ea-8c89-d99acf8e86a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 1095 time: 0.0567138 Sep 16 05:20:36.807159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba03b-0926-40b2-a27a-94afa02083fe req-bf8d54d9-b02a-4e99-8fce-f4f52bc5ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.809005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-bf8d54d9-b02a-4e99-8fce-f4f52bc5ecf2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.0934272 Sep 16 05:20:36.847213 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba03b-0926-40b2-a27a-94afa02083fe req-8867eb5a-3884-4896-982d-9baddc8c138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.850065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-8867eb5a-3884-4896-982d-9baddc8c138c service neutron] 10.222.0.50 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.1307838 Sep 16 05:20:36.864118 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-735ee061-19d7-4f25-96d9-8255b8456a5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e HTTP/1.1" status: 200 len: 217 time: 0.0478122 Sep 16 05:20:36.914658 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-073edd8c-53d6-4119-9d0c-ba66c8f12efc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e HTTP/1.1" status: 200 len: 217 time: 0.0449030 Sep 16 05:20:36.928245 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba03b-0926-40b2-a27a-94afa02083fe req-a507e706-4217-47af-a27b-24c0e394b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.930313 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-a507e706-4217-47af-a27b-24c0e394b5d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0593665 Sep 16 05:20:36.950091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85447b-c92d-45c8-bd8a-41d15408684d req-79671327-7920-479f-9ab6-53b68804f95a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:36.960842 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a85447b-c92d-45c8-bd8a-41d15408684d req-79671327-7920-479f-9ab6-53b68804f95a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 943 time: 0.1410172 Sep 16 05:20:36.976641 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-7ea25f61-e0ed-4722-a702-a04965336c27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372572 Sep 16 05:20:37.078636 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a85447b-c92d-45c8-bd8a-41d15408684d req-7513bd5f-7cd2-4839-bebd-7a0d3f5cb1ba tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164701 Sep 16 05:20:37.085775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba03b-0926-40b2-a27a-94afa02083fe req-371fb398-5545-4f56-8d58-6f67b480b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:37.093564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-371fb398-5545-4f56-8d58-6f67b480b35f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.1688995 Sep 16 05:20:37.138227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-460b5c90-1371-4dc0-ab45-dfcf0079a11e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375175 Sep 16 05:20:37.139276 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-8414f363-01d5-4dd5-8f7b-1ffd2d0ee775 service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542082 Sep 16 05:20:37.268536 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-9481d27c-d8d3-47da-bd73-af0eb83a5362 service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216152 Sep 16 05:20:37.300805 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-8f4e3f9e-758d-4497-b3a2-74cf49601ebe service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415167 Sep 16 05:20:37.413399 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-035ba03b-0926-40b2-a27a-94afa02083fe req-b5c171d7-9bbf-413d-a122-d3d05f730187 service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045251 Sep 16 05:20:37.658605 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d968db0a-a2ea-4f92-9468-a4ba0bae356e no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:37.704300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d968db0a-a2ea-4f92-9468-a4ba0bae356e not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:37.857011 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:38.214918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4fc20-c419-48b1-856f-25ad15e8c37a req-f645bbfb-7799-4487-9703-c4c2a5d53430 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.216422 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4f4fc20-c419-48b1-856f-25ad15e8c37a req-f645bbfb-7799-4487-9703-c4c2a5d53430 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 943 time: 0.0509999 Sep 16 05:20:38.256983 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4f4fc20-c419-48b1-856f-25ad15e8c37a req-91518aee-7650-4f7c-93f4-e4d844a25bd1 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342205 Sep 16 05:20:38.470954 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc4d1f-2199-45c5-8a5e-bf19f926a438 req-16d814e7-0d5d-4860-968f-cf1fc5f002c9 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.472632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54fc4d1f-2199-45c5-8a5e-bf19f926a438 req-16d814e7-0d5d-4860-968f-cf1fc5f002c9 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 943 time: 0.0548580 Sep 16 05:20:38.524940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-683ca060-fdf8-4e39-a1b9-30e62dd087cd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.525785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54fc4d1f-2199-45c5-8a5e-bf19f926a438 req-400e23ec-c4a3-4e22-a486-4b544103b79a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435207 Sep 16 05:20:38.526800 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-683ca060-fdf8-4e39-a1b9-30e62dd087cd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c&tenant_id=88e92515628d493f9693b44888a64a39&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 943 time: 0.0934954 Sep 16 05:20:38.589301 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-582758e7-cfce-4336-aa4e-f3177b4f7e35 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:20:38.590470 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-582758e7-cfce-4336-aa4e-f3177b4f7e35 service neutron] 10.222.0.15 "DELETE /v2.0/ports/d968db0a-a2ea-4f92-9468-a4ba0bae356e/bindings/n-h2-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0566328 Sep 16 05:20:38.682744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-2734cbac-5f10-4222-927f-8e7b614f73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.684190 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-2734cbac-5f10-4222-927f-8e7b614f73a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 1095 time: 0.0479362 Sep 16 05:20:38.801048 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-78859036-59ba-4cfd-9ba1-ca1a73175835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.802592 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-78859036-59ba-4cfd-9ba1-ca1a73175835 service neutron] 10.222.0.15 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.1104779 Sep 16 05:20:38.856709 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-a4e1e3da-67e2-40db-b92a-8a19b9192b76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e HTTP/1.1" status: 200 len: 217 time: 0.0467942 Sep 16 05:20:38.923713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-eabd17cc-50aa-4b6f-99af-746ac8e408ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:38.925227 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-eabd17cc-50aa-4b6f-99af-746ac8e408ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0607712 Sep 16 05:20:38.959110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-4b78e918-8516-4d8c-aa8f-3f417bdb4a48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271721 Sep 16 05:20:39.066467 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-f4ae4e7f-5642-4355-9713-76009bbfa819 service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003044 Sep 16 05:20:39.166078 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7be07c76-2c89-40bd-ad65-1b0a64790f5f req-98dcbe1c-57f8-4430-b50b-bf21252f34bb service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924907 Sep 16 05:20:39.557993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d968db0a-a2ea-4f92-9468-a4ba0bae356e details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:39.677896 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19da318-1276-45c6-a1c8-8253a71579b2 req-a29cd8c5-6db6-4b94-b5ee-8dc7f028026a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:39.679473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a19da318-1276-45c6-a1c8-8253a71579b2 req-a29cd8c5-6db6-4b94-b5ee-8dc7f028026a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 943 time: 0.0655272 Sep 16 05:20:39.685366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:39.699980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e', 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656', 'port_id': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e', 'mac_address': 'fa:16:3e:54:08:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24f9f8d-8162-41fc-806a-6eb10aaf1742', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:39.736420 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a19da318-1276-45c6-a1c8-8253a71579b2 req-b5446585-1659-4a6b-993f-c6304802feb4 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477560 Sep 16 05:20:39.755111 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.771572 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d968db0a-a2ea-4f92-9468-a4ba0bae356e {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:39.793074 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:39.797931 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:39.868328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d968db0a-a2ea-4f92-9468-a4ba0bae356e,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:39.878277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c3d55-45ee-4594-b00a-1d8e356518d6 req-a6d7d002-150a-4da9-9c44-7bec44fbdc72 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:39.879935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-725c3d55-45ee-4594-b00a-1d8e356518d6 req-a6d7d002-150a-4da9-9c44-7bec44fbdc72 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 944 time: 0.0676122 Sep 16 05:20:39.926167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-725c3d55-45ee-4594-b00a-1d8e356518d6 req-47c5cc10-40e5-433b-a486-e0590a05f5f6 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393269 Sep 16 05:20:40.039965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d968db0a-a2ea-4f92-9468-a4ba0bae356e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:40.060940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa6b98-94bc-40b4-a333-647cb5a38a44 req-2cde98e6-596c-4ed2-a194-f6834254bbdf tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:40.063132 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2daa6b98-94bc-40b4-a333-647cb5a38a44 req-2cde98e6-596c-4ed2-a194-f6834254bbdf tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 944 time: 0.0555580 Sep 16 05:20:40.104979 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2daa6b98-94bc-40b4-a333-647cb5a38a44 req-8e86e14b-23ab-4bb0-85dc-37075ba78bfd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352156 Sep 16 05:20:40.539284 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac15b0-138d-4827-9e0d-177d70a775aa req-ced6823f-a291-421e-b7a9-034c69f1db3b tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:40.540961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-ced6823f-a291-421e-b7a9-034c69f1db3b tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 815 time: 0.1165118 Sep 16 05:20:40.558006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-ee17f349-49e8-4876-9091-51942a9efe9d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/quotas/88e92515628d493f9693b44888a64a39 HTTP/1.1" status: 200 len: 375 time: 0.0093768 Sep 16 05:20:40.622125 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e5a0555d-a563-4dea-929c-7e7a6a981f94 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567756 Sep 16 05:20:40.725270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-5eb5eb03-bbac-4a2b-aef1-b1b5eba4686d service neutron] 10.222.0.53 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951514 Sep 16 05:20:40.835066 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-edef8316-dc83-4201-bc7e-8bd33cf68ac2 service neutron] 10.222.0.53 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029184 Sep 16 05:20:41.021114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-809f0607-8a0c-4743-b599-99025b3cc51c req-f8090cbf-95d5-4f8d-bfb4-19f1c19ac920 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 210 time: 0.0409544 Sep 16 05:20:41.582983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d968db0a-a2ea-4f92-9468-a4ba0bae356e up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:41.640548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port d968db0a-a2ea-4f92-9468-a4ba0bae356e completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:41.644322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port d968db0a-a2ea-4f92-9468-a4ba0bae356e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:41.644704 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.755005 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.783145 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:41.785690 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484961c4-5323-46b3-89ac-b5b0717ab53d" -d '{"events": [{"server_uuid": "1ffdacd8-1f09-474a-a24b-ad407326969c", "name": "network-vif-plugged", "status": "completed", "tag": "d968db0a-a2ea-4f92-9468-a4ba0bae356e"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:41.799536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:41.806987 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:41.809402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44f58d-db59-4afe-a2dc-1817d77f8e30 req-2326bd72-5bbc-4902-b911-7990ed581683 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:41.810999 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe44f58d-db59-4afe-a2dc-1817d77f8e30 req-2326bd72-5bbc-4902-b911-7990ed581683 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ffdacd8-1f09-474a-a24b-ad407326969c HTTP/1.1" status: 200 len: 944 time: 0.0702572 Sep 16 05:20:41.841505 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def9e94e-74e1-4259-97b2-e2680248eabb x-openstack-request-id: req-def9e94e-74e1-4259-97b2-e2680248eabb {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:41.841834 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffdacd8-1f09-474a-a24b-ad407326969c", "name": "network-vif-plugged", "status": "completed", "tag": "d968db0a-a2ea-4f92-9468-a4ba0bae356e", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:41.842092 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-def9e94e-74e1-4259-97b2-e2680248eabb {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:41.842495 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e', 'code': 200} Sep 16 05:20:41.868702 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d968db0a-a2ea-4f92-9468-a4ba0bae356e,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:41.930744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-fe44f58d-db59-4afe-a2dc-1817d77f8e30 req-03b01c50-90fc-46d9-bea0-568a662cfeb5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Deleting port d968db0a-a2ea-4f92-9468-a4ba0bae356e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:20:41.931040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fe44f58d-db59-4afe-a2dc-1817d77f8e30 req-03b01c50-90fc-46d9-bea0-568a662cfeb5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.114520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-fe44f58d-db59-4afe-a2dc-1817d77f8e30 req-03b01c50-90fc-46d9-bea0-568a662cfeb5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] For port d968db0a-a2ea-4f92-9468-a4ba0bae356e, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d968db0a-a2ea-4f92-9468-a4ba0bae356e,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:42.114858 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fe44f58d-db59-4afe-a2dc-1817d77f8e30 req-03b01c50-90fc-46d9-bea0-568a662cfeb5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.178888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-fe44f58d-db59-4afe-a2dc-1817d77f8e30 req-03b01c50-90fc-46d9-bea0-568a662cfeb5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Calling delete_port for d968db0a-a2ea-4f92-9468-a4ba0bae356e owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:20:42.189159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7df96534-a5ab-4d27-ad4e-c36c0a257d4e req-e00827a5-8e07-4d3a-ae7a-805d6f4f82a1 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 210 time: 0.0664673 Sep 16 05:20:42.206644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac15b0-138d-4827-9e0d-177d70a775aa req-a7c293ad-a069-40c1-8925-95808311bf93 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.208186 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-a7c293ad-a069-40c1-8925-95808311bf93 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.50 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 815 time: 0.1943977 Sep 16 05:20:42.252981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Request body: {'port': {'device_id': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656', 'admin_state_up': True, 'tenant_id': '88e92515628d493f9693b44888a64a39'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:42.422738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Made reservation on behalf of 88e92515628d493f9693b44888a64a39 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:20:42.426220 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.449583 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fe44f58d-db59-4afe-a2dc-1817d77f8e30 req-03b01c50-90fc-46d9-bea0-568a662cfeb5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.467122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d968db0a-a2ea-4f92-9468-a4ba0bae356e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:42.487158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b01c50-90fc-46d9-bea0-568a662cfeb5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Pushing event deleted for resources: {'Port': ['ID=d968db0a-a2ea-4f92-9468-a4ba0bae356e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:42.567841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe44f58d-db59-4afe-a2dc-1817d77f8e30 req-03b01c50-90fc-46d9-bea0-568a662cfeb5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] No DVR routers for this DVR port d968db0a-a2ea-4f92-9468-a4ba0bae356e on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:20:42.572434 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-fe44f58d-db59-4afe-a2dc-1817d77f8e30 req-03b01c50-90fc-46d9-bea0-568a662cfeb5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.574468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe44f58d-db59-4afe-a2dc-1817d77f8e30 req-03b01c50-90fc-46d9-bea0-568a662cfeb5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.50 "DELETE /v2.0/ports/d968db0a-a2ea-4f92-9468-a4ba0bae356e HTTP/1.1" status: 204 len: 173 time: 0.7554257 Sep 16 05:20:42.574907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'name': 'network-vif-deleted', 'tag': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:42.577186 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5195207c-7915-40e4-955c-988c6a9ccf77" -d '{"events": [{"server_uuid": "1ffdacd8-1f09-474a-a24b-ad407326969c", "name": "network-vif-deleted", "tag": "d968db0a-a2ea-4f92-9468-a4ba0bae356e"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:42.619768 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42519e4c-48c6-4a72-921e-5a13b0ff1188 x-openstack-request-id: req-42519e4c-48c6-4a72-921e-5a13b0ff1188 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:42.620065 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffdacd8-1f09-474a-a24b-ad407326969c", "name": "network-vif-deleted", "tag": "d968db0a-a2ea-4f92-9468-a4ba0bae356e", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:42.620320 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42519e4c-48c6-4a72-921e-5a13b0ff1188 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:42.620732 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffdacd8-1f09-474a-a24b-ad407326969c', 'name': 'network-vif-deleted', 'tag': 'd968db0a-a2ea-4f92-9468-a4ba0bae356e', 'status': 'completed', 'code': 200} Sep 16 05:20:42.651730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Allocated IP 172.20.0.6 (900f2a52-949b-4a7a-a19b-c9863a4b2656/e24f9f8d-8162-41fc-806a-6eb10aaf1742/e9faaf75-0dc9-4674-941e-7ca04e16c4e7) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:20:42.838001 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.879585 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:42.895829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d968db0a-a2ea-4f92-9468-a4ba0bae356e'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:42.925728 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Network 900f2a52-949b-4a7a-a19b-c9863a4b2656 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:20:42.930947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:20:42.935623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:20:42.939946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Pushing event updated for resources: {'Port': ['ID=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:42.997195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:42.997857 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.013203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-e3eb4b76-f782-4bb9-88fb-0cde2a28a572 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661252 Sep 16 05:20:43.031948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Request body: {'port': {'device_id': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:20:43.091312 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.370351 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f2d4e-0a76-472b-826c-3d6b119d4dd3 req-38a41614-fc9c-4e8b-97af-be3fecc58c47 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.371920 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888f2d4e-0a76-472b-826c-3d6b119d4dd3 req-38a41614-fc9c-4e8b-97af-be3fecc58c47 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 931 time: 0.0878186 Sep 16 05:20:43.447979 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9faaf75-0dc9-4674-941e-7ca04e16c4e7 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:43.457503 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-888f2d4e-0a76-472b-826c-3d6b119d4dd3 req-c8161767-44aa-48e4-b70b-109aca7020c9 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764322 Sep 16 05:20:43.459304 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.472808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Transition to ACTIVE for port object e9faaf75-0dc9-4674-941e-7ca04e16c4e7 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:20:43.477080 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.526380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Pushing event updated for resources: {'Port': ['ID=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:43.614287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Attempting to bind port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:20:43.614628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Attempting to bind port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:20:43.614985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Attempting to bind port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 on network 900f2a52-949b-4a7a-a19b-c9863a4b2656 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:43.619346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 on network 900f2a52-949b-4a7a-a19b-c9863a4b2656 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:20:43.619672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Attempting to bind port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 on network 900f2a52-949b-4a7a-a19b-c9863a4b2656 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:20:43.624553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:20:43.624894 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Checking segment: {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:20:43.625308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Bound using segment: {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:20:43.625757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Bound port: e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:20:43.626128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.699201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:20:43.703059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:20:43.708421 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.744650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.745270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:43.746690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] 10.222.0.50 "PUT /v2.0/ports/e9faaf75-0dc9-4674-941e-7ca04e16c4e7 HTTP/1.1" status: 200 len: 1092 time: 0.7197247 Sep 16 05:20:43.773243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b7e06-56bc-4a36-ae25-6e8ab545effc service neutron] Pushing event updated for resources: {'Port': ['ID=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:43.848254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac15b0-138d-4827-9e0d-177d70a775aa req-624c8e1a-67bc-41aa-b7b1-9e41edfd3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.849815 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-624c8e1a-67bc-41aa-b7b1-9e41edfd3fe0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 1095 time: 0.0431874 Sep 16 05:20:43.910754 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-87ee3cfd-cb54-48e4-a35e-eed146c60eb7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7 HTTP/1.1" status: 200 len: 217 time: 0.0510948 Sep 16 05:20:43.976176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac15b0-138d-4827-9e0d-177d70a775aa req-4da32725-a6f0-4bab-8872-e64cb792cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:43.977705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-4da32725-a6f0-4bab-8872-e64cb792cd80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0584240 Sep 16 05:20:44.016487 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-5c3d1e06-2eb7-4070-a870-7770a4859f92 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303407 Sep 16 05:20:44.122812 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-7ec84d2a-ef6f-41c7-b752-ffd8ebb65979 service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976276 Sep 16 05:20:44.240630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faac15b0-138d-4827-9e0d-177d70a775aa req-4ab63469-5c47-4a77-a2d4-b1b1b1b6c9a5 service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085329 Sep 16 05:20:44.599840 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3279cb5-df51-4dcd-ac22-4bc80edcc2f2 req-c8773b2d-d123-45b0-ab49-f349a02737f8 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.601803 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b3279cb5-df51-4dcd-ac22-4bc80edcc2f2 req-c8773b2d-d123-45b0-ab49-f349a02737f8 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 943 time: 0.0671856 Sep 16 05:20:44.621573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'tag': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:44.624112 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b1094e-7efd-42ea-9e83-9a96e541e6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921", "tag": "e9faaf75-0dc9-4674-941e-7ca04e16c4e7"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:44.647904 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b3279cb5-df51-4dcd-ac22-4bc80edcc2f2 req-df34fe8c-c60c-4cf7-b200-8ca8f0ce8f6b tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401664 Sep 16 05:20:44.700949 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39606c93-b028-42a2-beda-1b4ecec2a95a x-openstack-request-id: req-39606c93-b028-42a2-beda-1b4ecec2a95a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:44.701379 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921", "tag": "e9faaf75-0dc9-4674-941e-7ca04e16c4e7", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:44.701806 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39606c93-b028-42a2-beda-1b4ecec2a95a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:44.702895 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'tag': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7', 'status': 'completed', 'code': 200} Sep 16 05:20:44.785167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1094e-7efd-42ea-9e83-9a96e541e6fe req-358d5c51-0212-40d6-94f2-e38307a58311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.786681 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7b1094e-7efd-42ea-9e83-9a96e541e6fe req-358d5c51-0212-40d6-94f2-e38307a58311 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 1095 time: 0.0618398 Sep 16 05:20:44.887787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1094e-7efd-42ea-9e83-9a96e541e6fe req-9e83b52d-29ac-4417-9e9c-46f34a7b7499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.889294 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7b1094e-7efd-42ea-9e83-9a96e541e6fe req-9e83b52d-29ac-4417-9e9c-46f34a7b7499 service neutron] 10.222.0.50 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.0956151 Sep 16 05:20:44.934072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7b1094e-7efd-42ea-9e83-9a96e541e6fe req-d2caf361-9561-4e9c-ab6f-ffba4f746952 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7 HTTP/1.1" status: 200 len: 217 time: 0.0365648 Sep 16 05:20:44.985814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1094e-7efd-42ea-9e83-9a96e541e6fe req-5e0d471d-0259-4880-a354-ee08b9be1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:44.987308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7b1094e-7efd-42ea-9e83-9a96e541e6fe req-5e0d471d-0259-4880-a354-ee08b9be1a3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0454190 Sep 16 05:20:45.020057 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7b1094e-7efd-42ea-9e83-9a96e541e6fe req-5fc1ec4d-799b-44f2-9e94-20fd80b456d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251822 Sep 16 05:20:45.127175 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7b1094e-7efd-42ea-9e83-9a96e541e6fe req-081947d6-f05a-41e7-be42-4b2fc5afddd9 service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996420 Sep 16 05:20:45.226878 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e7b1094e-7efd-42ea-9e83-9a96e541e6fe req-99d42329-7c2b-4c87-a7b4-37b61375f8b7 service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917201 Sep 16 05:20:45.607615 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d968db0a-a2ea-4f92-9468-a4ba0bae356e no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:20:45.628396 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: d968db0a-a2ea-4f92-9468-a4ba0bae356e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:20:45.628799 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d968db0a-a2ea-4f92-9468-a4ba0bae356e not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:20:46.113820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd1726-8b3a-4450-8961-45b91b131d82 req-668844bc-296d-42ca-a7bb-228510151f81 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:46.115430 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1fd1726-8b3a-4450-8961-45b91b131d82 req-668844bc-296d-42ca-a7bb-228510151f81 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 943 time: 0.3859916 Sep 16 05:20:46.158022 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1fd1726-8b3a-4450-8961-45b91b131d82 req-45538367-0019-4cbd-b546-5e6cf85a2c69 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341063 Sep 16 05:20:47.242645 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1fa46f4f-7dc5-4731-9684-7c1deab33e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.281855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53df87-025b-4679-a466-94a175848304 req-a6272b51-09a7-422e-ac4a-bdabf6b4d1c9 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:47.283413 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4e53df87-025b-4679-a466-94a175848304 req-a6272b51-09a7-422e-ac4a-bdabf6b4d1c9 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 943 time: 0.0568862 Sep 16 05:20:47.322578 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4e53df87-025b-4679-a466-94a175848304 req-aea454ca-a8fb-44ee-bdca-99a2235fd2db tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330634 Sep 16 05:20:47.614394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e9faaf75-0dc9-4674-941e-7ca04e16c4e7 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:20:47.726309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:47.738455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7', 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656', 'port_id': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7', 'mac_address': 'fa:16:3e:96:40:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24f9f8d-8162-41fc-806a-6eb10aaf1742', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:20:47.777091 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.790613 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9faaf75-0dc9-4674-941e-7ca04e16c4e7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:20:47.809816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:47.815476 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:47.866061 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:47.873717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.874090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.874436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.874781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.875136 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.875453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.875780 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.876120 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.876439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.876763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.877225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:47.877630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:20:48.049568 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e9faaf75-0dc9-4674-941e-7ca04e16c4e7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:20:48.454280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e250d-8303-4c99-afc8-bfd756017e82 req-07277724-4048-4dc4-b966-46a3ee677ff1 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:48.455816 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b4e250d-8303-4c99-afc8-bfd756017e82 req-07277724-4048-4dc4-b966-46a3ee677ff1 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 944 time: 0.0530522 Sep 16 05:20:48.497107 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b4e250d-8303-4c99-afc8-bfd756017e82 req-9c5f5554-a218-4d23-9284-d422ce4531e3 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351603 Sep 16 05:20:49.626696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b8c5-707d-413f-9e61-a71e5f7d4c2e req-8c6629f0-19ce-4dde-9662-0810be80d092 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.628270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fb6b8c5-707d-413f-9e61-a71e5f7d4c2e req-8c6629f0-19ce-4dde-9662-0810be80d092 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 944 time: 0.0499229 Sep 16 05:20:49.629299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e9faaf75-0dc9-4674-941e-7ca04e16c4e7 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:20:49.671158 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fb6b8c5-707d-413f-9e61-a71e5f7d4c2e req-1183c0c7-3afd-4703-a975-1c1127ba875c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356507 Sep 16 05:20:49.688717 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:20:49.694013 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:20:49.694282 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.787799 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.818316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:20:49.820816 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1646ec4a-5491-465a-a255-c228d5824bc5" -d '{"events": [{"server_uuid": "5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921", "name": "network-vif-plugged", "status": "completed", "tag": "e9faaf75-0dc9-4674-941e-7ca04e16c4e7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:20:49.836838 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:20:49.841601 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:49.872618 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e188fc1-04aa-429f-9307-567576fd06c2 x-openstack-request-id: req-7e188fc1-04aa-429f-9307-567576fd06c2 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:20:49.872915 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921", "name": "network-vif-plugged", "status": "completed", "tag": "e9faaf75-0dc9-4674-941e-7ca04e16c4e7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:20:49.873172 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e188fc1-04aa-429f-9307-567576fd06c2 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:20:49.873565 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7', 'code': 200} Sep 16 05:20:49.912098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:20:49.974824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fa09c-22ff-4360-9f71-07e20f7262d3 req-6ee4fd57-7fe8-4d62-a357-c766c6e739e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:49.976335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-055fa09c-22ff-4360-9f71-07e20f7262d3 req-6ee4fd57-7fe8-4d62-a357-c766c6e739e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 1097 time: 0.0441177 Sep 16 05:20:50.020379 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-055fa09c-22ff-4360-9f71-07e20f7262d3 req-2aea229a-7525-4a53-abe3-2f13b670b6a7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308480 Sep 16 05:20:50.209624 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4596c64e-c326-415c-bfe6-c078d07a8770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:50.791289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc20be7-08a7-4797-9ff4-c9536da4f6c5 req-a9106bad-1b54-433e-852c-07049746064e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:50.792819 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fc20be7-08a7-4797-9ff4-c9536da4f6c5 req-a9106bad-1b54-433e-852c-07049746064e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0497725 Sep 16 05:20:50.835647 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fc20be7-08a7-4797-9ff4-c9536da4f6c5 req-76a8d0be-1386-46bb-b4f1-10a19a4baedd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361278 Sep 16 05:20:50.857212 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.774378 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:51.959209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509f054-fc71-4fe9-83c6-1226424f2b0a req-a404571e-8095-443b-8eb2-e69afae89f2e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:51.960745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1509f054-fc71-4fe9-83c6-1226424f2b0a req-a404571e-8095-443b-8eb2-e69afae89f2e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0533187 Sep 16 05:20:52.000717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1509f054-fc71-4fe9-83c6-1226424f2b0a req-a0e044dd-57e9-42cc-8739-f488f2a1fc65 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Sep 16 05:20:52.120489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbbd80-1c07-43c3-96e3-3cafec4bbbe2 req-8920ac5a-ee1d-4372-9fa7-0d8710bb6b92 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:52.122030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7dcbbd80-1c07-43c3-96e3-3cafec4bbbe2 req-8920ac5a-ee1d-4372-9fa7-0d8710bb6b92 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0497355 Sep 16 05:20:52.162546 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7dcbbd80-1c07-43c3-96e3-3cafec4bbbe2 req-b2d3b35e-675e-47e6-a9ec-b8a71203aad1 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336356 Sep 16 05:20:52.402008 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-a49e86ad-8ffe-4c65-bf11-09d4c3198b59 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451381 Sep 16 05:20:52.415789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0105b-c18a-497d-989e-c7b8cec77034 req-fc54f622-0066-481c-bd21-6406414bd1b7 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:52.417524 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fb0105b-c18a-497d-989e-c7b8cec77034 req-fc54f622-0066-481c-bd21-6406414bd1b7 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0558097 Sep 16 05:20:52.462196 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fb0105b-c18a-497d-989e-c7b8cec77034 req-9b627e86-4cca-4c6b-84c7-cfb9d60c22b8 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379009 Sep 16 05:20:53.306763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:20:53.526984 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-7ad24cab-e8ff-4441-bc01-525c1ca74b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.528534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-7ad24cab-e8ff-4441-bc01-525c1ca74b8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 1097 time: 0.0415287 Sep 16 05:20:53.658383 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d5a7f-7489-408b-8765-2841be0c3b8b req-30dafea4-a880-4d66-a42e-b808fadf9290 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.659871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-486d5a7f-7489-408b-8765-2841be0c3b8b req-30dafea4-a880-4d66-a42e-b808fadf9290 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.1052539 Sep 16 05:20:53.661320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-195d4f93-755a-405f-8b60-d38de5c9b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.662691 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-195d4f93-755a-405f-8b60-d38de5c9b0f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.1267366 Sep 16 05:20:53.716149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-1da69b0b-1318-4cb2-803d-4d56e68d12a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7 HTTP/1.1" status: 200 len: 217 time: 0.0428083 Sep 16 05:20:53.759190 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-486d5a7f-7489-408b-8765-2841be0c3b8b req-1c07645c-6bdf-49ed-9bd2-91a94bb3ed05 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931447 Sep 16 05:20:53.779977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-12c5f693-da2c-4471-85cb-1fb5df3d3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:53.781813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-12c5f693-da2c-4471-85cb-1fb5df3d3402 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0547328 Sep 16 05:20:53.820149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-46e99616-070b-4eb1-bee7-512e6eab304b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313454 Sep 16 05:20:53.911976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-7a6cc466-db45-4437-9047-30ae8ead7e42 service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842843 Sep 16 05:20:54.014033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-a124b2eb-c531-4b14-b49d-11ee8ef4fe8d service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912457 Sep 16 05:20:54.878171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d022d8-c5fe-4780-81e7-aa47853e8b45 req-246b4024-7bbd-46a3-999d-75dbd8394e8a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:54.879691 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35d022d8-c5fe-4780-81e7-aa47853e8b45 req-246b4024-7bbd-46a3-999d-75dbd8394e8a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0497525 Sep 16 05:20:54.921434 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35d022d8-c5fe-4780-81e7-aa47853e8b45 req-e2ccb3b2-6650-4317-9eca-ebdd50408a97 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347888 Sep 16 05:20:56.039857 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc0b70-6eba-4b49-a0c4-54f5c790dd22 req-68d33b30-7256-485a-b14a-551354f0050d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:56.041368 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72dc0b70-6eba-4b49-a0c4-54f5c790dd22 req-68d33b30-7256-485a-b14a-551354f0050d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0500138 Sep 16 05:20:56.080941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72dc0b70-6eba-4b49-a0c4-54f5c790dd22 req-210d1d40-bfcd-4595-9758-4a10a88c44fd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335853 Sep 16 05:20:57.209072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12249409-adec-471d-8cb4-30a887351a40 req-89424f0b-72b3-4923-944a-6ab332939bb3 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:57.210520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12249409-adec-471d-8cb4-30a887351a40 req-89424f0b-72b3-4923-944a-6ab332939bb3 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0557826 Sep 16 05:20:57.250062 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12249409-adec-471d-8cb4-30a887351a40 req-9ed228a6-2b68-414c-bbf8-505d5313f654 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335252 Sep 16 05:20:58.371007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b979d-4a33-4c37-b631-78aa21ec8efe req-a9c4dc90-f9dd-466e-9517-03b87525d843 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:58.372629 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b44b979d-4a33-4c37-b631-78aa21ec8efe req-a9c4dc90-f9dd-466e-9517-03b87525d843 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0519316 Sep 16 05:20:58.414416 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b44b979d-4a33-4c37-b631-78aa21ec8efe req-d2d07548-85a5-4f56-8e97-b89e3722a134 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347691 Sep 16 05:20:59.535220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f85d6-3793-423e-929e-a607ccdd7d0a req-6d292d88-52f5-42d2-987d-c2d59b02b3ee tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:20:59.536760 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b4f85d6-3793-423e-929e-a607ccdd7d0a req-6d292d88-52f5-42d2-987d-c2d59b02b3ee tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0489104 Sep 16 05:20:59.576366 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b4f85d6-3793-423e-929e-a607ccdd7d0a req-a03b774f-2647-49ce-8a51-92c06b074a3a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334907 Sep 16 05:21:00.699111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00970075-d999-4a4e-8e4d-62b4a4e474ca req-f1550c7d-b213-4792-bd06-1ec38328e82d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:00.700614 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00970075-d999-4a4e-8e4d-62b4a4e474ca req-f1550c7d-b213-4792-bd06-1ec38328e82d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0530002 Sep 16 05:21:00.742704 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-00970075-d999-4a4e-8e4d-62b4a4e474ca req-a40a5e45-dc13-4588-be48-6e8e9c42536a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353265 Sep 16 05:21:01.860230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb149a-4547-40ce-b4fe-0bad40c5b269 req-98ff8865-5702-4ff4-b256-51bcb73d7308 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:01.862488 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b9fb149a-4547-40ce-b4fe-0bad40c5b269 req-98ff8865-5702-4ff4-b256-51bcb73d7308 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0521269 Sep 16 05:21:01.902904 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b9fb149a-4547-40ce-b4fe-0bad40c5b269 req-85cb58e5-94fd-4a9a-8e7d-c7e4093c7a2f tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344913 Sep 16 05:21:03.030039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17087426-ecdd-4278-8310-3655068fc41a req-a3bcca91-cb9b-4735-a1bd-29051ff738cb tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:03.031558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17087426-ecdd-4278-8310-3655068fc41a req-a3bcca91-cb9b-4735-a1bd-29051ff738cb tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0492163 Sep 16 05:21:03.070424 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17087426-ecdd-4278-8310-3655068fc41a req-4245b2a8-2c9a-4435-b78d-93a2fe1a6ce8 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319691 Sep 16 05:21:04.209156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44af6f-1669-4b17-8b34-18fd037da915 req-1dae5e66-2a4b-4f8a-a558-4de43537fd6f tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:04.210605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c44af6f-1669-4b17-8b34-18fd037da915 req-1dae5e66-2a4b-4f8a-a558-4de43537fd6f tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0553904 Sep 16 05:21:04.249780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c44af6f-1669-4b17-8b34-18fd037da915 req-cd0e7aa5-61e9-4905-83f4-a263eb911e3d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Sep 16 05:21:05.367696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8886e-94a5-402b-9fc6-d08a67f91f76 req-f7b73051-c16a-46f0-b18e-06bd95e51f3a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:05.369203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fdf8886e-94a5-402b-9fc6-d08a67f91f76 req-f7b73051-c16a-46f0-b18e-06bd95e51f3a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0509083 Sep 16 05:21:05.403490 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:21:05.408679 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fdf8886e-94a5-402b-9fc6-d08a67f91f76 req-cc4b7600-d526-4f25-84e3-ac608874ab8a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334141 Sep 16 05:21:05.850333 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:06.530510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea847f-bf65-48bb-91b3-0a6c5ecbff40 req-67cb5034-3906-41ae-b391-510df7897102 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:06.532080 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7dea847f-bf65-48bb-91b3-0a6c5ecbff40 req-67cb5034-3906-41ae-b391-510df7897102 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0512354 Sep 16 05:21:06.570953 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7dea847f-bf65-48bb-91b3-0a6c5ecbff40 req-2c9e78cb-6a91-4df8-b49a-51ffcfae2d55 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Sep 16 05:21:07.690982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcbbcc-247a-48d9-bdd9-836f3ac08509 req-42d76012-559b-4a29-9335-cbee4b9a285d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:07.692482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29fcbbcc-247a-48d9-bdd9-836f3ac08509 req-42d76012-559b-4a29-9335-cbee4b9a285d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0530453 Sep 16 05:21:07.730508 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29fcbbcc-247a-48d9-bdd9-836f3ac08509 req-6393755a-13a9-42e6-91ad-9e4bfca9fbc0 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Sep 16 05:21:07.856422 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:08.860118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88efa3b-8fe3-422e-9fd1-0edda341b67f req-ee22f557-405b-4a04-8bcb-6c088a156213 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:08.862360 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f88efa3b-8fe3-422e-9fd1-0edda341b67f req-ee22f557-405b-4a04-8bcb-6c088a156213 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0605285 Sep 16 05:21:08.905248 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f88efa3b-8fe3-422e-9fd1-0edda341b67f req-1165e04a-da2e-4eed-9751-db68e6f7a03c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367818 Sep 16 05:21:10.039179 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f746646-a926-40eb-b7fe-e3b49f238636 req-f7bf4d2a-b450-4958-96e5-eeee42d1836f tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:10.040733 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f746646-a926-40eb-b7fe-e3b49f238636 req-f7bf4d2a-b450-4958-96e5-eeee42d1836f tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0511982 Sep 16 05:21:10.081537 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f746646-a926-40eb-b7fe-e3b49f238636 req-a08fc503-9337-4c61-88e8-41633b1b999e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347383 Sep 16 05:21:11.201471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc0d27-d3f4-46f7-9a73-867f6c872018 req-293190ea-01d3-4fb7-a6c5-53150eeb5590 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:11.202909 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2bfc0d27-d3f4-46f7-9a73-867f6c872018 req-293190ea-01d3-4fb7-a6c5-53150eeb5590 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0529621 Sep 16 05:21:11.242314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2bfc0d27-d3f4-46f7-9a73-867f6c872018 req-f4846fb7-4600-48e2-ba49-7501331f6560 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Sep 16 05:21:12.362329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df675631-745b-409c-b816-93a279e471ea req-baaccf52-0bad-4173-b85d-c54411b39313 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:12.363853 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df675631-745b-409c-b816-93a279e471ea req-baaccf52-0bad-4173-b85d-c54411b39313 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0537891 Sep 16 05:21:12.402523 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df675631-745b-409c-b816-93a279e471ea req-96024d7e-66c2-4445-87d4-95f417181e98 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Sep 16 05:21:13.528708 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf1c59-a8c4-406a-9e46-3cc69a0edc98 req-c359b4c7-c076-4e51-8226-7c3b6294c213 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:13.530311 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87bf1c59-a8c4-406a-9e46-3cc69a0edc98 req-c359b4c7-c076-4e51-8226-7c3b6294c213 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0550489 Sep 16 05:21:13.572356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87bf1c59-a8c4-406a-9e46-3cc69a0edc98 req-8a58dc78-6061-4ffa-b118-1b57fc7d3654 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330958 Sep 16 05:21:14.692977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cabd8-9d71-4e63-ad99-58158f0dc2ab req-a14c4e65-a32a-4568-9b58-2e443447c9f2 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:14.694481 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb0cabd8-9d71-4e63-ad99-58158f0dc2ab req-a14c4e65-a32a-4568-9b58-2e443447c9f2 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0532854 Sep 16 05:21:14.733220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fb0cabd8-9d71-4e63-ad99-58158f0dc2ab req-64b4ab0e-7bdb-4297-9ddb-289484c2fd51 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Sep 16 05:21:15.459494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-d1a6a47c-2944-4f52-8f19-bd65fc10fdcc req-f514dac1-dd73-489e-8ba4-08f460310dc4 service neutron] (94744) timed out ('10.222.0.50', 52647) {{(pid=94744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:21:15.854083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe4985-6db0-497d-af5d-42a9bb401775 req-6676f7a1-1409-40ee-b6fe-792ebc77ceae tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:15.855891 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fbe4985-6db0-497d-af5d-42a9bb401775 req-6676f7a1-1409-40ee-b6fe-792ebc77ceae tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0518000 Sep 16 05:21:15.896405 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fbe4985-6db0-497d-af5d-42a9bb401775 req-5cd0f003-36f7-460f-80d0-19478aa080a8 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347435 Sep 16 05:21:17.022906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c78599-e6f1-4df1-9a5c-ba02eedeb076 req-6ca32543-8e3f-4b89-b416-8627e309c5fd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:17.024544 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2c78599-e6f1-4df1-9a5c-ba02eedeb076 req-6ca32543-8e3f-4b89-b416-8627e309c5fd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0541131 Sep 16 05:21:17.073985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2c78599-e6f1-4df1-9a5c-ba02eedeb076 req-9d9f2c1b-0e3b-45e8-a479-8e4617e6af8a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Sep 16 05:21:17.245300 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c1fb-88cf-48ed-9523-1b42acfa6c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:18.209359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750c769-3108-4661-b734-3e3fbb31aa9e req-4a763145-ff3a-4d08-816c-8f0ee4f2a025 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:18.210804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6750c769-3108-4661-b734-3e3fbb31aa9e req-4a763145-ff3a-4d08-816c-8f0ee4f2a025 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0647221 Sep 16 05:21:18.249869 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6750c769-3108-4661-b734-3e3fbb31aa9e req-e113d085-f5cc-4cd0-af80-3dab7efab2b5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328991 Sep 16 05:21:19.368504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d13514-4ca4-4167-99f3-5b16393cb600 req-293ee652-a596-4358-8fc1-eb3443b6413a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:19.370625 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93d13514-4ca4-4167-99f3-5b16393cb600 req-293ee652-a596-4358-8fc1-eb3443b6413a tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0528235 Sep 16 05:21:19.412513 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93d13514-4ca4-4167-99f3-5b16393cb600 req-90a74f1d-b63f-49f0-a0b2-b8fe40614750 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 Sep 16 05:21:20.213346 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8d0bec49-d736-44d4-b793-4a1c1489eade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:20.530393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8717b-3d77-4674-a411-09429ca739fc req-9cdd7425-3cce-443a-98ae-382bbcb392bd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:20.531894 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ea8717b-3d77-4674-a411-09429ca739fc req-9cdd7425-3cce-443a-98ae-382bbcb392bd tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0500398 Sep 16 05:21:20.575001 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ea8717b-3d77-4674-a411-09429ca739fc req-9ac34f30-e2ee-491d-87e6-ad9aa3bb6d38 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355878 Sep 16 05:21:20.854978 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.173049 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-15431403-c9f4-40ff-bd7f-0ac10ce851ea service neutron] show failed (client error): The resource could not be found. Sep 16 05:21:21.175261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-15431403-c9f4-40ff-bd7f-0ac10ce851ea service neutron] 10.222.0.50 "GET /v2.0/ports/e9faaf75-0dc9-4674-941e-7ca04e16c4e7/bindings/n-h2-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.1168675 Sep 16 05:21:21.436558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-de5b4833-94d9-43d0-a211-10582c712bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.438135 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-de5b4833-94d9-43d0-a211-10582c712bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921&tenant_id=88e92515628d493f9693b44888a64a39 HTTP/1.1" status: 200 len: 1097 time: 0.0934508 Sep 16 05:21:21.450885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:21.508584 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.695982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da654-ba44-4234-a3fd-007c5906abec req-9a747e22-c2f7-4653-a968-1ebd7bb9efc4 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:21.697709 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-446da654-ba44-4234-a3fd-007c5906abec req-9a747e22-c2f7-4653-a968-1ebd7bb9efc4 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0519054 Sep 16 05:21:21.718402 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:21.739956 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-446da654-ba44-4234-a3fd-007c5906abec req-bb8a72d5-6d14-43a8-afef-9806e9d60215 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361834 Sep 16 05:21:21.755140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:21.779821 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.803906 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:21.807731 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05ab3aa-b5a8-418f-a20f-b2f981a3bd7f" -d '{"events": [{"server_uuid": "5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921", "name": "network-vif-unplugged", "status": "completed", "tag": "e9faaf75-0dc9-4674-941e-7ca04e16c4e7"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:21.813515 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.834080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Transition to ACTIVE for port object e9faaf75-0dc9-4674-941e-7ca04e16c4e7 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:21.838663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:21.881184 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c24811-6155-4703-8af6-15a5d66d0f07 x-openstack-request-id: req-f2c24811-6155-4703-8af6-15a5d66d0f07 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:21.881484 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921", "name": "network-vif-unplugged", "status": "completed", "tag": "e9faaf75-0dc9-4674-941e-7ca04e16c4e7", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:21.881776 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2c24811-6155-4703-8af6-15a5d66d0f07 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:21.882179 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7', 'code': 200} Sep 16 05:21:21.910658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] No DVR routers for this DVR port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:21.913747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,revision_number=6']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:21.925382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:21.925770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:21.926399 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:21.926517 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:21.926795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:21.927130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:21.927467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:21.927832 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:21.928159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:21.928492 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:21.928821 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:21.929149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:21.959413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Attempting to bind port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:21.959770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Attempting to bind port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:21.960082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Attempting to bind port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 on network 900f2a52-949b-4a7a-a19b-c9863a4b2656 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:21.964281 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 on network 900f2a52-949b-4a7a-a19b-c9863a4b2656 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:21.964607 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Attempting to bind port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 on network 900f2a52-949b-4a7a-a19b-c9863a4b2656 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:21.969407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:21.969789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Checking segment: {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:21.970178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Bound using segment: {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:21.970639 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Bound port: e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556a62f1-4c26-47f2-9618-262fe9705974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:21.971087 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.036261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:22.039451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:22.043635 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.078596 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.079246 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:22.080678 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] 10.222.0.15 "PUT /v2.0/ports/e9faaf75-0dc9-4674-941e-7ca04e16c4e7 HTTP/1.1" status: 200 len: 1092 time: 0.6339114 Sep 16 05:21:22.103846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacf11b-d5f9-4aff-bc19-cef0d8114ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:22.151871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-be941453-1a78-42fb-b11f-03782c6426c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.153462 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-be941453-1a78-42fb-b11f-03782c6426c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 1095 time: 0.0467265 Sep 16 05:21:22.251783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-afb21658-0f1a-494d-b969-733566d434ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.254712 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-afb21658-0f1a-494d-b969-733566d434ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.0937357 Sep 16 05:21:22.300836 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-88f81aa1-5fa8-47af-87e8-786e769c9218 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7 HTTP/1.1" status: 200 len: 217 time: 0.0391538 Sep 16 05:21:22.350602 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-52791cc9-3b55-4820-896c-52692e24a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.352121 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-52791cc9-3b55-4820-896c-52692e24a918 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0446706 Sep 16 05:21:22.386032 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-55ee7509-0865-42c3-bae7-b46b20db56b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270090 Sep 16 05:21:22.480352 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-7955d491-eca6-4f74-8819-d0a708b08f58 service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869222 Sep 16 05:21:22.570788 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f01f4a95-f380-41e4-98e1-5e8bd74c5e62 req-0956508c-11ec-4785-aaab-809e98c3331d service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829701 Sep 16 05:21:22.866231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e67e0-0318-4c25-b67b-7ac7ab91ba3c req-d05aac26-b5fa-4991-b1db-dc8d2a12be57 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.867670 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-583e67e0-0318-4c25-b67b-7ac7ab91ba3c req-d05aac26-b5fa-4991-b1db-dc8d2a12be57 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 943 time: 0.0508683 Sep 16 05:21:22.903509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982853b1-6626-453c-a494-e5a62c965be7 req-8e5d79c4-e63e-4955-98a2-af15f6bd2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:22.905087 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-982853b1-6626-453c-a494-e5a62c965be7 req-8e5d79c4-e63e-4955-98a2-af15f6bd2a24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 1095 time: 0.0419192 Sep 16 05:21:22.909054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-583e67e0-0318-4c25-b67b-7ac7ab91ba3c req-e8e0910d-e33c-4d8b-8043-384dccaaac06 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Sep 16 05:21:23.014617 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982853b1-6626-453c-a494-e5a62c965be7 req-8ca6e746-14a1-4398-9e79-7d94e87ee45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:23.016122 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-982853b1-6626-453c-a494-e5a62c965be7 req-8ca6e746-14a1-4398-9e79-7d94e87ee45b service neutron] 10.222.0.15 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.0897303 Sep 16 05:21:23.059283 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-982853b1-6626-453c-a494-e5a62c965be7 req-625bbf99-1f27-4055-8115-baf288f9b088 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7 HTTP/1.1" status: 200 len: 217 time: 0.0347695 Sep 16 05:21:23.113526 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982853b1-6626-453c-a494-e5a62c965be7 req-213dbacc-91c4-4890-b5b3-fa577b10333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:23.115066 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-982853b1-6626-453c-a494-e5a62c965be7 req-213dbacc-91c4-4890-b5b3-fa577b10333a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0483098 Sep 16 05:21:23.147523 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-982853b1-6626-453c-a494-e5a62c965be7 req-3f739236-a5aa-463c-a469-5f5608cf8185 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247908 Sep 16 05:21:23.240749 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-982853b1-6626-453c-a494-e5a62c965be7 req-128cd9b2-04ee-4ddb-8138-2b92cb4543d0 service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855715 Sep 16 05:21:23.309722 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:23.336640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-982853b1-6626-453c-a494-e5a62c965be7 req-87d90bbd-e0dd-4f89-9a72-3c362337eb3c service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888605 Sep 16 05:21:23.883071 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'tag': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:23.885457 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921", "tag": "e9faaf75-0dc9-4674-941e-7ca04e16c4e7"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:23.956579 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a830b26f-b63f-472d-b6ab-7d49610d8345 x-openstack-request-id: req-a830b26f-b63f-472d-b6ab-7d49610d8345 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:23.957210 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921", "tag": "e9faaf75-0dc9-4674-941e-7ca04e16c4e7", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:23.957703 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a830b26f-b63f-472d-b6ab-7d49610d8345 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:23.958365 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'tag': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7', 'status': 'completed', 'code': 200} Sep 16 05:21:24.008467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-460cd3c5-8eb4-4b14-86ed-fef7dcf9a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.010169 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-460cd3c5-8eb4-4b14-86ed-fef7dcf9a783 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 1095 time: 0.0485926 Sep 16 05:21:24.048446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-96cc72ec-c1d9-4f2b-a946-a8e9ffcddc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.050108 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-96cc72ec-c1d9-4f2b-a946-a8e9ffcddc04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 1095 time: 0.0773065 Sep 16 05:21:24.067458 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa5fec-601a-4bcc-b0f6-af95e0f87b2e req-1c353a78-42fd-4a38-a4c3-2387c137bb57 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.069366 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6aaa5fec-601a-4bcc-b0f6-af95e0f87b2e req-1c353a78-42fd-4a38-a4c3-2387c137bb57 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 943 time: 0.0659792 Sep 16 05:21:24.116783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-6d08a26e-0ed5-4783-9560-80197b4fef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.118497 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-6d08a26e-0ed5-4783-9560-80197b4fef15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.1013823 Sep 16 05:21:24.166475 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-458116b9-e731-4a09-bc07-82b8725d643f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7 HTTP/1.1" status: 200 len: 217 time: 0.0408354 Sep 16 05:21:24.212853 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6aaa5fec-601a-4bcc-b0f6-af95e0f87b2e req-45d7c499-2516-4720-9bd7-f0207b215286 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102402 Sep 16 05:21:24.224025 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-eebbc82e-83ca-47de-8593-535234e4bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.225626 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-eebbc82e-83ca-47de-8593-535234e4bc88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0494838 Sep 16 05:21:24.229986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-78a3a02e-9ece-418b-a5ea-8920dec3c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.231470 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-78a3a02e-9ece-418b-a5ea-8920dec3c105 service neutron] 10.222.0.50 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.1609893 Sep 16 05:21:24.276696 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-b43ba6d3-862a-439a-970a-45a209c54dea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440574 Sep 16 05:21:24.293988 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-a186f589-9ff7-4510-aabf-ad5f36895231 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7 HTTP/1.1" status: 200 len: 217 time: 0.0489111 Sep 16 05:21:24.348647 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-a9f9a38f-d149-4981-b93d-a2fab7993018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:24.350176 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-a9f9a38f-d149-4981-b93d-a2fab7993018 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0459948 Sep 16 05:21:24.370382 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-185c1bf9-a5aa-4e8a-8c9c-40296145e94a service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871313 Sep 16 05:21:24.387831 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-d6953c11-d11a-4370-9c70-47a9e2be88fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250750 Sep 16 05:21:24.466959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-c3836a27-ab59-4091-b2cd-8e64002c82e7 service neutron] 10.222.0.15 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898509 Sep 16 05:21:24.488591 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-95681fc0-2d19-4ea4-8fd7-12acfdde63f3 service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898163 Sep 16 05:21:24.598641 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-832b1ca7-9efa-4a0e-a798-bbf14196c3c5 req-dc255e81-b35c-4aa7-a7a2-961f16383eb5 service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975633 Sep 16 05:21:25.342678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18790c46-e665-4853-997d-9c3264bf4326 req-58b800e2-1737-49b2-968b-564256fe0b57 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.344181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-18790c46-e665-4853-997d-9c3264bf4326 req-58b800e2-1737-49b2-968b-564256fe0b57 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 943 time: 0.0497935 Sep 16 05:21:25.383129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-18790c46-e665-4853-997d-9c3264bf4326 req-aedf37fc-44fa-4882-8397-87e65651bcff tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Sep 16 05:21:25.584458 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6458e-5acd-4986-88b1-b6a4b2356149 req-a92f30a4-a5cb-4c07-be69-bd34c3c3e0a0 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.586033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1c6458e-5acd-4986-88b1-b6a4b2356149 req-a92f30a4-a5cb-4c07-be69-bd34c3c3e0a0 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 943 time: 0.0563457 Sep 16 05:21:25.655236 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c1c6458e-5acd-4986-88b1-b6a4b2356149 req-87ff0b4b-2020-436c-a18a-efb73c11e077 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630884 Sep 16 05:21:25.673142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-c8cefea4-7c64-455f-9315-8ae55dcf352e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.675252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-c8cefea4-7c64-455f-9315-8ae55dcf352e tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.50 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921&tenant_id=88e92515628d493f9693b44888a64a39&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 943 time: 0.0694673 Sep 16 05:21:25.741871 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-27a20024-cb26-48c4-8123-7c5ddb29070f service neutron] delete failed (client error): The resource could not be found. Sep 16 05:21:25.742887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-27a20024-cb26-48c4-8123-7c5ddb29070f service neutron] 10.222.0.50 "DELETE /v2.0/ports/e9faaf75-0dc9-4674-941e-7ca04e16c4e7/bindings/n-h1-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0547445 Sep 16 05:21:25.787879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e9faaf75-0dc9-4674-941e-7ca04e16c4e7 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:25.829763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e9faaf75-0dc9-4674-941e-7ca04e16c4e7 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:25.838907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-c963dd99-302d-4dd0-b492-58fdef105ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.840739 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-c963dd99-302d-4dd0-b492-58fdef105ff6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=88e92515628d493f9693b44888a64a39&device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 1095 time: 0.0433695 Sep 16 05:21:25.911221 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e9faaf75-0dc9-4674-941e-7ca04e16c4e7 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:25.923238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:25.934291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7', 'network_id': '900f2a52-949b-4a7a-a19b-c9863a4b2656', 'port_id': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7', 'mac_address': 'fa:16:3e:96:40:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24f9f8d-8162-41fc-806a-6eb10aaf1742', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:25.980237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-7eb3e4f3-ee78-41d1-b7be-55fb78f4d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:25.981774 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-7eb3e4f3-ee78-41d1-b7be-55fb78f4d809 service neutron] 10.222.0.50 "GET /v2.0/networks?id=900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 200 len: 916 time: 0.1323402 Sep 16 05:21:26.030177 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-2144844f-dd65-4752-b390-603c1ecad156 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7 HTTP/1.1" status: 200 len: 217 time: 0.0371902 Sep 16 05:21:26.088802 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-df924f88-cee9-48f1-a3f5-e59a4e66a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:26.090388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-df924f88-cee9-48f1-a3f5-e59a4e66a557 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 200 len: 855 time: 0.0498335 Sep 16 05:21:26.128431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-ffa8f79a-49dd-427d-b258-c75e57cf40f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=900f2a52-949b-4a7a-a19b-c9863a4b2656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262904 Sep 16 05:21:26.137319 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.151312 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9faaf75-0dc9-4674-941e-7ca04e16c4e7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:26.170758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:26.176738 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:26.225028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:26.237303 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-52bd2340-c493-4a33-94c3-d3833fdf0108 service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966930 Sep 16 05:21:26.339001 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e0cccc5-4af6-4ce9-b526-53f0e23b5bf7 req-77cf6f0f-e225-426a-a911-ac15320faccc service neutron] 10.222.0.50 "GET /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888834 Sep 16 05:21:26.388453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['e9faaf75-0dc9-4674-941e-7ca04e16c4e7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:26.775844 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845744e-f1e4-4055-a6e2-f1336107a929 req-797a95e4-8ac8-488b-8a84-165f6ae7beb1 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:26.777363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9845744e-f1e4-4055-a6e2-f1336107a929 req-797a95e4-8ac8-488b-8a84-165f6ae7beb1 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 944 time: 0.0526805 Sep 16 05:21:26.820483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9845744e-f1e4-4055-a6e2-f1336107a929 req-ad428448-fb76-42bd-84ae-3faf1bf005e5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369735 Sep 16 05:21:27.791532 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e9faaf75-0dc9-4674-941e-7ca04e16c4e7 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:27.851488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:27.855526 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:27.855935 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.937739 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.958138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a73fe-d84a-4df8-adb9-6ce90308a285 req-49c2f3bd-50dc-4dd4-9932-ca4108464728 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:27.961596 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4e5a73fe-d84a-4df8-adb9-6ce90308a285 req-49c2f3bd-50dc-4dd4-9932-ca4108464728 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 944 time: 0.0643046 Sep 16 05:21:27.967150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:27.970451 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20196775-2834-454d-9e35-e23fd1dc80d0" -d '{"events": [{"server_uuid": "5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921", "name": "network-vif-plugged", "status": "completed", "tag": "e9faaf75-0dc9-4674-941e-7ca04e16c4e7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:27.983972 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:27.988747 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:27.999804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4e5a73fe-d84a-4df8-adb9-6ce90308a285 req-cf817af0-d28f-4d82-a64b-08593b5a1051 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337381 Sep 16 05:21:28.044288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:28.113872 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d68c2cf-ee11-45e4-b1ed-32f2eedcae26 x-openstack-request-id: req-0d68c2cf-ee11-45e4-b1ed-32f2eedcae26 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:28.114238 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921", "name": "network-vif-plugged", "status": "completed", "tag": "e9faaf75-0dc9-4674-941e-7ca04e16c4e7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:28.114590 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d68c2cf-ee11-45e4-b1ed-32f2eedcae26 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:28.115213 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7', 'code': 200} Sep 16 05:21:28.216454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9bdaa-acfe-47b2-ac22-241d0dd598e4 req-a797393d-6f7f-428a-b5b3-2a7bea53ee2c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:28.217951 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15f9bdaa-acfe-47b2-ac22-241d0dd598e4 req-a797393d-6f7f-428a-b5b3-2a7bea53ee2c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0605140 Sep 16 05:21:28.256699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15f9bdaa-acfe-47b2-ac22-241d0dd598e4 req-27247468-edd7-4c2f-b753-3922178a24a8 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Sep 16 05:21:28.371185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79500c6d-4ba1-4799-bdd7-e91ebee308b0 req-1df4fa76-8d21-4568-bb41-df90999bdc1b tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:28.372595 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79500c6d-4ba1-4799-bdd7-e91ebee308b0 req-1df4fa76-8d21-4568-bb41-df90999bdc1b tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0495014 Sep 16 05:21:28.411187 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79500c6d-4ba1-4799-bdd7-e91ebee308b0 req-513f4060-4856-4589-9fcc-f05b117f106d tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323253 Sep 16 05:21:28.767114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d86987-0c5b-4233-8ecb-cf2b6929d323 req-af04234b-25ec-4c03-9100-2756ee59548b tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:28.768630 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0d86987-0c5b-4233-8ecb-cf2b6929d323 req-af04234b-25ec-4c03-9100-2756ee59548b tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0635815 Sep 16 05:21:28.808950 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0d86987-0c5b-4233-8ecb-cf2b6929d323 req-143d5b46-13e4-4ccd-8404-227f853b655c tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341277 Sep 16 05:21:29.912915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76d411-8c73-49de-ac46-0b009be2302a req-cc0d3c85-fe7b-4b08-b833-420b01fa50dc tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:29.914539 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c76d411-8c73-49de-ac46-0b009be2302a req-cc0d3c85-fe7b-4b08-b833-420b01fa50dc tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.15 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0678306 Sep 16 05:21:29.955758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923decf-a83d-49f7-917e-7c25f089d712 req-f8eecf81-f83b-413f-a190-c2f318c9cb4b tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:29.958499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5923decf-a83d-49f7-917e-7c25f089d712 req-f8eecf81-f83b-413f-a190-c2f318c9cb4b tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/ports?device_id=5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921 HTTP/1.1" status: 200 len: 945 time: 0.0762069 Sep 16 05:21:30.004028 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5923decf-a83d-49f7-917e-7c25f089d712 req-d88259e1-b88c-4ba8-bd1d-812b05ed3f1b tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.53 "GET /v2.0/security-groups?id=30148672-9256-4795-81f2-5cc23b5aedc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384476 Sep 16 05:21:30.022196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-0c76d411-8c73-49de-ac46-0b009be2302a req-9985901d-ad1d-4802-bc1a-7279ae64d553 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Deleting port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:21:30.022549 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0c76d411-8c73-49de-ac46-0b009be2302a req-9985901d-ad1d-4802-bc1a-7279ae64d553 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.122990 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-0c76d411-8c73-49de-ac46-0b009be2302a req-9985901d-ad1d-4802-bc1a-7279ae64d553 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] For port e9faaf75-0dc9-4674-941e-7ca04e16c4e7, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,segment=NetworkSegment(556a62f1-4c26-47f2-9618-262fe9705974),segment_id=556a62f1-4c26-47f2-9618-262fe9705974)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:30.123273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0c76d411-8c73-49de-ac46-0b009be2302a req-9985901d-ad1d-4802-bc1a-7279ae64d553 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.137203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-0c76d411-8c73-49de-ac46-0b009be2302a req-9985901d-ad1d-4802-bc1a-7279ae64d553 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Calling delete_port for e9faaf75-0dc9-4674-941e-7ca04e16c4e7 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:21:30.275719 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0c76d411-8c73-49de-ac46-0b009be2302a req-9985901d-ad1d-4802-bc1a-7279ae64d553 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.289423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['e9faaf75-0dc9-4674-941e-7ca04e16c4e7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:30.306414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985901d-ad1d-4802-bc1a-7279ae64d553 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Pushing event deleted for resources: {'Port': ['ID=e9faaf75-0dc9-4674-941e-7ca04e16c4e7,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:30.351326 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c76d411-8c73-49de-ac46-0b009be2302a req-9985901d-ad1d-4802-bc1a-7279ae64d553 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] No DVR routers for this DVR port e9faaf75-0dc9-4674-941e-7ca04e16c4e7 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:21:30.354283 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-0c76d411-8c73-49de-ac46-0b009be2302a req-9985901d-ad1d-4802-bc1a-7279ae64d553 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:30.356359 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0c76d411-8c73-49de-ac46-0b009be2302a req-9985901d-ad1d-4802-bc1a-7279ae64d553 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] 10.222.0.15 "DELETE /v2.0/ports/e9faaf75-0dc9-4674-941e-7ca04e16c4e7 HTTP/1.1" status: 204 len: 173 time: 0.4356399 Sep 16 05:21:30.356818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'name': 'network-vif-deleted', 'tag': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:30.359124 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e997d423-ba69-49c6-9b5c-e56a31b1fd92" -d '{"events": [{"server_uuid": "5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921", "name": "network-vif-deleted", "tag": "e9faaf75-0dc9-4674-941e-7ca04e16c4e7"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:30.398908 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e3b0c2-c51c-4f9b-b7e3-f0756c39e3c8 x-openstack-request-id: req-56e3b0c2-c51c-4f9b-b7e3-f0756c39e3c8 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:30.399336 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921", "name": "network-vif-deleted", "tag": "e9faaf75-0dc9-4674-941e-7ca04e16c4e7", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:30.399779 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56e3b0c2-c51c-4f9b-b7e3-f0756c39e3c8 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:30.400147 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5142f3e5-2f5d-4c58-b7d0-e5e7b58bf921', 'name': 'network-vif-deleted', 'tag': 'e9faaf75-0dc9-4674-941e-7ca04e16c4e7', 'status': 'completed', 'code': 200} Sep 16 05:21:31.143248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51468) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:31.195314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-f649805e-294b-4cd6-af70-d86aa148f520 admin admin] Deleting subnet e24f9f8d-8162-41fc-806a-6eb10aaf1742 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:21:31.198944 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f649805e-294b-4cd6-af70-d86aa148f520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.240057 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f649805e-294b-4cd6-af70-d86aa148f520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.291569 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f649805e-294b-4cd6-af70-d86aa148f520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.351337 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f649805e-294b-4cd6-af70-d86aa148f520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.376612 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649805e-294b-4cd6-af70-d86aa148f520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24f9f8d-8162-41fc-806a-6eb10aaf1742,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:31.380332 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f649805e-294b-4cd6-af70-d86aa148f520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.383065 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f649805e-294b-4cd6-af70-d86aa148f520 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e24f9f8d-8162-41fc-806a-6eb10aaf1742 HTTP/1.1" status: 204 len: 168 time: 0.2376571 Sep 16 05:21:31.385300 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51470) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:31.463016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.545773 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.567486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900f2a52-949b-4a7a-a19b-c9863a4b2656']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:31.576783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556a62f1-4c26-47f2-9618-262fe9705974') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:31.577083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556a62f1-4c26-47f2-9618-262fe9705974') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:31.587011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.600908 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.606829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:21:31.607121 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:21:31.608750 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:21:31.665941 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.671385 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.673302 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] 10.222.0.53 "DELETE /v2.0/networks/900f2a52-949b-4a7a-a19b-c9863a4b2656 HTTP/1.1" status: 204 len: 168 time: 0.2870476 Sep 16 05:21:31.684894 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ec2d4-14ce-47dc-9d55-c92d5f1a4a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=900f2a52-949b-4a7a-a19b-c9863a4b2656,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:31.786558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51474) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:31.832087 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-50ea408d-aa89-4159-bdfd-cf2565ab05ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88e92515628d493f9693b44888a64a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441678 Sep 16 05:21:31.834504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51476) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:31.882600 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0fd3cce9-67b1-4804-820c-5e9a4034c018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.903674 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0fd3cce9-67b1-4804-820c-5e9a4034c018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.954538 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0fd3cce9-67b1-4804-820c-5e9a4034c018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.957285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0fd3cce9-67b1-4804-820c-5e9a4034c018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:31.958823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0fd3cce9-67b1-4804-820c-5e9a4034c018 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30148672-9256-4795-81f2-5cc23b5aedc4 HTTP/1.1" status: 204 len: 168 time: 0.1232362 Sep 16 05:21:31.971829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3cce9-67b1-4804-820c-5e9a4034c018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30148672-9256-4795-81f2-5cc23b5aedc4,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:32.668204 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51498) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:32.768963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-39267953-network', 'tenant_id': '5f88110942084cc29a06800c334510b3'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:32.790411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Made reservation on behalf of 5f88110942084cc29a06800c334510b3 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:32.792682 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.800894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.914021 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.918225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.946322 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:21:32.952052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dc48b0-7cf5-4d4d-8682-5450095a963b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:32.960550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:32.960550 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Added segment a553d66b-75dc-4388-935e-a9987d40f3c9 of type vlan for network 806aff50-7f95-4cec-a37b-88f3a15934ef Sep 16 05:21:33.001140 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.027076 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.028087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:33.028656 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.069296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3999472 Sep 16 05:21:33.072571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51502) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:33.078564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ba92a655-0ba0-496c-a43e-85bce19cb294 admin admin] Request body: {'subnet': {'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-39267953-subnet', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:33.099503 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba92a655-0ba0-496c-a43e-85bce19cb294 admin admin] Made reservation on behalf of 5f88110942084cc29a06800c334510b3 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:33.099801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13d6fa-c5d4-4193-a195-c19f9f47f181 admin admin] Pushing event updated for resources: {'Network': ['ID=806aff50-7f95-4cec-a37b-88f3a15934ef,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:33.102153 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba92a655-0ba0-496c-a43e-85bce19cb294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.111328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 806aff50-7f95-4cec-a37b-88f3a15934ef details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:21:33.292354 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba92a655-0ba0-496c-a43e-85bce19cb294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.347632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92a655-0ba0-496c-a43e-85bce19cb294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ef434b-3bb2-4eee-b39e-7e303fbf76e1,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:33.366877 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba92a655-0ba0-496c-a43e-85bce19cb294 admin admin] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:33.367238 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba92a655-0ba0-496c-a43e-85bce19cb294 admin admin] Network hostable DHCP agents. Network: 806aff50-7f95-4cec-a37b-88f3a15934ef, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:21:33.384082 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba92a655-0ba0-496c-a43e-85bce19cb294 admin admin] Network 806aff50-7f95-4cec-a37b-88f3a15934ef is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:21:33.393013 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-ba92a655-0ba0-496c-a43e-85bce19cb294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 806aff50-7f95-4cec-a37b-88f3a15934ef) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:33.396773 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba92a655-0ba0-496c-a43e-85bce19cb294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:33.397365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ba92a655-0ba0-496c-a43e-85bce19cb294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.404469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06069ea9-e3b6-4d45-b533-49723dc8eb7c None None] Network 806aff50-7f95-4cec-a37b-88f3a15934ef requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:33.416511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ba92a655-0ba0-496c-a43e-85bce19cb294 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3394537 Sep 16 05:21:33.416825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51504) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:33.423101 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:33.454750 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.456458 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.509498 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.576415 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-806aff50-7f95-4cec-a37b-88f3a15934ef', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:21:33.577892 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.663630 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.756959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Allocated IP 172.20.0.2 (806aff50-7f95-4cec-a37b-88f3a15934ef/77ef434b-3bb2-4eee-b39e-7e303fbf76e1/60a83893-4ad4-4bce-b4a1-28f5f6d2ba19) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:33.832428 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e9faaf75-0dc9-4674-941e-7ca04e16c4e7 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:21:33.860931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: e9faaf75-0dc9-4674-941e-7ca04e16c4e7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:21:33.860931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device e9faaf75-0dc9-4674-941e-7ca04e16c4e7 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:21:33.896769 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.935608 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.954617 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:33.962360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.005694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Network 806aff50-7f95-4cec-a37b-88f3a15934ef is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:34.008909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:34.015087 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:34.021130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Pushing event updated for resources: {'Port': ['ID=60a83893-4ad4-4bce-b4a1-28f5f6d2ba19,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:34.070251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Allocated IP 172.25.0.213 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/fecce30e-593a-4f4b-ab68-1e83f1daec7d) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:34.077339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Attempting to bind port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:34.077796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Attempting to bind port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:34.078182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Attempting to bind port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:34.084169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:34.084484 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:34.084899 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.085307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Bound using segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:34.085839 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Bound port: 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:34.086551 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.171035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] For port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:34.176183 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] For port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=60a83893-4ad4-4bce-b4a1-28f5f6d2ba19,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:34.181120 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.216274 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.261524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42308b1e-0ab3-473a-899d-1fb27400a937 None None] Pushing event updated for resources: {'Port': ['ID=60a83893-4ad4-4bce-b4a1-28f5f6d2ba19,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:34.645444 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:34.689903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:34.693311 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:34.696125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:34.725756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Pushing event updated for resources: {'Port': ['ID=fecce30e-593a-4f4b-ab68-1e83f1daec7d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:34.978524 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.198481 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.252185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89f2fab-4aa5-4bf1-a01e-a1f22f947920 None None] Network 806aff50-7f95-4cec-a37b-88f3a15934ef requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:21:35.349762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Router 09d054b5-400a-4a38-aca9-c163452f571e is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:21:35.363169 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ba09df3e-935c-4a0d-954c-435fc3af8f3e None None] Provisioning complete for port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:35.363776 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ba09df3e-935c-4a0d-954c-435fc3af8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.436359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:35.467684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:35.478272 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Sync routers for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:35.486686 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.488168 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-13f60a95-27e1-40c4-8b5c-43b868b76c38 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0700788 Sep 16 05:21:35.490752 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51506) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:35.493171 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:35.494031 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:21:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:35.618623 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:35.620998 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ba09df3e-935c-4a0d-954c-435fc3af8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.636496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:35.637317 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.702213 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ba09df3e-935c-4a0d-954c-435fc3af8f3e None None] For port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=60a83893-4ad4-4bce-b4a1-28f5f6d2ba19,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:35.711016 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ba09df3e-935c-4a0d-954c-435fc3af8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.806357 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09df3e-935c-4a0d-954c-435fc3af8f3e None None] Pushing event updated for resources: {'Port': ['ID=60a83893-4ad4-4bce-b4a1-28f5f6d2ba19,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:35.832076 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:34Z', 'revision_number': 3, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:35.854897 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.865290 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Checking router: 09d054b5-400a-4a38-aca9-c163452f571e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:35.865955 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Updating router 09d054b5-400a-4a38-aca9-c163452f571e port fecce30e-593a-4f4b-ab68-1e83f1daec7d binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:21:35.894827 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:35.971577 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.034626 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bc020ba-d500-4f15-8362-9b8209b1f36a None None] Provisioning complete for port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:36.035088 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bc020ba-d500-4f15-8362-9b8209b1f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.148829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Allocated IP 172.20.0.1 (806aff50-7f95-4cec-a37b-88f3a15934ef/77ef434b-3bb2-4eee-b39e-7e303fbf76e1/a832404c-8857-4913-925a-a7a90f4df55d) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:36.253274 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.272653 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.278217 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.293386 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.332840 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Attempting to bind port fecce30e-593a-4f4b-ab68-1e83f1daec7d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:36.333282 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Attempting to bind port fecce30e-593a-4f4b-ab68-1e83f1daec7d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:36.333679 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Attempting to bind port fecce30e-593a-4f4b-ab68-1e83f1daec7d on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:36.334125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Network 806aff50-7f95-4cec-a37b-88f3a15934ef is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:36.335538 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Pushing event updated for resources: {'Port': ['ID=fecce30e-593a-4f4b-ab68-1e83f1daec7d,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:36.337016 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:36.342717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:36.344661 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:36.345022 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:36.345369 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:36.346474 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:36.346908 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:36.347184 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:36.347522 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:36.347950 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:36.348173 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:36.348504 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:36.348832 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:36.349158 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:36.352793 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:36.353172 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:36.353571 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.353984 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:36.354468 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Bound port: fecce30e-593a-4f4b-ab68-1e83f1daec7d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:36.354851 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.375039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Pushing event updated for resources: {'Port': ['ID=a832404c-8857-4913-925a-a7a90f4df55d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:36.397212 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.407617 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] For port fecce30e-593a-4f4b-ab68-1e83f1daec7d, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:36.411881 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] For port fecce30e-593a-4f4b-ab68-1e83f1daec7d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fecce30e-593a-4f4b-ab68-1e83f1daec7d,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:36.415740 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.479166 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:36.479805 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:21:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:36.521891 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138cc30-9071-4b18-be76-448310681f24 None None] Pushing event updated for resources: {'Port': ['ID=fecce30e-593a-4f4b-ab68-1e83f1daec7d,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:36.547099 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.620328 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:36.641057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fdadaed8-ee38-4bf6-b905-de0f01082b8e None None] Provisioning complete for port a832404c-8857-4913-925a-a7a90f4df55d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:36.641676 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fdadaed8-ee38-4bf6-b905-de0f01082b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.681909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fdadaed8-ee38-4bf6-b905-de0f01082b8e None None] Port a832404c-8857-4913-925a-a7a90f4df55d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:36.744797 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.749957 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.809586 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:34Z', 'revision_number': 3, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:36.820792 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:36.822846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Pushing event updated for resources: {'Port': ['ID=a832404c-8857-4913-925a-a7a90f4df55d,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:36.838203 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7e7f2-65b6-48f4-9b5d-69c6222b7ab1 None None] The sync data for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 is: [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:34Z', 'revision_number': 3, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:36.919007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Network 806aff50-7f95-4cec-a37b-88f3a15934ef is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:36.920400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:37.058033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Router 09d054b5-400a-4a38-aca9-c163452f571e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:37.212772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:37.218034 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e37ed4f9-51cc-4fb8-af03-56572f1ecf36 admin admin] 10.222.0.53 "PUT /v2.0/routers/09d054b5-400a-4a38-aca9-c163452f571e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7262862 Sep 16 05:21:37.316280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-91583a5a-7671-43a9-abde-8c14848c6f30 None None] Provisioning complete for port a832404c-8857-4913-925a-a7a90f4df55d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:37.316927 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-91583a5a-7671-43a9-abde-8c14848c6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.386386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-91583a5a-7671-43a9-abde-8c14848c6f30 None None] Port a832404c-8857-4913-925a-a7a90f4df55d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:37.514852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:37.570545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:37.570845 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.672195 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fecce30e-593a-4f4b-ab68-1e83f1daec7d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:37.729768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port fecce30e-593a-4f4b-ab68-1e83f1daec7d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:37.729768 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.730580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51514) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:37.735476 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f0206792-3cba-49b1-b768-1cc826e7d0df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--467887608', 'description': 'tempest-description--384399337'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:37.764675 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f0206792-3cba-49b1-b768-1cc826e7d0df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.824039 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.846467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port fecce30e-593a-4f4b-ab68-1e83f1daec7d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fecce30e-593a-4f4b-ab68-1e83f1daec7d,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:37.851106 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.857440 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f0206792-3cba-49b1-b768-1cc826e7d0df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.863443 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f0206792-3cba-49b1-b768-1cc826e7d0df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.897329 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f0206792-3cba-49b1-b768-1cc826e7d0df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.898358 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:37.898620 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f0206792-3cba-49b1-b768-1cc826e7d0df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1670132 Sep 16 05:21:37.899742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0206792-3cba-49b1-b768-1cc826e7d0df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f82f422-3dda-4318-b051-541520eca188,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.902575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51516) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:37.909149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Request body: {'security_group_rule': {'security_group_id': '8f82f422-3dda-4318-b051-541520eca188', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:37.912600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=fecce30e-593a-4f4b-ab68-1e83f1daec7d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:37.940367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.006399 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.010559 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.030082 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa13eb1e-074d-4c83-8b1c-302c31cc12c2,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:38.039174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.040408 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357732 Sep 16 05:21:38.041877 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:38.042230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:38.042578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:38.042920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:38.043198 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 51518) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:38.043304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:38.043583 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:38.043919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:38.044271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:38.044585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:38.044927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:38.045243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:38.045571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ef54c5-7291-4932-8259-a269c97b767c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:38.047883 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-06cd99c6-720f-487c-a67f-789f33340433 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Request body: {'security_group_rule': {'security_group_id': '8f82f422-3dda-4318-b051-541520eca188', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:38.077327 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06cd99c6-720f-487c-a67f-789f33340433 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.136661 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06cd99c6-720f-487c-a67f-789f33340433 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.140448 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06cd99c6-720f-487c-a67f-789f33340433 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.159029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd99c6-720f-487c-a67f-789f33340433 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259ced48-4213-4c27-bfac-0912286fb5c3,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:38.162372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06cd99c6-720f-487c-a67f-789f33340433 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.163593 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-06cd99c6-720f-487c-a67f-789f33340433 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193643 Sep 16 05:21:38.166686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51520) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:38.171304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:38.197374 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.300849 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.417252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Allocated IP 172.25.0.86 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/1ebe1c32-2104-474f-95ca-0875ad2ac63c) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:38.526861 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.534749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Sync routers for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:38.544134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:38.544933 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:21:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:38.567085 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.606253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:38.609185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:38.615142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:38.638944 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event updated for resources: {'Port': ['ID=1ebe1c32-2104-474f-95ca-0875ad2ac63c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:38.663832 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:38.710367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.746811 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.872465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 2, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:38.899230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Checking router: 09d054b5-400a-4a38-aca9-c163452f571e for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:38.899591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Updating router 09d054b5-400a-4a38-aca9-c163452f571e port a832404c-8857-4913-925a-a7a90f4df55d binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:21:38.905318 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.910917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.927874 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:38.986975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event updated for resources: {'Port': ['ID=1ebe1c32-2104-474f-95ca-0875ad2ac63c,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:38.995381 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.014697 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.016590 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ec55cfaf-567d-415b-867c-2e8cd77d1f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8488450 Sep 16 05:21:39.170327 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-013f2da9-7d3b-457a-813f-224018a3aa00 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--467887608&fields=id&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 267 time: 0.0342689 Sep 16 05:21:39.219367 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.227165 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.280014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73d1e4-5ff6-418f-a2c2-a370ec0cc398 None None] Pushing event updated for resources: {'Port': ['ID=a832404c-8857-4913-925a-a7a90f4df55d,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:39.296522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-74699d03-5d24-46e6-bcaf-92cdd15a014a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:39.298126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-74699d03-5d24-46e6-bcaf-92cdd15a014a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 810 time: 0.1195714 Sep 16 05:21:39.316860 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-ee71edaa-7c45-4e01-91c7-0352c8ca6a3b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/quotas/5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 375 time: 0.0114791 Sep 16 05:21:39.335951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Attempting to bind port a832404c-8857-4913-925a-a7a90f4df55d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:39.336338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Attempting to bind port a832404c-8857-4913-925a-a7a90f4df55d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:39.336713 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Attempting to bind port a832404c-8857-4913-925a-a7a90f4df55d on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:39.342908 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:39.343504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:39.343761 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.344164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Bound using segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:39.344646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Bound port: a832404c-8857-4913-925a-a7a90f4df55d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:39.345035 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.378217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-030f5ad5-e216-438a-962b-c8049e562b55 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550134 Sep 16 05:21:39.492370 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-b531d60b-b6c4-4084-9134-90471bbebcd1 service neutron] 10.222.0.53 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013916 Sep 16 05:21:39.550459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fecce30e-593a-4f4b-ab68-1e83f1daec7d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:39.591184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-db3a90d6-46ab-4f71-9754-e5638436fb4b service neutron] 10.222.0.53 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920122 Sep 16 05:21:39.615235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2adc0c0d-33e4-4eb6-8c3e-bb16cd8a8e1a None None] Provisioning complete for port a832404c-8857-4913-925a-a7a90f4df55d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:39.615607 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2adc0c0d-33e4-4eb6-8c3e-bb16cd8a8e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.641856 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] For port a832404c-8857-4913-925a-a7a90f4df55d, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:39.660680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] For port a832404c-8857-4913-925a-a7a90f4df55d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a832404c-8857-4913-925a-a7a90f4df55d,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:39.668486 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.703585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-2adc0c0d-33e4-4eb6-8c3e-bb16cd8a8e1a None None] Port a832404c-8857-4913-925a-a7a90f4df55d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:39.723808 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port fecce30e-593a-4f4b-ab68-1e83f1daec7d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:39.724301 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:39.765639 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6867a7ab-e517-4dea-a87e-6cec4e170fe4 req-dd07216e-d34d-44c8-9bfb-c9b27486946e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 210 time: 0.0320520 Sep 16 05:21:39.771241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73d1e4-5ff6-418f-a2c2-a370ec0cc398 None None] Pushing event updated for resources: {'Port': ['ID=a832404c-8857-4913-925a-a7a90f4df55d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:39.799665 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:39.800403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:21:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:39.951595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:40.072096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1be13a47-a9b7-4531-9ec3-6beeb9dbe858 None None] Provisioning complete for port a832404c-8857-4913-925a-a7a90f4df55d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:40.072408 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1be13a47-a9b7-4531-9ec3-6beeb9dbe858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.235259 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1be13a47-a9b7-4531-9ec3-6beeb9dbe858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.287050 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1be13a47-a9b7-4531-9ec3-6beeb9dbe858 None None] For port a832404c-8857-4913-925a-a7a90f4df55d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a832404c-8857-4913-925a-a7a90f4df55d,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:40.291004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:39Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:40.294365 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1be13a47-a9b7-4531-9ec3-6beeb9dbe858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:40.327778 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0d0e4-ffc7-4e3e-a2dd-9f5bfa1ae247 None None] The sync data for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 is: [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:39Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:40.375363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be13a47-a9b7-4531-9ec3-6beeb9dbe858 None None] Pushing event updated for resources: {'Port': ['ID=a832404c-8857-4913-925a-a7a90f4df55d,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:40.883522 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-df7b4b81-b4df-4212-bad9-0ff86d502d2b req-78214568-5fb9-4f5b-9c43-ba066b602cb6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 210 time: 0.0279238 Sep 16 05:21:41.051882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-1307eb38-1849-4b85-b608-87ec44852cb3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.053780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-1307eb38-1849-4b85-b608-87ec44852cb3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 810 time: 0.1377501 Sep 16 05:21:41.109387 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-377547f5-495d-479a-9cb8-ca72c97d1f4f tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 379 time: 0.0396268 Sep 16 05:21:41.121485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Request body: {'port': {'device_id': '08377e88-b93e-43a6-8104-17879ae7272e', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'admin_state_up': True, 'tenant_id': '5f88110942084cc29a06800c334510b3', 'security_groups': ['8f82f422-3dda-4318-b051-541520eca188']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:41.254969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Made reservation on behalf of 5f88110942084cc29a06800c334510b3 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:21:41.258414 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.403617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Allocated IP 172.20.0.9 (806aff50-7f95-4cec-a37b-88f3a15934ef/77ef434b-3bb2-4eee-b39e-7e303fbf76e1/3db5b26e-b5fc-4b89-8e6e-37eaaaf20356) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:21:41.432243 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a832404c-8857-4913-925a-a7a90f4df55d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:41.495364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port a832404c-8857-4913-925a-a7a90f4df55d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:41.495737 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.577223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.615097 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.660609 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Network 806aff50-7f95-4cec-a37b-88f3a15934ef is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:21:41.663786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:21:41.670132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:21:41.699097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event updated for resources: {'Port': ['ID=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:41.728907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:41.729546 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:41.745159 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-5200b748-466e-413a-be57-82ed9b3ad27c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6278856 Sep 16 05:21:41.763522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Request body: {'port': {'device_id': '08377e88-b93e-43a6-8104-17879ae7272e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:42.031953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7468afbe-1e60-43dc-8e21-bd02db74572b None None] Provisioning complete for port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:42.032336 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7468afbe-1e60-43dc-8e21-bd02db74572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.070390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7468afbe-1e60-43dc-8e21-bd02db74572b None None] Port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:21:42.195691 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.214797 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce66f1-0ec3-4dc2-942c-1b6af50a5fcd req-860a8be6-b2ef-4fe2-83fb-21f87cdc72a5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.216410 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1cce66f1-0ec3-4dc2-942c-1b6af50a5fcd req-860a8be6-b2ef-4fe2-83fb-21f87cdc72a5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 931 time: 0.0863705 Sep 16 05:21:42.346377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1cce66f1-0ec3-4dc2-942c-1b6af50a5fcd req-cc685f75-569a-4ad7-bb76-bcc5cf4227d6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038554 Sep 16 05:21:42.402609 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:21:42.520263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:42.528663 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.542097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Transition to ACTIVE for port object 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:21:42.546610 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.598960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Pushing event updated for resources: {'Port': ['ID=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:42.682963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Attempting to bind port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:21:42.683303 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Attempting to bind port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:21:42.683643 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Attempting to bind port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:42.690850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 on network 806aff50-7f95-4cec-a37b-88f3a15934ef not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:21:42.691369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Attempting to bind port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:21:42.699593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:21:42.700158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:21:42.700789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Bound using segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:21:42.701493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Bound port: 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:21:42.702317 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.775324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:21:42.778796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:21:42.784572 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.818824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.819555 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:42.820886 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] 10.222.0.50 "PUT /v2.0/ports/3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 200 len: 1092 time: 1.0620673 Sep 16 05:21:42.821345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:42.823986 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363e9289-c779-4aa2-9fbb-d9e857aa240b" -d '{"events": [{"name": "network-changed", "server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:42.853083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b983b44-553c-492d-98d0-3aa246e59891 service neutron] Pushing event updated for resources: {'Port': ['ID=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:42.920556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-0abf7853-31dc-4ba7-a970-53973b8f9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:42.922353 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-0abf7853-31dc-4ba7-a970-53973b8f9cbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 1095 time: 0.0542119 Sep 16 05:21:42.979332 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b834f62b-9288-4cf6-92c3-1c3df0492ac8 x-openstack-request-id: req-b834f62b-9288-4cf6-92c3-1c3df0492ac8 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:42.979813 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:42.979967 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b834f62b-9288-4cf6-92c3-1c3df0492ac8 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:42.980316 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'status': 'completed', 'code': 200} Sep 16 05:21:42.983880 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-7e897973-eb0a-433c-bdbf-1cfcb7525d88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 200 len: 217 time: 0.0484002 Sep 16 05:21:43.046596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8fcdff88-9f26-4bd9-b522-2520be9d7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.048133 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-8fcdff88-9f26-4bd9-b522-2520be9d7661 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0557435 Sep 16 05:21:43.108078 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-53ad960b-315d-40a9-9e50-27eee5caaa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.109375 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-53ad960b-315d-40a9-9e50-27eee5caaa1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490727 Sep 16 05:21:43.226716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-fd9d9134-8677-4a86-9e25-fee208be4905 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042852 Sep 16 05:21:43.332840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7e60ca01-6696-4f4e-9608-808fddf9d958 req-7c35fd36-4bc3-4ce2-b136-c7decbe87bac service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935833 Sep 16 05:21:43.471004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e9289-c779-4aa2-9fbb-d9e857aa240b req-053749cd-b217-490a-9088-31db2c1bdaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.472576 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-363e9289-c779-4aa2-9fbb-d9e857aa240b req-053749cd-b217-490a-9088-31db2c1bdaaa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 1095 time: 0.0785441 Sep 16 05:21:43.485754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4585b8-3c99-4087-86ac-ccffac11ac63 req-934f0b4a-7b52-477f-8f17-443a88f7055c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.487878 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6d4585b8-3c99-4087-86ac-ccffac11ac63 req-934f0b4a-7b52-477f-8f17-443a88f7055c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 943 time: 0.0629723 Sep 16 05:21:43.587569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6d4585b8-3c99-4087-86ac-ccffac11ac63 req-9cf142b9-65a4-44f3-a79a-3dd5c1a83814 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907793 Sep 16 05:21:43.616081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e9289-c779-4aa2-9fbb-d9e857aa240b req-2d98ddca-3693-4be6-916b-5e34ffcb3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.619753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-363e9289-c779-4aa2-9fbb-d9e857aa240b req-2d98ddca-3693-4be6-916b-5e34ffcb3592 service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1287558 Sep 16 05:21:43.663218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-363e9289-c779-4aa2-9fbb-d9e857aa240b req-db44a4c2-5fcd-4773-9235-9e7ced2fdc4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 200 len: 217 time: 0.0369453 Sep 16 05:21:43.724618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e9289-c779-4aa2-9fbb-d9e857aa240b req-dd2547ca-769a-4ca7-99c7-c18a3011c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.726157 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-363e9289-c779-4aa2-9fbb-d9e857aa240b req-dd2547ca-769a-4ca7-99c7-c18a3011c6d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0526886 Sep 16 05:21:43.784430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e9289-c779-4aa2-9fbb-d9e857aa240b req-fd0a02e1-46f3-44be-a35b-daa254cba1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:43.786972 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-363e9289-c779-4aa2-9fbb-d9e857aa240b req-fd0a02e1-46f3-44be-a35b-daa254cba1ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513818 Sep 16 05:21:43.886446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-363e9289-c779-4aa2-9fbb-d9e857aa240b req-c73ae24a-8e41-44be-8f41-17924125f6b1 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900688 Sep 16 05:21:44.021218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-363e9289-c779-4aa2-9fbb-d9e857aa240b req-a3c4cf49-01a4-4e61-be9a-2b05e44e88d7 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264684 Sep 16 05:21:44.709874 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7b4a2-322d-4fa1-9df8-aace8307c577 req-23edf985-a082-4ddd-9f03-1f76b86a3f52 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:44.711468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38d7b4a2-322d-4fa1-9df8-aace8307c577 req-23edf985-a082-4ddd-9f03-1f76b86a3f52 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 943 time: 0.0525320 Sep 16 05:21:44.752288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38d7b4a2-322d-4fa1-9df8-aace8307c577 req-e5a82ade-5780-4610-adbb-3a05d221de11 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341506 Sep 16 05:21:45.873070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac87366-4bca-4584-bb01-24fa004c69c7 req-2063a09c-0060-44f4-bbcb-468db4daa7c5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:45.874062 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ac87366-4bca-4584-bb01-24fa004c69c7 req-2063a09c-0060-44f4-bbcb-468db4daa7c5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 943 time: 0.0537846 Sep 16 05:21:45.914985 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ac87366-4bca-4584-bb01-24fa004c69c7 req-61366e25-5862-4861-8591-020ade38c0ed tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342715 Sep 16 05:21:45.924790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:21:46.024409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:46.036242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'port_id': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'mac_address': 'fa:16:3e:76:dd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:21:46.074914 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.088479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:21:46.107842 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:46.113203 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:46.161946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:46.370727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['3db5b26e-b5fc-4b89-8e6e-37eaaaf20356'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:21:47.043868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a1c64-ebb8-4087-94ed-b7f135e6dc36 req-e4f84dde-7d81-4218-bd7e-fe1ac471c361 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:47.045439 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d40a1c64-ebb8-4087-94ed-b7f135e6dc36 req-e4f84dde-7d81-4218-bd7e-fe1ac471c361 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 944 time: 0.0584166 Sep 16 05:21:47.087939 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d40a1c64-ebb8-4087-94ed-b7f135e6dc36 req-081c85d9-1d0d-4f27-af4d-cbb9a88501cb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348115 Sep 16 05:21:47.247227 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c78d05fd-1ddf-40c5-87c7-513810acfe89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:47.939165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:21:47.990266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:21:47.994081 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:21:47.994462 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.075321 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.098452 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:48.100770 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5595d5-3fd1-41b0-86f2-625a7ca18cb1" -d '{"events": [{"server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "name": "network-vif-plugged", "status": "completed", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:48.114623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:21:48.120389 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:48.145468 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bcb037-943d-41ef-84d0-a277c6a41841 x-openstack-request-id: req-72bcb037-943d-41ef-84d0-a277c6a41841 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:48.145811 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "name": "network-vif-plugged", "status": "completed", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:48.146074 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72bcb037-943d-41ef-84d0-a277c6a41841 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:48.146475 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'code': 200} Sep 16 05:21:48.173100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:21:48.181850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:48.182185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:48.182524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:48.182869 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:48.183238 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:48.183583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:48.183907 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:48.184241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:48.184575 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:48.184916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:48.185254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:48.185590 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:21:48.278782 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf7316-33c3-4acb-8f34-4999217b9812 req-3551045b-1b21-47c9-8954-cfab9eca6fcc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.280295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6abf7316-33c3-4acb-8f34-4999217b9812 req-3551045b-1b21-47c9-8954-cfab9eca6fcc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0857644 Sep 16 05:21:48.287309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcaa14-b72c-4cc0-a0a5-ebcbb679467f req-c0065a56-9b75-4c3c-8fa2-755ccaaa4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:48.288844 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cafcaa14-b72c-4cc0-a0a5-ebcbb679467f req-c0065a56-9b75-4c3c-8fa2-755ccaaa4fdd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 1097 time: 0.0619159 Sep 16 05:21:48.349866 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6abf7316-33c3-4acb-8f34-4999217b9812 req-7688c0b5-4742-4374-95dc-09286f99e374 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600317 Sep 16 05:21:48.355736 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cafcaa14-b72c-4cc0-a0a5-ebcbb679467f req-349c1e43-a48e-45e8-a249-e14d8cee4a3e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501709 Sep 16 05:21:49.478464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18ae2a-dfa7-4b65-9ea6-77bf6a08d565 req-7c73ffa2-581a-40ca-894a-f0b104654e35 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:49.480023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b18ae2a-dfa7-4b65-9ea6-77bf6a08d565 req-7c73ffa2-581a-40ca-894a-f0b104654e35 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0583153 Sep 16 05:21:49.522402 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b18ae2a-dfa7-4b65-9ea6-77bf6a08d565 req-cefba31b-f296-49d5-8df7-30f6cbb1eb15 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346527 Sep 16 05:21:50.218576 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4af76ef5-385a-4e86-a9c6-2d262bf12864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.645188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea2928-81ef-48c6-8fa5-ec28bfb8db96 req-fe7ff3a8-f11c-4903-8cb4-723418edca03 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:50.646716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53ea2928-81ef-48c6-8fa5-ec28bfb8db96 req-fe7ff3a8-f11c-4903-8cb4-723418edca03 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0494046 Sep 16 05:21:50.685656 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53ea2928-81ef-48c6-8fa5-ec28bfb8db96 req-ce44295f-f1d4-42cd-846f-907a9392ab0c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330358 Sep 16 05:21:50.796392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bf7da-7151-41f1-b732-87e9b1919db3 req-a38490f0-4ba0-4941-9fd6-f4ea23722681 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:50.797849 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c2bf7da-7151-41f1-b732-87e9b1919db3 req-a38490f0-4ba0-4941-9fd6-f4ea23722681 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0491014 Sep 16 05:21:50.807714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51572) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:21:50.812152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-266fd8e4-5fdb-4f8d-b1a2-8d215ab1422a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Request body: {'floatingip': {'port_id': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:21:50.856325 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-266fd8e4-5fdb-4f8d-b1a2-8d215ab1422a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:50.856591 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.326400 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-266fd8e4-5fdb-4f8d-b1a2-8d215ab1422a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.330487 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-266fd8e4-5fdb-4f8d-b1a2-8d215ab1422a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.432237 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-266fd8e4-5fdb-4f8d-b1a2-8d215ab1422a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17 associated. External IP: 172.25.0.86, port: 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356. Sep 16 05:21:51.635707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266fd8e4-5fdb-4f8d-b1a2-8d215ab1422a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Router 09d054b5-400a-4a38-aca9-c163452f571e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:21:51.750926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266fd8e4-5fdb-4f8d-b1a2-8d215ab1422a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:21:51.754824 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-266fd8e4-5fdb-4f8d-b1a2-8d215ab1422a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.762462 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb0b65-3388-4996-a7bc-73e35658514a None None] Sync routers for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:21:51.773230 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb0b65-3388-4996-a7bc-73e35658514a None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:51.774538 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-abbb0b65-3388-4996-a7bc-73e35658514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:21:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:51.787733 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:21:51.796752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-266fd8e4-5fdb-4f8d-b1a2-8d215ab1422a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "PUT /v2.0/floatingips/baee9e54-1b25-48c7-80ca-a81a470c9e17 HTTP/1.1" status: 200 len: 990 time: 0.9879489 Sep 16 05:21:51.797402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:21:51.800563 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe7338c-13ff-4570-8bfe-8df4fe95eadb" -d '{"events": [{"name": "network-changed", "server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:21:51.893355 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-abbb0b65-3388-4996-a7bc-73e35658514a None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:51.902668 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e23fa1-70ff-4db4-ac9d-89ab0033de7c x-openstack-request-id: req-73e23fa1-70ff-4db4-ac9d-89ab0033de7c {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:21:51.903065 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:21:51.903323 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73e23fa1-70ff-4db4-ac9d-89ab0033de7c {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:21:51.903739 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'status': 'completed', 'code': 200} Sep 16 05:21:51.974549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7338c-13ff-4570-8bfe-8df4fe95eadb req-a908d3ef-cfda-495c-ab5c-09d6beb4764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:51.976168 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efe7338c-13ff-4570-8bfe-8df4fe95eadb req-a908d3ef-cfda-495c-ab5c-09d6beb4764b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 1097 time: 0.0483999 Sep 16 05:21:52.083471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7338c-13ff-4570-8bfe-8df4fe95eadb req-303e6d9c-289d-40bb-85ce-3e431a0c3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.085317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efe7338c-13ff-4570-8bfe-8df4fe95eadb req-303e6d9c-289d-40bb-85ce-3e431a0c3f2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1019881 Sep 16 05:21:52.147035 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-abbb0b65-3388-4996-a7bc-73e35658514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'baee9e54-1b25-48c7-80ca-a81a470c9e17', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'port_id': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'mac_address': 'fa:16:3e:76:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08377e88-b93e-43a6-8104-17879ae7272e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:38Z', 'updated_at': '2021-09-16T05:21:51Z', 'revision_number': 1, 'project_id': '5f88110942084cc29a06800c334510b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:52.158725 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efe7338c-13ff-4570-8bfe-8df4fe95eadb req-580f720c-1b35-4e10-b04d-d4cada56eaad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 200 len: 998 time: 0.0650773 Sep 16 05:21:52.173502 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb0b65-3388-4996-a7bc-73e35658514a None None] Checking router: 09d054b5-400a-4a38-aca9-c163452f571e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:21:52.182909 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb0b65-3388-4996-a7bc-73e35658514a None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:21:52.183541 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-abbb0b65-3388-4996-a7bc-73e35658514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:21:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:52.209639 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7338c-13ff-4570-8bfe-8df4fe95eadb req-abaadb7e-06e6-4a4b-aa21-56027140524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.211141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efe7338c-13ff-4570-8bfe-8df4fe95eadb req-abaadb7e-06e6-4a4b-aa21-56027140524d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0457160 Sep 16 05:21:52.257589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7338c-13ff-4570-8bfe-8df4fe95eadb req-68837ed1-cd8a-47b8-a6be-693ded30d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:21:52.259175 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efe7338c-13ff-4570-8bfe-8df4fe95eadb req-68837ed1-cd8a-47b8-a6be-693ded30d053 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409281 Sep 16 05:21:52.291358 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-abbb0b65-3388-4996-a7bc-73e35658514a None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:21:52.359955 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efe7338c-13ff-4570-8bfe-8df4fe95eadb req-8a00d100-e4fe-48bc-9a18-0994268bbc32 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928741 Sep 16 05:21:52.465820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efe7338c-13ff-4570-8bfe-8df4fe95eadb req-d4361423-7736-461c-bb73-b1ea87afbcf2 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983963 Sep 16 05:21:52.533387 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-abbb0b65-3388-4996-a7bc-73e35658514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'baee9e54-1b25-48c7-80ca-a81a470c9e17', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'port_id': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'mac_address': 'fa:16:3e:76:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08377e88-b93e-43a6-8104-17879ae7272e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:38Z', 'updated_at': '2021-09-16T05:21:51Z', 'revision_number': 1, 'project_id': '5f88110942084cc29a06800c334510b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:21:52.564048 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb0b65-3388-4996-a7bc-73e35658514a None None] The sync data for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 is: [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'baee9e54-1b25-48c7-80ca-a81a470c9e17', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'port_id': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'mac_address': 'fa:16:3e:76:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08377e88-b93e-43a6-8104-17879ae7272e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:38Z', 'updated_at': '2021-09-16T05:21:51Z', 'revision_number': 1, 'project_id': '5f88110942084cc29a06800c334510b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:21:52.780401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6221c-aa71-4e27-b391-962f3159c1c5 None None] New status for floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:21:53.311917 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:05.871438 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:07.866805 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:17.247338 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1eccca4-63a3-40d6-b378-2c64a7c6252e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:19.401473 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:22:20.220568 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7b47a0ce-da12-49f8-bc86-13d08c71c8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:20.859944 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:21.781987 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:23.315749 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:24.610745 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1144dd94-b17d-4463-a24f-c7538c199bb4 req-bd4b72c1-7267-4514-b59a-e0fda7d33a8c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472960 Sep 16 05:22:24.708848 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144dd94-b17d-4463-a24f-c7538c199bb4 req-815b741a-b65d-4916-87c8-5296f5f40921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.710431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1144dd94-b17d-4463-a24f-c7538c199bb4 req-815b741a-b65d-4916-87c8-5296f5f40921 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 1097 time: 0.0545166 Sep 16 05:22:24.818359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144dd94-b17d-4463-a24f-c7538c199bb4 req-bbcfacd8-c566-4dc2-98cf-687476d6825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.819835 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1144dd94-b17d-4463-a24f-c7538c199bb4 req-bbcfacd8-c566-4dc2-98cf-687476d6825c service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0886927 Sep 16 05:22:24.897216 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1144dd94-b17d-4463-a24f-c7538c199bb4 req-414b134c-5dee-4044-855b-b55b10898ee9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 200 len: 1000 time: 0.0654335 Sep 16 05:22:24.954289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144dd94-b17d-4463-a24f-c7538c199bb4 req-715229c0-2acd-4c1c-9c7b-39e69e1ae8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:24.955888 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1144dd94-b17d-4463-a24f-c7538c199bb4 req-715229c0-2acd-4c1c-9c7b-39e69e1ae8f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0505593 Sep 16 05:22:25.003443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144dd94-b17d-4463-a24f-c7538c199bb4 req-f00ee043-77c5-4a75-8765-be810b354c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:22:25.004977 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1144dd94-b17d-4463-a24f-c7538c199bb4 req-f00ee043-77c5-4a75-8765-be810b354c86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407071 Sep 16 05:22:25.101084 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1144dd94-b17d-4463-a24f-c7538c199bb4 req-eb9e6451-64a1-46cb-b9af-7441a08bb6f2 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875134 Sep 16 05:22:25.192382 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1144dd94-b17d-4463-a24f-c7538c199bb4 req-c0089d5d-00f0-4542-bbe3-5b1308cc912c service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834451 Sep 16 05:22:35.870228 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:37.883025 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:47.252005 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b99d-851b-4b9e-8ff0-1b6774211a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.222123 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d558c24b-12f6-46e3-a77c-f0ccc4895d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:50.862022 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:51.786488 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:53.318763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:22:56.402183 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:23:05.878734 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:07.886590 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:17.244158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-e7478551-a84f-4218-928b-95dc9c139815 req-e72152f7-e981-4628-aed0-58058d64b70e service neutron] (94744) timed out ('10.222.0.53', 46442) {{(pid=94744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:23:17.255125 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d2256510-f738-4f54-80cb-fe57accc7d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.226428 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-097eb35b-cbfb-4f05-999b-717a416f1afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:20.873201 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:21.795623 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:23.325049 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:26.613852 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccf4bb6c-4f21-40e5-81c2-9fe4c43be6c3 req-f82d5e78-9b34-44bd-92c8-d458e9795608 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469618 Sep 16 05:23:26.710499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4bb6c-4f21-40e5-81c2-9fe4c43be6c3 req-94ad1830-f974-4f67-9da5-7319c0356bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.712126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccf4bb6c-4f21-40e5-81c2-9fe4c43be6c3 req-94ad1830-f974-4f67-9da5-7319c0356bfd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 1097 time: 0.0439343 Sep 16 05:23:26.831772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4bb6c-4f21-40e5-81c2-9fe4c43be6c3 req-aa597fd8-0ed4-45b3-9f67-1594b9812dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.833922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccf4bb6c-4f21-40e5-81c2-9fe4c43be6c3 req-aa597fd8-0ed4-45b3-9f67-1594b9812dfc service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0947757 Sep 16 05:23:26.914301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccf4bb6c-4f21-40e5-81c2-9fe4c43be6c3 req-a475f10d-7572-4ffc-b25e-3dd7786ae786 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 200 len: 1000 time: 0.0689933 Sep 16 05:23:26.982093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4bb6c-4f21-40e5-81c2-9fe4c43be6c3 req-5ccc37ce-2164-4677-8ff8-d9a2c261d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:26.983590 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccf4bb6c-4f21-40e5-81c2-9fe4c43be6c3 req-5ccc37ce-2164-4677-8ff8-d9a2c261d8a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0589273 Sep 16 05:23:27.049966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4bb6c-4f21-40e5-81c2-9fe4c43be6c3 req-fac4488b-42d4-4eb4-aa27-12b153ad2320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:27.051502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccf4bb6c-4f21-40e5-81c2-9fe4c43be6c3 req-fac4488b-42d4-4eb4-aa27-12b153ad2320 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569696 Sep 16 05:23:27.166030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccf4bb6c-4f21-40e5-81c2-9fe4c43be6c3 req-c11205b3-2ba7-4082-98fd-4447755c3a55 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023498 Sep 16 05:23:27.280824 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ccf4bb6c-4f21-40e5-81c2-9fe4c43be6c3 req-e38ca7d3-0dea-4491-9452-2440013e9939 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039481 Sep 16 05:23:31.572950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4c2d9-b281-4296-af1a-6753f5ed8d2f req-20064d2d-481f-4a3c-a209-e3d6b0b2add6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:31.577815 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3f4c2d9-b281-4296-af1a-6753f5ed8d2f req-20064d2d-481f-4a3c-a209-e3d6b0b2add6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0542881 Sep 16 05:23:31.616118 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3f4c2d9-b281-4296-af1a-6753f5ed8d2f req-199a20ff-44ed-4257-bfd8-d60dd6405256 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352862 Sep 16 05:23:31.870389 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-ed522236-03a1-4e79-8528-13ffcad39caf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448692 Sep 16 05:23:31.889989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5098266-3a71-439f-baae-37eb18d86612 req-dffeb8bc-7b18-46d5-848e-7fb2c6f2b3ee tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:31.891855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b5098266-3a71-439f-baae-37eb18d86612 req-dffeb8bc-7b18-46d5-848e-7fb2c6f2b3ee tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0530839 Sep 16 05:23:31.951205 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b5098266-3a71-439f-baae-37eb18d86612 req-bb3b22fd-1887-4c7d-937f-a6e616e34f71 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450923 Sep 16 05:23:32.999374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-e5c6e1c6-a323-44ad-b4c2-47602ec8f926 req-2073fa73-bd1b-4152-a9bd-5969df0532c1 service neutron] (94744) timed out ('10.222.0.15', 60858) {{(pid=94744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:23:33.089572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceee4a9-8bc0-447a-95d8-22f08d69a3a6 req-7cc55d79-9141-410d-a552-07f5eb04bf01 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:33.091087 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ceee4a9-8bc0-447a-95d8-22f08d69a3a6 req-7cc55d79-9141-410d-a552-07f5eb04bf01 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0570419 Sep 16 05:23:33.131512 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1ceee4a9-8bc0-447a-95d8-22f08d69a3a6 req-f519b1ac-1e79-4253-8d5f-894874c3bdee tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335419 Sep 16 05:23:33.402263 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:23:34.249892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f13baa-9562-4d61-bdef-4f4eee23f635 req-9b5c32ec-90ee-41e6-8760-ded8b7be60bf tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:34.251617 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15f13baa-9562-4d61-bdef-4f4eee23f635 req-9b5c32ec-90ee-41e6-8760-ded8b7be60bf tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0515172 Sep 16 05:23:34.297073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15f13baa-9562-4d61-bdef-4f4eee23f635 req-ecac9e47-1c56-4075-9849-f611e7c3d970 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377457 Sep 16 05:23:34.480124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-4dd98dd5-4eab-456c-bc78-ae164b9dd374 req-330b7f44-724f-4499-b011-c69d52ec70e1 tempest-TestNetworkAdvancedServerOps-995788914 tempest-TestNetworkAdvancedServerOps-995788914-project] (94744) timed out ('10.222.0.15', 60327) {{(pid=94744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:23:35.450494 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0714a54-5a53-407b-9798-5fba82f542e2 req-ea88fa13-bf50-44e6-85ba-1d3a6dbc3349 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:35.452230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0714a54-5a53-407b-9798-5fba82f542e2 req-ea88fa13-bf50-44e6-85ba-1d3a6dbc3349 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0683982 Sep 16 05:23:35.498748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0714a54-5a53-407b-9798-5fba82f542e2 req-2da55893-24b3-4279-a879-c303d548d8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404975 Sep 16 05:23:35.880970 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:36.258209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-2ad18f7e-0e0d-4cbc-b611-df743570a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.259722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-2ad18f7e-0e0d-4cbc-b611-df743570a0cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 1097 time: 0.0480249 Sep 16 05:23:36.372244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-7cd9c6b6-47c2-40ae-8cd4-ce3920e22a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.373782 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-7cd9c6b6-47c2-40ae-8cd4-ce3920e22a7f service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1026268 Sep 16 05:23:36.864484 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-fddcf533-b4d5-40e2-a26a-b099a502ebfc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 200 len: 1000 time: 0.4793723 Sep 16 05:23:36.896731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e2bae-589b-499f-8554-7fa57b3d3496 req-3b01deaa-605c-4489-a5a6-4539c882d4b1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.899282 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-190e2bae-589b-499f-8554-7fa57b3d3496 req-3b01deaa-605c-4489-a5a6-4539c882d4b1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.1039629 Sep 16 05:23:36.977265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-c9ee3c1b-07f9-4765-a94d-b9d9fec45ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:36.978956 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-c9ee3c1b-07f9-4765-a94d-b9d9fec45ee8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.1025233 Sep 16 05:23:36.984452 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-190e2bae-589b-499f-8554-7fa57b3d3496 req-f698800c-c409-4067-945d-2041bc96bbf2 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611823 Sep 16 05:23:37.048595 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-ee6863c7-7abe-4fc3-80c3-9e06dbf122e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:37.050337 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-ee6863c7-7abe-4fc3-80c3-9e06dbf122e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579648 Sep 16 05:23:37.178393 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-0e89ee3a-294c-409c-a557-5c51297f7c05 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139336 Sep 16 05:23:37.312826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-e227ba5b-aebe-47b7-bc1f-d95a03c3885a service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231494 Sep 16 05:23:37.904454 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:38.119681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803225a-b4a0-4c87-97a5-7934fbe09243 req-3b31cfb0-892e-490d-adcb-10a4da68a40c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:38.121793 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2803225a-b4a0-4c87-97a5-7934fbe09243 req-3b31cfb0-892e-490d-adcb-10a4da68a40c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0605299 Sep 16 05:23:38.166487 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2803225a-b4a0-4c87-97a5-7934fbe09243 req-ca2d01a8-87a0-4b6a-906f-30351e7036b6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348318 Sep 16 05:23:39.351369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb0728-970d-4136-85fe-4d700a1f7b7b req-409ad1dd-44d8-492e-b481-00e4da81e7e9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:39.353474 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1dbb0728-970d-4136-85fe-4d700a1f7b7b req-409ad1dd-44d8-492e-b481-00e4da81e7e9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0786862 Sep 16 05:23:39.400083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1dbb0728-970d-4136-85fe-4d700a1f7b7b req-a24cf356-063f-427f-af6d-cb810b896b5d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400434 Sep 16 05:23:40.567480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15922-78bc-4baf-9878-33ae0062edbf req-b759eb41-d5f8-473b-864b-c4897c60e899 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:40.570315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffd15922-78bc-4baf-9878-33ae0062edbf req-b759eb41-d5f8-473b-864b-c4897c60e899 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0649378 Sep 16 05:23:40.627531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ffd15922-78bc-4baf-9878-33ae0062edbf req-4f8ac7ac-6fe5-4c91-9f45-ad503ff2df55 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461688 Sep 16 05:23:41.804117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfbc3b-1ac8-4e79-9579-22c4c4204756 req-bf400a74-e049-425d-9e77-9b836232f9ce tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:41.805723 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-badfbc3b-1ac8-4e79-9579-22c4c4204756 req-bf400a74-e049-425d-9e77-9b836232f9ce tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0661368 Sep 16 05:23:41.847842 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-badfbc3b-1ac8-4e79-9579-22c4c4204756 req-1301b961-a7bb-4125-8975-90279423e269 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360169 Sep 16 05:23:42.971091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3d7f4-a31a-4622-9436-8e0c4e9aa1f1 req-7e58b833-420b-4273-b2d3-1216f4f1d202 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:42.972616 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33a3d7f4-a31a-4622-9436-8e0c4e9aa1f1 req-7e58b833-420b-4273-b2d3-1216f4f1d202 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0533760 Sep 16 05:23:43.013432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33a3d7f4-a31a-4622-9436-8e0c4e9aa1f1 req-60a8dbe1-58ed-4e08-8491-b7d4481c2e7b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338273 Sep 16 05:23:44.148642 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb71361-a8da-4d3c-b4ec-33dd020aa01f req-8c1c8717-1f86-46c2-96ba-393ceecbb489 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:44.150223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bcb71361-a8da-4d3c-b4ec-33dd020aa01f req-8c1c8717-1f86-46c2-96ba-393ceecbb489 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0608046 Sep 16 05:23:44.190625 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bcb71361-a8da-4d3c-b4ec-33dd020aa01f req-e8ccde02-5ebe-4444-bd6a-1aec62d3863d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341797 Sep 16 05:23:45.354493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87bb12-4b26-46f5-9628-2b7a6e0a5dd4 req-a4e86d44-85a0-4308-9d2a-7f86774f4c51 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:45.356081 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e87bb12-4b26-46f5-9628-2b7a6e0a5dd4 req-a4e86d44-85a0-4308-9d2a-7f86774f4c51 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0547001 Sep 16 05:23:45.405448 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e87bb12-4b26-46f5-9628-2b7a6e0a5dd4 req-55504a70-6416-4a05-be00-32be88059d9e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380642 Sep 16 05:23:46.550677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c545-2e2e-4d79-ae34-8417e815698b req-2efad15c-b31a-4f6e-81f2-2a2ff83a1373 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:46.552303 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b942c545-2e2e-4d79-ae34-8417e815698b req-2efad15c-b31a-4f6e-81f2-2a2ff83a1373 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0604568 Sep 16 05:23:46.598820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b942c545-2e2e-4d79-ae34-8417e815698b req-dcfda890-6bfb-44c3-a2ec-18cd83bc59f0 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373151 Sep 16 05:23:47.249210 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e54b26bf-01bc-4b9a-a788-7216d16d8b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:47.754099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae965d-0ba9-4f3b-b467-75869711f698 req-fc67fd0e-4891-4452-87e0-65c88c98c097 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:47.755713 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56ae965d-0ba9-4f3b-b467-75869711f698 req-fc67fd0e-4891-4452-87e0-65c88c98c097 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0607178 Sep 16 05:23:47.805815 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56ae965d-0ba9-4f3b-b467-75869711f698 req-5a32f6c0-6372-4dc2-b7f7-700282af98b5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428116 Sep 16 05:23:48.926959 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e829bf-6990-4733-8dc3-7ea50857d0eb req-7fb6db23-feac-443c-987c-309cfb184c1c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:48.928875 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81e829bf-6990-4733-8dc3-7ea50857d0eb req-7fb6db23-feac-443c-987c-309cfb184c1c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0505455 Sep 16 05:23:48.970767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-81e829bf-6990-4733-8dc3-7ea50857d0eb req-b15c8d35-8dda-4467-8f49-121e2a8b1d17 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356956 Sep 16 05:23:49.601573 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-c3c08e09-1eca-41c0-8567-92dc440317b9 service neutron] show failed (client error): The resource could not be found. Sep 16 05:23:49.602666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-c3c08e09-1eca-41c0-8567-92dc440317b9 service neutron] 10.222.0.50 "GET /v2.0/ports/3db5b26e-b5fc-4b89-8e6e-37eaaaf20356/bindings/n-h2-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0575743 Sep 16 05:23:49.828993 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-172a6c4b-497f-4cf2-89de-3cb01cfe4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:49.830663 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-172a6c4b-497f-4cf2-89de-3cb01cfe4685 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 1097 time: 0.0450439 Sep 16 05:23:49.843134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:23:49.899554 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.106916 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b23dd-37b7-4f7d-a6d6-5a850b75a635 req-e0de1b23-19e0-4a03-9245-7bfdf350ce61 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:50.108404 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-992b23dd-37b7-4f7d-a6d6-5a850b75a635 req-e0de1b23-19e0-4a03-9245-7bfdf350ce61 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0574677 Sep 16 05:23:50.123363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:50.149009 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-992b23dd-37b7-4f7d-a6d6-5a850b75a635 req-9f159855-c3c8-4cb6-968e-1c68ab9bb360 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345104 Sep 16 05:23:50.157765 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:50.200424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:50.202765 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b51418-8c39-408c-af91-5cfd218d1280" -d '{"events": [{"server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "name": "network-vif-unplugged", "status": "completed", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:50.207013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.220181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Transition to ACTIVE for port object 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:23:50.224320 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.228476 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b59b309f-b5ed-4685-97d3-bd987b2ccc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.334486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Pushing event updated for resources: {'Port': ['ID=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,revision_number=6']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:50.350645 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bc64a6-9b36-4a22-b8d4-34638bfa5f37 x-openstack-request-id: req-94bc64a6-9b36-4a22-b8d4-34638bfa5f37 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:50.350956 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "name": "network-vif-unplugged", "status": "completed", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:50.351194 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94bc64a6-9b36-4a22-b8d4-34638bfa5f37 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:50.351589 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'code': 200} Sep 16 05:23:50.362047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.362401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.362745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.363086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.363421 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.363755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.364086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.364413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.364746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.365125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.365999 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.366323 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:50.424498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] No DVR routers for this DVR port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:50.867056 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.869923 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Attempting to bind port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:23:50.870418 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Attempting to bind port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:23:50.870591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Attempting to bind port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:50.875061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 on network 806aff50-7f95-4cec-a37b-88f3a15934ef not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:23:50.875394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Attempting to bind port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:23:50.880086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:23:50.880434 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:23:50.881497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Bound using segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:23:50.881960 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Bound port: 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:23:50.882330 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.952593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:23:50.956695 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:23:50.961896 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.997728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:50.998365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:50.999924 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] 10.222.0.15 "PUT /v2.0/ports/3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 200 len: 1092 time: 1.1610842 Sep 16 05:23:51.036621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc6f7e-3be0-4dd1-ac74-4c5334b4dcfc service neutron] Pushing event updated for resources: {'Port': ['ID=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:51.083033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-2c38f946-9879-4a3f-9707-960c224cbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.085292 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-2c38f946-9879-4a3f-9707-960c224cbd80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 1095 time: 0.0570061 Sep 16 05:23:51.204304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-24e3638d-521e-4d24-9440-5c53dabe3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.205888 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-24e3638d-521e-4d24-9440-5c53dabe3b7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1120367 Sep 16 05:23:51.277814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c85a6-202b-4cba-88af-c7c785b36c2c req-80e747c3-c87b-4cd9-96dd-2af7815f1852 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.279527 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b49c85a6-202b-4cba-88af-c7c785b36c2c req-80e747c3-c87b-4cd9-96dd-2af7815f1852 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 943 time: 0.0555909 Sep 16 05:23:51.281088 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-67887ec7-f8aa-407d-9714-051a0a822ae4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 200 len: 998 time: 0.0684240 Sep 16 05:23:51.319900 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b49c85a6-202b-4cba-88af-c7c785b36c2c req-265ab8e6-e03f-4c27-b966-ea9f4a5138c9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340178 Sep 16 05:23:51.337052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-8253734c-c4ef-472f-8438-ebb1e2271610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.338608 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-8253734c-c4ef-472f-8438-ebb1e2271610 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0498595 Sep 16 05:23:51.388858 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-d9e50209-8499-4769-8e61-b359c3846c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:51.390337 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-d9e50209-8499-4769-8e61-b359c3846c08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450432 Sep 16 05:23:51.487261 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-65a2e307-a26c-48fe-b9ab-6c5ef96a2e86 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891721 Sep 16 05:23:51.587650 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-77fc6ab8-9b04-4bcc-9650-c44c8a68c7f2 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928721 Sep 16 05:23:51.797118 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:52.353116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:52.355529 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9464bd-207e-4194-9d9e-3a01d7256784" -d '{"events": [{"name": "network-changed", "server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:52.443515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308dacc-53f4-4674-8326-46fb5a0f64e1 req-9fcb16c6-1461-42ea-a423-0b00866bc42b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.445694 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b308dacc-53f4-4674-8326-46fb5a0f64e1 req-9fcb16c6-1461-42ea-a423-0b00866bc42b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 943 time: 0.0527496 Sep 16 05:23:52.485041 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b308dacc-53f4-4674-8326-46fb5a0f64e1 req-c62f17a1-322f-44d8-ba44-9c9a5db10d07 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330577 Sep 16 05:23:52.494732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:23:52.545423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:23:52.545791 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf08f2a2-ffba-4f55-8a54-9d52e0039c6c x-openstack-request-id: req-cf08f2a2-ffba-4f55-8a54-9d52e0039c6c {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:52.546099 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:52.546365 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf08f2a2-ffba-4f55-8a54-9d52e0039c6c {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:52.546776 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'status': 'completed', 'code': 200} Sep 16 05:23:52.613173 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-5741ca02-7476-4aa6-ae70-841d004359e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.614767 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-5741ca02-7476-4aa6-ae70-841d004359e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 1095 time: 0.0469718 Sep 16 05:23:52.632645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-e78c04f9-e4c9-4a7a-987d-288dc119d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.634330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-e78c04f9-e4c9-4a7a-987d-288dc119d19f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 1095 time: 0.0574694 Sep 16 05:23:52.714301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-c6bf59bc-4cb4-433e-a9cd-c5bb874fb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.715870 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-c6bf59bc-4cb4-433e-a9cd-c5bb874fb9c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0929065 Sep 16 05:23:52.732323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-23dffda3-4499-4aa6-9a0b-3a198caee8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.733870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-23dffda3-4499-4aa6-9a0b-3a198caee8ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0875282 Sep 16 05:23:52.791373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-7eff3020-f5ac-432f-918d-8b0bde1b34d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 200 len: 998 time: 0.0669775 Sep 16 05:23:52.811647 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-11efc0ed-ea92-4533-b014-16c8f77ced94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 200 len: 998 time: 0.0658710 Sep 16 05:23:52.853816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-9e44e12d-370d-4822-be68-01b5bb2265c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.855463 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-9e44e12d-370d-4822-be68-01b5bb2265c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0570676 Sep 16 05:23:52.874016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-5520af08-c270-4796-b3ca-9bbd6e46d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.875504 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-5520af08-c270-4796-b3ca-9bbd6e46d807 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0528009 Sep 16 05:23:52.911597 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-fc74e380-a304-40a6-910c-5356addceaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.914196 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-fc74e380-a304-40a6-910c-5356addceaf3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494866 Sep 16 05:23:52.930678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-1d31504d-ebc1-427c-84c9-92f197214c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:52.932201 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-1d31504d-ebc1-427c-84c9-92f197214c81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447025 Sep 16 05:23:53.015544 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-8f7776fb-3636-4292-84ba-2f67e4685fd5 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934949 Sep 16 05:23:53.039292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-240e2a1c-4d4a-4007-84e7-c9b8b88229f7 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939999 Sep 16 05:23:53.137819 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-4527ebfb-0315-4898-a40b-95bdc27d0f2c service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067808 Sep 16 05:23:53.148970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa9464bd-207e-4194-9d9e-3a01d7256784 req-860cc6e8-c130-4241-8a9b-c4af6cb18e8c service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023052 Sep 16 05:23:53.326091 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:53.740962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672bebb-db67-4eb9-9f58-de57215c0ea1 req-82e75a81-3480-4513-ab7c-1bd4a3ac4b9c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:53.743008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2672bebb-db67-4eb9-9f58-de57215c0ea1 req-82e75a81-3480-4513-ab7c-1bd4a3ac4b9c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 943 time: 0.1796546 Sep 16 05:23:53.784490 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2672bebb-db67-4eb9-9f58-de57215c0ea1 req-8df2c116-25c4-444e-8dcb-04feb7b2d0a6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351629 Sep 16 05:23:54.022366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8584c-400b-44a5-bf41-ea09bf947797 req-8b141956-3a55-4db6-9380-3c46ced11f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.023981 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30a8584c-400b-44a5-bf41-ea09bf947797 req-8b141956-3a55-4db6-9380-3c46ced11f8b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 943 time: 0.0790815 Sep 16 05:23:54.047515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-938e542a-f66f-404d-ac22-fecea2bc7bfc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.048992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-938e542a-f66f-404d-ac22-fecea2bc7bfc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.50 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e&tenant_id=5f88110942084cc29a06800c334510b3&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 943 time: 0.0772789 Sep 16 05:23:54.104686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30a8584c-400b-44a5-bf41-ea09bf947797 req-f01dc296-857a-4c20-b34e-ca0560a468cf tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741341 Sep 16 05:23:54.137825 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-3fe76b19-b96f-4bac-96b1-3809ee2944c3 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:23:54.138946 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-3fe76b19-b96f-4bac-96b1-3809ee2944c3 service neutron] 10.222.0.50 "DELETE /v2.0/ports/3db5b26e-b5fc-4b89-8e6e-37eaaaf20356/bindings/n-h1-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0764496 Sep 16 05:23:54.236406 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-b87c8251-1d45-4160-9ca8-c515aac6863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.237988 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-b87c8251-1d45-4160-9ca8-c515aac6863a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 1095 time: 0.0437520 Sep 16 05:23:54.338424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-ffcae637-3fc7-48dc-ad57-7b01ae23a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.340183 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-ffcae637-3fc7-48dc-ad57-7b01ae23a4cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0916307 Sep 16 05:23:54.417879 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-b67456a4-55b5-48f4-8f0b-28dd845c0da9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 200 len: 998 time: 0.0657191 Sep 16 05:23:54.473088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-2837bd86-1ee5-489b-a214-094a330fadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.474618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-2837bd86-1ee5-489b-a214-094a330fadf9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0462232 Sep 16 05:23:54.504331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:23:54.530499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-3a2c0f32-7c49-4c2f-aad8-8b05aebce4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:54.532106 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-3a2c0f32-7c49-4c2f-aad8-8b05aebce4ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452590 Sep 16 05:23:54.606757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:54.620442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'port_id': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'mac_address': 'fa:16:3e:76:dd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:23:54.652905 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-c7351811-a123-4824-93a3-40733d86ecd0 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076369 Sep 16 05:23:54.671527 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.687052 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:23:54.708849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:54.714870 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:54.767671 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc89cfb0-4dcd-4e19-96a2-4fb119b28bbd req-06604576-bbee-4416-95d0-51b1ce23a97f service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034305 Sep 16 05:23:54.770734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:54.779082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:54.779440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:54.779787 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:54.780128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:54.780467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:54.780806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:54.781141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:54.781488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:54.781843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:54.782181 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:54.782547 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:54.782849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:23:54.953914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['3db5b26e-b5fc-4b89-8e6e-37eaaaf20356'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:23:55.232381 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2607ec-47a9-42fb-bf5f-a693f54c70a1 req-1905a6e9-777f-4985-aed9-3ba3e574798a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:55.234577 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d2607ec-47a9-42fb-bf5f-a693f54c70a1 req-1905a6e9-777f-4985-aed9-3ba3e574798a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 944 time: 0.0554092 Sep 16 05:23:55.276757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d2607ec-47a9-42fb-bf5f-a693f54c70a1 req-895019a7-2796-41a6-bb07-fe9962e54d0b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349956 Sep 16 05:23:56.405385 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14838b81-45e7-408b-afac-f7264ec1cb82 req-780632b3-22ff-45ea-9fe5-d8cfba1a7774 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.406979 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-14838b81-45e7-408b-afac-f7264ec1cb82 req-780632b3-22ff-45ea-9fe5-d8cfba1a7774 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 944 time: 0.0515542 Sep 16 05:23:56.449293 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-14838b81-45e7-408b-afac-f7264ec1cb82 req-db385add-9257-4eb2-a6bf-5a8d4fdf9dae tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337126 Sep 16 05:23:56.533560 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:23:56.583177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbd87f-6eb3-489e-b8cc-911dc02d3a9d req-01ebe158-9435-4fc5-b65e-04cb88a20235 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.584912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3dbd87f-6eb3-489e-b8cc-911dc02d3a9d req-01ebe158-9435-4fc5-b65e-04cb88a20235 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 944 time: 0.0581114 Sep 16 05:23:56.591681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:23:56.595931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:23:56.596312 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.629531 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3dbd87f-6eb3-489e-b8cc-911dc02d3a9d req-f2029616-adaa-4a58-aeab-80902ab5e740 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363398 Sep 16 05:23:56.686636 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.710019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:56.712302 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f68f80-1c59-4461-92bd-7773629c0576" -d '{"events": [{"server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "name": "network-vif-plugged", "status": "completed", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:56.725186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:56.729927 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:56.760161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc84686-56c7-404c-a563-d8dba4959334 req-28cb72c8-5851-4b38-87d6-95927914d843 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:56.761909 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9bc84686-56c7-404c-a563-d8dba4959334 req-28cb72c8-5851-4b38-87d6-95927914d843 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 944 time: 0.0574193 Sep 16 05:23:56.783589 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:56.811907 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9bc84686-56c7-404c-a563-d8dba4959334 req-8c8664ab-8c22-45f1-94c7-1d21cde94b72 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432599 Sep 16 05:23:56.856464 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3053913d-3e55-44e2-b4e4-798cfe354b99 x-openstack-request-id: req-3053913d-3e55-44e2-b4e4-798cfe354b99 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:56.856824 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "name": "network-vif-plugged", "status": "completed", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:56.857080 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3053913d-3e55-44e2-b4e4-798cfe354b99 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:56.857482 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'code': 200} Sep 16 05:23:57.081537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b31c24-fd47-4784-809a-4827d7ac7a7f req-429f79c2-913d-411c-a008-6be43a794065 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:57.083214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-66b31c24-fd47-4784-809a-4827d7ac7a7f req-429f79c2-913d-411c-a008-6be43a794065 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0608456 Sep 16 05:23:57.127435 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-66b31c24-fd47-4784-809a-4827d7ac7a7f req-15f384e8-95d0-4d86-bf10-d69617258195 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366998 Sep 16 05:23:58.252325 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165d0c9-3319-47ec-bf44-3b64339196e8 req-fa1a6d25-e103-4dd2-815e-d8c58c6729d1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:58.254327 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3165d0c9-3319-47ec-bf44-3b64339196e8 req-fa1a6d25-e103-4dd2-815e-d8c58c6729d1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0539331 Sep 16 05:23:58.297455 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3165d0c9-3319-47ec-bf44-3b64339196e8 req-2054f795-b296-4858-a4e7-7b6505b818e9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371628 Sep 16 05:23:58.299728 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-de4dde32-5289-49e6-a77e-fe2cc4969ccb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:23:58.301297 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-de4dde32-5289-49e6-a77e-fe2cc4969ccb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.15 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 945 time: 0.0509155 Sep 16 05:23:58.395790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Deleting port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:23:58.396115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.490608 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] For port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:23:58.490981 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.662697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.662697 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.663008 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17 disassociated. External IP: 172.25.0.86, port: 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356. Sep 16 05:23:58.663325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Calling delete_port for 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:23:58.790938 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:58.817996 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event deleted for resources: {'Port': ['ID=3db5b26e-b5fc-4b89-8e6e-37eaaaf20356,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:23:58.943596 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Router 09d054b5-400a-4a38-aca9-c163452f571e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:23:59.067918 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:23:59.080110 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687c1df9-a397-4a4b-9cf3-5f74fe3fe0d4 None None] Sync routers for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:23:59.095195 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c1df9-a397-4a4b-9cf3-5f74fe3fe0d4 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:59.095741 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-687c1df9-a397-4a4b-9cf3-5f74fe3fe0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:23:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:59.116698 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] No DVR routers for this DVR port 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:23:59.120239 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:23:59.122646 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9c8067d1-972b-4920-8b45-f6f305fea990 req-71d56d0c-0da7-459c-b088-3204a8c27937 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.15 "DELETE /v2.0/ports/3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 HTTP/1.1" status: 204 len: 173 time: 0.8145549 Sep 16 05:23:59.123091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'name': 'network-vif-deleted', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:23:59.125336 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423ce0c5-7869-4bb1-a026-b84a866e286b" -d '{"events": [{"server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "name": "network-vif-deleted", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:23:59.176821 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75447a09-a143-424e-9d83-c1b632823c30 x-openstack-request-id: req-75447a09-a143-424e-9d83-c1b632823c30 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:23:59.177188 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08377e88-b93e-43a6-8104-17879ae7272e", "name": "network-vif-deleted", "tag": "3db5b26e-b5fc-4b89-8e6e-37eaaaf20356", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:23:59.177455 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75447a09-a143-424e-9d83-c1b632823c30 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:23:59.177898 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08377e88-b93e-43a6-8104-17879ae7272e', 'name': 'network-vif-deleted', 'tag': '3db5b26e-b5fc-4b89-8e6e-37eaaaf20356', 'status': 'completed', 'code': 200} Sep 16 05:23:59.218892 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-687c1df9-a397-4a4b-9cf3-5f74fe3fe0d4 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:59.439417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c7b99b6d-2d19-4664-aec7-753161932350 req-3550b70d-caf5-4a01-b21c-77f054510fb2 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=08377e88-b93e-43a6-8104-17879ae7272e HTTP/1.1" status: 200 len: 210 time: 0.0311539 Sep 16 05:23:59.445067 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-687c1df9-a397-4a4b-9cf3-5f74fe3fe0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:59.480263 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687c1df9-a397-4a4b-9cf3-5f74fe3fe0d4 None None] Checking router: 09d054b5-400a-4a38-aca9-c163452f571e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:23:59.488556 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c1df9-a397-4a4b-9cf3-5f74fe3fe0d4 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:23:59.489173 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-687c1df9-a397-4a4b-9cf3-5f74fe3fe0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:23:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:59.600591 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-687c1df9-a397-4a4b-9cf3-5f74fe3fe0d4 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:23:59.804393 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-687c1df9-a397-4a4b-9cf3-5f74fe3fe0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:23:59.831100 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687c1df9-a397-4a4b-9cf3-5f74fe3fe0d4 None None] The sync data for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 is: [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:00.069850 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e9fbab-ffb9-44b0-9d86-ccd732fd808d None None] New status for floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:24:00.543172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:24:00.566959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:24:00.567308 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3db5b26e-b5fc-4b89-8e6e-37eaaaf20356 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:24:00.688988 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-45364c8a-f022-47ee-908b-17c2c4b8e547 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--467887608&fields=id&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 267 time: 0.0372570 Sep 16 05:24:00.808516 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-8d815799-9e7e-490b-bc15-67df05fd31e8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:00.810043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-8d815799-9e7e-490b-bc15-67df05fd31e8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 810 time: 0.1135216 Sep 16 05:24:00.827778 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-2d45a3c3-c0b7-430d-9ba7-43f82436c689 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/quotas/5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 375 time: 0.0115578 Sep 16 05:24:00.885417 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-e69d14ed-aa5a-457b-80c0-9d9de6334e98 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519099 Sep 16 05:24:01.046505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-363360fe-88c7-4631-81d4-9f2b1ba8570b service neutron] 10.222.0.53 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476109 Sep 16 05:24:01.140373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-b304bbce-8551-44c9-8db8-3acffcf17801 service neutron] 10.222.0.53 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872192 Sep 16 05:24:01.315842 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3049bea9-ad90-4639-8623-2d29f80eaaca req-6b14aeb7-8387-41b1-bd39-206cba41a541 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 210 time: 0.0287516 Sep 16 05:24:02.285291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-2655f94f-98f5-4ebd-bc8f-528ed2c16d95 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:02.287053 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-2655f94f-98f5-4ebd-bc8f-528ed2c16d95 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 810 time: 0.1180162 Sep 16 05:24:02.332750 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-d45542e7-f046-4ae3-9544-fec067386b15 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 379 time: 0.0355675 Sep 16 05:24:02.344720 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Request body: {'port': {'device_id': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'admin_state_up': True, 'tenant_id': '5f88110942084cc29a06800c334510b3', 'security_groups': ['8f82f422-3dda-4318-b051-541520eca188']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:02.419095 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86e5f877-e180-442c-b642-4471b9bd8b46 req-3251b658-ac9b-4eda-a841-75a090a54df6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 210 time: 0.0268536 Sep 16 05:24:02.484090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Made reservation on behalf of 5f88110942084cc29a06800c334510b3 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:24:02.488045 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.623524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Allocated IP 172.20.0.12 (806aff50-7f95-4cec-a37b-88f3a15934ef/77ef434b-3bb2-4eee-b39e-7e303fbf76e1/5df62b25-38df-4c09-ad3d-cdd3eaac95db) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:24:02.769499 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.808640 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.854907 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Network 806aff50-7f95-4cec-a37b-88f3a15934ef is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:24:02.858080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:24:02.860549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:24:02.895244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event updated for resources: {'Port': ['ID=5df62b25-38df-4c09-ad3d-cdd3eaac95db,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:02.934886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:02.935508 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:02.952384 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-699f63be-8e6a-4572-bb25-0a09383ea1fb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6115389 Sep 16 05:24:02.966898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Request body: {'port': {'device_id': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:03.027306 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.134671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e0e1eaa0-7386-4a32-96e2-ec2822b80d36 None None] Provisioning complete for port 5df62b25-38df-4c09-ad3d-cdd3eaac95db triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:03.135235 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e0e1eaa0-7386-4a32-96e2-ec2822b80d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.175364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e0e1eaa0-7386-4a32-96e2-ec2822b80d36 None None] Port 5df62b25-38df-4c09-ad3d-cdd3eaac95db cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:24:03.323007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df62b25-38df-4c09-ad3d-cdd3eaac95db {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:03.330938 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.343365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Transition to ACTIVE for port object 5df62b25-38df-4c09-ad3d-cdd3eaac95db will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:24:03.347269 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.405710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Pushing event updated for resources: {'Port': ['ID=5df62b25-38df-4c09-ad3d-cdd3eaac95db,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:03.481780 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Attempting to bind port 5df62b25-38df-4c09-ad3d-cdd3eaac95db on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:24:03.482147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Attempting to bind port 5df62b25-38df-4c09-ad3d-cdd3eaac95db by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:24:03.482555 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Attempting to bind port 5df62b25-38df-4c09-ad3d-cdd3eaac95db on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:03.487324 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Port 5df62b25-38df-4c09-ad3d-cdd3eaac95db on network 806aff50-7f95-4cec-a37b-88f3a15934ef not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:24:03.487662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Attempting to bind port 5df62b25-38df-4c09-ad3d-cdd3eaac95db on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:24:03.493109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:24:03.493519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:24:03.494111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Bound using segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:24:03.494730 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Bound port: 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:24:03.495112 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.573153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:24:03.576405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:24:03.581592 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.591185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2011b68-5a42-4294-af01-0dc6a48a1c41 req-214e3704-764a-4da0-bb13-b34c07ff2377 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:03.592951 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2011b68-5a42-4294-af01-0dc6a48a1c41 req-214e3704-764a-4da0-bb13-b34c07ff2377 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 944 time: 0.0713930 Sep 16 05:24:03.625372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:03.626504 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:03.628200 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] 10.222.0.15 "PUT /v2.0/ports/5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 1093 time: 0.6658900 Sep 16 05:24:03.630801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:03.634567 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20aa43b3-4f0b-47e9-9362-4eed2e80adb8" -d '{"events": [{"name": "network-changed", "server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:03.647922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2011b68-5a42-4294-af01-0dc6a48a1c41 req-d41feec1-ab6a-47a1-895b-f599865de774 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469153 Sep 16 05:24:03.667121 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b51829-7e1c-48c2-b863-9d0f68783678 service neutron] Pushing event updated for resources: {'Port': ['ID=5df62b25-38df-4c09-ad3d-cdd3eaac95db,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:03.706504 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8398ac3a-305c-48df-847e-1c5c68f5cb25 x-openstack-request-id: req-8398ac3a-305c-48df-847e-1c5c68f5cb25 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:03.706683 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:03.706940 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8398ac3a-305c-48df-847e-1c5c68f5cb25 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:03.707351 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'status': 'completed', 'code': 200} Sep 16 05:24:03.719160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-b3be8949-9878-48d6-8582-86f494a98da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:03.720629 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-b3be8949-9878-48d6-8582-86f494a98da0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 1096 time: 0.0495095 Sep 16 05:24:03.769573 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-8ade5392-7c8b-4502-80e8-dc3d7fb39975 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 217 time: 0.0397074 Sep 16 05:24:03.827769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-f88b48dd-c857-42ed-9b34-727190944f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:03.829311 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-f88b48dd-c857-42ed-9b34-727190944f3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0532188 Sep 16 05:24:03.876801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-a04536bd-b998-464e-bd1a-c0a62bfe3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:03.878361 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-a04536bd-b998-464e-bd1a-c0a62bfe3773 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421586 Sep 16 05:24:03.975337 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-c956e0f4-be18-44e4-b772-097678636d15 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894253 Sep 16 05:24:04.077857 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ac0620be-2860-40ef-962f-0aa3779ec24d req-7a31b087-7d38-40ed-b4e3-41bce3aefde7 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957153 Sep 16 05:24:04.172008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa43b3-4f0b-47e9-9362-4eed2e80adb8 req-82f9c9f4-2a7e-4f25-a7ff-781ba38971f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.173916 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-20aa43b3-4f0b-47e9-9362-4eed2e80adb8 req-82f9c9f4-2a7e-4f25-a7ff-781ba38971f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 1096 time: 0.0431402 Sep 16 05:24:04.275953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa43b3-4f0b-47e9-9362-4eed2e80adb8 req-fc8c26a0-5bd8-4c32-95a9-de114fc92ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.277640 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-20aa43b3-4f0b-47e9-9362-4eed2e80adb8 req-fc8c26a0-5bd8-4c32-95a9-de114fc92ed9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0961685 Sep 16 05:24:04.322398 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-20aa43b3-4f0b-47e9-9362-4eed2e80adb8 req-af953316-1e5b-4c65-85d3-42ae643098ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 217 time: 0.0373430 Sep 16 05:24:04.379501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa43b3-4f0b-47e9-9362-4eed2e80adb8 req-17f12c4d-b0c5-4992-b651-f1f4d457d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.380981 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-20aa43b3-4f0b-47e9-9362-4eed2e80adb8 req-17f12c4d-b0c5-4992-b651-f1f4d457d839 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0509939 Sep 16 05:24:04.432048 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa43b3-4f0b-47e9-9362-4eed2e80adb8 req-35c795e1-0d6e-459b-9083-8e3d4d979223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.433559 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-20aa43b3-4f0b-47e9-9362-4eed2e80adb8 req-35c795e1-0d6e-459b-9083-8e3d4d979223 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445554 Sep 16 05:24:04.530453 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-20aa43b3-4f0b-47e9-9362-4eed2e80adb8 req-da056707-d101-4705-a40c-9776b72abfca service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886772 Sep 16 05:24:04.628921 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-20aa43b3-4f0b-47e9-9362-4eed2e80adb8 req-5a787353-c3ed-43a9-89ba-2c206bd2b25f service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901928 Sep 16 05:24:04.785435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a13b3f-e90b-4f4c-9c0f-af47aecd019c req-dd8ca952-f899-4c07-99a0-230f033274dd tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:04.787003 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31a13b3f-e90b-4f4c-9c0f-af47aecd019c req-dd8ca952-f899-4c07-99a0-230f033274dd tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 944 time: 0.0566249 Sep 16 05:24:04.828193 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31a13b3f-e90b-4f4c-9c0f-af47aecd019c req-71228c61-0626-4e90-b203-839ebbb0504b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343072 Sep 16 05:24:05.901217 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:05.963387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc82a9f-47ca-4725-a17e-9cf74c9937b9 req-5a316bea-da49-44d5-8ee3-6cbaf2ce5b87 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:05.964938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abc82a9f-47ca-4725-a17e-9cf74c9937b9 req-5a316bea-da49-44d5-8ee3-6cbaf2ce5b87 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 944 time: 0.0504606 Sep 16 05:24:06.004135 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-abc82a9f-47ca-4725-a17e-9cf74c9937b9 req-2023dbb1-2650-4b2d-873a-99bb1640ddf6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331569 Sep 16 05:24:06.574477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df62b25-38df-4c09-ad3d-cdd3eaac95db details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:24:06.671315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:06.838968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'port_id': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'mac_address': 'fa:16:3e:8e:dc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:24:06.878935 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.892104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df62b25-38df-4c09-ad3d-cdd3eaac95db {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:24:06.911946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:06.916592 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:06.963835 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5df62b25-38df-4c09-ad3d-cdd3eaac95db,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:07.108849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['5df62b25-38df-4c09-ad3d-cdd3eaac95db'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:24:07.126373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b3b78-4cba-426e-8c30-aeb0332b16c7 req-710c304a-fcd3-4a77-bf7e-e990ae01b662 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:07.127899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c26b3b78-4cba-426e-8c30-aeb0332b16c7 req-710c304a-fcd3-4a77-bf7e-e990ae01b662 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 945 time: 0.0550432 Sep 16 05:24:07.169532 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c26b3b78-4cba-426e-8c30-aeb0332b16c7 req-82ca92ca-4bf1-4db8-8aa5-9911a4411e84 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346477 Sep 16 05:24:07.904871 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.287113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ea687-4c12-468f-9126-47ccc6e90cb0 req-8f851a6e-97cd-4fa1-8a2b-477a4ed6b683 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:08.288616 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-080ea687-4c12-468f-9126-47ccc6e90cb0 req-8f851a6e-97cd-4fa1-8a2b-477a4ed6b683 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 945 time: 0.0493855 Sep 16 05:24:08.326907 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-080ea687-4c12-468f-9126-47ccc6e90cb0 req-9792f356-72ba-4a6a-a501-d7a1981de0e8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316422 Sep 16 05:24:08.574302 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df62b25-38df-4c09-ad3d-cdd3eaac95db up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:24:08.622375 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 5df62b25-38df-4c09-ad3d-cdd3eaac95db completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:24:08.626035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 5df62b25-38df-4c09-ad3d-cdd3eaac95db triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:24:08.626414 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.704832 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.727971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:08.730532 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cd5003-a06b-4e1d-819d-260e91383516" -d '{"events": [{"server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "name": "network-vif-plugged", "status": "completed", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:08.744095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:24:08.749084 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:08.776403 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b515c8-8812-405b-a0c9-1e6c6dbf0aa7 x-openstack-request-id: req-36b515c8-8812-405b-a0c9-1e6c6dbf0aa7 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:08.776707 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "name": "network-vif-plugged", "status": "completed", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:08.776966 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36b515c8-8812-405b-a0c9-1e6c6dbf0aa7 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:08.777355 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'code': 200} Sep 16 05:24:08.802657 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=5df62b25-38df-4c09-ad3d-cdd3eaac95db,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:24:08.866349 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43dc54-39c6-4cf7-a7a8-79c127bcac88 req-9b274bf7-cbd4-4409-872e-c0d3d9b6d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:08.868269 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bc43dc54-39c6-4cf7-a7a8-79c127bcac88 req-9b274bf7-cbd4-4409-872e-c0d3d9b6d8ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 1098 time: 0.0409431 Sep 16 05:24:08.902356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-bc43dc54-39c6-4cf7-a7a8-79c127bcac88 req-5335c809-7bcd-475c-958b-72d9e60266fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273707 Sep 16 05:24:09.448374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1595d03-90bc-4e47-af12-c837c74f98d2 req-3de434c5-3178-4ff9-b775-55b15b58254a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:09.449965 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1595d03-90bc-4e47-af12-c837c74f98d2 req-3de434c5-3178-4ff9-b775-55b15b58254a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0523577 Sep 16 05:24:09.493590 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1595d03-90bc-4e47-af12-c837c74f98d2 req-1e6a1405-fb5d-4e0b-932e-24380a1f94c0 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371954 Sep 16 05:24:10.401842 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:10.626930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20234b-b55b-4124-9300-835a32a9b7f3 req-19b9d3ed-4864-46ef-8199-47e568ae876e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:10.628416 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd20234b-b55b-4124-9300-835a32a9b7f3 req-19b9d3ed-4864-46ef-8199-47e568ae876e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0527580 Sep 16 05:24:10.667486 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd20234b-b55b-4124-9300-835a32a9b7f3 req-9526f291-396d-4f3f-adab-fc8f234c5273 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322838 Sep 16 05:24:10.779473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02e2df-8e88-48f1-b6f9-fb1c83117172 req-15309fcc-b210-4504-99bb-e057c6c936fd tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:10.781007 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab02e2df-8e88-48f1-b6f9-fb1c83117172 req-15309fcc-b210-4504-99bb-e057c6c936fd tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0504954 Sep 16 05:24:10.790578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 51978) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:24:10.795129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c76ba263-8aac-4b80-ad23-cff41842f430 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Request body: {'floatingip': {'port_id': '5df62b25-38df-4c09-ad3d-cdd3eaac95db'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:24:10.838734 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c76ba263-8aac-4b80-ad23-cff41842f430 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.275947 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c76ba263-8aac-4b80-ad23-cff41842f430 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.279855 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c76ba263-8aac-4b80-ad23-cff41842f430 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.380820 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-c76ba263-8aac-4b80-ad23-cff41842f430 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17 associated. External IP: 172.25.0.86, port: 5df62b25-38df-4c09-ad3d-cdd3eaac95db. Sep 16 05:24:11.593523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76ba263-8aac-4b80-ad23-cff41842f430 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Router 09d054b5-400a-4a38-aca9-c163452f571e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:24:11.703718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76ba263-8aac-4b80-ad23-cff41842f430 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:24:11.708709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c76ba263-8aac-4b80-ad23-cff41842f430 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:11.713339 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac48b5b4-17ae-4ed8-83d4-5adafde2d229 None None] Sync routers for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:24:11.722207 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac48b5b4-17ae-4ed8-83d4-5adafde2d229 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:11.722826 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ac48b5b4-17ae-4ed8-83d4-5adafde2d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:23:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:11.735483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c76ba263-8aac-4b80-ad23-cff41842f430 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "PUT /v2.0/floatingips/baee9e54-1b25-48c7-80ca-a81a470c9e17 HTTP/1.1" status: 200 len: 991 time: 0.9437981 Sep 16 05:24:11.736167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:24:11.738684 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd6934a-4c3f-4d43-8e0d-32f42019b6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:24:11.828477 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88b9c84-6106-4097-9746-1d10e3b520ca x-openstack-request-id: req-f88b9c84-6106-4097-9746-1d10e3b520ca {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:24:11.828772 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:24:11.829025 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f88b9c84-6106-4097-9746-1d10e3b520ca {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:24:11.829427 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'status': 'completed', 'code': 200} Sep 16 05:24:11.831066 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ac48b5b4-17ae-4ed8-83d4-5adafde2d229 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:11.894315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6934a-4c3f-4d43-8e0d-32f42019b6dd req-009e07f2-90b4-4afa-b196-3e6bd1cfc580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.895776 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbd6934a-4c3f-4d43-8e0d-32f42019b6dd req-009e07f2-90b4-4afa-b196-3e6bd1cfc580 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 1098 time: 0.0425580 Sep 16 05:24:11.993172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6934a-4c3f-4d43-8e0d-32f42019b6dd req-fff286cc-8495-46c5-95ae-6c45324cfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:11.994727 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbd6934a-4c3f-4d43-8e0d-32f42019b6dd req-fff286cc-8495-46c5-95ae-6c45324cfce7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0918043 Sep 16 05:24:12.063880 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbd6934a-4c3f-4d43-8e0d-32f42019b6dd req-c9df1d78-035d-44be-8265-7e0c7e68f98e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 999 time: 0.0621397 Sep 16 05:24:12.064603 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ac48b5b4-17ae-4ed8-83d4-5adafde2d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'baee9e54-1b25-48c7-80ca-a81a470c9e17', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'port_id': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'mac_address': 'fa:16:3e:8e:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:38Z', 'updated_at': '2021-09-16T05:24:11Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:12.091964 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac48b5b4-17ae-4ed8-83d4-5adafde2d229 None None] Checking router: 09d054b5-400a-4a38-aca9-c163452f571e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:24:12.100275 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac48b5b4-17ae-4ed8-83d4-5adafde2d229 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:24:12.100893 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ac48b5b4-17ae-4ed8-83d4-5adafde2d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:23:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:12.115556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6934a-4c3f-4d43-8e0d-32f42019b6dd req-7111ba82-0061-4d52-95cf-d2db61c6360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:12.117119 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbd6934a-4c3f-4d43-8e0d-32f42019b6dd req-7111ba82-0061-4d52-95cf-d2db61c6360c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0471315 Sep 16 05:24:12.163513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6934a-4c3f-4d43-8e0d-32f42019b6dd req-fe94379d-e90d-4ff0-ba72-0278eb6ff95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:12.166049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbd6934a-4c3f-4d43-8e0d-32f42019b6dd req-fe94379d-e90d-4ff0-ba72-0278eb6ff95f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416141 Sep 16 05:24:12.207466 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ac48b5b4-17ae-4ed8-83d4-5adafde2d229 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:24:12.269798 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbd6934a-4c3f-4d43-8e0d-32f42019b6dd req-e929b949-fc45-4b9e-b8a8-424401000954 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966556 Sep 16 05:24:12.361638 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dbd6934a-4c3f-4d43-8e0d-32f42019b6dd req-0ec533cd-a74a-4f0d-a1e1-850075224227 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847888 Sep 16 05:24:12.437530 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ac48b5b4-17ae-4ed8-83d4-5adafde2d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'baee9e54-1b25-48c7-80ca-a81a470c9e17', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'port_id': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'mac_address': 'fa:16:3e:8e:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:38Z', 'updated_at': '2021-09-16T05:24:11Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:24:12.464854 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac48b5b4-17ae-4ed8-83d4-5adafde2d229 None None] The sync data for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 is: [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'baee9e54-1b25-48c7-80ca-a81a470c9e17', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'port_id': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'mac_address': 'fa:16:3e:8e:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:38Z', 'updated_at': '2021-09-16T05:24:11Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:24:12.675509 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca7000c-4cbe-4a38-b9c6-4066d45216d6 None None] New status for floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:24:17.251451 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-560b6b23-b0fd-434c-a0fa-a7a04faca88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.232328 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-011b39b3-2cc1-494f-ae18-fd421deaabb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:20.873109 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:21.793734 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:23.330314 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:25.838206 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ad146c6-5574-436b-a2a1-5b68f98da751 req-1948d93d-b830-4cc5-bcfb-a5fd1e081ceb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416019 Sep 16 05:24:25.930850 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad146c6-5574-436b-a2a1-5b68f98da751 req-14ba9208-fcb6-44cd-923a-78a2536b284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:25.932949 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ad146c6-5574-436b-a2a1-5b68f98da751 req-14ba9208-fcb6-44cd-923a-78a2536b284c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 1098 time: 0.0499361 Sep 16 05:24:26.039003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad146c6-5574-436b-a2a1-5b68f98da751 req-ca9feee4-8fcc-4e13-b9a2-d3737dfb0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:26.041094 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ad146c6-5574-436b-a2a1-5b68f98da751 req-ca9feee4-8fcc-4e13-b9a2-d3737dfb0c12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0884092 Sep 16 05:24:26.112174 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ad146c6-5574-436b-a2a1-5b68f98da751 req-aac49e74-8457-4ba0-8acf-695a6609eee7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 1001 time: 0.0640531 Sep 16 05:24:26.164305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad146c6-5574-436b-a2a1-5b68f98da751 req-62fd2ec5-d979-4151-ab24-f303c72a8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:26.166914 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ad146c6-5574-436b-a2a1-5b68f98da751 req-62fd2ec5-d979-4151-ab24-f303c72a8082 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0463583 Sep 16 05:24:26.211547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad146c6-5574-436b-a2a1-5b68f98da751 req-40ec2b77-e765-487c-866e-01887bef2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:24:26.214071 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ad146c6-5574-436b-a2a1-5b68f98da751 req-40ec2b77-e765-487c-866e-01887bef2de4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409176 Sep 16 05:24:26.310728 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ad146c6-5574-436b-a2a1-5b68f98da751 req-7006f9c2-aa02-47cb-9ce7-f0b3663fb552 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895274 Sep 16 05:24:26.409863 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7ad146c6-5574-436b-a2a1-5b68f98da751 req-cd9710cc-45b2-46ec-846f-c815a2e8f93d service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904062 Sep 16 05:24:35.916541 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:37.901087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.252189 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-645e015b-efe0-4239-846a-b5091a771069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:47.402589 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:24:50.232856 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0b5d7cfc-da92-4d06-98f2-85d46dda4064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:50.878094 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:51.795989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:24:53.331026 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:05.931016 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:07.911523 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:17.253873 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83b1a67d-4681-4ac1-a62a-2ecfeff08a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.236665 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f8029515-8bae-471d-a48a-21bdb37500cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:20.880382 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:21.808340 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:23.333340 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:24.403389 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:25:26.818634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-0b0727a1-6307-4b7f-9600-6a74c9044a7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529394 Sep 16 05:25:26.902369 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-0a954a13-6f3d-4910-8053-420e54e88907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:26.903908 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-0a954a13-6f3d-4910-8053-420e54e88907 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 1098 time: 0.0425582 Sep 16 05:25:27.016126 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-9ad7fead-683f-4b97-a3c7-eed5fb343235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:27.017716 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-9ad7fead-683f-4b97-a3c7-eed5fb343235 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0939965 Sep 16 05:25:27.088993 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-0a745a48-80e7-4ff7-a685-347e73cf758d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 1001 time: 0.0640154 Sep 16 05:25:27.140395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-8c57e77c-6560-42ec-bcc1-e5103e2fea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:27.141869 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-8c57e77c-6560-42ec-bcc1-e5103e2fea65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0465305 Sep 16 05:25:27.188234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-22a505ff-e286-4fa3-837d-c6e3612e3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:27.189771 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-22a505ff-e286-4fa3-837d-c6e3612e3952 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413539 Sep 16 05:25:27.201682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-7e52ce54-b8b3-43fb-abae-17d5b434330f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:25:27.202681 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-7e52ce54-b8b3-43fb-abae-17d5b434330f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054803 Sep 16 05:25:27.299462 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-f41c7111-5885-4f98-b399-a65ba78c4f09 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892711 Sep 16 05:25:27.394500 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ee3c2985-b80d-4b09-bc9f-1c09317f7539 req-b8966ec4-2301-49d8-b59e-a492172000fc service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869327 Sep 16 05:25:35.940753 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:37.946075 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.255947 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ae87-4b92-4178-bcc2-8108c0372bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:47.976674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dafa0-c91a-43cf-9cf7-d83e64c325b5 req-00047e8a-d84d-4f93-8da7-7a1c5deeac9f tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:47.978825 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba5dafa0-c91a-43cf-9cf7-d83e64c325b5 req-00047e8a-d84d-4f93-8da7-7a1c5deeac9f tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0605519 Sep 16 05:25:48.028384 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba5dafa0-c91a-43cf-9cf7-d83e64c325b5 req-59059214-5b1b-461d-b113-6cfc9ca1cae1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435619 Sep 16 05:25:49.159318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d5df8-bb60-499f-8c79-e810aa6a56f6 req-563bda9f-1f9a-495e-9f9a-26a93bea06cc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:49.160977 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e76d5df8-bb60-499f-8c79-e810aa6a56f6 req-563bda9f-1f9a-495e-9f9a-26a93bea06cc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0558915 Sep 16 05:25:49.210405 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e76d5df8-bb60-499f-8c79-e810aa6a56f6 req-e1af0144-ef2a-40a4-b6bd-1664f3270d75 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418067 Sep 16 05:25:50.239509 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9f2030b7-3822-4298-922a-f89f4c6795df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:50.332016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b997b6-829d-4271-b726-dc6f37fbb297 req-e120c539-8dd4-4b3c-9f25-1d04837cb9dd tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:50.333791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64b997b6-829d-4271-b726-dc6f37fbb297 req-e120c539-8dd4-4b3c-9f25-1d04837cb9dd tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0510798 Sep 16 05:25:50.372748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64b997b6-829d-4271-b726-dc6f37fbb297 req-1de7cede-8878-4e10-a517-c9c09120a151 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323155 Sep 16 05:25:50.884368 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:51.492089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cf241-6080-4fa4-8836-555a2ac9d2f7 req-5ec6c812-90f7-40ac-920b-25dcdb2da9f1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:51.493584 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b63cf241-6080-4fa4-8836-555a2ac9d2f7 req-5ec6c812-90f7-40ac-920b-25dcdb2da9f1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0497203 Sep 16 05:25:51.535137 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b63cf241-6080-4fa4-8836-555a2ac9d2f7 req-1d311a1d-8112-4f36-b2c4-20b1c8310b5a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352082 Sep 16 05:25:51.801923 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:52.653076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebb138-8e02-4d48-a894-c8f46404ba53 req-75deb527-df6e-4406-9ac6-f6fa67536417 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:52.654618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0cebb138-8e02-4d48-a894-c8f46404ba53 req-75deb527-df6e-4406-9ac6-f6fa67536417 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0499539 Sep 16 05:25:52.692715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0cebb138-8e02-4d48-a894-c8f46404ba53 req-62b26f08-22fd-4b6a-a0db-10a666c1db4b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321438 Sep 16 05:25:53.338255 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:25:53.811735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ed3b8-7cdc-44ef-aeab-181b11216494 req-36540ac0-ec53-4c0d-95aa-f87cd038599d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:53.813231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-105ed3b8-7cdc-44ef-aeab-181b11216494 req-36540ac0-ec53-4c0d-95aa-f87cd038599d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0492408 Sep 16 05:25:53.850211 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-105ed3b8-7cdc-44ef-aeab-181b11216494 req-c37b4a54-c230-47e4-be0e-d3f30f30c777 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309610 Sep 16 05:25:54.969017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109653d-2878-4515-a36f-d61a7dc5dbca req-15078f47-1f5d-4db6-9107-d455d48bb0c0 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:54.970564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3109653d-2878-4515-a36f-d61a7dc5dbca req-15078f47-1f5d-4db6-9107-d455d48bb0c0 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0491924 Sep 16 05:25:55.011753 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3109653d-2878-4515-a36f-d61a7dc5dbca req-13752e79-b923-4a10-b511-6b4be7a7631a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352259 Sep 16 05:25:56.134110 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40eeda-c6c3-48cf-a987-fdcbcaed1a5a req-5e68da9e-7b6a-4b0b-9f29-707cf78ea7eb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:56.135695 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab40eeda-c6c3-48cf-a987-fdcbcaed1a5a req-5e68da9e-7b6a-4b0b-9f29-707cf78ea7eb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0546346 Sep 16 05:25:56.173436 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab40eeda-c6c3-48cf-a987-fdcbcaed1a5a req-c73359b2-98c2-40ad-a73a-1f91e53f2a77 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318446 Sep 16 05:25:57.296963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134482f3-966a-4f41-bbe0-48dba6694d8c req-181ff7cf-6ae3-485b-aa67-0fdd0875c250 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:57.298547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-134482f3-966a-4f41-bbe0-48dba6694d8c req-181ff7cf-6ae3-485b-aa67-0fdd0875c250 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0563424 Sep 16 05:25:57.338349 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-134482f3-966a-4f41-bbe0-48dba6694d8c req-0104ed71-788c-46c2-b73e-92eeb6212b50 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335059 Sep 16 05:25:58.458037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe0855-084e-41ea-a652-776e644429e7 req-a72fc4d4-fa23-414d-b579-e7b3597ea282 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:58.459581 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3fe0855-084e-41ea-a652-776e644429e7 req-a72fc4d4-fa23-414d-b579-e7b3597ea282 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0509665 Sep 16 05:25:58.503785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d3fe0855-084e-41ea-a652-776e644429e7 req-104377b1-93aa-4ebd-9718-4e5d52c4ff5a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375807 Sep 16 05:25:58.694846 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 52218) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:25:58.750059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df5c3a-0322-4260-9b21-2c355c3f04a5 req-de75dd39-5e78-43a3-822c-064a80a4e14c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:58.751829 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-74df5c3a-0322-4260-9b21-2c355c3f04a5 req-de75dd39-5e78-43a3-822c-064a80a4e14c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0563440 Sep 16 05:25:58.791464 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-74df5c3a-0322-4260-9b21-2c355c3f04a5 req-42888007-f55f-485f-8453-aee857d61fea tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338349 Sep 16 05:25:58.876198 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-770db691-48b1-4b7f-acfa-18e315c18e8b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1798794 Sep 16 05:25:58.884705 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-b649487a-3b46-4b6b-a069-617c53394ca5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:25:58.885707 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-b649487a-3b46-4b6b-a069-617c53394ca5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048327 Sep 16 05:25:59.915971 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d80f4-777f-4fde-bf84-8dc120b38b84 req-f365dde5-b959-46c3-87de-adf1b68da4ef tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:25:59.917509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a46d80f4-777f-4fde-bf84-8dc120b38b84 req-f365dde5-b959-46c3-87de-adf1b68da4ef tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0494101 Sep 16 05:25:59.956654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a46d80f4-777f-4fde-bf84-8dc120b38b84 req-c7b7e2ab-d99c-4cdc-8e95-9aa62c7b055c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329816 Sep 16 05:26:00.200212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-85fbd4f8-02ed-4ead-b22c-2693513aef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:00.201637 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-85fbd4f8-02ed-4ead-b22c-2693513aef9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 1098 time: 0.0418761 Sep 16 05:26:00.294645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-43e91281-df84-42dd-ba5c-79b2e37fdc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:00.296191 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-43e91281-df84-42dd-ba5c-79b2e37fdc8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0880053 Sep 16 05:26:00.363221 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-49425655-0092-402a-b024-72b879191e66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 1001 time: 0.0602584 Sep 16 05:26:00.419325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-64c15d86-5f8f-4876-8440-66104a35733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:00.421368 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-64c15d86-5f8f-4876-8440-66104a35733b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0502319 Sep 16 05:26:00.471242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-02798cf1-cfe8-42fb-b37c-2419cd72b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:00.472665 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-02798cf1-cfe8-42fb-b37c-2419cd72b0b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442145 Sep 16 05:26:00.569924 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-4a9343b6-0674-4385-adfd-3127b3582672 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893412 Sep 16 05:26:00.663944 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-6edc2be6-23cd-4f52-9bbc-f6d96c727f64 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873487 Sep 16 05:26:01.075066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62946242-1e07-4b27-9ee8-822e335b4a67 req-676c92c7-34de-449d-afa9-d2103a96cadf tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:01.076549 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62946242-1e07-4b27-9ee8-822e335b4a67 req-676c92c7-34de-449d-afa9-d2103a96cadf tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0491810 Sep 16 05:26:01.121317 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62946242-1e07-4b27-9ee8-822e335b4a67 req-43569814-2ae1-4a9f-bc0c-680a7a75ceff tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366063 Sep 16 05:26:01.402730 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:26:02.240893 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04969e33-1960-4858-ade4-f4c04695a27a req-a3cebee2-d14a-47b5-815f-22395978b6ff tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:02.242449 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04969e33-1960-4858-ade4-f4c04695a27a req-a3cebee2-d14a-47b5-815f-22395978b6ff tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0490797 Sep 16 05:26:02.280519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-04969e33-1960-4858-ade4-f4c04695a27a req-a2613e37-9b3e-4dc0-9f2d-e0f3b597d2c6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317833 Sep 16 05:26:02.478546 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-8f2d3e38-2061-4839-893a-d8ca669ffdd2 service neutron] show failed (client error): The resource could not be found. Sep 16 05:26:02.479579 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-8f2d3e38-2061-4839-893a-d8ca669ffdd2 service neutron] 10.222.0.15 "GET /v2.0/ports/5df62b25-38df-4c09-ad3d-cdd3eaac95db/bindings/n-h1-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0561273 Sep 16 05:26:02.676156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-8001e567-f6bd-47cb-95af-ca808104983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:02.677672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-8001e567-f6bd-47cb-95af-ca808104983d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 1098 time: 0.0407643 Sep 16 05:26:02.694311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:02.750452 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:02.956145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:02.990045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:03.034448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:03.036742 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872dde63-a54c-43a4-a311-e3baf655bb73" -d '{"events": [{"server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "name": "network-vif-unplugged", "status": "completed", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:03.040678 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.054504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Transition to ACTIVE for port object 5df62b25-38df-4c09-ad3d-cdd3eaac95db will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:03.059872 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.100384 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9807f2f7-81cd-4fde-ac00-fec4d78cffc5 x-openstack-request-id: req-9807f2f7-81cd-4fde-ac00-fec4d78cffc5 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:03.100680 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "name": "network-vif-unplugged", "status": "completed", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:03.101040 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9807f2f7-81cd-4fde-ac00-fec4d78cffc5 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:03.101332 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'code': 200} Sep 16 05:26:03.494758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Pushing event updated for resources: {'Port': ['ID=5df62b25-38df-4c09-ad3d-cdd3eaac95db,revision_number=6']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:03.530352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:03.530352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:03.531033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:03.531328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:03.531660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:03.531989 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:03.532318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:03.532640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:03.532963 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:03.533290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:03.533634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:03.533957 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:03.557237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] No DVR routers for this DVR port 5df62b25-38df-4c09-ad3d-cdd3eaac95db on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:03.607666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f9783-b7f8-41bd-a78c-844b789425d5 req-45a27f00-54da-499d-8de1-d66294f2ed88 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:03.609951 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a23f9783-b7f8-41bd-a78c-844b789425d5 req-45a27f00-54da-499d-8de1-d66294f2ed88 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 944 time: 0.1344974 Sep 16 05:26:03.686908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a23f9783-b7f8-41bd-a78c-844b789425d5 req-695f9a72-7553-45c6-b6b7-0d15b1ac8d82 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699244 Sep 16 05:26:03.736604 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Attempting to bind port 5df62b25-38df-4c09-ad3d-cdd3eaac95db on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:03.736936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Attempting to bind port 5df62b25-38df-4c09-ad3d-cdd3eaac95db by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:03.737354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Attempting to bind port 5df62b25-38df-4c09-ad3d-cdd3eaac95db on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:03.741672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Port 5df62b25-38df-4c09-ad3d-cdd3eaac95db on network 806aff50-7f95-4cec-a37b-88f3a15934ef not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:03.741966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Attempting to bind port 5df62b25-38df-4c09-ad3d-cdd3eaac95db on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:03.746704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:03.747047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:03.747439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Bound using segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:03.747868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Bound port: 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:03.748232 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.812575 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:03.816725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:03.821105 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.856278 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:03.856896 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:03.859109 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] 10.222.0.50 "PUT /v2.0/ports/5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 1093 time: 1.1681936 Sep 16 05:26:03.885155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f849c-0120-4adb-8f57-b7534476037e service neutron] Pushing event updated for resources: {'Port': ['ID=5df62b25-38df-4c09-ad3d-cdd3eaac95db,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:03.932969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-7bd64040-b01b-462f-a828-726cb00955ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:03.934557 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-7bd64040-b01b-462f-a828-726cb00955ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 1096 time: 0.0430560 Sep 16 05:26:04.045673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-96e2daf7-7300-41b6-a2cc-593f6b5a6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.047983 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-96e2daf7-7300-41b6-a2cc-593f6b5a6f08 service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1013417 Sep 16 05:26:04.118047 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-d332a01c-ff68-4917-adbe-657002e21baf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 999 time: 0.0586414 Sep 16 05:26:04.180048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-7ca63efc-287f-4120-bfd7-22d8b13e7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.181447 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-7ca63efc-287f-4120-bfd7-22d8b13e7238 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0522327 Sep 16 05:26:04.234387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-0532cbeb-8c7c-41f1-ad4c-1c419dce4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.235899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-0532cbeb-8c7c-41f1-ad4c-1c419dce4213 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420303 Sep 16 05:26:04.329240 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-9afb26a9-5728-4cad-9fc6-51851d8d217f service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840518 Sep 16 05:26:04.428460 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba9a653e-c2b4-4a09-8221-298330b58b7b req-3aae1469-dac2-49f7-9481-bc39558e2951 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869350 Sep 16 05:26:04.803286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096e80d-2cb1-487e-af85-7d5e62651350 req-46d9e606-d7ad-4ce3-ae91-ce231c41e664 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:04.804801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7096e80d-2cb1-487e-af85-7d5e62651350 req-46d9e606-d7ad-4ce3-ae91-ce231c41e664 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 944 time: 0.0485630 Sep 16 05:26:04.843707 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7096e80d-2cb1-487e-af85-7d5e62651350 req-ccaa7218-e8f2-40d8-b2eb-2915c3716526 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329137 Sep 16 05:26:05.102877 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:05.105276 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43308659-68df-4b32-ab75-058d9a68873a" -d '{"events": [{"name": "network-changed", "server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:05.153175 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aab46ed-4ef6-4138-a4a6-b43b9e399af9 x-openstack-request-id: req-2aab46ed-4ef6-4138-a4a6-b43b9e399af9 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:05.153466 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:05.153752 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2aab46ed-4ef6-4138-a4a6-b43b9e399af9 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:05.154151 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'status': 'completed', 'code': 200} Sep 16 05:26:05.214118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43308659-68df-4b32-ab75-058d9a68873a req-765fe9f3-04ae-4067-b9e2-912c38e8713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.215654 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-765fe9f3-04ae-4067-b9e2-912c38e8713a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 1096 time: 0.0430608 Sep 16 05:26:05.222706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43308659-68df-4b32-ab75-058d9a68873a req-5c26b3da-c8db-40ec-9673-47a8bbba8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.224231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-5c26b3da-c8db-40ec-9673-47a8bbba8f4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 1096 time: 0.0470273 Sep 16 05:26:05.290007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df62b25-38df-4c09-ad3d-cdd3eaac95db no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:05.314302 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43308659-68df-4b32-ab75-058d9a68873a req-3d67d4aa-c728-4ae5-a49b-94d3e346cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.315868 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-3d67d4aa-c728-4ae5-a49b-94d3e346cac5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0933273 Sep 16 05:26:05.321693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43308659-68df-4b32-ab75-058d9a68873a req-2c4925ed-fe55-4c0a-9710-692dc476bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.323266 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-2c4925ed-fe55-4c0a-9710-692dc476bd54 service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0913296 Sep 16 05:26:05.333650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 5df62b25-38df-4c09-ad3d-cdd3eaac95db not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:05.390870 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-cd1285a7-0ff9-4a97-a71b-f0f54e4f070e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 999 time: 0.0652564 Sep 16 05:26:05.414908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-a1ad04a3-0054-443d-a5ae-c34051e9e54e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 999 time: 0.0841293 Sep 16 05:26:05.443420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43308659-68df-4b32-ab75-058d9a68873a req-50ef2137-544c-47e4-9ca4-f786be5f1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.444984 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-50ef2137-544c-47e4-9ca4-f786be5f1b0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0489230 Sep 16 05:26:05.468207 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43308659-68df-4b32-ab75-058d9a68873a req-225c6f1e-e82f-4614-9f3c-3c90f52cd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.469950 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-225c6f1e-e82f-4614-9f3c-3c90f52cd8c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0470374 Sep 16 05:26:05.520165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43308659-68df-4b32-ab75-058d9a68873a req-c7aee44f-e9d4-4181-bd68-5966ddbfb034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.521788 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-c7aee44f-e9d4-4181-bd68-5966ddbfb034 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434525 Sep 16 05:26:05.628101 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-5ca93993-978d-4e85-85cb-c16f677811c6 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967953 Sep 16 05:26:05.740034 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-7ba3f360-a776-4815-82ba-c91f123b253a service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036277 Sep 16 05:26:05.827912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43308659-68df-4b32-ab75-058d9a68873a req-13a6be06-224d-4117-91a7-db6a6a5135e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:05.829887 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-13a6be06-224d-4117-91a7-db6a6a5135e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3774092 Sep 16 05:26:05.931257 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-05142860-9579-433c-9057-989760b1760f service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938566 Sep 16 05:26:05.935710 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:06.009504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5337cba-a694-4164-9448-b2bda9fdca2a req-9bdea090-266b-4b6c-94e2-50d5754ef3d2 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:06.011691 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5337cba-a694-4164-9448-b2bda9fdca2a req-9bdea090-266b-4b6c-94e2-50d5754ef3d2 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 944 time: 0.0798285 Sep 16 05:26:06.052881 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-43308659-68df-4b32-ab75-058d9a68873a req-f49b3b0c-b526-43b8-ab78-bc2098938590 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140049 Sep 16 05:26:06.074790 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5337cba-a694-4164-9448-b2bda9fdca2a req-444ac104-f19b-4053-a621-6974af73ef6a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558057 Sep 16 05:26:07.143794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 5df62b25-38df-4c09-ad3d-cdd3eaac95db details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:07.188967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c83e9-6546-43f9-b99c-ecd814952d8a req-750d6b60-77ce-4fad-9412-cab1bc032506 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.190543 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-409c83e9-6546-43f9-b99c-ecd814952d8a req-750d6b60-77ce-4fad-9412-cab1bc032506 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 944 time: 0.0513008 Sep 16 05:26:07.230389 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-409c83e9-6546-43f9-b99c-ecd814952d8a req-7dc80c3c-76e6-4934-834c-1fce61646f18 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334561 Sep 16 05:26:07.240154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:07.256557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'port_id': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'mac_address': 'fa:16:3e:8e:dc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:07.301748 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.316023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df62b25-38df-4c09-ad3d-cdd3eaac95db {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:07.349256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:07.355883 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:07.423701 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=5df62b25-38df-4c09-ad3d-cdd3eaac95db,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:07.433728 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:07.434095 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:07.434442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:07.434844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:07.435196 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:07.435721 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:07.436264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:07.436615 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:07.436963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:07.437319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:07.437680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:07.438020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:07.458687 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33643b-6f7d-482e-b365-7c03c2ec1dcc req-1d91dc2c-ef18-40fc-9191-9f11812cc640 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.460291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e33643b-6f7d-482e-b365-7c03c2ec1dcc req-1d91dc2c-ef18-40fc-9191-9f11812cc640 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 945 time: 0.0626440 Sep 16 05:26:07.468980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-015d7212-c628-4371-8ce8-a502fca26115 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.470557 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-015d7212-c628-4371-8ce8-a502fca26115 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.15 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13&tenant_id=5f88110942084cc29a06800c334510b3&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 945 time: 0.0634336 Sep 16 05:26:07.511446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e33643b-6f7d-482e-b365-7c03c2ec1dcc req-46b77fdd-ee6d-47d4-8160-0892c6282277 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408168 Sep 16 05:26:07.543391 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-8336ea3a-0595-4a23-8950-a6f7886ea3d7 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:26:07.544443 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-8336ea3a-0595-4a23-8950-a6f7886ea3d7 service neutron] 10.222.0.15 "DELETE /v2.0/ports/5df62b25-38df-4c09-ad3d-cdd3eaac95db/bindings/n-h2-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0654049 Sep 16 05:26:07.633185 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-15411ba1-9ce3-4b55-b65d-c38f3e37f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.634753 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-15411ba1-9ce3-4b55-b65d-c38f3e37f2a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 1097 time: 0.0427728 Sep 16 05:26:07.645477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['5df62b25-38df-4c09-ad3d-cdd3eaac95db'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:07.731818 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-358d4719-d45a-41fe-a6ba-8d8251ec3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.733725 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-358d4719-d45a-41fe-a6ba-8d8251ec3209 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0919483 Sep 16 05:26:07.807909 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-e725b8bc-1087-471c-bf27-e167f34e7889 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 1000 time: 0.0669839 Sep 16 05:26:07.857549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-d48be182-3216-4c70-9faa-af88774b2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.859113 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-d48be182-3216-4c70-9faa-af88774b2d74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0445848 Sep 16 05:26:07.905722 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-82218b1c-b143-4758-b742-fc2ecf1ab417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:07.907282 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-82218b1c-b143-4758-b742-fc2ecf1ab417 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413871 Sep 16 05:26:07.957267 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:08.012089 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-490c7107-2aef-4069-bed5-b368978d5ca1 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970662 Sep 16 05:26:08.108714 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-185c6d6b-3ebd-4750-a64b-2516cf26574f req-15a230e8-70aa-4766-9c90-ec06528e7e74 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895503 Sep 16 05:26:08.655969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0fb0c-01fe-4074-8cbd-1b0e1d45bf40 req-c7e20e37-3a79-468e-a492-91005567eda8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:08.657570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-70a0fb0c-01fe-4074-8cbd-1b0e1d45bf40 req-c7e20e37-3a79-468e-a492-91005567eda8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 945 time: 0.0618358 Sep 16 05:26:08.704447 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-70a0fb0c-01fe-4074-8cbd-1b0e1d45bf40 req-1f64a4be-9ce0-40a8-9cb9-a8ef184fa7ae tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403752 Sep 16 05:26:08.839430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc52d8-857e-4271-af6b-7f4436058813 req-d13dbe9d-4c02-43a3-b4df-d5101f0004e1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:08.840873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9dc52d8-857e-4271-af6b-7f4436058813 req-d13dbe9d-4c02-43a3-b4df-d5101f0004e1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 945 time: 0.0555320 Sep 16 05:26:08.887362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9dc52d8-857e-4271-af6b-7f4436058813 req-6f5eb508-1b88-4684-bd52-246d8918fb2d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395389 Sep 16 05:26:09.142211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8be2b-9128-4c9a-9cd7-5d312e1913c5 req-b0af1e7e-9c39-4798-a548-a94326dee271 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.143896 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-add8be2b-9128-4c9a-9cd7-5d312e1913c5 req-b0af1e7e-9c39-4798-a548-a94326dee271 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 945 time: 0.0791690 Sep 16 05:26:09.161868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 5df62b25-38df-4c09-ad3d-cdd3eaac95db up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:09.176375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-b7f959d1-9cc7-4a96-9101-a142c935c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.177942 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-b7f959d1-9cc7-4a96-9101-a142c935c9fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 1097 time: 0.0729680 Sep 16 05:26:09.219644 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-add8be2b-9128-4c9a-9cd7-5d312e1913c5 req-6f4e726e-7098-4a20-8124-321351122587 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642440 Sep 16 05:26:09.242227 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 5df62b25-38df-4c09-ad3d-cdd3eaac95db completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:26:09.247304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 5df62b25-38df-4c09-ad3d-cdd3eaac95db triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:09.247689 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.301238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-ce863f17-d154-47db-a058-9260a5a9bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.302799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-ce863f17-d154-47db-a058-9260a5a9bf5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1129601 Sep 16 05:26:09.342996 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.374763 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:09.377193 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05556c77-3e04-467b-9f44-dd01d59000b8" -d '{"events": [{"server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "name": "network-vif-plugged", "status": "completed", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:09.393035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:09.393960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-61b646dc-baa8-4e34-b559-319ab39b9f91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 200 len: 1000 time: 0.0783923 Sep 16 05:26:09.397992 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:09.439663 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb646fac-8dcd-4572-a904-941e0465e0fd x-openstack-request-id: req-eb646fac-8dcd-4572-a904-941e0465e0fd {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:09.439993 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "name": "network-vif-plugged", "status": "completed", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:09.440202 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb646fac-8dcd-4572-a904-941e0465e0fd {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:09.440600 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'code': 200} Sep 16 05:26:09.452885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-7c5b201d-d450-48c2-967d-0ecca63cf0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.454422 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-7c5b201d-d450-48c2-967d-0ecca63cf0d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0480955 Sep 16 05:26:09.470045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=5df62b25-38df-4c09-ad3d-cdd3eaac95db,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:09.508228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-fe18e377-10de-4827-a922-7c0bcdf41c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:09.509793 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-fe18e377-10de-4827-a922-7c0bcdf41c62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468037 Sep 16 05:26:09.523150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-a041f256-7f32-4357-a93c-9adbb6a4734a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:26:09.524126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-a041f256-7f32-4357-a93c-9adbb6a4734a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051575 Sep 16 05:26:09.623757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-ea2573ac-6d36-4c66-802d-86522f9a0f17 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896966 Sep 16 05:26:09.723659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2d34215b-b430-46b7-b08a-9c73b63f6281 req-2c135fdb-714f-484a-a035-1869dfe48909 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872767 Sep 16 05:26:10.357413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab4712-ef41-438d-9105-fb6674d34e48 req-d6ed72f2-0709-4d0c-a0c0-dfdd38b6fa05 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:10.359184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9eab4712-ef41-438d-9105-fb6674d34e48 req-d6ed72f2-0709-4d0c-a0c0-dfdd38b6fa05 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0511594 Sep 16 05:26:10.402693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9eab4712-ef41-438d-9105-fb6674d34e48 req-3d666bfe-d58c-46e7-a586-e374c79b65ce tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376770 Sep 16 05:26:10.667055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30483ba6-a00e-48a0-a657-8378d9e7ae92 req-e5790d5a-4234-4dc2-bc63-cc2586c95f6e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:10.668639 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30483ba6-a00e-48a0-a657-8378d9e7ae92 req-e5790d5a-4234-4dc2-bc63-cc2586c95f6e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0515194 Sep 16 05:26:10.715072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30483ba6-a00e-48a0-a657-8378d9e7ae92 req-0b1db37a-4ae1-4cba-ae91-4bdb311eb362 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399005 Sep 16 05:26:11.846627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b123f8-0012-4ad4-9456-cbe2ea53f2f6 req-5d32810e-914a-48da-b184-2c7b7ee50e6d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:11.848185 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17b123f8-0012-4ad4-9456-cbe2ea53f2f6 req-5d32810e-914a-48da-b184-2c7b7ee50e6d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0586705 Sep 16 05:26:11.890552 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17b123f8-0012-4ad4-9456-cbe2ea53f2f6 req-8fa463fa-863e-4c52-b816-fdcf5b180237 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362530 Sep 16 05:26:12.031142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a238388-b8e8-49d4-934e-28562559cd38 req-6246fef0-1f0f-4634-b2cf-a4756cbd6a87 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:12.032624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a238388-b8e8-49d4-934e-28562559cd38 req-6246fef0-1f0f-4634-b2cf-a4756cbd6a87 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.50 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 946 time: 0.0514190 Sep 16 05:26:12.132607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Deleting port 5df62b25-38df-4c09-ad3d-cdd3eaac95db {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:26:12.132952 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.221511 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] For port 5df62b25-38df-4c09-ad3d-cdd3eaac95db, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=5df62b25-38df-4c09-ad3d-cdd3eaac95db,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:12.221914 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.396548 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.396827 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.397144 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17 disassociated. External IP: 172.25.0.86, port: 5df62b25-38df-4c09-ad3d-cdd3eaac95db. Sep 16 05:26:12.397484 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Calling delete_port for 5df62b25-38df-4c09-ad3d-cdd3eaac95db owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:26:12.527001 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.558407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event deleted for resources: {'Port': ['ID=5df62b25-38df-4c09-ad3d-cdd3eaac95db,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:12.678042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Router 09d054b5-400a-4a38-aca9-c163452f571e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:26:12.784559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:12.795180 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fec01-9bb9-481f-8eba-f7b89c70e124 None None] Sync routers for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:12.805854 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6fec01-9bb9-481f-8eba-f7b89c70e124 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:12.806476 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b6fec01-9bb9-481f-8eba-f7b89c70e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:25:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:12.826233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] No DVR routers for this DVR port 5df62b25-38df-4c09-ad3d-cdd3eaac95db on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:26:12.829068 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:12.831104 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a238388-b8e8-49d4-934e-28562559cd38 req-d13e0085-a5db-470d-8c46-c6c27d3c1058 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.50 "DELETE /v2.0/ports/5df62b25-38df-4c09-ad3d-cdd3eaac95db HTTP/1.1" status: 204 len: 173 time: 0.7878520 Sep 16 05:26:12.831596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'name': 'network-vif-deleted', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:12.833805 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea49a03-21c2-4be6-a176-8f80991f7573" -d '{"events": [{"server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "name": "network-vif-deleted", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:12.870517 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45f82ea-800a-4266-9d6e-e79716170c14 x-openstack-request-id: req-a45f82ea-800a-4266-9d6e-e79716170c14 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:12.871166 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86701bf0-7fb1-4119-a582-ca6d762bea13", "name": "network-vif-deleted", "tag": "5df62b25-38df-4c09-ad3d-cdd3eaac95db", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:12.871166 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a45f82ea-800a-4266-9d6e-e79716170c14 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:12.871442 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86701bf0-7fb1-4119-a582-ca6d762bea13', 'name': 'network-vif-deleted', 'tag': '5df62b25-38df-4c09-ad3d-cdd3eaac95db', 'status': 'completed', 'code': 200} Sep 16 05:26:12.917136 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1b6fec01-9bb9-481f-8eba-f7b89c70e124 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:13.011235 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79db7b33-1a20-4e88-8fb0-bab997e87a7f req-d04a037e-4667-4f98-aa8f-c564d1ca53f5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=86701bf0-7fb1-4119-a582-ca6d762bea13 HTTP/1.1" status: 200 len: 210 time: 0.0280414 Sep 16 05:26:13.150745 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b6fec01-9bb9-481f-8eba-f7b89c70e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.177083 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fec01-9bb9-481f-8eba-f7b89c70e124 None None] Checking router: 09d054b5-400a-4a38-aca9-c163452f571e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:13.184990 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6fec01-9bb9-481f-8eba-f7b89c70e124 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:13.185625 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b6fec01-9bb9-481f-8eba-f7b89c70e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:25:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.288540 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-1b6fec01-9bb9-481f-8eba-f7b89c70e124 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:13.481274 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-1b6fec01-9bb9-481f-8eba-f7b89c70e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:13.510873 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fec01-9bb9-481f-8eba-f7b89c70e124 None None] The sync data for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 is: [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:13.724646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2aaf9-66e8-4e45-9542-33bfdbce184e None None] New status for floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:26:14.292712 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-e0262834-37de-44bd-bf82-f32b9d6cd66f tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--467887608&fields=id&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 267 time: 0.0326569 Sep 16 05:26:14.403763 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-d65832bf-327f-4fc3-8ac1-605aecd1c783 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:14.405180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-d65832bf-327f-4fc3-8ac1-605aecd1c783 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 810 time: 0.1055589 Sep 16 05:26:14.420525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-4857aa32-5565-4235-8cc7-cc8afbb5da72 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/quotas/5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 375 time: 0.0091240 Sep 16 05:26:14.473677 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-96ec59d7-3207-47f2-bb61-105738d22686 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475926 Sep 16 05:26:14.491072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-66f4d4f8-efb9-457e-b0fb-7571d2d413bb service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:26:14.492068 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-66f4d4f8-efb9-457e-b0fb-7571d2d413bb service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056803 Sep 16 05:26:14.587801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-2d66870e-fa8b-408b-bd1c-18b3a75cc99e service neutron] 10.222.0.53 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878582 Sep 16 05:26:14.684957 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-aad84ace-6400-4316-b1fa-9348ace6919f service neutron] 10.222.0.53 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907583 Sep 16 05:26:14.851467 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e3c6f13-3947-429a-b21e-8b43ce6c0cf7 req-752ff9ec-03bc-41dd-837e-75f105b44636 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 210 time: 0.0260551 Sep 16 05:26:15.195926 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 5df62b25-38df-4c09-ad3d-cdd3eaac95db no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:26:15.217041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 5df62b25-38df-4c09-ad3d-cdd3eaac95db {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:26:15.217394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 5df62b25-38df-4c09-ad3d-cdd3eaac95db not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:26:15.768740 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-0f9ef718-8442-4dec-8fd0-9a6d7dc829b0 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:15.770167 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-0f9ef718-8442-4dec-8fd0-9a6d7dc829b0 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 810 time: 0.1077590 Sep 16 05:26:15.821907 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-442051b5-d6bb-422f-a855-812db872928d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 379 time: 0.0413961 Sep 16 05:26:15.835487 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Request body: {'port': {'device_id': '0f875b0b-4c45-4099-baa3-267132824392', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'admin_state_up': True, 'tenant_id': '5f88110942084cc29a06800c334510b3', 'security_groups': ['8f82f422-3dda-4318-b051-541520eca188']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:15.947558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f453698f-1e64-4460-ac7e-b0908c8c4d67 req-56e3d0dd-a2bb-4aa5-83ca-78ee23df88ec tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 210 time: 0.0284200 Sep 16 05:26:15.948154 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Made reservation on behalf of 5f88110942084cc29a06800c334510b3 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:26:15.951626 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.078271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Allocated IP 172.20.0.10 (806aff50-7f95-4cec-a37b-88f3a15934ef/77ef434b-3bb2-4eee-b39e-7e303fbf76e1/7025dba2-850e-42d0-b654-ea681d21e22a) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:26:16.228032 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.262248 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.311984 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Network 806aff50-7f95-4cec-a37b-88f3a15934ef is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:26:16.317005 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:26:16.318977 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:16.321389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:26:16.330769 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.331092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.331442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.331792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.332140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.332477 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.332816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.333151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.333486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.333879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.334578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.334578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:26:16.387579 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:16.388237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.405955 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-8149b0eb-ef9f-4efd-93fe-27e805342b42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5741653 Sep 16 05:26:16.419482 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Request body: {'port': {'device_id': '0f875b0b-4c45-4099-baa3-267132824392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:16.478585 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.552529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4cfb16c2-6a0f-4fc6-96a2-113b1dd82c08 None None] Provisioning complete for port 7025dba2-850e-42d0-b654-ea681d21e22a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:16.553077 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4cfb16c2-6a0f-4fc6-96a2-113b1dd82c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.595020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb16c2-6a0f-4fc6-96a2-113b1dd82c08 None None] Port 7025dba2-850e-42d0-b654-ea681d21e22a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:26:16.747927 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7025dba2-850e-42d0-b654-ea681d21e22a {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:16.755981 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.769839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Transition to ACTIVE for port object 7025dba2-850e-42d0-b654-ea681d21e22a will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:26:16.773591 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.882904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:16.899169 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Attempting to bind port 7025dba2-850e-42d0-b654-ea681d21e22a on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:26:16.899595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Attempting to bind port 7025dba2-850e-42d0-b654-ea681d21e22a by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:26:16.900139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Attempting to bind port 7025dba2-850e-42d0-b654-ea681d21e22a on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:16.904696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Port 7025dba2-850e-42d0-b654-ea681d21e22a on network 806aff50-7f95-4cec-a37b-88f3a15934ef not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:26:16.905142 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Attempting to bind port 7025dba2-850e-42d0-b654-ea681d21e22a on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:26:16.910525 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:26:16.910967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:26:16.911433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Bound using segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:26:16.911945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Bound port: 7025dba2-850e-42d0-b654-ea681d21e22a, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:26:16.912387 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:16.995231 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:26:16.998584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:26:17.007434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.046379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.047223 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.049397 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] 10.222.0.15 "PUT /v2.0/ports/7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1093 time: 0.6344914 Sep 16 05:26:17.051921 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:17.054059 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cee8380-2b94-499b-a395-fafeb1f06717" -d '{"events": [{"name": "network-changed", "server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:17.089542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b825f8-32af-42b3-9aa0-c1555e50ae5c service neutron] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:17.091655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f309a1-3198-4256-be26-08305f9889d7 req-a0455c56-c8a7-40cb-9751-d5ccab580588 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.093696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6f309a1-3198-4256-be26-08305f9889d7 req-a0455c56-c8a7-40cb-9751-d5ccab580588 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 944 time: 0.0660727 Sep 16 05:26:17.141401 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-0c411e1b-9d17-461d-92d7-d7b39a80b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.143782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-0c411e1b-9d17-461d-92d7-d7b39a80b39c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1096 time: 0.0473619 Sep 16 05:26:17.146255 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6f309a1-3198-4256-be26-08305f9889d7 req-261105e0-7b29-435d-bce9-2798adac159a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444896 Sep 16 05:26:17.194470 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f4d6ed-3dc5-48c5-ab75-fef98cf1d20e x-openstack-request-id: req-a8f4d6ed-3dc5-48c5-ab75-fef98cf1d20e {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:17.194770 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:17.195031 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8f4d6ed-3dc5-48c5-ab75-fef98cf1d20e {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:17.195695 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a', 'status': 'completed', 'code': 200} Sep 16 05:26:17.197273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-cf220cda-55a5-4804-8638-7a97ca344a63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 217 time: 0.0441713 Sep 16 05:26:17.257271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-2359070c-230c-4776-a292-40c60be55888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.258796 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-2359070c-230c-4776-a292-40c60be55888 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0543013 Sep 16 05:26:17.259308 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fc249bb1-baed-4872-9daa-983e1b0fc8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:17.306860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-e7609919-4bea-409a-85a2-86d63f68d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.308358 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-e7609919-4bea-409a-85a2-86d63f68d509 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415323 Sep 16 05:26:17.400890 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-d0a95841-feff-4d04-98b6-2ced0536c748 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850766 Sep 16 05:26:17.505755 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7f8da92f-bc48-4bd8-ad8b-9f6567e1a6a6 req-1c4e49bd-587e-4b5d-a4d1-5c83226ea3c5 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979273 Sep 16 05:26:17.591363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee8380-2b94-499b-a395-fafeb1f06717 req-6cd1d54b-f9cb-4c32-ab5e-923ee272089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.593003 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cee8380-2b94-499b-a395-fafeb1f06717 req-6cd1d54b-f9cb-4c32-ab5e-923ee272089a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1096 time: 0.0419796 Sep 16 05:26:17.687709 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee8380-2b94-499b-a395-fafeb1f06717 req-a3983c83-534a-4f14-a39c-d50cf90add08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.689635 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cee8380-2b94-499b-a395-fafeb1f06717 req-a3983c83-534a-4f14-a39c-d50cf90add08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0895431 Sep 16 05:26:17.731671 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cee8380-2b94-499b-a395-fafeb1f06717 req-de51c465-db42-4341-abd3-3eb3c3f362ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 217 time: 0.0342197 Sep 16 05:26:17.786006 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee8380-2b94-499b-a395-fafeb1f06717 req-4c56fc7e-3f98-4e3c-a1c3-f8022748c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.787504 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cee8380-2b94-499b-a395-fafeb1f06717 req-4c56fc7e-3f98-4e3c-a1c3-f8022748c812 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0479057 Sep 16 05:26:17.834809 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee8380-2b94-499b-a395-fafeb1f06717 req-1d321620-7497-4d61-8719-bcd2981c25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:17.836357 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cee8380-2b94-499b-a395-fafeb1f06717 req-1d321620-7497-4d61-8719-bcd2981c25ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413249 Sep 16 05:26:17.926432 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cee8380-2b94-499b-a395-fafeb1f06717 req-8394c2f3-8344-4b7c-bc03-522101967ace service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807116 Sep 16 05:26:18.022932 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cee8380-2b94-499b-a395-fafeb1f06717 req-77dac471-ec31-46bb-a693-b3ac47504d16 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877631 Sep 16 05:26:18.260475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f5de2-d681-4185-adb8-728552294f9c req-0686a462-d750-4768-bd9d-bce6d86f0be9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:18.262016 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f25f5de2-d681-4185-adb8-728552294f9c req-0686a462-d750-4768-bd9d-bce6d86f0be9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 944 time: 0.0498714 Sep 16 05:26:18.301564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f25f5de2-d681-4185-adb8-728552294f9c req-924f5369-470a-4b83-a5fe-2f836fcd283d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335114 Sep 16 05:26:19.415754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacf85c-0b93-4a06-8796-6be8d7c5f463 req-3e1fd9c4-33fa-417c-aa61-08eb0d58b32d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:19.417226 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1cacf85c-0b93-4a06-8796-6be8d7c5f463 req-3e1fd9c4-33fa-417c-aa61-08eb0d58b32d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 944 time: 0.0481405 Sep 16 05:26:19.455995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1cacf85c-0b93-4a06-8796-6be8d7c5f463 req-c6022cd3-0a73-4942-b476-33c08c954ed4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323603 Sep 16 05:26:20.241885 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd2aa-fb8d-4d8e-b83e-c310fc78b6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:20.576165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a80e1f-6a1f-4c13-8315-a8c84e3ba4a6 req-22cfa75d-a6fa-46d9-abd3-fd120742d993 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:20.577594 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49a80e1f-6a1f-4c13-8315-a8c84e3ba4a6 req-22cfa75d-a6fa-46d9-abd3-fd120742d993 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 944 time: 0.0543153 Sep 16 05:26:20.616675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49a80e1f-6a1f-4c13-8315-a8c84e3ba4a6 req-ae4e34a6-1134-46a2-8038-9c74567b407e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324667 Sep 16 05:26:20.885436 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.336676 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7025dba2-850e-42d0-b654-ea681d21e22a details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:26:21.430087 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:21.441122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '7025dba2-850e-42d0-b654-ea681d21e22a', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'port_id': '7025dba2-850e-42d0-b654-ea681d21e22a', 'mac_address': 'fa:16:3e:49:e3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:26:21.482014 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.494982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7025dba2-850e-42d0-b654-ea681d21e22a {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:26:21.517644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:21.521255 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:21.568288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:21.742119 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e0101-add0-460f-bbcd-29de1a58b01b req-3624ceb6-dcb0-42ed-92fa-9be3b7c0daa5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:21.743618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-377e0101-add0-460f-bbcd-29de1a58b01b req-3624ceb6-dcb0-42ed-92fa-9be3b7c0daa5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 945 time: 0.0590191 Sep 16 05:26:21.758916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['7025dba2-850e-42d0-b654-ea681d21e22a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:26:21.786355 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-377e0101-add0-460f-bbcd-29de1a58b01b req-d63a2e26-c95f-45f1-821d-63d41d6fd640 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343034 Sep 16 05:26:21.813784 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:22.935243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c52c2-fbe9-4a9c-be17-851b0b9d3293 req-ada8be44-ea3f-4fd3-a594-a1154aa751b8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:22.937013 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de1c52c2-fbe9-4a9c-be17-851b0b9d3293 req-ada8be44-ea3f-4fd3-a594-a1154aa751b8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 945 time: 0.0574522 Sep 16 05:26:22.994130 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de1c52c2-fbe9-4a9c-be17-851b0b9d3293 req-dbfba48d-fe7f-4b6a-a123-713076d5b51f tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482850 Sep 16 05:26:23.340143 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.367335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7025dba2-850e-42d0-b654-ea681d21e22a up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:26:23.421554 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 7025dba2-850e-42d0-b654-ea681d21e22a completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:26:23.425496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 7025dba2-850e-42d0-b654-ea681d21e22a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:26:23.425904 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.502411 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.530335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:23.532587 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8172421b-1fe5-439d-afba-bd000d65bddc" -d '{"events": [{"server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "name": "network-vif-plugged", "status": "completed", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:23.550672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:26:23.556014 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:23.579783 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed407a4-6fb2-4f49-ae0f-0582a23746da x-openstack-request-id: req-aed407a4-6fb2-4f49-ae0f-0582a23746da {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:23.580663 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "name": "network-vif-plugged", "status": "completed", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:23.580921 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aed407a4-6fb2-4f49-ae0f-0582a23746da {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:23.581309 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a', 'code': 200} Sep 16 05:26:23.611953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:26:23.727808 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751bdc3-0c6b-454c-9840-9d76528a9b0b req-1cea70af-95d7-4728-8943-975c367685cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:23.729348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e751bdc3-0c6b-454c-9840-9d76528a9b0b req-1cea70af-95d7-4728-8943-975c367685cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1098 time: 0.0973182 Sep 16 05:26:23.766789 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e751bdc3-0c6b-454c-9840-9d76528a9b0b req-00c730a8-09f1-42fb-8de5-7357d321d23e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297618 Sep 16 05:26:24.119005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99f8f9-3888-42d4-8982-c1bcb1163f13 req-11d9f2b4-5f93-476d-882c-8a801f62bdf2 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:24.120499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae99f8f9-3888-42d4-8982-c1bcb1163f13 req-11d9f2b4-5f93-476d-882c-8a801f62bdf2 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0536160 Sep 16 05:26:24.160815 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae99f8f9-3888-42d4-8982-c1bcb1163f13 req-b9f134cb-6d18-4cb3-83c6-a9953bd8449b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343940 Sep 16 05:26:25.274859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fd910-1bdb-4c44-8906-dff66b49ebe9 req-b58d2dfa-a9ae-473c-ba75-bcf5c9275051 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:25.276352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b2fd910-1bdb-4c44-8906-dff66b49ebe9 req-b58d2dfa-a9ae-473c-ba75-bcf5c9275051 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0483952 Sep 16 05:26:25.313750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b2fd910-1bdb-4c44-8906-dff66b49ebe9 req-770c2a79-e197-42ba-b21b-6652a8c6744c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313714 Sep 16 05:26:25.423259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ac827-9890-467b-915b-a8daa3e76054 req-0c4f4d31-0d53-4380-be0b-b8b143c60cb6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:25.424887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb6ac827-9890-467b-915b-a8daa3e76054 req-0c4f4d31-0d53-4380-be0b-b8b143c60cb6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0485928 Sep 16 05:26:25.433249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52356) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:26:25.437517 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-962d6340-d294-427a-8a9a-273097eaf7df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Request body: {'floatingip': {'port_id': '7025dba2-850e-42d0-b654-ea681d21e22a'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:26:25.481131 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-962d6340-d294-427a-8a9a-273097eaf7df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.922836 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-962d6340-d294-427a-8a9a-273097eaf7df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:25.929749 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-962d6340-d294-427a-8a9a-273097eaf7df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.041001 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-962d6340-d294-427a-8a9a-273097eaf7df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17 associated. External IP: 172.25.0.86, port: 7025dba2-850e-42d0-b654-ea681d21e22a. Sep 16 05:26:26.260430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962d6340-d294-427a-8a9a-273097eaf7df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Router 09d054b5-400a-4a38-aca9-c163452f571e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:26:26.367982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962d6340-d294-427a-8a9a-273097eaf7df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:26:26.372829 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-962d6340-d294-427a-8a9a-273097eaf7df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:26.378097 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d22e6-85dc-40b0-af78-e49bbf08cdc4 None None] Sync routers for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:26:26.387699 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d22e6-85dc-40b0-af78-e49bbf08cdc4 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:26.388344 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4a3d22e6-85dc-40b0-af78-e49bbf08cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:26:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:26.400156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-962d6340-d294-427a-8a9a-273097eaf7df tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "PUT /v2.0/floatingips/baee9e54-1b25-48c7-80ca-a81a470c9e17 HTTP/1.1" status: 200 len: 991 time: 0.9658227 Sep 16 05:26:26.400732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:26:26.403004 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4ce321-aa85-4bd4-95db-1be5cd1c4e63" -d '{"events": [{"name": "network-changed", "server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:26:26.496525 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-4a3d22e6-85dc-40b0-af78-e49bbf08cdc4 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:26.499871 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d79366-7459-4a8e-b71d-9f357aaf67a3 x-openstack-request-id: req-96d79366-7459-4a8e-b71d-9f357aaf67a3 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:26:26.500160 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:26:26.500409 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96d79366-7459-4a8e-b71d-9f357aaf67a3 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:26:26.500810 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a', 'status': 'completed', 'code': 200} Sep 16 05:26:26.559042 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ce321-aa85-4bd4-95db-1be5cd1c4e63 req-359837f1-58a3-4f03-8370-033a03987184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:26.560485 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4a4ce321-aa85-4bd4-95db-1be5cd1c4e63 req-359837f1-58a3-4f03-8370-033a03987184 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1098 time: 0.0398955 Sep 16 05:26:26.658909 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ce321-aa85-4bd4-95db-1be5cd1c4e63 req-ea5a8596-d968-4740-80d4-13a80f97f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:26.660404 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4a4ce321-aa85-4bd4-95db-1be5cd1c4e63 req-ea5a8596-d968-4740-80d4-13a80f97f26d service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0928488 Sep 16 05:26:26.722359 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4a3d22e6-85dc-40b0-af78-e49bbf08cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'baee9e54-1b25-48c7-80ca-a81a470c9e17', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'port_id': '7025dba2-850e-42d0-b654-ea681d21e22a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'mac_address': 'fa:16:3e:49:e3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f875b0b-4c45-4099-baa3-267132824392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:38Z', 'updated_at': '2021-09-16T05:26:25Z', 'revision_number': 9, 'project_id': '5f88110942084cc29a06800c334510b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:26.734089 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4a4ce321-aa85-4bd4-95db-1be5cd1c4e63 req-847ca26b-74e3-4a21-9973-6e2b1d693e6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 999 time: 0.0654800 Sep 16 05:26:26.749473 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d22e6-85dc-40b0-af78-e49bbf08cdc4 None None] Checking router: 09d054b5-400a-4a38-aca9-c163452f571e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:26:26.760191 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d22e6-85dc-40b0-af78-e49bbf08cdc4 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:26:26.760855 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4a3d22e6-85dc-40b0-af78-e49bbf08cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:26:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:26.784998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ce321-aa85-4bd4-95db-1be5cd1c4e63 req-7db004a9-4051-46aa-912e-35043ed1dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:26.786698 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4a4ce321-aa85-4bd4-95db-1be5cd1c4e63 req-7db004a9-4051-46aa-912e-35043ed1dcab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0461583 Sep 16 05:26:26.835948 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ce321-aa85-4bd4-95db-1be5cd1c4e63 req-834646ee-3b9d-4b8e-895d-f55cc18d0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:26.837787 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4a4ce321-aa85-4bd4-95db-1be5cd1c4e63 req-834646ee-3b9d-4b8e-895d-f55cc18d0077 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432465 Sep 16 05:26:26.884887 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-4a3d22e6-85dc-40b0-af78-e49bbf08cdc4 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:26:26.943215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4a4ce321-aa85-4bd4-95db-1be5cd1c4e63 req-e71f1746-b65c-48ac-9466-0c3a3a8e9ae6 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977082 Sep 16 05:26:27.045041 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4a4ce321-aa85-4bd4-95db-1be5cd1c4e63 req-397712cb-99af-4217-8e75-af2c4c01690d service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940852 Sep 16 05:26:27.220371 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4a3d22e6-85dc-40b0-af78-e49bbf08cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'baee9e54-1b25-48c7-80ca-a81a470c9e17', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'port_id': '7025dba2-850e-42d0-b654-ea681d21e22a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'mac_address': 'fa:16:3e:49:e3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f875b0b-4c45-4099-baa3-267132824392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:38Z', 'updated_at': '2021-09-16T05:26:25Z', 'revision_number': 9, 'project_id': '5f88110942084cc29a06800c334510b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:26:27.248374 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d22e6-85dc-40b0-af78-e49bbf08cdc4 None None] The sync data for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 is: [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'baee9e54-1b25-48c7-80ca-a81a470c9e17', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'port_id': '7025dba2-850e-42d0-b654-ea681d21e22a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'mac_address': 'fa:16:3e:49:e3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f875b0b-4c45-4099-baa3-267132824392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:38Z', 'updated_at': '2021-09-16T05:26:25Z', 'revision_number': 9, 'project_id': '5f88110942084cc29a06800c334510b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:26:27.460204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483e2485-d4b0-4623-bd18-1f16efe3a3ee None None] New status for floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:26:27.999077 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-844bb667-aa16-42ce-adec-31734de93a48 req-780c7c43-34ec-4e64-8adf-329c2b1608ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401838 Sep 16 05:26:28.086859 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb667-aa16-42ce-adec-31734de93a48 req-7131ed9c-4795-4051-bc2d-06acbf8e9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.088356 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-844bb667-aa16-42ce-adec-31734de93a48 req-7131ed9c-4795-4051-bc2d-06acbf8e9fa0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1098 time: 0.0469790 Sep 16 05:26:28.192948 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb667-aa16-42ce-adec-31734de93a48 req-36abc5ad-ef97-44f3-a99b-61ce38124c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.194442 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-844bb667-aa16-42ce-adec-31734de93a48 req-36abc5ad-ef97-44f3-a99b-61ce38124c07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0855739 Sep 16 05:26:28.264695 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-844bb667-aa16-42ce-adec-31734de93a48 req-630db994-540c-4a75-9c41-d1e32035b9e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1002 time: 0.0624967 Sep 16 05:26:28.313514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb667-aa16-42ce-adec-31734de93a48 req-ed517195-c841-4fb6-b82e-6fd1c29e777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.315035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-844bb667-aa16-42ce-adec-31734de93a48 req-ed517195-c841-4fb6-b82e-6fd1c29e777a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0431628 Sep 16 05:26:28.361059 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb667-aa16-42ce-adec-31734de93a48 req-dccf4881-7657-4261-ad7f-fd366c6f3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:26:28.362593 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-844bb667-aa16-42ce-adec-31734de93a48 req-dccf4881-7657-4261-ad7f-fd366c6f3ed7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402365 Sep 16 05:26:28.453416 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-844bb667-aa16-42ce-adec-31734de93a48 req-1ca57f6b-1260-4619-899f-ab3979817052 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833981 Sep 16 05:26:28.549028 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-844bb667-aa16-42ce-adec-31734de93a48 req-4bcdb871-9129-4154-a1ff-c9fae96b6c99 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882905 Sep 16 05:26:35.960561 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:37.957245 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:38.401381 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:26:47.262907 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d39ed733-a2e6-45d4-971d-e129ef3358b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.254168 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4c8a834-cade-4a7e-8048-05e22ede3657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:50.888880 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:51.809463 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:53.344399 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:26:54.710727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-4f716d6d-67ad-458e-aab7-0dfa0400caa1 req-edae9016-ab26-4c6d-ac4c-3d3ebae75ce7 service neutron] (94745) timed out ('10.222.0.53', 49848) {{(pid=94745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:27:05.990894 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:07.979348 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:15.400118 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:27:17.266524 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-54cd6788-261b-43e6-8fac-fe12a273c612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.253514 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6c04a038-4d47-4a8c-8fc5-2888233c0798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:20.890383 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:21.812588 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:23.347703 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:28.070215 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23d3d44f-066c-4afc-8407-c2ff6239b4aa req-91ba5313-9c31-4851-b98d-dfa81320bfcc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0713246 Sep 16 05:27:28.163584 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3d44f-066c-4afc-8407-c2ff6239b4aa req-cb32509f-06de-468d-b454-228d87f6d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.165467 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23d3d44f-066c-4afc-8407-c2ff6239b4aa req-cb32509f-06de-468d-b454-228d87f6d72f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1098 time: 0.0512824 Sep 16 05:27:28.307174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3d44f-066c-4afc-8407-c2ff6239b4aa req-4b7748e2-4015-43e9-a4ae-374668c1ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.308920 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23d3d44f-066c-4afc-8407-c2ff6239b4aa req-4b7748e2-4015-43e9-a4ae-374668c1ec97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1214576 Sep 16 05:27:28.383710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23d3d44f-066c-4afc-8407-c2ff6239b4aa req-1107e11b-2528-42ca-88a0-151a775d2a38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1002 time: 0.0676701 Sep 16 05:27:28.436074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3d44f-066c-4afc-8407-c2ff6239b4aa req-07370a6f-5778-481a-8e77-4a738a1bcf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.437628 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23d3d44f-066c-4afc-8407-c2ff6239b4aa req-07370a6f-5778-481a-8e77-4a738a1bcf7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0467849 Sep 16 05:27:28.498742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3d44f-066c-4afc-8407-c2ff6239b4aa req-c59263cf-02d7-4cf0-a758-0e69a5ff356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:27:28.500477 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23d3d44f-066c-4afc-8407-c2ff6239b4aa req-c59263cf-02d7-4cf0-a758-0e69a5ff356d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547307 Sep 16 05:27:28.598707 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23d3d44f-066c-4afc-8407-c2ff6239b4aa req-c98b4599-c3cb-4ea6-93bc-36a5fb87dc8c service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907125 Sep 16 05:27:28.697344 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-23d3d44f-066c-4afc-8407-c2ff6239b4aa req-63730589-8649-4ccd-b625-bbbdb5cf097c service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903811 Sep 16 05:27:35.992313 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:37.968831 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:47.274253 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b6d6e2d1-aabd-4c80-8cae-90742041a36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.246117 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99add88a-b97b-4a94-ba1e-5d2af05979dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:50.896537 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:51.816296 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:27:52.402440 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:27:53.350112 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:03.059961 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-a4b7b65d-b44a-41a3-89ce-094fb86ce84f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469384 Sep 16 05:28:03.079014 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2071d1-f9fc-467e-8107-64741a40b005 req-0e9a9e88-7815-4023-b8a1-6d0cfe423ccc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:03.081785 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff2071d1-f9fc-467e-8107-64741a40b005 req-0e9a9e88-7815-4023-b8a1-6d0cfe423ccc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0678029 Sep 16 05:28:03.133873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff2071d1-f9fc-467e-8107-64741a40b005 req-9e049ab0-688c-4951-88e1-0546c62d8127 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359468 Sep 16 05:28:04.266760 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f868d-9391-4e1f-ad76-2a2b8446e495 req-382a2698-6472-467d-b57d-984feeac897e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:04.268301 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d3f868d-9391-4e1f-ad76-2a2b8446e495 req-382a2698-6472-467d-b57d-984feeac897e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0549026 Sep 16 05:28:04.312280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4d3f868d-9391-4e1f-ad76-2a2b8446e495 req-22d43f79-7742-4088-a31e-7da999f91c4d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377350 Sep 16 05:28:05.474048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdd0ee-bdeb-4940-9bed-371277db0d08 req-9d55bcde-8c19-4dc9-8a5b-70b87c760ae3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:05.475659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8dfdd0ee-bdeb-4940-9bed-371277db0d08 req-9d55bcde-8c19-4dc9-8a5b-70b87c760ae3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0790417 Sep 16 05:28:05.525336 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8dfdd0ee-bdeb-4940-9bed-371277db0d08 req-cfd597fc-402a-4521-b81c-baeb424be980 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376325 Sep 16 05:28:05.537199 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-ed43e55b-4a16-4203-a2a8-e8ddaca38c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:05.538991 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-ed43e55b-4a16-4203-a2a8-e8ddaca38c1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1098 time: 0.0665786 Sep 16 05:28:05.641461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-395c0402-1dac-44e3-9058-f40a4b6b7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:05.643189 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-395c0402-1dac-44e3-9058-f40a4b6b7802 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0975821 Sep 16 05:28:05.712574 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-0e1f4630-e5ba-4f5b-a926-454fd3b93a96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1002 time: 0.0620635 Sep 16 05:28:05.786770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-1cefaa83-c638-484e-8475-e0d035cd0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:05.788435 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-1cefaa83-c638-484e-8475-e0d035cd0d08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0678897 Sep 16 05:28:05.845486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-26656107-d6d2-4507-8352-b8897f643e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:05.847130 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-26656107-d6d2-4507-8352-b8897f643e4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520210 Sep 16 05:28:05.966649 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-a58694d9-66ce-44e2-8a60-2e9eeea41e0b service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122475 Sep 16 05:28:05.992954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:06.074372 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-17638bfa-8281-49fa-b4f9-1210dbd5fe63 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994408 Sep 16 05:28:07.012660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd5fd0-c2cc-4ee8-b604-c5c1099c0443 req-d35e7b56-3ef3-4126-b088-c136ad1db574 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:07.014190 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fcd5fd0-c2cc-4ee8-b604-c5c1099c0443 req-d35e7b56-3ef3-4126-b088-c136ad1db574 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.4025569 Sep 16 05:28:07.056112 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fcd5fd0-c2cc-4ee8-b604-c5c1099c0443 req-9f3b8513-b242-4f27-a022-0c44c44ce435 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331137 Sep 16 05:28:07.973165 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:08.190984 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b606f93-5504-497d-bcf4-e9960d28db7c req-d27ec602-afc6-43ae-955e-a23c07939491 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:08.192552 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b606f93-5504-497d-bcf4-e9960d28db7c req-d27ec602-afc6-43ae-955e-a23c07939491 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0561745 Sep 16 05:28:08.234388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b606f93-5504-497d-bcf4-e9960d28db7c req-a298c5e6-18e6-4d9a-9780-8ef83cd47a37 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345798 Sep 16 05:28:09.374809 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0374a6-dec7-4cc7-9582-f4bccd26957e req-3980673b-21b2-4326-b920-617912028a76 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:09.377212 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f0374a6-dec7-4cc7-9582-f4bccd26957e req-3980673b-21b2-4326-b920-617912028a76 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0596001 Sep 16 05:28:09.419416 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f0374a6-dec7-4cc7-9582-f4bccd26957e req-690e4822-473d-497e-955a-730f12e876d7 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353723 Sep 16 05:28:10.552496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede94c6-db75-4b65-bcfe-432bbd55eecc req-5d5ec8e0-33ba-48e0-90d7-692c992c99fd tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:10.554046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aede94c6-db75-4b65-bcfe-432bbd55eecc req-5d5ec8e0-33ba-48e0-90d7-692c992c99fd tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0543942 Sep 16 05:28:10.594540 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aede94c6-db75-4b65-bcfe-432bbd55eecc req-23ab3f9d-f678-49be-a717-97ef2f47d72d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338390 Sep 16 05:28:11.749324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee697a9-422a-41f1-a391-cff8b0aba624 req-8590ac01-2f41-49af-9329-8a6ef1fe030d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:11.751816 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ee697a9-422a-41f1-a391-cff8b0aba624 req-8590ac01-2f41-49af-9329-8a6ef1fe030d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0627620 Sep 16 05:28:11.805114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ee697a9-422a-41f1-a391-cff8b0aba624 req-c30b4381-63b5-4ba5-a89b-a3a16da5e439 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467551 Sep 16 05:28:12.939176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87074ae5-b0f4-4222-971c-959360cfff67 req-6719502f-3f8a-4bc6-a10b-4a8d8b9f0f80 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:12.940760 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87074ae5-b0f4-4222-971c-959360cfff67 req-6719502f-3f8a-4bc6-a10b-4a8d8b9f0f80 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0560153 Sep 16 05:28:12.985446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-87074ae5-b0f4-4222-971c-959360cfff67 req-aa75dbf3-e86c-49aa-a19d-218859dffe58 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374877 Sep 16 05:28:14.144949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75218e1c-a441-43b3-8a98-fcb64a30beac req-64eed25a-27fc-4d0e-969a-db311a8b255a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:14.147065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75218e1c-a441-43b3-8a98-fcb64a30beac req-64eed25a-27fc-4d0e-969a-db311a8b255a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0712318 Sep 16 05:28:14.199849 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75218e1c-a441-43b3-8a98-fcb64a30beac req-9fa8f619-6cfd-4174-b280-3a05b94d1734 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428045 Sep 16 05:28:15.331535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d90754-a4d1-43c7-b9ce-a1321ded7406 req-31dbad51-f7c4-4e79-8a8a-186f721948d4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:15.333137 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5d90754-a4d1-43c7-b9ce-a1321ded7406 req-31dbad51-f7c4-4e79-8a8a-186f721948d4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0586278 Sep 16 05:28:15.387321 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5d90754-a4d1-43c7-b9ce-a1321ded7406 req-507df3b7-7181-4df8-a352-d9c16fd7ea22 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474031 Sep 16 05:28:16.557140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1647f5-b66e-4bc0-85a0-6cc6e762d75b req-8f80fba6-2533-46ee-887d-2e2f176fe67e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:16.559064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d1647f5-b66e-4bc0-85a0-6cc6e762d75b req-8f80fba6-2533-46ee-887d-2e2f176fe67e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0712688 Sep 16 05:28:16.624780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d1647f5-b66e-4bc0-85a0-6cc6e762d75b req-7f55b9de-d6d0-47f9-97b6-68ae014ef66d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570035 Sep 16 05:28:17.275653 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef1f41be-ada0-4c53-a44c-372c9130f61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:17.773496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f47454-3382-4563-a230-560073117c2e req-369121bd-759a-46e4-8545-36997e0fa774 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:17.775223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64f47454-3382-4563-a230-560073117c2e req-369121bd-759a-46e4-8545-36997e0fa774 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0640066 Sep 16 05:28:17.831652 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64f47454-3382-4563-a230-560073117c2e req-71413ac7-d4d9-447c-a32c-b2b1d102d5f7 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452728 Sep 16 05:28:18.002888 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-c1ee902e-5ca1-466b-9b20-be694b988efa service neutron] show failed (client error): The resource could not be found. Sep 16 05:28:18.003988 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-c1ee902e-5ca1-466b-9b20-be694b988efa service neutron] 10.222.0.15 "GET /v2.0/ports/7025dba2-850e-42d0-b654-ea681d21e22a/bindings/n-h1-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0730014 Sep 16 05:28:18.319118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-efd87d15-3a64-4046-a7ed-568169969d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:18.321248 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-efd87d15-3a64-4046-a7ed-568169969d3e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 1098 time: 0.1160512 Sep 16 05:28:18.335337 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:18.408193 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.659825 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:18.696050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:18.741263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:18.744900 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba181693-97be-4d2f-b7a0-c79fe152f9fe" -d '{"events": [{"server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "name": "network-vif-unplugged", "status": "completed", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:18.752769 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.776923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Transition to ACTIVE for port object 7025dba2-850e-42d0-b654-ea681d21e22a will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:28:18.782171 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:18.874056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=6']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:18.889170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:18.889523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:18.889900 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:18.890404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:18.892158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:18.892512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:18.892849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:18.893183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:18.893515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:18.893877 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:18.894210 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:18.894534 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:18.948571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] No DVR routers for this DVR port 7025dba2-850e-42d0-b654-ea681d21e22a on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:18.990562 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cea7509-249f-4506-a113-f2456f6a5676 x-openstack-request-id: req-7cea7509-249f-4506-a113-f2456f6a5676 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:18.991018 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "name": "network-vif-unplugged", "status": "completed", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:18.991412 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cea7509-249f-4506-a113-f2456f6a5676 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:18.992028 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a', 'code': 200} Sep 16 05:28:19.141429 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc2ebf-2599-4823-a680-de7a5b9260ea req-f26763b3-df9c-41c6-9e8d-d27f9ff37258 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.142974 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-afdc2ebf-2599-4823-a680-de7a5b9260ea req-f26763b3-df9c-41c6-9e8d-d27f9ff37258 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 944 time: 0.1321270 Sep 16 05:28:19.193403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Attempting to bind port 7025dba2-850e-42d0-b654-ea681d21e22a on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:19.193716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Attempting to bind port 7025dba2-850e-42d0-b654-ea681d21e22a by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:19.194055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Attempting to bind port 7025dba2-850e-42d0-b654-ea681d21e22a on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:19.209403 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-afdc2ebf-2599-4823-a680-de7a5b9260ea req-0a16df29-b397-419b-a34b-a8902d871549 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602062 Sep 16 05:28:19.209996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Port 7025dba2-850e-42d0-b654-ea681d21e22a on network 806aff50-7f95-4cec-a37b-88f3a15934ef not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:19.210468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Attempting to bind port 7025dba2-850e-42d0-b654-ea681d21e22a on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:19.218121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:19.218469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:19.219594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Bound using segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:19.220089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Bound port: 7025dba2-850e-42d0-b654-ea681d21e22a, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:19.220461 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.313937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:19.317239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:19.322089 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.360932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.361643 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:19.363074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] 10.222.0.50 "PUT /v2.0/ports/7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1093 time: 1.0323262 Sep 16 05:28:19.384936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a490cd8-8d8e-4dd8-b2ea-b9aec18b4f33 service neutron] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:19.462478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-37b459d7-d24c-489c-9958-77132e245e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.464867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-37b459d7-d24c-489c-9958-77132e245e4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1096 time: 0.0689163 Sep 16 05:28:19.606792 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-aa3039da-f00d-494c-b4ef-21ab31a4a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.608256 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-aa3039da-f00d-494c-b4ef-21ab31a4a5c5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1309850 Sep 16 05:28:19.691548 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-d5659653-0c81-40d9-a0a5-12923041934b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1000 time: 0.0707307 Sep 16 05:28:19.751018 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-2b6aa28d-d649-40a5-9f70-748dca2d0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.752550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-2b6aa28d-d649-40a5-9f70-748dca2d0831 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0490017 Sep 16 05:28:19.819069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-c7edc51a-49d2-47ae-9fd2-f42c2f49590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:19.821536 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-c7edc51a-49d2-47ae-9fd2-f42c2f49590e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573046 Sep 16 05:28:19.939111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-533dffd5-7c7d-466c-8f6d-9f53613b5cb9 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043890 Sep 16 05:28:20.021421 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7025dba2-850e-42d0-b654-ea681d21e22a no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:20.063210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bddab0c-19f8-4ead-9fd0-ca1493e787c6 req-953a42b6-e740-48c4-8cb0-34cb28789d23 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123030 Sep 16 05:28:20.065335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7025dba2-850e-42d0-b654-ea681d21e22a not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:20.249186 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-883d1ce8-ae51-466f-b33e-dbd976f7453f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.372459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737e9e0-7b2f-4c71-b128-3220d87bbdec req-ded9bf54-c8e9-4fcd-a234-a3306d33b7d9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:20.373999 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e737e9e0-7b2f-4c71-b128-3220d87bbdec req-ded9bf54-c8e9-4fcd-a234-a3306d33b7d9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 944 time: 0.0511665 Sep 16 05:28:20.428521 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e737e9e0-7b2f-4c71-b128-3220d87bbdec req-02b533c3-abb3-41b9-940b-b117126d6a37 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444999 Sep 16 05:28:20.894043 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:20.993101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:20.995801 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c4361c-2d38-4e60-9747-b27943de40fa" -d '{"events": [{"name": "network-changed", "server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:21.052817 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62021310-e383-4ea8-adbc-34643782743a x-openstack-request-id: req-62021310-e383-4ea8-adbc-34643782743a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:21.053116 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:21.053433 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62021310-e383-4ea8-adbc-34643782743a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:21.054050 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a', 'status': 'completed', 'code': 200} Sep 16 05:28:21.125047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4361c-2d38-4e60-9747-b27943de40fa req-5faf9fae-4961-47b7-ab75-d707c1b83c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.127538 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-5faf9fae-4961-47b7-ab75-d707c1b83c1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1096 time: 0.0550778 Sep 16 05:28:21.134456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4361c-2d38-4e60-9747-b27943de40fa req-a152e854-92d8-4842-936f-5009f3c9f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.136068 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-a152e854-92d8-4842-936f-5009f3c9f48d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1096 time: 0.0536926 Sep 16 05:28:21.249762 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4361c-2d38-4e60-9747-b27943de40fa req-33407749-25ab-4b6b-9555-0791305e91c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.252111 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-33407749-25ab-4b6b-9555-0791305e91c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1175039 Sep 16 05:28:21.258861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4361c-2d38-4e60-9747-b27943de40fa req-e3aba3bf-b267-49fe-94db-7ac4f9ed22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.260377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-e3aba3bf-b267-49fe-94db-7ac4f9ed22b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1137576 Sep 16 05:28:21.358523 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-c3273827-72e6-4265-8ad8-61e2150c93a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1000 time: 0.0981910 Sep 16 05:28:21.366491 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-74bde0e2-07ee-4cf1-946e-5050d8842119 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1000 time: 0.0955129 Sep 16 05:28:21.415203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4361c-2d38-4e60-9747-b27943de40fa req-1aac993b-ca61-4b3a-9ef9-332a9997b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.416767 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-1aac993b-ca61-4b3a-9ef9-332a9997b535 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0515206 Sep 16 05:28:21.419615 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4361c-2d38-4e60-9747-b27943de40fa req-b17106d8-2104-4c00-920e-124af0d7b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.421109 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-b17106d8-2104-4c00-920e-124af0d7b3c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0470552 Sep 16 05:28:21.479196 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4361c-2d38-4e60-9747-b27943de40fa req-2d735514-6ede-4d83-b63a-aa7b01f8e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.484974 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-2d735514-6ede-4d83-b63a-aa7b01f8e174 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603344 Sep 16 05:28:21.487203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4361c-2d38-4e60-9747-b27943de40fa req-b059259e-4eab-4694-a241-637fecd68d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.488797 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-b059259e-4eab-4694-a241-637fecd68d38 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601325 Sep 16 05:28:21.593195 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-5ecc9477-8e01-46e5-8d97-0cce9727a74c service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015649 Sep 16 05:28:21.662759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79d4f1-4c89-42c4-9fcb-1d1be9519cd4 req-96910b26-f616-4a74-8325-0fa0b1a4261c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:21.664321 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d79d4f1-4c89-42c4-9fcb-1d1be9519cd4 req-96910b26-f616-4a74-8325-0fa0b1a4261c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 944 time: 0.1258652 Sep 16 05:28:21.672369 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-8f991380-1719-4553-930c-43422fee8455 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756399 Sep 16 05:28:21.700437 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-c926f0f5-38b0-4b4d-b291-bc9b8a2247f5 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002707 Sep 16 05:28:21.735128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d79d4f1-4c89-42c4-9fcb-1d1be9519cd4 req-6b65bf31-acb2-44b8-a437-08afd3569e17 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611773 Sep 16 05:28:21.803803 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62c4361c-2d38-4e60-9747-b27943de40fa req-9e0707d7-d0e4-4c91-980b-c20d5a0e7bae service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167190 Sep 16 05:28:21.825067 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:22.871918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9217790-a864-474f-83be-0c24ab7a2a0f req-fab413b9-c454-4878-9751-1c848a7deef5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:22.873524 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9217790-a864-474f-83be-0c24ab7a2a0f req-fab413b9-c454-4878-9751-1c848a7deef5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 944 time: 0.0540190 Sep 16 05:28:22.916072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e9217790-a864-474f-83be-0c24ab7a2a0f req-6ff128ec-1e41-40e5-a946-6435b9422360 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353000 Sep 16 05:28:23.317951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a60b90bf-8d24-4a83-b0e5-cc364e3932bc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:23.319801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a60b90bf-8d24-4a83-b0e5-cc364e3932bc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392&tenant_id=5f88110942084cc29a06800c334510b3&binding%3Ahost_id=n-h1-712142-17 HTTP/1.1" status: 200 len: 944 time: 0.0981753 Sep 16 05:28:23.332448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc64c79-46a2-440d-b504-5b0ac70f95f8 req-f43538df-042e-4424-be85-8263dfc154de tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:23.333975 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2bc64c79-46a2-440d-b504-5b0ac70f95f8 req-f43538df-042e-4424-be85-8263dfc154de tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 944 time: 0.0763445 Sep 16 05:28:23.356974 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.425914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2bc64c79-46a2-440d-b504-5b0ac70f95f8 req-119405c3-06a7-4a86-94fa-14f480bac021 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843649 Sep 16 05:28:23.431835 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-4f7127bd-fd10-4996-b185-1117e68027d9 service neutron] 10.222.0.50 "GET /v2.0/ports/7025dba2-850e-42d0-b654-ea681d21e22a/bindings/n-h1-712142-17 HTTP/1.1" status: 200 len: 383 time: 0.0969138 Sep 16 05:28:23.512910 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-ad2ce1bd-55de-4b42-874b-c64ff1960bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:23.514485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-ad2ce1bd-55de-4b42-874b-c64ff1960bfc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1096 time: 0.0540495 Sep 16 05:28:23.631998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-c99e32d6-44bd-4236-86af-91c7d634d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:23.633652 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-c99e32d6-44bd-4236-86af-91c7d634d81c service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1118631 Sep 16 05:28:23.702554 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-8eff83f4-4070-42ca-89db-8dd27fa332dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1000 time: 0.0613778 Sep 16 05:28:23.769660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7025dba2-850e-42d0-b654-ea681d21e22a details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:28:23.773502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-0d79d558-7775-451d-b5f6-d453c7816691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:23.775040 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-0d79d558-7775-451d-b5f6-d453c7816691 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0653968 Sep 16 05:28:23.852655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-be28642a-ecfe-451f-8487-a0c9f99e0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:23.855888 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-be28642a-ecfe-451f-8487-a0c9f99e0a7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717320 Sep 16 05:28:23.904387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:23.922883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '7025dba2-850e-42d0-b654-ea681d21e22a', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'port_id': '7025dba2-850e-42d0-b654-ea681d21e22a', 'mac_address': 'fa:16:3e:49:e3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:28:23.975218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-553837d3-d651-4236-8d7e-4baaf8b560a8 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113555 Sep 16 05:28:23.976699 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:23.995954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7025dba2-850e-42d0-b654-ea681d21e22a {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:24.019262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:24.024505 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:24.080707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:24.091035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:24.091477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:24.091801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:24.092155 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:24.092493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:24.092901 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:24.093239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:24.094508 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:24.095493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:24.095493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:24.095493 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:24.095709 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:24.116582 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-72c82459-5044-4e5b-8fec-217c5262ecbf service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336944 Sep 16 05:28:24.270573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['7025dba2-850e-42d0-b654-ea681d21e22a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:24.572311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07894984-b6dd-431b-83d9-6f3d15ca23f8 req-ba39fea1-61e2-4d58-92bd-cfa51a148fbd tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:24.573924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07894984-b6dd-431b-83d9-6f3d15ca23f8 req-ba39fea1-61e2-4d58-92bd-cfa51a148fbd tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 945 time: 0.0570354 Sep 16 05:28:24.616361 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07894984-b6dd-431b-83d9-6f3d15ca23f8 req-f5437495-1cd7-41fc-8d13-ee533d0676d0 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352571 Sep 16 05:28:25.748663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc30516-7420-4fed-ac1d-fdf1483690bf req-3f184f5a-714f-4f41-8a05-83bcb0da5c01 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:25.750964 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-acc30516-7420-4fed-ac1d-fdf1483690bf req-3f184f5a-714f-4f41-8a05-83bcb0da5c01 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 945 time: 0.0533223 Sep 16 05:28:25.772435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7025dba2-850e-42d0-b654-ea681d21e22a up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:25.801758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-acc30516-7420-4fed-ac1d-fdf1483690bf req-1a5c701a-ab31-404f-8125-b0ad4f88eb36 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Sep 16 05:28:25.833251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 7025dba2-850e-42d0-b654-ea681d21e22a completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:28:25.838487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 7025dba2-850e-42d0-b654-ea681d21e22a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:25.838939 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.941090 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:25.972944 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:25.975341 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc83f615-f438-4634-b059-61d5e2bab5a2" -d '{"events": [{"server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "name": "network-vif-plugged", "status": "completed", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:25.990036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:25.996419 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.055253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:26.137655 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e9f831-db52-4344-a61b-49a4a31a4ff9 x-openstack-request-id: req-a5e9f831-db52-4344-a61b-49a4a31a4ff9 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:26.138306 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "name": "network-vif-plugged", "status": "completed", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:26.138306 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5e9f831-db52-4344-a61b-49a4a31a4ff9 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:26.138697 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a', 'code': 200} Sep 16 05:28:26.318128 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-9c807c2b-ed94-4ab2-b9f5-1652d00b77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:26.319857 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-9c807c2b-ed94-4ab2-b9f5-1652d00b77a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 1098 time: 0.0420659 Sep 16 05:28:26.332582 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:26.391688 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.604170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:26.636566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:26.677322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:26.679612 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e0b77d-aafe-452f-969b-b90dd48e76b9" -d '{"events": [{"server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "name": "network-vif-unplugged", "status": "completed", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:26.683833 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.701383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Transition to ACTIVE for port object 7025dba2-850e-42d0-b654-ea681d21e22a will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:28:26.706463 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:26.750556 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4fe816-6e93-4cd5-b1b2-883bbe044081 x-openstack-request-id: req-4b4fe816-6e93-4cd5-b1b2-883bbe044081 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:26.750853 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "name": "network-vif-unplugged", "status": "completed", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:26.751111 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b4fe816-6e93-4cd5-b1b2-883bbe044081 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:26.751544 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a', 'code': 200} Sep 16 05:28:26.801278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=10']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:26.815960 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.816314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.816668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.817017 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.817366 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.817733 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.818079 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.818419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.818753 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.819089 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.819682 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.820020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:28:26.862374 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] No DVR routers for this DVR port 7025dba2-850e-42d0-b654-ea681d21e22a on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:26.958930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76182252-4772-412a-b61a-46a2ccf359e6 req-30216613-0f4c-4515-998d-872531b55194 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:26.960519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-76182252-4772-412a-b61a-46a2ccf359e6 req-30216613-0f4c-4515-998d-872531b55194 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 945 time: 0.0712001 Sep 16 05:28:27.013997 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Attempting to bind port 7025dba2-850e-42d0-b654-ea681d21e22a on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:27.014354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Attempting to bind port 7025dba2-850e-42d0-b654-ea681d21e22a by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:27.014866 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Attempting to bind port 7025dba2-850e-42d0-b654-ea681d21e22a on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:27.018481 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-76182252-4772-412a-b61a-46a2ccf359e6 req-a2e0a42e-9a45-4136-865b-94da1a8d0a7a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499105 Sep 16 05:28:27.023839 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Port 7025dba2-850e-42d0-b654-ea681d21e22a on network 806aff50-7f95-4cec-a37b-88f3a15934ef not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:27.024181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Attempting to bind port 7025dba2-850e-42d0-b654-ea681d21e22a on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:27.030105 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:27.030453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:27.030849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Bound using segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:27.031871 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Bound port: 7025dba2-850e-42d0-b654-ea681d21e22a, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:27.032242 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.101064 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:27.104481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:27.108893 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.469550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:27.470334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:27.471841 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] 10.222.0.15 "PUT /v2.0/ports/7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1094 time: 1.1437569 Sep 16 05:28:27.495328 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7ebba-1e29-4feb-84c6-ee103de860ae service neutron] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=11']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:27.545798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a2587e04-495c-40a2-8edf-8fc812013f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:27.548107 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-a2587e04-495c-40a2-8edf-8fc812013f97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1097 time: 0.0453620 Sep 16 05:28:27.661512 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-ac695d05-548f-479b-823c-9cd369d44e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:27.661512 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-ac695d05-548f-479b-823c-9cd369d44e2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1077332 Sep 16 05:28:27.732135 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-3fce6d81-5b7e-4482-aa1b-d5d1f053ce19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1000 time: 0.0618479 Sep 16 05:28:27.785498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-7a180e7d-3b17-4e73-956a-f4c5dfe4dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:27.787014 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-7a180e7d-3b17-4e73-956a-f4c5dfe4dd27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0473187 Sep 16 05:28:27.838587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-6aef731a-2f06-40bb-8860-8d7718e2b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:27.840119 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-6aef731a-2f06-40bb-8860-8d7718e2b8dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464320 Sep 16 05:28:27.949854 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-93dfbee7-a270-4f9e-8e95-101db30532a5 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017706 Sep 16 05:28:28.057759 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-577f7b0b-4450-48a9-aa00-a4c163ed0f52 req-cd5491f3-a394-4b52-8ebe-6c20ba93bbea service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000783 Sep 16 05:28:28.153358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2f5cb-6340-4657-bee3-bdb0ce866396 req-f1a0f10a-ed18-4b12-b628-64e6106614f0 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:28.154918 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43c2f5cb-6340-4657-bee3-bdb0ce866396 req-f1a0f10a-ed18-4b12-b628-64e6106614f0 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 945 time: 0.0558054 Sep 16 05:28:28.196994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43c2f5cb-6340-4657-bee3-bdb0ce866396 req-6c614ae4-e839-4cb3-a9e8-c81864bf4654 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351593 Sep 16 05:28:28.752814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:28.755334 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faec3148-258a-41d2-9026-cbbaf492bfdb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:28.805110 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05579ff-086d-485b-92aa-ff84dc6a8b7b x-openstack-request-id: req-f05579ff-086d-485b-92aa-ff84dc6a8b7b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:28.805435 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:28.805814 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f05579ff-086d-485b-92aa-ff84dc6a8b7b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:28.806222 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a', 'status': 'completed', 'code': 200} Sep 16 05:28:28.867331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-5e30f767-8e87-4f30-abce-46f45e4781fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:28.868887 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-5e30f767-8e87-4f30-abce-46f45e4781fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1097 time: 0.0434248 Sep 16 05:28:28.890145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-d3848668-93e6-405e-a45b-e5b0a8e79766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:28.893219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-d3848668-93e6-405e-a45b-e5b0a8e79766 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1097 time: 0.0494704 Sep 16 05:28:28.977291 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-93f71f49-435c-4512-990c-144f7b979eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:28.978858 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-93f71f49-435c-4512-990c-144f7b979eaa service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1017051 Sep 16 05:28:29.017842 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-3a9ed004-8636-4b20-aec0-42e2320126dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:29.019422 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-3a9ed004-8636-4b20-aec0-42e2320126dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1150532 Sep 16 05:28:29.053407 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-89023ad0-8344-4a0b-be65-d2c2282015c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1000 time: 0.0650899 Sep 16 05:28:29.096340 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-c63c3398-6d62-4344-8c80-d346fe314243 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1000 time: 0.0633216 Sep 16 05:28:29.109965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-dda17f2d-79ea-4e1b-a301-90a7e8ebde60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:29.111479 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-dda17f2d-79ea-4e1b-a301-90a7e8ebde60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0512435 Sep 16 05:28:29.162749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-6260b486-e0af-42cb-84c3-a44e839f9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:29.165505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-6260b486-e0af-42cb-84c3-a44e839f9962 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0570824 Sep 16 05:28:29.168329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-78874c0d-d666-45eb-a022-3321d22373e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:29.169883 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-78874c0d-d666-45eb-a022-3321d22373e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492771 Sep 16 05:28:29.224294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-047c0c16-94b7-46fa-8ad0-5e025f645939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:29.227012 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-047c0c16-94b7-46fa-8ad0-5e025f645939 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487635 Sep 16 05:28:29.280451 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-acaa93f7-8137-4627-9dc5-5acf4fc2f95a service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018398 Sep 16 05:28:29.387954 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-812e7601-b367-4af7-82d6-40bf3e0edbbc service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474779 Sep 16 05:28:29.403391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-4f78a22b-cab8-4c25-94d7-9374e6c44aee service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116548 Sep 16 05:28:29.403609 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:28:29.408103 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cecb9a-b05c-4807-ae85-316558e522a1 req-ee94707b-a978-4b41-945c-15cfe0e4ed8a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:29.409772 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4cecb9a-b05c-4807-ae85-316558e522a1 req-ee94707b-a978-4b41-945c-15cfe0e4ed8a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 945 time: 0.1043458 Sep 16 05:28:29.527872 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d4cecb9a-b05c-4807-ae85-316558e522a1 req-f28d5a56-3e8a-4039-b52b-22b390b252cf tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096017 Sep 16 05:28:29.557958 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-faec3148-258a-41d2-9026-cbbaf492bfdb req-f74e4ed2-d3c0-4b45-991d-7070c4556a34 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471543 Sep 16 05:28:29.786282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7025dba2-850e-42d0-b654-ea681d21e22a no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:29.840809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7025dba2-850e-42d0-b654-ea681d21e22a not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:29.844130 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0df0856a-1612-45d7-9425-4370a4803b5a req-fbb95aee-546d-48bd-adda-797f8a1348d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467536 Sep 16 05:28:29.935466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0856a-1612-45d7-9425-4370a4803b5a req-c7121354-5959-4c5c-894a-ec3b10e25fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:29.935466 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0df0856a-1612-45d7-9425-4370a4803b5a req-c7121354-5959-4c5c-894a-ec3b10e25fdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 1097 time: 0.0443025 Sep 16 05:28:30.059034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0856a-1612-45d7-9425-4370a4803b5a req-9b315a3e-5289-4796-8ae5-922c3a9fd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:30.060410 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0df0856a-1612-45d7-9425-4370a4803b5a req-9b315a3e-5289-4796-8ae5-922c3a9fd230 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0996509 Sep 16 05:28:30.087837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7025dba2-850e-42d0-b654-ea681d21e22a details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:28:30.129707 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0df0856a-1612-45d7-9425-4370a4803b5a req-93f6ee8b-efcc-4ec5-bae5-067b38d0b316 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 200 len: 1000 time: 0.0614624 Sep 16 05:28:30.186506 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0856a-1612-45d7-9425-4370a4803b5a req-4f79f96e-c912-458d-a9c0-f41df87ee78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:30.188144 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0df0856a-1612-45d7-9425-4370a4803b5a req-4f79f96e-c912-458d-a9c0-f41df87ee78b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0514257 Sep 16 05:28:30.237991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0856a-1612-45d7-9425-4370a4803b5a req-497789d8-bb5d-4f27-b636-7ce7403abb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:30.239391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:30.239739 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0df0856a-1612-45d7-9425-4370a4803b5a req-497789d8-bb5d-4f27-b636-7ce7403abb17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440447 Sep 16 05:28:30.251620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '7025dba2-850e-42d0-b654-ea681d21e22a', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'port_id': '7025dba2-850e-42d0-b654-ea681d21e22a', 'mac_address': 'fa:16:3e:49:e3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:28:30.292741 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.309711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7025dba2-850e-42d0-b654-ea681d21e22a {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:30.332224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:30.337379 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:30.342391 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0df0856a-1612-45d7-9425-4370a4803b5a req-df6c6bc0-bf89-4358-8611-c3e58ef5fbd6 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950556 Sep 16 05:28:30.393521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=12']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:30.458648 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0df0856a-1612-45d7-9425-4370a4803b5a req-64e48f56-656d-4289-9208-531106f59fc7 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085832 Sep 16 05:28:30.553304 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['7025dba2-850e-42d0-b654-ea681d21e22a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:30.686304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e777f-0a87-4e29-b026-2cdd3ef73ad0 req-fc0cc993-2b2f-4728-8de0-e203a4d429ba tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:30.688682 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-703e777f-0a87-4e29-b026-2cdd3ef73ad0 req-fc0cc993-2b2f-4728-8de0-e203a4d429ba tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0627124 Sep 16 05:28:30.762796 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-703e777f-0a87-4e29-b026-2cdd3ef73ad0 req-01b0b6c0-d3a7-48b5-a95e-c12200009fe4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541849 Sep 16 05:28:30.890128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b17454-70b3-493c-8bb2-94fea8ffbace req-72490c1a-9b84-4caa-ba02-cafa39bf64a8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:30.892357 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96b17454-70b3-493c-8bb2-94fea8ffbace req-72490c1a-9b84-4caa-ba02-cafa39bf64a8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0559921 Sep 16 05:28:30.950637 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96b17454-70b3-493c-8bb2-94fea8ffbace req-9747d2be-e608-4b6a-8d3e-e932f4f4e02b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496311 Sep 16 05:28:31.090402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aa4e7-30e1-4cd7-8a03-41de48745038 req-8f93489c-22a7-4e34-905b-2e0ec560fe48 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:31.093163 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f18aa4e7-30e1-4cd7-8a03-41de48745038 req-8f93489c-22a7-4e34-905b-2e0ec560fe48 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0647385 Sep 16 05:28:31.148904 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f18aa4e7-30e1-4cd7-8a03-41de48745038 req-195bdd31-28c2-4b11-89c3-dc4a2fc8d839 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476778 Sep 16 05:28:31.447253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894509a8-69b0-4954-92a5-701e392062af req-11756177-6972-4978-b2d3-11f9fd325486 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:31.448714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-894509a8-69b0-4954-92a5-701e392062af req-11756177-6972-4978-b2d3-11f9fd325486 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 946 time: 0.0580959 Sep 16 05:28:31.496879 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-894509a8-69b0-4954-92a5-701e392062af req-d2a93c56-eb0b-4906-afbc-ea480134f13a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373306 Sep 16 05:28:32.092036 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7025dba2-850e-42d0-b654-ea681d21e22a up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:32.152305 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 7025dba2-850e-42d0-b654-ea681d21e22a completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:28:32.157176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 7025dba2-850e-42d0-b654-ea681d21e22a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:32.157405 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.239771 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.266364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:32.268681 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ee45b0-a00f-4958-8af8-a30c9825c7e9" -d '{"events": [{"server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "name": "network-vif-plugged", "status": "completed", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:32.287531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:32.292783 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.321006 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30833c77-1d05-4080-8489-c6dd9faa7fbb x-openstack-request-id: req-30833c77-1d05-4080-8489-c6dd9faa7fbb {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:32.321299 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "name": "network-vif-plugged", "status": "completed", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:32.321550 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30833c77-1d05-4080-8489-c6dd9faa7fbb {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:32.321964 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a', 'code': 200} Sep 16 05:28:32.349028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=13']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:32.624528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e954f-9f29-4424-b950-0442f41ea762 req-7ce50581-5f54-40a4-b1a9-2b2380932271 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:32.626756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f13e954f-9f29-4424-b950-0442f41ea762 req-7ce50581-5f54-40a4-b1a9-2b2380932271 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 947 time: 0.0524125 Sep 16 05:28:32.653394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea5683-becc-4853-afdb-5ea249b5b10f req-fd49164a-2ea4-4638-8e91-aaaff683ec9a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:32.654934 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efea5683-becc-4853-afdb-5ea249b5b10f req-fd49164a-2ea4-4638-8e91-aaaff683ec9a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 947 time: 0.0541804 Sep 16 05:28:32.666812 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f13e954f-9f29-4424-b950-0442f41ea762 req-4d12863d-6118-49c3-9317-d24f23642045 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337203 Sep 16 05:28:32.755464 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Deleting port 7025dba2-850e-42d0-b654-ea681d21e22a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:28:32.755808 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:32.850860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] For port 7025dba2-850e-42d0-b654-ea681d21e22a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=7025dba2-850e-42d0-b654-ea681d21e22a,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:32.851399 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.051211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.051211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.051211 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17 disassociated. External IP: 172.25.0.86, port: 7025dba2-850e-42d0-b654-ea681d21e22a. Sep 16 05:28:33.052288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Calling delete_port for 7025dba2-850e-42d0-b654-ea681d21e22a owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:28:33.185480 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.216433 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event deleted for resources: {'Port': ['ID=7025dba2-850e-42d0-b654-ea681d21e22a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:33.342825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Router 09d054b5-400a-4a38-aca9-c163452f571e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:33.460359 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:33.473167 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcbcd91-5152-4761-a7ba-b036ae70a185 None None] Sync routers for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:33.482497 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbcd91-5152-4761-a7ba-b036ae70a185 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:33.483146 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7fcbcd91-5152-4761-a7ba-b036ae70a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:28:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:33.507334 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] No DVR routers for this DVR port 7025dba2-850e-42d0-b654-ea681d21e22a on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:28:33.510041 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:33.512111 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-efea5683-becc-4853-afdb-5ea249b5b10f req-a28db3ad-004f-477c-8385-eaba64653146 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.15 "DELETE /v2.0/ports/7025dba2-850e-42d0-b654-ea681d21e22a HTTP/1.1" status: 204 len: 173 time: 0.8504233 Sep 16 05:28:33.512563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'name': 'network-vif-deleted', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:33.514871 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aebd8b3-a0e4-4f0c-9410-e92ee0dd15df" -d '{"events": [{"server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "name": "network-vif-deleted", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:33.555046 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b836fb-913b-4520-906d-25174cf187a8 x-openstack-request-id: req-e2b836fb-913b-4520-906d-25174cf187a8 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:33.555350 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f875b0b-4c45-4099-baa3-267132824392", "name": "network-vif-deleted", "tag": "7025dba2-850e-42d0-b654-ea681d21e22a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:33.555609 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2b836fb-913b-4520-906d-25174cf187a8 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:33.556015 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f875b0b-4c45-4099-baa3-267132824392', 'name': 'network-vif-deleted', 'tag': '7025dba2-850e-42d0-b654-ea681d21e22a', 'status': 'completed', 'code': 200} Sep 16 05:28:33.605356 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7fcbcd91-5152-4761-a7ba-b036ae70a185 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:33.780643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3af43ce1-d293-4165-bb25-50215a2c70a8 req-1a407c52-afa9-470e-9c3b-6a0aa2ad8157 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f875b0b-4c45-4099-baa3-267132824392 HTTP/1.1" status: 200 len: 210 time: 0.0269794 Sep 16 05:28:33.821803 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7fcbcd91-5152-4761-a7ba-b036ae70a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:33.850689 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcbcd91-5152-4761-a7ba-b036ae70a185 None None] Checking router: 09d054b5-400a-4a38-aca9-c163452f571e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:33.858892 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbcd91-5152-4761-a7ba-b036ae70a185 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:33.859512 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7fcbcd91-5152-4761-a7ba-b036ae70a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:28:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:33.979802 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-7fcbcd91-5152-4761-a7ba-b036ae70a185 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:34.183307 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-7fcbcd91-5152-4761-a7ba-b036ae70a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:34.211130 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcbcd91-5152-4761-a7ba-b036ae70a185 None None] The sync data for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 is: [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:34.441344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae66e343-c805-4b5a-a360-bde2d8eb63f1 None None] New status for floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:28:35.068857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-0cc73392-eac1-4285-9f12-066baab7d5ee tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--467887608&fields=id&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 267 time: 0.0380740 Sep 16 05:28:35.181024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-93b739bd-13d3-4e65-86d3-173d65f8e6f3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:35.182624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-93b739bd-13d3-4e65-86d3-173d65f8e6f3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 810 time: 0.1065662 Sep 16 05:28:35.200099 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f214b33a-d2ad-482b-ac83-59f198d5ed06 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/quotas/5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 375 time: 0.0104091 Sep 16 05:28:35.254643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bda2c855-b7be-4851-83ef-56eff96e2cef tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481455 Sep 16 05:28:35.356296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-82974002-023f-4aa0-b77e-3e2bcd5e049f service neutron] 10.222.0.53 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890715 Sep 16 05:28:35.454492 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-4ff95b8b-b825-481f-8e2a-f992ca2ddadc service neutron] 10.222.0.53 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910122 Sep 16 05:28:35.632717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8ae7a60-b310-4b64-bbd6-36a39e0027bf req-d4befe72-cbc3-4538-80fa-32ee1062cbd9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 210 time: 0.0306013 Sep 16 05:28:35.988560 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:36.129629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7025dba2-850e-42d0-b654-ea681d21e22a no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:28:36.153628 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 7025dba2-850e-42d0-b654-ea681d21e22a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:28:36.153979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 7025dba2-850e-42d0-b654-ea681d21e22a not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:28:36.712206 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab22f1e5-6884-40bb-bf79-86600efc2a3b req-d13edb3b-4dfa-45dc-82b5-4cce8c344c2e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 210 time: 0.0291083 Sep 16 05:28:37.793284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-acdbe780-06bf-4335-8474-8951be11f09f req-6299f484-7231-4cae-b8fb-74fe6729f8e5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 210 time: 0.0265555 Sep 16 05:28:37.988102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:38.885823 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38317741-b1d6-4c63-8341-b34417467da5 req-6ab8dec9-8f25-4387-855b-83ebaccc2a6e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 210 time: 0.0260949 Sep 16 05:28:39.761731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-0336110a-b834-4546-ac10-44dbafd38445 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:39.763173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-0336110a-b834-4546-ac10-44dbafd38445 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 810 time: 0.1081328 Sep 16 05:28:39.809925 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-38536980-c7ce-4770-b56e-9a5a658324a7 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 379 time: 0.0354867 Sep 16 05:28:39.823707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Request body: {'port': {'device_id': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'admin_state_up': True, 'tenant_id': '5f88110942084cc29a06800c334510b3', 'security_groups': ['8f82f422-3dda-4318-b051-541520eca188']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:39.948643 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Made reservation on behalf of 5f88110942084cc29a06800c334510b3 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:28:39.956154 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.003525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b03bad2d-8a75-4c11-b8f6-c182e2b92c01 req-f48c0bd9-e0c6-40e0-9b70-0ac9af58f894 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 210 time: 0.0304668 Sep 16 05:28:40.123746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Allocated IP 172.20.0.9 (806aff50-7f95-4cec-a37b-88f3a15934ef/77ef434b-3bb2-4eee-b39e-7e303fbf76e1/906f1667-b933-436c-8726-362a59e42714) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:28:40.291753 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.327684 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.371958 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Network 806aff50-7f95-4cec-a37b-88f3a15934ef is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:28:40.375268 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:28:40.381598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:28:40.387835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event updated for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:40.442262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:40.442928 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.461723 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-bac08125-b017-4945-82a0-4861221bc8e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6418746 Sep 16 05:28:40.480649 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Request body: {'port': {'device_id': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:40.552047 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.650487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-74e51bf1-0d50-435e-a680-2b05501a3e99 None None] Provisioning complete for port 906f1667-b933-436c-8726-362a59e42714 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:40.651031 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-74e51bf1-0d50-435e-a680-2b05501a3e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.687883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-74e51bf1-0d50-435e-a680-2b05501a3e99 None None] Port 906f1667-b933-436c-8726-362a59e42714 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:28:40.841216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906f1667-b933-436c-8726-362a59e42714 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:40.856065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:40.870574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Transition to ACTIVE for port object 906f1667-b933-436c-8726-362a59e42714 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:28:40.876262 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.323901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Pushing event updated for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:41.386351 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e394775-c08c-4478-97e0-181700db8768 req-208e5b73-b4f8-42a1-bb8d-95c82c8dcf9e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:41.387905 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e394775-c08c-4478-97e0-181700db8768 req-208e5b73-b4f8-42a1-bb8d-95c82c8dcf9e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.1142263 Sep 16 05:28:41.430793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Attempting to bind port 906f1667-b933-436c-8726-362a59e42714 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:28:41.431140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Attempting to bind port 906f1667-b933-436c-8726-362a59e42714 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:28:41.431477 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Attempting to bind port 906f1667-b933-436c-8726-362a59e42714 on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:41.441509 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Port 906f1667-b933-436c-8726-362a59e42714 on network 806aff50-7f95-4cec-a37b-88f3a15934ef not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:28:41.441876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Attempting to bind port 906f1667-b933-436c-8726-362a59e42714 on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:28:41.453650 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e394775-c08c-4478-97e0-181700db8768 req-768630c0-8c0e-46c2-b999-900e3936faaf tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587101 Sep 16 05:28:41.454552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:28:41.454904 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:28:41.455297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Bound using segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:28:41.455745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Bound port: 906f1667-b933-436c-8726-362a59e42714, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:28:41.456114 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.524452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:28:41.527401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:28:41.532529 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.567375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:41.568058 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:41.569727 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] 10.222.0.50 "PUT /v2.0/ports/906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 1092 time: 1.0933309 Sep 16 05:28:41.570257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'tag': '906f1667-b933-436c-8726-362a59e42714'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:41.572427 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529703ea-3f76-4c6d-961e-710f264c07d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "tag": "906f1667-b933-436c-8726-362a59e42714"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:41.598471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d2da4-e866-493f-8f7e-30c546f6eed6 service neutron] Pushing event updated for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:41.620470 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e44c55-012c-4921-a3f2-9c839b28ec33 x-openstack-request-id: req-38e44c55-012c-4921-a3f2-9c839b28ec33 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:41.620762 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "tag": "906f1667-b933-436c-8726-362a59e42714", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:41.621012 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38e44c55-012c-4921-a3f2-9c839b28ec33 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:41.621411 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'tag': '906f1667-b933-436c-8726-362a59e42714', 'status': 'completed', 'code': 200} Sep 16 05:28:41.668790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-6b74b6f1-d660-480f-b59f-fd6b0f707422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:41.670333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-6b74b6f1-d660-480f-b59f-fd6b0f707422 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1095 time: 0.0518146 Sep 16 05:28:41.718238 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-4ab556db-f5b8-4d73-8bd7-d1d8a179703c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 217 time: 0.0356390 Sep 16 05:28:41.773456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-94976cd2-5272-4650-bb28-7758897f063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:41.774961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-94976cd2-5272-4650-bb28-7758897f063c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0446126 Sep 16 05:28:41.826899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-5fd02c0c-42c2-41fb-bd7f-55e3daa734e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:41.828488 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-5fd02c0c-42c2-41fb-bd7f-55e3daa734e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400276 Sep 16 05:28:41.925598 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-9b331e17-2e7d-4014-87c2-85d91ac485ea service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851130 Sep 16 05:28:42.027455 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7c324718-6a7b-401a-a76c-f629e3254f50 req-9f815843-13ff-4618-ab68-547580d236ae service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902667 Sep 16 05:28:42.130732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529703ea-3f76-4c6d-961e-710f264c07d2 req-e362d2d9-b0e3-4c17-b54c-83c0adebe808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:42.132181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-529703ea-3f76-4c6d-961e-710f264c07d2 req-e362d2d9-b0e3-4c17-b54c-83c0adebe808 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1095 time: 0.0477159 Sep 16 05:28:42.227404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529703ea-3f76-4c6d-961e-710f264c07d2 req-db67dd2c-7dc7-4ddb-a9a5-fbe99ed92093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:42.228911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-529703ea-3f76-4c6d-961e-710f264c07d2 req-db67dd2c-7dc7-4ddb-a9a5-fbe99ed92093 service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0889719 Sep 16 05:28:42.274502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-529703ea-3f76-4c6d-961e-710f264c07d2 req-a1dcc17f-8292-4985-9f20-2502f288d673 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 217 time: 0.0372684 Sep 16 05:28:42.326007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529703ea-3f76-4c6d-961e-710f264c07d2 req-dee1565e-ed1e-4d43-85ae-e692074184eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:42.327487 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-529703ea-3f76-4c6d-961e-710f264c07d2 req-dee1565e-ed1e-4d43-85ae-e692074184eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0445874 Sep 16 05:28:42.377099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529703ea-3f76-4c6d-961e-710f264c07d2 req-d7ecd5f6-32a5-49dd-a70b-ae709baad84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:42.378655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-529703ea-3f76-4c6d-961e-710f264c07d2 req-d7ecd5f6-32a5-49dd-a70b-ae709baad84e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413668 Sep 16 05:28:42.479370 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-529703ea-3f76-4c6d-961e-710f264c07d2 req-efe3af2f-fffa-4594-a96d-e7413c4d0049 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924206 Sep 16 05:28:42.613477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-529703ea-3f76-4c6d-961e-710f264c07d2 req-feebd113-64de-49cb-b68a-ba19c4ddf41f service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228752 Sep 16 05:28:42.623548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ae780-1cb2-4ce1-9ec5-3e363db5ade6 req-148cbbfc-7b16-4cd2-8552-8f4f6109a887 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:42.625885 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f27ae780-1cb2-4ce1-9ec5-3e363db5ade6 req-148cbbfc-7b16-4cd2-8552-8f4f6109a887 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0783613 Sep 16 05:28:42.671859 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f27ae780-1cb2-4ce1-9ec5-3e363db5ade6 req-bac2d2d8-798f-43eb-b646-ddf71c220b92 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372374 Sep 16 05:28:43.794237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0571d9f-3184-4149-a856-d994a7adf130 req-5b09bfef-01e6-48e8-bb2b-1855170cb6d6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:43.795781 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0571d9f-3184-4149-a856-d994a7adf130 req-5b09bfef-01e6-48e8-bb2b-1855170cb6d6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0515459 Sep 16 05:28:43.838217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0571d9f-3184-4149-a856-d994a7adf130 req-c874d162-2b9c-46f6-bbbc-7f9cbc736729 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357623 Sep 16 05:28:44.952804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d610b-8a36-4df0-adce-428c750340bf req-949941d2-837c-4ac5-88b8-5ddb6bd17bb6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:44.954525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d09d610b-8a36-4df0-adce-428c750340bf req-949941d2-837c-4ac5-88b8-5ddb6bd17bb6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0486515 Sep 16 05:28:44.992635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d09d610b-8a36-4df0-adce-428c750340bf req-bc749b31-37ff-4ff7-ae68-18a6034570c1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317490 Sep 16 05:28:45.856262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 906f1667-b933-436c-8726-362a59e42714 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:28:45.964539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:45.979032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '906f1667-b933-436c-8726-362a59e42714', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'port_id': '906f1667-b933-436c-8726-362a59e42714', 'mac_address': 'fa:16:3e:2e:3a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:28:46.020904 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.035551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906f1667-b933-436c-8726-362a59e42714 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:28:46.060962 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:46.066603 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:46.123045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:46.132693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62222655-42f7-48e7-81c3-66b8c8972e65 req-820f9834-0810-4345-9fa7-db7adce11a02 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:46.134286 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62222655-42f7-48e7-81c3-66b8c8972e65 req-820f9834-0810-4345-9fa7-db7adce11a02 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0668192 Sep 16 05:28:46.177733 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62222655-42f7-48e7-81c3-66b8c8972e65 req-89bffb98-ce59-492e-872f-d7b8c8f99b78 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343494 Sep 16 05:28:46.310060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['906f1667-b933-436c-8726-362a59e42714'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:28:47.267641 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d29bf0dd-7783-4123-9e5a-51052278ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.294531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901fbbd-f2b0-4e03-b2ad-3a557f5b2e4d req-c998a374-fc3a-4a3d-9729-99a03234143e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:47.296015 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e901fbbd-f2b0-4e03-b2ad-3a557f5b2e4d req-c998a374-fc3a-4a3d-9729-99a03234143e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0500124 Sep 16 05:28:47.335107 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e901fbbd-f2b0-4e03-b2ad-3a557f5b2e4d req-feb460fb-5203-4543-a135-7c6c2e8a1501 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324600 Sep 16 05:28:47.863511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 906f1667-b933-436c-8726-362a59e42714 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:28:47.911687 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 906f1667-b933-436c-8726-362a59e42714 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:28:47.915374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 906f1667-b933-436c-8726-362a59e42714 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:28:47.915750 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:47.996658 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.018740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f1667-b933-436c-8726-362a59e42714'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:48.020963 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da204cb-d012-4bbb-bec5-b3239c0c6f84" -d '{"events": [{"server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "name": "network-vif-plugged", "status": "completed", "tag": "906f1667-b933-436c-8726-362a59e42714"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:48.034600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:28:48.038789 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:48.062094 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353fd7cd-f773-42a7-8856-6c24c51a511c x-openstack-request-id: req-353fd7cd-f773-42a7-8856-6c24c51a511c {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:48.062381 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "name": "network-vif-plugged", "status": "completed", "tag": "906f1667-b933-436c-8726-362a59e42714", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:48.062627 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-353fd7cd-f773-42a7-8856-6c24c51a511c {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:48.063009 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f1667-b933-436c-8726-362a59e42714', 'code': 200} Sep 16 05:28:48.090698 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:28:48.168024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad6dd8-1523-4843-bd7b-5056d2cafee4 req-999cd159-9897-4a50-a2a8-5b4a2bb49d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:48.169444 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78ad6dd8-1523-4843-bd7b-5056d2cafee4 req-999cd159-9897-4a50-a2a8-5b4a2bb49d40 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1097 time: 0.0402155 Sep 16 05:28:48.206846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78ad6dd8-1523-4843-bd7b-5056d2cafee4 req-d4e416d5-9dee-4541-bf1f-5ef7700ec73f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276415 Sep 16 05:28:48.456504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1efe83-1490-4155-a817-8a971b56bc55 req-14656cda-6a3f-4637-84bf-e537f9f4299c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:48.457960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e1efe83-1490-4155-a817-8a971b56bc55 req-14656cda-6a3f-4637-84bf-e537f9f4299c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0541244 Sep 16 05:28:48.496093 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e1efe83-1490-4155-a817-8a971b56bc55 req-f2aca2f3-5e38-4372-a6d1-f0c153c17001 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321882 Sep 16 05:28:49.630875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3eb618-cbe4-4aff-8e10-35cd4d5a5a48 req-a6fda398-2b9b-4a61-a52d-aefcca72950b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:49.632472 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ef3eb618-cbe4-4aff-8e10-35cd4d5a5a48 req-a6fda398-2b9b-4a61-a52d-aefcca72950b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0625589 Sep 16 05:28:49.679481 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ef3eb618-cbe4-4aff-8e10-35cd4d5a5a48 req-c9cc058e-c2eb-4b0f-ae50-52edc827de4c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363910 Sep 16 05:28:49.818846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f1015-bedf-4787-b6da-299719cb271c req-dd7ce697-694e-4445-b746-0d2823a9a2aa tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:49.820535 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b97f1015-bedf-4787-b6da-299719cb271c req-dd7ce697-694e-4445-b746-0d2823a9a2aa tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0595219 Sep 16 05:28:49.830932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 52740) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:28:49.837013 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9fe7a505-ef6e-47f5-a09a-8405cef0f807 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Request body: {'floatingip': {'port_id': '906f1667-b933-436c-8726-362a59e42714'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:28:49.887157 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a505-ef6e-47f5-a09a-8405cef0f807 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.247438 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0e87cb9e-23b5-4e64-a24a-faa42cadaad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.382888 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a505-ef6e-47f5-a09a-8405cef0f807 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.386976 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a505-ef6e-47f5-a09a-8405cef0f807 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.491721 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-9fe7a505-ef6e-47f5-a09a-8405cef0f807 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17 associated. External IP: 172.25.0.86, port: 906f1667-b933-436c-8726-362a59e42714. Sep 16 05:28:50.716267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe7a505-ef6e-47f5-a09a-8405cef0f807 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Router 09d054b5-400a-4a38-aca9-c163452f571e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:28:50.839054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe7a505-ef6e-47f5-a09a-8405cef0f807 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:28:50.844208 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a505-ef6e-47f5-a09a-8405cef0f807 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.855013 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1600d92-914d-40c7-9362-8aca802931d0 None None] Sync routers for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:28:50.871101 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1600d92-914d-40c7-9362-8aca802931d0 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:50.872067 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a1600d92-914d-40c7-9362-8aca802931d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:28:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:50.879994 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9fe7a505-ef6e-47f5-a09a-8405cef0f807 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "PUT /v2.0/floatingips/baee9e54-1b25-48c7-80ca-a81a470c9e17 HTTP/1.1" status: 200 len: 991 time: 1.0476344 Sep 16 05:28:50.880699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'tag': '906f1667-b933-436c-8726-362a59e42714'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:28:50.884808 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2b5aa9-ef94-4b60-ae3a-c93a9c47b67d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "tag": "906f1667-b933-436c-8726-362a59e42714"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:28:50.911336 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:50.987661 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286eab77-7d29-4300-998c-588f84234265 x-openstack-request-id: req-286eab77-7d29-4300-998c-588f84234265 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:28:50.987966 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "tag": "906f1667-b933-436c-8726-362a59e42714", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:28:50.988394 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-286eab77-7d29-4300-998c-588f84234265 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:28:50.988629 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'tag': '906f1667-b933-436c-8726-362a59e42714', 'status': 'completed', 'code': 200} Sep 16 05:28:51.016835 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-a1600d92-914d-40c7-9362-8aca802931d0 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:51.065332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b5aa9-ef94-4b60-ae3a-c93a9c47b67d req-36eea03f-a7b7-4fd2-8f78-89eef73d25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:51.066943 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf2b5aa9-ef94-4b60-ae3a-c93a9c47b67d req-36eea03f-a7b7-4fd2-8f78-89eef73d25f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1097 time: 0.0517938 Sep 16 05:28:51.171587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b5aa9-ef94-4b60-ae3a-c93a9c47b67d req-0ef5130d-816c-43dd-8631-e61fefa0c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:51.173777 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf2b5aa9-ef94-4b60-ae3a-c93a9c47b67d req-0ef5130d-816c-43dd-8631-e61fefa0c791 service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0996914 Sep 16 05:28:51.262843 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf2b5aa9-ef94-4b60-ae3a-c93a9c47b67d req-def18846-abdd-45b0-9fe6-07624726cc3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 999 time: 0.0815792 Sep 16 05:28:51.286620 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a1600d92-914d-40c7-9362-8aca802931d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'baee9e54-1b25-48c7-80ca-a81a470c9e17', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'port_id': '906f1667-b933-436c-8726-362a59e42714', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'mac_address': 'fa:16:3e:2e:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:38Z', 'updated_at': '2021-09-16T05:28:50Z', 'revision_number': 13, 'project_id': '5f88110942084cc29a06800c334510b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:51.314019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b5aa9-ef94-4b60-ae3a-c93a9c47b67d req-c2c84220-750a-4534-b255-d4cccd815d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:51.315575 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf2b5aa9-ef94-4b60-ae3a-c93a9c47b67d req-c2c84220-750a-4534-b255-d4cccd815d44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0459285 Sep 16 05:28:51.316716 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1600d92-914d-40c7-9362-8aca802931d0 None None] Checking router: 09d054b5-400a-4a38-aca9-c163452f571e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:28:51.326261 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1600d92-914d-40c7-9362-8aca802931d0 None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:28:51.326886 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a1600d92-914d-40c7-9362-8aca802931d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:28:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:51.362997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b5aa9-ef94-4b60-ae3a-c93a9c47b67d req-947f020d-d28e-4694-bc98-c5a7e9ed9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:28:51.364548 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf2b5aa9-ef94-4b60-ae3a-c93a9c47b67d req-947f020d-d28e-4694-bc98-c5a7e9ed9120 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417621 Sep 16 05:28:51.475191 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf2b5aa9-ef94-4b60-ae3a-c93a9c47b67d req-2c7175dc-ffd4-4d79-b1af-e872fca5e3f8 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025496 Sep 16 05:28:51.529657 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-a1600d92-914d-40c7-9362-8aca802931d0 None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:28:51.575779 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf2b5aa9-ef94-4b60-ae3a-c93a9c47b67d req-d8063fc8-446e-425d-80db-eea97e888d16 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929174 Sep 16 05:28:51.760088 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-a1600d92-914d-40c7-9362-8aca802931d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'baee9e54-1b25-48c7-80ca-a81a470c9e17', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'port_id': '906f1667-b933-436c-8726-362a59e42714', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'mac_address': 'fa:16:3e:2e:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:38Z', 'updated_at': '2021-09-16T05:28:50Z', 'revision_number': 13, 'project_id': '5f88110942084cc29a06800c334510b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:28:51.792657 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1600d92-914d-40c7-9362-8aca802931d0 None None] The sync data for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 is: [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'baee9e54-1b25-48c7-80ca-a81a470c9e17', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'port_id': '906f1667-b933-436c-8726-362a59e42714', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'mac_address': 'fa:16:3e:2e:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:21:38Z', 'updated_at': '2021-09-16T05:28:50Z', 'revision_number': 13, 'project_id': '5f88110942084cc29a06800c334510b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:28:51.823469 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:28:52.023475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0f24b3-f855-4d15-8907-774efe4a49b6 None None] New status for floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:28:53.355068 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.018386 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:06.402781 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:07.989839 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:17.269972 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f2f37c6b-0ba3-4b3f-8b0b-ee69e22e0061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.250341 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57a5bf28-a8fb-434e-8924-00868dbd27ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:20.882969 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:21.825442 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:23.356860 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:34.623462 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83768b28-e83a-40c0-b0e0-ee6c256fdb92 req-d48f66a7-eb56-42a7-bdda-3041f56d8a2e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452008 Sep 16 05:29:34.717146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768b28-e83a-40c0-b0e0-ee6c256fdb92 req-98e13820-f24c-4801-a2cc-2a1f490cd7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:34.718723 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83768b28-e83a-40c0-b0e0-ee6c256fdb92 req-98e13820-f24c-4801-a2cc-2a1f490cd7d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1097 time: 0.0471063 Sep 16 05:29:34.823589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768b28-e83a-40c0-b0e0-ee6c256fdb92 req-d6c4e289-a834-4e40-a575-0be917b05d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:34.825074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83768b28-e83a-40c0-b0e0-ee6c256fdb92 req-d6c4e289-a834-4e40-a575-0be917b05d1b service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0853038 Sep 16 05:29:34.895013 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83768b28-e83a-40c0-b0e0-ee6c256fdb92 req-4a95c9f9-cb77-4fd8-99f6-79db5dc434bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 1001 time: 0.0616825 Sep 16 05:29:34.954355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768b28-e83a-40c0-b0e0-ee6c256fdb92 req-3d846e85-4247-45ef-891e-90e78ba6c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:34.956682 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83768b28-e83a-40c0-b0e0-ee6c256fdb92 req-3d846e85-4247-45ef-891e-90e78ba6c0ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0466435 Sep 16 05:29:35.010245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768b28-e83a-40c0-b0e0-ee6c256fdb92 req-63ad603b-c35a-48ed-a854-5528d7d1b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:29:35.011756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83768b28-e83a-40c0-b0e0-ee6c256fdb92 req-63ad603b-c35a-48ed-a854-5528d7d1b1c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407732 Sep 16 05:29:35.109903 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83768b28-e83a-40c0-b0e0-ee6c256fdb92 req-a5babca2-62a6-40d0-822a-7405de0ae544 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846295 Sep 16 05:29:35.203911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83768b28-e83a-40c0-b0e0-ee6c256fdb92 req-063c0a60-7e91-4727-9d8c-c180a0627d47 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825903 Sep 16 05:29:36.018738 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:37.983972 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:43.402599 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:29:47.271155 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ce38bbba-3622-4054-ad9c-cbfaa86f19cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:50.251133 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8df7922c-9bcb-4e47-a361-01f58d873561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:50.888155 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:51.827073 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:29:53.359749 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:06.018569 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:08.014782 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:17.273349 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1702fca-fe88-41c0-8e55-2caaa2ede89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.253500 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9dc9-b2d2-4286-8f1d-897c5ea3d5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:20.402440 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:30:20.890348 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:21.831646 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:23.363639 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:34.031498 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415797b6-6a0c-4086-b78e-0abd42e973d4 req-8397df3d-9807-4f89-849d-3826bedf6307 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:34.033100 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-415797b6-6a0c-4086-b78e-0abd42e973d4 req-8397df3d-9807-4f89-849d-3826bedf6307 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.1242127 Sep 16 05:30:34.088167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-415797b6-6a0c-4086-b78e-0abd42e973d4 req-e86bd0f5-89b0-4428-a7c7-ae98132d404b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483165 Sep 16 05:30:35.629357 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc5930b-0a89-4bbb-ad7a-01979721dd29 req-93a609e7-760b-4b2e-8fb4-4b10810fb0f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469544 Sep 16 05:30:35.770579 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5930b-0a89-4bbb-ad7a-01979721dd29 req-f10b3e5c-0728-43e1-a662-5dae2ad7e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:35.772255 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc5930b-0a89-4bbb-ad7a-01979721dd29 req-f10b3e5c-0728-43e1-a662-5dae2ad7e3ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1097 time: 0.0631068 Sep 16 05:30:35.932630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5930b-0a89-4bbb-ad7a-01979721dd29 req-f0cbd187-3ac2-4220-8348-83aae8e68227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:35.934955 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc5930b-0a89-4bbb-ad7a-01979721dd29 req-f0cbd187-3ac2-4220-8348-83aae8e68227 service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1353123 Sep 16 05:30:36.024020 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:36.025940 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc5930b-0a89-4bbb-ad7a-01979721dd29 req-1c5b69f4-065a-4f6e-b955-19c270c6311e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 1001 time: 0.0776498 Sep 16 05:30:36.089004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5930b-0a89-4bbb-ad7a-01979721dd29 req-5f9552a5-9715-4c07-9919-aff26e5c6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:36.091614 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc5930b-0a89-4bbb-ad7a-01979721dd29 req-5f9552a5-9715-4c07-9919-aff26e5c6a77 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0528462 Sep 16 05:30:36.150056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5930b-0a89-4bbb-ad7a-01979721dd29 req-8f5ab889-8812-40ca-9a57-c5329b589f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:36.151602 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc5930b-0a89-4bbb-ad7a-01979721dd29 req-8f5ab889-8812-40ca-9a57-c5329b589f59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490324 Sep 16 05:30:36.259588 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc5930b-0a89-4bbb-ad7a-01979721dd29 req-306f8e0a-9c13-4ae8-8dac-d7c9fcb1d99f service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948632 Sep 16 05:30:36.369065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bfc5930b-0a89-4bbb-ad7a-01979721dd29 req-2f44386c-17d7-413c-b9b0-d3e97bb8ce63 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010327 Sep 16 05:30:38.023976 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:45.349586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-6fd165ee-c2f1-4b63-a815-0e57bfb2e407 req-d10c6b6f-ca54-472d-842d-1951e7d6cb9a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:30:45.350637 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6fd165ee-c2f1-4b63-a815-0e57bfb2e407 req-d10c6b6f-ca54-472d-842d-1951e7d6cb9a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557775 Sep 16 05:30:45.538455 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-c7ae8502-a014-4d8e-942b-d04d98f5b369 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0452242 Sep 16 05:30:45.554530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39c24d-6dba-4034-97d4-6c4c7bf1429a req-262d8836-98e2-4961-b6ec-647478c0e57c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:45.558027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a39c24d-6dba-4034-97d4-6c4c7bf1429a req-262d8836-98e2-4961-b6ec-647478c0e57c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0627940 Sep 16 05:30:45.616541 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a39c24d-6dba-4034-97d4-6c4c7bf1429a req-1b01e96f-1bec-495b-a05a-b7a645c857fd tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518324 Sep 16 05:30:46.753660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21504acc-a5e6-4864-b810-7b71260db562 req-51ec3b24-27dc-4497-8506-fe07e143524a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:46.756061 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21504acc-a5e6-4864-b810-7b71260db562 req-51ec3b24-27dc-4497-8506-fe07e143524a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0591805 Sep 16 05:30:46.833700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21504acc-a5e6-4864-b810-7b71260db562 req-e4221bf2-6c3d-4a07-8063-642b53dad96d tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697412 Sep 16 05:30:46.847629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-db3826e5-680b-4143-abaa-a00618de0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:46.849692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-db3826e5-680b-4143-abaa-a00618de0f08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1097 time: 0.0600321 Sep 16 05:30:46.955093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-08f26fac-3196-4895-9d8c-a2f463bd2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:46.956666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-08f26fac-3196-4895-9d8c-a2f463bd2037 service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0937083 Sep 16 05:30:47.058978 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-09448558-7759-4427-832a-910d94cb5e8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 1001 time: 0.0892639 Sep 16 05:30:47.118919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-408f1a09-69c1-4e5c-b958-82f687e09815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:47.121411 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-408f1a09-69c1-4e5c-b958-82f687e09815 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0511174 Sep 16 05:30:47.176886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-ea7e3112-4f14-4deb-b30a-a48358943d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:47.178651 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-ea7e3112-4f14-4deb-b30a-a48358943d04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454226 Sep 16 05:30:47.279227 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-da5630fe-b402-45d6-872a-a5a1591b840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:47.290686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-b84c5c76-d483-4dbd-8711-c80afdab1e3e service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984297 Sep 16 05:30:47.392091 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-49c46b58-04f1-4e55-bd26-f839decd5aa2 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884809 Sep 16 05:30:47.963340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c81016-9f37-493b-80bb-4f93c46ae427 req-37dc9a5a-4c0d-4d91-8988-411b407fc1c3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:47.964960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d6c81016-9f37-493b-80bb-4f93c46ae427 req-37dc9a5a-4c0d-4d91-8988-411b407fc1c3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0561714 Sep 16 05:30:48.004478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d6c81016-9f37-493b-80bb-4f93c46ae427 req-6ce1f44a-f760-42a6-852a-140cd1357321 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324523 Sep 16 05:30:49.123943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3c243-b324-4df3-a128-29c1c0452f19 req-ffc777ac-09af-4058-b004-a0dd93cefa61 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:49.125452 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f9c3c243-b324-4df3-a128-29c1c0452f19 req-ffc777ac-09af-4058-b004-a0dd93cefa61 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0495408 Sep 16 05:30:49.165090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f9c3c243-b324-4df3-a128-29c1c0452f19 req-50136998-236a-4d77-8720-92e74b587adf tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330882 Sep 16 05:30:50.257820 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c39c7f9d-967c-4855-8684-59a8c81781fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:50.287685 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ca121-7222-4caa-b3aa-632966b8cbfe req-11956cb4-5a6a-425b-89aa-0e9a235861b5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:50.289294 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c78ca121-7222-4caa-b3aa-632966b8cbfe req-11956cb4-5a6a-425b-89aa-0e9a235861b5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0524154 Sep 16 05:30:50.339187 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c78ca121-7222-4caa-b3aa-632966b8cbfe req-5fd823b2-b945-483e-9f75-64951c1171f8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430763 Sep 16 05:30:50.892432 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:51.471727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39a4fb-0c9f-4ae3-b962-763eeed807d4 req-db72fee2-d84d-469a-9cfe-171d7cea7f23 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:51.473265 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d39a4fb-0c9f-4ae3-b962-763eeed807d4 req-db72fee2-d84d-469a-9cfe-171d7cea7f23 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0575924 Sep 16 05:30:51.515418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d39a4fb-0c9f-4ae3-b962-763eeed807d4 req-8b0c116b-c3ad-43e6-801f-ad620baf4e5c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359311 Sep 16 05:30:51.837134 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:52.638700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5421c01-ab97-4a16-9982-edf2bae6f673 req-3f3fff7a-b435-44ad-a084-0c57b7fd9596 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:52.640260 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5421c01-ab97-4a16-9982-edf2bae6f673 req-3f3fff7a-b435-44ad-a084-0c57b7fd9596 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0499480 Sep 16 05:30:52.682644 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a5421c01-ab97-4a16-9982-edf2bae6f673 req-5f019b80-5eec-4596-b21c-15c35163156c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348701 Sep 16 05:30:53.367968 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:30:53.828104 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da7897-433d-464a-9907-702e61a97b1d req-cd0c685a-718b-447c-a238-1d1dab5458b8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:53.829819 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b3da7897-433d-464a-9907-702e61a97b1d req-cd0c685a-718b-447c-a238-1d1dab5458b8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0555863 Sep 16 05:30:53.877986 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b3da7897-433d-464a-9907-702e61a97b1d req-cf6a77f5-5941-41e7-9fb1-c3481b1d6f27 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394852 Sep 16 05:30:55.012559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e14af0-ba00-4138-8615-0354ff4c653b req-aecb3995-098b-4b17-be06-9692ed1ccac8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:55.014109 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4e14af0-ba00-4138-8615-0354ff4c653b req-aecb3995-098b-4b17-be06-9692ed1ccac8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0543208 Sep 16 05:30:55.053299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e4e14af0-ba00-4138-8615-0354ff4c653b req-ff0e65cb-a4ac-4735-a87b-d9f327bce86a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332305 Sep 16 05:30:56.174988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a450fb-c381-4abc-89d8-a96838fd83d0 req-6a20290f-28ec-4731-a2a9-006d779618e3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:56.176528 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62a450fb-c381-4abc-89d8-a96838fd83d0 req-6a20290f-28ec-4731-a2a9-006d779618e3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0514798 Sep 16 05:30:56.217727 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62a450fb-c381-4abc-89d8-a96838fd83d0 req-db702788-ec5e-4c18-9a47-8760dc0c381c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335667 Sep 16 05:30:57.340140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085b435-f9b4-43e5-bc18-de1d9de66c60 req-81398e11-ce4b-483e-805e-c744e3274032 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:57.341722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5085b435-f9b4-43e5-bc18-de1d9de66c60 req-81398e11-ce4b-483e-805e-c744e3274032 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0510864 Sep 16 05:30:57.384834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5085b435-f9b4-43e5-bc18-de1d9de66c60 req-4641a8fc-b8e8-4d72-a0a4-f26c6f9acaf1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363572 Sep 16 05:30:57.402829 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:30:58.511015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35749-89f3-4cf5-9b99-21ed4f5eb48d req-ccd87897-5927-4fe8-82ac-feee4738cda9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:58.512498 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83d35749-89f3-4cf5-9b99-21ed4f5eb48d req-ccd87897-5927-4fe8-82ac-feee4738cda9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0547168 Sep 16 05:30:58.557104 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83d35749-89f3-4cf5-9b99-21ed4f5eb48d req-606fd4d9-bd58-4a70-a73b-664060c486be tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373144 Sep 16 05:30:59.694746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecf30f-2ba3-411f-8590-13c8159d58c8 req-adbc9485-69af-46ff-8c44-fcfec9ce990c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:30:59.696398 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-acecf30f-2ba3-411f-8590-13c8159d58c8 req-adbc9485-69af-46ff-8c44-fcfec9ce990c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0637131 Sep 16 05:30:59.738180 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-acecf30f-2ba3-411f-8590-13c8159d58c8 req-940e701f-af39-483a-b396-46fea5dc65e3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349419 Sep 16 05:31:00.896939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af7d4f-276f-4a98-a242-97e8f9125568 req-ae9c25e6-cc69-4493-acd3-e2696f2d36aa tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:00.898615 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43af7d4f-276f-4a98-a242-97e8f9125568 req-ae9c25e6-cc69-4493-acd3-e2696f2d36aa tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0598102 Sep 16 05:31:00.948070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43af7d4f-276f-4a98-a242-97e8f9125568 req-82fabaa1-3d16-4b72-a32a-a5592b6e15da tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426285 Sep 16 05:31:01.502574 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-a9011d45-f8de-4daf-be9f-30ab523dd149 service neutron] show failed (client error): The resource could not be found. Sep 16 05:31:01.503609 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-a9011d45-f8de-4daf-be9f-30ab523dd149 service neutron] 10.222.0.50 "GET /v2.0/ports/906f1667-b933-436c-8726-362a59e42714/bindings/n-h2-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0612173 Sep 16 05:31:01.758010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-60bedaa1-8453-4b2f-8305-f4c0444c6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:01.760143 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-60bedaa1-8453-4b2f-8305-f4c0444c6bfb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 1097 time: 0.0456789 Sep 16 05:31:01.775970 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:01.858728 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.083378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21a061-202a-473a-bb40-46715494500e req-78ee1217-ea1c-415a-b447-fe845f6820ba tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:02.084937 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fd21a061-202a-473a-bb40-46715494500e req-78ee1217-ea1c-415a-b447-fe845f6820ba tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0548854 Sep 16 05:31:02.133663 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fd21a061-202a-473a-bb40-46715494500e req-a487a639-11ad-426e-8eb6-cc0f76a05713 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423968 Sep 16 05:31:02.142636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:02.183111 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:02.227770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906f1667-b933-436c-8726-362a59e42714'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:02.229975 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d79866-f947-47f6-800f-92e20dd33067" -d '{"events": [{"server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "906f1667-b933-436c-8726-362a59e42714"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:02.234690 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.248968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Transition to ACTIVE for port object 906f1667-b933-436c-8726-362a59e42714 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:31:02.253236 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.342131 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Pushing event updated for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=6']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:02.355332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:02.355683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:02.356024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:02.356413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:02.356887 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:02.357228 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:02.357562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:02.357920 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:02.358415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:02.358783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:02.359187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:02.359586 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:02.376414 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8545d08-56e4-490a-afcf-74aecb712664 x-openstack-request-id: req-a8545d08-56e4-490a-afcf-74aecb712664 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:02.376748 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "name": "network-vif-unplugged", "status": "completed", "tag": "906f1667-b933-436c-8726-362a59e42714", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:02.377018 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8545d08-56e4-490a-afcf-74aecb712664 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:02.377382 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906f1667-b933-436c-8726-362a59e42714', 'code': 200} Sep 16 05:31:02.409080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] No DVR routers for this DVR port 906f1667-b933-436c-8726-362a59e42714 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:02.548388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 906f1667-b933-436c-8726-362a59e42714 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:02.574242 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Attempting to bind port 906f1667-b933-436c-8726-362a59e42714 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:02.574494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Attempting to bind port 906f1667-b933-436c-8726-362a59e42714 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:02.574830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Attempting to bind port 906f1667-b933-436c-8726-362a59e42714 on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:02.580002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Port 906f1667-b933-436c-8726-362a59e42714 on network 806aff50-7f95-4cec-a37b-88f3a15934ef not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:02.580330 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Attempting to bind port 906f1667-b933-436c-8726-362a59e42714 on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:02.586861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:02.586861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:02.586861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Bound using segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:02.588747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Bound port: 906f1667-b933-436c-8726-362a59e42714, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:02.588747 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.592964 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 906f1667-b933-436c-8726-362a59e42714 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:02.655641 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] For port 906f1667-b933-436c-8726-362a59e42714, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:02.658751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] For port 906f1667-b933-436c-8726-362a59e42714, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:02.664175 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.703134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:02.703775 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:02.705259 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] 10.222.0.15 "PUT /v2.0/ports/906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 1092 time: 0.9340227 Sep 16 05:31:02.745306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c378bf-2edd-4158-b67b-8fa0d0c8a72f service neutron] Pushing event updated for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:02.782088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-547e28e0-3d9d-4127-bb9a-cf041c537d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:02.783818 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-547e28e0-3d9d-4127-bb9a-cf041c537d71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1095 time: 0.0533361 Sep 16 05:31:02.890063 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-6dc203d1-01ef-45aa-8caf-f354e5006a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:02.891840 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-6dc203d1-01ef-45aa-8caf-f354e5006a94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1011579 Sep 16 05:31:02.966664 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-fd7a188f-9c45-4168-9fb0-a840fee6bcf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 999 time: 0.0677238 Sep 16 05:31:03.019300 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-b93d389d-1a47-4a1e-82f4-195d229b7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:03.021742 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-b93d389d-1a47-4a1e-82f4-195d229b7e23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0466197 Sep 16 05:31:03.073960 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-308e510b-942b-4453-9649-0ad003338fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:03.075462 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-308e510b-942b-4453-9649-0ad003338fc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457871 Sep 16 05:31:03.170924 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-08669991-cec0-4919-b0d5-809ec8340062 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865400 Sep 16 05:31:03.273884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea63bd6-8db2-4da2-a015-65b8d451080f req-cdf80a79-8832-454c-a3a3-5a5cd579260c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:03.276338 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dea63bd6-8db2-4da2-a015-65b8d451080f req-cdf80a79-8832-454c-a3a3-5a5cd579260c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0608375 Sep 16 05:31:03.287050 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7aa7be8d-b80e-491b-bc5a-c0c28bb89147 req-f99856ae-b8de-4d4f-bb33-a64ad65bce91 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075239 Sep 16 05:31:03.323095 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dea63bd6-8db2-4da2-a015-65b8d451080f req-ab38fa47-81bc-4b07-b5ac-53cadc1f99c3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404043 Sep 16 05:31:04.378556 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'tag': '906f1667-b933-436c-8726-362a59e42714'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:04.381457 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "tag": "906f1667-b933-436c-8726-362a59e42714"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:04.467291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cda2e6-0990-4e3a-952d-c10d8cf03ae0 req-d5352a4d-03ab-4927-9f91-7ee17cc48fa7 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.468810 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75cda2e6-0990-4e3a-952d-c10d8cf03ae0 req-d5352a4d-03ab-4927-9f91-7ee17cc48fa7 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0561144 Sep 16 05:31:04.515718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-75cda2e6-0990-4e3a-952d-c10d8cf03ae0 req-aa7007a8-ab8e-407a-8689-9aa45317dbc7 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394185 Sep 16 05:31:04.622589 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcda4b8-714b-428c-894d-63c4fc157c67 x-openstack-request-id: req-cfcda4b8-714b-428c-894d-63c4fc157c67 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:04.622951 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "tag": "906f1667-b933-436c-8726-362a59e42714", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:04.623458 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfcda4b8-714b-428c-894d-63c4fc157c67 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:04.623788 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'tag': '906f1667-b933-436c-8726-362a59e42714', 'status': 'completed', 'code': 200} Sep 16 05:31:04.681394 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-bbe95ccf-538e-4925-8eed-cbfef52e4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.683157 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-bbe95ccf-538e-4925-8eed-cbfef52e4d13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1095 time: 0.0438337 Sep 16 05:31:04.697367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-04a59233-3c5c-4840-b4b3-3b4429de78be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.699144 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-04a59233-3c5c-4840-b4b3-3b4429de78be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1095 time: 0.0438147 Sep 16 05:31:04.786928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-98c7de5c-228e-4786-a32c-e193e7d265d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.788728 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-98c7de5c-228e-4786-a32c-e193e7d265d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0982606 Sep 16 05:31:04.799262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-000ef3ba-f446-4c37-b345-97c26c9dcf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.800833 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-000ef3ba-f446-4c37-b345-97c26c9dcf7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0935559 Sep 16 05:31:04.858981 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-e3c88a8d-8b27-4a43-abd4-15fbfe5b4589 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 999 time: 0.0631573 Sep 16 05:31:04.882676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-f62a0304-293f-42a8-9a9a-dd776f2e6935 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 999 time: 0.0698452 Sep 16 05:31:04.920419 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-61e586e2-6030-483e-a836-2b3e2d465b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.921984 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-61e586e2-6030-483e-a836-2b3e2d465b22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0565815 Sep 16 05:31:04.946953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-8d9a2e63-c3d3-48b4-a16e-c82c39830bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.948961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-8d9a2e63-c3d3-48b4-a16e-c82c39830bc9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0513561 Sep 16 05:31:04.983934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-e3221224-436e-4620-92b3-fd37c43bb3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:04.986244 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-e3221224-436e-4620-92b3-fd37c43bb3ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573058 Sep 16 05:31:05.010320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-8b3c69eb-7d37-4baa-900d-c7bd091f225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:05.012178 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-8b3c69eb-7d37-4baa-900d-c7bd091f225b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517404 Sep 16 05:31:05.091133 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-e74ae43b-cd91-44c1-9b45-cfb4b3ceb355 service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979486 Sep 16 05:31:05.207829 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-1406f293-7d58-4511-8354-f1fec56c36eb service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097567 Sep 16 05:31:05.451089 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-d6cab925-9826-4dd5-8fa5-eb2394f3f623 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259424 Sep 16 05:31:05.576263 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ed7d7ef4-44d6-41f5-b15a-54bbd75ccf22 req-5dceb5de-8248-45c6-a5d2-c76aca27b3ed service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086550 Sep 16 05:31:05.671969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ff043-f2fc-46e5-a566-e2819a0cef95 req-6395211c-f9ee-44fc-9010-8d144af06f52 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:05.674165 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-062ff043-f2fc-46e5-a566-e2819a0cef95 req-6395211c-f9ee-44fc-9010-8d144af06f52 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0656159 Sep 16 05:31:05.725731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-062ff043-f2fc-46e5-a566-e2819a0cef95 req-95515177-250c-4be2-9541-efe0c3662ab5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423164 Sep 16 05:31:06.018898 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:06.852947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b42f-6a1c-4b70-82e8-44b64d72a784 req-85af547c-c35e-42c1-b793-65193ba347a5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:06.854498 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1962b42f-6a1c-4b70-82e8-44b64d72a784 req-85af547c-c35e-42c1-b793-65193ba347a5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0508597 Sep 16 05:31:06.894155 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1962b42f-6a1c-4b70-82e8-44b64d72a784 req-50b6d86b-290e-4f95-8451-648239e174e4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332024 Sep 16 05:31:08.015734 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:08.023131 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dc4b4-72e1-4142-b1c9-51f1a4556fe8 req-9c346725-2c6d-4dd7-b1f7-e746bf92012b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:08.024748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a7dc4b4-72e1-4142-b1c9-51f1a4556fe8 req-9c346725-2c6d-4dd7-b1f7-e746bf92012b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0565848 Sep 16 05:31:08.065172 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a7dc4b4-72e1-4142-b1c9-51f1a4556fe8 req-58ed2922-308d-4493-b424-aa362f42f38a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343382 Sep 16 05:31:09.201211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7e23-41bc-458b-a0f7-0a114bb02de9 req-1cefbaee-bb35-4cf1-9612-7aef7b4f3b24 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:09.202858 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94fb7e23-41bc-458b-a0f7-0a114bb02de9 req-1cefbaee-bb35-4cf1-9612-7aef7b4f3b24 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0530462 Sep 16 05:31:09.243582 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94fb7e23-41bc-458b-a0f7-0a114bb02de9 req-8071acc3-e32f-47c0-9114-3f32328b5a9f tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341368 Sep 16 05:31:10.370418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c09ef-08fa-41a7-ad94-f4e03f8dd843 req-203d4a62-65de-4d40-af2d-627f47aa4203 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:10.371983 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-196c09ef-08fa-41a7-ad94-f4e03f8dd843 req-203d4a62-65de-4d40-af2d-627f47aa4203 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0555782 Sep 16 05:31:10.416628 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-196c09ef-08fa-41a7-ad94-f4e03f8dd843 req-9f63fc1a-4384-4927-9863-7b187ebc1789 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362632 Sep 16 05:31:11.553439 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704310a-fdb7-4f71-87cc-8485f02120ec req-f3f65cb2-ca72-4a40-9443-1345aa7a1ebf tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:11.555054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e704310a-fdb7-4f71-87cc-8485f02120ec req-f3f65cb2-ca72-4a40-9443-1345aa7a1ebf tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0628686 Sep 16 05:31:11.604213 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e704310a-fdb7-4f71-87cc-8485f02120ec req-ae3b205d-c623-4f8f-b017-ecd18e78d0e8 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402739 Sep 16 05:31:12.732608 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80f114-329b-40b3-8d16-13850605afb7 req-cb00f4f9-d1cf-4f14-a961-f6388d28e5fa tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:12.734244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d80f114-329b-40b3-8d16-13850605afb7 req-cb00f4f9-d1cf-4f14-a961-f6388d28e5fa tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0527503 Sep 16 05:31:12.774510 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d80f114-329b-40b3-8d16-13850605afb7 req-0527bf85-b521-45d0-883d-12ff681c9dd6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339274 Sep 16 05:31:13.892976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1cc6d-22e1-47b6-86e9-3b45363206c5 req-d2aab084-6407-4b19-b0e1-7692f1dfc68f tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:13.894500 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2d1cc6d-22e1-47b6-86e9-3b45363206c5 req-d2aab084-6407-4b19-b0e1-7692f1dfc68f tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0511904 Sep 16 05:31:13.933857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e2d1cc6d-22e1-47b6-86e9-3b45363206c5 req-399e6fd7-b682-415b-93af-d09d28fe2986 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325835 Sep 16 05:31:15.058049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f8bfa-2523-49fb-a2ca-3e0779ee413b req-b08f17d3-f994-4877-afa3-0cfeaa603f26 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:15.059467 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b92f8bfa-2523-49fb-a2ca-3e0779ee413b req-b08f17d3-f994-4877-afa3-0cfeaa603f26 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0531867 Sep 16 05:31:15.098960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b92f8bfa-2523-49fb-a2ca-3e0779ee413b req-3be98809-77cf-4d29-b72c-e06c61496edf tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334675 Sep 16 05:31:15.409488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-d72da4f0-e433-41a1-8691-c7fbcb340520 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:15.412525 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-d72da4f0-e433-41a1-8691-c7fbcb340520 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf&tenant_id=5f88110942084cc29a06800c334510b3&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 943 time: 0.0614259 Sep 16 05:31:15.428206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d815b-11f4-4001-acbf-1396602c8cd3 req-ab8f4152-9552-420b-bc0b-89c5b524e4d5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:15.429763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-289d815b-11f4-4001-acbf-1396602c8cd3 req-ab8f4152-9552-420b-bc0b-89c5b524e4d5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0534863 Sep 16 05:31:15.468446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-289d815b-11f4-4001-acbf-1396602c8cd3 req-52ef7df3-bb18-44cb-a071-ce3ab3dcd64a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Sep 16 05:31:15.476681 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-53375a02-c35a-4a78-847b-424c4a321f88 service neutron] 10.222.0.15 "GET /v2.0/ports/906f1667-b933-436c-8726-362a59e42714/bindings/n-h2-712142-17 HTTP/1.1" status: 200 len: 383 time: 0.0569830 Sep 16 05:31:15.550203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-af80cb06-b7bd-4ff3-9316-2be8ce3adafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:15.553079 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-af80cb06-b7bd-4ff3-9316-2be8ce3adafd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1095 time: 0.0441458 Sep 16 05:31:15.654819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-088d66c9-f2a4-477d-bd02-81d90a554aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:15.656424 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-088d66c9-f2a4-477d-bd02-81d90a554aa8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0968528 Sep 16 05:31:15.735581 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-47dd5bc3-28e9-4932-81aa-d5b1eedcb108 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 999 time: 0.0689588 Sep 16 05:31:15.790803 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-86bd27e6-6a9b-429a-84a4-4ecdda977a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:15.792320 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-86bd27e6-6a9b-429a-84a4-4ecdda977a27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0497370 Sep 16 05:31:15.846039 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-ba68b203-99fc-48b0-a002-b4dbb379ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:15.847609 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-ba68b203-99fc-48b0-a002-b4dbb379ced3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483847 Sep 16 05:31:16.272099 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-7ce8f9a5-e162-49a5-9698-a1746442e69d service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168127 Sep 16 05:31:16.376631 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-d84161d4-3fc4-4fe2-ba5a-fd63cf023b9a service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969720 Sep 16 05:31:16.597088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590f9a9-2c62-42d8-bd26-2ae92e765f05 req-ed5fbd4e-38b0-4503-830b-960022048de1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:16.599580 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f590f9a9-2c62-42d8-bd26-2ae92e765f05 req-ed5fbd4e-38b0-4503-830b-960022048de1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 943 time: 0.0536454 Sep 16 05:31:16.650045 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f590f9a9-2c62-42d8-bd26-2ae92e765f05 req-424f3a67-1fd5-4c22-b284-62dc7a758046 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437944 Sep 16 05:31:16.971149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 906f1667-b933-436c-8726-362a59e42714 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:31:17.073236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 906f1667-b933-436c-8726-362a59e42714, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:17.088749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '906f1667-b933-436c-8726-362a59e42714', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'port_id': '906f1667-b933-436c-8726-362a59e42714', 'mac_address': 'fa:16:3e:2e:3a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:31:17.126197 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.140082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906f1667-b933-436c-8726-362a59e42714 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:17.159663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 906f1667-b933-436c-8726-362a59e42714, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:17.165092 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.216103 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:17.226587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:17.226946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:17.227305 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:17.227658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:17.228031 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:17.228372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:17.228711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:17.231355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:17.231713 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:17.232064 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:17.232412 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:17.232751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:17.271785 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-44e10df3-4854-45d1-946d-b755a54c5d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:17.393288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['906f1667-b933-436c-8726-362a59e42714'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:17.777929 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96649bb6-39cd-4a94-b6f3-01b38dc4cc54 req-9614b107-b71e-467f-979d-93234b2115a4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:17.779443 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96649bb6-39cd-4a94-b6f3-01b38dc4cc54 req-9614b107-b71e-467f-979d-93234b2115a4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0562131 Sep 16 05:31:17.818654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96649bb6-39cd-4a94-b6f3-01b38dc4cc54 req-396db751-9758-42bd-b538-ab0740c0fa2e tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332687 Sep 16 05:31:18.948558 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23910f6-fabc-45ce-880d-d3ba862f49d3 req-778c234a-70f5-437e-9a7c-801c28e3a871 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:18.950706 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f23910f6-fabc-45ce-880d-d3ba862f49d3 req-778c234a-70f5-437e-9a7c-801c28e3a871 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0601866 Sep 16 05:31:18.984927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 906f1667-b933-436c-8726-362a59e42714 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:31:19.003116 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f23910f6-fabc-45ce-880d-d3ba862f49d3 req-0d7cefad-374d-478e-8285-8c2471f5293a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456905 Sep 16 05:31:19.088283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 906f1667-b933-436c-8726-362a59e42714, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:19.100002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '906f1667-b933-436c-8726-362a59e42714', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'port_id': '906f1667-b933-436c-8726-362a59e42714', 'mac_address': 'fa:16:3e:2e:3a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:31:20.130751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bb7b0-b7af-4777-a50d-cb8f0a10eeea req-c00f31df-b2b4-4494-8a66-b649254553e1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:20.134366 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-074bb7b0-b7af-4777-a50d-cb8f0a10eeea req-c00f31df-b2b4-4494-8a66-b649254553e1 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0552452 Sep 16 05:31:20.201925 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-074bb7b0-b7af-4777-a50d-cb8f0a10eeea req-e4c0ad56-a092-49c4-a59a-e43a4a899bfd tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635030 Sep 16 05:31:20.217720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-04cd3089-b1a9-450c-a7db-3e7612365a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:20.219248 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-04cd3089-b1a9-450c-a7db-3e7612365a90 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf&tenant_id=5f88110942084cc29a06800c334510b3 HTTP/1.1" status: 200 len: 1096 time: 0.0653214 Sep 16 05:31:20.236331 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:20.263260 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b939-cda9-454e-83f9-6528d5ea7358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.306968 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.562561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] For port 906f1667-b933-436c-8726-362a59e42714, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:20.623241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] For port 906f1667-b933-436c-8726-362a59e42714, host n-h2-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:20.660742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 906f1667-b933-436c-8726-362a59e42714 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:20.670430 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.684301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Ignored duplicate provisioning block setup for port 906f1667-b933-436c-8726-362a59e42714 by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 16 05:31:20.688270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.781386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=9']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:20.794735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:20.795092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:20.795444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:20.795793 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:20.796135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:20.796478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:20.796821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:20.797158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:20.797493 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:20.797865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:20.798199 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:20.798537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:31:20.853932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] No DVR routers for this DVR port 906f1667-b933-436c-8726-362a59e42714 on host n-h2-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:20.901061 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:20.995795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 906f1667-b933-436c-8726-362a59e42714 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:21.002946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Attempting to bind port 906f1667-b933-436c-8726-362a59e42714 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:21.003311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Attempting to bind port 906f1667-b933-436c-8726-362a59e42714 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:21.003628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Attempting to bind port 906f1667-b933-436c-8726-362a59e42714 on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:21.008680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Port 906f1667-b933-436c-8726-362a59e42714 on network 806aff50-7f95-4cec-a37b-88f3a15934ef not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:21.009011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Attempting to bind port 906f1667-b933-436c-8726-362a59e42714 on network 806aff50-7f95-4cec-a37b-88f3a15934ef {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:21.013911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:21.014264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Checking segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:21.014661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Bound using segment: {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:21.015118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Bound port: 906f1667-b933-436c-8726-362a59e42714, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a553d66b-75dc-4388-935e-a9987d40f3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:21.015468 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.041651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 906f1667-b933-436c-8726-362a59e42714 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:21.085301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:21.088745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:21.093059 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.131061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:21.131765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.133498 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] 10.222.0.50 "PUT /v2.0/ports/906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 1092 time: 0.9014716 Sep 16 05:31:21.134185 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'tag': '906f1667-b933-436c-8726-362a59e42714'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:21.136902 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cda2216-59ad-4d41-9959-8d8d812f8d00" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "tag": "906f1667-b933-436c-8726-362a59e42714"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:21.178856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ece0a0-617e-40b1-99cc-1f5aea35a6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=10']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:21.221839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-15ca5681-fa08-422c-9d83-5fb30651d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:21.224201 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-15ca5681-fa08-422c-9d83-5fb30651d647 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1096 time: 0.0582132 Sep 16 05:31:21.226182 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6898d0e6-37f7-44bc-8b31-7ab51de48138 x-openstack-request-id: req-6898d0e6-37f7-44bc-8b31-7ab51de48138 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:21.226182 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "tag": "906f1667-b933-436c-8726-362a59e42714", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:21.226409 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6898d0e6-37f7-44bc-8b31-7ab51de48138 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:21.226712 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'tag': '906f1667-b933-436c-8726-362a59e42714', 'status': 'completed', 'code': 200} Sep 16 05:31:21.310034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-d1e41c8a-9648-44aa-bdeb-dab254420c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:21.315321 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-d1e41c8a-9648-44aa-bdeb-dab254420c2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1096 time: 0.0735352 Sep 16 05:31:21.379680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-9c027491-b116-4014-99ca-b97c0cfe1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:21.381338 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-9c027491-b116-4014-99ca-b97c0cfe1b97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1443465 Sep 16 05:31:21.399183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ed45e-d122-4594-b969-c8ca528e548d req-1d06984b-be90-43d3-b616-edeed802b085 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:21.400810 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca4ed45e-d122-4594-b969-c8ca528e548d req-1d06984b-be90-43d3-b616-edeed802b085 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0805082 Sep 16 05:31:21.443235 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-dc247a19-099c-4930-a3c7-6ee9f6473bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:21.444760 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-dc247a19-099c-4930-a3c7-6ee9f6473bdd service neutron] 10.222.0.15 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.1225674 Sep 16 05:31:21.490150 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-75a55acc-9381-4ef5-847c-6a7555769283 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 999 time: 0.0882502 Sep 16 05:31:21.493154 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca4ed45e-d122-4594-b969-c8ca528e548d req-952ca22e-1d51-4d1c-a382-8951f81c35aa tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842776 Sep 16 05:31:21.526856 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-0673bbbb-f267-4d6e-b4f5-f19399a7914b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 999 time: 0.0748742 Sep 16 05:31:21.548739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-e29a335d-33d4-46a1-b8bb-6d41dd84f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:21.550424 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-e29a335d-33d4-46a1-b8bb-6d41dd84f942 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0487885 Sep 16 05:31:21.592460 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-908e6dae-fbb8-456f-8536-a7c8261958e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:21.594052 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-908e6dae-fbb8-456f-8536-a7c8261958e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0606222 Sep 16 05:31:21.622301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-b05a1a19-7076-44bb-829a-4e1737284260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:21.623893 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-b05a1a19-7076-44bb-829a-4e1737284260 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589254 Sep 16 05:31:21.653417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-44c7a038-d30c-4e28-8fd0-27059b390a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:21.655322 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-44c7a038-d30c-4e28-8fd0-27059b390a13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535121 Sep 16 05:31:21.731365 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-3e628157-3eb9-4c0a-9a96-a41827c94b32 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958378 Sep 16 05:31:21.761782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-28cb8d3d-36e1-4d8e-91aa-e005b46d405d service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985551 Sep 16 05:31:21.840534 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:21.844533 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1a81062-49f2-4ef8-8c64-157c6502d2e8 req-54ea7e77-5394-45c5-8741-724ebe8d395d service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012912 Sep 16 05:31:21.868959 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-b11b96fc-bb67-4031-917c-e51a9449e7ef service neutron] 10.222.0.15 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994847 Sep 16 05:31:21.955684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-baf17c66-10d9-4dde-bd30-186c555fff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:21.957884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-baf17c66-10d9-4dde-bd30-186c555fff9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f88110942084cc29a06800c334510b3&device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 1096 time: 0.0524044 Sep 16 05:31:22.059164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-9d7ec6e7-cb02-43f5-9ad6-7e2edf82c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:22.060721 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-9d7ec6e7-cb02-43f5-9ad6-7e2edf82c739 service neutron] 10.222.0.50 "GET /v2.0/networks?id=806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 200 len: 911 time: 0.0935245 Sep 16 05:31:22.138836 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-9654e78c-c689-4e00-b769-65058823c362 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 200 len: 999 time: 0.0663393 Sep 16 05:31:22.193866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-31efe54b-d7ab-482b-903c-eb3e83805405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:22.195271 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-31efe54b-d7ab-482b-903c-eb3e83805405 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 200 len: 849 time: 0.0460382 Sep 16 05:31:22.254081 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-5f3b9bbd-c659-41a0-9dbd-bd404efadecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:22.256315 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-5f3b9bbd-c659-41a0-9dbd-bd404efadecb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=806aff50-7f95-4cec-a37b-88f3a15934ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490558 Sep 16 05:31:22.376585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-ca0b5497-ed87-47bd-9c6b-c4c674390173 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018353 Sep 16 05:31:22.485407 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7cda2216-59ad-4d41-9959-8d8d812f8d00 req-b46a9cae-b34a-44a4-8cfe-a95679290d60 service neutron] 10.222.0.50 "GET /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963144 Sep 16 05:31:22.619246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e38364-1590-4567-b8e7-bef88ff21e58 req-b1f84586-d119-43dc-8bc2-85f4090bf72c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:22.620872 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6e38364-1590-4567-b8e7-bef88ff21e58 req-b1f84586-d119-43dc-8bc2-85f4090bf72c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0562925 Sep 16 05:31:22.664347 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6e38364-1590-4567-b8e7-bef88ff21e58 req-4b082284-45af-4e54-bffb-7de36ba150b5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371394 Sep 16 05:31:23.370841 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:23.793811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520aa00d-c706-4005-8949-b042e339c4ca req-82db5088-1949-4715-9b1b-b92f330ba9a3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:23.795380 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-520aa00d-c706-4005-8949-b042e339c4ca req-82db5088-1949-4715-9b1b-b92f330ba9a3 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0526211 Sep 16 05:31:23.836176 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-520aa00d-c706-4005-8949-b042e339c4ca req-2814d1d4-02a9-4deb-8027-8cae971872a5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341957 Sep 16 05:31:24.979710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5642df-96e2-454a-886b-566545bcbf39 req-091fbaf3-41f2-4597-9ea6-139edc26f8cb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:24.981387 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f5642df-96e2-454a-886b-566545bcbf39 req-091fbaf3-41f2-4597-9ea6-139edc26f8cb tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0631435 Sep 16 05:31:25.034145 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1f5642df-96e2-454a-886b-566545bcbf39 req-0d96984e-d504-40b9-b8a8-873a56788dd4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464265 Sep 16 05:31:26.157308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a98b2e-44c5-41ea-b45a-65fef2b42573 req-2b52547a-7bf6-45cc-81ec-f8a4c533ed14 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:26.158884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-40a98b2e-44c5-41ea-b45a-65fef2b42573 req-2b52547a-7bf6-45cc-81ec-f8a4c533ed14 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0512202 Sep 16 05:31:26.197273 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-40a98b2e-44c5-41ea-b45a-65fef2b42573 req-ec51428a-e6ef-4473-ae44-929338bd4fd5 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318494 Sep 16 05:31:27.314891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fa3a2-97bc-4b92-9998-35c1e57e450f req-42311498-843d-4075-88a8-f76dbd36c387 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:27.316466 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e2fa3a2-97bc-4b92-9998-35c1e57e450f req-42311498-843d-4075-88a8-f76dbd36c387 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0498474 Sep 16 05:31:27.355604 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e2fa3a2-97bc-4b92-9998-35c1e57e450f req-7fafa8d0-1d98-49b4-b5f8-1e8eaeca634a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325055 Sep 16 05:31:28.480548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597d587-0587-4ad2-be1a-7ef2e0e204ac req-88c96259-d26a-4bd4-876a-1faf34381a20 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:28.482144 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e597d587-0587-4ad2-be1a-7ef2e0e204ac req-88c96259-d26a-4bd4-876a-1faf34381a20 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0531161 Sep 16 05:31:28.527794 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e597d587-0587-4ad2-be1a-7ef2e0e204ac req-013a447d-f2d7-4522-81a0-d0a5ee3b117c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389121 Sep 16 05:31:29.648278 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1e7d5-fcdb-478c-94cc-23f1e36afce6 req-259f4a13-9d5e-4510-874a-4550665407f9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:29.649837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56e1e7d5-fcdb-478c-94cc-23f1e36afce6 req-259f4a13-9d5e-4510-874a-4550665407f9 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0496731 Sep 16 05:31:29.689527 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56e1e7d5-fcdb-478c-94cc-23f1e36afce6 req-835dacc3-ea1e-4b2c-ac57-3071367fa409 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336602 Sep 16 05:31:30.813742 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d0d6f-ad09-4aad-90b8-b34cf58e784d req-41dfc3fc-8989-4ace-bc73-115d32659501 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:30.815243 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c96d0d6f-ad09-4aad-90b8-b34cf58e784d req-41dfc3fc-8989-4ace-bc73-115d32659501 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0511098 Sep 16 05:31:30.855028 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c96d0d6f-ad09-4aad-90b8-b34cf58e784d req-44d6d2ad-2617-4061-a9cd-639ea8d929db tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337701 Sep 16 05:31:31.980116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac4e0c-68dd-4a51-9e75-fa3fa5a574e1 req-733b70f8-100c-4977-805a-7d0e594eb6ba tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:31.981703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f9ac4e0c-68dd-4a51-9e75-fa3fa5a574e1 req-733b70f8-100c-4977-805a-7d0e594eb6ba tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0572617 Sep 16 05:31:32.023773 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f9ac4e0c-68dd-4a51-9e75-fa3fa5a574e1 req-ba549f25-3d10-49c3-a657-ae5b49fff0de tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359507 Sep 16 05:31:33.149598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d056f-4326-4a4f-8067-912a869d05f7 req-94407a6b-08af-41cf-acbb-bb4e2cfd3b21 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:33.151352 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-414d056f-4326-4a4f-8067-912a869d05f7 req-94407a6b-08af-41cf-acbb-bb4e2cfd3b21 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0541406 Sep 16 05:31:33.197353 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-414d056f-4326-4a4f-8067-912a869d05f7 req-1164aec9-3043-47ab-97e8-d1d52f22e115 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397363 Sep 16 05:31:34.320116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5df389-5178-4e11-a3b2-73393d861806 req-2f9c8f62-3765-44ba-a751-a45d82a8058b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:34.321779 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c5df389-5178-4e11-a3b2-73393d861806 req-2f9c8f62-3765-44ba-a751-a45d82a8058b tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0516338 Sep 16 05:31:34.367459 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c5df389-5178-4e11-a3b2-73393d861806 req-6fbcb9fa-ba7d-4cdc-8b95-f797e9c04c92 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396686 Sep 16 05:31:34.403182 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:31:34.485681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44d9db-6762-420d-928d-fd5ffc10e1dc req-b38338be-ef1b-4347-8e7d-fb2c95adc99a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:34.487272 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff44d9db-6762-420d-928d-fd5ffc10e1dc req-b38338be-ef1b-4347-8e7d-fb2c95adc99a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0516698 Sep 16 05:31:34.532918 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff44d9db-6762-420d-928d-fd5ffc10e1dc req-696afefe-376f-483e-b548-c62192f35a9c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394094 Sep 16 05:31:34.655751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8de1f3-796e-480c-b0ed-a2d3eeef78d5 req-dff1b23d-0a2b-4e61-bdb3-b13b154155f4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:34.657335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f8de1f3-796e-480c-b0ed-a2d3eeef78d5 req-dff1b23d-0a2b-4e61-bdb3-b13b154155f4 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0515015 Sep 16 05:31:34.698889 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f8de1f3-796e-480c-b0ed-a2d3eeef78d5 req-83fd9c29-b6f8-4ae1-a327-024d17a65eb2 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349836 Sep 16 05:31:34.725442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 906f1667-b933-436c-8726-362a59e42714 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:31:34.828559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:34.847308 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '906f1667-b933-436c-8726-362a59e42714', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'port_id': '906f1667-b933-436c-8726-362a59e42714', 'mac_address': 'fa:16:3e:2e:3a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:31:34.889203 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.904217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906f1667-b933-436c-8726-362a59e42714 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:34.925445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:34.930392 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:34.957475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af706d6-59d2-467e-9b29-d57795c5a819 req-75fe829c-2a66-4a1a-9235-60f18d07dc42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:34.959884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1af706d6-59d2-467e-9b29-d57795c5a819 req-75fe829c-2a66-4a1a-9235-60f18d07dc42 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 944 time: 0.0518334 Sep 16 05:31:34.980060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=11']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:35.000131 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1af706d6-59d2-467e-9b29-d57795c5a819 req-dcd892b8-0f96-4e09-9a94-b69e8eec1129 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338249 Sep 16 05:31:35.233160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['906f1667-b933-436c-8726-362a59e42714'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:36.019545 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.172626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd75c56-c05d-49c3-9a58-bb126306ba6a req-6f7e177a-24d7-4a68-9f9a-37702ccd314f tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.174215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efd75c56-c05d-49c3-9a58-bb126306ba6a req-6f7e177a-24d7-4a68-9f9a-37702ccd314f tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0503418 Sep 16 05:31:36.233018 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-efd75c56-c05d-49c3-9a58-bb126306ba6a req-3718c2e6-802c-4430-8a31-10819653949c tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f82f422-3dda-4318-b051-541520eca188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487568 Sep 16 05:31:36.635415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-1eb8c3b8-3f73-4542-99de-18f64a9766a7 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:36.636826 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-1eb8c3b8-3f73-4542-99de-18f64a9766a7 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 945 time: 0.0525620 Sep 16 05:31:36.718860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 906f1667-b933-436c-8726-362a59e42714 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:36.738003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Deleting port 906f1667-b933-436c-8726-362a59e42714 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:36.738346 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.769961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 906f1667-b933-436c-8726-362a59e42714 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:31:36.774595 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 906f1667-b933-436c-8726-362a59e42714 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:36.774985 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.844864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:36.845340 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.861964 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.884690 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f1667-b933-436c-8726-362a59e42714'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:36.887224 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0572cf18-cd56-448c-b24b-8dd8d6af43af" -d '{"events": [{"server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "name": "network-vif-plugged", "status": "completed", "tag": "906f1667-b933-436c-8726-362a59e42714"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:36.902580 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 906f1667-b933-436c-8726-362a59e42714, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=906f1667-b933-436c-8726-362a59e42714,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:36.908089 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:36.942277 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04afef4e-3fd2-412b-be7d-9c670905116e x-openstack-request-id: req-04afef4e-3fd2-412b-be7d-9c670905116e {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:36.942277 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "name": "network-vif-plugged", "status": "completed", "tag": "906f1667-b933-436c-8726-362a59e42714", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:36.942277 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04afef4e-3fd2-412b-be7d-9c670905116e {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:36.942277 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f1667-b933-436c-8726-362a59e42714', 'code': 200} Sep 16 05:31:36.968033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=12']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:37.038776 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.039230 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.039742 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17 disassociated. External IP: 172.25.0.86, port: 906f1667-b933-436c-8726-362a59e42714. Sep 16 05:31:37.040108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Calling delete_port for 906f1667-b933-436c-8726-362a59e42714 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:37.183384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.216402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event deleted for resources: {'Port': ['ID=906f1667-b933-436c-8726-362a59e42714,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:37.352128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2ffef9d0-b6c1-4716-b4ae-aa00bdba8c9e req-e90beaef-7f72-4215-83f6-d0f2e82bdc48 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 210 time: 0.0382061 Sep 16 05:31:37.366400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Router 09d054b5-400a-4a38-aca9-c163452f571e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:37.482767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:37.493056 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a944e-0643-40a7-87d6-988a38f517af None None] Sync routers for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:37.502414 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a944e-0643-40a7-87d6-988a38f517af None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:37.503120 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-924a944e-0643-40a7-87d6-988a38f517af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:31:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:37.528510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] No DVR routers for this DVR port 906f1667-b933-436c-8726-362a59e42714 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:37.531476 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:37.533686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fbac7b2-af09-4e06-9081-6322eeefa6b8 req-314d0c8e-671a-48d0-aabe-9afc87ffb870 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.50 "DELETE /v2.0/ports/906f1667-b933-436c-8726-362a59e42714 HTTP/1.1" status: 204 len: 173 time: 0.8872712 Sep 16 05:31:37.534149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'name': 'network-vif-deleted', 'tag': '906f1667-b933-436c-8726-362a59e42714'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:37.536458 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641f455d-d766-460e-bd54-26b6a761d9e1" -d '{"events": [{"server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "name": "network-vif-deleted", "tag": "906f1667-b933-436c-8726-362a59e42714"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:37.579602 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ce91b1-88e3-4f33-9c41-545c2db7c99b x-openstack-request-id: req-75ce91b1-88e3-4f33-9c41-545c2db7c99b {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:37.579978 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1967d2-d941-4101-a496-6496b1a3fbbf", "name": "network-vif-deleted", "tag": "906f1667-b933-436c-8726-362a59e42714", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:37.580239 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75ce91b1-88e3-4f33-9c41-545c2db7c99b {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:37.580652 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1967d2-d941-4101-a496-6496b1a3fbbf', 'name': 'network-vif-deleted', 'tag': '906f1667-b933-436c-8726-362a59e42714', 'status': 'completed', 'code': 200} Sep 16 05:31:37.624911 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-924a944e-0643-40a7-87d6-988a38f517af None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:37.831268 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-924a944e-0643-40a7-87d6-988a38f517af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:37.861570 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a944e-0643-40a7-87d6-988a38f517af None None] Checking router: 09d054b5-400a-4a38-aca9-c163452f571e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:37.870960 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a944e-0643-40a7-87d6-988a38f517af None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:37.871581 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-924a944e-0643-40a7-87d6-988a38f517af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:31:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:37.980935 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-924a944e-0643-40a7-87d6-988a38f517af None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:38.014763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:38.183344 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-924a944e-0643-40a7-87d6-988a38f517af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:38.210182 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a944e-0643-40a7-87d6-988a38f517af None None] The sync data for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 is: [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:36Z', 'revision_number': 4, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'a832404c-8857-4913-925a-a7a90f4df55d', 'name': '', 'network_id': '806aff50-7f95-4cec-a37b-88f3a15934ef', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'mac_address': 'fa:16:3e:16:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:35Z', 'updated_at': '2021-09-16T05:21:40Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'subnets': [{'id': '77ef434b-3bb2-4eee-b39e-7e303fbf76e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:38.468344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab012c25-27a6-4c32-b405-498e7b2b8323 req-1a09ef8b-6ac1-4a93-b49a-8a461500f752 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 210 time: 0.0285051 Sep 16 05:31:38.468852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31689910-fba1-4766-abc6-08c3b562170a None None] New status for floating IP baee9e54-1b25-48c7-80ca-a81a470c9e17: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:31:39.573385 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-66beffa1-02a9-4348-a791-d03eb5f28676 req-5bfe96ee-8b38-4a77-8f28-e2286534579a tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 210 time: 0.0282247 Sep 16 05:31:40.670446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c1d620b-1390-41c0-8542-ebbde647345d req-69f27812-4ba6-439a-88b2-0bb08cc527cc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1967d2-d941-4101-a496-6496b1a3fbbf HTTP/1.1" status: 200 len: 210 time: 0.0270309 Sep 16 05:31:40.737359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 906f1667-b933-436c-8726-362a59e42714 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:40.758986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 906f1667-b933-436c-8726-362a59e42714 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:40.759407 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 906f1667-b933-436c-8726-362a59e42714 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:44.468522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53202) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:44.530992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72d8484f-a500-4e89-8fb7-4647c104dcb6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.559627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72d8484f-a500-4e89-8fb7-4647c104dcb6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.610782 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72d8484f-a500-4e89-8fb7-4647c104dcb6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.613818 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-72d8484f-a500-4e89-8fb7-4647c104dcb6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.615140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-72d8484f-a500-4e89-8fb7-4647c104dcb6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "DELETE /v2.0/security-groups/8f82f422-3dda-4318-b051-541520eca188 HTTP/1.1" status: 204 len: 168 time: 0.1449301 Sep 16 05:31:44.617928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53204) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:44.625187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8484f-a500-4e89-8fb7-4647c104dcb6 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f82f422-3dda-4318-b051-541520eca188,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:44.640985 n-d-712142-17 neutron-server[94744]: INFO neutron.api.v2.resource [None req-8c3321ad-c5a8-48c0-8b88-86779730c3bc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] show failed (client error): The resource could not be found. Sep 16 05:31:44.645392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53206) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:44.645717 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8c3321ad-c5a8-48c0-8b88-86779730c3bc tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "GET /v2.0/security-groups/8f82f422-3dda-4318-b051-541520eca188 HTTP/1.1" status: 404 len: 347 time: 0.0257015 Sep 16 05:31:44.778938 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-cdda85e2-85c2-400c-b195-0dd29383bc11 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Deleting port 1ebe1c32-2104-474f-95ca-0875ad2ac63c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:44.779314 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdda85e2-85c2-400c-b195-0dd29383bc11 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.857859 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdda85e2-85c2-400c-b195-0dd29383bc11 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.858192 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdda85e2-85c2-400c-b195-0dd29383bc11 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:44.870495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-cdda85e2-85c2-400c-b195-0dd29383bc11 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Calling delete_port for 1ebe1c32-2104-474f-95ca-0875ad2ac63c owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:45.011174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdda85e2-85c2-400c-b195-0dd29383bc11 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.037676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda85e2-85c2-400c-b195-0dd29383bc11 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Pushing event deleted for resources: {'Port': ['ID=1ebe1c32-2104-474f-95ca-0875ad2ac63c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:45.105565 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdda85e2-85c2-400c-b195-0dd29383bc11 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.108510 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cdda85e2-85c2-400c-b195-0dd29383bc11 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.109835 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cdda85e2-85c2-400c-b195-0dd29383bc11 tempest-ServerActionsTestJSON-1438593555 tempest-ServerActionsTestJSON-1438593555-project] 10.222.0.53 "DELETE /v2.0/floatingips/baee9e54-1b25-48c7-80ca-a81a470c9e17 HTTP/1.1" status: 204 len: 168 time: 0.4633017 Sep 16 05:31:45.113190 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53208) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:45.638096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b664a53-7be7-4702-8006-6fe952c50b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.884819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6b664a53-7be7-4702-8006-6fe952c50b3d admin admin] Deleting port a832404c-8857-4913-925a-a7a90f4df55d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:45.885163 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b664a53-7be7-4702-8006-6fe952c50b3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.964342 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-6b664a53-7be7-4702-8006-6fe952c50b3d admin admin] For port a832404c-8857-4913-925a-a7a90f4df55d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a832404c-8857-4913-925a-a7a90f4df55d,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:45.964718 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b664a53-7be7-4702-8006-6fe952c50b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:45.978552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6b664a53-7be7-4702-8006-6fe952c50b3d admin admin] Calling delete_port for a832404c-8857-4913-925a-a7a90f4df55d owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:46.157116 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b664a53-7be7-4702-8006-6fe952c50b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.185833 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b664a53-7be7-4702-8006-6fe952c50b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=a832404c-8857-4913-925a-a7a90f4df55d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:46.358301 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6b664a53-7be7-4702-8006-6fe952c50b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.597886 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b664a53-7be7-4702-8006-6fe952c50b3d admin admin] Router 09d054b5-400a-4a38-aca9-c163452f571e has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:31:46.706577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b664a53-7be7-4702-8006-6fe952c50b3d admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:31:46.712068 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6b664a53-7be7-4702-8006-6fe952c50b3d admin admin] 10.222.0.53 "PUT /v2.0/routers/09d054b5-400a-4a38-aca9-c163452f571e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5978251 Sep 16 05:31:46.714624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53212) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:46.717281 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b134b4a8-9caa-43ef-a1be-672b97f52f2b None None] Sync routers for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:31:46.727086 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b134b4a8-9caa-43ef-a1be-672b97f52f2b None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:46.727715 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b134b4a8-9caa-43ef-a1be-672b97f52f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:31:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:46.821736 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:46.839692 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-b134b4a8-9caa-43ef-a1be-672b97f52f2b None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:46.933929 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.000495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Deleting port fecce30e-593a-4f4b-ab68-1e83f1daec7d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:47.000846 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.079053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] For port fecce30e-593a-4f4b-ab68-1e83f1daec7d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fecce30e-593a-4f4b-ab68-1e83f1daec7d,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:47.079430 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.093213 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Calling delete_port for fecce30e-593a-4f4b-ab68-1e83f1daec7d owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:47.119908 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b134b4a8-9caa-43ef-a1be-672b97f52f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:31:46Z', 'revision_number': 5, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port': {'id': 'fecce30e-593a-4f4b-ab68-1e83f1daec7d', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d054b5-400a-4a38-aca9-c163452f571e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:47.146856 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b134b4a8-9caa-43ef-a1be-672b97f52f2b None None] Checking router: 09d054b5-400a-4a38-aca9-c163452f571e for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:31:47.155033 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b134b4a8-9caa-43ef-a1be-672b97f52f2b None None] Routers {'09d054b5-400a-4a38-aca9-c163452f571e'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:31:47.155654 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b134b4a8-9caa-43ef-a1be-672b97f52f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:31:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['09d054b5-400a-4a38-aca9-c163452f571e'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:47.241971 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-b134b4a8-9caa-43ef-a1be-672b97f52f2b None None] Set router 09d054b5-400a-4a38-aca9-c163452f571e gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:31:47.264424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.275264 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8dbfe25a-0adb-495d-b15c-fda15593fdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.296251 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-b134b4a8-9caa-43ef-a1be-672b97f52f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:31:46Z', 'revision_number': 6, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:47.297727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fecce30e-593a-4f4b-ab68-1e83f1daec7d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:47.323345 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b134b4a8-9caa-43ef-a1be-672b97f52f2b None None] The sync data for ids ['09d054b5-400a-4a38-aca9-c163452f571e'] in n-d-712142-17 is: [{'id': '09d054b5-400a-4a38-aca9-c163452f571e', 'name': 'tempest-ServerActionsTestJSON-39267953-router', 'tenant_id': '5f88110942084cc29a06800c334510b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:21:33Z', 'updated_at': '2021-09-16T05:31:46Z', 'revision_number': 6, 'project_id': '5f88110942084cc29a06800c334510b3', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:31:47.368951 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.458291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.461450 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.503455 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.504047 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09d054b5-400a-4a38-aca9-c163452f571e {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:31:47.509303 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.510502 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-72d6ac61-c725-4001-bb28-fa0bd44530d4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/09d054b5-400a-4a38-aca9-c163452f571e HTTP/1.1" status: 204 len: 168 time: 0.7947435 Sep 16 05:31:47.513144 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53214) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:47.556303 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db560d5-97c2-41bc-bfeb-8f2fa3d45724 admin admin] Deleting subnet 77ef434b-3bb2-4eee-b39e-7e303fbf76e1 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:31:47.559387 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3db560d5-97c2-41bc-bfeb-8f2fa3d45724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.598066 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3db560d5-97c2-41bc-bfeb-8f2fa3d45724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.682903 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3db560d5-97c2-41bc-bfeb-8f2fa3d45724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.748566 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3db560d5-97c2-41bc-bfeb-8f2fa3d45724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.777836 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db560d5-97c2-41bc-bfeb-8f2fa3d45724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ef434b-3bb2-4eee-b39e-7e303fbf76e1,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:47.779907 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3db560d5-97c2-41bc-bfeb-8f2fa3d45724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.781857 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3db560d5-97c2-41bc-bfeb-8f2fa3d45724 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/77ef434b-3bb2-4eee-b39e-7e303fbf76e1 HTTP/1.1" status: 204 len: 168 time: 0.2677338 Sep 16 05:31:47.784704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53216) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:47.787651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0019eee-b8ed-4d9f-bb19-ce57207494cd None None] Network 806aff50-7f95-4cec-a37b-88f3a15934ef requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:47.858235 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.910743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Deleting port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:31:47.911134 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.979787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] For port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=60a83893-4ad4-4bce-b4a1-28f5f6d2ba19,segment=NetworkSegment(a553d66b-75dc-4388-935e-a9987d40f3c9),segment_id=a553d66b-75dc-4388-935e-a9987d40f3c9)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:47.980150 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:47.993075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Calling delete_port for 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:31:48.073936 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.097026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Pushing event deleted for resources: {'Port': ['ID=60a83893-4ad4-4bce-b4a1-28f5f6d2ba19,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:48.103115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] No DVR routers for this DVR port 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:31:48.138623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a832404c-8857-4913-925a-a7a90f4df55d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:48.140683 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aa7196-d754-4297-b6b7-12396cffc138 None None] DHCP port deletion for 806aff50-7f95-4cec-a37b-88f3a15934ef request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:31:48.166575 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: a832404c-8857-4913-925a-a7a90f4df55d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:48.166927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a832404c-8857-4913-925a-a7a90f4df55d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:48.182457 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.202615 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806aff50-7f95-4cec-a37b-88f3a15934ef']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:48.212514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a553d66b-75dc-4388-935e-a9987d40f3c9') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:48.212811 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a553d66b-75dc-4388-935e-a9987d40f3c9') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:31:48.222065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.236070 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.243664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:31:48.244105 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:31:48.245935 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:31:48.305877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.310950 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.312868 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] 10.222.0.53 "DELETE /v2.0/networks/806aff50-7f95-4cec-a37b-88f3a15934ef HTTP/1.1" status: 204 len: 168 time: 0.5265992 Sep 16 05:31:48.325861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb85b5-7d21-484e-a900-33a33aead167 admin admin] Pushing event deleted for resources: {'Network': ['ID=806aff50-7f95-4cec-a37b-88f3a15934ef,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:48.450320 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53220) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:48.491160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c35bd53d-b2ac-4896-a2af-d9a4d2d1ffcd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f88110942084cc29a06800c334510b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396199 Sep 16 05:31:48.493472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53222) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:48.544345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27d8b4b3-4f18-4b2f-95c2-4f7e841b880c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.568749 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27d8b4b3-4f18-4b2f-95c2-4f7e841b880c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.617994 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27d8b4b3-4f18-4b2f-95c2-4f7e841b880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.620496 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-27d8b4b3-4f18-4b2f-95c2-4f7e841b880c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:48.621695 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-27d8b4b3-4f18-4b2f-95c2-4f7e841b880c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08dc48b0-7cf5-4d4d-8682-5450095a963b HTTP/1.1" status: 204 len: 168 time: 0.1272168 Sep 16 05:31:48.629889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8b4b3-4f18-4b2f-95c2-4f7e841b880c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dc48b0-7cf5-4d4d-8682-5450095a963b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:49.335048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53244) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:49.441339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1429888447-network', 'tenant_id': 'bc93e6aa19d04f89b2503ada64f18891'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:49.463577 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Made reservation on behalf of bc93e6aa19d04f89b2503ada64f18891 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:49.465932 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.473922 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.565919 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.570500 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.597523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:31:49.603882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:49.610108 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.610462 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Added segment 6278e9c6-6be4-43b4-835e-0804a7371cac of type vlan for network 612319f4-7939-4e11-9fb2-81e486b18377 Sep 16 05:31:49.652065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.676692 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.677992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:49.678374 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.716027 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3795888 Sep 16 05:31:49.721145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53248) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:31:49.726574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-8528f2cf-c308-4557-93e0-eb4eb708ae09 admin admin] Request body: {'subnet': {'network_id': '612319f4-7939-4e11-9fb2-81e486b18377', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1429888447-subnet', 'tenant_id': 'bc93e6aa19d04f89b2503ada64f18891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:49.746851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3ab21-1505-45c5-a80a-47737d6d6464 admin admin] Pushing event updated for resources: {'Network': ['ID=612319f4-7939-4e11-9fb2-81e486b18377,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:49.749878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8528f2cf-c308-4557-93e0-eb4eb708ae09 admin admin] Made reservation on behalf of bc93e6aa19d04f89b2503ada64f18891 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:49.752411 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8528f2cf-c308-4557-93e0-eb4eb708ae09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:49.760727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 612319f4-7939-4e11-9fb2-81e486b18377 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:31:49.764289 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:49.793026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:49.793317 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 60a83893-4ad4-4bce-b4a1-28f5f6d2ba19 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:49.793769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fecce30e-593a-4f4b-ab68-1e83f1daec7d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:31:49.819675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: fecce30e-593a-4f4b-ab68-1e83f1daec7d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:31:49.820024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fecce30e-593a-4f4b-ab68-1e83f1daec7d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:31:49.942043 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8528f2cf-c308-4557-93e0-eb4eb708ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.000390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528f2cf-c308-4557-93e0-eb4eb708ae09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d3cf34-0b89-4cd3-b57c-abca4193bfec,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:50.011224 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8528f2cf-c308-4557-93e0-eb4eb708ae09 admin admin] Checking segment: {'id': '6278e9c6-6be4-43b4-835e-0804a7371cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:50.011577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8528f2cf-c308-4557-93e0-eb4eb708ae09 admin admin] Network hostable DHCP agents. Network: 612319f4-7939-4e11-9fb2-81e486b18377, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:31:50.028273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8528f2cf-c308-4557-93e0-eb4eb708ae09 admin admin] Network 612319f4-7939-4e11-9fb2-81e486b18377 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:31:50.037714 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-8528f2cf-c308-4557-93e0-eb4eb708ae09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 612319f4-7939-4e11-9fb2-81e486b18377) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:50.041900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528f2cf-c308-4557-93e0-eb4eb708ae09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.042500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8528f2cf-c308-4557-93e0-eb4eb708ae09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.047053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b83f24-1e94-42bb-afbb-ea9f07560d41 None None] Network 612319f4-7939-4e11-9fb2-81e486b18377 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:50.064519 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8528f2cf-c308-4557-93e0-eb4eb708ae09 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3421772 Sep 16 05:31:50.282903 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de32cb63-c40c-47e7-b312-af674a825816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.342806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b70da1-d514-4db5-b72f-163c3a1ab119 None None] Network 612319f4-7939-4e11-9fb2-81e486b18377 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:31:50.753280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-e79fe044-e034-4cbf-9fcd-05de0bfb4e76 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:50.754776 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-e79fe044-e034-4cbf-9fcd-05de0bfb4e76 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/networks?id=612319f4-7939-4e11-9fb2-81e486b18377 HTTP/1.1" status: 200 len: 814 time: 0.1074147 Sep 16 05:31:50.770285 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-bf56b332-bee1-4f2b-8561-999ca300d4d8 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/quotas/bc93e6aa19d04f89b2503ada64f18891 HTTP/1.1" status: 200 len: 375 time: 0.0088608 Sep 16 05:31:50.801908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-43a9d69e-c0e0-4f04-8b7c-3f0d7bd4eb51 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc93e6aa19d04f89b2503ada64f18891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259409 Sep 16 05:31:50.894552 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:50.900156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-af8f0b7b-6abf-463f-ad03-ce63213c1e54 service neutron] 10.222.0.53 "GET /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907090 Sep 16 05:31:50.994947 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-570daa65-f8d2-410f-ba76-5f1015853eec service neutron] 10.222.0.53 "GET /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884786 Sep 16 05:31:51.162821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fad1046c-e875-4f43-a0a6-cb561abe7480 req-9286d28f-c880-4611-a025-60bb6bbc2be1 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 210 time: 0.0310972 Sep 16 05:31:51.840402 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.274129 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e31421be-737d-421a-ab3a-f3cb0a1fcd11 req-46ab892e-39ae-4e52-b22f-eda876e94fa7 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 210 time: 0.0355182 Sep 16 05:31:52.305094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-fde830dd-03df-4c0a-858b-6bfb890609eb tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:52.306561 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-fde830dd-03df-4c0a-858b-6bfb890609eb tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.50 "GET /v2.0/networks?id=612319f4-7939-4e11-9fb2-81e486b18377 HTTP/1.1" status: 200 len: 814 time: 0.1527593 Sep 16 05:31:52.326678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Request body: {'port': {'device_id': '444fdc25-1947-4a7c-aba4-300599dc735f', 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377', 'admin_state_up': True, 'tenant_id': 'bc93e6aa19d04f89b2503ada64f18891'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:52.439593 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Made reservation on behalf of bc93e6aa19d04f89b2503ada64f18891 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:31:52.443894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.573632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Allocated IP 172.20.0.10 (612319f4-7939-4e11-9fb2-81e486b18377/24d3cf34-0b89-4cd3-b57c-abca4193bfec/7ecb4df3-c361-409b-9f42-3242eb0ab47b) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:31:52.729116 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.763239 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:52.808956 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Network 612319f4-7939-4e11-9fb2-81e486b18377 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:31:52.811991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:31:52.818748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:31:53.170039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Pushing event updated for resources: {'Port': ['ID=7ecb4df3-c361-409b-9f42-3242eb0ab47b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:53.198134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.198811 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.213473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-eb471b78-272a-4808-9145-2e233889e542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8909402 Sep 16 05:31:53.231450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Request body: {'port': {'device_id': '444fdc25-1947-4a7c-aba4-300599dc735f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:31:53.282740 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.371894 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.467973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e639fb-3b54-445b-8f3c-4fbf8eba4b69 req-7bb47bb4-5470-4181-9b88-391b803caacc tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.469660 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6e639fb-3b54-445b-8f3c-4fbf8eba4b69 req-7bb47bb4-5470-4181-9b88-391b803caacc tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 932 time: 0.1247094 Sep 16 05:31:53.546328 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6e639fb-3b54-445b-8f3c-4fbf8eba4b69 req-9e6089ca-4ec5-4940-acf9-7944dd17613d tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494761 Sep 16 05:31:53.609961 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ecb4df3-c361-409b-9f42-3242eb0ab47b {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:53.617372 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.628640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Transition to ACTIVE for port object 7ecb4df3-c361-409b-9f42-3242eb0ab47b will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:31:53.633949 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.688865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Pushing event updated for resources: {'Port': ['ID=7ecb4df3-c361-409b-9f42-3242eb0ab47b,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:53.756507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Attempting to bind port 7ecb4df3-c361-409b-9f42-3242eb0ab47b on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:31:53.756841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Attempting to bind port 7ecb4df3-c361-409b-9f42-3242eb0ab47b by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '6278e9c6-6be4-43b4-835e-0804a7371cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:31:53.757174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Attempting to bind port 7ecb4df3-c361-409b-9f42-3242eb0ab47b on network 612319f4-7939-4e11-9fb2-81e486b18377 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:53.761709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Port 7ecb4df3-c361-409b-9f42-3242eb0ab47b on network 612319f4-7939-4e11-9fb2-81e486b18377 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:31:53.762038 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Attempting to bind port 7ecb4df3-c361-409b-9f42-3242eb0ab47b on network 612319f4-7939-4e11-9fb2-81e486b18377 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:31:53.766672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:31:53.767010 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Checking segment: {'id': '6278e9c6-6be4-43b4-835e-0804a7371cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:31:53.767400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Bound using segment: {'id': '6278e9c6-6be4-43b4-835e-0804a7371cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:31:53.767826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Bound port: 7ecb4df3-c361-409b-9f42-3242eb0ab47b, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6278e9c6-6be4-43b4-835e-0804a7371cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:31:53.768190 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.830356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] For port 7ecb4df3-c361-409b-9f42-3242eb0ab47b, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:31:53.833289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] For port 7ecb4df3-c361-409b-9f42-3242eb0ab47b, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7ecb4df3-c361-409b-9f42-3242eb0ab47b,segment=NetworkSegment(6278e9c6-6be4-43b4-835e-0804a7371cac),segment_id=6278e9c6-6be4-43b4-835e-0804a7371cac)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:31:53.838377 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.874199 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.874826 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:53.876229 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] 10.222.0.50 "PUT /v2.0/ports/7ecb4df3-c361-409b-9f42-3242eb0ab47b HTTP/1.1" status: 200 len: 1093 time: 0.6488786 Sep 16 05:31:53.876657 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444fdc25-1947-4a7c-aba4-300599dc735f', 'tag': '7ecb4df3-c361-409b-9f42-3242eb0ab47b'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:53.878935 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fec10d908422e28ad82bf0f7f6463c2687a894ac6effedb30b6cd46e2dcc0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3b6102-8d50-49f7-b7bf-8bc9cae4457e" -d '{"events": [{"name": "network-changed", "server_uuid": "444fdc25-1947-4a7c-aba4-300599dc735f", "tag": "7ecb4df3-c361-409b-9f42-3242eb0ab47b"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:53.925520 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9a7f5-dad9-49ba-bf0a-80e8f9e48d6e service neutron] Pushing event updated for resources: {'Port': ['ID=7ecb4df3-c361-409b-9f42-3242eb0ab47b,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:53.930846 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0b56c5-6ad4-4a42-a71c-25b36ec15624 x-openstack-request-id: req-0b0b56c5-6ad4-4a42-a71c-25b36ec15624 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:53.931128 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444fdc25-1947-4a7c-aba4-300599dc735f", "tag": "7ecb4df3-c361-409b-9f42-3242eb0ab47b", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:53.931395 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b0b56c5-6ad4-4a42-a71c-25b36ec15624 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:53.931783 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444fdc25-1947-4a7c-aba4-300599dc735f', 'tag': '7ecb4df3-c361-409b-9f42-3242eb0ab47b', 'status': 'completed', 'code': 200} Sep 16 05:31:53.973821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-732e2fbe-e4d8-46b7-b926-960bfd736cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:53.975970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-732e2fbe-e4d8-46b7-b926-960bfd736cd9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc93e6aa19d04f89b2503ada64f18891&device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 1096 time: 0.0433919 Sep 16 05:31:54.024908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-2309f551-03f1-42d2-82f0-0032e19ade6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ecb4df3-c361-409b-9f42-3242eb0ab47b HTTP/1.1" status: 200 len: 217 time: 0.0342615 Sep 16 05:31:54.079781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-57480be4-5306-4d86-b016-87983ff9dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:54.081291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-57480be4-5306-4d86-b016-87983ff9dfb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24d3cf34-0b89-4cd3-b57c-abca4193bfec HTTP/1.1" status: 200 len: 854 time: 0.0475135 Sep 16 05:31:54.121717 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-28fbe5fd-0406-4186-b05e-4b9530b7985f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=612319f4-7939-4e11-9fb2-81e486b18377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267763 Sep 16 05:31:54.220330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-c9e22346-4ca1-4033-bddb-413f3958c305 service neutron] 10.222.0.50 "GET /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862720 Sep 16 05:31:54.323093 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e27119f6-f0c9-4f3d-b2c8-9d446cc4ae12 req-e1e28f14-3c1a-47e5-8412-b270461da925 service neutron] 10.222.0.50 "GET /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902147 Sep 16 05:31:54.430680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6102-8d50-49f7-b7bf-8bc9cae4457e req-e8e962cd-0dfd-4a10-af58-90f1e72649cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:54.432122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b6102-8d50-49f7-b7bf-8bc9cae4457e req-e8e962cd-0dfd-4a10-af58-90f1e72649cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc93e6aa19d04f89b2503ada64f18891&device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 1096 time: 0.0435278 Sep 16 05:31:54.540135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6102-8d50-49f7-b7bf-8bc9cae4457e req-e327b5f5-bd26-46ea-9fc0-a2644facdaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:54.541704 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b6102-8d50-49f7-b7bf-8bc9cae4457e req-e327b5f5-bd26-46ea-9fc0-a2644facdaf8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=612319f4-7939-4e11-9fb2-81e486b18377 HTTP/1.1" status: 200 len: 915 time: 0.0991037 Sep 16 05:31:54.588744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b6102-8d50-49f7-b7bf-8bc9cae4457e req-80884d85-5168-4617-8d43-b5b183474ec8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ecb4df3-c361-409b-9f42-3242eb0ab47b HTTP/1.1" status: 200 len: 217 time: 0.0371127 Sep 16 05:31:54.678136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6102-8d50-49f7-b7bf-8bc9cae4457e req-28cad1b4-52ff-4125-bc49-be239b052472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:54.679679 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b6102-8d50-49f7-b7bf-8bc9cae4457e req-28cad1b4-52ff-4125-bc49-be239b052472 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24d3cf34-0b89-4cd3-b57c-abca4193bfec HTTP/1.1" status: 200 len: 854 time: 0.0818059 Sep 16 05:31:54.697417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e1ba3-5835-4ebc-ae73-f4eaa58c0cf3 req-4fdf53ce-af45-4684-9a8f-2b7350410145 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:54.698968 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b1e1ba3-5835-4ebc-ae73-f4eaa58c0cf3 req-4fdf53ce-af45-4684-9a8f-2b7350410145 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 944 time: 0.0716312 Sep 16 05:31:54.733326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b6102-8d50-49f7-b7bf-8bc9cae4457e req-8146e0d0-1e7f-4e3b-a7e0-ea69b3787b18 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=612319f4-7939-4e11-9fb2-81e486b18377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333335 Sep 16 05:31:54.779158 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b1e1ba3-5835-4ebc-ae73-f4eaa58c0cf3 req-99cd822c-fca6-4614-8267-7c74792ba4aa tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682817 Sep 16 05:31:54.857141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b6102-8d50-49f7-b7bf-8bc9cae4457e req-80258d2e-1a28-470d-8e30-a625139d6dd9 service neutron] 10.222.0.50 "GET /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112454 Sep 16 05:31:54.952869 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4c3b6102-8d50-49f7-b7bf-8bc9cae4457e req-14bbb856-d3bc-49b3-858d-47d0c8d7792a service neutron] 10.222.0.50 "GET /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870891 Sep 16 05:31:55.903716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bf0fe-8947-4ef8-853f-1dc2025e1522 req-6012587b-c47a-47f1-aede-657979a07686 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:55.905233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e3bf0fe-8947-4ef8-853f-1dc2025e1522 req-6012587b-c47a-47f1-aede-657979a07686 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 944 time: 0.0495181 Sep 16 05:31:55.949976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e3bf0fe-8947-4ef8-853f-1dc2025e1522 req-7130875a-b66d-4e3c-b298-219bd734715a tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382652 Sep 16 05:31:56.844316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7ecb4df3-c361-409b-9f42-3242eb0ab47b details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:31:56.946666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7ecb4df3-c361-409b-9f42-3242eb0ab47b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7ecb4df3-c361-409b-9f42-3242eb0ab47b,segment=NetworkSegment(6278e9c6-6be4-43b4-835e-0804a7371cac),segment_id=6278e9c6-6be4-43b4-835e-0804a7371cac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:56.958689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '7ecb4df3-c361-409b-9f42-3242eb0ab47b', 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377', 'port_id': '7ecb4df3-c361-409b-9f42-3242eb0ab47b', 'mac_address': 'fa:16:3e:a4:03:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d3cf34-0b89-4cd3-b57c-abca4193bfec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:31:57.001688 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.017257 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecb4df3-c361-409b-9f42-3242eb0ab47b {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:31:57.041582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7ecb4df3-c361-409b-9f42-3242eb0ab47b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7ecb4df3-c361-409b-9f42-3242eb0ab47b,segment=NetworkSegment(6278e9c6-6be4-43b4-835e-0804a7371cac),segment_id=6278e9c6-6be4-43b4-835e-0804a7371cac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:57.046074 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:57.075058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc719ed-b4af-4764-9ef8-ad800b7e43a4 req-00727e52-d71a-4fc6-90c6-369a28d1f978 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:57.076710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bdc719ed-b4af-4764-9ef8-ad800b7e43a4 req-00727e52-d71a-4fc6-90c6-369a28d1f978 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 944 time: 0.0529191 Sep 16 05:31:57.108245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7ecb4df3-c361-409b-9f42-3242eb0ab47b,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:57.126586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bdc719ed-b4af-4764-9ef8-ad800b7e43a4 req-261dcb6e-25bd-481c-9f66-335cf24c49dd tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431418 Sep 16 05:31:57.302609 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['7ecb4df3-c361-409b-9f42-3242eb0ab47b'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:31:58.245687 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3d60c-ab1c-4546-9eba-aaa55f6ab8dc req-4a2108bc-7fbd-47a2-8c1a-2669ba1fc293 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:58.247236 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fa3d60c-ab1c-4546-9eba-aaa55f6ab8dc req-4a2108bc-7fbd-47a2-8c1a-2669ba1fc293 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 945 time: 0.0505726 Sep 16 05:31:58.288128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fa3d60c-ab1c-4546-9eba-aaa55f6ab8dc req-53f3d800-7b74-41ee-8065-7e988f900959 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348067 Sep 16 05:31:58.858172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7ecb4df3-c361-409b-9f42-3242eb0ab47b up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:31:58.910497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 7ecb4df3-c361-409b-9f42-3242eb0ab47b completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:31:58.916980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 7ecb4df3-c361-409b-9f42-3242eb0ab47b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:31:58.917373 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:58.997834 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.019488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444fdc25-1947-4a7c-aba4-300599dc735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecb4df3-c361-409b-9f42-3242eb0ab47b'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:31:59.022297 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7326089-1c03-49f9-a34c-18bf5046db10" -d '{"events": [{"server_uuid": "444fdc25-1947-4a7c-aba4-300599dc735f", "name": "network-vif-plugged", "status": "completed", "tag": "7ecb4df3-c361-409b-9f42-3242eb0ab47b"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:31:59.035607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 7ecb4df3-c361-409b-9f42-3242eb0ab47b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7ecb4df3-c361-409b-9f42-3242eb0ab47b,segment=NetworkSegment(6278e9c6-6be4-43b4-835e-0804a7371cac),segment_id=6278e9c6-6be4-43b4-835e-0804a7371cac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:31:59.040395 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:31:59.064479 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68111ec-b9b7-4f74-add8-e0db8ecd6b39 x-openstack-request-id: req-d68111ec-b9b7-4f74-add8-e0db8ecd6b39 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:31:59.064781 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444fdc25-1947-4a7c-aba4-300599dc735f", "name": "network-vif-plugged", "status": "completed", "tag": "7ecb4df3-c361-409b-9f42-3242eb0ab47b", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:31:59.065040 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d68111ec-b9b7-4f74-add8-e0db8ecd6b39 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:31:59.065437 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444fdc25-1947-4a7c-aba4-300599dc735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecb4df3-c361-409b-9f42-3242eb0ab47b', 'code': 200} Sep 16 05:31:59.095663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=7ecb4df3-c361-409b-9f42-3242eb0ab47b,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:31:59.167737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da33c1-7c18-450f-9f1b-ae0ad935a6b9 req-38c0f883-a9d4-43ea-aba7-3f8edeec7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:59.169192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06da33c1-7c18-450f-9f1b-ae0ad935a6b9 req-38c0f883-a9d4-43ea-aba7-3f8edeec7806 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 1098 time: 0.0450883 Sep 16 05:31:59.213658 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06da33c1-7c18-450f-9f1b-ae0ad935a6b9 req-2f514e58-9ae6-4ca7-a841-df92edaa6e8e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324705 Sep 16 05:31:59.405737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06073708-5ae8-4ffc-a4ee-3e4f5e1f67c6 req-6b7a7b6a-52f5-4292-a02e-29f9868d063f tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:31:59.407252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06073708-5ae8-4ffc-a4ee-3e4f5e1f67c6 req-6b7a7b6a-52f5-4292-a02e-29f9868d063f tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 946 time: 0.0501792 Sep 16 05:31:59.446054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06073708-5ae8-4ffc-a4ee-3e4f5e1f67c6 req-61f0ac7d-a5b2-4a0d-a915-8cab5cc6261e tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324640 Sep 16 05:32:00.561845 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998ff26-8898-44f4-b5c5-ba5d9461a27b req-2cd4227d-31e6-4e45-9c0b-0a5821b89ff3 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:00.563393 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2998ff26-8898-44f4-b5c5-ba5d9461a27b req-2cd4227d-31e6-4e45-9c0b-0a5821b89ff3 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 946 time: 0.0502663 Sep 16 05:32:00.603611 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2998ff26-8898-44f4-b5c5-ba5d9461a27b req-3ff78dd5-5608-427b-941f-cd7c69717f45 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334105 Sep 16 05:32:00.832175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9b642af1-6a61-433d-b0ad-43f2dbcc83f7 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:00.833703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9b642af1-6a61-433d-b0ad-43f2dbcc83f7 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/networks?id=612319f4-7939-4e11-9fb2-81e486b18377 HTTP/1.1" status: 200 len: 814 time: 0.1057534 Sep 16 05:32:00.848638 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6243f86d-4848-49ec-bee5-587418e07334 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/quotas/bc93e6aa19d04f89b2503ada64f18891 HTTP/1.1" status: 200 len: 375 time: 0.0089469 Sep 16 05:32:00.898474 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-daefaa9a-fce9-4a74-8520-8e1c753fc997 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc93e6aa19d04f89b2503ada64f18891&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441318 Sep 16 05:32:00.997291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-fa1b0abc-c0e0-4f85-aae5-6de2d1301629 service neutron] 10.222.0.53 "GET /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915663 Sep 16 05:32:01.088747 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-dc9ba980-40a0-4237-82b5-b34d313dfc70 service neutron] 10.222.0.53 "GET /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850489 Sep 16 05:32:01.248982 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a08d7948-e677-48b9-bb72-32a3ca809195 req-72c8c584-97de-4dd7-94b3-db4fde6c6c8f tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 210 time: 0.0277629 Sep 16 05:32:02.169828 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-118db3ec-352b-4fe5-9c1b-80da62783aa3 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:02.171373 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-118db3ec-352b-4fe5-9c1b-80da62783aa3 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.15 "GET /v2.0/networks?id=612319f4-7939-4e11-9fb2-81e486b18377 HTTP/1.1" status: 200 len: 814 time: 0.1115041 Sep 16 05:32:02.185963 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Request body: {'port': {'device_id': '12cb90cf-f398-4ce5-9a7f-0505dc79fd20', 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377', 'admin_state_up': True, 'tenant_id': 'bc93e6aa19d04f89b2503ada64f18891'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:02.316927 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Made reservation on behalf of bc93e6aa19d04f89b2503ada64f18891 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:02.322536 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.357795 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c221b989-8714-4bb5-8619-86c980fac245 req-658db490-e308-4732-a5ab-f17f8341905b tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 210 time: 0.0357716 Sep 16 05:32:02.457207 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Allocated IP 172.20.0.12 (612319f4-7939-4e11-9fb2-81e486b18377/24d3cf34-0b89-4cd3-b57c-abca4193bfec/41fc2d3c-d0f3-4e12-9832-adba3f621219) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:02.616839 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.655102 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.667758 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['7ecb4df3-c361-409b-9f42-3242eb0ab47b'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:02.711141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Network 612319f4-7939-4e11-9fb2-81e486b18377 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:02.719834 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Pushing event updated for resources: {'Port': ['ID=41fc2d3c-d0f3-4e12-9832-adba3f621219,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:02.722613 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:02.725959 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:02.755794 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.757376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.757376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.757376 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.758012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.758012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.758348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.758683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.761455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.761842 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.762195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.762540 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:02.805397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:02.806092 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:02.829790 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-9fd06a09-baec-4be6-ad0a-533aaaab64e0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6478169 Sep 16 05:32:02.927727 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Request body: {'port': {'device_id': '12cb90cf-f398-4ce5-9a7f-0505dc79fd20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:02.994653 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.352198 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fc2d3c-d0f3-4e12-9832-adba3f621219 {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:03.359922 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.371917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Transition to ACTIVE for port object 41fc2d3c-d0f3-4e12-9832-adba3f621219 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:03.376593 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.428800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Pushing event updated for resources: {'Port': ['ID=41fc2d3c-d0f3-4e12-9832-adba3f621219,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:03.499990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9426ff-f37d-4693-b1a7-8244c5e7dcfc req-18aa0878-3c4e-4602-a2b7-914f52fc1e06 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:03.501589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac9426ff-f37d-4693-b1a7-8244c5e7dcfc req-18aa0878-3c4e-4602-a2b7-914f52fc1e06 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 944 time: 0.0584261 Sep 16 05:32:03.509084 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Attempting to bind port 41fc2d3c-d0f3-4e12-9832-adba3f621219 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:03.509431 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Attempting to bind port 41fc2d3c-d0f3-4e12-9832-adba3f621219 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '6278e9c6-6be4-43b4-835e-0804a7371cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:03.509798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Attempting to bind port 41fc2d3c-d0f3-4e12-9832-adba3f621219 on network 612319f4-7939-4e11-9fb2-81e486b18377 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:03.514287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Port 41fc2d3c-d0f3-4e12-9832-adba3f621219 on network 612319f4-7939-4e11-9fb2-81e486b18377 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:03.514618 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Attempting to bind port 41fc2d3c-d0f3-4e12-9832-adba3f621219 on network 612319f4-7939-4e11-9fb2-81e486b18377 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:03.519389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:03.519731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Checking segment: {'id': '6278e9c6-6be4-43b4-835e-0804a7371cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:03.520119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Bound using segment: {'id': '6278e9c6-6be4-43b4-835e-0804a7371cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:03.520554 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Bound port: 41fc2d3c-d0f3-4e12-9832-adba3f621219, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6278e9c6-6be4-43b4-835e-0804a7371cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:03.520917 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.542424 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ac9426ff-f37d-4693-b1a7-8244c5e7dcfc req-926e3233-c2a0-4a80-9e8d-596695cf1573 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341337 Sep 16 05:32:03.886264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] For port 41fc2d3c-d0f3-4e12-9832-adba3f621219, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:03.889207 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] For port 41fc2d3c-d0f3-4e12-9832-adba3f621219, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=41fc2d3c-d0f3-4e12-9832-adba3f621219,segment=NetworkSegment(6278e9c6-6be4-43b4-835e-0804a7371cac),segment_id=6278e9c6-6be4-43b4-835e-0804a7371cac)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:03.894351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.930456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:03.931082 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:03.932527 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] 10.222.0.15 "PUT /v2.0/ports/41fc2d3c-d0f3-4e12-9832-adba3f621219 HTTP/1.1" status: 200 len: 1093 time: 1.0543551 Sep 16 05:32:03.932964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cb90cf-f398-4ce5-9a7f-0505dc79fd20', 'tag': '41fc2d3c-d0f3-4e12-9832-adba3f621219'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:03.935216 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6111ee9a52365d673e1dd2878cdbf0753b4e6d9223695c0fed1dd25cd1250bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730016b2-91b2-4444-a0df-c8701456966d" -d '{"events": [{"name": "network-changed", "server_uuid": "12cb90cf-f398-4ce5-9a7f-0505dc79fd20", "tag": "41fc2d3c-d0f3-4e12-9832-adba3f621219"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:03.959133 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8470e5-4296-4b0e-b68b-e4ef244784ad service neutron] Pushing event updated for resources: {'Port': ['ID=41fc2d3c-d0f3-4e12-9832-adba3f621219,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:03.988612 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bca3dc9-c21f-4c4e-8689-8f868b9d267b x-openstack-request-id: req-3bca3dc9-c21f-4c4e-8689-8f868b9d267b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:03.988898 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cb90cf-f398-4ce5-9a7f-0505dc79fd20", "tag": "41fc2d3c-d0f3-4e12-9832-adba3f621219", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:03.989150 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bca3dc9-c21f-4c4e-8689-8f868b9d267b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:03.989534 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12cb90cf-f398-4ce5-9a7f-0505dc79fd20', 'tag': '41fc2d3c-d0f3-4e12-9832-adba3f621219', 'status': 'completed', 'code': 200} Sep 16 05:32:04.022810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-34e4ce90-a621-4b9d-b5e3-746a880d0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.024320 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-34e4ce90-a621-4b9d-b5e3-746a880d0647 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc93e6aa19d04f89b2503ada64f18891&device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 1096 time: 0.0448227 Sep 16 05:32:04.069736 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-cd10cd2f-7c04-4551-84eb-9923c1e751bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41fc2d3c-d0f3-4e12-9832-adba3f621219 HTTP/1.1" status: 200 len: 217 time: 0.0373445 Sep 16 05:32:04.122102 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-e64dd9e2-3bd9-4da2-a493-041c14fb45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.123529 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-e64dd9e2-3bd9-4da2-a493-041c14fb45cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d3cf34-0b89-4cd3-b57c-abca4193bfec HTTP/1.1" status: 200 len: 854 time: 0.0449092 Sep 16 05:32:04.154753 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-959e2c31-6a48-4a17-9abd-36f3f3c93fe3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=612319f4-7939-4e11-9fb2-81e486b18377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244353 Sep 16 05:32:04.248846 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-a73dbe76-a0bb-4b08-b605-a75f1bba1548 service neutron] 10.222.0.15 "GET /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862441 Sep 16 05:32:04.338753 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-ca62175d-9cd3-4a42-a6b8-c1c4101fe080 req-b5e03a4f-16a5-4aa2-be58-5a426295d319 service neutron] 10.222.0.15 "GET /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824850 Sep 16 05:32:04.428922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730016b2-91b2-4444-a0df-c8701456966d req-2efadf35-d353-4fe2-a40a-6202a8239524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.430542 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-730016b2-91b2-4444-a0df-c8701456966d req-2efadf35-d353-4fe2-a40a-6202a8239524 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc93e6aa19d04f89b2503ada64f18891&device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 1096 time: 0.0460565 Sep 16 05:32:04.519184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730016b2-91b2-4444-a0df-c8701456966d req-a234b406-72e9-4969-902f-508cb762d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.520582 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-730016b2-91b2-4444-a0df-c8701456966d req-a234b406-72e9-4969-902f-508cb762d527 service neutron] 10.222.0.15 "GET /v2.0/networks?id=612319f4-7939-4e11-9fb2-81e486b18377 HTTP/1.1" status: 200 len: 915 time: 0.0830023 Sep 16 05:32:04.565892 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-730016b2-91b2-4444-a0df-c8701456966d req-a527d606-a5d9-4574-8ada-fbd114bdf834 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41fc2d3c-d0f3-4e12-9832-adba3f621219 HTTP/1.1" status: 200 len: 217 time: 0.0385284 Sep 16 05:32:04.617805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730016b2-91b2-4444-a0df-c8701456966d req-ffb3dd1a-6cc6-4536-be08-0e121c78df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.619348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-730016b2-91b2-4444-a0df-c8701456966d req-ffb3dd1a-6cc6-4536-be08-0e121c78df92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d3cf34-0b89-4cd3-b57c-abca4193bfec HTTP/1.1" status: 200 len: 854 time: 0.0462515 Sep 16 05:32:04.652880 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-730016b2-91b2-4444-a0df-c8701456966d req-ee5129bc-cc77-4b4a-b0cb-02210b796fdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=612319f4-7939-4e11-9fb2-81e486b18377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255640 Sep 16 05:32:04.665461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78753ce-92f5-412b-ae7a-10a815ae5972 req-f146f0a7-20dd-4068-8727-dba1f340d542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:04.667165 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e78753ce-92f5-412b-ae7a-10a815ae5972 req-f146f0a7-20dd-4068-8727-dba1f340d542 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 944 time: 0.0509949 Sep 16 05:32:04.707764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e78753ce-92f5-412b-ae7a-10a815ae5972 req-0eff0604-a6ce-44cc-8b5c-0527559bf4aa tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346136 Sep 16 05:32:04.748956 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-730016b2-91b2-4444-a0df-c8701456966d req-5472fae1-324d-4524-9563-26fe5840df75 service neutron] 10.222.0.15 "GET /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878003 Sep 16 05:32:04.845886 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-730016b2-91b2-4444-a0df-c8701456966d req-168813ae-7c23-46e7-b44a-c249c51c95b2 service neutron] 10.222.0.15 "GET /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880480 Sep 16 05:32:05.831728 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b22455-2472-49db-a3d8-74eb458d7260 req-1873c8dd-b72f-4bec-8187-ffc1395b5814 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:05.833250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-59b22455-2472-49db-a3d8-74eb458d7260 req-1873c8dd-b72f-4bec-8187-ffc1395b5814 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 944 time: 0.0515778 Sep 16 05:32:05.877538 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-59b22455-2472-49db-a3d8-74eb458d7260 req-c75222c0-d556-4a93-aeb2-7c7cf0a05138 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372117 Sep 16 05:32:06.028165 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:06.999665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e93f20-793d-4d39-8770-8011a5f6e373 req-aec76726-e5f1-406d-bd29-47a98a7d2ea6 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:07.001183 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9e93f20-793d-4d39-8770-8011a5f6e373 req-aec76726-e5f1-406d-bd29-47a98a7d2ea6 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 944 time: 0.0513351 Sep 16 05:32:07.041104 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9e93f20-793d-4d39-8770-8011a5f6e373 req-526fab83-6b86-4cb2-98c5-4cda4ce7686f tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330935 Sep 16 05:32:07.217254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 41fc2d3c-d0f3-4e12-9832-adba3f621219 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:32:07.313630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 41fc2d3c-d0f3-4e12-9832-adba3f621219, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=41fc2d3c-d0f3-4e12-9832-adba3f621219,segment=NetworkSegment(6278e9c6-6be4-43b4-835e-0804a7371cac),segment_id=6278e9c6-6be4-43b4-835e-0804a7371cac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:07.324743 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '41fc2d3c-d0f3-4e12-9832-adba3f621219', 'network_id': '612319f4-7939-4e11-9fb2-81e486b18377', 'port_id': '41fc2d3c-d0f3-4e12-9832-adba3f621219', 'mac_address': 'fa:16:3e:c6:33:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d3cf34-0b89-4cd3-b57c-abca4193bfec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:32:07.362457 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.374973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fc2d3c-d0f3-4e12-9832-adba3f621219 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:07.394786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 41fc2d3c-d0f3-4e12-9832-adba3f621219, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=41fc2d3c-d0f3-4e12-9832-adba3f621219,segment=NetworkSegment(6278e9c6-6be4-43b4-835e-0804a7371cac),segment_id=6278e9c6-6be4-43b4-835e-0804a7371cac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:07.399538 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:07.451562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=41fc2d3c-d0f3-4e12-9832-adba3f621219,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:07.590574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['41fc2d3c-d0f3-4e12-9832-adba3f621219'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:08.017508 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:08.160584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8727ce-ea7c-484e-9d17-697938fc5251 req-e0d0a050-228f-406c-91df-e8b5bbab1bad tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:08.162192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e8727ce-ea7c-484e-9d17-697938fc5251 req-e0d0a050-228f-406c-91df-e8b5bbab1bad tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 945 time: 0.0514882 Sep 16 05:32:08.200861 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e8727ce-ea7c-484e-9d17-697938fc5251 req-37bea069-02bb-4f20-b8a7-371a69c6d905 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Sep 16 05:32:09.228632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 41fc2d3c-d0f3-4e12-9832-adba3f621219 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:09.281582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 41fc2d3c-d0f3-4e12-9832-adba3f621219 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:32:09.285676 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 41fc2d3c-d0f3-4e12-9832-adba3f621219 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:09.286058 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.316370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df4939-a727-4263-bca6-cfce96dcb04f req-a0df9627-8b2e-4a4d-a4a4-646c515bfa50 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:09.317926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-92df4939-a727-4263-bca6-cfce96dcb04f req-a0df9627-8b2e-4a4d-a4a4-646c515bfa50 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 945 time: 0.0492413 Sep 16 05:32:09.361256 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-92df4939-a727-4263-bca6-cfce96dcb04f req-3c269adc-6a29-46cc-8885-55a021f4198e tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370293 Sep 16 05:32:09.363884 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.391893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cb90cf-f398-4ce5-9a7f-0505dc79fd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fc2d3c-d0f3-4e12-9832-adba3f621219'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:09.394188 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c150bf77b133f772cbdfc26a957a5b36ff5ec28912ff120f47a9091a7e9ac8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85880151-1ed2-43a4-9508-41e630025d00" -d '{"events": [{"server_uuid": "12cb90cf-f398-4ce5-9a7f-0505dc79fd20", "name": "network-vif-plugged", "status": "completed", "tag": "41fc2d3c-d0f3-4e12-9832-adba3f621219"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:09.406934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 41fc2d3c-d0f3-4e12-9832-adba3f621219, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=41fc2d3c-d0f3-4e12-9832-adba3f621219,segment=NetworkSegment(6278e9c6-6be4-43b4-835e-0804a7371cac),segment_id=6278e9c6-6be4-43b4-835e-0804a7371cac)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:09.410903 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:09.434491 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0266981f-bae8-4dd9-9960-a7bd1743b9d2 x-openstack-request-id: req-0266981f-bae8-4dd9-9960-a7bd1743b9d2 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:09.434787 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cb90cf-f398-4ce5-9a7f-0505dc79fd20", "name": "network-vif-plugged", "status": "completed", "tag": "41fc2d3c-d0f3-4e12-9832-adba3f621219", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:09.435047 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0266981f-bae8-4dd9-9960-a7bd1743b9d2 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:09.435442 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cb90cf-f398-4ce5-9a7f-0505dc79fd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fc2d3c-d0f3-4e12-9832-adba3f621219', 'code': 200} Sep 16 05:32:09.461439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=41fc2d3c-d0f3-4e12-9832-adba3f621219,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:09.527670 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00fe6a-86b6-4a4c-8f98-2ad56937d3fc req-d3067385-1fc7-483d-95a4-3b0d2a381620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:09.529786 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e00fe6a-86b6-4a4c-8f98-2ad56937d3fc req-d3067385-1fc7-483d-95a4-3b0d2a381620 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 1098 time: 0.0409062 Sep 16 05:32:09.574018 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-0e00fe6a-86b6-4a4c-8f98-2ad56937d3fc req-946d1292-99e6-449b-a6f7-cfbe346d73e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379665 Sep 16 05:32:10.481528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e11cec-2d60-48fa-abbf-4103717e0c80 req-a124e409-badb-4af1-a8e3-badedf9a723e tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:10.483143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a6e11cec-2d60-48fa-abbf-4103717e0c80 req-a124e409-badb-4af1-a8e3-badedf9a723e tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 946 time: 0.0521886 Sep 16 05:32:10.522884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a6e11cec-2d60-48fa-abbf-4103717e0c80 req-6c2321eb-786d-43d3-8cab-f0b9cab4bae6 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337865 Sep 16 05:32:11.403473 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:11.642066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ab35e-6806-4962-a1e7-4ee115e3f641 req-a1165384-4312-4cd8-89f8-40bb9f553ad6 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.643571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c53ab35e-6806-4962-a1e7-4ee115e3f641 req-a1165384-4312-4cd8-89f8-40bb9f553ad6 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 946 time: 0.0493197 Sep 16 05:32:11.684293 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c53ab35e-6806-4962-a1e7-4ee115e3f641 req-3eaa9764-6c6e-4653-9023-1bae7ee6f1a6 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332484 Sep 16 05:32:11.922288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293075f-1657-4275-bd9a-beee04230c26 req-17a71c04-c4b5-42e4-ad76-9099f5830f5f tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:11.923867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c293075f-1657-4275-bd9a-beee04230c26 req-17a71c04-c4b5-42e4-ad76-9099f5830f5f tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 946 time: 0.0511446 Sep 16 05:32:11.967125 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c293075f-1657-4275-bd9a-beee04230c26 req-46247039-4880-4e44-a985-71e4cb7ca267 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366397 Sep 16 05:32:13.084260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091744b-ed2c-425b-b6eb-3391810047a3 req-3e4a50d8-e523-488a-8f30-f679e1830d31 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.086126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0091744b-ed2c-425b-b6eb-3391810047a3 req-3e4a50d8-e523-488a-8f30-f679e1830d31 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 946 time: 0.0508964 Sep 16 05:32:13.126075 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0091744b-ed2c-425b-b6eb-3391810047a3 req-94710e66-5fe4-4e25-933e-7faaa541301f tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338409 Sep 16 05:32:13.165120 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d8136-6bef-49ab-a3e9-b907613637aa req-f215ab8b-5092-4fa3-9f9a-aec43b5ab254 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:13.166953 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-492d8136-6bef-49ab-a3e9-b907613637aa req-f215ab8b-5092-4fa3-9f9a-aec43b5ab254 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.15 "GET /v2.0/ports?device_id=12cb90cf-f398-4ce5-9a7f-0505dc79fd20 HTTP/1.1" status: 200 len: 946 time: 0.0497787 Sep 16 05:32:13.258412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-492d8136-6bef-49ab-a3e9-b907613637aa req-3bbf9e1d-84e2-45cb-a45f-b854294e3280 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Deleting port 41fc2d3c-d0f3-4e12-9832-adba3f621219 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:13.258761 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-492d8136-6bef-49ab-a3e9-b907613637aa req-3bbf9e1d-84e2-45cb-a45f-b854294e3280 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.355500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-492d8136-6bef-49ab-a3e9-b907613637aa req-3bbf9e1d-84e2-45cb-a45f-b854294e3280 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] For port 41fc2d3c-d0f3-4e12-9832-adba3f621219, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=41fc2d3c-d0f3-4e12-9832-adba3f621219,segment=NetworkSegment(6278e9c6-6be4-43b4-835e-0804a7371cac),segment_id=6278e9c6-6be4-43b4-835e-0804a7371cac)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:13.355879 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-492d8136-6bef-49ab-a3e9-b907613637aa req-3bbf9e1d-84e2-45cb-a45f-b854294e3280 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.367969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-492d8136-6bef-49ab-a3e9-b907613637aa req-3bbf9e1d-84e2-45cb-a45f-b854294e3280 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Calling delete_port for 41fc2d3c-d0f3-4e12-9832-adba3f621219 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:13.498773 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-492d8136-6bef-49ab-a3e9-b907613637aa req-3bbf9e1d-84e2-45cb-a45f-b854294e3280 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.511455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['41fc2d3c-d0f3-4e12-9832-adba3f621219'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:13.517588 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['7ecb4df3-c361-409b-9f42-3242eb0ab47b'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:13.528379 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf9e1d-84e2-45cb-a45f-b854294e3280 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Pushing event deleted for resources: {'Port': ['ID=41fc2d3c-d0f3-4e12-9832-adba3f621219,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:13.570287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-492d8136-6bef-49ab-a3e9-b907613637aa req-3bbf9e1d-84e2-45cb-a45f-b854294e3280 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] No DVR routers for this DVR port 41fc2d3c-d0f3-4e12-9832-adba3f621219 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:13.572940 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-492d8136-6bef-49ab-a3e9-b907613637aa req-3bbf9e1d-84e2-45cb-a45f-b854294e3280 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:13.575053 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-492d8136-6bef-49ab-a3e9-b907613637aa req-3bbf9e1d-84e2-45cb-a45f-b854294e3280 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.15 "DELETE /v2.0/ports/41fc2d3c-d0f3-4e12-9832-adba3f621219 HTTP/1.1" status: 204 len: 173 time: 0.4024441 Sep 16 05:32:13.575459 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cb90cf-f398-4ce5-9a7f-0505dc79fd20', 'name': 'network-vif-deleted', 'tag': '41fc2d3c-d0f3-4e12-9832-adba3f621219'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:13.621237 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcaddf5-71f6-4f57-a5d7-16bb576ef879" -d '{"events": [{"server_uuid": "12cb90cf-f398-4ce5-9a7f-0505dc79fd20", "name": "network-vif-deleted", "tag": "41fc2d3c-d0f3-4e12-9832-adba3f621219"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:13.716504 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dd1cf0-8e08-4cf2-8ef4-755676f8252b x-openstack-request-id: req-c4dd1cf0-8e08-4cf2-8ef4-755676f8252b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:13.716804 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cb90cf-f398-4ce5-9a7f-0505dc79fd20", "name": "network-vif-deleted", "tag": "41fc2d3c-d0f3-4e12-9832-adba3f621219", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:13.717061 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4dd1cf0-8e08-4cf2-8ef4-755676f8252b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:13.717463 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cb90cf-f398-4ce5-9a7f-0505dc79fd20', 'name': 'network-vif-deleted', 'tag': '41fc2d3c-d0f3-4e12-9832-adba3f621219', 'status': 'completed', 'code': 200} Sep 16 05:32:14.275115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e30dec-7218-420f-a6cb-9125e390f2b7 req-8018ba3d-f4d3-4a60-98e3-214cad4ed3a8 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:14.276636 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9e30dec-7218-420f-a6cb-9125e390f2b7 req-8018ba3d-f4d3-4a60-98e3-214cad4ed3a8 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 946 time: 0.0498900 Sep 16 05:32:14.315216 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9e30dec-7218-420f-a6cb-9125e390f2b7 req-764a21ae-43b4-4162-9c5d-ee7832dcf5a7 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324168 Sep 16 05:32:14.446123 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347880b8-253c-4d55-ad9f-47c16e4880fb req-6c9a401d-9eea-4e77-bb15-2bc1e1d2d621 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:14.447525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-347880b8-253c-4d55-ad9f-47c16e4880fb req-6c9a401d-9eea-4e77-bb15-2bc1e1d2d621 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 946 time: 0.0501740 Sep 16 05:32:14.489271 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-347880b8-253c-4d55-ad9f-47c16e4880fb req-182c43be-a082-4653-91e8-f99e5c1558bb tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358233 Sep 16 05:32:14.603436 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897668f4-dbe8-4d49-8938-9fee653645f3 req-40fc05ca-5aa8-4d8d-8b71-ce3b9ef935e9 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:14.604949 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-897668f4-dbe8-4d49-8938-9fee653645f3 req-40fc05ca-5aa8-4d8d-8b71-ce3b9ef935e9 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 946 time: 0.0489831 Sep 16 05:32:14.642467 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-897668f4-dbe8-4d49-8938-9fee653645f3 req-bb691a9f-aff3-4e76-92af-02681be55e51 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314550 Sep 16 05:32:14.816586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312518bf-3282-47c0-9f1e-e91bda3e9184 req-6eaa3aaa-0715-45b4-9b17-e82816c868ef tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:14.818171 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-312518bf-3282-47c0-9f1e-e91bda3e9184 req-6eaa3aaa-0715-45b4-9b17-e82816c868ef tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 946 time: 0.0580988 Sep 16 05:32:14.858285 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-312518bf-3282-47c0-9f1e-e91bda3e9184 req-c02835a7-f6f6-4b6f-9144-4532af34f72a tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Sep 16 05:32:14.975885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20381b4-1206-486a-83f4-6114f46049f7 req-c720079b-a9b7-47c6-8ca6-963d2b728bb5 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:14.977244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f20381b4-1206-486a-83f4-6114f46049f7 req-c720079b-a9b7-47c6-8ca6-963d2b728bb5 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 946 time: 0.0499256 Sep 16 05:32:15.020499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f20381b4-1206-486a-83f4-6114f46049f7 req-438770bf-3b46-4f77-adff-96afb9aebe57 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Sep 16 05:32:15.147973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c717e2-1cab-43db-b5de-378bded91321 req-eafa80a3-494b-40d0-aa3c-8215a4727392 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:15.149487 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95c717e2-1cab-43db-b5de-378bded91321 req-eafa80a3-494b-40d0-aa3c-8215a4727392 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 946 time: 0.0498128 Sep 16 05:32:15.187927 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-95c717e2-1cab-43db-b5de-378bded91321 req-0c26340b-c4d9-470a-8fe6-60db991e5f86 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Sep 16 05:32:15.487690 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a8099-e9d6-4756-883f-c99444740e9a req-bda68e8e-204d-4440-8e76-d43ef59b8520 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:15.489202 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b8a8099-e9d6-4756-883f-c99444740e9a req-bda68e8e-204d-4440-8e76-d43ef59b8520 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 946 time: 0.0496759 Sep 16 05:32:15.527763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b8a8099-e9d6-4756-883f-c99444740e9a req-ce97e339-db5f-42e4-9f6a-975d93f8b4a5 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319357 Sep 16 05:32:16.649812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553173a-1259-40eb-abf8-f56fb293211a req-297d1f4e-8f9b-4241-9eae-4ede4bf43dc9 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:16.651329 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5553173a-1259-40eb-abf8-f56fb293211a req-297d1f4e-8f9b-4241-9eae-4ede4bf43dc9 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 946 time: 0.0540607 Sep 16 05:32:16.695222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5553173a-1259-40eb-abf8-f56fb293211a req-01162567-ae5f-4317-9c2c-2e22a968efba tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/security-groups?id=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378153 Sep 16 05:32:16.905290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba86bb4-f7a3-4822-8ced-745dc407b5c3 req-a10f9b33-d9eb-4b90-ab85-c644a7355635 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:16.906842 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bba86bb4-f7a3-4822-8ced-745dc407b5c3 req-a10f9b33-d9eb-4b90-ab85-c644a7355635 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.50 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 946 time: 0.0544105 Sep 16 05:32:17.002156 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-bba86bb4-f7a3-4822-8ced-745dc407b5c3 req-a88dd14a-5921-4910-95e2-826a4071a6a0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Deleting port 7ecb4df3-c361-409b-9f42-3242eb0ab47b {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:17.002500 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bba86bb4-f7a3-4822-8ced-745dc407b5c3 req-a88dd14a-5921-4910-95e2-826a4071a6a0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.099255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-bba86bb4-f7a3-4822-8ced-745dc407b5c3 req-a88dd14a-5921-4910-95e2-826a4071a6a0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] For port 7ecb4df3-c361-409b-9f42-3242eb0ab47b, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=7ecb4df3-c361-409b-9f42-3242eb0ab47b,segment=NetworkSegment(6278e9c6-6be4-43b4-835e-0804a7371cac),segment_id=6278e9c6-6be4-43b4-835e-0804a7371cac)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:17.099632 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bba86bb4-f7a3-4822-8ced-745dc407b5c3 req-a88dd14a-5921-4910-95e2-826a4071a6a0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.112271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-bba86bb4-f7a3-4822-8ced-745dc407b5c3 req-a88dd14a-5921-4910-95e2-826a4071a6a0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Calling delete_port for 7ecb4df3-c361-409b-9f42-3242eb0ab47b owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:17.244781 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bba86bb4-f7a3-4822-8ced-745dc407b5c3 req-a88dd14a-5921-4910-95e2-826a4071a6a0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.249159 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 41fc2d3c-d0f3-4e12-9832-adba3f621219 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:17.272836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dd14a-5921-4910-95e2-826a4071a6a0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Pushing event deleted for resources: {'Port': ['ID=7ecb4df3-c361-409b-9f42-3242eb0ab47b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:17.275092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['7ecb4df3-c361-409b-9f42-3242eb0ab47b'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:17.279261 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 41fc2d3c-d0f3-4e12-9832-adba3f621219 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:17.279631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 41fc2d3c-d0f3-4e12-9832-adba3f621219 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:17.314075 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6adcfaae-faaa-4f9e-a0d2-a836ad586fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.317251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba86bb4-f7a3-4822-8ced-745dc407b5c3 req-a88dd14a-5921-4910-95e2-826a4071a6a0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] No DVR routers for this DVR port 7ecb4df3-c361-409b-9f42-3242eb0ab47b on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:17.320072 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-bba86bb4-f7a3-4822-8ced-745dc407b5c3 req-a88dd14a-5921-4910-95e2-826a4071a6a0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:17.322114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bba86bb4-f7a3-4822-8ced-745dc407b5c3 req-a88dd14a-5921-4910-95e2-826a4071a6a0 tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.50 "DELETE /v2.0/ports/7ecb4df3-c361-409b-9f42-3242eb0ab47b HTTP/1.1" status: 204 len: 173 time: 0.4052377 Sep 16 05:32:17.322544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444fdc25-1947-4a7c-aba4-300599dc735f', 'name': 'network-vif-deleted', 'tag': '7ecb4df3-c361-409b-9f42-3242eb0ab47b'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:17.373539 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d4ccfc-85d0-437f-8796-80613ee03ae9" -d '{"events": [{"server_uuid": "444fdc25-1947-4a7c-aba4-300599dc735f", "name": "network-vif-deleted", "tag": "7ecb4df3-c361-409b-9f42-3242eb0ab47b"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:17.459604 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d242bf-d063-4e9d-bb8b-96543729d850 x-openstack-request-id: req-04d242bf-d063-4e9d-bb8b-96543729d850 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:17.459922 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444fdc25-1947-4a7c-aba4-300599dc735f", "name": "network-vif-deleted", "tag": "7ecb4df3-c361-409b-9f42-3242eb0ab47b", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:17.460512 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04d242bf-d063-4e9d-bb8b-96543729d850 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:17.460911 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444fdc25-1947-4a7c-aba4-300599dc735f', 'name': 'network-vif-deleted', 'tag': '7ecb4df3-c361-409b-9f42-3242eb0ab47b', 'status': 'completed', 'code': 200} Sep 16 05:32:17.807494 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5ab28e0-ce13-4f2d-a47d-6c3c2e389947 req-0a49856e-6729-4b74-9bff-c92e6d71a45a tempest-ServersNegativeTestJSON-1004317233 tempest-ServersNegativeTestJSON-1004317233-project] 10.222.0.53 "GET /v2.0/ports?device_id=444fdc25-1947-4a7c-aba4-300599dc735f HTTP/1.1" status: 200 len: 210 time: 0.0281670 Sep 16 05:32:18.863776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53416) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:18.913309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4596ab-872b-4284-a695-b1d8f0de21d3 admin admin] Deleting subnet 24d3cf34-0b89-4cd3-b57c-abca4193bfec {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:18.916416 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f4596ab-872b-4284-a695-b1d8f0de21d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:18.960641 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f4596ab-872b-4284-a695-b1d8f0de21d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.001075 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f4596ab-872b-4284-a695-b1d8f0de21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.058437 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f4596ab-872b-4284-a695-b1d8f0de21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.084795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4596ab-872b-4284-a695-b1d8f0de21d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d3cf34-0b89-4cd3-b57c-abca4193bfec,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:19.088764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7f4596ab-872b-4284-a695-b1d8f0de21d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.090642 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7f4596ab-872b-4284-a695-b1d8f0de21d3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/24d3cf34-0b89-4cd3-b57c-abca4193bfec HTTP/1.1" status: 204 len: 168 time: 0.2258551 Sep 16 05:32:19.093098 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53418) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:19.167766 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.246047 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.265400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612319f4-7939-4e11-9fb2-81e486b18377']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:19.275114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6278e9c6-6be4-43b4-835e-0804a7371cac') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:19.275414 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6278e9c6-6be4-43b4-835e-0804a7371cac') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:19.291025 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.303966 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.309810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:19.310228 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:19.311854 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:19.365677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.371418 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.373279 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] 10.222.0.53 "DELETE /v2.0/networks/612319f4-7939-4e11-9fb2-81e486b18377 HTTP/1.1" status: 204 len: 168 time: 0.2792304 Sep 16 05:32:19.384296 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93769a34-ac82-4a5f-b258-23f5d1174eed admin admin] Pushing event deleted for resources: {'Network': ['ID=612319f4-7939-4e11-9fb2-81e486b18377,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:19.483681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53422) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:19.527629 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cb98e0aa-64d7-4c54-9c42-e079936c4566 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc93e6aa19d04f89b2503ada64f18891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427456 Sep 16 05:32:19.530047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53424) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:19.584417 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5204fc7-93e2-4105-b496-0c58bc9b7ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.606677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5204fc7-93e2-4105-b496-0c58bc9b7ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.656849 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5204fc7-93e2-4105-b496-0c58bc9b7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.659397 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a5204fc7-93e2-4105-b496-0c58bc9b7ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:19.660580 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a5204fc7-93e2-4105-b496-0c58bc9b7ea1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1a57f1f-48b0-48f2-8a89-29f23b1a6c96 HTTP/1.1" status: 204 len: 168 time: 0.1296568 Sep 16 05:32:19.669223 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5204fc7-93e2-4105-b496-0c58bc9b7ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a57f1f-48b0-48f2-8a89-29f23b1a6c96,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:20.258020 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19e3ecb8-12d1-402b-acef-a43fadb5bda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.396354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53446) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:20.498002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2140233590'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:20.523798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Made reservation on behalf of d62e627188c64295bc8c0df07a6ed048 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:20.528752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.538814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.639984 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.644749 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.678070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:20.688340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735cfafd-84c8-40e7-bc6b-80f07b15e44e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:20.695234 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.695592 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Added segment 0f0104b5-7213-416d-87fd-061a3d80fd2e of type vlan for network 3c3372cf-18c5-4616-b567-9f483424ce5c Sep 16 05:32:20.738712 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.764907 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.770955 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:20.772086 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.810264 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4125643 Sep 16 05:32:20.844912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0ccb3-990f-4475-b35f-dbea88ab8e91 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event updated for resources: {'Network': ['ID=3c3372cf-18c5-4616-b567-9f483424ce5c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:20.857467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 3c3372cf-18c5-4616-b567-9f483424ce5c details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:20.938709 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7ecb4df3-c361-409b-9f42-3242eb0ab47b no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:20.981043 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:20.986140 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 7ecb4df3-c361-409b-9f42-3242eb0ab47b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:20.986487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 7ecb4df3-c361-409b-9f42-3242eb0ab47b not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:21.842466 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:23.374288 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.176478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53450) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:24.182455 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-37f68ff3-cb2a-4151-b419-feed50bb4e7a tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Request body: {'subnet': {'network_id': '3c3372cf-18c5-4616-b567-9f483424ce5c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:24.274233 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f68ff3-cb2a-4151-b419-feed50bb4e7a tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Made reservation on behalf of d62e627188c64295bc8c0df07a6ed048 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:24.277742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37f68ff3-cb2a-4151-b419-feed50bb4e7a tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.466210 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37f68ff3-cb2a-4151-b419-feed50bb4e7a tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.527453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f68ff3-cb2a-4151-b419-feed50bb4e7a tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event updated for resources: {'Subnet': ['ID=5cb96540-2629-447c-8b20-cbb860b266bc,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:24.535286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f68ff3-cb2a-4151-b419-feed50bb4e7a tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Checking segment: {'id': '0f0104b5-7213-416d-87fd-061a3d80fd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3c3372cf-18c5-4616-b567-9f483424ce5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:24.535661 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f68ff3-cb2a-4151-b419-feed50bb4e7a tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Network hostable DHCP agents. Network: 3c3372cf-18c5-4616-b567-9f483424ce5c, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:24.552761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f68ff3-cb2a-4151-b419-feed50bb4e7a tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Network 3c3372cf-18c5-4616-b567-9f483424ce5c is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:24.561524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-37f68ff3-cb2a-4151-b419-feed50bb4e7a tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 3c3372cf-18c5-4616-b567-9f483424ce5c) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:24.565891 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f68ff3-cb2a-4151-b419-feed50bb4e7a tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:24.566492 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-37f68ff3-cb2a-4151-b419-feed50bb4e7a tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.571283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad52500-d1d6-443f-8fd5-ca53bb3b43c8 None None] Network 3c3372cf-18c5-4616-b567-9f483424ce5c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:24.584516 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-37f68ff3-cb2a-4151-b419-feed50bb4e7a tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4031835 Sep 16 05:32:24.584717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53452) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:24.590038 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-579e53ee-4998-404b-a831-06466fb66733 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80168334'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:24.611090 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579e53ee-4998-404b-a831-06466fb66733 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Made reservation on behalf of d62e627188c64295bc8c0df07a6ed048 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:24.614965 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-579e53ee-4998-404b-a831-06466fb66733 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.640336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579e53ee-4998-404b-a831-06466fb66733 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:24.650269 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-579e53ee-4998-404b-a831-06466fb66733 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.650614 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-579e53ee-4998-404b-a831-06466fb66733 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Added segment 17181aed-1be8-4a3e-8d0d-f1774c1c1c86 of type vlan for network b9b554b7-834a-45e8-b27d-73728c1fe450 Sep 16 05:32:24.695527 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-579e53ee-4998-404b-a831-06466fb66733 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.721009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-3c3372cf-18c5-4616-b567-9f483424ce5c', 'network_id': '3c3372cf-18c5-4616-b567-9f483424ce5c', 'tenant_id': 'd62e627188c64295bc8c0df07a6ed048', 'fixed_ips': [{'subnet_id': '5cb96540-2629-447c-8b20-cbb860b266bc'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:24.721910 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.722177 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-579e53ee-4998-404b-a831-06466fb66733 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.728560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e53ee-4998-404b-a831-06466fb66733 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:24.729164 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-579e53ee-4998-404b-a831-06466fb66733 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.761822 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-579e53ee-4998-404b-a831-06466fb66733 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1755817 Sep 16 05:32:24.764782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53454) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:24.772074 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3854c042-9070-4e71-b6a1-08b915630ab1 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Request body: {'subnet': {'network_id': 'b9b554b7-834a-45e8-b27d-73728c1fe450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:24.823222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e53ee-4998-404b-a831-06466fb66733 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event updated for resources: {'Network': ['ID=b9b554b7-834a-45e8-b27d-73728c1fe450,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:24.836488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network b9b554b7-834a-45e8-b27d-73728c1fe450 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:24.899288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3854c042-9070-4e71-b6a1-08b915630ab1 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Made reservation on behalf of d62e627188c64295bc8c0df07a6ed048 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:24.903510 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3854c042-9070-4e71-b6a1-08b915630ab1 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:24.910569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Allocated IP 2001:db8:0:ffff::2 (3c3372cf-18c5-4616-b567-9f483424ce5c/5cb96540-2629-447c-8b20-cbb860b266bc/55079de7-5ea6-4364-9b0e-225deeb463b1) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:25.092950 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.098641 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.125758 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3854c042-9070-4e71-b6a1-08b915630ab1 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.139378 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Network 3c3372cf-18c5-4616-b567-9f483424ce5c is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:25.142230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:25.144745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:25.158889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Pushing event updated for resources: {'Port': ['ID=55079de7-5ea6-4364-9b0e-225deeb463b1,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:25.186412 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:25.186789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:25.187099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:25.187435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:25.187768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:25.188101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:25.188432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:25.188761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:25.189086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:25.189414 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:25.189762 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:25.190096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:25.195129 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854c042-9070-4e71-b6a1-08b915630ab1 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event updated for resources: {'Subnet': ['ID=48da5c49-0fa5-46d2-ab73-f7312b5e9726,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:25.202741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854c042-9070-4e71-b6a1-08b915630ab1 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Checking segment: {'id': '17181aed-1be8-4a3e-8d0d-f1774c1c1c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b9b554b7-834a-45e8-b27d-73728c1fe450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:25.203114 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854c042-9070-4e71-b6a1-08b915630ab1 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Network hostable DHCP agents. Network: b9b554b7-834a-45e8-b27d-73728c1fe450, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:25.219785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854c042-9070-4e71-b6a1-08b915630ab1 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Network b9b554b7-834a-45e8-b27d-73728c1fe450 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:25.220716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Attempting to bind port 55079de7-5ea6-4364-9b0e-225deeb463b1 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:25.221100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Attempting to bind port 55079de7-5ea6-4364-9b0e-225deeb463b1 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '0f0104b5-7213-416d-87fd-061a3d80fd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3c3372cf-18c5-4616-b567-9f483424ce5c'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:25.221476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Attempting to bind port 55079de7-5ea6-4364-9b0e-225deeb463b1 on network 3c3372cf-18c5-4616-b567-9f483424ce5c {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:25.227350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:25.227744 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Checking segment: {'id': '0f0104b5-7213-416d-87fd-061a3d80fd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3c3372cf-18c5-4616-b567-9f483424ce5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:25.228260 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.228707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Bound using segment: {'id': '0f0104b5-7213-416d-87fd-061a3d80fd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3c3372cf-18c5-4616-b567-9f483424ce5c'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:25.229209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Bound port: 55079de7-5ea6-4364-9b0e-225deeb463b1, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0104b5-7213-416d-87fd-061a3d80fd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '3c3372cf-18c5-4616-b567-9f483424ce5c'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:25.229560 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-3854c042-9070-4e71-b6a1-08b915630ab1 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, b9b554b7-834a-45e8-b27d-73728c1fe450) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:25.229726 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.233864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3854c042-9070-4e71-b6a1-08b915630ab1 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:25.234475 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3854c042-9070-4e71-b6a1-08b915630ab1 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.240597 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2118984-8775-43bb-99b7-70991752cb9b None None] Network b9b554b7-834a-45e8-b27d-73728c1fe450 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:25.257527 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3854c042-9070-4e71-b6a1-08b915630ab1 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4916840 Sep 16 05:32:25.260327 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53456) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:25.361252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] For port 55079de7-5ea6-4364-9b0e-225deeb463b1, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:25.364374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.366057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] For port 55079de7-5ea6-4364-9b0e-225deeb463b1, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=55079de7-5ea6-4364-9b0e-225deeb463b1,segment=NetworkSegment(0f0104b5-7213-416d-87fd-061a3d80fd2e),segment_id=0f0104b5-7213-416d-87fd-061a3d80fd2e)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:25.372128 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.450617 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.478912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d380a61-52f2-466d-be84-456f69a7d4e5 None None] Pushing event updated for resources: {'Port': ['ID=55079de7-5ea6-4364-9b0e-225deeb463b1,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:25.486842 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc50656-c9ec-4f85-ba6e-c0a93d63955c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-b9b554b7-834a-45e8-b27d-73728c1fe450', 'network_id': 'b9b554b7-834a-45e8-b27d-73728c1fe450', 'tenant_id': 'd62e627188c64295bc8c0df07a6ed048', 'fixed_ips': [{'subnet_id': '48da5c49-0fa5-46d2-ab73-f7312b5e9726'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:25.487748 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4bc50656-c9ec-4f85-ba6e-c0a93d63955c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.527581 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.563316 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event deleted for resources: {'Subnet': ['ID=48da5c49-0fa5-46d2-ab73-f7312b5e9726,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server [None req-4bc50656-c9ec-4f85-ba6e-c0a93d63955c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48da5c49-0fa5-46d2-ab73-f7312b5e9726: This subnet is being modified by another concurrent operation. Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise self.value Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server raise exception Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48da5c49-0fa5-46d2-ab73-f7312b5e9726: This subnet is being modified by another concurrent operation. Sep 16 05:32:25.611054 n-d-712142-17 neutron-server[94746]: ERROR oslo_messaging.rpc.server Sep 16 05:32:25.627085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.661419 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce5a66a-a8e0-4495-aebf-2645869c049a None None] Network b9b554b7-834a-45e8-b27d-73728c1fe450 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:25.665491 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b554b7-834a-45e8-b27d-73728c1fe450']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:25.684279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17181aed-1be8-4a3e-8d0d-f1774c1c1c86') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:25.685581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17181aed-1be8-4a3e-8d0d-f1774c1c1c86') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:25.696004 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.715651 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.724056 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:25.726934 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:25.737685 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:25.819589 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.829214 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.835456 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/networks/b9b554b7-834a-45e8-b27d-73728c1fe450 HTTP/1.1" status: 204 len: 168 time: 0.5698650 Sep 16 05:32:25.836334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53458) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:25.843614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab70aab-5ad5-4ad3-86c8-2e66d06c82ec tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event deleted for resources: {'Network': ['ID=b9b554b7-834a-45e8-b27d-73728c1fe450,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:25.850659 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1396147429'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:25.858144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 55079de7-5ea6-4364-9b0e-225deeb463b1 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:25.882146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Made reservation on behalf of d62e627188c64295bc8c0df07a6ed048 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:25.886046 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.910549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:25.916163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 55079de7-5ea6-4364-9b0e-225deeb463b1 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:25.916601 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.921598 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.922060 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Added segment ad86368a-4ed3-4d63-bf50-d54f198787cb of type vlan for network 409008fe-7af9-40d6-ad0e-c368709ddcf4 Sep 16 05:32:25.965290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:25.995093 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.000925 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:26.001600 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.005296 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.042178 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2046652 Sep 16 05:32:26.042666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 55079de7-5ea6-4364-9b0e-225deeb463b1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=55079de7-5ea6-4364-9b0e-225deeb463b1,segment=NetworkSegment(0f0104b5-7213-416d-87fd-061a3d80fd2e),segment_id=0f0104b5-7213-416d-87fd-061a3d80fd2e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:26.045552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53460) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:26.048194 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.051147 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Request body: {'subnet': {'network_id': '409008fe-7af9-40d6-ad0e-c368709ddcf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:26.079981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event updated for resources: {'Network': ['ID=409008fe-7af9-40d6-ad0e-c368709ddcf4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:26.088888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:26.089234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:26.089576 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:26.089942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:26.090278 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:26.090617 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:26.091312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:26.091312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:26.091702 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:26.092075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:26.092401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:26.092799 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ebd4e-163b-48e3-974d-01f919284c27 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:26.101967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=55079de7-5ea6-4364-9b0e-225deeb463b1,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:26.111479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 409008fe-7af9-40d6-ad0e-c368709ddcf4 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:26.147049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Made reservation on behalf of d62e627188c64295bc8c0df07a6ed048 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:26.150768 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.218103 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.ipam_backend_mixin [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Performing IP validity checks on allocation pools {{(pid=94744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 16 05:32:26.218782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.ipam_backend_mixin [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 16 05:32:26.346522 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.407159 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event updated for resources: {'Subnet': ['ID=45a0b1ce-a7b9-4c31-b34f-b0cf4111c964,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:26.422454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Checking segment: {'id': 'ad86368a-4ed3-4d63-bf50-d54f198787cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '409008fe-7af9-40d6-ad0e-c368709ddcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:26.422826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Network hostable DHCP agents. Network: 409008fe-7af9-40d6-ad0e-c368709ddcf4, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:26.441019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Network 409008fe-7af9-40d6-ad0e-c368709ddcf4 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:26.451438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673517ac-3767-4974-b968-e2f987719cd5 None None] Network 3c3372cf-18c5-4616-b567-9f483424ce5c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:26.451830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 409008fe-7af9-40d6-ad0e-c368709ddcf4) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:26.456772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:26.457374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.467058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b19b46f-fe79-4cdb-b255-82df21e18245 None None] Network 409008fe-7af9-40d6-ad0e-c368709ddcf4 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:26.472781 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-38057fb1-a0b2-4f03-a61f-65f1304f2666 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4259682 Sep 16 05:32:26.475521 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53462) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:26.571040 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.594249 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-344d0698-54e8-4697-868a-d36ddb931dba None None] Provisioning complete for port 55079de7-5ea6-4364-9b0e-225deeb463b1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:26.594643 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-344d0698-54e8-4697-868a-d36ddb931dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.626876 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.696052 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.722952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event deleted for resources: {'Subnet': ['ID=45a0b1ce-a7b9-4c31-b34f-b0cf4111c964,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:26.811396 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.852861 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409008fe-7af9-40d6-ad0e-c368709ddcf4']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:26.870335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad86368a-4ed3-4d63-bf50-d54f198787cb') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:26.870641 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad86368a-4ed3-4d63-bf50-d54f198787cb') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:26.887615 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.905535 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.914726 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:26.915405 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:26.920202 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:26.949232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b293b6b-fe3e-4615-9fdb-8d2fc6013eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-409008fe-7af9-40d6-ad0e-c368709ddcf4', 'network_id': '409008fe-7af9-40d6-ad0e-c368709ddcf4', 'tenant_id': 'd62e627188c64295bc8c0df07a6ed048', 'fixed_ips': [{'subnet_id': '45a0b1ce-a7b9-4c31-b34f-b0cf4111c964'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:26.950134 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b293b6b-fe3e-4615-9fdb-8d2fc6013eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:26.999245 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.007495 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.009545 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/networks/409008fe-7af9-40d6-ad0e-c368709ddcf4 HTTP/1.1" status: 204 len: 168 time: 0.5330825 Sep 16 05:32:27.013854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53466) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:27.019587 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b0aa02ca-10e2-4fac-b72b-60d5442b3f98 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1592008782'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:27.027377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4fcd5-bf16-4fe7-95e5-e2a7118aa9da tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event deleted for resources: {'Network': ['ID=409008fe-7af9-40d6-ad0e-c368709ddcf4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:27.036270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3f621-7456-4a9d-9a27-a98ab71752e9 None None] Network 409008fe-7af9-40d6-ad0e-c368709ddcf4 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:27.050890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aa02ca-10e2-4fac-b72b-60d5442b3f98 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Made reservation on behalf of d62e627188c64295bc8c0df07a6ed048 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:27.055715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3f621-7456-4a9d-9a27-a98ab71752e9 None None] Network 409008fe-7af9-40d6-ad0e-c368709ddcf4 could not be found, it might have been deleted concurrently. {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:32:27.056493 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0aa02ca-10e2-4fac-b72b-60d5442b3f98 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.086715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0aa02ca-10e2-4fac-b72b-60d5442b3f98 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:27.098114 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0aa02ca-10e2-4fac-b72b-60d5442b3f98 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.098510 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-b0aa02ca-10e2-4fac-b72b-60d5442b3f98 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Added segment 5016459d-f9a3-4f83-9d47-95d2ee9943f2 of type vlan for network e905f35e-e1d0-4202-a761-7ab220ae1ac4 Sep 16 05:32:27.143600 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0aa02ca-10e2-4fac-b72b-60d5442b3f98 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.174732 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0aa02ca-10e2-4fac-b72b-60d5442b3f98 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.180457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa02ca-10e2-4fac-b72b-60d5442b3f98 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:27.181075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b0aa02ca-10e2-4fac-b72b-60d5442b3f98 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.181206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496f68c8-64fd-41fe-8457-276ba9bd9003 None None] get_active_networks_info from n-d-712142-17 {{(pid=94746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 05:32:27.226362 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b0aa02ca-10e2-4fac-b72b-60d5442b3f98 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2061167 Sep 16 05:32:27.226820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-785e2f18-3387-45b9-80ae-79f3d112c57e None None] Provisioning complete for port 55079de7-5ea6-4364-9b0e-225deeb463b1 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:27.227204 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-785e2f18-3387-45b9-80ae-79f3d112c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.227416 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53468) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:27.234301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-02d7bfb5-9982-4829-a18f-93b0a0010246 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Request body: {'subnet': {'network_id': 'e905f35e-e1d0-4202-a761-7ab220ae1ac4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:27.254771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa02ca-10e2-4fac-b72b-60d5442b3f98 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event updated for resources: {'Network': ['ID=e905f35e-e1d0-4202-a761-7ab220ae1ac4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:27.267748 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network e905f35e-e1d0-4202-a761-7ab220ae1ac4 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:27.312711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496f68c8-64fd-41fe-8457-276ba9bd9003 None None] Resources bound (agent type, host, resource id): {{(pid=94746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 16 05:32:27.342623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d7bfb5-9982-4829-a18f-93b0a0010246 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Made reservation on behalf of d62e627188c64295bc8c0df07a6ed048 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:27.346276 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02d7bfb5-9982-4829-a18f-93b0a0010246 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.535022 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02d7bfb5-9982-4829-a18f-93b0a0010246 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.595504 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7bfb5-9982-4829-a18f-93b0a0010246 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event updated for resources: {'Subnet': ['ID=ed678269-a1e0-4c53-a0f3-a94b3f7ae454,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:27.605261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7bfb5-9982-4829-a18f-93b0a0010246 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Checking segment: {'id': '5016459d-f9a3-4f83-9d47-95d2ee9943f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e905f35e-e1d0-4202-a761-7ab220ae1ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:27.605658 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7bfb5-9982-4829-a18f-93b0a0010246 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Network hostable DHCP agents. Network: e905f35e-e1d0-4202-a761-7ab220ae1ac4, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:27.622571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7bfb5-9982-4829-a18f-93b0a0010246 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Network e905f35e-e1d0-4202-a761-7ab220ae1ac4 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:27.634049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-02d7bfb5-9982-4829-a18f-93b0a0010246 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, e905f35e-e1d0-4202-a761-7ab220ae1ac4) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:27.638156 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d7bfb5-9982-4829-a18f-93b0a0010246 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:27.638762 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02d7bfb5-9982-4829-a18f-93b0a0010246 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.642863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc437d-e582-4577-bbb9-abedb0abbdd8 None None] Network e905f35e-e1d0-4202-a761-7ab220ae1ac4 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:27.654262 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-02d7bfb5-9982-4829-a18f-93b0a0010246 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4253654 Sep 16 05:32:27.657729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53470) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:27.663174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c3d5b507-b666-4997-9418-4be1fcda1479 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-115982333'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:27.685210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d5b507-b666-4997-9418-4be1fcda1479 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Made reservation on behalf of d62e627188c64295bc8c0df07a6ed048 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:27.689299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b507-b666-4997-9418-4be1fcda1479 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.718937 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d5b507-b666-4997-9418-4be1fcda1479 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:27.731023 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b507-b666-4997-9418-4be1fcda1479 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.731858 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-c3d5b507-b666-4997-9418-4be1fcda1479 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Added segment 6e6a4ab1-463c-4071-9a5c-49702f254928 of type vlan for network 176c4aa3-f2da-4fc9-bd31-62cd59d2e044 Sep 16 05:32:27.777634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 55079de7-5ea6-4364-9b0e-225deeb463b1 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:27.781446 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b507-b666-4997-9418-4be1fcda1479 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.812273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b507-b666-4997-9418-4be1fcda1479 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.818547 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d5b507-b666-4997-9418-4be1fcda1479 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:27.819181 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b507-b666-4997-9418-4be1fcda1479 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.837267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-e905f35e-e1d0-4202-a761-7ab220ae1ac4', 'network_id': 'e905f35e-e1d0-4202-a761-7ab220ae1ac4', 'tenant_id': 'd62e627188c64295bc8c0df07a6ed048', 'fixed_ips': [{'subnet_id': 'ed678269-a1e0-4c53-a0f3-a94b3f7ae454'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:27.838184 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.851505 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c3d5b507-b666-4997-9418-4be1fcda1479 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1926966 Sep 16 05:32:27.854692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53472) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:27.863654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-cf80affb-c519-4221-b012-17ec9f812fc9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Request body: {'subnet': {'network_id': '176c4aa3-f2da-4fc9-bd31-62cd59d2e044', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:27.905494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5b507-b666-4997-9418-4be1fcda1479 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event updated for resources: {'Network': ['ID=176c4aa3-f2da-4fc9-bd31-62cd59d2e044,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:27.919230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 176c4aa3-f2da-4fc9-bd31-62cd59d2e044 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:27.946579 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 55079de7-5ea6-4364-9b0e-225deeb463b1 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:27.946957 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:27.976120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf80affb-c519-4221-b012-17ec9f812fc9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Made reservation on behalf of d62e627188c64295bc8c0df07a6ed048 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:27.979704 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cf80affb-c519-4221-b012-17ec9f812fc9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.122613 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Allocated IP 2001:db8::2 (e905f35e-e1d0-4202-a761-7ab220ae1ac4/ed678269-a1e0-4c53-a0f3-a94b3f7ae454/e759d634-5b0d-4f3f-8f7d-f55b36591986) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:28.187491 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cf80affb-c519-4221-b012-17ec9f812fc9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.252443 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80affb-c519-4221-b012-17ec9f812fc9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event updated for resources: {'Subnet': ['ID=6af1720c-f893-4bf1-b903-9e5732997b23,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:28.263714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf80affb-c519-4221-b012-17ec9f812fc9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Checking segment: {'id': '6e6a4ab1-463c-4071-9a5c-49702f254928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '176c4aa3-f2da-4fc9-bd31-62cd59d2e044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:28.264154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf80affb-c519-4221-b012-17ec9f812fc9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Network hostable DHCP agents. Network: 176c4aa3-f2da-4fc9-bd31-62cd59d2e044, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:28.280554 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf80affb-c519-4221-b012-17ec9f812fc9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Network 176c4aa3-f2da-4fc9-bd31-62cd59d2e044 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:28.290091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-cf80affb-c519-4221-b012-17ec9f812fc9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 176c4aa3-f2da-4fc9-bd31-62cd59d2e044) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:28.293967 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.294601 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf80affb-c519-4221-b012-17ec9f812fc9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:28.295198 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cf80affb-c519-4221-b012-17ec9f812fc9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.301900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bbf793-ed97-48a6-9b31-4dda2f9dee1c None None] Network 176c4aa3-f2da-4fc9-bd31-62cd59d2e044 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:28.306122 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.312123 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cf80affb-c519-4221-b012-17ec9f812fc9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4553814 Sep 16 05:32:28.314789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53474) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:28.389007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Network e905f35e-e1d0-4202-a761-7ab220ae1ac4 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:28.399973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:28.409536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:28.416287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Pushing event updated for resources: {'Port': ['ID=e759d634-5b0d-4f3f-8f7d-f55b36591986,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:28.420338 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.507444 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Attempting to bind port e759d634-5b0d-4f3f-8f7d-f55b36591986 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:28.507819 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Attempting to bind port e759d634-5b0d-4f3f-8f7d-f55b36591986 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '5016459d-f9a3-4f83-9d47-95d2ee9943f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e905f35e-e1d0-4202-a761-7ab220ae1ac4'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:28.508189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Attempting to bind port e759d634-5b0d-4f3f-8f7d-f55b36591986 on network e905f35e-e1d0-4202-a761-7ab220ae1ac4 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:28.508510 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.532578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:28.533672 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Checking segment: {'id': '5016459d-f9a3-4f83-9d47-95d2ee9943f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e905f35e-e1d0-4202-a761-7ab220ae1ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:28.534102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.534520 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Bound using segment: {'id': '5016459d-f9a3-4f83-9d47-95d2ee9943f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e905f35e-e1d0-4202-a761-7ab220ae1ac4'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:28.535089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Bound port: e759d634-5b0d-4f3f-8f7d-f55b36591986, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5016459d-f9a3-4f83-9d47-95d2ee9943f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e905f35e-e1d0-4202-a761-7ab220ae1ac4'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:28.535492 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.565280 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b719005-952a-477f-bf39-7d091f4e93bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-176c4aa3-f2da-4fc9-bd31-62cd59d2e044', 'network_id': '176c4aa3-f2da-4fc9-bd31-62cd59d2e044', 'tenant_id': 'd62e627188c64295bc8c0df07a6ed048', 'fixed_ips': [{'subnet_id': '6af1720c-f893-4bf1-b903-9e5732997b23'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:28.566176 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6b719005-952a-477f-bf39-7d091f4e93bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.580363 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.610475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event deleted for resources: {'Subnet': ['ID=6af1720c-f893-4bf1-b903-9e5732997b23,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:28.674640 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.690054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c766fa51-9264-4c28-81e7-c3f80d6efd78 None None] Network 176c4aa3-f2da-4fc9-bd31-62cd59d2e044 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:28.695661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176c4aa3-f2da-4fc9-bd31-62cd59d2e044']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:28.704939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6a4ab1-463c-4071-9a5c-49702f254928') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:28.705237 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6a4ab1-463c-4071-9a5c-49702f254928') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:28.717468 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.728055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] For port e759d634-5b0d-4f3f-8f7d-f55b36591986, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:28.731188 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.737856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:28.737856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:28.740994 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:28.772930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] For port e759d634-5b0d-4f3f-8f7d-f55b36591986, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e759d634-5b0d-4f3f-8f7d-f55b36591986,segment=NetworkSegment(5016459d-f9a3-4f83-9d47-95d2ee9943f2),segment_id=5016459d-f9a3-4f83-9d47-95d2ee9943f2)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:28.779505 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.804427 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.811799 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:28.814074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/networks/176c4aa3-f2da-4fc9-bd31-62cd59d2e044 HTTP/1.1" status: 204 len: 168 time: 0.4979630 Sep 16 05:32:28.817096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53476) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:28.831865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374686f-9e17-4257-9b0d-baf52000d538 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event deleted for resources: {'Network': ['ID=176c4aa3-f2da-4fc9-bd31-62cd59d2e044,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:28.858070 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-79883a0a-8a79-4c3c-aeab-0c923fe6ee61 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] GET failed (client error): The resource could not be found. Sep 16 05:32:28.863280 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-79883a0a-8a79-4c3c-aeab-0c923fe6ee61 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "GET /v2.0/subnets/6af1720c-f893-4bf1-b903-9e5732997b23 HTTP/1.1" status: 404 len: 337 time: 0.0413187 Sep 16 05:32:28.863532 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53478) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:28.878948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1f00a-438a-4623-b27d-d643dd52c5c7 None None] Pushing event updated for resources: {'Port': ['ID=e759d634-5b0d-4f3f-8f7d-f55b36591986,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:28.886455 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8ebcec-1bba-4152-a071-9f6a08d92f2c tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:28.887067 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8ebcec-1bba-4152-a071-9f6a08d92f2c tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:28.889047 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9c8ebcec-1bba-4152-a071-9f6a08d92f2c tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/networks/176c4aa3-f2da-4fc9-bd31-62cd59d2e044 HTTP/1.1" status: 404 len: 339 time: 0.0244865 Sep 16 05:32:28.893014 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53480) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:28.920798 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-681e32e4-97cc-43f2-a2a6-0333b6212a9b tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:28.921265 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681e32e4-97cc-43f2-a2a6-0333b6212a9b tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:28.923086 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-681e32e4-97cc-43f2-a2a6-0333b6212a9b tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/subnets/6af1720c-f893-4bf1-b903-9e5732997b23 HTTP/1.1" status: 404 len: 337 time: 0.0290840 Sep 16 05:32:28.925758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53482) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:28.950448 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4005883-7d14-43e5-b194-572625cf1f0f tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:28.951023 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4005883-7d14-43e5-b194-572625cf1f0f tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:28.955131 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a4005883-7d14-43e5-b194-572625cf1f0f tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/networks/176c4aa3-f2da-4fc9-bd31-62cd59d2e044 HTTP/1.1" status: 404 len: 339 time: 0.0262086 Sep 16 05:32:28.955559 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53484) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:29.039305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97d4438-e2f4-46c8-b738-c4c2169dc0be tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Deleting subnet ed678269-a1e0-4c53-a0f3-a94b3f7ae454 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:29.043089 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a97d4438-e2f4-46c8-b738-c4c2169dc0be tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.092249 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a97d4438-e2f4-46c8-b738-c4c2169dc0be tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.185206 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a97d4438-e2f4-46c8-b738-c4c2169dc0be tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.244211 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a97d4438-e2f4-46c8-b738-c4c2169dc0be tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.272830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d4438-e2f4-46c8-b738-c4c2169dc0be tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event deleted for resources: {'Subnet': ['ID=ed678269-a1e0-4c53-a0f3-a94b3f7ae454,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:29.274833 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a97d4438-e2f4-46c8-b738-c4c2169dc0be tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.278993 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a97d4438-e2f4-46c8-b738-c4c2169dc0be tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/subnets/ed678269-a1e0-4c53-a0f3-a94b3f7ae454 HTTP/1.1" status: 204 len: 168 time: 0.3201282 Sep 16 05:32:29.279851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53486) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:29.354683 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.413878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Deleting port e759d634-5b0d-4f3f-8f7d-f55b36591986 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:29.414227 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.482826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] For port e759d634-5b0d-4f3f-8f7d-f55b36591986, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e759d634-5b0d-4f3f-8f7d-f55b36591986,segment=NetworkSegment(5016459d-f9a3-4f83-9d47-95d2ee9943f2),segment_id=5016459d-f9a3-4f83-9d47-95d2ee9943f2)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:29.483407 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.497767 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Calling delete_port for e759d634-5b0d-4f3f-8f7d-f55b36591986 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:29.584454 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.611485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event deleted for resources: {'Port': ['ID=e759d634-5b0d-4f3f-8f7d-f55b36591986,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:29.616550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] No DVR routers for this DVR port e759d634-5b0d-4f3f-8f7d-f55b36591986 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:29.711358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.733593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e905f35e-e1d0-4202-a761-7ab220ae1ac4']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:29.733841 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f6ce3-4832-4ad4-844b-058c3d809a56 None None] Network e905f35e-e1d0-4202-a761-7ab220ae1ac4 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:29.744574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5016459d-f9a3-4f83-9d47-95d2ee9943f2') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:29.744971 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5016459d-f9a3-4f83-9d47-95d2ee9943f2') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:29.754974 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.769913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.776461 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:29.777115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:29.780111 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:29.801229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0c0cb6fe-dcc8-46b6-bf0b-1d8f68104a9e None None] Could not find standard attr ID for object e759d634-5b0d-4f3f-8f7d-f55b36591986. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:32:29.838991 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.846097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:29.848136 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/networks/e905f35e-e1d0-4202-a761-7ab220ae1ac4 HTTP/1.1" status: 204 len: 168 time: 0.5678182 Sep 16 05:32:29.850617 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53488) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:29.868938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf193e-1dda-4004-9c21-7c1ecfd4decd tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event deleted for resources: {'Network': ['ID=e905f35e-e1d0-4202-a761-7ab220ae1ac4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:29.888311 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-348e5fba-3bbe-4aa0-950c-ab44807ec97d tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:29.888761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348e5fba-3bbe-4aa0-950c-ab44807ec97d tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:29.890554 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-348e5fba-3bbe-4aa0-950c-ab44807ec97d tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/subnets/45a0b1ce-a7b9-4c31-b34f-b0cf4111c964 HTTP/1.1" status: 404 len: 337 time: 0.0390165 Sep 16 05:32:29.893073 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53490) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:29.903147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e74b62-b4f2-46b2-a9b1-41bd20b2c777 None None] DHCP port deletion for e905f35e-e1d0-4202-a761-7ab220ae1ac4 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:29.916441 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae2dd14-ae9b-4e65-9791-98d678796eff tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:29.916939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae2dd14-ae9b-4e65-9791-98d678796eff tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:29.918772 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3ae2dd14-ae9b-4e65-9791-98d678796eff tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/networks/409008fe-7af9-40d6-ad0e-c368709ddcf4 HTTP/1.1" status: 404 len: 339 time: 0.0247457 Sep 16 05:32:29.921386 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53492) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:29.948177 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b8500f-faf9-4d79-ab99-5f112fb3d12b tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:29.948643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b8500f-faf9-4d79-ab99-5f112fb3d12b tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:29.950417 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-46b8500f-faf9-4d79-ab99-5f112fb3d12b tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/subnets/48da5c49-0fa5-46d2-ab73-f7312b5e9726 HTTP/1.1" status: 404 len: 337 time: 0.0281043 Sep 16 05:32:29.953019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53494) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:29.971451 n-d-712142-17 neutron-server[94744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a7ac86-4deb-4996-b7d8-ca99c43c09e9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] DELETE failed (client error): The resource could not be found. Sep 16 05:32:29.971912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a7ac86-4deb-4996-b7d8-ca99c43c09e9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 16 05:32:29.973725 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a4a7ac86-4deb-4996-b7d8-ca99c43c09e9 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/networks/b9b554b7-834a-45e8-b27d-73728c1fe450 HTTP/1.1" status: 404 len: 339 time: 0.0198505 Sep 16 05:32:29.976271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53496) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:30.028581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-27225f20-498d-46f6-86cc-49b043332829 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Deleting subnet 5cb96540-2629-447c-8b20-cbb860b266bc {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:30.031754 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27225f20-498d-46f6-86cc-49b043332829 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.071251 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27225f20-498d-46f6-86cc-49b043332829 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.156905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27225f20-498d-46f6-86cc-49b043332829 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.214528 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27225f20-498d-46f6-86cc-49b043332829 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.239548 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27225f20-498d-46f6-86cc-49b043332829 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb96540-2629-447c-8b20-cbb860b266bc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:30.246008 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-27225f20-498d-46f6-86cc-49b043332829 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.247873 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-27225f20-498d-46f6-86cc-49b043332829 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/subnets/5cb96540-2629-447c-8b20-cbb860b266bc HTTP/1.1" status: 204 len: 168 time: 0.2706864 Sep 16 05:32:30.250405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53498) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:30.252796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8808af7d-c309-4a0a-a0a1-5b1ffd0e5f91 None None] Network 3c3372cf-18c5-4616-b567-9f483424ce5c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:30.331219 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.384826 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Deleting port 55079de7-5ea6-4364-9b0e-225deeb463b1 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:30.385179 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.429953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468bddd-6517-46e7-83c2-596f09dfa153 None None] DHCP port deletion for 3c3372cf-18c5-4616-b567-9f483424ce5c request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:30.454909 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] For port 55079de7-5ea6-4364-9b0e-225deeb463b1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=55079de7-5ea6-4364-9b0e-225deeb463b1,segment=NetworkSegment(0f0104b5-7213-416d-87fd-061a3d80fd2e),segment_id=0f0104b5-7213-416d-87fd-061a3d80fd2e)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:30.455287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.469258 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Calling delete_port for 55079de7-5ea6-4364-9b0e-225deeb463b1 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:30.477318 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8468bddd-6517-46e7-83c2-596f09dfa153 None None] Deleting port 55079de7-5ea6-4364-9b0e-225deeb463b1 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:30.477740 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8468bddd-6517-46e7-83c2-596f09dfa153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.544069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8468bddd-6517-46e7-83c2-596f09dfa153 None None] For port 55079de7-5ea6-4364-9b0e-225deeb463b1, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=55079de7-5ea6-4364-9b0e-225deeb463b1,segment=NetworkSegment(0f0104b5-7213-416d-87fd-061a3d80fd2e),segment_id=0f0104b5-7213-416d-87fd-061a3d80fd2e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:30.544469 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8468bddd-6517-46e7-83c2-596f09dfa153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.555259 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.558096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-8468bddd-6517-46e7-83c2-596f09dfa153 None None] Calling delete_port for 55079de7-5ea6-4364-9b0e-225deeb463b1 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:30.582348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event deleted for resources: {'Port': ['ID=55079de7-5ea6-4364-9b0e-225deeb463b1,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:30.584792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] No DVR routers for this DVR port 55079de7-5ea6-4364-9b0e-225deeb463b1 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:30.636469 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8468bddd-6517-46e7-83c2-596f09dfa153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.663852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468bddd-6517-46e7-83c2-596f09dfa153 None None] Pushing event deleted for resources: {'Port': ['ID=55079de7-5ea6-4364-9b0e-225deeb463b1,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:30.665697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468bddd-6517-46e7-83c2-596f09dfa153 None None] No DVR routers for this DVR port 55079de7-5ea6-4364-9b0e-225deeb463b1 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:30.978752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:30.998188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3372cf-18c5-4616-b567-9f483424ce5c']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:31.007814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0104b5-7213-416d-87fd-061a3d80fd2e') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:31.008110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0104b5-7213-416d-87fd-061a3d80fd2e') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:31.017132 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.030281 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.035968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:31.036356 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:31.039799 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:31.096346 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.103451 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.108413 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] 10.222.0.53 "DELETE /v2.0/networks/3c3372cf-18c5-4616-b567-9f483424ce5c HTTP/1.1" status: 204 len: 168 time: 0.8534176 Sep 16 05:32:31.116724 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e876f2-2f6d-4f3a-8ff5-06511c521f22 tempest-NetworksIpV6Test-1223671764 tempest-NetworksIpV6Test-1223671764-project] Pushing event deleted for resources: {'Network': ['ID=3c3372cf-18c5-4616-b567-9f483424ce5c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:31.369693 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53504) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:31.506853 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c6a05f3a-1842-4a94-8474-543c377d754a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d62e627188c64295bc8c0df07a6ed048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345441 Sep 16 05:32:31.508541 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53508) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:31.558907 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-513ccfa7-b613-4a8f-af41-8c0f93ac5b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.579367 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-513ccfa7-b613-4a8f-af41-8c0f93ac5b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.626573 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-513ccfa7-b613-4a8f-af41-8c0f93ac5b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.629194 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-513ccfa7-b613-4a8f-af41-8c0f93ac5b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:31.630624 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-513ccfa7-b613-4a8f-af41-8c0f93ac5b99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/735cfafd-84c8-40e7-bc6b-80f07b15e44e HTTP/1.1" status: 204 len: 168 time: 0.1210055 Sep 16 05:32:31.638961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ccfa7-b613-4a8f-af41-8c0f93ac5b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735cfafd-84c8-40e7-bc6b-80f07b15e44e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:31.761994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e759d634-5b0d-4f3f-8f7d-f55b36591986 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:31.783127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: e759d634-5b0d-4f3f-8f7d-f55b36591986 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:31.783479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e759d634-5b0d-4f3f-8f7d-f55b36591986 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:31.783908 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 55079de7-5ea6-4364-9b0e-225deeb463b1 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:31.806922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 55079de7-5ea6-4364-9b0e-225deeb463b1 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:31.807283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 55079de7-5ea6-4364-9b0e-225deeb463b1 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:32.307547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53530) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:32.403091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-15d19aad-cd23-4709-998b-f06f0a48ec41 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-839007917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:32.426270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15d19aad-cd23-4709-998b-f06f0a48ec41 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.427411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15d19aad-cd23-4709-998b-f06f0a48ec41 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.486259 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15d19aad-cd23-4709-998b-f06f0a48ec41 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.490557 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15d19aad-cd23-4709-998b-f06f0a48ec41 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.514630 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-15d19aad-cd23-4709-998b-f06f0a48ec41 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.515898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-15d19aad-cd23-4709-998b-f06f0a48ec41 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2073138 Sep 16 05:32:32.518628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53534) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:32.524174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-102980791'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:32.544310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Made reservation on behalf of 3b174a050b954bbdb2b2738fe2892dfe for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:32.547791 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.556490 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.646471 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.650441 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.676569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:32.685796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d39b6d-8356-433c-9896-488907d591e4,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:32.692190 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.692543 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Added segment 0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda of type vlan for network 02f3cc91-6742-4e3a-977b-7351972a624e Sep 16 05:32:32.734665 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.760427 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.766289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:32.766873 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:32.811165 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2913005 Sep 16 05:32:32.814187 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53536) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:32.820498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-02b04017-888f-407f-b8f7-f9c0a58defd3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Request body: {'subnet': {'network_id': '02f3cc91-6742-4e3a-977b-7351972a624e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:32.845704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a98e94-6dc7-487f-8bd8-70103c19152a tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Pushing event updated for resources: {'Network': ['ID=02f3cc91-6742-4e3a-977b-7351972a624e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:32.856983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 02f3cc91-6742-4e3a-977b-7351972a624e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:32.911405 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b04017-888f-407f-b8f7-f9c0a58defd3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Made reservation on behalf of 3b174a050b954bbdb2b2738fe2892dfe for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:32.915156 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02b04017-888f-407f-b8f7-f9c0a58defd3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.094628 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02b04017-888f-407f-b8f7-f9c0a58defd3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.155340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b04017-888f-407f-b8f7-f9c0a58defd3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Pushing event updated for resources: {'Subnet': ['ID=0bdde01e-74d8-458b-a904-faca68d46e80,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.164648 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b04017-888f-407f-b8f7-f9c0a58defd3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Checking segment: {'id': '0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '02f3cc91-6742-4e3a-977b-7351972a624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:33.165021 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b04017-888f-407f-b8f7-f9c0a58defd3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Network hostable DHCP agents. Network: 02f3cc91-6742-4e3a-977b-7351972a624e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:33.181848 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b04017-888f-407f-b8f7-f9c0a58defd3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Network 02f3cc91-6742-4e3a-977b-7351972a624e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:33.189768 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-02b04017-888f-407f-b8f7-f9c0a58defd3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 02f3cc91-6742-4e3a-977b-7351972a624e) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:33.194139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b04017-888f-407f-b8f7-f9c0a58defd3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:33.195273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02b04017-888f-407f-b8f7-f9c0a58defd3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.198475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb6d7d-e3a4-40a7-ac71-6814d0e82b69 None None] Network 02f3cc91-6742-4e3a-977b-7351972a624e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:33.210733 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-02b04017-888f-407f-b8f7-f9c0a58defd3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3949168 Sep 16 05:32:33.213885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53538) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.218977 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-50fe66fe-065b-44a4-9cbb-529cf69eeca0 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1217422425'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:33.247145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fe66fe-065b-44a4-9cbb-529cf69eeca0 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Made reservation on behalf of 3b174a050b954bbdb2b2738fe2892dfe for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:33.250713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-50fe66fe-065b-44a4-9cbb-529cf69eeca0 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.274872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fe66fe-065b-44a4-9cbb-529cf69eeca0 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:33.284080 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-50fe66fe-065b-44a4-9cbb-529cf69eeca0 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.284387 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-50fe66fe-065b-44a4-9cbb-529cf69eeca0 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Added segment 5113d101-f498-42d6-be85-e16ff91e0085 of type vlan for network 835543ff-06d8-4060-94c8-32cba2641231 Sep 16 05:32:33.328194 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-50fe66fe-065b-44a4-9cbb-529cf69eeca0 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.353795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-02f3cc91-6742-4e3a-977b-7351972a624e', 'network_id': '02f3cc91-6742-4e3a-977b-7351972a624e', 'tenant_id': '3b174a050b954bbdb2b2738fe2892dfe', 'fixed_ips': [{'subnet_id': '0bdde01e-74d8-458b-a904-faca68d46e80'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:33.354871 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.355212 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-50fe66fe-065b-44a4-9cbb-529cf69eeca0 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.361488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fe66fe-065b-44a4-9cbb-529cf69eeca0 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:33.362163 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-50fe66fe-065b-44a4-9cbb-529cf69eeca0 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.398241 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-50fe66fe-065b-44a4-9cbb-529cf69eeca0 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1832900 Sep 16 05:32:33.401159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53540) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.406859 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-1e693506-4071-4f8b-b8b3-9961c99149d7 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Request body: {'subnet': {'network_id': '835543ff-06d8-4060-94c8-32cba2641231', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:33.440162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe66fe-065b-44a4-9cbb-529cf69eeca0 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Pushing event updated for resources: {'Network': ['ID=835543ff-06d8-4060-94c8-32cba2641231,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.453358 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 835543ff-06d8-4060-94c8-32cba2641231 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:33.506844 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e693506-4071-4f8b-b8b3-9961c99149d7 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Made reservation on behalf of 3b174a050b954bbdb2b2738fe2892dfe for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:33.510329 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e693506-4071-4f8b-b8b3-9961c99149d7 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.550785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Allocated IP 172.20.0.2 (02f3cc91-6742-4e3a-977b-7351972a624e/0bdde01e-74d8-458b-a904-faca68d46e80/ff50820b-1514-4065-8085-4c98d5e3bb15) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:33.706440 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e693506-4071-4f8b-b8b3-9961c99149d7 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.706881 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.715237 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.751002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Network 02f3cc91-6742-4e3a-977b-7351972a624e is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:33.755082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:33.759365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:33.770453 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Pushing event updated for resources: {'Port': ['ID=ff50820b-1514-4065-8085-4c98d5e3bb15,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.781174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e693506-4071-4f8b-b8b3-9961c99149d7 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Pushing event updated for resources: {'Subnet': ['ID=3daaa5e0-00c7-40e4-804c-72bdaeb0d2bd,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:33.783519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e693506-4071-4f8b-b8b3-9961c99149d7 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Checking segment: {'id': '5113d101-f498-42d6-be85-e16ff91e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '835543ff-06d8-4060-94c8-32cba2641231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:33.784002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e693506-4071-4f8b-b8b3-9961c99149d7 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Network hostable DHCP agents. Network: 835543ff-06d8-4060-94c8-32cba2641231, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:33.803640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e693506-4071-4f8b-b8b3-9961c99149d7 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Network 835543ff-06d8-4060-94c8-32cba2641231 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:33.812821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-1e693506-4071-4f8b-b8b3-9961c99149d7 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 835543ff-06d8-4060-94c8-32cba2641231) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:33.817026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e693506-4071-4f8b-b8b3-9961c99149d7 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:33.818208 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1e693506-4071-4f8b-b8b3-9961c99149d7 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:33.838583 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1e693506-4071-4f8b-b8b3-9961c99149d7 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4334254 Sep 16 05:32:33.839019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53542) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:33.844737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-20dffbcb-56d4-4317-98f2-5750846d05b3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Request body: {'router': {'external_gateway_info': {'network_id': '835543ff-06d8-4060-94c8-32cba2641231'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:33.983093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb67f88-1705-43e9-bc49-72270cdfba1c None None] Network 835543ff-06d8-4060-94c8-32cba2641231 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:34.020307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Attempting to bind port ff50820b-1514-4065-8085-4c98d5e3bb15 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:34.020689 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Attempting to bind port ff50820b-1514-4065-8085-4c98d5e3bb15 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '02f3cc91-6742-4e3a-977b-7351972a624e'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:34.021883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Attempting to bind port ff50820b-1514-4065-8085-4c98d5e3bb15 on network 02f3cc91-6742-4e3a-977b-7351972a624e {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:34.053627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:34.054045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Checking segment: {'id': '0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '02f3cc91-6742-4e3a-977b-7351972a624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:34.054468 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.054913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Bound using segment: {'id': '0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '02f3cc91-6742-4e3a-977b-7351972a624e'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:34.055413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Bound port: ff50820b-1514-4065-8085-4c98d5e3bb15, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '02f3cc91-6742-4e3a-977b-7351972a624e'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:34.055812 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.173086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] For port ff50820b-1514-4065-8085-4c98d5e3bb15, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:34.178476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] For port ff50820b-1514-4065-8085-4c98d5e3bb15, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ff50820b-1514-4065-8085-4c98d5e3bb15,segment=NetworkSegment(0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda),segment_id=0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:34.186267 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.231994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-835543ff-06d8-4060-94c8-32cba2641231', 'network_id': '835543ff-06d8-4060-94c8-32cba2641231', 'tenant_id': '3b174a050b954bbdb2b2738fe2892dfe', 'fixed_ips': [{'subnet_id': '3daaa5e0-00c7-40e4-804c-72bdaeb0d2bd'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:34.232855 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.338072 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c6115-dc93-44ce-bd00-e7e4f5d1a442 None None] Pushing event updated for resources: {'Port': ['ID=ff50820b-1514-4065-8085-4c98d5e3bb15,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:34.404141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20dffbcb-56d4-4317-98f2-5750846d05b3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.415746 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Allocated IP 172.21.0.2 (835543ff-06d8-4060-94c8-32cba2641231/3daaa5e0-00c7-40e4-804c-72bdaeb0d2bd/68a50e69-ca5f-4974-808a-41bb153959d6) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:34.541822 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [None req-20dffbcb-56d4-4317-98f2-5750846d05b3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 16 05:32:34.543256 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-20dffbcb-56d4-4317-98f2-5750846d05b3 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] 10.222.0.53 "PUT /v2.0/routers/9ef035f3-ffcb-4aab-a088-4cb84f37259a HTTP/1.1" status: 400 len: 364 time: 0.7028947 Sep 16 05:32:34.549204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53544) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.605463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4009b8-0550-490f-9cbf-a5d745926481 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Deleting subnet 3daaa5e0-00c7-40e4-804c-72bdaeb0d2bd {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:34.621472 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.626548 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c4009b8-0550-490f-9cbf-a5d745926481 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.627252 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.670066 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c4009b8-0550-490f-9cbf-a5d745926481 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.674364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Network 835543ff-06d8-4060-94c8-32cba2641231 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:34.675644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Pushing event updated for resources: {'Port': ['ID=68a50e69-ca5f-4974-808a-41bb153959d6,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:34.678882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:34.681035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:34.736203 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Attempting to bind port 68a50e69-ca5f-4974-808a-41bb153959d6 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:34.736585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Attempting to bind port 68a50e69-ca5f-4974-808a-41bb153959d6 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '5113d101-f498-42d6-be85-e16ff91e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '835543ff-06d8-4060-94c8-32cba2641231'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:34.736953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Attempting to bind port 68a50e69-ca5f-4974-808a-41bb153959d6 on network 835543ff-06d8-4060-94c8-32cba2641231 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:34.742898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:34.743284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Checking segment: {'id': '5113d101-f498-42d6-be85-e16ff91e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '835543ff-06d8-4060-94c8-32cba2641231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:34.743696 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.744096 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Bound using segment: {'id': '5113d101-f498-42d6-be85-e16ff91e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '835543ff-06d8-4060-94c8-32cba2641231'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:34.744570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Bound port: 68a50e69-ca5f-4974-808a-41bb153959d6, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5113d101-f498-42d6-be85-e16ff91e0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '835543ff-06d8-4060-94c8-32cba2641231'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:34.744958 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.762129 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c4009b8-0550-490f-9cbf-a5d745926481 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.821494 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c4009b8-0550-490f-9cbf-a5d745926481 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.825134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] For port 68a50e69-ca5f-4974-808a-41bb153959d6, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:34.829030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] For port 68a50e69-ca5f-4974-808a-41bb153959d6, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=68a50e69-ca5f-4974-808a-41bb153959d6,segment=NetworkSegment(5113d101-f498-42d6-be85-e16ff91e0085),segment_id=5113d101-f498-42d6-be85-e16ff91e0085)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:34.834153 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.851010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4009b8-0550-490f-9cbf-a5d745926481 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Pushing event deleted for resources: {'Subnet': ['ID=3daaa5e0-00c7-40e4-804c-72bdaeb0d2bd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:34.853134 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6c4009b8-0550-490f-9cbf-a5d745926481 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:34.855083 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6c4009b8-0550-490f-9cbf-a5d745926481 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] 10.222.0.53 "DELETE /v2.0/subnets/3daaa5e0-00c7-40e4-804c-72bdaeb0d2bd HTTP/1.1" status: 204 len: 168 time: 0.3048370 Sep 16 05:32:34.857742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53546) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:34.900440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0a1d4-dce1-437f-b21f-04ea2f2e9654 None None] Pushing event updated for resources: {'Port': ['ID=68a50e69-ca5f-4974-808a-41bb153959d6,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:34.941435 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.001060 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Deleting port 68a50e69-ca5f-4974-808a-41bb153959d6 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:35.001412 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.071172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] For port 68a50e69-ca5f-4974-808a-41bb153959d6, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=68a50e69-ca5f-4974-808a-41bb153959d6,segment=NetworkSegment(5113d101-f498-42d6-be85-e16ff91e0085),segment_id=5113d101-f498-42d6-be85-e16ff91e0085)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:35.071681 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.092638 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Calling delete_port for 68a50e69-ca5f-4974-808a-41bb153959d6 owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:35.197489 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.227656 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Pushing event deleted for resources: {'Port': ['ID=68a50e69-ca5f-4974-808a-41bb153959d6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:35.231827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] No DVR routers for this DVR port 68a50e69-ca5f-4974-808a-41bb153959d6 on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:35.314745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab909da-83f6-497e-98bb-34876b6bce4c None None] Network 02f3cc91-6742-4e3a-977b-7351972a624e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:35.322839 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.346127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835543ff-06d8-4060-94c8-32cba2641231']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:35.356233 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5113d101-f498-42d6-be85-e16ff91e0085') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:35.356519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5113d101-f498-42d6-be85-e16ff91e0085') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:35.366374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.379879 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.388551 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:35.388753 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:35.392112 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:35.396442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a4fc95c9-49f8-4d4c-a7a0-a77183747847 None None] Provisioning complete for port ff50820b-1514-4065-8085-4c98d5e3bb15 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:35.396936 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a4fc95c9-49f8-4d4c-a7a0-a77183747847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.457327 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.467334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.469366 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] 10.222.0.53 "DELETE /v2.0/networks/835543ff-06d8-4060-94c8-32cba2641231 HTTP/1.1" status: 204 len: 168 time: 0.6106720 Sep 16 05:32:35.472149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53548) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:35.484384 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9708d-96a8-4507-8bea-fb09fbde2ec6 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Pushing event deleted for resources: {'Network': ['ID=835543ff-06d8-4060-94c8-32cba2641231,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:35.528556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-61003049-4fba-4ddb-acf8-7a068b63771f tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Deleting subnet 0bdde01e-74d8-458b-a904-faca68d46e80 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:32:35.531830 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61003049-4fba-4ddb-acf8-7a068b63771f tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.544478 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a4fc95c9-49f8-4d4c-a7a0-a77183747847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.575062 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61003049-4fba-4ddb-acf8-7a068b63771f tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.583368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a4fc95c9-49f8-4d4c-a7a0-a77183747847 None None] For port ff50820b-1514-4065-8085-4c98d5e3bb15, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ff50820b-1514-4065-8085-4c98d5e3bb15,segment=NetworkSegment(0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda),segment_id=0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:35.591844 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a4fc95c9-49f8-4d4c-a7a0-a77183747847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.652967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc95c9-49f8-4d4c-a7a0-a77183747847 None None] Pushing event updated for resources: {'Port': ['ID=ff50820b-1514-4065-8085-4c98d5e3bb15,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:35.684391 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61003049-4fba-4ddb-acf8-7a068b63771f tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.783234 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61003049-4fba-4ddb-acf8-7a068b63771f tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.811305 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-151541e5-874e-4e7d-a477-3306ee6e078e None None] Provisioning complete for port ff50820b-1514-4065-8085-4c98d5e3bb15 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:35.811698 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-151541e5-874e-4e7d-a477-3306ee6e078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.813421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61003049-4fba-4ddb-acf8-7a068b63771f tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdde01e-74d8-458b-a904-faca68d46e80,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:35.819403 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-61003049-4fba-4ddb-acf8-7a068b63771f tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.822388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-61003049-4fba-4ddb-acf8-7a068b63771f tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] 10.222.0.53 "DELETE /v2.0/subnets/0bdde01e-74d8-458b-a904-faca68d46e80 HTTP/1.1" status: 204 len: 168 time: 0.3486366 Sep 16 05:32:35.825011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53550) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:35.848988 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b4268-8e8d-4c4b-a5b0-f0a57eef124d None None] Network 02f3cc91-6742-4e3a-977b-7351972a624e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:35.869649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ff50820b-1514-4065-8085-4c98d5e3bb15 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:35.922702 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:35.982432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Deleting port ff50820b-1514-4065-8085-4c98d5e3bb15 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:32:35.982863 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.050050 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port ff50820b-1514-4065-8085-4c98d5e3bb15 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:36.050562 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.057687 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] For port ff50820b-1514-4065-8085-4c98d5e3bb15, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=ff50820b-1514-4065-8085-4c98d5e3bb15,segment=NetworkSegment(0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda),segment_id=0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:36.058068 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.073962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Calling delete_port for ff50820b-1514-4065-8085-4c98d5e3bb15 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:32:36.090621 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.123710 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a02da0-fc6f-4d7a-9e34-387283ea8bfb None None] DHCP port deletion for 835543ff-06d8-4060-94c8-32cba2641231 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:36.153455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c54a8a4-cb05-4b15-81f4-f3f4f6cb63d7 None None] Network 835543ff-06d8-4060-94c8-32cba2641231 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:36.171785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c54a8a4-cb05-4b15-81f4-f3f4f6cb63d7 None None] Network 835543ff-06d8-4060-94c8-32cba2641231 could not be found, it might have been deleted concurrently. {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 16 05:32:36.177910 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.203170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Pushing event deleted for resources: {'Port': ['ID=ff50820b-1514-4065-8085-4c98d5e3bb15,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:36.207118 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] No DVR routers for this DVR port ff50820b-1514-4065-8085-4c98d5e3bb15 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:32:36.217286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3200f29f-0be8-4c4c-87c9-b8ed044b9ab1 None None] DHCP port deletion for 02f3cc91-6742-4e3a-977b-7351972a624e request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:32:36.219449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f1eba498-9e76-46a3-8fba-18c4741c97b5 None None] Could not find standard attr ID for object 68a50e69-ca5f-4974-808a-41bb153959d6. {{(pid=94746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 16 05:32:36.293453 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.313435 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f3cc91-6742-4e3a-977b-7351972a624e']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:36.322668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:36.322976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5c720a-5d31-4ed2-a1f4-8872cc9a9eda') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:36.332242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.345866 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.352567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:32:36.353075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:32:36.356283 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:32:36.421384 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.426270 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.432589 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53552) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:36.433969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] 10.222.0.53 "DELETE /v2.0/networks/02f3cc91-6742-4e3a-977b-7351972a624e HTTP/1.1" status: 204 len: 168 time: 0.6062403 Sep 16 05:32:36.450042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae7327-3ce2-4a4e-ac49-d016ed6f16c2 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Pushing event deleted for resources: {'Network': ['ID=02f3cc91-6742-4e3a-977b-7351972a624e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:36.461583 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-791cce06-d491-4824-b005-3e8d577f3f26 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ef035f3-ffcb-4aab-a088-4cb84f37259a HTTP/1.1" status: 200 len: 205 time: 0.0277567 Sep 16 05:32:36.464061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53554) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:36.541142 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c171a92b-dbf9-407f-9814-e3d02b27a525 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.698650 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c171a92b-dbf9-407f-9814-e3d02b27a525 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.700713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c171a92b-dbf9-407f-9814-e3d02b27a525 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.753436 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c171a92b-dbf9-407f-9814-e3d02b27a525 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.754051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c171a92b-dbf9-407f-9814-e3d02b27a525 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Fanout notify agent at l3_agent the message router_deleted on router 9ef035f3-ffcb-4aab-a088-4cb84f37259a {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:32:36.761742 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c171a92b-dbf9-407f-9814-e3d02b27a525 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:36.762987 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c171a92b-dbf9-407f-9814-e3d02b27a525 tempest-RoutersNegativeTest-1832971860 tempest-RoutersNegativeTest-1832971860-project] 10.222.0.53 "DELETE /v2.0/routers/9ef035f3-ffcb-4aab-a088-4cb84f37259a HTTP/1.1" status: 204 len: 168 time: 0.2979920 Sep 16 05:32:37.009173 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53560) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:37.142754 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-40436c6a-85d9-4b32-814c-17d206f28568 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b174a050b954bbdb2b2738fe2892dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323867 Sep 16 05:32:37.145141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53564) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:37.192530 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13857f45-f717-41f6-8a02-65d1cd79c573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.215441 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13857f45-f717-41f6-8a02-65d1cd79c573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.262073 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13857f45-f717-41f6-8a02-65d1cd79c573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.264685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-13857f45-f717-41f6-8a02-65d1cd79c573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:37.266761 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-13857f45-f717-41f6-8a02-65d1cd79c573 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1d39b6d-8356-433c-9896-488907d591e4 HTTP/1.1" status: 204 len: 168 time: 0.1198614 Sep 16 05:32:37.274648 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13857f45-f717-41f6-8a02-65d1cd79c573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d39b6d-8356-433c-9896-488907d591e4,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:37.767816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 68a50e69-ca5f-4974-808a-41bb153959d6 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:37.799404 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 68a50e69-ca5f-4974-808a-41bb153959d6 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:37.799756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 68a50e69-ca5f-4974-808a-41bb153959d6 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:37.800185 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ff50820b-1514-4065-8085-4c98d5e3bb15 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:32:37.820283 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: ff50820b-1514-4065-8085-4c98d5e3bb15 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:32:37.820635 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device ff50820b-1514-4065-8085-4c98d5e3bb15 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:32:37.905514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53586) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:38.006756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-368817087-network', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:38.031590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Made reservation on behalf of dd4a4183864f4ba38731a696895ec44e for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:38.034076 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.043698 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.044494 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.135455 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.139229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.160112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:38.175614 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7d1021-af33-474b-89e7-add986737c75,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.178515 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.178870 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Added segment 7d8e7edb-fef2-429b-a030-bfcde63e2de2 of type vlan for network c492a8b7-688b-4552-87d5-7e3078265524 Sep 16 05:32:38.220219 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.245640 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.246538 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.247127 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.276416 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3697593 Sep 16 05:32:38.279349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53590) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:38.284674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c30aa52f-7633-49d2-8f51-47e748b74731 admin admin] Request body: {'subnet': {'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-368817087-subnet', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:38.305710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30aa52f-7633-49d2-8f51-47e748b74731 admin admin] Made reservation on behalf of dd4a4183864f4ba38731a696895ec44e for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:38.308117 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c30aa52f-7633-49d2-8f51-47e748b74731 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.312792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e146ac8-a612-43d8-bb83-87e54549c88a admin admin] Pushing event updated for resources: {'Network': ['ID=c492a8b7-688b-4552-87d5-7e3078265524,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.322998 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network c492a8b7-688b-4552-87d5-7e3078265524 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:38.481496 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c30aa52f-7633-49d2-8f51-47e748b74731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.534787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aa52f-7633-49d2-8f51-47e748b74731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf644ec-b08a-4aba-a041-37fe25a79072,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:38.544919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30aa52f-7633-49d2-8f51-47e748b74731 admin admin] Checking segment: {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:38.545288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30aa52f-7633-49d2-8f51-47e748b74731 admin admin] Network hostable DHCP agents. Network: c492a8b7-688b-4552-87d5-7e3078265524, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:38.562141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30aa52f-7633-49d2-8f51-47e748b74731 admin admin] Network c492a8b7-688b-4552-87d5-7e3078265524 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:38.571543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c30aa52f-7633-49d2-8f51-47e748b74731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, c492a8b7-688b-4552-87d5-7e3078265524) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:38.575983 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aa52f-7633-49d2-8f51-47e748b74731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:38.576607 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c30aa52f-7633-49d2-8f51-47e748b74731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.581917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b24f039-fa54-44e2-abcc-0a5a12e61a01 None None] Network c492a8b7-688b-4552-87d5-7e3078265524 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:38.595644 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c30aa52f-7633-49d2-8f51-47e748b74731 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3148921 Sep 16 05:32:38.601911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53592) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:38.606713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-368817087-router', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:38.628980 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.630810 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.693521 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.747376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-c492a8b7-688b-4552-87d5-7e3078265524', 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'fixed_ips': [{'subnet_id': '1cf644ec-b08a-4aba-a041-37fe25a79072'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:38.748389 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.841130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:38.890614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Allocated IP 172.20.0.2 (c492a8b7-688b-4552-87d5-7e3078265524/1cf644ec-b08a-4aba-a041-37fe25a79072/aaec27fc-ffde-406b-a7d5-f991c9e5345e) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:39.037737 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.045118 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.052478 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.077238 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.085174 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Network c492a8b7-688b-4552-87d5-7e3078265524 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:39.090331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:39.095014 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:39.098043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Pushing event updated for resources: {'Port': ['ID=aaec27fc-ffde-406b-a7d5-f991c9e5345e,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:39.150542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Attempting to bind port aaec27fc-ffde-406b-a7d5-f991c9e5345e on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:39.150921 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Attempting to bind port aaec27fc-ffde-406b-a7d5-f991c9e5345e by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:39.151290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Attempting to bind port aaec27fc-ffde-406b-a7d5-f991c9e5345e on network c492a8b7-688b-4552-87d5-7e3078265524 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:39.156352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:39.156732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Checking segment: {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:39.157138 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.157538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Bound using segment: {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:39.158030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Bound port: aaec27fc-ffde-406b-a7d5-f991c9e5345e, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:39.158417 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.185886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Allocated IP 172.25.0.240 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/76b77eb1-ed7a-499d-968e-6b3ae1cc8f16) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:39.230878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] For port aaec27fc-ffde-406b-a7d5-f991c9e5345e, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:39.233942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] For port aaec27fc-ffde-406b-a7d5-f991c9e5345e, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=aaec27fc-ffde-406b-a7d5-f991c9e5345e,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:39.238492 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.295603 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213c8e3-9c23-4262-95c9-7c5a59bcd712 None None] Pushing event updated for resources: {'Port': ['ID=aaec27fc-ffde-406b-a7d5-f991c9e5345e,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:39.308252 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.344074 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.384389 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:39.387632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:39.393567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:39.419215 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Pushing event updated for resources: {'Port': ['ID=76b77eb1-ed7a-499d-968e-6b3ae1cc8f16,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:39.669701 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.805996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device aaec27fc-ffde-406b-a7d5-f991c9e5345e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:39.857512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port aaec27fc-ffde-406b-a7d5-f991c9e5345e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:39.857925 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.887082 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.950662 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:39.990542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port aaec27fc-ffde-406b-a7d5-f991c9e5345e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=aaec27fc-ffde-406b-a7d5-f991c9e5345e,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:39.995344 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.049928 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=aaec27fc-ffde-406b-a7d5-f991c9e5345e,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:40.059142 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Router 72e9750c-96e9-4616-8d96-2a24f14e23bf is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:32:40.175693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:40.188134 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Sync routers for ids ['72e9750c-96e9-4616-8d96-2a24f14e23bf'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:40.192879 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.198055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c69f8ecd-9645-446d-a5a1-20f4e1d60f0c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5914433 Sep 16 05:32:40.198420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53594) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:40.198908 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Routers {'72e9750c-96e9-4616-8d96-2a24f14e23bf'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:40.199151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:32:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['72e9750c-96e9-4616-8d96-2a24f14e23bf'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:40.288609 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad27db0-62cd-4b27-9d67-19c9902dfaf2 None None] Network c492a8b7-688b-4552-87d5-7e3078265524 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:40.355310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Set router 72e9750c-96e9-4616-8d96-2a24f14e23bf gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:40.615194 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fc36b129-0742-45fc-8c3a-89042cda4fcf None None] Provisioning complete for port aaec27fc-ffde-406b-a7d5-f991c9e5345e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:40.615490 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fc36b129-0742-45fc-8c3a-89042cda4fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.636204 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.800231 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Allocated IP 172.20.0.1 (c492a8b7-688b-4552-87d5-7e3078265524/1cf644ec-b08a-4aba-a041-37fe25a79072/d09d5e8d-c473-4894-9bf7-db41774fc7be) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:40.853924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'name': 'tempest-TestEncryptedCinderVolumes-368817087-router', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:38Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 3, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'gw_port': {'id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:39Z', 'updated_at': '2021-09-16T05:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:40.882286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Checking router: 72e9750c-96e9-4616-8d96-2a24f14e23bf for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:40.882555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Updating router 72e9750c-96e9-4616-8d96-2a24f14e23bf port 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:40.914178 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.914435 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:40.964453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.005218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Network c492a8b7-688b-4552-87d5-7e3078265524 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:41.010377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:41.014018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:41.050967 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Pushing event updated for resources: {'Port': ['ID=d09d5e8d-c473-4894-9bf7-db41774fc7be,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:41.065987 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.109500 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-bbc48335-75af-4681-af22-fe96516c927b None None] Provisioning complete for port aaec27fc-ffde-406b-a7d5-f991c9e5345e triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:41.109989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bbc48335-75af-4681-af22-fe96516c927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.209564 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.270956 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.276282 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.329552 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Attempting to bind port 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:41.329951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Attempting to bind port 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:41.330322 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Attempting to bind port 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:41.332379 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a436f-5744-4e45-858d-93079a084b54 None None] Pushing event updated for resources: {'Port': ['ID=76b77eb1-ed7a-499d-968e-6b3ae1cc8f16,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:41.338433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:41.338832 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:41.339270 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.339660 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:41.340220 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Bound port: 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:41.340648 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.387202 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.392196 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.399296 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] For port 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:41.403961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] For port 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=76b77eb1-ed7a-499d-968e-6b3ae1cc8f16,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:41.406691 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-917f7551-c0fb-4d47-bb12-512460aa0d5f None None] Provisioning complete for port d09d5e8d-c473-4894-9bf7-db41774fc7be triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:41.407123 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-917f7551-c0fb-4d47-bb12-512460aa0d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.410170 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.464160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Pushing event updated for resources: {'Port': ['ID=d09d5e8d-c473-4894-9bf7-db41774fc7be,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:41.466790 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.497888 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-917f7551-c0fb-4d47-bb12-512460aa0d5f None None] Port d09d5e8d-c473-4894-9bf7-db41774fc7be cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:41.504109 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Routers {'72e9750c-96e9-4616-8d96-2a24f14e23bf'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:41.504751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:32:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['72e9750c-96e9-4616-8d96-2a24f14e23bf'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:41.507735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a436f-5744-4e45-858d-93079a084b54 None None] Pushing event updated for resources: {'Port': ['ID=76b77eb1-ed7a-499d-968e-6b3ae1cc8f16,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:41.564625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Network c492a8b7-688b-4552-87d5-7e3078265524 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:41.566145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:41.619527 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] Set router 72e9750c-96e9-4616-8d96-2a24f14e23bf gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:41.688104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Router 72e9750c-96e9-4616-8d96-2a24f14e23bf has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:41.791086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device aaec27fc-ffde-406b-a7d5-f991c9e5345e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:41.810500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:41.815710 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8a6333d2-fd2e-436b-aef2-cffd7db9451e admin admin] 10.222.0.53 "PUT /v2.0/routers/72e9750c-96e9-4616-8d96-2a24f14e23bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6161389 Sep 16 05:32:41.860754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e2dd640d-d005-4f9e-894c-bcb8ab363cea None None] Provisioning complete for port d09d5e8d-c473-4894-9bf7-db41774fc7be triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:41.861199 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2dd640d-d005-4f9e-894c-bcb8ab363cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.910868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd640d-d005-4f9e-894c-bcb8ab363cea None None] Port d09d5e8d-c473-4894-9bf7-db41774fc7be cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:41.924940 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port aaec27fc-ffde-406b-a7d5-f991c9e5345e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:41.925325 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:41.958187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'name': 'tempest-TestEncryptedCinderVolumes-368817087-router', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:38Z', 'updated_at': '2021-09-16T05:32:41Z', 'revision_number': 4, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'gw_port': {'id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:39Z', 'updated_at': '2021-09-16T05:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'd09d5e8d-c473-4894-9bf7-db41774fc7be', 'name': '', 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'mac_address': 'fa:16:3e:e1:7f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '1cf644ec-b08a-4aba-a041-37fe25a79072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:40Z', 'updated_at': '2021-09-16T05:32:41Z', 'revision_number': 2, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'subnets': [{'id': '1cf644ec-b08a-4aba-a041-37fe25a79072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:41.987973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241347ca-02b5-45e0-b0be-ac0141ca5762 None None] The sync data for ids ['72e9750c-96e9-4616-8d96-2a24f14e23bf'] in n-d-712142-17 is: [{'id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'name': 'tempest-TestEncryptedCinderVolumes-368817087-router', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:38Z', 'updated_at': '2021-09-16T05:32:41Z', 'revision_number': 4, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'gw_port': {'id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:39Z', 'updated_at': '2021-09-16T05:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'd09d5e8d-c473-4894-9bf7-db41774fc7be', 'name': '', 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'mac_address': 'fa:16:3e:e1:7f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '1cf644ec-b08a-4aba-a041-37fe25a79072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:40Z', 'updated_at': '2021-09-16T05:32:41Z', 'revision_number': 2, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'subnets': [{'id': '1cf644ec-b08a-4aba-a041-37fe25a79072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:42.347117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53610) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:42.352336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-912619052-network', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:42.374831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Made reservation on behalf of 29c21f7c2bb2473883fa4d73386d020e for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:42.377239 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.386893 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.492208 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.498491 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.525141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:32:42.534481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42c8a64-34ad-4cef-9367-179bca5eaccd,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:42.540920 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.541277 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Added segment 64bbd2f1-84a4-481b-85b8-b3e74dd14dcf of type vlan for network d29aa3d9-c616-46ea-a65d-4d8d63c22df6 Sep 16 05:32:42.590623 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.616124 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.617468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:42.618870 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.662455 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3141065 Sep 16 05:32:42.665486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53612) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:42.672640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-bfc42774-f16b-4798-a19a-37f98b3f1d47 admin admin] Request body: {'subnet': {'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-912619052-subnet', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:42.691135 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce97db-ac2b-4350-850c-7197b507fdcf admin admin] Pushing event updated for resources: {'Network': ['ID=d29aa3d9-c616-46ea-a65d-4d8d63c22df6,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:42.699228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc42774-f16b-4798-a19a-37f98b3f1d47 admin admin] Made reservation on behalf of 29c21f7c2bb2473883fa4d73386d020e for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:42.701953 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bfc42774-f16b-4798-a19a-37f98b3f1d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.703528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network d29aa3d9-c616-46ea-a65d-4d8d63c22df6 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:32:42.892773 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bfc42774-f16b-4798-a19a-37f98b3f1d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:42.954806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc42774-f16b-4798-a19a-37f98b3f1d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f36c914-4cd9-48f7-af30-df82efb97479,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:42.962920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc42774-f16b-4798-a19a-37f98b3f1d47 admin admin] Checking segment: {'id': '64bbd2f1-84a4-481b-85b8-b3e74dd14dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:42.963370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc42774-f16b-4798-a19a-37f98b3f1d47 admin admin] Network hostable DHCP agents. Network: d29aa3d9-c616-46ea-a65d-4d8d63c22df6, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:32:42.982277 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc42774-f16b-4798-a19a-37f98b3f1d47 admin admin] Network d29aa3d9-c616-46ea-a65d-4d8d63c22df6 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:32:42.992392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-bfc42774-f16b-4798-a19a-37f98b3f1d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, d29aa3d9-c616-46ea-a65d-4d8d63c22df6) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:42.997884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc42774-f16b-4798-a19a-37f98b3f1d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:42.998488 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bfc42774-f16b-4798-a19a-37f98b3f1d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.003055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fb250a-c6d0-4c47-b10f-5f1f3d20fe25 None None] Network d29aa3d9-c616-46ea-a65d-4d8d63c22df6 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:43.012862 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bfc42774-f16b-4798-a19a-37f98b3f1d47 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3455224 Sep 16 05:32:43.015356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53614) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:43.019913 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-912619052-router', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:43.044305 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.045419 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.111056 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.173123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-d29aa3d9-c616-46ea-a65d-4d8d63c22df6', 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'fixed_ips': [{'subnet_id': '9f36c914-4cd9-48f7-af30-df82efb97479'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:32:43.174062 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.255832 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.334795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Allocated IP 172.20.0.2 (d29aa3d9-c616-46ea-a65d-4d8d63c22df6/9f36c914-4cd9-48f7-af30-df82efb97479/d17f82a7-b345-4514-9f81-4804cb4c86ea) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:43.468364 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.487597 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.488610 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.494921 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.533186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Network d29aa3d9-c616-46ea-a65d-4d8d63c22df6 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:43.536126 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:43.543401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:43.550588 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Pushing event updated for resources: {'Port': ['ID=d17f82a7-b345-4514-9f81-4804cb4c86ea,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:43.602704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Allocated IP 172.25.0.139 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/72b046d5-5490-40bc-9c84-6cac58e0ea2c) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:43.610424 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Attempting to bind port d17f82a7-b345-4514-9f81-4804cb4c86ea on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:43.611068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Attempting to bind port d17f82a7-b345-4514-9f81-4804cb4c86ea by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '64bbd2f1-84a4-481b-85b8-b3e74dd14dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:43.611651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Attempting to bind port d17f82a7-b345-4514-9f81-4804cb4c86ea on network d29aa3d9-c616-46ea-a65d-4d8d63c22df6 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:43.621569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:43.622463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Checking segment: {'id': '64bbd2f1-84a4-481b-85b8-b3e74dd14dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:43.623111 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.623627 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Bound using segment: {'id': '64bbd2f1-84a4-481b-85b8-b3e74dd14dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:43.624183 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Bound port: d17f82a7-b345-4514-9f81-4804cb4c86ea, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bbd2f1-84a4-481b-85b8-b3e74dd14dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:43.624652 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.693160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] For port d17f82a7-b345-4514-9f81-4804cb4c86ea, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:43.696682 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] For port d17f82a7-b345-4514-9f81-4804cb4c86ea, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d17f82a7-b345-4514-9f81-4804cb4c86ea,segment=NetworkSegment(64bbd2f1-84a4-481b-85b8-b3e74dd14dcf),segment_id=64bbd2f1-84a4-481b-85b8-b3e74dd14dcf)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:43.700647 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.713192 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.757241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2049a-9dbe-4779-b534-312b251fc969 None None] Pushing event updated for resources: {'Port': ['ID=d17f82a7-b345-4514-9f81-4804cb4c86ea,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:43.761095 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:43.799746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:43.802580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:43.806867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:43.836894 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:43.840784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Pushing event updated for resources: {'Port': ['ID=72b046d5-5490-40bc-9c84-6cac58e0ea2c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:43.898056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:43.898294 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.053316 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.082638 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=76b77eb1-ed7a-499d-968e-6b3ae1cc8f16,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:44.090045 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.143701 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.160313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=76b77eb1-ed7a-499d-968e-6b3ae1cc8f16,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:44.293646 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Sync routers for ids ['72e9750c-96e9-4616-8d96-2a24f14e23bf'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:44.303904 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Routers {'72e9750c-96e9-4616-8d96-2a24f14e23bf'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:44.304545 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:32:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['72e9750c-96e9-4616-8d96-2a24f14e23bf'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:44.414206 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Set router 72e9750c-96e9-4616-8d96-2a24f14e23bf gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:44.639736 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'name': 'tempest-TestEncryptedCinderVolumes-368817087-router', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:38Z', 'updated_at': '2021-09-16T05:32:41Z', 'revision_number': 4, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'gw_port': {'id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:39Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'd09d5e8d-c473-4894-9bf7-db41774fc7be', 'name': '', 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'mac_address': 'fa:16:3e:e1:7f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '1cf644ec-b08a-4aba-a041-37fe25a79072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:40Z', 'updated_at': '2021-09-16T05:32:41Z', 'revision_number': 2, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'subnets': [{'id': '1cf644ec-b08a-4aba-a041-37fe25a79072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:44.672900 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Checking router: 72e9750c-96e9-4616-8d96-2a24f14e23bf for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:44.673250 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Updating router 72e9750c-96e9-4616-8d96-2a24f14e23bf port d09d5e8d-c473-4894-9bf7-db41774fc7be binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:44.698382 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.703336 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:44.847784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Router 9d6b6a73-133b-4461-8c33-3ef683882290 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:32:45.023440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:45.034958 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.035250 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Sync routers for ids ['9d6b6a73-133b-4461-8c33-3ef683882290'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:45.044038 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.045048 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.048584 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-32a542e5-13a3-47d7-909f-55a41105f9b6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0292029 Sep 16 05:32:45.048767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Routers {'9d6b6a73-133b-4461-8c33-3ef683882290'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:45.048914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53616) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:32:45.049223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:32:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9d6b6a73-133b-4461-8c33-3ef683882290'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:45.095878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762dc63a-e840-4cd9-acde-a0cc6c39fd6c None None] Network d29aa3d9-c616-46ea-a65d-4d8d63c22df6 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:32:45.101450 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Pushing event updated for resources: {'Port': ['ID=d09d5e8d-c473-4894-9bf7-db41774fc7be,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:45.128523 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:45.128523 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:45.128523 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:45.129241 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:45.129241 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:45.129504 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:45.129798 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:45.130330 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:45.130821 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:45.131315 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:45.131796 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:45.132293 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:32:45.169704 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Attempting to bind port d09d5e8d-c473-4894-9bf7-db41774fc7be on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:45.170243 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Attempting to bind port d09d5e8d-c473-4894-9bf7-db41774fc7be by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:45.171185 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Attempting to bind port d09d5e8d-c473-4894-9bf7-db41774fc7be on network c492a8b7-688b-4552-87d5-7e3078265524 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:45.186533 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:45.188075 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Checking segment: {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:45.189232 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.189232 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Bound using segment: {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:45.189883 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Bound port: d09d5e8d-c473-4894-9bf7-db41774fc7be, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:45.190379 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.286054 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] For port d09d5e8d-c473-4894-9bf7-db41774fc7be, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:45.292675 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] For port d09d5e8d-c473-4894-9bf7-db41774fc7be, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d09d5e8d-c473-4894-9bf7-db41774fc7be,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:45.302158 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.366306 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c42a91-4b18-4af6-a90e-c93d0d30dd84 None None] Pushing event updated for resources: {'Port': ['ID=d09d5e8d-c473-4894-9bf7-db41774fc7be,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:45.404357 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Routers {'72e9750c-96e9-4616-8d96-2a24f14e23bf'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:45.405401 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:32:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['72e9750c-96e9-4616-8d96-2a24f14e23bf'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:45.493261 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Set router 9d6b6a73-133b-4461-8c33-3ef683882290 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:45.529583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5855235f-09c3-4c3c-a3f3-e1d08d945ce1 None None] Provisioning complete for port d17f82a7-b345-4514-9f81-4804cb4c86ea triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:45.530009 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5855235f-09c3-4c3c-a3f3-e1d08d945ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.544835 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] Set router 72e9750c-96e9-4616-8d96-2a24f14e23bf gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:45.614588 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.774683 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5855235f-09c3-4c3c-a3f3-e1d08d945ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.811547 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'name': 'tempest-TestEncryptedCinderVolumes-368817087-router', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:38Z', 'updated_at': '2021-09-16T05:32:41Z', 'revision_number': 4, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'gw_port': {'id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:39Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'd09d5e8d-c473-4894-9bf7-db41774fc7be', 'name': '', 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'mac_address': 'fa:16:3e:e1:7f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '1cf644ec-b08a-4aba-a041-37fe25a79072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:40Z', 'updated_at': '2021-09-16T05:32:45Z', 'revision_number': 4, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'subnets': [{'id': '1cf644ec-b08a-4aba-a041-37fe25a79072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:45.817116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Allocated IP 172.20.0.1 (d29aa3d9-c616-46ea-a65d-4d8d63c22df6/9f36c914-4cd9-48f7-af30-df82efb97479/41a81c85-9dd1-4432-a567-d739ef312723) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:45.849670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5855235f-09c3-4c3c-a3f3-e1d08d945ce1 None None] For port d17f82a7-b345-4514-9f81-4804cb4c86ea, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d17f82a7-b345-4514-9f81-4804cb4c86ea,segment=NetworkSegment(64bbd2f1-84a4-481b-85b8-b3e74dd14dcf),segment_id=64bbd2f1-84a4-481b-85b8-b3e74dd14dcf)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:45.864959 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5855235f-09c3-4c3c-a3f3-e1d08d945ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:45.943352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'name': 'tempest-TestEncryptedCinderVolumes-912619052-router', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 3, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'gw_port': {'id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:45.972930 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747b708c-1681-4857-bf69-02d77b1ab8db None None] The sync data for ids ['72e9750c-96e9-4616-8d96-2a24f14e23bf'] in n-d-712142-17 is: [{'id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'name': 'tempest-TestEncryptedCinderVolumes-368817087-router', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:38Z', 'updated_at': '2021-09-16T05:32:41Z', 'revision_number': 4, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'gw_port': {'id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:39Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'd09d5e8d-c473-4894-9bf7-db41774fc7be', 'name': '', 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'mac_address': 'fa:16:3e:e1:7f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '1cf644ec-b08a-4aba-a041-37fe25a79072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:40Z', 'updated_at': '2021-09-16T05:32:45Z', 'revision_number': 4, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'subnets': [{'id': '1cf644ec-b08a-4aba-a041-37fe25a79072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:45.979699 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Checking router: 9d6b6a73-133b-4461-8c33-3ef683882290 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:45.980129 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Updating router 9d6b6a73-133b-4461-8c33-3ef683882290 port 72b046d5-5490-40bc-9c84-6cac58e0ea2c binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:46.014460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d09d5e8d-c473-4894-9bf7-db41774fc7be up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:46.019643 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.022703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855235f-09c3-4c3c-a3f3-e1d08d945ce1 None None] Pushing event updated for resources: {'Port': ['ID=d17f82a7-b345-4514-9f81-4804cb4c86ea,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:46.064746 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.069004 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c0255350-c9ed-4b16-941e-8ad7e878045d None None] Provisioning complete for port d09d5e8d-c473-4894-9bf7-db41774fc7be triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:46.069413 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c0255350-c9ed-4b16-941e-8ad7e878045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.071671 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.122467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Network d29aa3d9-c616-46ea-a65d-4d8d63c22df6 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:46.126492 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:46.140840 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:46.166422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Pushing event updated for resources: {'Port': ['ID=41a81c85-9dd1-4432-a567-d739ef312723,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:46.189238 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.268352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d09d5e8d-c473-4894-9bf7-db41774fc7be triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:46.268727 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.322253 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c0255350-c9ed-4b16-941e-8ad7e878045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.351306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.424054 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c0255350-c9ed-4b16-941e-8ad7e878045d None None] For port d09d5e8d-c473-4894-9bf7-db41774fc7be, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d09d5e8d-c473-4894-9bf7-db41774fc7be,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:46.435775 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c0255350-c9ed-4b16-941e-8ad7e878045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.538563 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.551017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:46.552501 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.557794 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0255350-c9ed-4b16-941e-8ad7e878045d None None] Pushing event updated for resources: {'Port': ['ID=d09d5e8d-c473-4894-9bf7-db41774fc7be,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:46.629119 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.645768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Pushing event updated for resources: {'Port': ['ID=41a81c85-9dd1-4432-a567-d739ef312723,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:46.646141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7cc331db-d908-41fe-93e3-2b760aae9944 None None] Provisioning complete for port d17f82a7-b345-4514-9f81-4804cb4c86ea triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:46.646505 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7cc331db-d908-41fe-93e3-2b760aae9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.652757 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.679509 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.756358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Network d29aa3d9-c616-46ea-a65d-4d8d63c22df6 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:46.758788 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:46.759112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82f882-ec4c-4848-8073-f43e323bc079 None None] Pushing event updated for resources: {'Port': ['ID=72b046d5-5490-40bc-9c84-6cac58e0ea2c,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:46.761681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Attempting to bind port 72b046d5-5490-40bc-9c84-6cac58e0ea2c on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:46.762066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Attempting to bind port 72b046d5-5490-40bc-9c84-6cac58e0ea2c by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:46.762441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Attempting to bind port 72b046d5-5490-40bc-9c84-6cac58e0ea2c on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:46.766091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:46.766476 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.797410 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:46.797844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:46.798260 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.798670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:46.799171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Bound port: 72b046d5-5490-40bc-9c84-6cac58e0ea2c, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:46.799553 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.901461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] For port 72b046d5-5490-40bc-9c84-6cac58e0ea2c, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:46.915114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Router 9d6b6a73-133b-4461-8c33-3ef683882290 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:32:46.920093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] For port 72b046d5-5490-40bc-9c84-6cac58e0ea2c, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=72b046d5-5490-40bc-9c84-6cac58e0ea2c,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:46.926457 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:46.990818 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-7cc331db-d908-41fe-93e3-2b760aae9944 None None] Provisioning complete for port 41a81c85-9dd1-4432-a567-d739ef312723 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:46.991206 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7cc331db-d908-41fe-93e3-2b760aae9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.031524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d17f82a7-b345-4514-9f81-4804cb4c86ea up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:47.047839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:32:47.059482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5a7b1b1e-2587-4492-8e55-b3ee953c3092 admin admin] 10.222.0.53 "PUT /v2.0/routers/9d6b6a73-133b-4461-8c33-3ef683882290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0032418 Sep 16 05:32:47.079916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82f882-ec4c-4848-8073-f43e323bc079 None None] Pushing event updated for resources: {'Port': ['ID=72b046d5-5490-40bc-9c84-6cac58e0ea2c,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:47.092162 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Routers {'9d6b6a73-133b-4461-8c33-3ef683882290'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:47.092162 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:32:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9d6b6a73-133b-4461-8c33-3ef683882290'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:47.096190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-7cc331db-d908-41fe-93e3-2b760aae9944 None None] Port 41a81c85-9dd1-4432-a567-d739ef312723 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:47.159576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d17f82a7-b345-4514-9f81-4804cb4c86ea triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:47.159955 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.246546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] Set router 9d6b6a73-133b-4461-8c33-3ef683882290 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:47.280408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0d0df1b6-263e-46c0-a454-f04981d54629 None None] Provisioning complete for port 41a81c85-9dd1-4432-a567-d739ef312723 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:47.281055 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0d0df1b6-263e-46c0-a454-f04981d54629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.339935 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8d466397-26b6-4df5-bdc7-609f6f996911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.399875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0d0df1b6-263e-46c0-a454-f04981d54629 None None] Port 41a81c85-9dd1-4432-a567-d739ef312723 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:47.542239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'name': 'tempest-TestEncryptedCinderVolumes-912619052-router', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 4, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'gw_port': {'id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '41a81c85-9dd1-4432-a567-d739ef312723', 'name': '', 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'mac_address': 'fa:16:3e:16:b2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9f36c914-4cd9-48f7-af30-df82efb97479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:45Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 2, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'subnets': [{'id': '9f36c914-4cd9-48f7-af30-df82efb97479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:47.572451 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e7cc9-cc4b-40fc-8b3e-a81c1ccee02a None None] The sync data for ids ['9d6b6a73-133b-4461-8c33-3ef683882290'] in n-d-712142-17 is: [{'id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'name': 'tempest-TestEncryptedCinderVolumes-912619052-router', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 4, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'gw_port': {'id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '41a81c85-9dd1-4432-a567-d739ef312723', 'name': '', 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'mac_address': 'fa:16:3e:16:b2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9f36c914-4cd9-48f7-af30-df82efb97479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:45Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 2, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'subnets': [{'id': '9f36c914-4cd9-48f7-af30-df82efb97479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:47.828511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d09d5e8d-c473-4894-9bf7-db41774fc7be up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:47.894124 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d09d5e8d-c473-4894-9bf7-db41774fc7be triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:47.894641 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:47.916218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-af578ced-f252-4ace-92d1-feb3a274cda2 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:47.918600 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-af578ced-f252-4ace-92d1-feb3a274cda2 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/networks?id=c492a8b7-688b-4552-87d5-7e3078265524 HTTP/1.1" status: 200 len: 816 time: 0.1355515 Sep 16 05:32:47.944414 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-ebaba3d8-21ef-48eb-9ea7-55e8cfe29ec5 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/quotas/dd4a4183864f4ba38731a696895ec44e HTTP/1.1" status: 200 len: 375 time: 0.0141876 Sep 16 05:32:47.996993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d17f82a7-b345-4514-9f81-4804cb4c86ea up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:48.013014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-b3eb017e-c7b8-46a7-a9ef-4139e255ed28 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd4a4183864f4ba38731a696895ec44e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540431 Sep 16 05:32:48.047651 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d17f82a7-b345-4514-9f81-4804cb4c86ea triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:48.048037 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:48.266227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-7c687aca-0be5-4f4f-b34a-747889f6e78e service neutron] 10.222.0.53 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449404 Sep 16 05:32:48.362325 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-fbe298cb-4c5e-48f6-b1f6-f3b99f097187 service neutron] 10.222.0.53 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892520 Sep 16 05:32:48.403163 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:32:48.529380 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86452e26-d2d0-47a3-be28-3ccfaad8fb52 req-230b3be9-0e33-45aa-8622-21d31e7bbf8e tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 210 time: 0.0269723 Sep 16 05:32:49.655340 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85e69619-5ef4-4ea4-8ac1-c8be868c4cf7 req-7319c17c-f805-48ec-910e-d31ea5783f54 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 210 time: 0.0349791 Sep 16 05:32:49.681035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-31519296-43cb-459e-b9c2-92d7118a1fb3 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:49.682588 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-31519296-43cb-459e-b9c2-92d7118a1fb3 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.50 "GET /v2.0/networks?id=c492a8b7-688b-4552-87d5-7e3078265524 HTTP/1.1" status: 200 len: 816 time: 0.1688721 Sep 16 05:32:49.703952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Request body: {'port': {'device_id': '475df2a6-bed8-4e79-8d29-2c83a125d5f9', 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524', 'admin_state_up': True, 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:49.817272 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 72b046d5-5490-40bc-9c84-6cac58e0ea2c up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:49.845578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Made reservation on behalf of dd4a4183864f4ba38731a696895ec44e for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:32:49.849779 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.891284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 72b046d5-5490-40bc-9c84-6cac58e0ea2c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:49.891659 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.983335 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:49.991875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Allocated IP 172.20.0.3 (c492a8b7-688b-4552-87d5-7e3078265524/1cf644ec-b08a-4aba-a041-37fe25a79072/e9a2b9ba-9af4-4d6f-8242-73be20ebda51) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:32:50.004746 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 72b046d5-5490-40bc-9c84-6cac58e0ea2c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=72b046d5-5490-40bc-9c84-6cac58e0ea2c,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:50.009091 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.071884 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=72b046d5-5490-40bc-9c84-6cac58e0ea2c,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:50.159978 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.169899 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Sync routers for ids ['9d6b6a73-133b-4461-8c33-3ef683882290'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:32:50.179112 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Routers {'9d6b6a73-133b-4461-8c33-3ef683882290'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:50.179816 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:32:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9d6b6a73-133b-4461-8c33-3ef683882290'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:50.196946 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.242302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Network c492a8b7-688b-4552-87d5-7e3078265524 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:32:50.245633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:32:50.249440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:32:50.259444 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-506fc412-24d8-44df-b22a-b63238d56d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.282255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Pushing event updated for resources: {'Port': ['ID=e9a2b9ba-9af4-4d6f-8242-73be20ebda51,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:50.304701 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Set router 9d6b6a73-133b-4461-8c33-3ef683882290 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:50.311042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.311862 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.331900 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-8d9ac8c3-e7bd-4f7e-af3b-316b1e4ea1ff tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6324337 Sep 16 05:32:50.458812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Request body: {'port': {'device_id': '475df2a6-bed8-4e79-8d29-2c83a125d5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:32:50.520535 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.537373 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'name': 'tempest-TestEncryptedCinderVolumes-912619052-router', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 4, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'gw_port': {'id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '41a81c85-9dd1-4432-a567-d739ef312723', 'name': '', 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'mac_address': 'fa:16:3e:16:b2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9f36c914-4cd9-48f7-af30-df82efb97479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:45Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 2, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'subnets': [{'id': '9f36c914-4cd9-48f7-af30-df82efb97479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:50.539528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d0bb540a-663f-40bb-8766-006b68a437d1 None None] Provisioning complete for port e9a2b9ba-9af4-4d6f-8242-73be20ebda51 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:50.539807 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d0bb540a-663f-40bb-8766-006b68a437d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.564492 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Checking router: 9d6b6a73-133b-4461-8c33-3ef683882290 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:32:50.564951 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Updating router 9d6b6a73-133b-4461-8c33-3ef683882290 port 41a81c85-9dd1-4432-a567-d739ef312723 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:32:50.579470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb540a-663f-40bb-8766-006b68a437d1 None None] Port e9a2b9ba-9af4-4d6f-8242-73be20ebda51 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:32:50.597174 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.830357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ff560-72d9-486e-aa1f-a095945b9508 req-91f20f25-0b56-42e1-9b62-e97b886cd479 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:50.831859 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e9ff560-72d9-486e-aa1f-a095945b9508 req-91f20f25-0b56-42e1-9b62-e97b886cd479 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 931 time: 0.0963662 Sep 16 05:32:50.842011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a2b9ba-9af4-4d6f-8242-73be20ebda51 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:50.855107 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.879394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Transition to ACTIVE for port object e9a2b9ba-9af4-4d6f-8242-73be20ebda51 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:32:50.883648 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.886714 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.891983 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.895566 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:50.923428 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e9ff560-72d9-486e-aa1f-a095945b9508 req-5b5bf663-78ed-49c0-8799-6daac8bbf856 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837390 Sep 16 05:32:50.957980 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1797da-ba7a-4e88-a32f-cf5fbed5bcb5 None None] Pushing event updated for resources: {'Port': ['ID=41a81c85-9dd1-4432-a567-d739ef312723,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:50.959129 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a2b9ba-9af4-4d6f-8242-73be20ebda51,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:51.038677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Attempting to bind port e9a2b9ba-9af4-4d6f-8242-73be20ebda51 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:51.041841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Attempting to bind port e9a2b9ba-9af4-4d6f-8242-73be20ebda51 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:51.042444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Attempting to bind port e9a2b9ba-9af4-4d6f-8242-73be20ebda51 on network c492a8b7-688b-4552-87d5-7e3078265524 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:51.047843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Port e9a2b9ba-9af4-4d6f-8242-73be20ebda51 on network c492a8b7-688b-4552-87d5-7e3078265524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:32:51.048287 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Attempting to bind port 41a81c85-9dd1-4432-a567-d739ef312723 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:32:51.048595 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Attempting to bind port e9a2b9ba-9af4-4d6f-8242-73be20ebda51 on network c492a8b7-688b-4552-87d5-7e3078265524 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:51.048710 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Attempting to bind port 41a81c85-9dd1-4432-a567-d739ef312723 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '64bbd2f1-84a4-481b-85b8-b3e74dd14dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:32:51.049071 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Attempting to bind port 41a81c85-9dd1-4432-a567-d739ef312723 on network d29aa3d9-c616-46ea-a65d-4d8d63c22df6 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:32:51.054392 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:51.054620 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:32:51.054764 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Checking segment: {'id': '64bbd2f1-84a4-481b-85b8-b3e74dd14dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:51.054926 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Checking segment: {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:32:51.055912 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Bound using segment: {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:51.056356 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Bound port: e9a2b9ba-9af4-4d6f-8242-73be20ebda51, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:51.056779 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.057163 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.057564 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Bound using segment: {'id': '64bbd2f1-84a4-481b-85b8-b3e74dd14dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:32:51.058346 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Bound port: 41a81c85-9dd1-4432-a567-d739ef312723, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bbd2f1-84a4-481b-85b8-b3e74dd14dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:32:51.058751 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.137581 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] For port e9a2b9ba-9af4-4d6f-8242-73be20ebda51, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:51.143314 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] For port e9a2b9ba-9af4-4d6f-8242-73be20ebda51, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e9a2b9ba-9af4-4d6f-8242-73be20ebda51,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:51.146440 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] For port 41a81c85-9dd1-4432-a567-d739ef312723, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:32:51.154383 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] For port 41a81c85-9dd1-4432-a567-d739ef312723, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=41a81c85-9dd1-4432-a567-d739ef312723,segment=NetworkSegment(64bbd2f1-84a4-481b-85b8-b3e74dd14dcf),segment_id=64bbd2f1-84a4-481b-85b8-b3e74dd14dcf)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:32:51.156367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.160709 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.202433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.203844 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.205591 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] 10.222.0.50 "PUT /v2.0/ports/e9a2b9ba-9af4-4d6f-8242-73be20ebda51 HTTP/1.1" status: 200 len: 1092 time: 0.7966790 Sep 16 05:32:51.207474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475df2a6-bed8-4e79-8d29-2c83a125d5f9', 'tag': 'e9a2b9ba-9af4-4d6f-8242-73be20ebda51'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:51.210198 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be82afa-c572-47c6-8478-0d0bfd9f0fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "475df2a6-bed8-4e79-8d29-2c83a125d5f9", "tag": "e9a2b9ba-9af4-4d6f-8242-73be20ebda51"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:51.235727 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1797da-ba7a-4e88-a32f-cf5fbed5bcb5 None None] Pushing event updated for resources: {'Port': ['ID=41a81c85-9dd1-4432-a567-d739ef312723,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:51.242464 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df6418-059c-45d5-8ceb-6b8810dd3901 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a2b9ba-9af4-4d6f-8242-73be20ebda51,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:51.255535 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Routers {'9d6b6a73-133b-4461-8c33-3ef683882290'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:32:51.256374 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:32:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9d6b6a73-133b-4461-8c33-3ef683882290'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:51.315866 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157f4c84-7e78-4e77-ae6a-6d7e680e1f97 x-openstack-request-id: req-157f4c84-7e78-4e77-ae6a-6d7e680e1f97 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:51.316416 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475df2a6-bed8-4e79-8d29-2c83a125d5f9", "tag": "e9a2b9ba-9af4-4d6f-8242-73be20ebda51", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:51.316874 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-157f4c84-7e78-4e77-ae6a-6d7e680e1f97 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:51.317391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-abb4c0f0-2691-437d-a922-e208219b0721 None None] Provisioning complete for port 41a81c85-9dd1-4432-a567-d739ef312723 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:51.317541 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475df2a6-bed8-4e79-8d29-2c83a125d5f9', 'tag': 'e9a2b9ba-9af4-4d6f-8242-73be20ebda51', 'status': 'completed', 'code': 200} Sep 16 05:32:51.318095 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-abb4c0f0-2691-437d-a922-e208219b0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.341828 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-b93f31f7-4c6b-4018-acdb-f4c8a3f7e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.343372 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-b93f31f7-4c6b-4018-acdb-f4c8a3f7e5ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd4a4183864f4ba38731a696895ec44e&device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 1095 time: 0.0749290 Sep 16 05:32:51.398252 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-64394f57-3b69-4999-9244-c714b67b4547 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9a2b9ba-9af4-4d6f-8242-73be20ebda51 HTTP/1.1" status: 200 len: 217 time: 0.0436821 Sep 16 05:32:51.420200 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] Set router 9d6b6a73-133b-4461-8c33-3ef683882290 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:32:51.434342 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-abb4c0f0-2691-437d-a922-e208219b0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.473283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-f0aee21d-629c-47c8-98fb-f22056c04b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.474997 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-f0aee21d-629c-47c8-98fb-f22056c04b42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1cf644ec-b08a-4aba-a041-37fe25a79072 HTTP/1.1" status: 200 len: 855 time: 0.0638940 Sep 16 05:32:51.493446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-abb4c0f0-2691-437d-a922-e208219b0721 None None] For port 41a81c85-9dd1-4432-a567-d739ef312723, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=41a81c85-9dd1-4432-a567-d739ef312723,segment=NetworkSegment(64bbd2f1-84a4-481b-85b8-b3e74dd14dcf),segment_id=64bbd2f1-84a4-481b-85b8-b3e74dd14dcf)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:51.498908 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-abb4c0f0-2691-437d-a922-e208219b0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.563208 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4c0f0-2691-437d-a922-e208219b0721 None None] Pushing event updated for resources: {'Port': ['ID=41a81c85-9dd1-4432-a567-d739ef312723,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:51.577883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-6b85c3f9-bc79-41f7-a6de-b21327568033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:51.579722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-6b85c3f9-bc79-41f7-a6de-b21327568033 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c492a8b7-688b-4552-87d5-7e3078265524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903242 Sep 16 05:32:51.677747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-234d7edd-054b-4ccd-a2db-31fe8acd53dd None None] Provisioning complete for port 41a81c85-9dd1-4432-a567-d739ef312723 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:51.678132 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-234d7edd-054b-4ccd-a2db-31fe8acd53dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:51.702478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-2cf7d43b-77f7-468f-9006-06c0491481e9 service neutron] 10.222.0.50 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111588 Sep 16 05:32:51.706867 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'name': 'tempest-TestEncryptedCinderVolumes-912619052-router', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 4, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'gw_port': {'id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '41a81c85-9dd1-4432-a567-d739ef312723', 'name': '', 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'mac_address': 'fa:16:3e:16:b2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9f36c914-4cd9-48f7-af30-df82efb97479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:45Z', 'updated_at': '2021-09-16T05:32:51Z', 'revision_number': 4, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'subnets': [{'id': '9f36c914-4cd9-48f7-af30-df82efb97479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:32:51.737270 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4f48e-10ed-467d-9a89-4c6d10340a1d None None] The sync data for ids ['9d6b6a73-133b-4461-8c33-3ef683882290'] in n-d-712142-17 is: [{'id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'name': 'tempest-TestEncryptedCinderVolumes-912619052-router', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:46Z', 'revision_number': 4, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'gw_port': {'id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '41a81c85-9dd1-4432-a567-d739ef312723', 'name': '', 'network_id': 'd29aa3d9-c616-46ea-a65d-4d8d63c22df6', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'mac_address': 'fa:16:3e:16:b2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '9f36c914-4cd9-48f7-af30-df82efb97479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:45Z', 'updated_at': '2021-09-16T05:32:51Z', 'revision_number': 4, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'subnets': [{'id': '9f36c914-4cd9-48f7-af30-df82efb97479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:32:51.867221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-907824c7-a5a4-4729-ad05-09cc68847a6a req-47966d69-683f-4fb0-b40a-6e2b68750195 service neutron] 10.222.0.50 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527159 Sep 16 05:32:51.908003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 72b046d5-5490-40bc-9c84-6cac58e0ea2c up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:51.957744 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.031229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 72b046d5-5490-40bc-9c84-6cac58e0ea2c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:52.031755 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.113241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be82afa-c572-47c6-8478-0d0bfd9f0fd3 req-95aafe91-e430-4dac-8e66-0b2b09e931fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.114839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0be82afa-c572-47c6-8478-0d0bfd9f0fd3 req-95aafe91-e430-4dac-8e66-0b2b09e931fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd4a4183864f4ba38731a696895ec44e&device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 1095 time: 0.1155567 Sep 16 05:32:52.131330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 41a81c85-9dd1-4432-a567-d739ef312723 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:52.135208 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824efde-1443-42c6-ba2c-9d9ec994ccb7 req-72702571-5766-4fe5-b3fb-0b5261e54adb tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.137478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f824efde-1443-42c6-ba2c-9d9ec994ccb7 req-72702571-5766-4fe5-b3fb-0b5261e54adb tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 943 time: 0.0887885 Sep 16 05:32:52.208319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 41a81c85-9dd1-4432-a567-d739ef312723 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:52.208811 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:52.259645 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f824efde-1443-42c6-ba2c-9d9ec994ccb7 req-a155d52c-505c-4571-9b9d-e0316e293c50 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124237 Sep 16 05:32:52.295668 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be82afa-c572-47c6-8478-0d0bfd9f0fd3 req-faeef88e-4460-4f36-a9d3-41fc0e403ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.297811 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0be82afa-c572-47c6-8478-0d0bfd9f0fd3 req-faeef88e-4460-4f36-a9d3-41fc0e403ea2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c492a8b7-688b-4552-87d5-7e3078265524 HTTP/1.1" status: 200 len: 917 time: 0.1593547 Sep 16 05:32:52.349927 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0be82afa-c572-47c6-8478-0d0bfd9f0fd3 req-cab3410c-9a69-4fd8-9e8b-8671ae27dea0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9a2b9ba-9af4-4d6f-8242-73be20ebda51 HTTP/1.1" status: 200 len: 217 time: 0.0437274 Sep 16 05:32:52.404222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be82afa-c572-47c6-8478-0d0bfd9f0fd3 req-c9fd43da-4166-4a33-97e8-4154061747e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.405689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0be82afa-c572-47c6-8478-0d0bfd9f0fd3 req-c9fd43da-4166-4a33-97e8-4154061747e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1cf644ec-b08a-4aba-a041-37fe25a79072 HTTP/1.1" status: 200 len: 855 time: 0.0481274 Sep 16 05:32:52.456463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be82afa-c572-47c6-8478-0d0bfd9f0fd3 req-c2c60a51-bb0c-4da1-9d7a-cc44f99ea1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:52.458404 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0be82afa-c572-47c6-8478-0d0bfd9f0fd3 req-c2c60a51-bb0c-4da1-9d7a-cc44f99ea1b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c492a8b7-688b-4552-87d5-7e3078265524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450079 Sep 16 05:32:52.558138 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0be82afa-c572-47c6-8478-0d0bfd9f0fd3 req-0ad7e6a8-63cb-4612-9084-9a88dca01e5e service neutron] 10.222.0.50 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904875 Sep 16 05:32:52.660644 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0be82afa-c572-47c6-8478-0d0bfd9f0fd3 req-d9fb5df2-93f6-4005-81fc-52dcf637206c service neutron] 10.222.0.50 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917370 Sep 16 05:32:53.378346 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:53.391003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508279f-94fd-4764-b14f-4f7f3f14d55f req-f7ac1367-929c-498c-b0ef-0d2da7f7835a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:53.392641 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1508279f-94fd-4764-b14f-4f7f3f14d55f req-f7ac1367-929c-498c-b0ef-0d2da7f7835a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 943 time: 0.0599678 Sep 16 05:32:53.437122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1508279f-94fd-4764-b14f-4f7f3f14d55f req-ab2f4f49-2106-4426-9f81-f1b7219e8dcb tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372379 Sep 16 05:32:54.560192 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090d0e9-0c77-43da-a882-0a4615e55772 req-aed05129-95d0-4f3a-99b1-944399bb6944 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:54.561780 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6090d0e9-0c77-43da-a882-0a4615e55772 req-aed05129-95d0-4f3a-99b1-944399bb6944 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 943 time: 0.0516067 Sep 16 05:32:54.608989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6090d0e9-0c77-43da-a882-0a4615e55772 req-04f43ca3-44b1-4287-91d9-ade3973054d1 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379391 Sep 16 05:32:55.141795 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e9a2b9ba-9af4-4d6f-8242-73be20ebda51 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:32:55.239076 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port e9a2b9ba-9af4-4d6f-8242-73be20ebda51, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e9a2b9ba-9af4-4d6f-8242-73be20ebda51,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:55.251556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'e9a2b9ba-9af4-4d6f-8242-73be20ebda51', 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524', 'port_id': 'e9a2b9ba-9af4-4d6f-8242-73be20ebda51', 'mac_address': 'fa:16:3e:af:47:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf644ec-b08a-4aba-a041-37fe25a79072', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:32:55.299297 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.317856 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a2b9ba-9af4-4d6f-8242-73be20ebda51 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:32:55.340506 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port e9a2b9ba-9af4-4d6f-8242-73be20ebda51, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e9a2b9ba-9af4-4d6f-8242-73be20ebda51,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:55.345659 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:55.396730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=e9a2b9ba-9af4-4d6f-8242-73be20ebda51,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:55.612481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e9a2b9ba-9af4-4d6f-8242-73be20ebda51'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:32:55.731549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720ce17-2e66-4e9d-9dd3-d920d2a5b32a req-945a606e-284a-4bed-b31b-2edc34bef4b0 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:55.733331 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c720ce17-2e66-4e9d-9dd3-d920d2a5b32a req-945a606e-284a-4bed-b31b-2edc34bef4b0 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 944 time: 0.0533421 Sep 16 05:32:55.775624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c720ce17-2e66-4e9d-9dd3-d920d2a5b32a req-0beb9b81-9362-4138-a2aa-a066e96df9e5 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Sep 16 05:32:56.895005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e32af1-5072-4b0a-b7b3-d321b9536e2e req-d2d6f6e1-b5d8-4081-aaf6-b2929d6b0785 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:56.896706 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93e32af1-5072-4b0a-b7b3-d321b9536e2e req-d2d6f6e1-b5d8-4081-aaf6-b2929d6b0785 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 944 time: 0.0502663 Sep 16 05:32:56.941049 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93e32af1-5072-4b0a-b7b3-d321b9536e2e req-a507fade-8051-4628-9632-65a7f6c28cc6 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380175 Sep 16 05:32:57.145043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e9a2b9ba-9af4-4d6f-8242-73be20ebda51 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:32:57.196312 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port e9a2b9ba-9af4-4d6f-8242-73be20ebda51 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:32:57.200088 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port e9a2b9ba-9af4-4d6f-8242-73be20ebda51 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:32:57.200458 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.282828 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.307164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475df2a6-bed8-4e79-8d29-2c83a125d5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a2b9ba-9af4-4d6f-8242-73be20ebda51'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:32:57.322485 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port e9a2b9ba-9af4-4d6f-8242-73be20ebda51, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e9a2b9ba-9af4-4d6f-8242-73be20ebda51,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:32:57.327178 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:32:57.358514 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0825a19b-f52d-4ab2-88d0-128b7b94016f" -d '{"events": [{"server_uuid": "475df2a6-bed8-4e79-8d29-2c83a125d5f9", "name": "network-vif-plugged", "status": "completed", "tag": "e9a2b9ba-9af4-4d6f-8242-73be20ebda51"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:32:57.392344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=e9a2b9ba-9af4-4d6f-8242-73be20ebda51,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:32:57.454867 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ccef4c-acc5-485a-8d8e-b54ff27c82f0 x-openstack-request-id: req-e1ccef4c-acc5-485a-8d8e-b54ff27c82f0 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:32:57.455171 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475df2a6-bed8-4e79-8d29-2c83a125d5f9", "name": "network-vif-plugged", "status": "completed", "tag": "e9a2b9ba-9af4-4d6f-8242-73be20ebda51", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:32:57.455433 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1ccef4c-acc5-485a-8d8e-b54ff27c82f0 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:32:57.455848 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475df2a6-bed8-4e79-8d29-2c83a125d5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a2b9ba-9af4-4d6f-8242-73be20ebda51', 'code': 200} Sep 16 05:32:57.577053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85acd6-31e3-4350-9329-43f57288b5d1 req-3cece6a0-4612-4615-b0de-175f41440f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:57.578755 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de85acd6-31e3-4350-9329-43f57288b5d1 req-3cece6a0-4612-4615-b0de-175f41440f38 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 1097 time: 0.0425453 Sep 16 05:32:57.624288 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-de85acd6-31e3-4350-9329-43f57288b5d1 req-228659a1-5c54-4331-898f-8b3d3dc7e58c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357344 Sep 16 05:32:58.072282 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8e2d4-1f88-4a4f-864d-c26f3efc103e req-6526ffc4-c0cc-442d-b988-0cb84fb92439 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:58.074097 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7f8e2d4-1f88-4a4f-864d-c26f3efc103e req-6526ffc4-c0cc-442d-b988-0cb84fb92439 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 945 time: 0.0569935 Sep 16 05:32:58.117089 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7f8e2d4-1f88-4a4f-864d-c26f3efc103e req-42bb6e2b-067a-433c-ae40-ed02fa16f1d5 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366144 Sep 16 05:32:59.255950 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60ea48-4c00-4709-91b0-3735679f1169 req-8b807d42-3fa1-4a01-84c4-4a0d41547bb1 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.257518 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd60ea48-4c00-4709-91b0-3735679f1169 req-8b807d42-3fa1-4a01-84c4-4a0d41547bb1 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 945 time: 0.0519369 Sep 16 05:32:59.302006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bd60ea48-4c00-4709-91b0-3735679f1169 req-4f59d155-b18a-433a-9782-bc636ecd9129 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378926 Sep 16 05:32:59.427809 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054365e2-f848-4a18-8c63-df072fa9c5ac req-cc4f1577-bfc3-42c6-be5f-2fc710378330 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:32:59.429397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-054365e2-f848-4a18-8c63-df072fa9c5ac req-cc4f1577-bfc3-42c6-be5f-2fc710378330 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 945 time: 0.0515399 Sep 16 05:32:59.470737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-054365e2-f848-4a18-8c63-df072fa9c5ac req-74afc492-65a4-4c97-a809-a4918bd37952 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Sep 16 05:33:06.026644 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:08.049635 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:17.281727 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-18a7cec2-e2c8-44ed-92a5-50952d4dd721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:19.402016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61de43d-7499-42d3-8256-6e433847ac4d req-3aec6195-0f4d-4c0e-a768-3bfc20924d4a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:19.403547 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c61de43d-7499-42d3-8256-6e433847ac4d req-3aec6195-0f4d-4c0e-a768-3bfc20924d4a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 945 time: 0.0621338 Sep 16 05:33:19.451022 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c61de43d-7499-42d3-8256-6e433847ac4d req-b09b796c-e1ed-4621-a824-f354d807546d tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 Sep 16 05:33:20.252935 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d84bff06-0a2e-433e-a1bf-9f080c8a5d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:20.573987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952a41d-8998-4c55-a53e-b52089c6d4a8 req-e2f697a0-c645-48fe-8659-5997347138a5 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:20.575532 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4952a41d-8998-4c55-a53e-b52089c6d4a8 req-e2f697a0-c645-48fe-8659-5997347138a5 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 945 time: 0.0507870 Sep 16 05:33:20.625003 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4952a41d-8998-4c55-a53e-b52089c6d4a8 req-f656941d-2e8d-4a88-9e0c-e842bdff0110 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397077 Sep 16 05:33:20.892770 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.066134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106049d4-f0fa-4d1d-8f25-031b4bf53c7a req-13bd4ecd-882d-414a-9673-7fcc14f1da23 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:21.067751 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-106049d4-f0fa-4d1d-8f25-031b4bf53c7a req-13bd4ecd-882d-414a-9673-7fcc14f1da23 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.50 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 945 time: 0.0755010 Sep 16 05:33:21.186114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-106049d4-f0fa-4d1d-8f25-031b4bf53c7a req-d3a00b52-2d4d-4219-b4d7-87ff6a28c914 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Deleting port e9a2b9ba-9af4-4d6f-8242-73be20ebda51 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:21.186366 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-106049d4-f0fa-4d1d-8f25-031b4bf53c7a req-d3a00b52-2d4d-4219-b4d7-87ff6a28c914 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.285467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-106049d4-f0fa-4d1d-8f25-031b4bf53c7a req-d3a00b52-2d4d-4219-b4d7-87ff6a28c914 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] For port e9a2b9ba-9af4-4d6f-8242-73be20ebda51, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=e9a2b9ba-9af4-4d6f-8242-73be20ebda51,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:21.285840 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-106049d4-f0fa-4d1d-8f25-031b4bf53c7a req-d3a00b52-2d4d-4219-b4d7-87ff6a28c914 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.300446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-106049d4-f0fa-4d1d-8f25-031b4bf53c7a req-d3a00b52-2d4d-4219-b4d7-87ff6a28c914 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Calling delete_port for e9a2b9ba-9af4-4d6f-8242-73be20ebda51 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:21.450827 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-106049d4-f0fa-4d1d-8f25-031b4bf53c7a req-d3a00b52-2d4d-4219-b4d7-87ff6a28c914 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.467471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['e9a2b9ba-9af4-4d6f-8242-73be20ebda51'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:21.480934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a00b52-2d4d-4219-b4d7-87ff6a28c914 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Pushing event deleted for resources: {'Port': ['ID=e9a2b9ba-9af4-4d6f-8242-73be20ebda51,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:21.526567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-106049d4-f0fa-4d1d-8f25-031b4bf53c7a req-d3a00b52-2d4d-4219-b4d7-87ff6a28c914 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] No DVR routers for this DVR port e9a2b9ba-9af4-4d6f-8242-73be20ebda51 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:21.530323 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-106049d4-f0fa-4d1d-8f25-031b4bf53c7a req-d3a00b52-2d4d-4219-b4d7-87ff6a28c914 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:21.533929 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-106049d4-f0fa-4d1d-8f25-031b4bf53c7a req-d3a00b52-2d4d-4219-b4d7-87ff6a28c914 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.50 "DELETE /v2.0/ports/e9a2b9ba-9af4-4d6f-8242-73be20ebda51 HTTP/1.1" status: 204 len: 173 time: 0.4544928 Sep 16 05:33:21.534630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475df2a6-bed8-4e79-8d29-2c83a125d5f9', 'name': 'network-vif-deleted', 'tag': 'e9a2b9ba-9af4-4d6f-8242-73be20ebda51'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:21.538562 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef47b819-844c-485b-8701-5380d2a81e86" -d '{"events": [{"server_uuid": "475df2a6-bed8-4e79-8d29-2c83a125d5f9", "name": "network-vif-deleted", "tag": "e9a2b9ba-9af4-4d6f-8242-73be20ebda51"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:21.588274 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443209af-4248-4990-9590-086fbbf66394 x-openstack-request-id: req-443209af-4248-4990-9590-086fbbf66394 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:21.588274 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475df2a6-bed8-4e79-8d29-2c83a125d5f9", "name": "network-vif-deleted", "tag": "e9a2b9ba-9af4-4d6f-8242-73be20ebda51", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:21.590279 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-443209af-4248-4990-9590-086fbbf66394 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:21.590279 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475df2a6-bed8-4e79-8d29-2c83a125d5f9', 'name': 'network-vif-deleted', 'tag': 'e9a2b9ba-9af4-4d6f-8242-73be20ebda51', 'status': 'completed', 'code': 200} Sep 16 05:33:21.759728 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d8d6b82d-11c1-4580-84c0-c925ddc0d9d1 req-3d9d269a-db7a-45ee-8eab-d7b22c40e450 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=475df2a6-bed8-4e79-8d29-2c83a125d5f9 HTTP/1.1" status: 200 len: 210 time: 0.0328689 Sep 16 05:33:21.850025 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.294117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-5107888c-d21b-4225-8f51-55fcf21e039e tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:23.295739 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-5107888c-d21b-4225-8f51-55fcf21e039e tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/networks?id=c492a8b7-688b-4552-87d5-7e3078265524 HTTP/1.1" status: 200 len: 816 time: 0.1077099 Sep 16 05:33:23.311393 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-ec2269ed-3145-4d72-8902-7d2f212d906f tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/quotas/dd4a4183864f4ba38731a696895ec44e HTTP/1.1" status: 200 len: 375 time: 0.0097654 Sep 16 05:33:23.362113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-2bf22899-cb61-4c95-9b33-ab6523c2d53f tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd4a4183864f4ba38731a696895ec44e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452924 Sep 16 05:33:23.381546 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:23.787791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-8b03439b-9137-4799-b37e-ace2df7e72ef service neutron] 10.222.0.53 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128489 Sep 16 05:33:23.880837 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-f5e079d5-26e1-4245-8252-0d2463fc5b98 service neutron] 10.222.0.53 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856440 Sep 16 05:33:24.050173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29291ca6-7041-482e-9049-47a8d4334a2a req-a53a43f3-dae5-4d3a-9f33-76f93de895b6 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 210 time: 0.0277267 Sep 16 05:33:25.043720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-e8e5dbb8-53bb-4920-9784-53c1051bc8f3 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:25.045219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-e8e5dbb8-53bb-4920-9784-53c1051bc8f3 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.50 "GET /v2.0/networks?id=c492a8b7-688b-4552-87d5-7e3078265524 HTTP/1.1" status: 200 len: 816 time: 0.1135924 Sep 16 05:33:25.065787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Request body: {'port': {'device_id': 'afe0f808-4947-4bf1-9d5c-5553576f959b', 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524', 'admin_state_up': True, 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:25.169511 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86aa5008-ce56-40e6-9d19-cd0136921b0c req-d1a3ba30-f5d0-45bd-ab96-e0662e8e8644 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 210 time: 0.0303869 Sep 16 05:33:25.192784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e9a2b9ba-9af4-4d6f-8242-73be20ebda51 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:25.213812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Made reservation on behalf of dd4a4183864f4ba38731a696895ec44e for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:33:25.214836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: e9a2b9ba-9af4-4d6f-8242-73be20ebda51 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:25.215256 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device e9a2b9ba-9af4-4d6f-8242-73be20ebda51 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:25.217100 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.343823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Allocated IP 172.20.0.4 (c492a8b7-688b-4552-87d5-7e3078265524/1cf644ec-b08a-4aba-a041-37fe25a79072/45d814ee-50de-4cee-99f5-a1c503011d83) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:33:25.403137 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:33:25.490972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.526185 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.573113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Network c492a8b7-688b-4552-87d5-7e3078265524 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:33:25.576158 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:33:25.582301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:33:25.589093 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Pushing event updated for resources: {'Port': ['ID=45d814ee-50de-4cee-99f5-a1c503011d83,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:25.637111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:25.637780 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.655184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-b776215c-f1f3-4b5f-a8eb-d91f3e191697 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5946569 Sep 16 05:33:25.672324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Request body: {'port': {'device_id': 'afe0f808-4947-4bf1-9d5c-5553576f959b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:33:25.729959 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.827874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1f0393e3-9707-407a-92f4-2de3c25f358f None None] Provisioning complete for port 45d814ee-50de-4cee-99f5-a1c503011d83 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:25.828353 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1f0393e3-9707-407a-92f4-2de3c25f358f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:25.866922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1f0393e3-9707-407a-92f4-2de3c25f358f None None] Port 45d814ee-50de-4cee-99f5-a1c503011d83 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:33:26.003537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d814ee-50de-4cee-99f5-a1c503011d83 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:26.011709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.023280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Transition to ACTIVE for port object 45d814ee-50de-4cee-99f5-a1c503011d83 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:33:26.027951 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.075694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Pushing event updated for resources: {'Port': ['ID=45d814ee-50de-4cee-99f5-a1c503011d83,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:26.149382 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Attempting to bind port 45d814ee-50de-4cee-99f5-a1c503011d83 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:33:26.150364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Attempting to bind port 45d814ee-50de-4cee-99f5-a1c503011d83 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:33:26.150785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Attempting to bind port 45d814ee-50de-4cee-99f5-a1c503011d83 on network c492a8b7-688b-4552-87d5-7e3078265524 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:26.155732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Port 45d814ee-50de-4cee-99f5-a1c503011d83 on network c492a8b7-688b-4552-87d5-7e3078265524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:33:26.156058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Attempting to bind port 45d814ee-50de-4cee-99f5-a1c503011d83 on network c492a8b7-688b-4552-87d5-7e3078265524 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:33:26.161298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:33:26.161725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Checking segment: {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:33:26.162120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Bound using segment: {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:33:26.162552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Bound port: 45d814ee-50de-4cee-99f5-a1c503011d83, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e7edb-fef2-429b-a030-bfcde63e2de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:33:26.162913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.237056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] For port 45d814ee-50de-4cee-99f5-a1c503011d83, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:33:26.240371 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] For port 45d814ee-50de-4cee-99f5-a1c503011d83, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=45d814ee-50de-4cee-99f5-a1c503011d83,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:33:26.254565 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.308812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.309889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:26.311285 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] 10.222.0.50 "PUT /v2.0/ports/45d814ee-50de-4cee-99f5-a1c503011d83 HTTP/1.1" status: 200 len: 1092 time: 0.6433387 Sep 16 05:33:26.314017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe0f808-4947-4bf1-9d5c-5553576f959b', 'tag': '45d814ee-50de-4cee-99f5-a1c503011d83'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:26.316378 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85858e82-d4bc-4359-9244-ba65f7f811ca" -d '{"events": [{"name": "network-changed", "server_uuid": "afe0f808-4947-4bf1-9d5c-5553576f959b", "tag": "45d814ee-50de-4cee-99f5-a1c503011d83"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:26.357573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daf134-8555-4c95-8e70-70ddb1a8d108 req-82196983-40d8-453a-b317-9d1f13603147 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.359185 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0daf134-8555-4c95-8e70-70ddb1a8d108 req-82196983-40d8-453a-b317-9d1f13603147 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 943 time: 0.1145484 Sep 16 05:33:26.371302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Pushing event updated for resources: {'Port': ['ID=45d814ee-50de-4cee-99f5-a1c503011d83,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:26.411815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:26.412188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:26.412514 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:26.412856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:26.413195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:26.413527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:26.413885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:26.414791 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:26.415143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:26.415473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:26.415801 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:26.416126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bb3d30-4f4f-4ab4-b0dd-d5265f594344 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:26.446979 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b0daf134-8555-4c95-8e70-70ddb1a8d108 req-15eb599a-073f-47c8-8d3f-931d8acd03ec tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767341 Sep 16 05:33:26.448987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-bcc956e8-0d50-4dd9-bab7-8553a72d2e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.450480 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-bcc956e8-0d50-4dd9-bab7-8553a72d2e02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd4a4183864f4ba38731a696895ec44e&device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 1095 time: 0.0904028 Sep 16 05:33:26.500626 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829bd6a0-9491-47ae-96b3-9e786d5b8639 x-openstack-request-id: req-829bd6a0-9491-47ae-96b3-9e786d5b8639 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:26.500917 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe0f808-4947-4bf1-9d5c-5553576f959b", "tag": "45d814ee-50de-4cee-99f5-a1c503011d83", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:26.501171 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-829bd6a0-9491-47ae-96b3-9e786d5b8639 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:26.501569 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe0f808-4947-4bf1-9d5c-5553576f959b', 'tag': '45d814ee-50de-4cee-99f5-a1c503011d83', 'status': 'completed', 'code': 200} Sep 16 05:33:26.503136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-11f84d72-e42b-4cbc-853e-32a6418c5cc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d814ee-50de-4cee-99f5-a1c503011d83 HTTP/1.1" status: 200 len: 217 time: 0.0394104 Sep 16 05:33:26.552917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-ae08ed9d-4818-421d-a8b4-a360c3e0a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.554453 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-ae08ed9d-4818-421d-a8b4-a360c3e0a24f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1cf644ec-b08a-4aba-a041-37fe25a79072 HTTP/1.1" status: 200 len: 855 time: 0.0441191 Sep 16 05:33:26.607001 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-4cc2554a-1aa6-4f9e-8d17-33683ba2be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.608461 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-4cc2554a-1aa6-4f9e-8d17-33683ba2be8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c492a8b7-688b-4552-87d5-7e3078265524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466180 Sep 16 05:33:26.705039 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-2b4ed81b-3c0e-4258-89c5-895da32cdfdd service neutron] 10.222.0.50 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841053 Sep 16 05:33:26.801689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c79696bd-663e-4171-8afc-ca3b27b12a7e req-9a284443-db8a-4ce6-8198-6515c98a56f4 service neutron] 10.222.0.50 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868025 Sep 16 05:33:26.894281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85858e82-d4bc-4359-9244-ba65f7f811ca req-8b821af9-387a-4750-8913-87fd0f543e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.895857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85858e82-d4bc-4359-9244-ba65f7f811ca req-8b821af9-387a-4750-8913-87fd0f543e31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd4a4183864f4ba38731a696895ec44e&device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 1095 time: 0.0424793 Sep 16 05:33:26.990114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85858e82-d4bc-4359-9244-ba65f7f811ca req-d2ddd71c-c32a-4e6a-af9b-f93b3de4fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:26.991627 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85858e82-d4bc-4359-9244-ba65f7f811ca req-d2ddd71c-c32a-4e6a-af9b-f93b3de4fe4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=c492a8b7-688b-4552-87d5-7e3078265524 HTTP/1.1" status: 200 len: 917 time: 0.0880075 Sep 16 05:33:27.039811 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85858e82-d4bc-4359-9244-ba65f7f811ca req-7a9316fe-0e0c-44cb-8e83-68c809003ecd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d814ee-50de-4cee-99f5-a1c503011d83 HTTP/1.1" status: 200 len: 217 time: 0.0395560 Sep 16 05:33:27.093168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85858e82-d4bc-4359-9244-ba65f7f811ca req-6b644756-0eac-48ed-8e1b-64e35990a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.094605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85858e82-d4bc-4359-9244-ba65f7f811ca req-6b644756-0eac-48ed-8e1b-64e35990a90e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1cf644ec-b08a-4aba-a041-37fe25a79072 HTTP/1.1" status: 200 len: 855 time: 0.0465605 Sep 16 05:33:27.145466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85858e82-d4bc-4359-9244-ba65f7f811ca req-05203d23-57b4-4886-b0dd-02beb48e5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.147028 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85858e82-d4bc-4359-9244-ba65f7f811ca req-05203d23-57b4-4886-b0dd-02beb48e5cc6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c492a8b7-688b-4552-87d5-7e3078265524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414784 Sep 16 05:33:27.243947 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85858e82-d4bc-4359-9244-ba65f7f811ca req-0eab0837-1d11-4958-abda-1df45b10f13d service neutron] 10.222.0.50 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886638 Sep 16 05:33:27.348790 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85858e82-d4bc-4359-9244-ba65f7f811ca req-6d941d6a-e874-4eb2-a3b4-48969c19e66c service neutron] 10.222.0.50 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960560 Sep 16 05:33:27.573630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aebbd8-37c3-46a0-aed9-f84dc123453e req-02cc9786-69d6-4da9-bd59-c183b5cb221e tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:27.575144 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-13aebbd8-37c3-46a0-aed9-f84dc123453e req-02cc9786-69d6-4da9-bd59-c183b5cb221e tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 943 time: 0.0540617 Sep 16 05:33:27.615033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-13aebbd8-37c3-46a0-aed9-f84dc123453e req-e4f01ecc-901c-4495-ac82-58fa61caa14b tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338502 Sep 16 05:33:28.741434 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d751d2d-06af-44f1-8474-fd4effa3058b req-5d6b524e-1aa6-40f1-b1d8-0c071d8027ee tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:28.744361 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d751d2d-06af-44f1-8474-fd4effa3058b req-5d6b524e-1aa6-40f1-b1d8-0c071d8027ee tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 943 time: 0.0606000 Sep 16 05:33:28.787361 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d751d2d-06af-44f1-8474-fd4effa3058b req-17ae152e-3260-4bb5-90e0-ae23cdc7cc93 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358851 Sep 16 05:33:29.201964 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 45d814ee-50de-4cee-99f5-a1c503011d83 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:33:29.296649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 45d814ee-50de-4cee-99f5-a1c503011d83, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=45d814ee-50de-4cee-99f5-a1c503011d83,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:29.309003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '45d814ee-50de-4cee-99f5-a1c503011d83', 'network_id': 'c492a8b7-688b-4552-87d5-7e3078265524', 'port_id': '45d814ee-50de-4cee-99f5-a1c503011d83', 'mac_address': 'fa:16:3e:ca:0d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf644ec-b08a-4aba-a041-37fe25a79072', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:33:29.350742 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.363664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d814ee-50de-4cee-99f5-a1c503011d83 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:33:29.383626 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 45d814ee-50de-4cee-99f5-a1c503011d83, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=45d814ee-50de-4cee-99f5-a1c503011d83,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:29.388460 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:29.438696 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=45d814ee-50de-4cee-99f5-a1c503011d83,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:29.447358 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:29.447708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:29.448059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:29.448395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:29.448730 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:29.449144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:29.449475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:29.449825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:29.450152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:29.450479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:29.450803 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:29.451127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:33:29.622034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['45d814ee-50de-4cee-99f5-a1c503011d83'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:33:29.907359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea69e9-1c9d-4948-9939-e4c6fc58a15e req-574acc27-e98c-4e19-9627-b477ae17fc1d tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:29.908862 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aaea69e9-1c9d-4948-9939-e4c6fc58a15e req-574acc27-e98c-4e19-9627-b477ae17fc1d tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 944 time: 0.0487406 Sep 16 05:33:29.947108 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aaea69e9-1c9d-4948-9939-e4c6fc58a15e req-f2b18d36-f988-4ada-92f5-f676c6e5c133 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317724 Sep 16 05:33:31.070176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88a10f-596c-4966-b326-c75ffd87f47a req-b5f07970-6589-4f1d-9b1e-e107772dda4a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:31.071678 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d88a10f-596c-4966-b326-c75ffd87f47a req-b5f07970-6589-4f1d-9b1e-e107772dda4a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 944 time: 0.0562258 Sep 16 05:33:31.109891 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9d88a10f-596c-4966-b326-c75ffd87f47a req-a4aabafc-b706-4b09-a9f0-28548d2dc93b tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Sep 16 05:33:31.216774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 45d814ee-50de-4cee-99f5-a1c503011d83 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:33:31.263874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 45d814ee-50de-4cee-99f5-a1c503011d83 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:33:31.267505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 45d814ee-50de-4cee-99f5-a1c503011d83 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:33:31.267885 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.346309 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.368559 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe0f808-4947-4bf1-9d5c-5553576f959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d814ee-50de-4cee-99f5-a1c503011d83'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:31.370833 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cf4d85-43aa-441f-a2d1-b51198696583" -d '{"events": [{"server_uuid": "afe0f808-4947-4bf1-9d5c-5553576f959b", "name": "network-vif-plugged", "status": "completed", "tag": "45d814ee-50de-4cee-99f5-a1c503011d83"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:31.387585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 45d814ee-50de-4cee-99f5-a1c503011d83, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=45d814ee-50de-4cee-99f5-a1c503011d83,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:31.392418 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:31.423013 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc91892d-252c-4987-9d17-97746a2ec90f x-openstack-request-id: req-dc91892d-252c-4987-9d17-97746a2ec90f {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:31.423304 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe0f808-4947-4bf1-9d5c-5553576f959b", "name": "network-vif-plugged", "status": "completed", "tag": "45d814ee-50de-4cee-99f5-a1c503011d83", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:31.423552 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc91892d-252c-4987-9d17-97746a2ec90f {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:31.423937 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe0f808-4947-4bf1-9d5c-5553576f959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d814ee-50de-4cee-99f5-a1c503011d83', 'code': 200} Sep 16 05:33:31.455383 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=45d814ee-50de-4cee-99f5-a1c503011d83,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:31.528564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a06572-2657-4a7c-a6af-275daf59806e req-20ca87c6-6f14-4fea-b2cc-0ca7b8af2d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:31.530140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06a06572-2657-4a7c-a6af-275daf59806e req-20ca87c6-6f14-4fea-b2cc-0ca7b8af2d5c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 1097 time: 0.0449448 Sep 16 05:33:31.565918 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06a06572-2657-4a7c-a6af-275daf59806e req-56eeab28-71f9-436d-a4d2-ecf3bc853919 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286324 Sep 16 05:33:32.225670 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f879b24-a6c5-4afe-a30b-5a3de420e436 req-dbef17f2-0e9e-43a0-ab9d-41a0e4acf4ed tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:32.227248 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f879b24-a6c5-4afe-a30b-5a3de420e436 req-dbef17f2-0e9e-43a0-ab9d-41a0e4acf4ed tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 945 time: 0.0496261 Sep 16 05:33:32.265863 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f879b24-a6c5-4afe-a30b-5a3de420e436 req-95494c17-2aa0-4788-861e-de9868d611b0 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324016 Sep 16 05:33:33.385292 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c01ee4-46b7-4fa4-b933-ca6a4b6b4a75 req-d580bd6f-16ef-45df-a272-7694df142d9f tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.386847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06c01ee4-46b7-4fa4-b933-ca6a4b6b4a75 req-d580bd6f-16ef-45df-a272-7694df142d9f tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 945 time: 0.0552118 Sep 16 05:33:33.425310 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-06c01ee4-46b7-4fa4-b933-ca6a4b6b4a75 req-67da57cb-82eb-4e0a-8435-f68ff37556ef tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Sep 16 05:33:33.545851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d779a9-0add-4ffe-a612-a8537ad7a2a7 req-fdee51d9-7126-4c88-87db-739a58951380 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:33.547308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48d779a9-0add-4ffe-a612-a8537ad7a2a7 req-fdee51d9-7126-4c88-87db-739a58951380 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 945 time: 0.0564375 Sep 16 05:33:33.587280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48d779a9-0add-4ffe-a612-a8537ad7a2a7 req-0d5df6ce-cdae-45ee-b92d-24bc46ce377c tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323343 Sep 16 05:33:36.030085 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:37.597818 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f66ea28-905f-4a13-bcfe-48d2b744eb7f req-e135cb47-167e-470c-8ee2-6c1d0ff15628 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428298 Sep 16 05:33:37.685357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66ea28-905f-4a13-bcfe-48d2b744eb7f req-716fdf40-d5ca-41c0-8279-18e9ca31dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:37.686944 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f66ea28-905f-4a13-bcfe-48d2b744eb7f req-716fdf40-d5ca-41c0-8279-18e9ca31dcfe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd4a4183864f4ba38731a696895ec44e&device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 1097 time: 0.0456495 Sep 16 05:33:37.817977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66ea28-905f-4a13-bcfe-48d2b744eb7f req-0909858e-fca0-4a93-810b-7e6e1af886d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:37.819387 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f66ea28-905f-4a13-bcfe-48d2b744eb7f req-0909858e-fca0-4a93-810b-7e6e1af886d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c492a8b7-688b-4552-87d5-7e3078265524 HTTP/1.1" status: 200 len: 917 time: 0.1043773 Sep 16 05:33:37.870182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f66ea28-905f-4a13-bcfe-48d2b744eb7f req-774034ba-7f93-4968-8f3e-8cd2d34027a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d814ee-50de-4cee-99f5-a1c503011d83 HTTP/1.1" status: 200 len: 217 time: 0.0423782 Sep 16 05:33:37.924075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66ea28-905f-4a13-bcfe-48d2b744eb7f req-a49d0fa1-909c-45d2-a630-7b04768512d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:37.926005 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f66ea28-905f-4a13-bcfe-48d2b744eb7f req-a49d0fa1-909c-45d2-a630-7b04768512d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1cf644ec-b08a-4aba-a041-37fe25a79072 HTTP/1.1" status: 200 len: 855 time: 0.0486534 Sep 16 05:33:37.981017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66ea28-905f-4a13-bcfe-48d2b744eb7f req-a0d7d15f-d821-455a-9bb4-1b35f0a7c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:37.982601 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f66ea28-905f-4a13-bcfe-48d2b744eb7f req-a0d7d15f-d821-455a-9bb4-1b35f0a7c71c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c492a8b7-688b-4552-87d5-7e3078265524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463185 Sep 16 05:33:38.048213 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:38.106948 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f66ea28-905f-4a13-bcfe-48d2b744eb7f req-d269af9c-5290-45c4-aa68-2ba2f33481ad service neutron] 10.222.0.50 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157744 Sep 16 05:33:38.211898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9f66ea28-905f-4a13-bcfe-48d2b744eb7f req-2d695905-2b54-4304-af86-bc84b045b101 service neutron] 10.222.0.50 "GET /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893424 Sep 16 05:33:47.283162 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a9d32b99-ba04-4e1d-8c71-7e302164b53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.255434 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1f1df37f-fd4c-477d-ab8a-4d0d255dc009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:50.900347 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:51.865162 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:53.309779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b99de-9159-4f2f-a840-bed721de7d27 req-491a9a6f-753c-4840-bc2e-587eece6247c tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:53.311339 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e26b99de-9159-4f2f-a840-bed721de7d27 req-491a9a6f-753c-4840-bc2e-587eece6247c tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 945 time: 0.0520380 Sep 16 05:33:53.357549 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e26b99de-9159-4f2f-a840-bed721de7d27 req-3694e61d-10ce-4ce9-894d-42aa344a3b6d tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397866 Sep 16 05:33:53.385250 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:54.488730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57e44-10e9-485a-9561-6d4828f1fff4 req-d6b8336d-4587-4582-afa3-feb840b516c5 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:54.490537 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ed57e44-10e9-485a-9561-6d4828f1fff4 req-d6b8336d-4587-4582-afa3-feb840b516c5 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 945 time: 0.0601895 Sep 16 05:33:54.533446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0ed57e44-10e9-485a-9561-6d4828f1fff4 req-31e38fd1-45ab-49f2-9ec9-aa6273a5b4be tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c7d1021-af33-474b-89e7-add986737c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368216 Sep 16 05:33:54.969021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb8b61-a2d1-4aaf-a9ec-9ef4bc4494ef req-ffd2a21f-f761-4475-a493-eb554467b907 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:33:54.970727 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20fb8b61-a2d1-4aaf-a9ec-9ef4bc4494ef req-ffd2a21f-f761-4475-a493-eb554467b907 tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.50 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 945 time: 0.0673354 Sep 16 05:33:55.079354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-20fb8b61-a2d1-4aaf-a9ec-9ef4bc4494ef req-aae20324-2eb8-4db9-b93b-0b00b2b7318a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Deleting port 45d814ee-50de-4cee-99f5-a1c503011d83 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:55.079705 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-20fb8b61-a2d1-4aaf-a9ec-9ef4bc4494ef req-aae20324-2eb8-4db9-b93b-0b00b2b7318a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.178459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-20fb8b61-a2d1-4aaf-a9ec-9ef4bc4494ef req-aae20324-2eb8-4db9-b93b-0b00b2b7318a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] For port 45d814ee-50de-4cee-99f5-a1c503011d83, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=45d814ee-50de-4cee-99f5-a1c503011d83,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:55.178827 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-20fb8b61-a2d1-4aaf-a9ec-9ef4bc4494ef req-aae20324-2eb8-4db9-b93b-0b00b2b7318a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.194025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-20fb8b61-a2d1-4aaf-a9ec-9ef4bc4494ef req-aae20324-2eb8-4db9-b93b-0b00b2b7318a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Calling delete_port for 45d814ee-50de-4cee-99f5-a1c503011d83 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:55.336126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-20fb8b61-a2d1-4aaf-a9ec-9ef4bc4494ef req-aae20324-2eb8-4db9-b93b-0b00b2b7318a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.365310 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae20324-2eb8-4db9-b93b-0b00b2b7318a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Pushing event deleted for resources: {'Port': ['ID=45d814ee-50de-4cee-99f5-a1c503011d83,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:55.414128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fb8b61-a2d1-4aaf-a9ec-9ef4bc4494ef req-aae20324-2eb8-4db9-b93b-0b00b2b7318a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] No DVR routers for this DVR port 45d814ee-50de-4cee-99f5-a1c503011d83 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:55.417025 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-20fb8b61-a2d1-4aaf-a9ec-9ef4bc4494ef req-aae20324-2eb8-4db9-b93b-0b00b2b7318a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:55.419064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20fb8b61-a2d1-4aaf-a9ec-9ef4bc4494ef req-aae20324-2eb8-4db9-b93b-0b00b2b7318a tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.50 "DELETE /v2.0/ports/45d814ee-50de-4cee-99f5-a1c503011d83 HTTP/1.1" status: 204 len: 173 time: 0.4387288 Sep 16 05:33:55.419653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe0f808-4947-4bf1-9d5c-5553576f959b', 'name': 'network-vif-deleted', 'tag': '45d814ee-50de-4cee-99f5-a1c503011d83'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:33:55.421868 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7c52ac-1367-4087-8484-5740af34c6bc" -d '{"events": [{"server_uuid": "afe0f808-4947-4bf1-9d5c-5553576f959b", "name": "network-vif-deleted", "tag": "45d814ee-50de-4cee-99f5-a1c503011d83"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:33:55.473771 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c28529e-2632-4d1b-b0c8-07eb132ca61a x-openstack-request-id: req-5c28529e-2632-4d1b-b0c8-07eb132ca61a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:33:55.474079 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe0f808-4947-4bf1-9d5c-5553576f959b", "name": "network-vif-deleted", "tag": "45d814ee-50de-4cee-99f5-a1c503011d83", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:33:55.474328 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c28529e-2632-4d1b-b0c8-07eb132ca61a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:33:55.475418 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe0f808-4947-4bf1-9d5c-5553576f959b', 'name': 'network-vif-deleted', 'tag': '45d814ee-50de-4cee-99f5-a1c503011d83', 'status': 'completed', 'code': 200} Sep 16 05:33:55.649035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a735182a-be13-4213-a10a-8b1c228ae09d req-da0812a6-ed62-454b-a1fc-6bfadb134a1c tempest-TestEncryptedCinderVolumes-1563430322 tempest-TestEncryptedCinderVolumes-1563430322-project] 10.222.0.53 "GET /v2.0/ports?device_id=afe0f808-4947-4bf1-9d5c-5553576f959b HTTP/1.1" status: 200 len: 210 time: 0.0267174 Sep 16 05:33:56.744968 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53946) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:57.105807 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae389c06-7d4e-4292-acc2-37b85f911b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.285719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 45d814ee-50de-4cee-99f5-a1c503011d83 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:33:57.306607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 45d814ee-50de-4cee-99f5-a1c503011d83 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:33:57.306952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 45d814ee-50de-4cee-99f5-a1c503011d83 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:33:57.365709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ae389c06-7d4e-4292-acc2-37b85f911b95 admin admin] Deleting port d09d5e8d-c473-4894-9bf7-db41774fc7be {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:57.366050 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae389c06-7d4e-4292-acc2-37b85f911b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.451543 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-ae389c06-7d4e-4292-acc2-37b85f911b95 admin admin] For port d09d5e8d-c473-4894-9bf7-db41774fc7be, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d09d5e8d-c473-4894-9bf7-db41774fc7be,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:57.451906 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae389c06-7d4e-4292-acc2-37b85f911b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.465457 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ae389c06-7d4e-4292-acc2-37b85f911b95 admin admin] Calling delete_port for d09d5e8d-c473-4894-9bf7-db41774fc7be owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:57.650575 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae389c06-7d4e-4292-acc2-37b85f911b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:57.678048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae389c06-7d4e-4292-acc2-37b85f911b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09d5e8d-c473-4894-9bf7-db41774fc7be,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:57.861380 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ae389c06-7d4e-4292-acc2-37b85f911b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.112305 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae389c06-7d4e-4292-acc2-37b85f911b95 admin admin] Router 72e9750c-96e9-4616-8d96-2a24f14e23bf has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:33:58.222562 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae389c06-7d4e-4292-acc2-37b85f911b95 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:33:58.227922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ae389c06-7d4e-4292-acc2-37b85f911b95 admin admin] 10.222.0.53 "PUT /v2.0/routers/72e9750c-96e9-4616-8d96-2a24f14e23bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4818518 Sep 16 05:33:58.230768 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53948) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:58.231820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb639a-8098-4b28-b2a7-e3d3c22dfcfa None None] Sync routers for ids ['72e9750c-96e9-4616-8d96-2a24f14e23bf'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:33:58.240924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb639a-8098-4b28-b2a7-e3d3c22dfcfa None None] Routers {'72e9750c-96e9-4616-8d96-2a24f14e23bf'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:58.241591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-86fb639a-8098-4b28-b2a7-e3d3c22dfcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['72e9750c-96e9-4616-8d96-2a24f14e23bf'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:58.342017 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.352573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-86fb639a-8098-4b28-b2a7-e3d3c22dfcfa None None] Set router 72e9750c-96e9-4616-8d96-2a24f14e23bf gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:58.552434 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-86fb639a-8098-4b28-b2a7-e3d3c22dfcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'name': 'tempest-TestEncryptedCinderVolumes-368817087-router', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:38Z', 'updated_at': '2021-09-16T05:33:57Z', 'revision_number': 5, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'gw_port': {'id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:39Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:58.582388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb639a-8098-4b28-b2a7-e3d3c22dfcfa None None] Checking router: 72e9750c-96e9-4616-8d96-2a24f14e23bf for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:33:58.592020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb639a-8098-4b28-b2a7-e3d3c22dfcfa None None] Routers {'72e9750c-96e9-4616-8d96-2a24f14e23bf'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:33:58.592632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-86fb639a-8098-4b28-b2a7-e3d3c22dfcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['72e9750c-96e9-4616-8d96-2a24f14e23bf'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:58.702719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-86fb639a-8098-4b28-b2a7-e3d3c22dfcfa None None] Set router 72e9750c-96e9-4616-8d96-2a24f14e23bf gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:33:58.772413 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.825711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Deleting port 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:58.825969 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.890097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-86fb639a-8098-4b28-b2a7-e3d3c22dfcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'name': 'tempest-TestEncryptedCinderVolumes-368817087-router', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:38Z', 'updated_at': '2021-09-16T05:33:57Z', 'revision_number': 5, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'gw_port': {'id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:39Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:33:58.910175 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] For port 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=76b77eb1-ed7a-499d-968e-6b3ae1cc8f16,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:58.910802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:58.920523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb639a-8098-4b28-b2a7-e3d3c22dfcfa None None] The sync data for ids ['72e9750c-96e9-4616-8d96-2a24f14e23bf'] in n-d-712142-17 is: [{'id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'name': 'tempest-TestEncryptedCinderVolumes-368817087-router', 'tenant_id': 'dd4a4183864f4ba38731a696895ec44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:38Z', 'updated_at': '2021-09-16T05:33:57Z', 'revision_number': 5, 'project_id': 'dd4a4183864f4ba38731a696895ec44e', 'gw_port': {'id': '76b77eb1-ed7a-499d-968e-6b3ae1cc8f16', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e9750c-96e9-4616-8d96-2a24f14e23bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:39Z', 'updated_at': '2021-09-16T05:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:33:58.924022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Calling delete_port for 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:59.089820 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.117308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=76b77eb1-ed7a-499d-968e-6b3ae1cc8f16,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:59.181227 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.283170 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.287041 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.334526 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.335101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e9750c-96e9-4616-8d96-2a24f14e23bf {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:33:59.339770 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.340856 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1beeaef0-e232-4bca-beb0-a160c2557bbf admin admin] 10.222.0.53 "DELETE /v2.0/routers/72e9750c-96e9-4616-8d96-2a24f14e23bf HTTP/1.1" status: 204 len: 168 time: 1.1091390 Sep 16 05:33:59.343344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53950) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:59.394964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ec1621-5fc8-4303-a8bf-e85d4dad4635 admin admin] Deleting subnet 1cf644ec-b08a-4aba-a041-37fe25a79072 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:33:59.398308 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ec1621-5fc8-4303-a8bf-e85d4dad4635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.436600 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ec1621-5fc8-4303-a8bf-e85d4dad4635 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.523834 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ec1621-5fc8-4303-a8bf-e85d4dad4635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.580286 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ec1621-5fc8-4303-a8bf-e85d4dad4635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.605515 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec1621-5fc8-4303-a8bf-e85d4dad4635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cf644ec-b08a-4aba-a041-37fe25a79072,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:59.613015 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-73ec1621-5fc8-4303-a8bf-e85d4dad4635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.615025 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-73ec1621-5fc8-4303-a8bf-e85d4dad4635 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1cf644ec-b08a-4aba-a041-37fe25a79072 HTTP/1.1" status: 204 len: 168 time: 0.2705958 Sep 16 05:33:59.618369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53952) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:33:59.619396 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac6cc1c-10d6-485c-81df-0476097d1429 None None] Network c492a8b7-688b-4552-87d5-7e3078265524 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:33:59.695899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.755600 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Deleting port aaec27fc-ffde-406b-a7d5-f991c9e5345e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:33:59.755969 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.822084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] For port aaec27fc-ffde-406b-a7d5-f991c9e5345e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=aaec27fc-ffde-406b-a7d5-f991c9e5345e,segment=NetworkSegment(7d8e7edb-fef2-429b-a030-bfcde63e2de2),segment_id=7d8e7edb-fef2-429b-a030-bfcde63e2de2)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:33:59.822456 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.840651 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Calling delete_port for aaec27fc-ffde-406b-a7d5-f991c9e5345e owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:33:59.926242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:33:59.954420 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaec27fc-ffde-406b-a7d5-f991c9e5345e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:33:59.959426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] No DVR routers for this DVR port aaec27fc-ffde-406b-a7d5-f991c9e5345e on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:33:59.964564 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cd12f4-f33f-4419-8f3c-bdc199bc09e1 None None] DHCP port deletion for c492a8b7-688b-4552-87d5-7e3078265524 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:34:00.036996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d09d5e8d-c473-4894-9bf7-db41774fc7be no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:00.049230 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.062632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d09d5e8d-c473-4894-9bf7-db41774fc7be {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:00.063080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d09d5e8d-c473-4894-9bf7-db41774fc7be not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:00.063591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:00.073241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c492a8b7-688b-4552-87d5-7e3078265524']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:00.083066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:00.083397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 76b77eb1-ed7a-499d-968e-6b3ae1cc8f16 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:00.083860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device aaec27fc-ffde-406b-a7d5-f991c9e5345e no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:00.090727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8e7edb-fef2-429b-a030-bfcde63e2de2') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:00.091034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8e7edb-fef2-429b-a030-bfcde63e2de2') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:00.100911 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.104456 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: aaec27fc-ffde-406b-a7d5-f991c9e5345e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:00.104822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device aaec27fc-ffde-406b-a7d5-f991c9e5345e not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:00.117127 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.123182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:34:00.123569 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:34:00.125258 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:34:00.185399 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.191421 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.193540 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c492a8b7-688b-4552-87d5-7e3078265524 HTTP/1.1" status: 204 len: 168 time: 0.5740879 Sep 16 05:34:00.197544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53954) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:00.212599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a769359-55f0-40d0-91d1-5f7ece7cdc90 admin admin] Pushing event deleted for resources: {'Network': ['ID=c492a8b7-688b-4552-87d5-7e3078265524,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:00.558940 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e0de-17dc-4371-aab8-b82f7a9f3396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.807902 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9e0de-17dc-4371-aab8-b82f7a9f3396 admin admin] Deleting port 41a81c85-9dd1-4432-a567-d739ef312723 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:00.808244 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e0de-17dc-4371-aab8-b82f7a9f3396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.890244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-d3c9e0de-17dc-4371-aab8-b82f7a9f3396 admin admin] For port 41a81c85-9dd1-4432-a567-d739ef312723, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=41a81c85-9dd1-4432-a567-d739ef312723,segment=NetworkSegment(64bbd2f1-84a4-481b-85b8-b3e74dd14dcf),segment_id=64bbd2f1-84a4-481b-85b8-b3e74dd14dcf)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:00.890517 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e0de-17dc-4371-aab8-b82f7a9f3396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:00.903654 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9e0de-17dc-4371-aab8-b82f7a9f3396 admin admin] Calling delete_port for 41a81c85-9dd1-4432-a567-d739ef312723 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:01.096419 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e0de-17dc-4371-aab8-b82f7a9f3396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.129731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9e0de-17dc-4371-aab8-b82f7a9f3396 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a81c85-9dd1-4432-a567-d739ef312723,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:01.307986 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e0de-17dc-4371-aab8-b82f7a9f3396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.549252 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c9e0de-17dc-4371-aab8-b82f7a9f3396 admin admin] Router 9d6b6a73-133b-4461-8c33-3ef683882290 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:01.658889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c9e0de-17dc-4371-aab8-b82f7a9f3396 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:01.664314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d3c9e0de-17dc-4371-aab8-b82f7a9f3396 admin admin] 10.222.0.53 "PUT /v2.0/routers/9d6b6a73-133b-4461-8c33-3ef683882290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4655812 Sep 16 05:34:01.666858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53956) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:01.670003 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cedece-d53f-47d2-a331-484c685707b2 None None] Sync routers for ids ['9d6b6a73-133b-4461-8c33-3ef683882290'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:01.680560 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cedece-d53f-47d2-a331-484c685707b2 None None] Routers {'9d6b6a73-133b-4461-8c33-3ef683882290'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:01.681189 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-95cedece-d53f-47d2-a331-484c685707b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9d6b6a73-133b-4461-8c33-3ef683882290'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:01.792562 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-95cedece-d53f-47d2-a331-484c685707b2 None None] Set router 9d6b6a73-133b-4461-8c33-3ef683882290 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:01.799121 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.914935 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:01.978414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Deleting port 72b046d5-5490-40bc-9c84-6cac58e0ea2c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:01.978791 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.072077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] For port 72b046d5-5490-40bc-9c84-6cac58e0ea2c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=72b046d5-5490-40bc-9c84-6cac58e0ea2c,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:02.072358 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.087405 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Calling delete_port for 72b046d5-5490-40bc-9c84-6cac58e0ea2c owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:02.089748 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-95cedece-d53f-47d2-a331-484c685707b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'name': 'tempest-TestEncryptedCinderVolumes-912619052-router', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:34:01Z', 'revision_number': 5, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'gw_port': {'id': '72b046d5-5490-40bc-9c84-6cac58e0ea2c', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:02.116412 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cedece-d53f-47d2-a331-484c685707b2 None None] Checking router: 9d6b6a73-133b-4461-8c33-3ef683882290 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:02.125527 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cedece-d53f-47d2-a331-484c685707b2 None None] Routers {'9d6b6a73-133b-4461-8c33-3ef683882290'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:02.126265 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-95cedece-d53f-47d2-a331-484c685707b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['9d6b6a73-133b-4461-8c33-3ef683882290'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:02.214804 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-95cedece-d53f-47d2-a331-484c685707b2 None None] Set router 9d6b6a73-133b-4461-8c33-3ef683882290 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:02.267753 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.272063 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-95cedece-d53f-47d2-a331-484c685707b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'name': 'tempest-TestEncryptedCinderVolumes-912619052-router', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:34:01Z', 'revision_number': 6, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:02.299821 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cedece-d53f-47d2-a331-484c685707b2 None None] The sync data for ids ['9d6b6a73-133b-4461-8c33-3ef683882290'] in n-d-712142-17 is: [{'id': '9d6b6a73-133b-4461-8c33-3ef683882290', 'name': 'tempest-TestEncryptedCinderVolumes-912619052-router', 'tenant_id': '29c21f7c2bb2473883fa4d73386d020e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:32:43Z', 'updated_at': '2021-09-16T05:34:01Z', 'revision_number': 6, 'project_id': '29c21f7c2bb2473883fa4d73386d020e', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:02.305304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b046d5-5490-40bc-9c84-6cac58e0ea2c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:02.369984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.403489 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:34:02.799947 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.802109 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.852140 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.852676 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d6b6a73-133b-4461-8c33-3ef683882290 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:34:02.857942 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.859110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ee06781e-1412-4d9e-a2ca-c840340d3ae0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9d6b6a73-133b-4461-8c33-3ef683882290 HTTP/1.1" status: 204 len: 168 time: 1.1912959 Sep 16 05:34:02.861751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 53958) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:02.909030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ba345a-4aa5-483c-b140-22ac40fe4dba admin admin] Deleting subnet 9f36c914-4cd9-48f7-af30-df82efb97479 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:34:02.912031 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6ba345a-4aa5-483c-b140-22ac40fe4dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:02.947966 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6ba345a-4aa5-483c-b140-22ac40fe4dba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.033349 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6ba345a-4aa5-483c-b140-22ac40fe4dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.090859 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6ba345a-4aa5-483c-b140-22ac40fe4dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.107254 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a6ba345a-4aa5-483c-b140-22ac40fe4dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.111503 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a6ba345a-4aa5-483c-b140-22ac40fe4dba admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9f36c914-4cd9-48f7-af30-df82efb97479 HTTP/1.1" status: 204 len: 168 time: 0.2464116 Sep 16 05:34:03.112153 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53962) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:03.114994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ef9c60-7108-4825-a498-cb67be76c417 None None] Network d29aa3d9-c616-46ea-a65d-4d8d63c22df6 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:03.128455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba345a-4aa5-483c-b140-22ac40fe4dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f36c914-4cd9-48f7-af30-df82efb97479,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:03.221664 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.295772 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Deleting port d17f82a7-b345-4514-9f81-4804cb4c86ea {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:03.296122 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.327104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cc58e9-651b-4da1-a21b-e0b3d7e5116d None None] DHCP port deletion for d29aa3d9-c616-46ea-a65d-4d8d63c22df6 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:34:03.369725 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] For port d17f82a7-b345-4514-9f81-4804cb4c86ea, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d17f82a7-b345-4514-9f81-4804cb4c86ea,segment=NetworkSegment(64bbd2f1-84a4-481b-85b8-b3e74dd14dcf),segment_id=64bbd2f1-84a4-481b-85b8-b3e74dd14dcf)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:03.369939 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.382786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-66cc58e9-651b-4da1-a21b-e0b3d7e5116d None None] Deleting port d17f82a7-b345-4514-9f81-4804cb4c86ea {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:34:03.383446 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-66cc58e9-651b-4da1-a21b-e0b3d7e5116d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.385075 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Calling delete_port for d17f82a7-b345-4514-9f81-4804cb4c86ea owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:03.454246 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-66cc58e9-651b-4da1-a21b-e0b3d7e5116d None None] For port d17f82a7-b345-4514-9f81-4804cb4c86ea, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d17f82a7-b345-4514-9f81-4804cb4c86ea,segment=NetworkSegment(64bbd2f1-84a4-481b-85b8-b3e74dd14dcf),segment_id=64bbd2f1-84a4-481b-85b8-b3e74dd14dcf)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:03.454655 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-66cc58e9-651b-4da1-a21b-e0b3d7e5116d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.471500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.474451 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-66cc58e9-651b-4da1-a21b-e0b3d7e5116d None None] Calling delete_port for d17f82a7-b345-4514-9f81-4804cb4c86ea owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:34:03.498069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Pushing event deleted for resources: {'Port': ['ID=d17f82a7-b345-4514-9f81-4804cb4c86ea,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:03.508141 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] No DVR routers for this DVR port d17f82a7-b345-4514-9f81-4804cb4c86ea on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:03.512874 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.513288 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.513677 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.513980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.514325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.514662 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.515003 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.515333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.515703 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.516002 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.516337 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.516668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:03.560896 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-66cc58e9-651b-4da1-a21b-e0b3d7e5116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.587897 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc58e9-651b-4da1-a21b-e0b3d7e5116d None None] Pushing event deleted for resources: {'Port': ['ID=d17f82a7-b345-4514-9f81-4804cb4c86ea,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:03.589982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc58e9-651b-4da1-a21b-e0b3d7e5116d None None] No DVR routers for this DVR port d17f82a7-b345-4514-9f81-4804cb4c86ea on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:34:03.590674 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.621178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29aa3d9-c616-46ea-a65d-4d8d63c22df6']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:03.635942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bbd2f1-84a4-481b-85b8-b3e74dd14dcf') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:03.636332 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bbd2f1-84a4-481b-85b8-b3e74dd14dcf') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:03.648028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.661472 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.668876 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:34:03.669276 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:34:03.670964 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:34:03.737141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.744478 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:03.746444 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] 10.222.0.53 "DELETE /v2.0/networks/d29aa3d9-c616-46ea-a65d-4d8d63c22df6 HTTP/1.1" status: 204 len: 168 time: 0.6303706 Sep 16 05:34:03.758123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd2dbb-1254-48c8-9bea-2d49ada21afc admin admin] Pushing event deleted for resources: {'Network': ['ID=d29aa3d9-c616-46ea-a65d-4d8d63c22df6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:03.834251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 72b046d5-5490-40bc-9c84-6cac58e0ea2c no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:03.865073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 72b046d5-5490-40bc-9c84-6cac58e0ea2c {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:03.865429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 72b046d5-5490-40bc-9c84-6cac58e0ea2c not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:03.865930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d17f82a7-b345-4514-9f81-4804cb4c86ea no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:03.886264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d17f82a7-b345-4514-9f81-4804cb4c86ea {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:03.886620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d17f82a7-b345-4514-9f81-4804cb4c86ea not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:03.887053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 41a81c85-9dd1-4432-a567-d739ef312723 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:34:03.909788 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 41a81c85-9dd1-4432-a567-d739ef312723 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:34:03.910146 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 41a81c85-9dd1-4432-a567-d739ef312723 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:34:03.961973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53972) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:04.002956 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e55b9005-d895-4f19-89ef-b1611f018dbd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd4a4183864f4ba38731a696895ec44e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395820 Sep 16 05:34:04.005368 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53974) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:04.055869 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32072bcf-6d09-4211-b718-288261c965dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.077452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32072bcf-6d09-4211-b718-288261c965dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.126262 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32072bcf-6d09-4211-b718-288261c965dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.128876 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-32072bcf-6d09-4211-b718-288261c965dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.130082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-32072bcf-6d09-4211-b718-288261c965dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c7d1021-af33-474b-89e7-add986737c75 HTTP/1.1" status: 204 len: 168 time: 0.1237757 Sep 16 05:34:04.140232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32072bcf-6d09-4211-b718-288261c965dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7d1021-af33-474b-89e7-add986737c75,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:04.469263 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53980) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:04.510822 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1dcec6d8-a903-4068-a339-7ca2d9b083fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29c21f7c2bb2473883fa4d73386d020e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403216 Sep 16 05:34:04.514248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 53982) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:04.566580 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20fcb405-4870-43dd-a1df-b43acf8f5811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.588419 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20fcb405-4870-43dd-a1df-b43acf8f5811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.637234 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20fcb405-4870-43dd-a1df-b43acf8f5811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.639852 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-20fcb405-4870-43dd-a1df-b43acf8f5811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:04.641033 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-20fcb405-4870-43dd-a1df-b43acf8f5811 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b42c8a64-34ad-4cef-9367-179bca5eaccd HTTP/1.1" status: 204 len: 168 time: 0.1258826 Sep 16 05:34:04.652685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcb405-4870-43dd-a1df-b43acf8f5811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42c8a64-34ad-4cef-9367-179bca5eaccd,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:05.343010 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54006) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:05.452892 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1461190906-network', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:05.473763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Made reservation on behalf of e7f77bdf064d4203aa5f9bc863c1a8c7 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:05.476059 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.484690 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.576445 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.581130 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.606149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:34:05.614968 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f5683a-4244-4ddc-9442-b41a12b2ac29,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:05.622182 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.622537 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Added segment 3d38b90a-f929-4296-b19b-be1afe345dde of type vlan for network 9b12b330-cf1b-4691-821f-b35591747d71 Sep 16 05:34:05.667123 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.692268 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.693218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:05.693823 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.731530 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3873882 Sep 16 05:34:05.734492 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54010) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:05.739635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-25ca7ba4-9961-489c-aa44-81977c847eb8 admin admin] Request body: {'subnet': {'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1461190906-subnet', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:05.761789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a80e2-6249-4825-b081-04b7f2974683 admin admin] Pushing event updated for resources: {'Network': ['ID=9b12b330-cf1b-4691-821f-b35591747d71,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:05.766563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ca7ba4-9961-489c-aa44-81977c847eb8 admin admin] Made reservation on behalf of e7f77bdf064d4203aa5f9bc863c1a8c7 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:05.771454 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 9b12b330-cf1b-4691-821f-b35591747d71 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:34:05.773179 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25ca7ba4-9961-489c-aa44-81977c847eb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:05.955645 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25ca7ba4-9961-489c-aa44-81977c847eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.015475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca7ba4-9961-489c-aa44-81977c847eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f55967-dd07-4dba-8e2e-c9376d9b99f1,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:06.025453 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca7ba4-9961-489c-aa44-81977c847eb8 admin admin] Checking segment: {'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:06.025839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca7ba4-9961-489c-aa44-81977c847eb8 admin admin] Network hostable DHCP agents. Network: 9b12b330-cf1b-4691-821f-b35591747d71, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:34:06.039061 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.043907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca7ba4-9961-489c-aa44-81977c847eb8 admin admin] Network 9b12b330-cf1b-4691-821f-b35591747d71 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:34:06.053148 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-25ca7ba4-9961-489c-aa44-81977c847eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 9b12b330-cf1b-4691-821f-b35591747d71) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:06.058560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ca7ba4-9961-489c-aa44-81977c847eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:06.059169 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-25ca7ba4-9961-489c-aa44-81977c847eb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.063487 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46624c5c-3b1f-4c49-ad4a-073150594db9 None None] Network 9b12b330-cf1b-4691-821f-b35591747d71 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:06.075554 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-25ca7ba4-9961-489c-aa44-81977c847eb8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3398733 Sep 16 05:34:06.078333 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54012) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:06.083322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:06.107804 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.108985 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.161857 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.232450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-9b12b330-cf1b-4691-821f-b35591747d71', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:34:06.234587 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.317527 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.390067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Allocated IP 172.20.0.2 (9b12b330-cf1b-4691-821f-b35591747d71/f4f55967-dd07-4dba-8e2e-c9376d9b99f1/335cde2b-f0a9-4475-977d-32a163b9b818) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:06.530387 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.540001 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.546304 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.550832 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.665352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Allocated IP 172.25.0.187 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/bcd357fe-cda7-4fbd-a53e-bbe32fad572f) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:06.740629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Network 9b12b330-cf1b-4691-821f-b35591747d71 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:06.744477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:06.748224 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:06.765363 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Pushing event updated for resources: {'Port': ['ID=335cde2b-f0a9-4475-977d-32a163b9b818,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:06.811475 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Attempting to bind port 335cde2b-f0a9-4475-977d-32a163b9b818 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:06.812206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Attempting to bind port 335cde2b-f0a9-4475-977d-32a163b9b818 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:06.812206 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Attempting to bind port 335cde2b-f0a9-4475-977d-32a163b9b818 on network 9b12b330-cf1b-4691-821f-b35591747d71 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:06.817684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:06.818073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Checking segment: {'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:06.818487 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.818946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Bound using segment: {'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:06.819400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Bound port: 335cde2b-f0a9-4475-977d-32a163b9b818, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:06.819795 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.894006 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] For port 335cde2b-f0a9-4475-977d-32a163b9b818, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:06.898281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] For port 335cde2b-f0a9-4475-977d-32a163b9b818, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=335cde2b-f0a9-4475-977d-32a163b9b818,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:06.903537 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:06.972761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56b170-44ae-4da4-9221-e19cf61d9433 None None] Pushing event updated for resources: {'Port': ['ID=335cde2b-f0a9-4475-977d-32a163b9b818,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:07.138146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.181104 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.222297 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:07.229406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:07.234348 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:07.237676 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd357fe-cda7-4fbd-a53e-bbe32fad572f,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:07.503548 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.720144 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.867783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 335cde2b-f0a9-4475-977d-32a163b9b818 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:07.880679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:34:07.929567 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 335cde2b-f0a9-4475-977d-32a163b9b818 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:07.929567 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:07.961433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2432d7-412a-48d7-a515-924d80a65da8 None None] Network 9b12b330-cf1b-4691-821f-b35591747d71 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:08.015261 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:08.034449 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.035911 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f7c9727e-2ad5-452e-bad5-2bc1dab99677 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9563756 Sep 16 05:34:08.036557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Sync routers for ids ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:08.039661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54014) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:08.089410 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Routers {'1818e9ff-0a21-48b0-80c9-3a6a46654d33'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:08.090311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:08.114446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-06d54780-1e2b-469e-91fe-0489dbc39bc9 None None] Provisioning complete for port 335cde2b-f0a9-4475-977d-32a163b9b818 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:08.115289 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06d54780-1e2b-469e-91fe-0489dbc39bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.142045 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.265681 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.402128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Set router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:08.410942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 335cde2b-f0a9-4475-977d-32a163b9b818, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=335cde2b-f0a9-4475-977d-32a163b9b818,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:08.467549 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.474574 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-06d54780-1e2b-469e-91fe-0489dbc39bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.517499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.628279 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=335cde2b-f0a9-4475-977d-32a163b9b818,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:08.672293 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-06d54780-1e2b-469e-91fe-0489dbc39bc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:34:08.672669 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-06d54780-1e2b-469e-91fe-0489dbc39bc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:34:08.693661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Allocated IP 172.20.0.1 (9b12b330-cf1b-4691-821f-b35591747d71/f4f55967-dd07-4dba-8e2e-c9376d9b99f1/847a37f5-6dd8-4ab2-a588-a498a6a0a932) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:08.712738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:07Z', 'revision_number': 3, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:08.747736 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Checking router: 1818e9ff-0a21-48b0-80c9-3a6a46654d33 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:08.748093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Updating router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 port bcd357fe-cda7-4fbd-a53e-bbe32fad572f binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:08.773752 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.806251 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.841628 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:08.880355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Network 9b12b330-cf1b-4691-821f-b35591747d71 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:08.886263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:08.891121 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:08.894077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Pushing event updated for resources: {'Port': ['ID=847a37f5-6dd8-4ab2-a588-a498a6a0a932,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:08.935997 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.049493 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.055888 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.081355 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.113370 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Attempting to bind port bcd357fe-cda7-4fbd-a53e-bbe32fad572f on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:09.113773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Attempting to bind port bcd357fe-cda7-4fbd-a53e-bbe32fad572f by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:09.114150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Attempting to bind port bcd357fe-cda7-4fbd-a53e-bbe32fad572f on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:09.122028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db174f-db8d-4d53-8247-b21078d3984f None None] Pushing event updated for resources: {'Port': ['ID=bcd357fe-cda7-4fbd-a53e-bbe32fad572f,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:09.125328 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:09.125750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:09.126160 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.126555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:09.127042 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Bound port: bcd357fe-cda7-4fbd-a53e-bbe32fad572f, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:09.127432 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.201935 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] For port bcd357fe-cda7-4fbd-a53e-bbe32fad572f, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:09.219088 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] For port bcd357fe-cda7-4fbd-a53e-bbe32fad572f, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=bcd357fe-cda7-4fbd-a53e-bbe32fad572f,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:09.226895 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.254329 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.260197 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.282968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Routers {'1818e9ff-0a21-48b0-80c9-3a6a46654d33'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:09.283607 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:09.328973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db174f-db8d-4d53-8247-b21078d3984f None None] Pushing event updated for resources: {'Port': ['ID=bcd357fe-cda7-4fbd-a53e-bbe32fad572f,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:09.336036 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.338180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Pushing event updated for resources: {'Port': ['ID=847a37f5-6dd8-4ab2-a588-a498a6a0a932,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:09.367031 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c000b56b-9b35-4c0f-8aa3-1268ed06a0bf None None] Provisioning complete for port 847a37f5-6dd8-4ab2-a588-a498a6a0a932 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:09.367408 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c000b56b-9b35-4c0f-8aa3-1268ed06a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.437495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Network 9b12b330-cf1b-4691-821f-b35591747d71 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:09.439183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:09.443885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-c000b56b-9b35-4c0f-8aa3-1268ed06a0bf None None] Port 847a37f5-6dd8-4ab2-a588-a498a6a0a932 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:09.446510 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] Set router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:09.484632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-c000b56b-9b35-4c0f-8aa3-1268ed06a0bf None None] Provisioning complete for port 335cde2b-f0a9-4475-977d-32a163b9b818 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:09.485018 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c000b56b-9b35-4c0f-8aa3-1268ed06a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.574483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:09.697279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:09.702795 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a9ef649f-57a6-4d86-a902-f8988725111d admin admin] 10.222.0.53 "PUT /v2.0/routers/1818e9ff-0a21-48b0-80c9-3a6a46654d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6614840 Sep 16 05:34:09.851204 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 335cde2b-f0a9-4475-977d-32a163b9b818 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:09.921815 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '847a37f5-6dd8-4ab2-a588-a498a6a0a932', 'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'mac_address': 'fa:16:3e:db:c6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:08Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 2, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'subnets': [{'id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:09.924711 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 335cde2b-f0a9-4475-977d-32a163b9b818 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:09.925082 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:09.968028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0b735-76f8-4e67-a39e-6954863a7932 None None] The sync data for ids ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'] in n-d-712142-17 is: [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '847a37f5-6dd8-4ab2-a588-a498a6a0a932', 'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'mac_address': 'fa:16:3e:db:c6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:08Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 2, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'subnets': [{'id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:09.996853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a3eb97f7-c600-4488-a0e2-05654dc2cfca None None] Provisioning complete for port 847a37f5-6dd8-4ab2-a588-a498a6a0a932 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:09.997233 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a3eb97f7-c600-4488-a0e2-05654dc2cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.039608 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb97f7-c600-4488-a0e2-05654dc2cfca None None] Port 847a37f5-6dd8-4ab2-a588-a498a6a0a932 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:10.233581 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54032) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:10.239734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1799429226-network', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:10.262239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Made reservation on behalf of 981e811b53c74799b9fb8713fe3cf333 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:10.265551 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.275332 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.386547 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.391471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.411398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:34:10.432110 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.432384 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Added segment 2042189e-2646-4acd-9aaa-b99d7a76bfdd of type vlan for network 965e0ba3-3edb-4683-bdfe-bea79613733e Sep 16 05:34:10.433761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae13fd99-fcc0-405d-bbe3-4afccbfcaf55,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:10.482361 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.511582 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.512748 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:10.513356 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.556402 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3215899 Sep 16 05:34:10.559599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54034) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:10.565309 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7f7911bc-4e1e-4ae2-8745-c53e7d92194c admin admin] Request body: {'subnet': {'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1799429226-subnet', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:10.584585 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c78d29-7956-42db-8bf4-890dc8fee669 admin admin] Pushing event updated for resources: {'Network': ['ID=965e0ba3-3edb-4683-bdfe-bea79613733e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:10.590168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7911bc-4e1e-4ae2-8745-c53e7d92194c admin admin] Made reservation on behalf of 981e811b53c74799b9fb8713fe3cf333 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:10.593131 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f7911bc-4e1e-4ae2-8745-c53e7d92194c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.597549 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 965e0ba3-3edb-4683-bdfe-bea79613733e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:34:10.791553 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f7911bc-4e1e-4ae2-8745-c53e7d92194c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.843026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7911bc-4e1e-4ae2-8745-c53e7d92194c admin admin] Pushing event updated for resources: {'Subnet': ['ID=187578f1-a09e-4470-931b-d53b9ad617db,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:10.859883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7911bc-4e1e-4ae2-8745-c53e7d92194c admin admin] Checking segment: {'id': '2042189e-2646-4acd-9aaa-b99d7a76bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:10.860257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7911bc-4e1e-4ae2-8745-c53e7d92194c admin admin] Network hostable DHCP agents. Network: 965e0ba3-3edb-4683-bdfe-bea79613733e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:34:10.881455 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7911bc-4e1e-4ae2-8745-c53e7d92194c admin admin] Network 965e0ba3-3edb-4683-bdfe-bea79613733e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:34:10.892943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7f7911bc-4e1e-4ae2-8745-c53e7d92194c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 965e0ba3-3edb-4683-bdfe-bea79613733e) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:10.898051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7911bc-4e1e-4ae2-8745-c53e7d92194c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:10.898727 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7f7911bc-4e1e-4ae2-8745-c53e7d92194c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.907154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f288c61c-b9ed-4277-914d-cba889a53d7d None None] Network 965e0ba3-3edb-4683-bdfe-bea79613733e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:10.916708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7f7911bc-4e1e-4ae2-8745-c53e7d92194c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3557420 Sep 16 05:34:10.919212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54036) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:10.924086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1799429226-router', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:10.962891 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:10.964119 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.018840 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.067632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-965e0ba3-3edb-4683-bdfe-bea79613733e', 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'fixed_ips': [{'subnet_id': '187578f1-a09e-4470-931b-d53b9ad617db'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:34:11.068518 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.170942 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.211184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Allocated IP 172.20.0.2 (965e0ba3-3edb-4683-bdfe-bea79613733e/187578f1-a09e-4470-931b-d53b9ad617db/2d9acb02-4f08-40b7-9d7c-d4f51f0d863b) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:11.368744 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.374498 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.390845 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.418175 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.418749 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Network 965e0ba3-3edb-4683-bdfe-bea79613733e is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:11.422364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:11.425860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:11.469210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Pushing event updated for resources: {'Port': ['ID=2d9acb02-4f08-40b7-9d7c-d4f51f0d863b,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:11.499797 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Attempting to bind port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:11.500173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Attempting to bind port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '2042189e-2646-4acd-9aaa-b99d7a76bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:11.500547 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Attempting to bind port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b on network 965e0ba3-3edb-4683-bdfe-bea79613733e {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:11.505465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:11.505874 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Checking segment: {'id': '2042189e-2646-4acd-9aaa-b99d7a76bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:11.506281 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.507290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Bound using segment: {'id': '2042189e-2646-4acd-9aaa-b99d7a76bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:11.507957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Bound port: 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2042189e-2646-4acd-9aaa-b99d7a76bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:11.508481 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.534645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Allocated IP 172.25.0.116 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/06cea73a-eed0-4aac-a929-34dd59839398) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:11.573924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] For port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:11.577324 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] For port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2d9acb02-4f08-40b7-9d7c-d4f51f0d863b,segment=NetworkSegment(2042189e-2646-4acd-9aaa-b99d7a76bfdd),segment_id=2042189e-2646-4acd-9aaa-b99d7a76bfdd)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:11.582843 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.650871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750dd75-4bb1-434a-8a41-3d004beafbb6 None None] Pushing event updated for resources: {'Port': ['ID=2d9acb02-4f08-40b7-9d7c-d4f51f0d863b,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:11.665457 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.700623 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:11.743346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:11.749383 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:11.751873 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:11.758671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Pushing event updated for resources: {'Port': ['ID=06cea73a-eed0-4aac-a929-34dd59839398,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:11.925311 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device bcd357fe-cda7-4fbd-a53e-bbe32fad572f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:11.987201 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port bcd357fe-cda7-4fbd-a53e-bbe32fad572f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:11.987668 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.072860 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.081750 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.094390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port bcd357fe-cda7-4fbd-a53e-bbe32fad572f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=bcd357fe-cda7-4fbd-a53e-bbe32fad572f,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:12.098079 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.148743 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=bcd357fe-cda7-4fbd-a53e-bbe32fad572f,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:12.283621 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.413854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Router 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:34:12.525490 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:12.535895 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Sync routers for ids ['4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:12.542685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.544408 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0f367d5b-a768-4404-b448-3bfb4176e664 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6240702 Sep 16 05:34:12.547203 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54038) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:12.548132 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Routers {'4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:12.549104 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:12.653191 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Sync routers for ids ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:12.664966 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Routers {'1818e9ff-0a21-48b0-80c9-3a6a46654d33'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:12.666221 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:12.675047 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Set router 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:12.815707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Set router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:12.818814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cee73d-a8f6-4e67-9abe-1b015543c61f None None] Network 965e0ba3-3edb-4683-bdfe-bea79613733e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:34:12.874561 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'name': 'tempest-TestMinimumBasicScenario-1799429226-router', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '06cea73a-eed0-4aac-a929-34dd59839398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:10Z', 'updated_at': '2021-09-16T05:34:11Z', 'revision_number': 3, 'project_id': '981e811b53c74799b9fb8713fe3cf333', 'gw_port': {'id': '06cea73a-eed0-4aac-a929-34dd59839398', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:11Z', 'updated_at': '2021-09-16T05:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:12.906714 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Checking router: 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:12.906975 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Updating router 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 port 06cea73a-eed0-4aac-a929-34dd59839398 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:12.934187 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:12.974275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1fc85aa2-e0db-4c8b-ab52-0dbdbf106235 None None] Provisioning complete for port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:12.974660 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1fc85aa2-e0db-4c8b-ab52-0dbdbf106235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.042236 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.204914 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1fc85aa2-e0db-4c8b-ab52-0dbdbf106235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.216349 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.219731 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Allocated IP 172.20.0.1 (965e0ba3-3edb-4683-bdfe-bea79613733e/187578f1-a09e-4470-931b-d53b9ad617db/4fd31cb7-9d20-4a39-a94e-1712164cd410) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:13.224312 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.254868 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1fc85aa2-e0db-4c8b-ab52-0dbdbf106235 None None] For port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2d9acb02-4f08-40b7-9d7c-d4f51f0d863b,segment=NetworkSegment(2042189e-2646-4acd-9aaa-b99d7a76bfdd),segment_id=2042189e-2646-4acd-9aaa-b99d7a76bfdd)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:13.263036 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1fc85aa2-e0db-4c8b-ab52-0dbdbf106235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.268785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '847a37f5-6dd8-4ab2-a588-a498a6a0a932', 'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'mac_address': 'fa:16:3e:db:c6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:08Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 2, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'subnets': [{'id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:13.291068 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Attempting to bind port 06cea73a-eed0-4aac-a929-34dd59839398 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:13.291446 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Attempting to bind port 06cea73a-eed0-4aac-a929-34dd59839398 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:13.291878 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Attempting to bind port 06cea73a-eed0-4aac-a929-34dd59839398 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:13.295202 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Pushing event updated for resources: {'Port': ['ID=06cea73a-eed0-4aac-a929-34dd59839398,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:13.304645 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.304998 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.305350 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.305776 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.306116 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.306455 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.306847 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.307181 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.307514 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.307899 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.308236 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.308564 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:13.312435 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:13.312821 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:13.313234 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.313654 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:13.314207 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Bound port: 06cea73a-eed0-4aac-a929-34dd59839398, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:13.314596 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.335876 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Checking router: 1818e9ff-0a21-48b0-80c9-3a6a46654d33 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:13.336388 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Updating router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 port 847a37f5-6dd8-4ab2-a588-a498a6a0a932 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:13.375696 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] For port 06cea73a-eed0-4aac-a929-34dd59839398, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:13.379456 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] For port 06cea73a-eed0-4aac-a929-34dd59839398, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=06cea73a-eed0-4aac-a929-34dd59839398,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:13.379996 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.385859 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.387677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.401524 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc85aa2-e0db-4c8b-ab52-0dbdbf106235 None None] Pushing event updated for resources: {'Port': ['ID=2d9acb02-4f08-40b7-9d7c-d4f51f0d863b,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:13.432976 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.447531 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14038f90-1a1d-4b84-baa0-1cc4f3298075 None None] Pushing event updated for resources: {'Port': ['ID=06cea73a-eed0-4aac-a929-34dd59839398,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:13.450090 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Routers {'4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:13.450717 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:13.497092 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Network 965e0ba3-3edb-4683-bdfe-bea79613733e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:13.503040 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:13.510902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:13.514398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Pushing event updated for resources: {'Port': ['ID=4fd31cb7-9d20-4a39-a94e-1712164cd410,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:13.558643 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.579055 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] Set router 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:13.645437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a6cd0ec3-5ace-4990-9da3-f0b0142fab65 None None] Provisioning complete for port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:13.645870 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0ec3-5ace-4990-9da3-f0b0142fab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.793898 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'name': 'tempest-TestMinimumBasicScenario-1799429226-router', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '06cea73a-eed0-4aac-a929-34dd59839398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:10Z', 'updated_at': '2021-09-16T05:34:11Z', 'revision_number': 3, 'project_id': '981e811b53c74799b9fb8713fe3cf333', 'gw_port': {'id': '06cea73a-eed0-4aac-a929-34dd59839398', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:11Z', 'updated_at': '2021-09-16T05:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:13.825790 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4acd0-ddf1-4199-bf43-bdf30540cbe0 None None] The sync data for ids ['4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'] in n-d-712142-17 is: [{'id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'name': 'tempest-TestMinimumBasicScenario-1799429226-router', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '06cea73a-eed0-4aac-a929-34dd59839398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:10Z', 'updated_at': '2021-09-16T05:34:11Z', 'revision_number': 3, 'project_id': '981e811b53c74799b9fb8713fe3cf333', 'gw_port': {'id': '06cea73a-eed0-4aac-a929-34dd59839398', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:11Z', 'updated_at': '2021-09-16T05:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:13.871750 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.878380 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:13.946139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2e833-1858-402c-b28b-c2a7f2ba542c None None] Pushing event updated for resources: {'Port': ['ID=847a37f5-6dd8-4ab2-a588-a498a6a0a932,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:13.999548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:14.060815 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-5c37d679-216e-4ad0-a19c-9c159f507e35 None None] Provisioning complete for port 4fd31cb7-9d20-4a39-a94e-1712164cd410 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:14.061200 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5c37d679-216e-4ad0-a19c-9c159f507e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.089237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Attempting to bind port 847a37f5-6dd8-4ab2-a588-a498a6a0a932 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:14.089661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Attempting to bind port 847a37f5-6dd8-4ab2-a588-a498a6a0a932 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:14.090316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Attempting to bind port 847a37f5-6dd8-4ab2-a588-a498a6a0a932 on network 9b12b330-cf1b-4691-821f-b35591747d71 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:14.108530 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:14.108908 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Checking segment: {'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:14.109321 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.109751 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Bound using segment: {'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:14.110406 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Bound port: 847a37f5-6dd8-4ab2-a588-a498a6a0a932, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:14.110624 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.141426 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.148518 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-5c37d679-216e-4ad0-a19c-9c159f507e35 None None] Port 4fd31cb7-9d20-4a39-a94e-1712164cd410 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:14.180612 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:14.181001 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.250712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] For port 847a37f5-6dd8-4ab2-a588-a498a6a0a932, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:14.255239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] For port 847a37f5-6dd8-4ab2-a588-a498a6a0a932, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=847a37f5-6dd8-4ab2-a588-a498a6a0a932,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:14.269440 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.342925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fa2aee67-b507-4099-ae8d-7b9a2b22bfad None None] Provisioning complete for port 847a37f5-6dd8-4ab2-a588-a498a6a0a932 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:14.343298 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa2aee67-b507-4099-ae8d-7b9a2b22bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.378797 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.387036 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.397102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Routers {'1818e9ff-0a21-48b0-80c9-3a6a46654d33'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:14.397887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:14.404065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device bcd357fe-cda7-4fbd-a53e-bbe32fad572f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:14.468883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2e833-1858-402c-b28b-c2a7f2ba542c None None] Pushing event updated for resources: {'Port': ['ID=847a37f5-6dd8-4ab2-a588-a498a6a0a932,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:14.469601 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.471430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Pushing event updated for resources: {'Port': ['ID=4fd31cb7-9d20-4a39-a94e-1712164cd410,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:14.586219 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Network 965e0ba3-3edb-4683-bdfe-bea79613733e is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:14.587725 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:14.723945 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Router 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:34:14.776863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] Set router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:14.867912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:34:14.878235 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7dc6b701-f152-498a-8375-f7abd155460a admin admin] 10.222.0.53 "PUT /v2.0/routers/4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3295970 Sep 16 05:34:14.890524 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa2aee67-b507-4099-ae8d-7b9a2b22bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:14.910349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port bcd357fe-cda7-4fbd-a53e-bbe32fad572f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:14.910722 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.011781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fa2aee67-b507-4099-ae8d-7b9a2b22bfad None None] For port 847a37f5-6dd8-4ab2-a588-a498a6a0a932, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=847a37f5-6dd8-4ab2-a588-a498a6a0a932,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:15.020736 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa2aee67-b507-4099-ae8d-7b9a2b22bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.127262 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aee67-b507-4099-ae8d-7b9a2b22bfad None None] Pushing event updated for resources: {'Port': ['ID=847a37f5-6dd8-4ab2-a588-a498a6a0a932,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:15.159656 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-83ab167f-4815-418d-b90d-45f1499fae1c None None] Provisioning complete for port 847a37f5-6dd8-4ab2-a588-a498a6a0a932 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:15.160094 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83ab167f-4815-418d-b90d-45f1499fae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.199067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '847a37f5-6dd8-4ab2-a588-a498a6a0a932', 'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'mac_address': 'fa:16:3e:db:c6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:08Z', 'updated_at': '2021-09-16T05:34:14Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'subnets': [{'id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:15.235789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443179c-1510-4184-b7f8-1f0e3a598cb3 None None] The sync data for ids ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'] in n-d-712142-17 is: [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '847a37f5-6dd8-4ab2-a588-a498a6a0a932', 'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'mac_address': 'fa:16:3e:db:c6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:08Z', 'updated_at': '2021-09-16T05:34:14Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'subnets': [{'id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:15.295648 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-83ab167f-4815-418d-b90d-45f1499fae1c None None] Provisioning complete for port 4fd31cb7-9d20-4a39-a94e-1712164cd410 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:15.296224 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-83ab167f-4815-418d-b90d-45f1499fae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:15.333747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-83ab167f-4815-418d-b90d-45f1499fae1c None None] Port 4fd31cb7-9d20-4a39-a94e-1712164cd410 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:15.922773 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Sync routers for ids ['4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:34:15.941030 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Routers {'4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:15.941812 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:16.013466 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 847a37f5-6dd8-4ab2-a588-a498a6a0a932 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:16.086644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 847a37f5-6dd8-4ab2-a588-a498a6a0a932 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:16.087415 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.202816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 06cea73a-eed0-4aac-a929-34dd59839398 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:16.212598 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Set router 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:16.269792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 06cea73a-eed0-4aac-a929-34dd59839398 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:16.270518 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.373900 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.395404 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 06cea73a-eed0-4aac-a929-34dd59839398, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=06cea73a-eed0-4aac-a929-34dd59839398,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:16.401957 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.486254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=06cea73a-eed0-4aac-a929-34dd59839398,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:16.498275 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'name': 'tempest-TestMinimumBasicScenario-1799429226-router', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '06cea73a-eed0-4aac-a929-34dd59839398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:10Z', 'updated_at': '2021-09-16T05:34:14Z', 'revision_number': 4, 'project_id': '981e811b53c74799b9fb8713fe3cf333', 'gw_port': {'id': '06cea73a-eed0-4aac-a929-34dd59839398', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:11Z', 'updated_at': '2021-09-16T05:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '4fd31cb7-9d20-4a39-a94e-1712164cd410', 'name': '', 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'mac_address': 'fa:16:3e:7e:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '187578f1-a09e-4470-931b-d53b9ad617db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:13Z', 'updated_at': '2021-09-16T05:34:14Z', 'revision_number': 2, 'project_id': '981e811b53c74799b9fb8713fe3cf333', 'subnets': [{'id': '187578f1-a09e-4470-931b-d53b9ad617db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:16.540729 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Checking router: 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:34:16.541008 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Updating router 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 port 4fd31cb7-9d20-4a39-a94e-1712164cd410 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:34:16.568703 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.897363 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.907987 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:16.987311 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49204fb-bd09-4ebd-90dd-8c96a8d28296 None None] Pushing event updated for resources: {'Port': ['ID=4fd31cb7-9d20-4a39-a94e-1712164cd410,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:17.092534 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Attempting to bind port 4fd31cb7-9d20-4a39-a94e-1712164cd410 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:17.094402 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Attempting to bind port 4fd31cb7-9d20-4a39-a94e-1712164cd410 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '2042189e-2646-4acd-9aaa-b99d7a76bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:17.094992 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Attempting to bind port 4fd31cb7-9d20-4a39-a94e-1712164cd410 on network 965e0ba3-3edb-4683-bdfe-bea79613733e {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:17.103657 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:17.104315 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Checking segment: {'id': '2042189e-2646-4acd-9aaa-b99d7a76bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:17.105025 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.105600 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Bound using segment: {'id': '2042189e-2646-4acd-9aaa-b99d7a76bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:17.106297 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Bound port: 4fd31cb7-9d20-4a39-a94e-1712164cd410, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2042189e-2646-4acd-9aaa-b99d7a76bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:17.106855 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.197255 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] For port 4fd31cb7-9d20-4a39-a94e-1712164cd410, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:17.200600 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] For port 4fd31cb7-9d20-4a39-a94e-1712164cd410, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4fd31cb7-9d20-4a39-a94e-1712164cd410,segment=NetworkSegment(2042189e-2646-4acd-9aaa-b99d7a76bfdd),segment_id=2042189e-2646-4acd-9aaa-b99d7a76bfdd)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:17.206220 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.288717 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49204fb-bd09-4ebd-90dd-8c96a8d28296 None None] Pushing event updated for resources: {'Port': ['ID=4fd31cb7-9d20-4a39-a94e-1712164cd410,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:17.301266 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Routers {'4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:34:17.302054 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:33:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:17.306718 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d5f50db4-c64b-4c81-9692-ffcdea2c860b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.391027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f569fe5d-69f8-451b-a89d-c84e845add21 None None] Provisioning complete for port 4fd31cb7-9d20-4a39-a94e-1712164cd410 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:17.391328 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f569fe5d-69f8-451b-a89d-c84e845add21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.501431 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] Set router 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:34:17.503503 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f569fe5d-69f8-451b-a89d-c84e845add21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.552107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f569fe5d-69f8-451b-a89d-c84e845add21 None None] For port 4fd31cb7-9d20-4a39-a94e-1712164cd410, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4fd31cb7-9d20-4a39-a94e-1712164cd410,segment=NetworkSegment(2042189e-2646-4acd-9aaa-b99d7a76bfdd),segment_id=2042189e-2646-4acd-9aaa-b99d7a76bfdd)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:17.560188 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f569fe5d-69f8-451b-a89d-c84e845add21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.625189 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569fe5d-69f8-451b-a89d-c84e845add21 None None] Pushing event updated for resources: {'Port': ['ID=4fd31cb7-9d20-4a39-a94e-1712164cd410,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:17.682182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-abec3c2c-0502-475c-a22c-fb264d36047b None None] Provisioning complete for port 4fd31cb7-9d20-4a39-a94e-1712164cd410 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:17.682495 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-abec3c2c-0502-475c-a22c-fb264d36047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:17.771432 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'name': 'tempest-TestMinimumBasicScenario-1799429226-router', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '06cea73a-eed0-4aac-a929-34dd59839398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:10Z', 'updated_at': '2021-09-16T05:34:14Z', 'revision_number': 4, 'project_id': '981e811b53c74799b9fb8713fe3cf333', 'gw_port': {'id': '06cea73a-eed0-4aac-a929-34dd59839398', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:11Z', 'updated_at': '2021-09-16T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '4fd31cb7-9d20-4a39-a94e-1712164cd410', 'name': '', 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'mac_address': 'fa:16:3e:7e:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '187578f1-a09e-4470-931b-d53b9ad617db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:13Z', 'updated_at': '2021-09-16T05:34:17Z', 'revision_number': 4, 'project_id': '981e811b53c74799b9fb8713fe3cf333', 'subnets': [{'id': '187578f1-a09e-4470-931b-d53b9ad617db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:34:17.805045 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b7938-d508-49bc-8a7f-2be5c0bd00e2 None None] The sync data for ids ['4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'] in n-d-712142-17 is: [{'id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'name': 'tempest-TestMinimumBasicScenario-1799429226-router', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '06cea73a-eed0-4aac-a929-34dd59839398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:10Z', 'updated_at': '2021-09-16T05:34:14Z', 'revision_number': 4, 'project_id': '981e811b53c74799b9fb8713fe3cf333', 'gw_port': {'id': '06cea73a-eed0-4aac-a929-34dd59839398', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:11Z', 'updated_at': '2021-09-16T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '4fd31cb7-9d20-4a39-a94e-1712164cd410', 'name': '', 'network_id': '965e0ba3-3edb-4683-bdfe-bea79613733e', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'mac_address': 'fa:16:3e:7e:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '187578f1-a09e-4470-931b-d53b9ad617db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:13Z', 'updated_at': '2021-09-16T05:34:17Z', 'revision_number': 4, 'project_id': '981e811b53c74799b9fb8713fe3cf333', 'subnets': [{'id': '187578f1-a09e-4470-931b-d53b9ad617db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:34:17.891367 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 06cea73a-eed0-4aac-a929-34dd59839398 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:17.989908 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 06cea73a-eed0-4aac-a929-34dd59839398 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:17.990601 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:19.880088 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4fd31cb7-9d20-4a39-a94e-1712164cd410 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:19.953661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 4fd31cb7-9d20-4a39-a94e-1712164cd410 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:19.954109 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.262840 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ed41a1eb-7859-4bda-81bb-532fe43126f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:20.899394 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:21.862901 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:23.390916 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:25.825359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-dafa4b2e-1272-40d0-b174-70f923c3ea9d tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:25.826974 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-dafa4b2e-1272-40d0-b174-70f923c3ea9d tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/networks?id=9b12b330-cf1b-4691-821f-b35591747d71 HTTP/1.1" status: 200 len: 815 time: 0.1093240 Sep 16 05:34:25.843852 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-26b5d5df-7863-447f-8790-0c7073c8f850 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/quotas/e7f77bdf064d4203aa5f9bc863c1a8c7 HTTP/1.1" status: 200 len: 375 time: 0.0094671 Sep 16 05:34:25.896757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-e50e3ede-92e9-4337-898b-c6489ec4c6e5 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7f77bdf064d4203aa5f9bc863c1a8c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472474 Sep 16 05:34:26.001456 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-ca2e64fb-744c-4762-9c61-93fe2cca5bf4 service neutron] 10.222.0.53 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926025 Sep 16 05:34:26.095760 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-81fa139f-2bdd-4ec4-b577-54b87a9fdab1 service neutron] 10.222.0.53 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862463 Sep 16 05:34:26.269197 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-43a7b216-a277-480e-a029-4423c4bf9768 req-e38896e5-f063-4b91-82a0-23617b5b062f tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 210 time: 0.0318017 Sep 16 05:34:27.225273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-725cfba3-3cbd-4d4e-bf91-bf92ee231f63 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:27.227026 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-725cfba3-3cbd-4d4e-bf91-bf92ee231f63 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.15 "GET /v2.0/networks?id=9b12b330-cf1b-4691-821f-b35591747d71 HTTP/1.1" status: 200 len: 815 time: 0.1188943 Sep 16 05:34:27.239518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Request body: {'port': {'device_id': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'admin_state_up': True, 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:27.359400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Made reservation on behalf of e7f77bdf064d4203aa5f9bc863c1a8c7 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:34:27.363136 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.376568 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b257ff6-fa22-4d57-a12e-8e3dfdeb5180 req-db365efd-7c83-4b12-a879-a7dc7006b303 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 210 time: 0.0352170 Sep 16 05:34:27.505590 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Allocated IP 172.20.0.9 (9b12b330-cf1b-4691-821f-b35591747d71/f4f55967-dd07-4dba-8e2e-c9376d9b99f1/708779b5-8c20-4f0b-b1f9-39fa3a7877ff) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:27.706910 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.750866 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.805198 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Network 9b12b330-cf1b-4691-821f-b35591747d71 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:27.808849 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:27.816069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:27.845792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event updated for resources: {'Port': ['ID=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:27.890240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:27.891243 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:27.915545 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-af98354a-fdca-47fa-8a80-c649e1cc5d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6797674 Sep 16 05:34:28.091097 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-15abc74a-e021-470a-bcab-86fd906a7782 None None] Provisioning complete for port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:28.091637 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-15abc74a-e021-470a-bcab-86fd906a7782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:28.131001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-15abc74a-e021-470a-bcab-86fd906a7782 None None] Port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:34:28.499481 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9330692-8f8c-49ec-849d-fe0911012b5b req-f28d4cf1-00dd-4eaa-8777-9efa95f0d1d6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:28.501025 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9330692-8f8c-49ec-849d-fe0911012b5b req-f28d4cf1-00dd-4eaa-8777-9efa95f0d1d6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 931 time: 0.0526736 Sep 16 05:34:28.543182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9330692-8f8c-49ec-849d-fe0911012b5b req-4d8cc4fa-0cb0-4b29-812e-12f1b36c2916 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357451 Sep 16 05:34:29.670478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fe8c1-ebec-497b-8125-9d6cd3a75bbd req-9b50070a-895c-4eed-af8f-60b85afc8b4c tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:29.672005 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e1fe8c1-ebec-497b-8125-9d6cd3a75bbd req-9b50070a-895c-4eed-af8f-60b85afc8b4c tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 931 time: 0.0519946 Sep 16 05:34:29.720278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8e1fe8c1-ebec-497b-8125-9d6cd3a75bbd req-c3a1f7e0-d3ee-4367-8ff4-347ef3824abe tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 Sep 16 05:34:30.853206 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2285d6-46e3-43e6-9cee-80275d6d7eb7 req-53189d2e-0988-4e1c-9df0-2656c5e54ef8 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:30.854955 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c2285d6-46e3-43e6-9cee-80275d6d7eb7 req-53189d2e-0988-4e1c-9df0-2656c5e54ef8 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 931 time: 0.0586782 Sep 16 05:34:30.897853 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c2285d6-46e3-43e6-9cee-80275d6d7eb7 req-bec0a709-368e-4ee5-8b8a-4a2f8214ff4a tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364282 Sep 16 05:34:32.049225 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0576-2239-4b82-9eef-a03dcf0d134c req-f4981993-638a-4030-a870-71f3fa2cf8fc tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:32.050809 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e9f0576-2239-4b82-9eef-a03dcf0d134c req-f4981993-638a-4030-a870-71f3fa2cf8fc tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 931 time: 0.0615230 Sep 16 05:34:32.101140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5e9f0576-2239-4b82-9eef-a03dcf0d134c req-57bee5ed-57f5-4e95-9e7f-8935c106215b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387089 Sep 16 05:34:33.242321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cc913-82f2-443f-a564-5a4a42ef24f4 req-52cec352-2b30-4f8e-ae26-a4a8bfaba075 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:33.244693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e9cc913-82f2-443f-a564-5a4a42ef24f4 req-52cec352-2b30-4f8e-ae26-a4a8bfaba075 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 931 time: 0.0648081 Sep 16 05:34:33.293013 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0e9cc913-82f2-443f-a564-5a4a42ef24f4 req-af6a643a-288c-4576-8b8e-14967801d013 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446007 Sep 16 05:34:34.430178 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa20d3-596d-43f7-a66a-9d88b849e98e req-7847c639-6d32-4b9c-a6dc-172b91c19f0e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:34.433330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6aa20d3-596d-43f7-a66a-9d88b849e98e req-7847c639-6d32-4b9c-a6dc-172b91c19f0e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 931 time: 0.0666738 Sep 16 05:34:34.486133 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f6aa20d3-596d-43f7-a66a-9d88b849e98e req-3caf11c3-d9d5-46b0-b897-c29bd417ba22 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Sep 16 05:34:35.665733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96febeb-8e1a-48a9-86bd-4534c4579b63 req-5c3f7e44-2680-4bcf-bf35-0639de39a86d tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:35.668514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d96febeb-8e1a-48a9-86bd-4534c4579b63 req-5c3f7e44-2680-4bcf-bf35-0639de39a86d tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 931 time: 0.0742307 Sep 16 05:34:35.716242 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d96febeb-8e1a-48a9-86bd-4534c4579b63 req-6f04092c-4ca1-4fcf-bc9b-def3b10aebb7 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415194 Sep 16 05:34:36.056196 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:36.858016 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40b19f-c157-4a88-9824-a08ccb5c2f45 req-6cdb6372-c3bc-4197-90f7-ef4eb73a3638 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:36.859557 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff40b19f-c157-4a88-9824-a08ccb5c2f45 req-6cdb6372-c3bc-4197-90f7-ef4eb73a3638 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 931 time: 0.0585120 Sep 16 05:34:36.903792 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff40b19f-c157-4a88-9824-a08ccb5c2f45 req-91541d9a-8aa0-40f6-b455-1bf1e829784b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377612 Sep 16 05:34:37.805760 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Request body: {'port': {'device_id': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:37.871084 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.029999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61511efb-ed50-4d5e-9004-c4e35d782cf1 req-387ca0bc-1b0b-42f5-879a-97a2d3268171 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:38.031803 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-61511efb-ed50-4d5e-9004-c4e35d782cf1 req-387ca0bc-1b0b-42f5-879a-97a2d3268171 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 931 time: 0.0568187 Sep 16 05:34:38.048304 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.075324 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-61511efb-ed50-4d5e-9004-c4e35d782cf1 req-fce93734-5169-4a7f-b67e-d43a0dd90e6c tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370514 Sep 16 05:34:38.161024 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708779b5-8c20-4f0b-b1f9-39fa3a7877ff {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:34:38.169925 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.185934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Transition to ACTIVE for port object 708779b5-8c20-4f0b-b1f9-39fa3a7877ff will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:34:38.190266 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.248378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Pushing event updated for resources: {'Port': ['ID=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:38.320783 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Attempting to bind port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:34:38.322457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Attempting to bind port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:34:38.322890 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Attempting to bind port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff on network 9b12b330-cf1b-4691-821f-b35591747d71 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:38.327978 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff on network 9b12b330-cf1b-4691-821f-b35591747d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:34:38.328493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Attempting to bind port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff on network 9b12b330-cf1b-4691-821f-b35591747d71 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:34:38.334795 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:34:38.335143 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Checking segment: {'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:34:38.335536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Bound using segment: {'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:34:38.335973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Bound port: 708779b5-8c20-4f0b-b1f9-39fa3a7877ff, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d38b90a-f929-4296-b19b-be1afe345dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:34:38.336507 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.408184 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] For port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:34:38.411365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] For port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:34:38.417759 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.452866 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:38.453687 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:38.454928 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] 10.222.0.15 "PUT /v2.0/ports/708779b5-8c20-4f0b-b1f9-39fa3a7877ff HTTP/1.1" status: 200 len: 1092 time: 0.6566980 Sep 16 05:34:38.455370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:38.457709 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f0c69a-6d7a-40ca-a9b5-777428eb59ce" -d '{"events": [{"name": "network-changed", "server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:38.483029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fab5b2-7ba9-4407-b557-4e917e4e0a92 service neutron] Pushing event updated for resources: {'Port': ['ID=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:38.511722 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2775c94-d26d-4dcb-b49c-bbffb48173ef x-openstack-request-id: req-c2775c94-d26d-4dcb-b49c-bbffb48173ef {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:38.512079 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:38.512524 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2775c94-d26d-4dcb-b49c-bbffb48173ef {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:38.512944 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'status': 'completed', 'code': 200} Sep 16 05:34:38.566944 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-d1267e62-9ebe-4653-a0cb-33a2d2fab3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:38.568499 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-d1267e62-9ebe-4653-a0cb-33a2d2fab3f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7f77bdf064d4203aa5f9bc863c1a8c7&device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 1095 time: 0.0523992 Sep 16 05:34:38.614128 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-18f8493e-bdc6-4a91-ad7d-4d01ae04b47e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff HTTP/1.1" status: 200 len: 217 time: 0.0375729 Sep 16 05:34:38.664522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-9dcdabd2-9ac6-478f-b06c-b824c46c0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:38.666727 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-9dcdabd2-9ac6-478f-b06c-b824c46c0377 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4f55967-dd07-4dba-8e2e-c9376d9b99f1 HTTP/1.1" status: 200 len: 854 time: 0.0460191 Sep 16 05:34:38.719412 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-e5811e14-c1f1-4d06-a395-9373e649ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:38.720955 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-e5811e14-c1f1-4d06-a395-9373e649ac55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b12b330-cf1b-4691-821f-b35591747d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471220 Sep 16 05:34:38.815110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-7e85f329-e6c3-43aa-b4c3-48f8aaf53090 service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861993 Sep 16 05:34:38.910767 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-19f0ddf3-cd84-403e-bbb4-0a0cf9271b83 req-0f646653-6d33-470d-a1c1-e097f05a177e service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879648 Sep 16 05:34:39.001335 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0c69a-6d7a-40ca-a9b5-777428eb59ce req-9ab40f86-deab-4e02-b6c6-7aebd7b2ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:39.002908 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9f0c69a-6d7a-40ca-a9b5-777428eb59ce req-9ab40f86-deab-4e02-b6c6-7aebd7b2ad30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7f77bdf064d4203aa5f9bc863c1a8c7&device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 1095 time: 0.0434721 Sep 16 05:34:39.098755 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0c69a-6d7a-40ca-a9b5-777428eb59ce req-c74bb0b5-fb44-4fde-a5b8-fc27fada4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:39.100258 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9f0c69a-6d7a-40ca-a9b5-777428eb59ce req-c74bb0b5-fb44-4fde-a5b8-fc27fada4aab service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b12b330-cf1b-4691-821f-b35591747d71 HTTP/1.1" status: 200 len: 916 time: 0.0898685 Sep 16 05:34:39.143073 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9f0c69a-6d7a-40ca-a9b5-777428eb59ce req-45c73a7b-730c-4e7e-97b8-a34a82532727 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff HTTP/1.1" status: 200 len: 217 time: 0.0355895 Sep 16 05:34:39.193240 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0c69a-6d7a-40ca-a9b5-777428eb59ce req-238a1460-d41d-4fc2-a5a5-fbadb536f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:39.194794 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9f0c69a-6d7a-40ca-a9b5-777428eb59ce req-238a1460-d41d-4fc2-a5a5-fbadb536f47c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4f55967-dd07-4dba-8e2e-c9376d9b99f1 HTTP/1.1" status: 200 len: 854 time: 0.0448987 Sep 16 05:34:39.201361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3eebd-937d-4ed3-839d-41b39c44d86d req-0c8b388d-d541-443c-a0ed-4dce6ade2c4a tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:39.203251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29e3eebd-937d-4ed3-839d-41b39c44d86d req-0c8b388d-d541-443c-a0ed-4dce6ade2c4a tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 943 time: 0.0507307 Sep 16 05:34:39.249216 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0c69a-6d7a-40ca-a9b5-777428eb59ce req-64bae24e-d965-495b-8f5a-796f474dd82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:39.250807 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9f0c69a-6d7a-40ca-a9b5-777428eb59ce req-64bae24e-d965-495b-8f5a-796f474dd82c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b12b330-cf1b-4691-821f-b35591747d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476451 Sep 16 05:34:39.255610 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-29e3eebd-937d-4ed3-839d-41b39c44d86d req-57c00eb2-f983-4a4d-8bca-7be74b88d058 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459154 Sep 16 05:34:39.352658 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9f0c69a-6d7a-40ca-a9b5-777428eb59ce req-28808063-91b6-49c5-b7b4-1b25f20f02f9 service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925574 Sep 16 05:34:39.403775 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:34:39.453487 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a9f0c69a-6d7a-40ca-a9b5-777428eb59ce req-f30ec1df-f4d8-4225-821c-a4d542c3ef49 service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935762 Sep 16 05:34:40.377417 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e74d75-7ea0-43f6-ae5f-a6b7856e9685 req-b84f796b-6133-459e-af8a-54f326efb021 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:40.378970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73e74d75-7ea0-43f6-ae5f-a6b7856e9685 req-b84f796b-6133-459e-af8a-54f326efb021 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 943 time: 0.0549185 Sep 16 05:34:40.417689 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-73e74d75-7ea0-43f6-ae5f-a6b7856e9685 req-11f737d2-c4b0-403f-a445-e2ac7a719bcd tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Sep 16 05:34:41.537004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e352d-828d-40fc-b476-6bf9df292ad0 req-fbd309cd-6b3d-49e7-8b95-8241a51346a8 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:41.538511 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e80e352d-828d-40fc-b476-6bf9df292ad0 req-fbd309cd-6b3d-49e7-8b95-8241a51346a8 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 943 time: 0.0534582 Sep 16 05:34:41.577219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e80e352d-828d-40fc-b476-6bf9df292ad0 req-e76a3b89-a09f-4316-8465-5484066513d5 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321681 Sep 16 05:34:41.929085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 708779b5-8c20-4f0b-b1f9-39fa3a7877ff details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:34:42.027696 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:42.038337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'port_id': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'mac_address': 'fa:16:3e:db:e7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:34:42.077577 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.094261 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708779b5-8c20-4f0b-b1f9-39fa3a7877ff {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:34:42.114384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:42.119373 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:42.166646 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:42.174024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:42.174384 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:42.174735 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:42.175091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:42.175435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:42.175782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:42.176123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:42.176456 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:42.176790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:42.177124 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:42.177459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:42.177819 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:42.322695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['708779b5-8c20-4f0b-b1f9-39fa3a7877ff'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:34:42.692227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5ada0-a58e-4e73-84e0-6a7b9fa2c00f req-c463443e-4ab8-4885-8aeb-293cd193f132 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:42.693784 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6bf5ada0-a58e-4e73-84e0-6a7b9fa2c00f req-c463443e-4ab8-4885-8aeb-293cd193f132 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 944 time: 0.0490353 Sep 16 05:34:42.732151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6bf5ada0-a58e-4e73-84e0-6a7b9fa2c00f req-b2a61d28-b16c-4dec-a1af-2fbf5eb36020 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Sep 16 05:34:43.857367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16004f-028e-4537-ab1d-51ec54365e18 req-42002039-25b3-4d86-ae53-f7091f138919 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:43.858962 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2f16004f-028e-4537-ab1d-51ec54365e18 req-42002039-25b3-4d86-ae53-f7091f138919 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 944 time: 0.0606885 Sep 16 05:34:43.897561 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2f16004f-028e-4537-ab1d-51ec54365e18 req-053948a1-3ca9-4d3c-968e-942479688dcf tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325048 Sep 16 05:34:43.932511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 708779b5-8c20-4f0b-b1f9-39fa3a7877ff up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:34:43.997110 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:34:44.000878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:34:44.001289 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.081388 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.104446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:34:44.106755 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0983efa8-eb27-4c35-8353-9dee4363ad1b" -d '{"events": [{"server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "name": "network-vif-plugged", "status": "completed", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:34:44.119811 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:34:44.123792 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:44.150973 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1872feea-3fc5-4c26-9123-b03068871c31 x-openstack-request-id: req-1872feea-3fc5-4c26-9123-b03068871c31 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:34:44.151283 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "name": "network-vif-plugged", "status": "completed", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:34:44.151560 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1872feea-3fc5-4c26-9123-b03068871c31 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:34:44.151971 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'code': 200} Sep 16 05:34:44.177470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:44.244377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac70272-5342-4094-97be-73186b767cb7 req-dbcbeb8d-49fb-4130-b577-f75232bc4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:44.245963 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cac70272-5342-4094-97be-73186b767cb7 req-dbcbeb8d-49fb-4130-b577-f75232bc4a04 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 1097 time: 0.0416420 Sep 16 05:34:44.282208 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cac70272-5342-4094-97be-73186b767cb7 req-73f52f68-9189-414c-9429-fc2d577c4b79 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295615 Sep 16 05:34:45.019100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f52fb-7d43-4457-9e11-372763b47b50 req-21561849-6dd9-4b0b-8ddb-ce47540c83de tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:45.020661 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab2f52fb-7d43-4457-9e11-372763b47b50 req-21561849-6dd9-4b0b-8ddb-ce47540c83de tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 945 time: 0.0544853 Sep 16 05:34:45.059631 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab2f52fb-7d43-4457-9e11-372763b47b50 req-fd8a80d6-ecd1-4f05-b0ea-158781a87247 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326886 Sep 16 05:34:46.184698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252810b-cf74-4fd8-bb31-4ad8aa50834b req-e4efcd82-4c1d-4338-9c4e-ce0149a36795 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:46.186267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4252810b-cf74-4fd8-bb31-4ad8aa50834b req-e4efcd82-4c1d-4338-9c4e-ce0149a36795 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 945 time: 0.0595152 Sep 16 05:34:46.224892 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4252810b-cf74-4fd8-bb31-4ad8aa50834b req-a34ba48d-f152-4ca0-aa27-68620e267950 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Sep 16 05:34:46.340043 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2e50e-3b5d-4380-9d70-f30e34eafecb req-ce63ecc8-9872-4d1d-8f58-aa5a8e7500a3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:46.341516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12e2e50e-3b5d-4380-9d70-f30e34eafecb req-ce63ecc8-9872-4d1d-8f58-aa5a8e7500a3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 945 time: 0.0502450 Sep 16 05:34:46.379621 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-12e2e50e-3b5d-4380-9d70-f30e34eafecb req-4c6b7e54-6547-42f1-a9d1-8d8bcf980ba0 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320871 Sep 16 05:34:46.572547 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ad94d-83df-4d56-99eb-102b539261ca req-6809747f-0465-4e0c-9b7a-b7adb1bd457b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:46.574095 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff8ad94d-83df-4d56-99eb-102b539261ca req-6809747f-0465-4e0c-9b7a-b7adb1bd457b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 945 time: 0.0537212 Sep 16 05:34:46.611775 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff8ad94d-83df-4d56-99eb-102b539261ca req-fd95d1b3-0f66-4f9b-9ac9-e1a5a2b6624b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316060 Sep 16 05:34:47.287492 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7579605a-569e-4023-bea9-0e6b5bb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:50.261407 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1154e985-f131-4bd6-8df7-b2bcac021709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:50.893153 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:51.861281 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:53.395549 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.224005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4ae7b-c701-4689-9685-b5da5964d877 req-3442c153-2c74-417d-ba7e-bd115d393303 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:58.225570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-13b4ae7b-c701-4689-9685-b5da5964d877 req-3442c153-2c74-417d-ba7e-bd115d393303 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 945 time: 0.0498307 Sep 16 05:34:58.263183 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-13b4ae7b-c701-4689-9685-b5da5964d877 req-91ed9bed-38a2-468f-af1e-6f30586d3d65 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309374 Sep 16 05:34:58.285470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54246) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:58.424495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4321a8-2bae-4a6a-8b73-c52e15d19285 tempest-TestMinimumBasicScenario-285286279 tempest-TestMinimumBasicScenario-285286279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:34:58.426308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ac4321a8-2bae-4a6a-8b73-c52e15d19285 tempest-TestMinimumBasicScenario-285286279 tempest-TestMinimumBasicScenario-285286279-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 1092 time: 0.1398442 Sep 16 05:34:58.430061 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54250) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:34:58.435745 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:34:58.467196 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.571202 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.679433 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Allocated IP 172.25.0.101 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/c1ee5bcd-9f85-4240-953f-2895256eebb2) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:34:58.789197 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.824934 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:58.863937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:34:58.871315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:34:58.875837 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:34:58.878892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event updated for resources: {'Port': ['ID=c1ee5bcd-9f85-4240-953f-2895256eebb2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:58.909540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:58.909923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:58.910275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:58.910628 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:58.910966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:58.911304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:58.911637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:58.911973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:58.912301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:58.912631 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:58.912960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:58.913287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:34:59.265341 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.337940 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.503721 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.508550 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.586701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event updated for resources: {'Port': ['ID=c1ee5bcd-9f85-4240-953f-2895256eebb2,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:34:59.602195 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:34:59.709827 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Floating IP 1986f46c-7a1d-469e-8f3d-150fac830aff associated. External IP: 172.25.0.101, port: 708779b5-8c20-4f0b-b1f9-39fa3a7877ff. Sep 16 05:34:59.923537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:35:00.032762 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:35:00.046222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ddee9-997a-4da0-8fe9-4162f2a0523e None None] Sync routers for ids ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:35:00.051242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.058332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326ddee9-997a-4da0-8fe9-4162f2a0523e None None] Routers {'1818e9ff-0a21-48b0-80c9-3a6a46654d33'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:00.058995 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-326ddee9-997a-4da0-8fe9-4162f2a0523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:34:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:00.084570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0b588471-8f2e-4f3b-b472-f44272d0f526 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6533003 Sep 16 05:35:00.085385 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:00.088423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54254) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:00.088962 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459decf5-bd96-452b-b670-2ccb067a2860" -d '{"events": [{"name": "network-changed", "server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:00.099495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f9117f10-b7ce-4db0-b5f5-1bcc2583fdb6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167492915', 'description': 'tempest-secgroup-smoke-1167492915 description', 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:00.127537 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9117f10-b7ce-4db0-b5f5-1bcc2583fdb6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.135741 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c216e6d-3166-4f68-8c24-9f342a6c13ab x-openstack-request-id: req-1c216e6d-3166-4f68-8c24-9f342a6c13ab {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:00.136046 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:00.136286 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c216e6d-3166-4f68-8c24-9f342a6c13ab {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:00.136775 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'status': 'completed', 'code': 200} Sep 16 05:35:00.187225 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-326ddee9-997a-4da0-8fe9-4162f2a0523e None None] Set router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:00.229096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459decf5-bd96-452b-b670-2ccb067a2860 req-b3f9704d-aa59-47b6-9656-cf42a3690ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:00.230659 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-459decf5-bd96-452b-b670-2ccb067a2860 req-b3f9704d-aa59-47b6-9656-cf42a3690ef1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7f77bdf064d4203aa5f9bc863c1a8c7&device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 1097 time: 0.0724139 Sep 16 05:35:00.274712 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9117f10-b7ce-4db0-b5f5-1bcc2583fdb6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.284437 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9117f10-b7ce-4db0-b5f5-1bcc2583fdb6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.348998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9117f10-b7ce-4db0-b5f5-1bcc2583fdb6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.350332 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f9117f10-b7ce-4db0-b5f5-1bcc2583fdb6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2607911 Sep 16 05:35:00.354260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54258) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:00.356917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9117f10-b7ce-4db0-b5f5-1bcc2583fdb6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d340a90-fdff-4588-afbf-752c7269d2e2,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:00.359540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6577918c-4904-447f-9f6f-736190d47b70 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Request body: {'security_group_rule': {'security_group_id': '0d340a90-fdff-4588-afbf-752c7269d2e2', 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:00.377415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459decf5-bd96-452b-b670-2ccb067a2860 req-38f48683-a6c0-441c-a924-8950e7a30871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:00.378972 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-459decf5-bd96-452b-b670-2ccb067a2860 req-38f48683-a6c0-441c-a924-8950e7a30871 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b12b330-cf1b-4691-821f-b35591747d71 HTTP/1.1" status: 200 len: 916 time: 0.1366401 Sep 16 05:35:00.399047 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6577918c-4904-447f-9f6f-736190d47b70 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.441681 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-326ddee9-997a-4da0-8fe9-4162f2a0523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '1986f46c-7a1d-469e-8f3d-150fac830aff', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'floating_ip_address': '172.25.0.101', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'port_id': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'mac_address': 'fa:16:3e:db:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:34:59Z', 'updated_at': '2021-09-16T05:34:59Z', 'revision_number': 0, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847a37f5-6dd8-4ab2-a588-a498a6a0a932', 'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'mac_address': 'fa:16:3e:db:c6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:08Z', 'updated_at': '2021-09-16T05:34:14Z', 'revision_number': 5, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'subnets': [{'id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:00.461124 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-459decf5-bd96-452b-b670-2ccb067a2860 req-5d18bee4-0d28-4525-9f13-6691443d719b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff HTTP/1.1" status: 200 len: 999 time: 0.0745287 Sep 16 05:35:00.472571 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6577918c-4904-447f-9f6f-736190d47b70 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.474639 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ddee9-997a-4da0-8fe9-4162f2a0523e None None] Checking router: 1818e9ff-0a21-48b0-80c9-3a6a46654d33 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:35:00.478596 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6577918c-4904-447f-9f6f-736190d47b70 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.486775 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326ddee9-997a-4da0-8fe9-4162f2a0523e None None] Routers {'1818e9ff-0a21-48b0-80c9-3a6a46654d33'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:35:00.487733 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-326ddee9-997a-4da0-8fe9-4162f2a0523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:34:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:00.502603 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577918c-4904-447f-9f6f-736190d47b70 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c32adf-8dca-4578-803d-a3cb68f36965,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:00.511308 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6577918c-4904-447f-9f6f-736190d47b70 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.515855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6577918c-4904-447f-9f6f-736190d47b70 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601067 Sep 16 05:35:00.516425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54260) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:00.522370 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-adc20792-feb8-4f48-9b84-e57c750ab473 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Request body: {'security_group_rule': {'security_group_id': '0d340a90-fdff-4588-afbf-752c7269d2e2', 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:00.537483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459decf5-bd96-452b-b670-2ccb067a2860 req-a33215c9-bac6-411d-bfd4-a5acc9dcc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:00.539104 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-459decf5-bd96-452b-b670-2ccb067a2860 req-a33215c9-bac6-411d-bfd4-a5acc9dcc1e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4f55967-dd07-4dba-8e2e-c9376d9b99f1 HTTP/1.1" status: 200 len: 854 time: 0.0703652 Sep 16 05:35:00.582412 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adc20792-feb8-4f48-9b84-e57c750ab473 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.607216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-326ddee9-997a-4da0-8fe9-4162f2a0523e None None] Set router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:35:00.614577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459decf5-bd96-452b-b670-2ccb067a2860 req-1b469e90-df14-443f-a1dc-60f94f28c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:00.616098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-459decf5-bd96-452b-b670-2ccb067a2860 req-1b469e90-df14-443f-a1dc-60f94f28c980 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b12b330-cf1b-4691-821f-b35591747d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697763 Sep 16 05:35:00.679375 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adc20792-feb8-4f48-9b84-e57c750ab473 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.706822 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adc20792-feb8-4f48-9b84-e57c750ab473 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.733210 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc20792-feb8-4f48-9b84-e57c750ab473 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8417fb-9066-4965-9f5b-72a6cffa511d,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:00.744455 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-adc20792-feb8-4f48-9b84-e57c750ab473 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.745724 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-adc20792-feb8-4f48-9b84-e57c750ab473 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2283194 Sep 16 05:35:00.749465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54262) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:00.756656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b97a9062-269b-487a-b9b1-a86772a2ec2e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Request body: {'security_group_rule': {'security_group_id': '0d340a90-fdff-4588-afbf-752c7269d2e2', 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:00.756957 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-459decf5-bd96-452b-b670-2ccb067a2860 req-044cf6e7-be6e-461b-9d80-ee4d6629d207 service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330965 Sep 16 05:35:00.788433 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b97a9062-269b-487a-b9b1-a86772a2ec2e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.858854 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b97a9062-269b-487a-b9b1-a86772a2ec2e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.863444 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b97a9062-269b-487a-b9b1-a86772a2ec2e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.874916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-326ddee9-997a-4da0-8fe9-4162f2a0523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '1986f46c-7a1d-469e-8f3d-150fac830aff', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'floating_ip_address': '172.25.0.101', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'port_id': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'mac_address': 'fa:16:3e:db:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:34:59Z', 'updated_at': '2021-09-16T05:34:59Z', 'revision_number': 0, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847a37f5-6dd8-4ab2-a588-a498a6a0a932', 'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'mac_address': 'fa:16:3e:db:c6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:08Z', 'updated_at': '2021-09-16T05:34:14Z', 'revision_number': 5, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'subnets': [{'id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:35:00.880964 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-459decf5-bd96-452b-b670-2ccb067a2860 req-3b19ab39-d2d3-43a9-97d3-5c025541f2d8 service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143055 Sep 16 05:35:00.884764 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a9062-269b-487a-b9b1-a86772a2ec2e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bc95a0-c143-480c-8e1b-dc99b2c7a910,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:00.897864 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b97a9062-269b-487a-b9b1-a86772a2ec2e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:00.899183 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b97a9062-269b-487a-b9b1-a86772a2ec2e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474178 Sep 16 05:35:00.903132 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54264) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:00.908240 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ddee9-997a-4da0-8fe9-4162f2a0523e None None] The sync data for ids ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'] in n-d-712142-17 is: [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '1986f46c-7a1d-469e-8f3d-150fac830aff', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'floating_ip_address': '172.25.0.101', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'port_id': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'mac_address': 'fa:16:3e:db:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:34:59Z', 'updated_at': '2021-09-16T05:34:59Z', 'revision_number': 0, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847a37f5-6dd8-4ab2-a588-a498a6a0a932', 'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'mac_address': 'fa:16:3e:db:c6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:08Z', 'updated_at': '2021-09-16T05:34:14Z', 'revision_number': 5, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'subnets': [{'id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:35:00.908528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5cffa1da-b2b2-43c1-a971-78882adfaca2 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Request body: {'security_group_rule': {'security_group_id': '0d340a90-fdff-4588-afbf-752c7269d2e2', 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:00.938664 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5cffa1da-b2b2-43c1-a971-78882adfaca2 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.014908 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5cffa1da-b2b2-43c1-a971-78882adfaca2 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.020357 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5cffa1da-b2b2-43c1-a971-78882adfaca2 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.038962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffa1da-b2b2-43c1-a971-78882adfaca2 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab382c2b-feac-4b6a-85c1-0a92285b3546,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:01.046766 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5cffa1da-b2b2-43c1-a971-78882adfaca2 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.048036 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5cffa1da-b2b2-43c1-a971-78882adfaca2 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435578 Sep 16 05:35:01.052334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54266) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:01.057597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4f57d72f-3b48-4e4c-9c9a-da27e1aa67b5 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Request body: {'security_group_rule': {'security_group_id': '0d340a90-fdff-4588-afbf-752c7269d2e2', 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:01.081096 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-4f57d72f-3b48-4e4c-9c9a-da27e1aa67b5 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Project e7f77bdf064d4203aa5f9bc863c1a8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:35:01.086889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f57d72f-3b48-4e4c-9c9a-da27e1aa67b5 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.123449 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b45628-0b28-4121-990c-a197632bd0d3 None None] New status for floating IP 1986f46c-7a1d-469e-8f3d-150fac830aff: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:35:01.153314 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f57d72f-3b48-4e4c-9c9a-da27e1aa67b5 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.158576 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f57d72f-3b48-4e4c-9c9a-da27e1aa67b5 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.179321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57d72f-3b48-4e4c-9c9a-da27e1aa67b5 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476f4132-4239-47a9-8dfe-fe52ef382d71,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:01.187502 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4f57d72f-3b48-4e4c-9c9a-da27e1aa67b5 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.188730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4f57d72f-3b48-4e4c-9c9a-da27e1aa67b5 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353652 Sep 16 05:35:01.191448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54268) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:35:01.196240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-29048084-0684-4670-b2e2-923680331e16 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Request body: {'security_group_rule': {'security_group_id': '0d340a90-fdff-4588-afbf-752c7269d2e2', 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:01.223615 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-29048084-0684-4670-b2e2-923680331e16 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Project e7f77bdf064d4203aa5f9bc863c1a8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:35:01.228352 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29048084-0684-4670-b2e2-923680331e16 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.298457 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29048084-0684-4670-b2e2-923680331e16 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.302274 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29048084-0684-4670-b2e2-923680331e16 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.326915 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-29048084-0684-4670-b2e2-923680331e16 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.328121 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-29048084-0684-4670-b2e2-923680331e16 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356776 Sep 16 05:35:01.330504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29048084-0684-4670-b2e2-923680331e16 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88ca65d-f687-4919-8a6a-48ec97bc77cd,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:01.410034 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aee02ebb-77ac-4fe6-9360-fca711774c91 req-f59dea4e-bbd6-4d80-a6aa-fce38007aa4e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167492915&fields=id&tenant_id=e7f77bdf064d4203aa5f9bc863c1a8c7 HTTP/1.1" status: 200 len: 267 time: 0.0335829 Sep 16 05:35:01.468467 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee02ebb-77ac-4fe6-9360-fca711774c91 req-f38a5cf0-ee45-4e56-8a86-c327e2120551 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:01.470122 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aee02ebb-77ac-4fe6-9360-fca711774c91 req-f38a5cf0-ee45-4e56-8a86-c327e2120551 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 945 time: 0.0543196 Sep 16 05:35:01.482699 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-aee02ebb-77ac-4fe6-9360-fca711774c91 req-2277effa-69be-4d8a-9f2f-1b517f945074 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Request body: {'port': {'security_groups': ['c0f5683a-4244-4ddc-9442-b41a12b2ac29', '0d340a90-fdff-4588-afbf-752c7269d2e2']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:35:01.553059 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-aee02ebb-77ac-4fe6-9360-fca711774c91 req-2277effa-69be-4d8a-9f2f-1b517f945074 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.749028 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-aee02ebb-77ac-4fe6-9360-fca711774c91 req-2277effa-69be-4d8a-9f2f-1b517f945074 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] For port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:35:01.778029 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-aee02ebb-77ac-4fe6-9360-fca711774c91 req-2277effa-69be-4d8a-9f2f-1b517f945074 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.782575 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-aee02ebb-77ac-4fe6-9360-fca711774c91 req-2277effa-69be-4d8a-9f2f-1b517f945074 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.795254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['708779b5-8c20-4f0b-b1f9-39fa3a7877ff'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:01.826995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee02ebb-77ac-4fe6-9360-fca711774c91 req-2277effa-69be-4d8a-9f2f-1b517f945074 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:01.827638 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-aee02ebb-77ac-4fe6-9360-fca711774c91 req-2277effa-69be-4d8a-9f2f-1b517f945074 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:01.829114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aee02ebb-77ac-4fe6-9360-fca711774c91 req-2277effa-69be-4d8a-9f2f-1b517f945074 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "PUT /v2.0/ports/708779b5-8c20-4f0b-b1f9-39fa3a7877ff HTTP/1.1" status: 200 len: 981 time: 0.3520644 Sep 16 05:35:01.858412 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277effa-69be-4d8a-9f2f-1b517f945074 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event updated for resources: {'Port': ['ID=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,revision_number=6']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:35:01.890923 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['708779b5-8c20-4f0b-b1f9-39fa3a7877ff'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:35:01.960834 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87b864-65b9-4bd1-9f2e-640a02cc925a req-b52b740f-1ffe-41a8-b798-526c1e3b9d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:01.962677 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea87b864-65b9-4bd1-9f2e-640a02cc925a req-b52b740f-1ffe-41a8-b798-526c1e3b9d62 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.0547540 Sep 16 05:35:02.008778 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea87b864-65b9-4bd1-9f2e-640a02cc925a req-b847e809-81e8-49b4-b64f-b77d4364dcdb tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d340a90-fdff-4588-afbf-752c7269d2e2&id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380006 Sep 16 05:35:02.137855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:35:02.140346 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c768b45d-024e-47c9-89d3-0f73e9b1ed6b" -d '{"events": [{"name": "network-changed", "server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:35:02.151491 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d0dbb2d0-4ba4-40e3-815b-63e3d67175dc None None] Provisioning complete for port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:35:02.151491 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb2d0-4ba4-40e3-815b-63e3d67175dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:02.184734 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2278cf-01a8-44ca-9526-15d991d17691 x-openstack-request-id: req-eb2278cf-01a8-44ca-9526-15d991d17691 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:35:02.185033 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:35:02.185285 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb2278cf-01a8-44ca-9526-15d991d17691 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:35:02.185712 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'status': 'completed', 'code': 200} Sep 16 05:35:02.249565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768b45d-024e-47c9-89d3-0f73e9b1ed6b req-4cf7e698-544e-4559-9173-461a0341d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.251304 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c768b45d-024e-47c9-89d3-0f73e9b1ed6b req-4cf7e698-544e-4559-9173-461a0341d0cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7f77bdf064d4203aa5f9bc863c1a8c7&device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 1136 time: 0.0421214 Sep 16 05:35:02.349488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768b45d-024e-47c9-89d3-0f73e9b1ed6b req-5a735140-c9e1-4585-b484-4c9f714e3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.350948 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c768b45d-024e-47c9-89d3-0f73e9b1ed6b req-5a735140-c9e1-4585-b484-4c9f714e3a3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b12b330-cf1b-4691-821f-b35591747d71 HTTP/1.1" status: 200 len: 916 time: 0.0918250 Sep 16 05:35:02.420502 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c768b45d-024e-47c9-89d3-0f73e9b1ed6b req-42c58ccd-40c3-4091-88e6-593cdf5ffad9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff HTTP/1.1" status: 200 len: 1001 time: 0.0605838 Sep 16 05:35:02.485490 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768b45d-024e-47c9-89d3-0f73e9b1ed6b req-22bcd6f6-db6b-4825-85b9-25d427c52743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.487016 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c768b45d-024e-47c9-89d3-0f73e9b1ed6b req-22bcd6f6-db6b-4825-85b9-25d427c52743 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4f55967-dd07-4dba-8e2e-c9376d9b99f1 HTTP/1.1" status: 200 len: 854 time: 0.0577507 Sep 16 05:35:02.539058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768b45d-024e-47c9-89d3-0f73e9b1ed6b req-5a9fc1cb-47cb-47c7-a0bc-982ad9618ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:02.541104 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c768b45d-024e-47c9-89d3-0f73e9b1ed6b req-5a9fc1cb-47cb-47c7-a0bc-982ad9618ea2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b12b330-cf1b-4691-821f-b35591747d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451140 Sep 16 05:35:02.632686 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c768b45d-024e-47c9-89d3-0f73e9b1ed6b req-ffbe7d67-8513-43b6-acd7-3f07f8d20f9b service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846148 Sep 16 05:35:02.727595 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-c768b45d-024e-47c9-89d3-0f73e9b1ed6b req-4debdfbb-f1a3-4976-b2f8-f6bc3a36239e service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868449 Sep 16 05:35:06.054462 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:08.056334 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:16.403876 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:35:17.288201 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6872dacd-17da-4536-a0ff-5d3ac54693ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:19.221815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5384c70-fa2d-45d5-bf3d-943757766b06 req-b1173f30-49a4-433b-8b49-a6fcf01949b3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:19.223346 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5384c70-fa2d-45d5-bf3d-943757766b06 req-b1173f30-49a4-433b-8b49-a6fcf01949b3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.0586641 Sep 16 05:35:19.240192 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5250a4-e5d7-4baa-aa35-cec7ac0c048a req-fbdd6f12-c565-45e2-b983-74c974baccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:19.241774 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f5250a4-e5d7-4baa-aa35-cec7ac0c048a req-fbdd6f12-c565-45e2-b983-74c974baccd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7f77bdf064d4203aa5f9bc863c1a8c7&device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 1136 time: 0.0563641 Sep 16 05:35:19.280913 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5384c70-fa2d-45d5-bf3d-943757766b06 req-b33bbb55-b8a8-4199-8e99-a27fa03f7149 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d340a90-fdff-4588-afbf-752c7269d2e2&id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474837 Sep 16 05:35:19.349623 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5250a4-e5d7-4baa-aa35-cec7ac0c048a req-a1f3bfcb-ff41-427e-a69e-5602203e208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:19.351156 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f5250a4-e5d7-4baa-aa35-cec7ac0c048a req-a1f3bfcb-ff41-427e-a69e-5602203e208a service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b12b330-cf1b-4691-821f-b35591747d71 HTTP/1.1" status: 200 len: 916 time: 0.1019289 Sep 16 05:35:19.419777 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f5250a4-e5d7-4baa-aa35-cec7ac0c048a req-14a6b53d-d64e-44d7-a16a-f268ce7ea151 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff HTTP/1.1" status: 200 len: 1001 time: 0.0609140 Sep 16 05:35:19.475166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5250a4-e5d7-4baa-aa35-cec7ac0c048a req-d002d9e6-56ac-4666-94bc-840c8d47f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:19.476586 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f5250a4-e5d7-4baa-aa35-cec7ac0c048a req-d002d9e6-56ac-4666-94bc-840c8d47f179 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4f55967-dd07-4dba-8e2e-c9376d9b99f1 HTTP/1.1" status: 200 len: 854 time: 0.0499763 Sep 16 05:35:19.527441 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5250a4-e5d7-4baa-aa35-cec7ac0c048a req-c5c55d9f-8045-47d5-937b-728c34f15cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:19.528956 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f5250a4-e5d7-4baa-aa35-cec7ac0c048a req-c5c55d9f-8045-47d5-937b-728c34f15cfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b12b330-cf1b-4691-821f-b35591747d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446889 Sep 16 05:35:19.622033 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f5250a4-e5d7-4baa-aa35-cec7ac0c048a req-0be011e5-224c-4c29-b3f2-88cf7f1592ca service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849516 Sep 16 05:35:19.720228 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-4f5250a4-e5d7-4baa-aa35-cec7ac0c048a req-2aed2263-616c-428d-a604-311cc2ff90e9 service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888751 Sep 16 05:35:20.253890 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d77f6928-3e2d-4bf4-b7ca-7ca0450dc86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:20.735404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb377398-070d-47fd-b127-415cc63105fb req-4d01c587-fec0-4756-9556-791495ab77b1 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:20.736980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb377398-070d-47fd-b127-415cc63105fb req-4d01c587-fec0-4756-9556-791495ab77b1 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.3726621 Sep 16 05:35:20.779029 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cb377398-070d-47fd-b127-415cc63105fb req-d41b9d14-73cd-4e6e-95b8-694df84b571b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d340a90-fdff-4588-afbf-752c7269d2e2&id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357881 Sep 16 05:35:20.901557 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.863835 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:21.906888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194c29d-7ad2-4aca-954a-bcdc4df0f45d req-46a904f8-998e-4d0a-9c1e-b0dcb55fb58f tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:21.908677 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6194c29d-7ad2-4aca-954a-bcdc4df0f45d req-46a904f8-998e-4d0a-9c1e-b0dcb55fb58f tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.0523782 Sep 16 05:35:21.960063 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6194c29d-7ad2-4aca-954a-bcdc4df0f45d req-dc6bbfa1-f9e0-491f-b831-5035507d5f82 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d340a90-fdff-4588-afbf-752c7269d2e2&id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451379 Sep 16 05:35:23.082653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fa327-493e-4686-aa5e-93bc7eb8087e req-9d8919c1-084f-4eee-bbb8-57ec280c2cbc tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:23.084525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-129fa327-493e-4686-aa5e-93bc7eb8087e req-9d8919c1-084f-4eee-bbb8-57ec280c2cbc tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.0552402 Sep 16 05:35:23.127838 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-129fa327-493e-4686-aa5e-93bc7eb8087e req-d0079914-2efa-46c2-9d60-2aeaabc3e56c tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d340a90-fdff-4588-afbf-752c7269d2e2&id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371068 Sep 16 05:35:23.394591 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:24.268591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c37d7-a97f-443d-a803-86c83a50a7a5 req-0580aabd-4e58-46d9-af81-9975766273f4 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:24.270230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d1c37d7-a97f-443d-a803-86c83a50a7a5 req-0580aabd-4e58-46d9-af81-9975766273f4 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.0654480 Sep 16 05:35:24.321898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d1c37d7-a97f-443d-a803-86c83a50a7a5 req-e02e8642-a484-43d1-a7bb-cc933a0e82e8 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d340a90-fdff-4588-afbf-752c7269d2e2&id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450749 Sep 16 05:35:25.456471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bf6aa-edb8-4339-89eb-77e9ded6c087 req-7f834aab-8340-4c62-b73c-99378942cf2d tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:25.458415 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-524bf6aa-edb8-4339-89eb-77e9ded6c087 req-7f834aab-8340-4c62-b73c-99378942cf2d tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.0626230 Sep 16 05:35:25.505029 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-524bf6aa-edb8-4339-89eb-77e9ded6c087 req-32225c51-d647-40f4-b7dc-00b7f708a265 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d340a90-fdff-4588-afbf-752c7269d2e2&id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401533 Sep 16 05:35:26.627711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be0b1d-0f83-4bfd-bea6-c459cbbf437d req-494d8562-7181-4361-bdab-f194d4c1b136 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:26.629278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20be0b1d-0f83-4bfd-bea6-c459cbbf437d req-494d8562-7181-4361-bdab-f194d4c1b136 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.0545323 Sep 16 05:35:26.670682 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20be0b1d-0f83-4bfd-bea6-c459cbbf437d req-d786a51c-7977-4c43-871c-ef463696debe tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d340a90-fdff-4588-afbf-752c7269d2e2&id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352609 Sep 16 05:35:27.790075 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f74b08-5f3f-4d71-9b5d-c60e6bcbd36e req-0e784213-a2c4-43a5-b849-42c7e0c84e9f tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:27.791570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48f74b08-5f3f-4d71-9b5d-c60e6bcbd36e req-0e784213-a2c4-43a5-b849-42c7e0c84e9f tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.0521157 Sep 16 05:35:27.838879 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48f74b08-5f3f-4d71-9b5d-c60e6bcbd36e req-afcb94bf-f6cc-46ca-903a-4e4698388a7e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d340a90-fdff-4588-afbf-752c7269d2e2&id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405648 Sep 16 05:35:28.960177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2131c-f68f-49c2-ab9b-3b29839e2cb4 req-351d6b3a-a51a-41da-b656-87f281f3028e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:28.961775 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22b2131c-f68f-49c2-ab9b-3b29839e2cb4 req-351d6b3a-a51a-41da-b656-87f281f3028e tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.0521014 Sep 16 05:35:29.003804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-22b2131c-f68f-49c2-ab9b-3b29839e2cb4 req-dbae09fd-7df8-4e17-89ab-3eccd4f0169a tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d340a90-fdff-4588-afbf-752c7269d2e2&id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359385 Sep 16 05:35:30.140578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ed6b6-d63e-4350-ac62-688d19a419b0 req-66327ef0-4e4d-40f3-95eb-5826e8c96065 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:30.142173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2a1ed6b6-d63e-4350-ac62-688d19a419b0 req-66327ef0-4e4d-40f3-95eb-5826e8c96065 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.0612159 Sep 16 05:35:30.195244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2a1ed6b6-d63e-4350-ac62-688d19a419b0 req-56e3f241-fe2d-4ea6-ac81-5369ff971e8c tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d340a90-fdff-4588-afbf-752c7269d2e2&id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457258 Sep 16 05:35:31.317914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76a36e-9468-4106-9de7-aea8df16b1d7 req-79783899-b9ac-4c6e-a1cb-fd673d8c9182 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:31.319505 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a76a36e-9468-4106-9de7-aea8df16b1d7 req-79783899-b9ac-4c6e-a1cb-fd673d8c9182 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.0518341 Sep 16 05:35:31.364966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a76a36e-9468-4106-9de7-aea8df16b1d7 req-1f0f5b82-538b-4f01-8943-f25e66813ba7 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d340a90-fdff-4588-afbf-752c7269d2e2&id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389018 Sep 16 05:35:36.051980 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:36.819934 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-fe9b1d8e-2c39-41dd-9c9e-75f72af4c3ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416570 Sep 16 05:35:36.900104 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-6f6a40e2-e0b4-486d-ac7d-22396f38955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:36.901641 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-6f6a40e2-e0b4-486d-ac7d-22396f38955f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7f77bdf064d4203aa5f9bc863c1a8c7&device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 1136 time: 0.0409074 Sep 16 05:35:37.021980 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-25153d32-1b86-4141-845d-8ad5462edebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:37.023763 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-25153d32-1b86-4141-845d-8ad5462edebc service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b12b330-cf1b-4691-821f-b35591747d71 HTTP/1.1" status: 200 len: 916 time: 0.0972037 Sep 16 05:35:37.093927 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-57dafa80-282d-4754-8f07-11284ec5b2b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff HTTP/1.1" status: 200 len: 1001 time: 0.0625598 Sep 16 05:35:37.148123 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-03e1e277-8623-4bb0-887e-63e24cbf790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:37.150023 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-03e1e277-8623-4bb0-887e-63e24cbf790c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4f55967-dd07-4dba-8e2e-c9376d9b99f1 HTTP/1.1" status: 200 len: 854 time: 0.0489655 Sep 16 05:35:37.197683 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-bcd369c5-dca7-4e2c-a306-e53b834767e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:35:37.199231 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-bcd369c5-dca7-4e2c-a306-e53b834767e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b12b330-cf1b-4691-821f-b35591747d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420680 Sep 16 05:35:37.210697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-7f9782cd-7770-477b-9330-b6fe0d5906da service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:35:37.211956 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-7f9782cd-7770-477b-9330-b6fe0d5906da service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053833 Sep 16 05:35:37.306982 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-a3f50f61-d63c-49f8-9172-e6ee4c57d0ca service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876606 Sep 16 05:35:37.396253 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a1327ab2-9c55-4e1a-b427-96b8ea7976b1 req-e1e51993-9dc4-45cd-a1ae-ba68e6558e6f service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821486 Sep 16 05:35:38.052077 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:42.575946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-fe44f58d-db59-4afe-a2dc-1817d77f8e30 req-03b01c50-90fc-46d9-bea0-568a662cfeb5 tempest-ServerDiskConfigTestJSON-249140029 tempest-ServerDiskConfigTestJSON-249140029-project] (94745) timed out ('10.222.0.50', 52607) {{(pid=94745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:35:47.290018 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7d34db2d-3cab-4b89-b546-c81197fa447e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.259373 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37b75e62-768f-4a87-ac17-e35f37b217e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:50.895027 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:51.866229 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.396856 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:35:53.404840 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:03.704645 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1ed1130-4e29-4acd-9ef4-78c6f70e8af4 req-a8db55d1-f064-4030-95f0-552028874999 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167492915&fields=id&tenant_id=e7f77bdf064d4203aa5f9bc863c1a8c7 HTTP/1.1" status: 200 len: 267 time: 0.0350490 Sep 16 05:36:03.765775 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed1130-4e29-4acd-9ef4-78c6f70e8af4 req-6e7471a5-b4d6-45ac-a937-7d4cebf10db5 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:03.767482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1ed1130-4e29-4acd-9ef4-78c6f70e8af4 req-6e7471a5-b4d6-45ac-a937-7d4cebf10db5 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 984 time: 0.0568640 Sep 16 05:36:03.779005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-e1ed1130-4e29-4acd-9ef4-78c6f70e8af4 req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Request body: {'port': {'security_groups': ['c0f5683a-4244-4ddc-9442-b41a12b2ac29']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:03.851907 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e1ed1130-4e29-4acd-9ef4-78c6f70e8af4 req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.035044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e1ed1130-4e29-4acd-9ef4-78c6f70e8af4 req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] For port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:04.062480 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e1ed1130-4e29-4acd-9ef4-78c6f70e8af4 req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.067673 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e1ed1130-4e29-4acd-9ef4-78c6f70e8af4 req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.080285 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['708779b5-8c20-4f0b-b1f9-39fa3a7877ff'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:04.112574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed1130-4e29-4acd-9ef4-78c6f70e8af4 req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.113238 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e1ed1130-4e29-4acd-9ef4-78c6f70e8af4 req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.114726 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e1ed1130-4e29-4acd-9ef4-78c6f70e8af4 req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "PUT /v2.0/ports/708779b5-8c20-4f0b-b1f9-39fa3a7877ff HTTP/1.1" status: 200 len: 942 time: 0.3406892 Sep 16 05:36:04.115186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:04.117494 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ea0416-0ddf-4eef-8ab1-be280d67e0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:04.122962 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54340) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:04.151451 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event updated for resources: {'Port': ['ID=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,revision_number=7']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:04.162257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.162614 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.162968 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.163314 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.163656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.164000 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.164339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.164675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.165012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.165351 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.165798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.166138 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4641294-fd65-47fc-b939-d98c4ee72a66 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.178486 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['708779b5-8c20-4f0b-b1f9-39fa3a7877ff'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:04.197596 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1266d42e-9b79-49f6-8632-986b636be6ad x-openstack-request-id: req-1266d42e-9b79-49f6-8632-986b636be6ad {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:04.198181 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:04.198443 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1266d42e-9b79-49f6-8632-986b636be6ad {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:04.198865 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'status': 'completed', 'code': 200} Sep 16 05:36:04.227245 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.284430 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.331162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea0416-0ddf-4eef-8ab1-be280d67e0e3 req-926631fb-696f-4d38-9803-1e6bf33fce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.333018 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f6ea0416-0ddf-4eef-8ab1-be280d67e0e3 req-926631fb-696f-4d38-9803-1e6bf33fce8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7f77bdf064d4203aa5f9bc863c1a8c7&device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 1097 time: 0.1066127 Sep 16 05:36:04.425276 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.428840 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.432879 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "DELETE /v2.0/security-groups/0d340a90-fdff-4588-afbf-752c7269d2e2 HTTP/1.1" status: 204 len: 168 time: 0.3054168 Sep 16 05:36:04.433688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54346) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:04.445127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d340a90-fdff-4588-afbf-752c7269d2e2,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:04.455651 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.456043 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.456356 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.456697 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.457034 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.457372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.458086 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.458429 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.458549 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-daaf2b4a-b3f6-4339-b854-f5b896b25666 None None] Provisioning complete for port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:04.458778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.458902 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-daaf2b4a-b3f6-4339-b854-f5b896b25666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.459209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.459602 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.459933 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edec4f2-d648-4faf-b6ef-035d424f6aa6 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:04.491917 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea0416-0ddf-4eef-8ab1-be280d67e0e3 req-62143c28-fa76-4d2c-aad9-e5d5dfc0e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.493478 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f6ea0416-0ddf-4eef-8ab1-be280d67e0e3 req-62143c28-fa76-4d2c-aad9-e5d5dfc0e442 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b12b330-cf1b-4691-821f-b35591747d71 HTTP/1.1" status: 200 len: 916 time: 0.1533425 Sep 16 05:36:04.627120 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Deleting port c1ee5bcd-9f85-4240-953f-2895256eebb2 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:04.628457 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.728677 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.729357 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.743655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Calling delete_port for c1ee5bcd-9f85-4240-953f-2895256eebb2 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:04.902261 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f6ea0416-0ddf-4eef-8ab1-be280d67e0e3 req-ce57b33e-6e3b-4be4-bfd2-9db0d72edea0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff HTTP/1.1" status: 200 len: 1001 time: 0.4002323 Sep 16 05:36:04.906798 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:04.937766 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event deleted for resources: {'Port': ['ID=c1ee5bcd-9f85-4240-953f-2895256eebb2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:04.966385 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea0416-0ddf-4eef-8ab1-be280d67e0e3 req-42e921fc-6c0c-4af1-a5aa-5fc1a2ce2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:04.967921 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f6ea0416-0ddf-4eef-8ab1-be280d67e0e3 req-42e921fc-6c0c-4af1-a5aa-5fc1a2ce2df7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4f55967-dd07-4dba-8e2e-c9376d9b99f1 HTTP/1.1" status: 200 len: 854 time: 0.0576296 Sep 16 05:36:05.009416 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:05.009801 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Floating IP 1986f46c-7a1d-469e-8f3d-150fac830aff disassociated (deleted). External IP: 172.25.0.101, port: 708779b5-8c20-4f0b-b1f9-39fa3a7877ff. Sep 16 05:36:05.014954 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea0416-0ddf-4eef-8ab1-be280d67e0e3 req-79ddfe99-c2b8-476a-8a11-876bb7768e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:05.017096 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f6ea0416-0ddf-4eef-8ab1-be280d67e0e3 req-79ddfe99-c2b8-476a-8a11-876bb7768e6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b12b330-cf1b-4691-821f-b35591747d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422192 Sep 16 05:36:05.114324 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f6ea0416-0ddf-4eef-8ab1-be280d67e0e3 req-125262e1-569c-4514-a132-719cd088b981 service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892079 Sep 16 05:36:05.216799 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f6ea0416-0ddf-4eef-8ab1-be280d67e0e3 req-12562ccb-f833-411e-985d-c59c5e5c9d2b service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954361 Sep 16 05:36:05.244164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:05.361759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:05.366708 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:05.371356 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d28f2f-6ab3-4b4e-94f5-5b5e97e01ae7 None None] Sync routers for ids ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:05.383973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d28f2f-6ab3-4b4e-94f5-5b5e97e01ae7 None None] Routers {'1818e9ff-0a21-48b0-80c9-3a6a46654d33'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:05.384610 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-13d28f2f-6ab3-4b4e-94f5-5b5e97e01ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:35:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:05.396876 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7fadbec7-65de-4f61-b348-d135b04d3a8b tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "DELETE /v2.0/floatingips/1986f46c-7a1d-469e-8f3d-150fac830aff HTTP/1.1" status: 204 len: 168 time: 0.9615729 Sep 16 05:36:05.501403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-13d28f2f-6ab3-4b4e-94f5-5b5e97e01ae7 None None] Set router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:05.743068 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-13d28f2f-6ab3-4b4e-94f5-5b5e97e01ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '847a37f5-6dd8-4ab2-a588-a498a6a0a932', 'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'mac_address': 'fa:16:3e:db:c6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:08Z', 'updated_at': '2021-09-16T05:34:14Z', 'revision_number': 5, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'subnets': [{'id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:05.769957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d28f2f-6ab3-4b4e-94f5-5b5e97e01ae7 None None] Checking router: 1818e9ff-0a21-48b0-80c9-3a6a46654d33 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:05.778331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d28f2f-6ab3-4b4e-94f5-5b5e97e01ae7 None None] Routers {'1818e9ff-0a21-48b0-80c9-3a6a46654d33'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:05.779021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-13d28f2f-6ab3-4b4e-94f5-5b5e97e01ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:35:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:05.891668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-13d28f2f-6ab3-4b4e-94f5-5b5e97e01ae7 None None] Set router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:06.084552 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:06.115293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-13d28f2f-6ab3-4b4e-94f5-5b5e97e01ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '847a37f5-6dd8-4ab2-a588-a498a6a0a932', 'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'mac_address': 'fa:16:3e:db:c6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:08Z', 'updated_at': '2021-09-16T05:34:14Z', 'revision_number': 5, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'subnets': [{'id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:06.143440 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d28f2f-6ab3-4b4e-94f5-5b5e97e01ae7 None None] The sync data for ids ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'] in n-d-712142-17 is: [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:09Z', 'revision_number': 4, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '847a37f5-6dd8-4ab2-a588-a498a6a0a932', 'name': '', 'network_id': '9b12b330-cf1b-4691-821f-b35591747d71', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'mac_address': 'fa:16:3e:db:c6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:08Z', 'updated_at': '2021-09-16T05:34:14Z', 'revision_number': 5, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'subnets': [{'id': 'f4f55967-dd07-4dba-8e2e-c9376d9b99f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:06.200146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:06.202633 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ee425a-492a-4e20-bf91-dde86caf8822" -d '{"events": [{"name": "network-changed", "server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:06.241174 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc20d75-d930-4fc5-a25e-74bd39819df6 x-openstack-request-id: req-fdc20d75-d930-4fc5-a25e-74bd39819df6 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:06.241541 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:06.241889 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdc20d75-d930-4fc5-a25e-74bd39819df6 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:06.242361 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'status': 'completed', 'code': 200} Sep 16 05:36:06.309799 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee425a-492a-4e20-bf91-dde86caf8822 req-38f53c01-e2e2-4354-ae22-9ae90e18a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.311591 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22ee425a-492a-4e20-bf91-dde86caf8822 req-38f53c01-e2e2-4354-ae22-9ae90e18a336 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7f77bdf064d4203aa5f9bc863c1a8c7&device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 1097 time: 0.0472009 Sep 16 05:36:06.389332 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad9f5f-a96a-432c-b981-150217d336bc None None] New status for floating IP 1986f46c-7a1d-469e-8f3d-150fac830aff: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:36:06.416671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee425a-492a-4e20-bf91-dde86caf8822 req-2dc91e73-2392-429f-b8f1-888c03187285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.418441 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22ee425a-492a-4e20-bf91-dde86caf8822 req-2dc91e73-2392-429f-b8f1-888c03187285 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9b12b330-cf1b-4691-821f-b35591747d71 HTTP/1.1" status: 200 len: 916 time: 0.0988340 Sep 16 05:36:06.468228 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22ee425a-492a-4e20-bf91-dde86caf8822 req-85d85ce5-72ea-42f9-b6a7-c43e844d1c1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff HTTP/1.1" status: 200 len: 217 time: 0.0418479 Sep 16 05:36:06.521443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee425a-492a-4e20-bf91-dde86caf8822 req-133317a2-72c3-4119-bcd8-77518b66fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.522954 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22ee425a-492a-4e20-bf91-dde86caf8822 req-133317a2-72c3-4119-bcd8-77518b66fffa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4f55967-dd07-4dba-8e2e-c9376d9b99f1 HTTP/1.1" status: 200 len: 854 time: 0.0468681 Sep 16 05:36:06.569315 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee425a-492a-4e20-bf91-dde86caf8822 req-06fdd203-4edd-4676-a9df-b29c1d804f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:06.570891 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22ee425a-492a-4e20-bf91-dde86caf8822 req-06fdd203-4edd-4676-a9df-b29c1d804f2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b12b330-cf1b-4691-821f-b35591747d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412548 Sep 16 05:36:06.668985 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22ee425a-492a-4e20-bf91-dde86caf8822 req-f8ae7155-3100-4eed-a99d-bdbefa9f1346 service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904083 Sep 16 05:36:06.773049 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-22ee425a-492a-4e20-bf91-dde86caf8822 req-a3a0337e-e435-4864-abaf-ffcb5925859d service neutron] 10.222.0.15 "GET /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962849 Sep 16 05:36:08.061129 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:13.479357 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3df2e5-f7e3-4f1c-ac3b-bb80aeaf7ad0 req-bcb12737-2061-4a2f-94c7-fa856583c78c tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:13.481364 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb3df2e5-f7e3-4f1c-ac3b-bb80aeaf7ad0 req-bcb12737-2061-4a2f-94c7-fa856583c78c tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 945 time: 0.0653749 Sep 16 05:36:13.521376 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bb3df2e5-f7e3-4f1c-ac3b-bb80aeaf7ad0 req-ef0f2a66-ebc5-4f41-b96a-d468253c8325 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336869 Sep 16 05:36:14.675362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c42a2-e875-4404-9be7-4485c9e57fc5 req-05bd1f6c-32cd-475b-8ec6-4237321e1edf tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:14.678098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe0c42a2-e875-4404-9be7-4485c9e57fc5 req-05bd1f6c-32cd-475b-8ec6-4237321e1edf tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 945 time: 0.0739510 Sep 16 05:36:14.717597 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe0c42a2-e875-4404-9be7-4485c9e57fc5 req-c8219198-8a28-4280-9d87-25cb12a2d91a tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f5683a-4244-4ddc-9442-b41a12b2ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336235 Sep 16 05:36:15.072941 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3b461-442f-4eb4-986d-7105c88bfd9e req-e1360f0a-47a6-49fa-9b47-006ce6fbbdb0 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:15.074459 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2df3b461-442f-4eb4-986d-7105c88bfd9e req-e1360f0a-47a6-49fa-9b47-006ce6fbbdb0 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.15 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 945 time: 0.0565445 Sep 16 05:36:15.166054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-2df3b461-442f-4eb4-986d-7105c88bfd9e req-531cef21-7782-41b9-8d1c-44ff5b18cad3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Deleting port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:15.166401 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2df3b461-442f-4eb4-986d-7105c88bfd9e req-531cef21-7782-41b9-8d1c-44ff5b18cad3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.260496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-2df3b461-442f-4eb4-986d-7105c88bfd9e req-531cef21-7782-41b9-8d1c-44ff5b18cad3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] For port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:15.260849 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2df3b461-442f-4eb4-986d-7105c88bfd9e req-531cef21-7782-41b9-8d1c-44ff5b18cad3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.272854 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-2df3b461-442f-4eb4-986d-7105c88bfd9e req-531cef21-7782-41b9-8d1c-44ff5b18cad3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Calling delete_port for 708779b5-8c20-4f0b-b1f9-39fa3a7877ff owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:15.401967 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2df3b461-442f-4eb4-986d-7105c88bfd9e req-531cef21-7782-41b9-8d1c-44ff5b18cad3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.415132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['708779b5-8c20-4f0b-b1f9-39fa3a7877ff'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:15.437415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cef21-7782-41b9-8d1c-44ff5b18cad3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Pushing event deleted for resources: {'Port': ['ID=708779b5-8c20-4f0b-b1f9-39fa3a7877ff,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:15.479805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df3b461-442f-4eb4-986d-7105c88bfd9e req-531cef21-7782-41b9-8d1c-44ff5b18cad3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] No DVR routers for this DVR port 708779b5-8c20-4f0b-b1f9-39fa3a7877ff on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:15.482705 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-2df3b461-442f-4eb4-986d-7105c88bfd9e req-531cef21-7782-41b9-8d1c-44ff5b18cad3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:15.485961 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-2df3b461-442f-4eb4-986d-7105c88bfd9e req-531cef21-7782-41b9-8d1c-44ff5b18cad3 tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.15 "DELETE /v2.0/ports/708779b5-8c20-4f0b-b1f9-39fa3a7877ff HTTP/1.1" status: 204 len: 173 time: 0.4043303 Sep 16 05:36:15.485961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'name': 'network-vif-deleted', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:15.488126 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf863eab-98b5-40fb-82ec-0d8d35eb3fa4" -d '{"events": [{"server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "name": "network-vif-deleted", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:15.523698 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14539fba-70e9-4cdd-9dcd-444abcb8742b x-openstack-request-id: req-14539fba-70e9-4cdd-9dcd-444abcb8742b {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:15.524013 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fb482e-1a49-4fa7-a204-a754b9156d37", "name": "network-vif-deleted", "tag": "708779b5-8c20-4f0b-b1f9-39fa3a7877ff", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:15.524254 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14539fba-70e9-4cdd-9dcd-444abcb8742b {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:15.524661 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fb482e-1a49-4fa7-a204-a754b9156d37', 'name': 'network-vif-deleted', 'tag': '708779b5-8c20-4f0b-b1f9-39fa3a7877ff', 'status': 'completed', 'code': 200} Sep 16 05:36:15.832244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2fd05ba-a2bb-4bef-9bb7-523480b0b6c1 req-a4299e06-bed4-4c7b-8d15-8bf60d0626ac tempest-TestMinimumBasicScenario-1563881845 tempest-TestMinimumBasicScenario-1563881845-project] 10.222.0.53 "GET /v2.0/ports?device_id=51fb482e-1a49-4fa7-a204-a754b9156d37 HTTP/1.1" status: 200 len: 210 time: 0.0303414 Sep 16 05:36:17.293895 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1e9c-7071-47dd-b0c9-3726f51dad6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:17.507270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54446) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:17.863840 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8998948a-2a67-4306-90de-93c0ee6c7993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.124880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-8998948a-2a67-4306-90de-93c0ee6c7993 admin admin] Deleting port 847a37f5-6dd8-4ab2-a588-a498a6a0a932 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:18.125748 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8998948a-2a67-4306-90de-93c0ee6c7993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.205478 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-8998948a-2a67-4306-90de-93c0ee6c7993 admin admin] For port 847a37f5-6dd8-4ab2-a588-a498a6a0a932, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=847a37f5-6dd8-4ab2-a588-a498a6a0a932,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:18.205891 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8998948a-2a67-4306-90de-93c0ee6c7993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.218698 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-8998948a-2a67-4306-90de-93c0ee6c7993 admin admin] Calling delete_port for 847a37f5-6dd8-4ab2-a588-a498a6a0a932 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:18.403737 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8998948a-2a67-4306-90de-93c0ee6c7993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.444371 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998948a-2a67-4306-90de-93c0ee6c7993 admin admin] Pushing event deleted for resources: {'Port': ['ID=847a37f5-6dd8-4ab2-a588-a498a6a0a932,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:18.631729 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8998948a-2a67-4306-90de-93c0ee6c7993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:18.858727 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8998948a-2a67-4306-90de-93c0ee6c7993 admin admin] Router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:18.965625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8998948a-2a67-4306-90de-93c0ee6c7993 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:18.971917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8998948a-2a67-4306-90de-93c0ee6c7993 admin admin] 10.222.0.53 "PUT /v2.0/routers/1818e9ff-0a21-48b0-80c9-3a6a46654d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4628763 Sep 16 05:36:18.973961 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54448) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:18.975012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f004736-983d-4a0a-8067-5c0418aebd4a None None] Sync routers for ids ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:18.986101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f004736-983d-4a0a-8067-5c0418aebd4a None None] Routers {'1818e9ff-0a21-48b0-80c9-3a6a46654d33'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:18.986740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3f004736-983d-4a0a-8067-5c0418aebd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:35:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:19.077687 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.092041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-3f004736-983d-4a0a-8067-5c0418aebd4a None None] Set router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:19.183706 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.237471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Deleting port bcd357fe-cda7-4fbd-a53e-bbe32fad572f {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:19.237796 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.282942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3f004736-983d-4a0a-8067-5c0418aebd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:36:18Z', 'revision_number': 5, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port': {'id': 'bcd357fe-cda7-4fbd-a53e-bbe32fad572f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:19.309958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f004736-983d-4a0a-8067-5c0418aebd4a None None] Checking router: 1818e9ff-0a21-48b0-80c9-3a6a46654d33 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:19.319080 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f004736-983d-4a0a-8067-5c0418aebd4a None None] Routers {'1818e9ff-0a21-48b0-80c9-3a6a46654d33'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:19.319720 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3f004736-983d-4a0a-8067-5c0418aebd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:35:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:19.321171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] For port bcd357fe-cda7-4fbd-a53e-bbe32fad572f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=bcd357fe-cda7-4fbd-a53e-bbe32fad572f,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:19.321537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.335650 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Calling delete_port for bcd357fe-cda7-4fbd-a53e-bbe32fad572f owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:19.412495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-3f004736-983d-4a0a-8067-5c0418aebd4a None None] Set router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:19.473891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3f004736-983d-4a0a-8067-5c0418aebd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:36:19Z', 'revision_number': 6, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:19.511942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f004736-983d-4a0a-8067-5c0418aebd4a None None] The sync data for ids ['1818e9ff-0a21-48b0-80c9-3a6a46654d33'] in n-d-712142-17 is: [{'id': '1818e9ff-0a21-48b0-80c9-3a6a46654d33', 'name': 'tempest-TestMinimumBasicScenario-1461190906-router', 'tenant_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:06Z', 'updated_at': '2021-09-16T05:36:19Z', 'revision_number': 6, 'project_id': 'e7f77bdf064d4203aa5f9bc863c1a8c7', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:19.543705 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.569784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd357fe-cda7-4fbd-a53e-bbe32fad572f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:19.640907 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.737277 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.739559 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.782908 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.783507 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1818e9ff-0a21-48b0-80c9-3a6a46654d33 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:19.788663 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.789898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ce47d30c-8e99-47dd-8ba7-5ee94ed7ff2b admin admin] 10.222.0.53 "DELETE /v2.0/routers/1818e9ff-0a21-48b0-80c9-3a6a46654d33 HTTP/1.1" status: 204 len: 168 time: 0.8149495 Sep 16 05:36:19.792567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54450) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:19.847265 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb5c0b2-72c6-4aee-b1e7-fbabd563d6f3 admin admin] Deleting subnet f4f55967-dd07-4dba-8e2e-c9376d9b99f1 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:36:19.853392 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2eb5c0b2-72c6-4aee-b1e7-fbabd563d6f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.892637 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2eb5c0b2-72c6-4aee-b1e7-fbabd563d6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:19.961521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 847a37f5-6dd8-4ab2-a588-a498a6a0a932 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:19.982737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 847a37f5-6dd8-4ab2-a588-a498a6a0a932 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:19.983450 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 847a37f5-6dd8-4ab2-a588-a498a6a0a932 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:19.991239 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2eb5c0b2-72c6-4aee-b1e7-fbabd563d6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.047153 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2eb5c0b2-72c6-4aee-b1e7-fbabd563d6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.077263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5c0b2-72c6-4aee-b1e7-fbabd563d6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f55967-dd07-4dba-8e2e-c9376d9b99f1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:20.081591 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2eb5c0b2-72c6-4aee-b1e7-fbabd563d6f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.084290 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2eb5c0b2-72c6-4aee-b1e7-fbabd563d6f3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f4f55967-dd07-4dba-8e2e-c9376d9b99f1 HTTP/1.1" status: 204 len: 168 time: 0.2903869 Sep 16 05:36:20.086429 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54452) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:20.088931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e604c7-9c02-4b98-a449-45161baa677a None None] Network 9b12b330-cf1b-4691-821f-b35591747d71 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:20.157665 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.217518 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Deleting port 335cde2b-f0a9-4475-977d-32a163b9b818 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:20.218326 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.254733 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0277bae6-ed41-4615-af85-977315c836d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.300269 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] For port 335cde2b-f0a9-4475-977d-32a163b9b818, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=335cde2b-f0a9-4475-977d-32a163b9b818,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:20.300627 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.308712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] DHCP port deletion for 9b12b330-cf1b-4691-821f-b35591747d71 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:36:20.318539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Calling delete_port for 335cde2b-f0a9-4475-977d-32a163b9b818 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:20.362474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Deleting port 335cde2b-f0a9-4475-977d-32a163b9b818 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:20.362849 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.403451 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.429264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 708779b5-8c20-4f0b-b1f9-39fa3a7877ff no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:20.463031 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 708779b5-8c20-4f0b-b1f9-39fa3a7877ff {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:20.463382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 708779b5-8c20-4f0b-b1f9-39fa3a7877ff not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:20.466111 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] For port 335cde2b-f0a9-4475-977d-32a163b9b818, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=335cde2b-f0a9-4475-977d-32a163b9b818,segment=NetworkSegment(3d38b90a-f929-4296-b19b-be1afe345dde),segment_id=3d38b90a-f929-4296-b19b-be1afe345dde)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:20.466520 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.482301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Calling delete_port for 335cde2b-f0a9-4475-977d-32a163b9b818 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:20.571116 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.600007 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Pushing event deleted for resources: {'Port': ['ID=335cde2b-f0a9-4475-977d-32a163b9b818,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:20.612114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:20.612548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:20.612980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:20.613403 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:20.613845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:20.614264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:20.614680 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:20.615163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:20.616809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:20.616809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:20.616809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:20.616809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:20.623629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f362638-4184-4e5d-b40f-6fa3ec8ed479 None None] No DVR routers for this DVR port 335cde2b-f0a9-4475-977d-32a163b9b818 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:20.764426 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Pushing event deleted for resources: {'Port': ['ID=335cde2b-f0a9-4475-977d-32a163b9b818,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:20.769641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] No DVR routers for this DVR port 335cde2b-f0a9-4475-977d-32a163b9b818 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:20.844483 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.866724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b12b330-cf1b-4691-821f-b35591747d71']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:20.878110 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d38b90a-f929-4296-b19b-be1afe345dde') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:20.878437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d38b90a-f929-4296-b19b-be1afe345dde') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:20.893186 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.898809 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.908471 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.914885 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:36:20.915285 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:36:20.916943 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:36:20.978716 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.987576 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:20.991126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] 10.222.0.53 "DELETE /v2.0/networks/9b12b330-cf1b-4691-821f-b35591747d71 HTTP/1.1" status: 204 len: 168 time: 0.9031682 Sep 16 05:36:20.995847 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54454) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:21.014030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20689b07-e22d-4440-869e-dfd46528231b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b12b330-cf1b-4691-821f-b35591747d71,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:21.372039 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36b603a0-5e83-4531-a39f-51402bc0110f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.616267 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-36b603a0-5e83-4531-a39f-51402bc0110f admin admin] Deleting port 4fd31cb7-9d20-4a39-a94e-1712164cd410 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:21.616611 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36b603a0-5e83-4531-a39f-51402bc0110f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.694632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-36b603a0-5e83-4531-a39f-51402bc0110f admin admin] For port 4fd31cb7-9d20-4a39-a94e-1712164cd410, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=4fd31cb7-9d20-4a39-a94e-1712164cd410,segment=NetworkSegment(2042189e-2646-4acd-9aaa-b99d7a76bfdd),segment_id=2042189e-2646-4acd-9aaa-b99d7a76bfdd)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:21.694912 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36b603a0-5e83-4531-a39f-51402bc0110f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.707900 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-36b603a0-5e83-4531-a39f-51402bc0110f admin admin] Calling delete_port for 4fd31cb7-9d20-4a39-a94e-1712164cd410 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:21.872227 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.888382 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36b603a0-5e83-4531-a39f-51402bc0110f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:21.892030 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 335cde2b-f0a9-4475-977d-32a163b9b818 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:21.915913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 335cde2b-f0a9-4475-977d-32a163b9b818 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:21.916267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 335cde2b-f0a9-4475-977d-32a163b9b818 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:21.916697 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device bcd357fe-cda7-4fbd-a53e-bbe32fad572f no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:21.918112 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b603a0-5e83-4531-a39f-51402bc0110f admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd31cb7-9d20-4a39-a94e-1712164cd410,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:21.936649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: bcd357fe-cda7-4fbd-a53e-bbe32fad572f {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:21.937008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device bcd357fe-cda7-4fbd-a53e-bbe32fad572f not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:22.090767 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-36b603a0-5e83-4531-a39f-51402bc0110f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.305754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b603a0-5e83-4531-a39f-51402bc0110f admin admin] Router 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:22.411146 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b603a0-5e83-4531-a39f-51402bc0110f admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:22.416549 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-36b603a0-5e83-4531-a39f-51402bc0110f admin admin] 10.222.0.53 "PUT /v2.0/routers/4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4188557 Sep 16 05:36:22.419258 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54456) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:22.419766 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e294a-1f93-4e94-99f4-1be713954adc None None] Sync routers for ids ['4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:22.433008 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e294a-1f93-4e94-99f4-1be713954adc None None] Routers {'4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:22.433765 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-627e294a-1f93-4e94-99f4-1be713954adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:22.525349 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.549716 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-627e294a-1f93-4e94-99f4-1be713954adc None None] Set router 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:22.673523 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:22.870143 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-627e294a-1f93-4e94-99f4-1be713954adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'name': 'tempest-TestMinimumBasicScenario-1799429226-router', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '06cea73a-eed0-4aac-a929-34dd59839398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:10Z', 'updated_at': '2021-09-16T05:36:21Z', 'revision_number': 5, 'project_id': '981e811b53c74799b9fb8713fe3cf333', 'gw_port': {'id': '06cea73a-eed0-4aac-a929-34dd59839398', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:34:11Z', 'updated_at': '2021-09-16T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:22.897844 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e294a-1f93-4e94-99f4-1be713954adc None None] Checking router: 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:22.908644 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e294a-1f93-4e94-99f4-1be713954adc None None] Routers {'4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:22.909525 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-627e294a-1f93-4e94-99f4-1be713954adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:23.002859 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-627e294a-1f93-4e94-99f4-1be713954adc None None] Set router 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:23.044719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Deleting port 06cea73a-eed0-4aac-a929-34dd59839398 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:23.045060 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.069576 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-627e294a-1f93-4e94-99f4-1be713954adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'name': 'tempest-TestMinimumBasicScenario-1799429226-router', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:10Z', 'updated_at': '2021-09-16T05:36:22Z', 'revision_number': 6, 'project_id': '981e811b53c74799b9fb8713fe3cf333', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:23.096811 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e294a-1f93-4e94-99f4-1be713954adc None None] The sync data for ids ['4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0'] in n-d-712142-17 is: [{'id': '4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0', 'name': 'tempest-TestMinimumBasicScenario-1799429226-router', 'tenant_id': '981e811b53c74799b9fb8713fe3cf333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:34:10Z', 'updated_at': '2021-09-16T05:36:22Z', 'revision_number': 6, 'project_id': '981e811b53c74799b9fb8713fe3cf333', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:23.129494 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] For port 06cea73a-eed0-4aac-a929-34dd59839398, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=06cea73a-eed0-4aac-a929-34dd59839398,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:23.130146 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.143019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Calling delete_port for 06cea73a-eed0-4aac-a929-34dd59839398 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:23.305193 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.335998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cea73a-eed0-4aac-a929-34dd59839398,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:23.397817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.409660 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.495175 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.497358 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.545372 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.545979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:36:23.551978 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.553156 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7ac48f10-60e5-45b2-b492-2456cbe7c9a6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4b0ee3a9-fa43-4495-ab33-e9514ce0bfc0 HTTP/1.1" status: 204 len: 168 time: 1.1329780 Sep 16 05:36:23.556149 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54458) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:23.604346 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-269e09f8-0e0b-4fa8-a608-f886044c1e3a admin admin] Deleting subnet 187578f1-a09e-4470-931b-d53b9ad617db {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:36:23.607402 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-269e09f8-0e0b-4fa8-a608-f886044c1e3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.643127 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-269e09f8-0e0b-4fa8-a608-f886044c1e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.723399 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-269e09f8-0e0b-4fa8-a608-f886044c1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.781948 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-269e09f8-0e0b-4fa8-a608-f886044c1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.806206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e09f8-0e0b-4fa8-a608-f886044c1e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187578f1-a09e-4470-931b-d53b9ad617db,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:23.812060 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-269e09f8-0e0b-4fa8-a608-f886044c1e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.814609 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-269e09f8-0e0b-4fa8-a608-f886044c1e3a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/187578f1-a09e-4470-931b-d53b9ad617db HTTP/1.1" status: 204 len: 168 time: 0.2574706 Sep 16 05:36:23.817275 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54460) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:23.818816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c543f15-80bb-4131-93a4-55a48e2674ed None None] Network 965e0ba3-3edb-4683-bdfe-bea79613733e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:23.898231 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:23.916141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4fd31cb7-9d20-4a39-a94e-1712164cd410 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:23.944829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 4fd31cb7-9d20-4a39-a94e-1712164cd410 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:23.945175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 4fd31cb7-9d20-4a39-a94e-1712164cd410 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:23.945829 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 06cea73a-eed0-4aac-a929-34dd59839398 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:23.965813 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 06cea73a-eed0-4aac-a929-34dd59839398 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:23.966170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 06cea73a-eed0-4aac-a929-34dd59839398 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:23.972086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Deleting port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:23.972440 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.059174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] For port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2d9acb02-4f08-40b7-9d7c-d4f51f0d863b,segment=NetworkSegment(2042189e-2646-4acd-9aaa-b99d7a76bfdd),segment_id=2042189e-2646-4acd-9aaa-b99d7a76bfdd)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:24.059174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.078817 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Calling delete_port for 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:24.085626 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db11a600-9f41-47bd-b3e6-dece79d53ffb None None] DHCP port deletion for 965e0ba3-3edb-4683-bdfe-bea79613733e request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:36:24.145856 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-db11a600-9f41-47bd-b3e6-dece79d53ffb None None] Deleting port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:36:24.146248 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-db11a600-9f41-47bd-b3e6-dece79d53ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.187369 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.216477 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9acb02-4f08-40b7-9d7c-d4f51f0d863b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:24.221863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] No DVR routers for this DVR port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:24.229361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-db11a600-9f41-47bd-b3e6-dece79d53ffb None None] For port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2d9acb02-4f08-40b7-9d7c-d4f51f0d863b,segment=NetworkSegment(2042189e-2646-4acd-9aaa-b99d7a76bfdd),segment_id=2042189e-2646-4acd-9aaa-b99d7a76bfdd)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:24.229836 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-db11a600-9f41-47bd-b3e6-dece79d53ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.243968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-db11a600-9f41-47bd-b3e6-dece79d53ffb None None] Calling delete_port for 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:36:24.299309 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.319987 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965e0ba3-3edb-4683-bdfe-bea79613733e']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:24.320584 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-db11a600-9f41-47bd-b3e6-dece79d53ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.329864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2042189e-2646-4acd-9aaa-b99d7a76bfdd') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:24.330162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2042189e-2646-4acd-9aaa-b99d7a76bfdd') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:24.340057 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.351690 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11a600-9f41-47bd-b3e6-dece79d53ffb None None] Pushing event deleted for resources: {'Port': ['ID=2d9acb02-4f08-40b7-9d7c-d4f51f0d863b,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:24.354794 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.357242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db11a600-9f41-47bd-b3e6-dece79d53ffb None None] No DVR routers for this DVR port 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:36:24.362430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:36:24.362851 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:36:24.364979 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:36:24.423356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.430537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.432414 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] 10.222.0.53 "DELETE /v2.0/networks/965e0ba3-3edb-4683-bdfe-bea79613733e HTTP/1.1" status: 204 len: 168 time: 0.6141169 Sep 16 05:36:24.442170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83023421-d446-47e7-ad04-68c7f77d4c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=965e0ba3-3edb-4683-bdfe-bea79613733e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:24.610311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54464) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:24.651712 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9649fd1c-81d5-489f-8cc2-2d2a74d5564e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7f77bdf064d4203aa5f9bc863c1a8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408926 Sep 16 05:36:24.654168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54466) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:24.715440 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-326f380c-47f6-4dbc-84a9-7fe8d623cafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.737588 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-326f380c-47f6-4dbc-84a9-7fe8d623cafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.788930 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-326f380c-47f6-4dbc-84a9-7fe8d623cafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.791608 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-326f380c-47f6-4dbc-84a9-7fe8d623cafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:24.792770 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-326f380c-47f6-4dbc-84a9-7fe8d623cafa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0f5683a-4244-4ddc-9442-b41a12b2ac29 HTTP/1.1" status: 204 len: 168 time: 0.1376674 Sep 16 05:36:24.801747 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f380c-47f6-4dbc-84a9-7fe8d623cafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f5683a-4244-4ddc-9442-b41a12b2ac29,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:25.106719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54472) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:25.147924 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-38af2ac7-bf40-499b-8f12-efd5f86ed7f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=981e811b53c74799b9fb8713fe3cf333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400178 Sep 16 05:36:25.150454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54474) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:25.198794 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cbb08b85-c021-4baf-bf3d-627ab4e628f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.220515 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cbb08b85-c021-4baf-bf3d-627ab4e628f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.265368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cbb08b85-c021-4baf-bf3d-627ab4e628f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.268075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-cbb08b85-c021-4baf-bf3d-627ab4e628f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:25.269266 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cbb08b85-c021-4baf-bf3d-627ab4e628f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae13fd99-fcc0-405d-bbe3-4afccbfcaf55 HTTP/1.1" status: 204 len: 168 time: 0.1179237 Sep 16 05:36:25.278116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb08b85-c021-4baf-bf3d-627ab4e628f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae13fd99-fcc0-405d-bbe3-4afccbfcaf55,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:25.905599 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:36:25.929587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:36:25.929961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2d9acb02-4f08-40b7-9d7c-d4f51f0d863b not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:36:27.095111 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54514) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:27.099704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-eb3c617e-9547-4bdf-94d1-c102f5867a42 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-39154110', 'description': 'tempest-secgroup-smoke-39154110 description', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:27.124823 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb3c617e-9547-4bdf-94d1-c102f5867a42 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.133207 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb3c617e-9547-4bdf-94d1-c102f5867a42 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.227292 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb3c617e-9547-4bdf-94d1-c102f5867a42 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.230977 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb3c617e-9547-4bdf-94d1-c102f5867a42 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.268304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c617e-9547-4bdf-94d1-c102f5867a42 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2da8bed-5130-4503-b063-fb539a8bf61e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:27.322725 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb3c617e-9547-4bdf-94d1-c102f5867a42 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.326607 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb3c617e-9547-4bdf-94d1-c102f5867a42 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.357379 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-eb3c617e-9547-4bdf-94d1-c102f5867a42 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.358622 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-eb3c617e-9547-4bdf-94d1-c102f5867a42 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2625077 Sep 16 05:36:27.360702 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c617e-9547-4bdf-94d1-c102f5867a42 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a0d08-2271-4144-b7fb-65a84be058a2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:27.362381 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54516) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:27.368139 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-51380e11-da41-431b-9de6-1ed060261cdf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': 'b88a0d08-2271-4144-b7fb-65a84be058a2', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:27.394504 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51380e11-da41-431b-9de6-1ed060261cdf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.450747 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51380e11-da41-431b-9de6-1ed060261cdf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.454434 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51380e11-da41-431b-9de6-1ed060261cdf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.473425 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51380e11-da41-431b-9de6-1ed060261cdf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b265292-c35d-45b6-977c-0b37818adea1,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:27.479543 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-51380e11-da41-431b-9de6-1ed060261cdf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.481633 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-51380e11-da41-431b-9de6-1ed060261cdf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167095 Sep 16 05:36:27.483495 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54518) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:27.489065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-15d057c7-34f7-4189-a32a-a4b4d22a7417 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': 'b88a0d08-2271-4144-b7fb-65a84be058a2', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:27.514111 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d057c7-34f7-4189-a32a-a4b4d22a7417 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.574593 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d057c7-34f7-4189-a32a-a4b4d22a7417 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.578865 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d057c7-34f7-4189-a32a-a4b4d22a7417 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.597717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d057c7-34f7-4189-a32a-a4b4d22a7417 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96ac117-a6d8-4664-90b5-7f3eb008df38,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:27.604016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-15d057c7-34f7-4189-a32a-a4b4d22a7417 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.606112 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-15d057c7-34f7-4189-a32a-a4b4d22a7417 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213942 Sep 16 05:36:27.608684 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54520) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:27.613537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f3f97fe6-dbfe-4905-bedc-f60dea95fec5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': 'b88a0d08-2271-4144-b7fb-65a84be058a2', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:27.638663 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3f97fe6-dbfe-4905-bedc-f60dea95fec5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.701292 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3f97fe6-dbfe-4905-bedc-f60dea95fec5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.705487 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3f97fe6-dbfe-4905-bedc-f60dea95fec5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.723651 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f97fe6-dbfe-4905-bedc-f60dea95fec5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6188b8a8-5796-4dca-8f52-4f619e384b8c,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:27.729992 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f3f97fe6-dbfe-4905-bedc-f60dea95fec5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.731206 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f3f97fe6-dbfe-4905-bedc-f60dea95fec5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214819 Sep 16 05:36:27.734100 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54522) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:27.738570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-fedde380-15ef-41f5-97af-59a3ee9f13a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': 'b88a0d08-2271-4144-b7fb-65a84be058a2', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:27.764896 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fedde380-15ef-41f5-97af-59a3ee9f13a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.825279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fedde380-15ef-41f5-97af-59a3ee9f13a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.829565 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fedde380-15ef-41f5-97af-59a3ee9f13a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.850562 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedde380-15ef-41f5-97af-59a3ee9f13a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b32472-fbac-4e52-9b2e-31cef098f4af,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:27.853728 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fedde380-15ef-41f5-97af-59a3ee9f13a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.854954 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fedde380-15ef-41f5-97af-59a3ee9f13a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198606 Sep 16 05:36:27.857789 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54524) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:27.862802 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-50e85bad-3691-48a8-8c95-0de64a46465f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': 'b88a0d08-2271-4144-b7fb-65a84be058a2', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:27.885532 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-50e85bad-3691-48a8-8c95-0de64a46465f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Project ed1383a305d349f28e9b6fa2051832d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:36:27.891007 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-50e85bad-3691-48a8-8c95-0de64a46465f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.955114 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-50e85bad-3691-48a8-8c95-0de64a46465f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.959084 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-50e85bad-3691-48a8-8c95-0de64a46465f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.980594 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e85bad-3691-48a8-8c95-0de64a46465f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d9727a-f587-4a10-8e18-9d65f096ddbc,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:27.984158 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-50e85bad-3691-48a8-8c95-0de64a46465f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:27.986434 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-50e85bad-3691-48a8-8c95-0de64a46465f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271410 Sep 16 05:36:27.988864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54526) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:27.993568 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-6dab6ca2-a078-4071-9b8d-477a330819e9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': 'b88a0d08-2271-4144-b7fb-65a84be058a2', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:28.018514 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-6dab6ca2-a078-4071-9b8d-477a330819e9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Project ed1383a305d349f28e9b6fa2051832d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:36:28.023570 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6dab6ca2-a078-4071-9b8d-477a330819e9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.085979 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6dab6ca2-a078-4071-9b8d-477a330819e9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.089653 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6dab6ca2-a078-4071-9b8d-477a330819e9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.110741 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab6ca2-a078-4071-9b8d-477a330819e9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3af0989-57c8-40a3-994c-45f0ca50081b,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:28.114700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-6dab6ca2-a078-4071-9b8d-477a330819e9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.118653 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-6dab6ca2-a078-4071-9b8d-477a330819e9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259851 Sep 16 05:36:28.119136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54528) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:28.124001 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-440dae11-8369-435b-91f6-ca9f92770842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'network': {'name': 'tempest-network-smoke--1936308369', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'port_security_enabled': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:28.145552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440dae11-8369-435b-91f6-ca9f92770842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:28.148948 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-440dae11-8369-435b-91f6-ca9f92770842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.175306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440dae11-8369-435b-91f6-ca9f92770842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:36:28.184947 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-440dae11-8369-435b-91f6-ca9f92770842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.185290 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-440dae11-8369-435b-91f6-ca9f92770842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Added segment 1c89eb6d-c039-4254-9744-c77d4b742a2b of type vlan for network 3c567e43-c933-4c76-96bb-82f761ff90ba Sep 16 05:36:28.228028 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-440dae11-8369-435b-91f6-ca9f92770842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.257235 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-440dae11-8369-435b-91f6-ca9f92770842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.263150 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440dae11-8369-435b-91f6-ca9f92770842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:28.263891 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-440dae11-8369-435b-91f6-ca9f92770842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.297082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-440dae11-8369-435b-91f6-ca9f92770842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1771529 Sep 16 05:36:28.300158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54530) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:28.304775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'admin_state_up': True, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:28.329626 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.330735 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.335249 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dae11-8369-435b-91f6-ca9f92770842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Network': ['ID=3c567e43-c933-4c76-96bb-82f761ff90ba,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:28.346521 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 3c567e43-c933-4c76-96bb-82f761ff90ba details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:36:28.388127 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.529514 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.722920 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.741938 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.848188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.25.0.146 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/3b77b5b1-4209-4401-8224-eb199c07f0a2) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:28.950747 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:28.986342 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.026685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:29.029420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:29.034033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:29.060452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=3b77b5b1-4209-4401-8224-eb199c07f0a2,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:29.295365 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.492571 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.621549 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router b292bfd1-3bdb-415c-adba-44f0e49fdd94 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:36:29.726761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:29.737023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Sync routers for ids ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:29.746044 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Routers {'b292bfd1-3bdb-415c-adba-44f0e49fdd94'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:29.746783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9c008686-5892-430a-9c5d-110975d53444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:29.748191 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:29.749438 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ea51f0c8-ff3f-4d09-993f-cafb39739483 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4482343 Sep 16 05:36:29.752867 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54532) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:29.854430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Set router b292bfd1-3bdb-415c-adba-44f0e49fdd94 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:29.886973 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-234db1f4-b2be-479a-bda8-0711b2973d08 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ed1383a305d349f28e9b6fa2051832d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1326449 Sep 16 05:36:29.889524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54536) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:29.979625 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6c5c52-19ac-4667-99f6-af20bc7ad0f2 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:29.984005 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0c6c5c52-19ac-4667-99f6-af20bc7ad0f2 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907495 Sep 16 05:36:29.984392 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54538) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:30.017707 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4ab0e4aa-58f1-446a-89c9-d6533e01debd tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320294 Sep 16 05:36:30.020578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54540) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:30.025630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-03601983-824c-4a55-8d7c-17bf58509662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1560441591', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:30.118691 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03601983-824c-4a55-8d7c-17bf58509662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:30.122249 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03601983-824c-4a55-8d7c-17bf58509662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.192542 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9c008686-5892-430a-9c5d-110975d53444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:29Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:30.220108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Checking router: b292bfd1-3bdb-415c-adba-44f0e49fdd94 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:30.220469 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Updating router b292bfd1-3bdb-415c-adba-44f0e49fdd94 port 3b77b5b1-4209-4401-8224-eb199c07f0a2 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:36:30.246428 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.305149 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03601983-824c-4a55-8d7c-17bf58509662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.373064 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03601983-824c-4a55-8d7c-17bf58509662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Subnet': ['ID=60e243e4-2c39-46a0-b678-2616e88c4358,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:30.383307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03601983-824c-4a55-8d7c-17bf58509662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Checking segment: {'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:30.383677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03601983-824c-4a55-8d7c-17bf58509662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network hostable DHCP agents. Network: 3c567e43-c933-4c76-96bb-82f761ff90ba, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:36:30.401487 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03601983-824c-4a55-8d7c-17bf58509662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 3c567e43-c933-4c76-96bb-82f761ff90ba is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:36:30.404842 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:36:30.411430 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-03601983-824c-4a55-8d7c-17bf58509662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 3c567e43-c933-4c76-96bb-82f761ff90ba) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:30.416037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03601983-824c-4a55-8d7c-17bf58509662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:30.416208 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-03601983-824c-4a55-8d7c-17bf58509662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.420643 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f68486-ec8b-43ea-a01c-03d056e8d302 None None] Network 3c567e43-c933-4c76-96bb-82f761ff90ba requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:30.432028 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-03601983-824c-4a55-8d7c-17bf58509662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4103875 Sep 16 05:36:30.435032 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54542) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:30.613451 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.636702 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.664834 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-3c567e43-c933-4c76-96bb-82f761ff90ba', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ips': [{'subnet_id': '60e243e4-2c39-46a0-b678-2616e88c4358'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:36:30.665716 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.700526 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Attempting to bind port 3b77b5b1-4209-4401-8224-eb199c07f0a2 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:30.700913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Attempting to bind port 3b77b5b1-4209-4401-8224-eb199c07f0a2 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:30.701284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Attempting to bind port 3b77b5b1-4209-4401-8224-eb199c07f0a2 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:30.721106 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:30.721507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:30.721997 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.722546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:30.723142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Bound port: 3b77b5b1-4209-4401-8224-eb199c07f0a2, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:30.723537 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.725057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e5180-5f4b-4ad3-903b-789dfecc1b27 None None] Pushing event updated for resources: {'Port': ['ID=3b77b5b1-4209-4401-8224-eb199c07f0a2,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:30.866496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9c008686-5892-430a-9c5d-110975d53444 None None] For port 3b77b5b1-4209-4401-8224-eb199c07f0a2, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:30.873471 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.882741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9c008686-5892-430a-9c5d-110975d53444 None None] For port 3b77b5b1-4209-4401-8224-eb199c07f0a2, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3b77b5b1-4209-4401-8224-eb199c07f0a2,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:30.891870 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:30.899265 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Allocated IP 172.20.0.2 (3c567e43-c933-4c76-96bb-82f761ff90ba/60e243e4-2c39-46a0-b678-2616e88c4358/b8514d76-8b46-4bf5-a5d4-1ccb0219a343) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:30.983801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Routers {'b292bfd1-3bdb-415c-adba-44f0e49fdd94'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:30.985179 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9c008686-5892-430a-9c5d-110975d53444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:31.032343 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e5180-5f4b-4ad3-903b-789dfecc1b27 None None] Pushing event updated for resources: {'Port': ['ID=3b77b5b1-4209-4401-8224-eb199c07f0a2,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:31.173253 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-9c008686-5892-430a-9c5d-110975d53444 None None] Set router b292bfd1-3bdb-415c-adba-44f0e49fdd94 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:31.263153 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.293136 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.325528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.20.0.1 (3c567e43-c933-4c76-96bb-82f761ff90ba/60e243e4-2c39-46a0-b678-2616e88c4358/76c77eb0-5484-407c-926f-6d242e3db3e9) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:31.345109 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Network 3c567e43-c933-4c76-96bb-82f761ff90ba is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:31.352587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:31.361481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:31.378266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Pushing event updated for resources: {'Port': ['ID=b8514d76-8b46-4bf5-a5d4-1ccb0219a343,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:31.451933 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.452321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Attempting to bind port b8514d76-8b46-4bf5-a5d4-1ccb0219a343 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:31.452818 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Attempting to bind port b8514d76-8b46-4bf5-a5d4-1ccb0219a343 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:31.453345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Attempting to bind port b8514d76-8b46-4bf5-a5d4-1ccb0219a343 on network 3c567e43-c933-4c76-96bb-82f761ff90ba {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:31.460661 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:31.461138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Checking segment: {'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:31.461630 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.462161 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Bound using segment: {'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:31.462704 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Bound port: b8514d76-8b46-4bf5-a5d4-1ccb0219a343, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:31.463171 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.487385 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.509766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9c008686-5892-430a-9c5d-110975d53444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:29Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:31.527124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 3c567e43-c933-4c76-96bb-82f761ff90ba is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:31.530108 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:31.535003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:31.539875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c008686-5892-430a-9c5d-110975d53444 None None] The sync data for ids ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'] in n-d-712142-17 is: [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:29Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:31.569083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=76c77eb0-5484-407c-926f-6d242e3db3e9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:31.580523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] For port b8514d76-8b46-4bf5-a5d4-1ccb0219a343, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:31.590670 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] For port b8514d76-8b46-4bf5-a5d4-1ccb0219a343, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b8514d76-8b46-4bf5-a5d4-1ccb0219a343,segment=NetworkSegment(1c89eb6d-c039-4254-9744-c77d4b742a2b),segment_id=1c89eb6d-c039-4254-9744-c77d4b742a2b)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:31.596912 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.597120 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:31.661809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508e59b-fa5c-4526-9fcc-273577f3f7b6 None None] Pushing event updated for resources: {'Port': ['ID=b8514d76-8b46-4bf5-a5d4-1ccb0219a343,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:31.755126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.027861 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3b77b5b1-4209-4401-8224-eb199c07f0a2 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:32.084750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 3b77b5b1-4209-4401-8224-eb199c07f0a2 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:32.085218 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.114305 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.119757 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.174180 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.197300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 3b77b5b1-4209-4401-8224-eb199c07f0a2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3b77b5b1-4209-4401-8224-eb199c07f0a2,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:32.202362 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.203832 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b8514d76-8b46-4bf5-a5d4-1ccb0219a343 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:32.204164 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=76c77eb0-5484-407c-926f-6d242e3db3e9,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:32.207402 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.286944 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=3b77b5b1-4209-4401-8224-eb199c07f0a2,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:32.308041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b8514d76-8b46-4bf5-a5d4-1ccb0219a343 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:32.308420 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.311212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 3c567e43-c933-4c76-96bb-82f761ff90ba is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:32.313574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:32.403086 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.441806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port b8514d76-8b46-4bf5-a5d4-1ccb0219a343, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b8514d76-8b46-4bf5-a5d4-1ccb0219a343,segment=NetworkSegment(1c89eb6d-c039-4254-9744-c77d4b742a2b),segment_id=1c89eb6d-c039-4254-9744-c77d4b742a2b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:32.446837 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.461686 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router b292bfd1-3bdb-415c-adba-44f0e49fdd94 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:32.502366 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=b8514d76-8b46-4bf5-a5d4-1ccb0219a343,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:32.590823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:32.596887 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-188bd5c4-e7db-4607-93fd-1dc4dc71eec2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "PUT /v2.0/routers/b292bfd1-3bdb-415c-adba-44f0e49fdd94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1611087 Sep 16 05:36:32.708890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f9b4a7-c02e-4474-8099-5a60e4f83a86 None None] Network 3c567e43-c933-4c76-96bb-82f761ff90ba requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:36:32.749752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-63177fb6-90b9-477f-8339-a7c54a95102f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39154110&fields=id&tenant_id=ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 267 time: 0.0411375 Sep 16 05:36:32.792178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-62e3be72-3311-4c4c-8b08-419f019dd379 None None] Provisioning complete for port b8514d76-8b46-4bf5-a5d4-1ccb0219a343 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:32.792431 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-62e3be72-3311-4c4c-8b08-419f019dd379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:32.863814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-ff71988f-0321-464f-9d8d-20e0dec948a1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:32.865564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-ff71988f-0321-464f-9d8d-20e0dec948a1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/networks?id=3c567e43-c933-4c76-96bb-82f761ff90ba HTTP/1.1" status: 200 len: 797 time: 0.1087217 Sep 16 05:36:32.880575 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0ded6c05-7aff-4faf-963b-68de3ba4e565 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/quotas/ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 375 time: 0.0092683 Sep 16 05:36:32.939230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-d7bc3b08-1ddf-42e4-889b-65761e1e3e06 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524426 Sep 16 05:36:32.963323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-cb35447d-32b5-4a79-a55c-165961657cc4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:36:32.964333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-cb35447d-32b5-4a79-a55c-165961657cc4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055857 Sep 16 05:36:33.069042 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1698dc9c-d5c6-4608-a29e-be1d91b35421 service neutron] 10.222.0.53 "GET /v2.0/networks/3c567e43-c933-4c76-96bb-82f761ff90ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965238 Sep 16 05:36:33.154853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d5bf1bca-345d-4301-857c-45cbfeadb337 None None] Provisioning complete for port b8514d76-8b46-4bf5-a5d4-1ccb0219a343 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:33.155644 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1bca-345d-4301-857c-45cbfeadb337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:33.170511 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-bb51b5a4-538b-4d8d-8afe-f62222a6cd2b service neutron] 10.222.0.53 "GET /v2.0/networks/3c567e43-c933-4c76-96bb-82f761ff90ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952179 Sep 16 05:36:33.257337 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d5bf1bca-345d-4301-857c-45cbfeadb337 None None] Provisioning complete for port 76c77eb0-5484-407c-926f-6d242e3db3e9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:33.258046 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1bca-345d-4301-857c-45cbfeadb337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:33.310233 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Sync routers for ids ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:33.310727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf1bca-345d-4301-857c-45cbfeadb337 None None] Port 76c77eb0-5484-407c-926f-6d242e3db3e9 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:33.318036 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Routers {'b292bfd1-3bdb-415c-adba-44f0e49fdd94'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:33.318766 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:33.380445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fc2dce1f-853c-41cb-aa6c-c7358db4d0bf req-74db86e5-e634-4fe0-b129-c08d1c8f463a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 210 time: 0.0283051 Sep 16 05:36:33.427762 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-72593986-c5a8-412c-8909-707ff246a8d6 None None] Provisioning complete for port 76c77eb0-5484-407c-926f-6d242e3db3e9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:33.428226 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-72593986-c5a8-412c-8909-707ff246a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:33.444147 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Set router b292bfd1-3bdb-415c-adba-44f0e49fdd94 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:33.471548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-72593986-c5a8-412c-8909-707ff246a8d6 None None] Port 76c77eb0-5484-407c-926f-6d242e3db3e9 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:33.590962 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b5cb3c55-1d8c-4219-ba38-74dcdc2ce8a6 None None] Provisioning complete for port 76c77eb0-5484-407c-926f-6d242e3db3e9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:33.591339 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b5cb3c55-1d8c-4219-ba38-74dcdc2ce8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:33.625547 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb3c55-1d8c-4219-ba38-74dcdc2ce8a6 None None] Port 76c77eb0-5484-407c-926f-6d242e3db3e9 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:33.655034 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '76c77eb0-5484-407c-926f-6d242e3db3e9', 'name': '', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:60:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 2, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:33.681555 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Checking router: b292bfd1-3bdb-415c-adba-44f0e49fdd94 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:33.681940 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Updating router b292bfd1-3bdb-415c-adba-44f0e49fdd94 port 76c77eb0-5484-407c-926f-6d242e3db3e9 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:36:33.709568 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:33.906812 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3b77b5b1-4209-4401-8224-eb199c07f0a2 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:33.955563 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 3b77b5b1-4209-4401-8224-eb199c07f0a2 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:33.956051 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:33.979670 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:33.986224 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.047154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b8514d76-8b46-4bf5-a5d4-1ccb0219a343 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:34.072135 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Pushing event updated for resources: {'Port': ['ID=76c77eb0-5484-407c-926f-6d242e3db3e9,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:34.090369 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.090806 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.091212 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.091751 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.092214 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.092554 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.092954 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.093410 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.093947 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.094382 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.094715 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.095052 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:36:34.096102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port b8514d76-8b46-4bf5-a5d4-1ccb0219a343 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:34.096481 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.102128 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Attempting to bind port 76c77eb0-5484-407c-926f-6d242e3db3e9 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:34.102827 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Attempting to bind port 76c77eb0-5484-407c-926f-6d242e3db3e9 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:34.103543 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Attempting to bind port 76c77eb0-5484-407c-926f-6d242e3db3e9 on network 3c567e43-c933-4c76-96bb-82f761ff90ba {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:34.110603 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:34.111149 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Checking segment: {'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:34.111689 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.112307 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Bound using segment: {'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:34.112891 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Bound port: 76c77eb0-5484-407c-926f-6d242e3db3e9, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:34.113381 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.185908 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] For port 76c77eb0-5484-407c-926f-6d242e3db3e9, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:34.191394 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] For port 76c77eb0-5484-407c-926f-6d242e3db3e9, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=76c77eb0-5484-407c-926f-6d242e3db3e9,segment=NetworkSegment(1c89eb6d-c039-4254-9744-c77d4b742a2b),segment_id=1c89eb6d-c039-4254-9744-c77d4b742a2b)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:34.195679 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.256569 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Routers {'b292bfd1-3bdb-415c-adba-44f0e49fdd94'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:34.257231 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:34.292358 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417332b7-ade7-4701-9561-33294f33a866 None None] Pushing event updated for resources: {'Port': ['ID=76c77eb0-5484-407c-926f-6d242e3db3e9,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:34.354704 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4fba61b9-0e2f-4315-9fc7-5603682a44d1 None None] Provisioning complete for port 76c77eb0-5484-407c-926f-6d242e3db3e9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:34.355180 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4fba61b9-0e2f-4315-9fc7-5603682a44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.373089 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] Set router b292bfd1-3bdb-415c-adba-44f0e49fdd94 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:34.459974 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4fba61b9-0e2f-4315-9fc7-5603682a44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.510741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4fba61b9-0e2f-4315-9fc7-5603682a44d1 None None] For port 76c77eb0-5484-407c-926f-6d242e3db3e9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=76c77eb0-5484-407c-926f-6d242e3db3e9,segment=NetworkSegment(1c89eb6d-c039-4254-9744-c77d4b742a2b),segment_id=1c89eb6d-c039-4254-9744-c77d4b742a2b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:34.517191 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4fba61b9-0e2f-4315-9fc7-5603682a44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.526668 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2fec5bbb-d521-479f-a669-297bf64cd9a1 req-dbb300c0-bc1a-4ad6-b1f0-c98025d0fa6d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 210 time: 0.0451756 Sep 16 05:36:34.573989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba61b9-0e2f-4315-9fc7-5603682a44d1 None None] Pushing event updated for resources: {'Port': ['ID=76c77eb0-5484-407c-926f-6d242e3db3e9,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:34.631018 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '76c77eb0-5484-407c-926f-6d242e3db3e9', 'name': '', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:60:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:34Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:34.637827 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-218d56ac-bc6a-4f15-aede-1df9b39373c0 None None] Provisioning complete for port 76c77eb0-5484-407c-926f-6d242e3db3e9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:34.638203 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-218d56ac-bc6a-4f15-aede-1df9b39373c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:34.662293 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92946abe-c9b4-46b9-bbb8-647d096913f0 None None] The sync data for ids ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'] in n-d-712142-17 is: [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '76c77eb0-5484-407c-926f-6d242e3db3e9', 'name': '', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:60:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:34Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:35.599710 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-133ced58-cf23-4618-a822-cd2424f81823 req-d2943780-365d-4389-9654-f69edebdda6c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 210 time: 0.0278978 Sep 16 05:36:35.924573 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 76c77eb0-5484-407c-926f-6d242e3db3e9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:35.973950 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 76c77eb0-5484-407c-926f-6d242e3db3e9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:35.974322 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.065189 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.492369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-db54422b-ca97-4556-ab2c-095718339f48 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:36.493867 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-db54422b-ca97-4556-ab2c-095718339f48 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/networks?id=3c567e43-c933-4c76-96bb-82f761ff90ba HTTP/1.1" status: 200 len: 797 time: 0.1050818 Sep 16 05:36:36.547715 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-b7765b45-5d89-4965-862f-0421eabc5777 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 378 time: 0.0375774 Sep 16 05:36:36.558086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'port': {'device_id': '8c195788-ebcd-4284-aa63-c35284c78f83', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'admin_state_up': True, 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'security_groups': ['b88a0d08-2271-4144-b7fb-65a84be058a2']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:36.679504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:36:36.682830 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.704589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-77708e76-34d7-46ce-83b8-0516ef7c725d req-ee9adff1-3776-4423-8306-17d3b67b7777 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 210 time: 0.0363064 Sep 16 05:36:36.824352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.20.0.4 (3c567e43-c933-4c76-96bb-82f761ff90ba/60e243e4-2c39-46a0-b678-2616e88c4358/1baf8c93-4132-4c32-a418-af14700fbfdf) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:36.963682 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:36.997229 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.036732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 3c567e43-c933-4c76-96bb-82f761ff90ba is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:37.039677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:37.043328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:37.072025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=1baf8c93-4132-4c32-a418-af14700fbfdf,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:37.100723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:37.101367 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.116241 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-0576e8b9-df96-46c1-a805-2ca6847243ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5616920 Sep 16 05:36:37.131402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-8b866585-dfe3-4122-9569-2212bbf73a05 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:36:37.132534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-8b866585-dfe3-4122-9569-2212bbf73a05 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056412 Sep 16 05:36:37.149630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Request body: {'port': {'device_id': '8c195788-ebcd-4284-aa63-c35284c78f83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:37.216360 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.272216 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-55c5c9e5-ade2-41b0-800f-e32016715e76 None None] Provisioning complete for port 1baf8c93-4132-4c32-a418-af14700fbfdf triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:37.272834 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-55c5c9e5-ade2-41b0-800f-e32016715e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.306483 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-55c5c9e5-ade2-41b0-800f-e32016715e76 None None] Port 1baf8c93-4132-4c32-a418-af14700fbfdf cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:36:37.479422 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1baf8c93-4132-4c32-a418-af14700fbfdf {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:37.487147 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.498609 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Transition to ACTIVE for port object 1baf8c93-4132-4c32-a418-af14700fbfdf will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:36:37.503021 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.550556 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Pushing event updated for resources: {'Port': ['ID=1baf8c93-4132-4c32-a418-af14700fbfdf,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:37.634319 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Attempting to bind port 1baf8c93-4132-4c32-a418-af14700fbfdf on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:36:37.634666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Attempting to bind port 1baf8c93-4132-4c32-a418-af14700fbfdf by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:36:37.635005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Attempting to bind port 1baf8c93-4132-4c32-a418-af14700fbfdf on network 3c567e43-c933-4c76-96bb-82f761ff90ba {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:37.639567 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Port 1baf8c93-4132-4c32-a418-af14700fbfdf on network 3c567e43-c933-4c76-96bb-82f761ff90ba not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:36:37.639930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Attempting to bind port 1baf8c93-4132-4c32-a418-af14700fbfdf on network 3c567e43-c933-4c76-96bb-82f761ff90ba {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:36:37.645505 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:36:37.645939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Checking segment: {'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:36:37.646289 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Bound using segment: {'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:36:37.646735 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Bound port: 1baf8c93-4132-4c32-a418-af14700fbfdf, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c89eb6d-c039-4254-9744-c77d4b742a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:36:37.647109 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.718820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] For port 1baf8c93-4132-4c32-a418-af14700fbfdf, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:36:37.722873 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] For port 1baf8c93-4132-4c32-a418-af14700fbfdf, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1baf8c93-4132-4c32-a418-af14700fbfdf,segment=NetworkSegment(1c89eb6d-c039-4254-9744-c77d4b742a2b),segment_id=1c89eb6d-c039-4254-9744-c77d4b742a2b)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:36:37.729564 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.797633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Pushing event updated for resources: {'Port': ['ID=1baf8c93-4132-4c32-a418-af14700fbfdf,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:37.817763 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:37.818395 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:37.819824 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-1a83ce5e-bf01-4935-b8c8-60a11edcb15e service neutron] 10.222.0.50 "PUT /v2.0/ports/1baf8c93-4132-4c32-a418-af14700fbfdf HTTP/1.1" status: 200 len: 1092 time: 0.6748018 Sep 16 05:36:37.820264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c195788-ebcd-4284-aa63-c35284c78f83', 'tag': '1baf8c93-4132-4c32-a418-af14700fbfdf'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:37.822565 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1324f8-caeb-4668-aecb-fc3cd9d3020f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c195788-ebcd-4284-aa63-c35284c78f83", "tag": "1baf8c93-4132-4c32-a418-af14700fbfdf"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:37.859763 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97648bc-1c13-46f5-86e4-439084cbd445 req-e929d3ac-7e1b-423f-9b07-7d975515aff7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:37.861569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d97648bc-1c13-46f5-86e4-439084cbd445 req-e929d3ac-7e1b-423f-9b07-7d975515aff7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 943 time: 0.0798066 Sep 16 05:36:37.931230 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d97648bc-1c13-46f5-86e4-439084cbd445 req-218032c3-3e41-4d09-9a56-1cc0ecaad778 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608993 Sep 16 05:36:37.934133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-d7a980e2-dd60-4b4f-bbfb-aa31a5be1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:37.935564 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-d7a980e2-dd60-4b4f-bbfb-aa31a5be1ce4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 1095 time: 0.0730669 Sep 16 05:36:37.988271 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc32d20d-fcfb-4ab8-b8cc-7e05db1f6fe4 x-openstack-request-id: req-fc32d20d-fcfb-4ab8-b8cc-7e05db1f6fe4 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:37.988727 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c195788-ebcd-4284-aa63-c35284c78f83", "tag": "1baf8c93-4132-4c32-a418-af14700fbfdf", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:37.988875 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc32d20d-fcfb-4ab8-b8cc-7e05db1f6fe4 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:37.989206 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c195788-ebcd-4284-aa63-c35284c78f83', 'tag': '1baf8c93-4132-4c32-a418-af14700fbfdf', 'status': 'completed', 'code': 200} Sep 16 05:36:37.991076 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-e0ef6d0e-e90b-4849-9707-8ca0a65808f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1baf8c93-4132-4c32-a418-af14700fbfdf HTTP/1.1" status: 200 len: 217 time: 0.0381634 Sep 16 05:36:38.048678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-2e44f5f1-f660-4dac-b22b-3019d5c629de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.050163 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-2e44f5f1-f660-4dac-b22b-3019d5c629de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60e243e4-2c39-46a0-b678-2616e88c4358 HTTP/1.1" status: 200 len: 835 time: 0.0466228 Sep 16 05:36:38.067738 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:38.101701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-00509d54-2432-46ba-9d13-827b5fb28075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.103218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-00509d54-2432-46ba-9d13-827b5fb28075 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c567e43-c933-4c76-96bb-82f761ff90ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420744 Sep 16 05:36:38.199056 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-9049bc14-8171-4c91-80d0-c82e0bac2672 service neutron] 10.222.0.50 "GET /v2.0/networks/3c567e43-c933-4c76-96bb-82f761ff90ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828478 Sep 16 05:36:38.296508 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b86986c3-54b3-41ec-ae80-9c62c2e51eb9 req-64002f35-6d58-499a-8e49-ba0ad712f659 service neutron] 10.222.0.50 "GET /v2.0/networks/3c567e43-c933-4c76-96bb-82f761ff90ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852253 Sep 16 05:36:38.384663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1324f8-caeb-4668-aecb-fc3cd9d3020f req-b2d04c0d-c8c2-470e-ac4f-ebde6ba690e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.386227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c1324f8-caeb-4668-aecb-fc3cd9d3020f req-b2d04c0d-c8c2-470e-ac4f-ebde6ba690e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 1095 time: 0.0401864 Sep 16 05:36:38.480223 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1324f8-caeb-4668-aecb-fc3cd9d3020f req-7f901dc6-ff77-4868-a151-738e3ae2a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.481744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c1324f8-caeb-4668-aecb-fc3cd9d3020f req-7f901dc6-ff77-4868-a151-738e3ae2a9aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c567e43-c933-4c76-96bb-82f761ff90ba HTTP/1.1" status: 200 len: 898 time: 0.0887182 Sep 16 05:36:38.523712 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c1324f8-caeb-4668-aecb-fc3cd9d3020f req-375b1858-9792-4f92-abf9-58fb704ef581 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1baf8c93-4132-4c32-a418-af14700fbfdf HTTP/1.1" status: 200 len: 217 time: 0.0344846 Sep 16 05:36:38.574664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1324f8-caeb-4668-aecb-fc3cd9d3020f req-09796a57-65e5-4503-9a87-f4c3934a98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.576026 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c1324f8-caeb-4668-aecb-fc3cd9d3020f req-09796a57-65e5-4503-9a87-f4c3934a98ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60e243e4-2c39-46a0-b678-2616e88c4358 HTTP/1.1" status: 200 len: 835 time: 0.0430889 Sep 16 05:36:38.629343 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1324f8-caeb-4668-aecb-fc3cd9d3020f req-be77dfcc-8a42-4638-b4e9-3412408cff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:38.630912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c1324f8-caeb-4668-aecb-fc3cd9d3020f req-be77dfcc-8a42-4638-b4e9-3412408cff68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c567e43-c933-4c76-96bb-82f761ff90ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471001 Sep 16 05:36:38.726375 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c1324f8-caeb-4668-aecb-fc3cd9d3020f req-3e8e4209-688b-487b-bfe4-94556baff048 service neutron] 10.222.0.50 "GET /v2.0/networks/3c567e43-c933-4c76-96bb-82f761ff90ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869913 Sep 16 05:36:38.820605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9c1324f8-caeb-4668-aecb-fc3cd9d3020f req-bc76f82b-8314-4a25-9cd9-b2d767869242 service neutron] 10.222.0.50 "GET /v2.0/networks/3c567e43-c933-4c76-96bb-82f761ff90ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871084 Sep 16 05:36:39.053581 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc325e0c-b47d-4f58-8572-0032b94e963c req-c471ec13-a59a-45bd-914a-f22f644ea9c2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:39.055259 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc325e0c-b47d-4f58-8572-0032b94e963c req-c471ec13-a59a-45bd-914a-f22f644ea9c2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 943 time: 0.0500152 Sep 16 05:36:39.094769 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc325e0c-b47d-4f58-8572-0032b94e963c req-c13c7503-12dc-4438-a431-302c7f3b1e63 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335755 Sep 16 05:36:40.208407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae3a85-730f-4280-b298-415b308d03a7 req-c26cf3de-e985-4d2c-b6c0-63018739887d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:40.209915 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85ae3a85-730f-4280-b298-415b308d03a7 req-c26cf3de-e985-4d2c-b6c0-63018739887d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 943 time: 0.0486796 Sep 16 05:36:40.247063 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-85ae3a85-730f-4280-b298-415b308d03a7 req-adb0fa8f-4cf5-426b-ac2a-1425bf9f9440 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313225 Sep 16 05:36:41.680548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9531d15-3688-4e43-ad1c-64e7f233c270 req-788906f2-3ab4-455e-80ba-92a2032b06b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:41.682079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9531d15-3688-4e43-ad1c-64e7f233c270 req-788906f2-3ab4-455e-80ba-92a2032b06b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 943 time: 0.3696091 Sep 16 05:36:41.720675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9531d15-3688-4e43-ad1c-64e7f233c270 req-5afced0c-1c86-4c8f-9858-642e0d918bcd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325534 Sep 16 05:36:42.117545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1baf8c93-4132-4c32-a418-af14700fbfdf details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:36:42.216656 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1baf8c93-4132-4c32-a418-af14700fbfdf, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1baf8c93-4132-4c32-a418-af14700fbfdf,segment=NetworkSegment(1c89eb6d-c039-4254-9744-c77d4b742a2b),segment_id=1c89eb6d-c039-4254-9744-c77d4b742a2b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:42.227820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '1baf8c93-4132-4c32-a418-af14700fbfdf', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'port_id': '1baf8c93-4132-4c32-a418-af14700fbfdf', 'mac_address': 'fa:16:3e:7e:08:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:36:42.265176 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.278895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1baf8c93-4132-4c32-a418-af14700fbfdf {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:36:42.297690 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1baf8c93-4132-4c32-a418-af14700fbfdf, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1baf8c93-4132-4c32-a418-af14700fbfdf,segment=NetworkSegment(1c89eb6d-c039-4254-9744-c77d4b742a2b),segment_id=1c89eb6d-c039-4254-9744-c77d4b742a2b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:42.301591 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:42.348104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=1baf8c93-4132-4c32-a418-af14700fbfdf,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:42.588860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['1baf8c93-4132-4c32-a418-af14700fbfdf'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:36:42.842041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f7f85-7f9a-44d9-ac20-afc59297682b req-9e07d7d7-c260-44e6-a29d-04c14b2ce80e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:42.843442 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-635f7f85-7f9a-44d9-ac20-afc59297682b req-9e07d7d7-c260-44e6-a29d-04c14b2ce80e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 944 time: 0.0524163 Sep 16 05:36:42.882828 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-635f7f85-7f9a-44d9-ac20-afc59297682b req-0d6f860a-c1c8-4171-a7d5-27e109e139c1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327981 Sep 16 05:36:43.997541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82998927-e0ef-493f-9184-4a662e6363b9 req-062ee434-5cea-4e52-90ce-045dead935ce tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:43.999217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82998927-e0ef-493f-9184-4a662e6363b9 req-062ee434-5cea-4e52-90ce-045dead935ce tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 944 time: 0.0504704 Sep 16 05:36:44.037708 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82998927-e0ef-493f-9184-4a662e6363b9 req-18e7169a-5004-4f2e-b9bd-b69226e44060 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316725 Sep 16 05:36:44.128263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1baf8c93-4132-4c32-a418-af14700fbfdf up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:36:44.178075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 1baf8c93-4132-4c32-a418-af14700fbfdf completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:36:44.182006 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 1baf8c93-4132-4c32-a418-af14700fbfdf triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:36:44.182393 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.262272 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.284899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c195788-ebcd-4284-aa63-c35284c78f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baf8c93-4132-4c32-a418-af14700fbfdf'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:44.287214 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a275db-ff92-4b1c-821c-47c78b358640" -d '{"events": [{"server_uuid": "8c195788-ebcd-4284-aa63-c35284c78f83", "name": "network-vif-plugged", "status": "completed", "tag": "1baf8c93-4132-4c32-a418-af14700fbfdf"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:44.300167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 1baf8c93-4132-4c32-a418-af14700fbfdf, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1baf8c93-4132-4c32-a418-af14700fbfdf,segment=NetworkSegment(1c89eb6d-c039-4254-9744-c77d4b742a2b),segment_id=1c89eb6d-c039-4254-9744-c77d4b742a2b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:36:44.304354 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:44.330774 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e9ce9c-49f7-4168-8bfe-401ebea86637 x-openstack-request-id: req-c5e9ce9c-49f7-4168-8bfe-401ebea86637 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:44.331067 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c195788-ebcd-4284-aa63-c35284c78f83", "name": "network-vif-plugged", "status": "completed", "tag": "1baf8c93-4132-4c32-a418-af14700fbfdf", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:44.331327 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5e9ce9c-49f7-4168-8bfe-401ebea86637 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:44.331720 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c195788-ebcd-4284-aa63-c35284c78f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baf8c93-4132-4c32-a418-af14700fbfdf', 'code': 200} Sep 16 05:36:44.359997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=1baf8c93-4132-4c32-a418-af14700fbfdf,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:44.437901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd013e-c44c-4b25-8a6f-88719ba71e99 req-90d628fb-fbf7-4caf-9181-55ab6ce1a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:44.440025 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5dd013e-c44c-4b25-8a6f-88719ba71e99 req-90d628fb-fbf7-4caf-9181-55ab6ce1a014 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 1097 time: 0.0458355 Sep 16 05:36:44.482791 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c5dd013e-c44c-4b25-8a6f-88719ba71e99 req-5f36372a-f98a-4af2-9a1a-06ff480c20ab service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278842 Sep 16 05:36:45.159498 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156239fe-1c24-4b32-a144-25990d36a73c req-879ffbf0-0e3d-4149-b6dd-c850e5e58c68 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:45.161068 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-156239fe-1c24-4b32-a144-25990d36a73c req-879ffbf0-0e3d-4149-b6dd-c850e5e58c68 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 945 time: 0.0491657 Sep 16 05:36:45.201098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-156239fe-1c24-4b32-a144-25990d36a73c req-02d73bc7-c895-4125-964f-9f2f6399e4a1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341077 Sep 16 05:36:46.318637 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400f7db-4a9a-438a-ad4b-e31894705a52 req-f3b00c76-3eca-47f7-a9fc-5a595eb145c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.320170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9400f7db-4a9a-438a-ad4b-e31894705a52 req-f3b00c76-3eca-47f7-a9fc-5a595eb145c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 945 time: 0.0497937 Sep 16 05:36:46.361955 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9400f7db-4a9a-438a-ad4b-e31894705a52 req-a12ae532-9402-4d60-af03-3c4425b1d541 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358174 Sep 16 05:36:46.479215 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f0003-75c8-4fde-8ee9-736e6aa452dc req-a2a5c71d-f64a-46a4-bce9-e3fdeb38cde5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.480757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d70f0003-75c8-4fde-8ee9-736e6aa452dc req-a2a5c71d-f64a-46a4-bce9-e3fdeb38cde5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 945 time: 0.0538397 Sep 16 05:36:46.519506 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d70f0003-75c8-4fde-8ee9-736e6aa452dc req-e501fe3a-38f3-4c47-8edf-852efa61764d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326707 Sep 16 05:36:46.540941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54600) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:46.581298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d24746-1582-4e2c-89d4-9322d05f1ea5 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:46.583103 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-26d24746-1582-4e2c-89d4-9322d05f1ea5 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 1092 time: 0.0411987 Sep 16 05:36:46.585934 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54602) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:46.590091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '1baf8c93-4132-4c32-a418-af14700fbfdf', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:36:46.612419 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.717323 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.820461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.25.0.75 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/0167998d-6f4a-48f6-90eb-d09efd5452e6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:36:46.925513 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.960117 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:46.995772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:36:46.998526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:36:47.002869 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:36:47.028302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=0167998d-6f4a-48f6-90eb-d09efd5452e6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:47.299007 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4314b755-1d8d-4331-87b3-28041c3b274e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.379281 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.446107 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.601843 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.606268 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.678829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=0167998d-6f4a-48f6-90eb-d09efd5452e6,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:36:47.689493 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:47.792156 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Floating IP 2da4ad64-621a-4f4a-91e5-0e5cd12772e7 associated. External IP: 172.25.0.75, port: 1baf8c93-4132-4c32-a418-af14700fbfdf. Sep 16 05:36:48.002915 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router b292bfd1-3bdb-415c-adba-44f0e49fdd94 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:36:48.112984 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:36:48.123104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716b827-3707-4b9e-b7fd-a822c6160d69 None None] Sync routers for ids ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:36:48.130831 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:48.133218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716b827-3707-4b9e-b7fd-a822c6160d69 None None] Routers {'b292bfd1-3bdb-415c-adba-44f0e49fdd94'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:48.133915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9716b827-3707-4b9e-b7fd-a822c6160d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:48.163318 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-879e9dda-793a-4eb9-8196-2958fa61736f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5737681 Sep 16 05:36:48.163318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c195788-ebcd-4284-aa63-c35284c78f83', 'tag': '1baf8c93-4132-4c32-a418-af14700fbfdf'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:36:48.163934 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad12dece-b5fc-40a6-b368-b45a9a0881c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c195788-ebcd-4284-aa63-c35284c78f83", "tag": "1baf8c93-4132-4c32-a418-af14700fbfdf"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:36:48.245117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-9716b827-3707-4b9e-b7fd-a822c6160d69 None None] Set router b292bfd1-3bdb-415c-adba-44f0e49fdd94 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:48.266773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c736c-ba2e-43f3-bbc0-c1d94a6db1ac req-38821f45-2337-480e-b3c6-ef2cc870a062 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:48.268298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c9c736c-ba2e-43f3-bbc0-c1d94a6db1ac req-38821f45-2337-480e-b3c6-ef2cc870a062 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 945 time: 0.0560730 Sep 16 05:36:48.309215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c9c736c-ba2e-43f3-bbc0-c1d94a6db1ac req-e066ce3f-ddb3-4878-a9ba-abfb087a9ab0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345476 Sep 16 05:36:48.333376 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54608) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:48.372920 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9698ac-232a-462b-a7ac-5929e4a4a5ba x-openstack-request-id: req-de9698ac-232a-462b-a7ac-5929e4a4a5ba {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:36:48.373211 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c195788-ebcd-4284-aa63-c35284c78f83", "tag": "1baf8c93-4132-4c32-a418-af14700fbfdf", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:36:48.373483 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de9698ac-232a-462b-a7ac-5929e4a4a5ba {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:36:48.373870 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c195788-ebcd-4284-aa63-c35284c78f83', 'tag': '1baf8c93-4132-4c32-a418-af14700fbfdf', 'status': 'completed', 'code': 200} Sep 16 05:36:48.429454 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-419e2326-e8d4-44c5-8479-77f8d61b3ba6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/2da4ad64-621a-4f4a-91e5-0e5cd12772e7 HTTP/1.1" status: 200 len: 990 time: 0.0946095 Sep 16 05:36:48.440614 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12dece-b5fc-40a6-b368-b45a9a0881c4 req-7dd3d7eb-4662-4aaa-9116-f27ed160810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:48.442290 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad12dece-b5fc-40a6-b368-b45a9a0881c4 req-7dd3d7eb-4662-4aaa-9116-f27ed160810a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 1097 time: 0.0608344 Sep 16 05:36:48.478159 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9716b827-3707-4b9e-b7fd-a822c6160d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '2da4ad64-621a-4f4a-91e5-0e5cd12772e7', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'port_id': '1baf8c93-4132-4c32-a418-af14700fbfdf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'mac_address': 'fa:16:3e:7e:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c195788-ebcd-4284-aa63-c35284c78f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:36:47Z', 'updated_at': '2021-09-16T05:36:47Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c77eb0-5484-407c-926f-6d242e3db3e9', 'name': '', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:60:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:48.505119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716b827-3707-4b9e-b7fd-a822c6160d69 None None] Checking router: b292bfd1-3bdb-415c-adba-44f0e49fdd94 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:36:48.513787 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716b827-3707-4b9e-b7fd-a822c6160d69 None None] Routers {'b292bfd1-3bdb-415c-adba-44f0e49fdd94'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:36:48.514422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9716b827-3707-4b9e-b7fd-a822c6160d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:36:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:48.535855 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12dece-b5fc-40a6-b368-b45a9a0881c4 req-9f390802-b242-4e6a-8bc6-e437df8df2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:48.537345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad12dece-b5fc-40a6-b368-b45a9a0881c4 req-9f390802-b242-4e6a-8bc6-e437df8df2a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c567e43-c933-4c76-96bb-82f761ff90ba HTTP/1.1" status: 200 len: 898 time: 0.0878706 Sep 16 05:36:48.613385 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad12dece-b5fc-40a6-b368-b45a9a0881c4 req-d140ba7d-4f54-46ee-b0ad-059d345a6631 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1baf8c93-4132-4c32-a418-af14700fbfdf HTTP/1.1" status: 200 len: 998 time: 0.0679734 Sep 16 05:36:48.621505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-9716b827-3707-4b9e-b7fd-a822c6160d69 None None] Set router b292bfd1-3bdb-415c-adba-44f0e49fdd94 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:36:48.665398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12dece-b5fc-40a6-b368-b45a9a0881c4 req-1657809b-db87-4aa3-b59f-5f8657dfeb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:48.666848 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad12dece-b5fc-40a6-b368-b45a9a0881c4 req-1657809b-db87-4aa3-b59f-5f8657dfeb98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60e243e4-2c39-46a0-b678-2616e88c4358 HTTP/1.1" status: 200 len: 835 time: 0.0462546 Sep 16 05:36:48.716428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12dece-b5fc-40a6-b368-b45a9a0881c4 req-c89828b7-148b-41a8-ad19-86bd50424edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:36:48.718072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad12dece-b5fc-40a6-b368-b45a9a0881c4 req-c89828b7-148b-41a8-ad19-86bd50424edc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c567e43-c933-4c76-96bb-82f761ff90ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429118 Sep 16 05:36:48.814489 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad12dece-b5fc-40a6-b368-b45a9a0881c4 req-ea88d0d5-50c1-46ab-b05e-7995782d9486 service neutron] 10.222.0.50 "GET /v2.0/networks/3c567e43-c933-4c76-96bb-82f761ff90ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877290 Sep 16 05:36:48.852267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-9716b827-3707-4b9e-b7fd-a822c6160d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '2da4ad64-621a-4f4a-91e5-0e5cd12772e7', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'port_id': '1baf8c93-4132-4c32-a418-af14700fbfdf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'mac_address': 'fa:16:3e:7e:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c195788-ebcd-4284-aa63-c35284c78f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:36:47Z', 'updated_at': '2021-09-16T05:36:47Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c77eb0-5484-407c-926f-6d242e3db3e9', 'name': '', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:60:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:36:48.879056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716b827-3707-4b9e-b7fd-a822c6160d69 None None] The sync data for ids ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'] in n-d-712142-17 is: [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '2da4ad64-621a-4f4a-91e5-0e5cd12772e7', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'port_id': '1baf8c93-4132-4c32-a418-af14700fbfdf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'mac_address': 'fa:16:3e:7e:08:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c195788-ebcd-4284-aa63-c35284c78f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:36:47Z', 'updated_at': '2021-09-16T05:36:47Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c77eb0-5484-407c-926f-6d242e3db3e9', 'name': '', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:60:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:36:48.906663 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad12dece-b5fc-40a6-b368-b45a9a0881c4 req-bb4ca87d-a328-4792-a790-35bd00672808 service neutron] 10.222.0.50 "GET /v2.0/networks/3c567e43-c933-4c76-96bb-82f761ff90ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843651 Sep 16 05:36:49.090788 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5cf215-5f22-4ae6-b5d0-3dc7443adbb1 None None] New status for floating IP 2da4ad64-621a-4f4a-91e5-0e5cd12772e7: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:36:49.433271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54610) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:36:49.503293 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-27afe358-b98e-4cdf-b828-bc68ca222769 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/2da4ad64-621a-4f4a-91e5-0e5cd12772e7 HTTP/1.1" status: 200 len: 992 time: 0.0688188 Sep 16 05:36:50.256859 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4b92efde-3919-4d17-8fd7-d4431f44386e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:50.902473 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:51.872412 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:36:53.397989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:06.069307 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:07.403748 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:08.071689 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:17.300598 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7e4270da-b625-4bcd-81fa-59f7dd4fa6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.257196 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-019b7466-8258-45a5-a2b4-0e315339aec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:20.904331 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:21.878081 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:23.400927 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:25.039663 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f7fe6-fec7-48a4-894f-e123dce07c5e req-0a005ae9-190f-4f8b-af1a-b21d13bc8299 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:25.041160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a99f7fe6-fec7-48a4-894f-e123dce07c5e req-0a005ae9-190f-4f8b-af1a-b21d13bc8299 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 945 time: 0.1250534 Sep 16 05:37:25.079513 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a99f7fe6-fec7-48a4-894f-e123dce07c5e req-c365d1cf-90fa-4596-afc9-6b22a1c41f7d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320888 Sep 16 05:37:26.202873 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2fc4c-32a8-43ed-9a97-b716efcc85cc req-31112fa8-907d-416a-bf19-6a1ab7051fa1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:26.204277 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-67c2fc4c-32a8-43ed-9a97-b716efcc85cc req-31112fa8-907d-416a-bf19-6a1ab7051fa1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 945 time: 0.0498250 Sep 16 05:37:26.243396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-67c2fc4c-32a8-43ed-9a97-b716efcc85cc req-d702ff36-097a-4aa9-bf47-85d2c8c146be tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326405 Sep 16 05:37:26.266660 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54632) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:26.334731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-83c65f4a-38f3-4272-853d-5651f09b5cea tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/2da4ad64-621a-4f4a-91e5-0e5cd12772e7 HTTP/1.1" status: 200 len: 992 time: 0.0669267 Sep 16 05:37:27.608991 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abaf69-0af9-4cef-991a-2c1609cc9da7 req-76745fb2-0871-4f57-a134-581ad9a7303b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:27.610429 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26abaf69-0af9-4cef-991a-2c1609cc9da7 req-76745fb2-0871-4f57-a134-581ad9a7303b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 945 time: 0.0492830 Sep 16 05:37:27.650764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-26abaf69-0af9-4cef-991a-2c1609cc9da7 req-ade1fb35-82d2-4d7e-9cbd-ebce0f050145 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343502 Sep 16 05:37:28.771869 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a04619-8725-48d3-870c-6fe12dfb9cb9 req-d8e1abf2-b2d3-4ec6-98dc-c6bd6fe2bd94 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:28.773372 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05a04619-8725-48d3-870c-6fe12dfb9cb9 req-d8e1abf2-b2d3-4ec6-98dc-c6bd6fe2bd94 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 945 time: 0.0523129 Sep 16 05:37:28.816144 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-05a04619-8725-48d3-870c-6fe12dfb9cb9 req-d66e2e50-373e-4211-9052-f770eca46ec0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367992 Sep 16 05:37:28.839696 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54642) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:28.909086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-78a1fb20-9190-4e98-8811-166d562ef37a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/2da4ad64-621a-4f4a-91e5-0e5cd12772e7 HTTP/1.1" status: 200 len: 992 time: 0.0682380 Sep 16 05:37:29.160362 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54648) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:29.315194 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 0167998d-6f4a-48f6-90eb-d09efd5452e6 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:29.315545 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.393858 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.394174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.406262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 0167998d-6f4a-48f6-90eb-d09efd5452e6 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:29.553637 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.580090 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=0167998d-6f4a-48f6-90eb-d09efd5452e6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:29.605167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:29.605536 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:29.605897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:29.606240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:29.606584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:29.606922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:29.607257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:29.607596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:29.607928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:29.608257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:29.608585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:29.608911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:29.650811 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:29.651160 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Floating IP 2da4ad64-621a-4f4a-91e5-0e5cd12772e7 disassociated (deleted). External IP: 172.25.0.75, port: 1baf8c93-4132-4c32-a418-af14700fbfdf. Sep 16 05:37:29.861629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router b292bfd1-3bdb-415c-adba-44f0e49fdd94 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:37:30.288785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:30.293841 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:30.298966 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5eabdb-7b71-41e4-9322-0f9521294b08 None None] Sync routers for ids ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:30.310543 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5eabdb-7b71-41e4-9322-0f9521294b08 None None] Routers {'b292bfd1-3bdb-415c-adba-44f0e49fdd94'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:30.311173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fd5eabdb-7b71-41e4-9322-0f9521294b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:37:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:30.325705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-852a30d3-c0ff-4df9-831d-d7cf7edbf71e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/floatingips/2da4ad64-621a-4f4a-91e5-0e5cd12772e7 HTTP/1.1" status: 204 len: 168 time: 1.1639769 Sep 16 05:37:30.326614 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c195788-ebcd-4284-aa63-c35284c78f83', 'tag': '1baf8c93-4132-4c32-a418-af14700fbfdf'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:30.329179 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3796955f-bd37-42d3-9935-feee76da9de9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c195788-ebcd-4284-aa63-c35284c78f83", "tag": "1baf8c93-4132-4c32-a418-af14700fbfdf"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:30.419425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-fd5eabdb-7b71-41e4-9322-0f9521294b08 None None] Set router b292bfd1-3bdb-415c-adba-44f0e49fdd94 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:30.544524 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726bbcf6-1f5a-4046-ba21-99f348a1fc5c x-openstack-request-id: req-726bbcf6-1f5a-4046-ba21-99f348a1fc5c {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:30.544922 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c195788-ebcd-4284-aa63-c35284c78f83", "tag": "1baf8c93-4132-4c32-a418-af14700fbfdf", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:30.545275 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-726bbcf6-1f5a-4046-ba21-99f348a1fc5c {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:30.545894 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c195788-ebcd-4284-aa63-c35284c78f83', 'tag': '1baf8c93-4132-4c32-a418-af14700fbfdf', 'status': 'completed', 'code': 200} Sep 16 05:37:30.625075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fd5eabdb-7b71-41e4-9322-0f9521294b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '76c77eb0-5484-407c-926f-6d242e3db3e9', 'name': '', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:60:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:30.641191 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796955f-bd37-42d3-9935-feee76da9de9 req-54f1e96e-c1e7-48e4-813b-dbc7c26ee678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:30.642743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3796955f-bd37-42d3-9935-feee76da9de9 req-54f1e96e-c1e7-48e4-813b-dbc7c26ee678 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 1097 time: 0.0735903 Sep 16 05:37:30.653354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5eabdb-7b71-41e4-9322-0f9521294b08 None None] Checking router: b292bfd1-3bdb-415c-adba-44f0e49fdd94 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:30.655404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71050508-c562-4cd6-b08a-cf72737103ff req-87be3a24-2696-4a01-b873-dc7bed9ed693 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:30.656914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71050508-c562-4cd6-b08a-cf72737103ff req-87be3a24-2696-4a01-b873-dc7bed9ed693 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 945 time: 0.0617993 Sep 16 05:37:30.662673 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5eabdb-7b71-41e4-9322-0f9521294b08 None None] Routers {'b292bfd1-3bdb-415c-adba-44f0e49fdd94'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:30.663301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fd5eabdb-7b71-41e4-9322-0f9521294b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:37:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:30.749283 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71050508-c562-4cd6-b08a-cf72737103ff req-946dfff2-97c7-45ee-87f1-390d100efab6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839460 Sep 16 05:37:30.770707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796955f-bd37-42d3-9935-feee76da9de9 req-07baf952-a495-4edd-be3d-1b0831307d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:30.772206 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3796955f-bd37-42d3-9935-feee76da9de9 req-07baf952-a495-4edd-be3d-1b0831307d69 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3c567e43-c933-4c76-96bb-82f761ff90ba HTTP/1.1" status: 200 len: 898 time: 0.1144378 Sep 16 05:37:30.776119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-fd5eabdb-7b71-41e4-9322-0f9521294b08 None None] Set router b292bfd1-3bdb-415c-adba-44f0e49fdd94 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:30.821011 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3796955f-bd37-42d3-9935-feee76da9de9 req-ef8a22bd-9055-4682-8ddb-ec9f2ce29e74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1baf8c93-4132-4c32-a418-af14700fbfdf HTTP/1.1" status: 200 len: 217 time: 0.0395882 Sep 16 05:37:30.871781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796955f-bd37-42d3-9935-feee76da9de9 req-3a273bf6-74ce-45d6-884c-0e23ab63fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:30.873276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3796955f-bd37-42d3-9935-feee76da9de9 req-3a273bf6-74ce-45d6-884c-0e23ab63fe1a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60e243e4-2c39-46a0-b678-2616e88c4358 HTTP/1.1" status: 200 len: 835 time: 0.0448215 Sep 16 05:37:30.923718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796955f-bd37-42d3-9935-feee76da9de9 req-6dfa5f12-3bde-47a4-8bac-e61a8e7594ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:30.925239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3796955f-bd37-42d3-9935-feee76da9de9 req-6dfa5f12-3bde-47a4-8bac-e61a8e7594ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3c567e43-c933-4c76-96bb-82f761ff90ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444038 Sep 16 05:37:30.985773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-fd5eabdb-7b71-41e4-9322-0f9521294b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '76c77eb0-5484-407c-926f-6d242e3db3e9', 'name': '', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:60:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:31.013852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5eabdb-7b71-41e4-9322-0f9521294b08 None None] The sync data for ids ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'] in n-d-712142-17 is: [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:31Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '76c77eb0-5484-407c-926f-6d242e3db3e9', 'name': '', 'network_id': '3c567e43-c933-4c76-96bb-82f761ff90ba', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:60:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:30Z', 'updated_at': '2021-09-16T05:36:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '60e243e4-2c39-46a0-b678-2616e88c4358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:31.026102 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3796955f-bd37-42d3-9935-feee76da9de9 req-fac593cd-022e-45be-a36a-e3b37947cf16 service neutron] 10.222.0.50 "GET /v2.0/networks/3c567e43-c933-4c76-96bb-82f761ff90ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909877 Sep 16 05:37:31.128391 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3796955f-bd37-42d3-9935-feee76da9de9 req-9db7b3f4-d5e0-42db-83cf-1c8e3d98a231 service neutron] 10.222.0.50 "GET /v2.0/networks/3c567e43-c933-4c76-96bb-82f761ff90ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940385 Sep 16 05:37:31.247872 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12258ce-4f89-4e2e-8cad-d11507a46b0e None None] New status for floating IP 2da4ad64-621a-4f4a-91e5-0e5cd12772e7: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:37:31.869971 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5fdd5-98e3-4619-b2b5-d5338532a15c req-ffa68818-86f5-4928-8704-a68f44a2b029 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:31.871618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fdb5fdd5-98e3-4619-b2b5-d5338532a15c req-ffa68818-86f5-4928-8704-a68f44a2b029 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 945 time: 0.0533395 Sep 16 05:37:31.909200 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fdb5fdd5-98e3-4619-b2b5-d5338532a15c req-d33fce17-e413-450c-a220-18a66fbc036b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=b88a0d08-2271-4144-b7fb-65a84be058a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316281 Sep 16 05:37:32.320145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3bc74-bf8e-4a6d-8fe8-d6b479cee6da req-98ea9ba6-2de6-43ff-8107-993cede0a750 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:32.321670 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94e3bc74-bf8e-4a6d-8fe8-d6b479cee6da req-98ea9ba6-2de6-43ff-8107-993cede0a750 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 945 time: 0.0491123 Sep 16 05:37:32.414459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-94e3bc74-bf8e-4a6d-8fe8-d6b479cee6da req-1bc8274f-774b-4b85-92e0-9f29ecba3a3a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 1baf8c93-4132-4c32-a418-af14700fbfdf {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:32.414801 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-94e3bc74-bf8e-4a6d-8fe8-d6b479cee6da req-1bc8274f-774b-4b85-92e0-9f29ecba3a3a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:32.507592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-94e3bc74-bf8e-4a6d-8fe8-d6b479cee6da req-1bc8274f-774b-4b85-92e0-9f29ecba3a3a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port 1baf8c93-4132-4c32-a418-af14700fbfdf, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=1baf8c93-4132-4c32-a418-af14700fbfdf,segment=NetworkSegment(1c89eb6d-c039-4254-9744-c77d4b742a2b),segment_id=1c89eb6d-c039-4254-9744-c77d4b742a2b)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:32.507961 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-94e3bc74-bf8e-4a6d-8fe8-d6b479cee6da req-1bc8274f-774b-4b85-92e0-9f29ecba3a3a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:32.520864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-94e3bc74-bf8e-4a6d-8fe8-d6b479cee6da req-1bc8274f-774b-4b85-92e0-9f29ecba3a3a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 1baf8c93-4132-4c32-a418-af14700fbfdf owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:32.650090 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-94e3bc74-bf8e-4a6d-8fe8-d6b479cee6da req-1bc8274f-774b-4b85-92e0-9f29ecba3a3a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:32.679425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8274f-774b-4b85-92e0-9f29ecba3a3a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=1baf8c93-4132-4c32-a418-af14700fbfdf,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:32.720988 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e3bc74-bf8e-4a6d-8fe8-d6b479cee6da req-1bc8274f-774b-4b85-92e0-9f29ecba3a3a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] No DVR routers for this DVR port 1baf8c93-4132-4c32-a418-af14700fbfdf on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:32.724322 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-94e3bc74-bf8e-4a6d-8fe8-d6b479cee6da req-1bc8274f-774b-4b85-92e0-9f29ecba3a3a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:32.726431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94e3bc74-bf8e-4a6d-8fe8-d6b479cee6da req-1bc8274f-774b-4b85-92e0-9f29ecba3a3a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "DELETE /v2.0/ports/1baf8c93-4132-4c32-a418-af14700fbfdf HTTP/1.1" status: 204 len: 173 time: 0.3955212 Sep 16 05:37:32.726856 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c195788-ebcd-4284-aa63-c35284c78f83', 'name': 'network-vif-deleted', 'tag': '1baf8c93-4132-4c32-a418-af14700fbfdf'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:32.729078 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48288ff9-7595-466e-98cd-cbeb6a3c36f2" -d '{"events": [{"server_uuid": "8c195788-ebcd-4284-aa63-c35284c78f83", "name": "network-vif-deleted", "tag": "1baf8c93-4132-4c32-a418-af14700fbfdf"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:32.766398 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb27f7b-b4ca-4a61-90c9-20f1fcaadc6b x-openstack-request-id: req-6fb27f7b-b4ca-4a61-90c9-20f1fcaadc6b {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:32.766719 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c195788-ebcd-4284-aa63-c35284c78f83", "name": "network-vif-deleted", "tag": "1baf8c93-4132-4c32-a418-af14700fbfdf", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:32.766999 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fb27f7b-b4ca-4a61-90c9-20f1fcaadc6b {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:32.767403 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c195788-ebcd-4284-aa63-c35284c78f83', 'name': 'network-vif-deleted', 'tag': '1baf8c93-4132-4c32-a418-af14700fbfdf', 'status': 'completed', 'code': 200} Sep 16 05:37:33.017292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e573faea-0f82-4168-8104-1de055c62bdd req-b43004a1-4bed-4c10-aa63-a0ca63ddc2d0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c195788-ebcd-4284-aa63-c35284c78f83 HTTP/1.1" status: 200 len: 210 time: 0.0266356 Sep 16 05:37:34.074495 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54668) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:34.450622 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e57-16f7-4113-8622-1ebe82de2fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.714212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3cd86e57-16f7-4113-8622-1ebe82de2fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 76c77eb0-5484-407c-926f-6d242e3db3e9 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:34.714475 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e57-16f7-4113-8622-1ebe82de2fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.808749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-3cd86e57-16f7-4113-8622-1ebe82de2fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port 76c77eb0-5484-407c-926f-6d242e3db3e9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=76c77eb0-5484-407c-926f-6d242e3db3e9,segment=NetworkSegment(1c89eb6d-c039-4254-9744-c77d4b742a2b),segment_id=1c89eb6d-c039-4254-9744-c77d4b742a2b)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:34.809110 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e57-16f7-4113-8622-1ebe82de2fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:34.821821 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-3cd86e57-16f7-4113-8622-1ebe82de2fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 76c77eb0-5484-407c-926f-6d242e3db3e9 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:35.014994 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e57-16f7-4113-8622-1ebe82de2fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.041864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd86e57-16f7-4113-8622-1ebe82de2fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=76c77eb0-5484-407c-926f-6d242e3db3e9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:35.220844 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3cd86e57-16f7-4113-8622-1ebe82de2fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.444122 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd86e57-16f7-4113-8622-1ebe82de2fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router b292bfd1-3bdb-415c-adba-44f0e49fdd94 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:37:35.554462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd86e57-16f7-4113-8622-1ebe82de2fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:35.559480 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3cd86e57-16f7-4113-8622-1ebe82de2fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "PUT /v2.0/routers/b292bfd1-3bdb-415c-adba-44f0e49fdd94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4839554 Sep 16 05:37:35.562501 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54670) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:35.564045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313d6f4-79ab-462f-889c-41604ccc955e None None] Sync routers for ids ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:35.574260 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313d6f4-79ab-462f-889c-41604ccc955e None None] Routers {'b292bfd1-3bdb-415c-adba-44f0e49fdd94'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:35.574893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3313d6f4-79ab-462f-889c-41604ccc955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:37:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:35.619341 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting subnet 60e243e4-2c39-46a0-b678-2616e88c4358 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:37:35.623338 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.664733 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.680715 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-3313d6f4-79ab-462f-889c-41604ccc955e None None] Set router b292bfd1-3bdb-415c-adba-44f0e49fdd94 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:35.747336 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.816347 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.844483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Subnet': ['ID=60e243e4-2c39-46a0-b678-2616e88c4358,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:35.850711 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:35.855260 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/subnets/60e243e4-2c39-46a0-b678-2616e88c4358 HTTP/1.1" status: 204 len: 168 time: 0.2890267 Sep 16 05:37:35.855480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54674) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:35.856152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17591c4-81d1-417b-bf03-306d35117202 None None] Network 3c567e43-c933-4c76-96bb-82f761ff90ba requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:35.862427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:35.862896 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:35.863312 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:35.863781 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:35.864922 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:35.865453 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:35.866118 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:35.866407 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:35.866815 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:35.867219 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:35.867636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:35.868028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36753ae-215f-4353-a243-a0931ad3909d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:35.874209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3313d6f4-79ab-462f-889c-41604ccc955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:37:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '3b77b5b1-4209-4401-8224-eb199c07f0a2', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:36.003075 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.077053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313d6f4-79ab-462f-889c-41604ccc955e None None] Checking router: b292bfd1-3bdb-415c-adba-44f0e49fdd94 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:36.112554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.126463 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.127119 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313d6f4-79ab-462f-889c-41604ccc955e None None] Routers {'b292bfd1-3bdb-415c-adba-44f0e49fdd94'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:36.127757 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3313d6f4-79ab-462f-889c-41604ccc955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:37:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:36.172218 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 3b77b5b1-4209-4401-8224-eb199c07f0a2 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:36.172572 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.255753 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-3313d6f4-79ab-462f-889c-41604ccc955e None None] Set router b292bfd1-3bdb-415c-adba-44f0e49fdd94 gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:36.256363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port 3b77b5b1-4209-4401-8224-eb199c07f0a2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3b77b5b1-4209-4401-8224-eb199c07f0a2,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:36.256851 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.269066 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 3b77b5b1-4209-4401-8224-eb199c07f0a2 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:36.311241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-3313d6f4-79ab-462f-889c-41604ccc955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:37:36Z', 'revision_number': 6, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:36.343913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1baf8c93-4132-4c32-a418-af14700fbfdf no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:36.346319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313d6f4-79ab-462f-889c-41604ccc955e None None] The sync data for ids ['b292bfd1-3bdb-415c-adba-44f0e49fdd94'] in n-d-712142-17 is: [{'id': 'b292bfd1-3bdb-415c-adba-44f0e49fdd94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460380841', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:36:28Z', 'updated_at': '2021-09-16T05:37:36Z', 'revision_number': 6, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:36.367073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] DHCP port deletion for 3c567e43-c933-4c76-96bb-82f761ff90ba request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:37:36.370522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 1baf8c93-4132-4c32-a418-af14700fbfdf {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:36.370877 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 1baf8c93-4132-4c32-a418-af14700fbfdf not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:36.416934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Deleting port b8514d76-8b46-4bf5-a5d4-1ccb0219a343 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:37:36.417319 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.459606 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.483122 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=3b77b5b1-4209-4401-8224-eb199c07f0a2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:36.484637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] For port b8514d76-8b46-4bf5-a5d4-1ccb0219a343, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=b8514d76-8b46-4bf5-a5d4-1ccb0219a343,segment=NetworkSegment(1c89eb6d-c039-4254-9744-c77d4b742a2b),segment_id=1c89eb6d-c039-4254-9744-c77d4b742a2b)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:36.485052 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.503996 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Calling delete_port for b8514d76-8b46-4bf5-a5d4-1ccb0219a343 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:37:36.548670 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.581655 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.607223 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Pushing event deleted for resources: {'Port': ['ID=b8514d76-8b46-4bf5-a5d4-1ccb0219a343,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:36.611374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] No DVR routers for this DVR port b8514d76-8b46-4bf5-a5d4-1ccb0219a343 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:37:36.619035 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:36.619394 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:36.619747 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:36.620090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:36.620430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:36.620771 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:36.621107 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:36.621441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:36.622176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:36.622176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:36.622437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:36.622776 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad36f2-08b0-40e5-98ec-aadd3b359289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:36.642346 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.644498 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.692047 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.693202 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Fanout notify agent at l3_agent the message router_deleted on router b292bfd1-3bdb-415c-adba-44f0e49fdd94 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:37:36.701667 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.702822 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e1cfc43f-94d7-40ee-9334-f2d42421761c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/routers/b292bfd1-3bdb-415c-adba-44f0e49fdd94 HTTP/1.1" status: 204 len: 168 time: 0.8463726 Sep 16 05:37:36.705712 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54676) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:36.791379 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.880534 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.901735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c567e43-c933-4c76-96bb-82f761ff90ba']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:36.911946 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c89eb6d-c039-4254-9744-c77d4b742a2b') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:36.912253 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c89eb6d-c039-4254-9744-c77d4b742a2b') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:36.921334 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.935553 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.941343 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:37:36.941805 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:37:36.945344 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:37:37.009538 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.016243 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.018075 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/networks/3c567e43-c933-4c76-96bb-82f761ff90ba HTTP/1.1" status: 204 len: 168 time: 0.3111041 Sep 16 05:37:37.021033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54678) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:37.029195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f86fae-831d-420a-a95f-9ff868ca22b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Network': ['ID=3c567e43-c933-4c76-96bb-82f761ff90ba,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:37.083515 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-221a26b0-4c4c-49d1-85ea-7e60b9e3f402 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.109200 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-221a26b0-4c4c-49d1-85ea-7e60b9e3f402 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.174486 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-221a26b0-4c4c-49d1-85ea-7e60b9e3f402 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.177701 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-221a26b0-4c4c-49d1-85ea-7e60b9e3f402 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.178880 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-221a26b0-4c4c-49d1-85ea-7e60b9e3f402 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/security-groups/b88a0d08-2271-4144-b7fb-65a84be058a2 HTTP/1.1" status: 204 len: 168 time: 0.1567471 Sep 16 05:37:37.188273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a26b0-4c4c-49d1-85ea-7e60b9e3f402 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a0d08-2271-4144-b7fb-65a84be058a2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:37.396386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54684) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:37.401136 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-92b56f7d-96ae-4145-b9ae-fdfd6af32c00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-847362287', 'description': 'tempest-secgroup-smoke-847362287 description', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:37.423701 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92b56f7d-96ae-4145-b9ae-fdfd6af32c00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.507417 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92b56f7d-96ae-4145-b9ae-fdfd6af32c00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.511305 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92b56f7d-96ae-4145-b9ae-fdfd6af32c00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.544290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-92b56f7d-96ae-4145-b9ae-fdfd6af32c00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.545528 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-92b56f7d-96ae-4145-b9ae-fdfd6af32c00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1481977 Sep 16 05:37:37.547376 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b56f7d-96ae-4145-b9ae-fdfd6af32c00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4985663-efa5-4eef-b66d-665b41dcfee9,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:37.548509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54686) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:37.553934 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-38c46fd7-a190-492d-9c3a-d7f0e6ef7f99 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': 'a4985663-efa5-4eef-b66d-665b41dcfee9', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:37.584061 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c46fd7-a190-492d-9c3a-d7f0e6ef7f99 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.639713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c46fd7-a190-492d-9c3a-d7f0e6ef7f99 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.643499 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c46fd7-a190-492d-9c3a-d7f0e6ef7f99 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.664469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c46fd7-a190-492d-9c3a-d7f0e6ef7f99 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be8160b-b257-4752-ada4-ca9660fa2aaa,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:37.670353 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-38c46fd7-a190-492d-9c3a-d7f0e6ef7f99 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.671704 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-38c46fd7-a190-492d-9c3a-d7f0e6ef7f99 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221349 Sep 16 05:37:37.674667 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54688) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:37.679392 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-02f47f81-d990-40c3-b2d8-95b3ffaebdbb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': 'a4985663-efa5-4eef-b66d-665b41dcfee9', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:37.706000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02f47f81-d990-40c3-b2d8-95b3ffaebdbb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.764913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02f47f81-d990-40c3-b2d8-95b3ffaebdbb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.768291 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02f47f81-d990-40c3-b2d8-95b3ffaebdbb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.789007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f47f81-d990-40c3-b2d8-95b3ffaebdbb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952e27dc-f033-40e8-ac29-2f3c9be5a792,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:37.791967 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-02f47f81-d990-40c3-b2d8-95b3ffaebdbb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.793205 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-02f47f81-d990-40c3-b2d8-95b3ffaebdbb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177013 Sep 16 05:37:37.796094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54690) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:37.800313 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-0a0da436-66f7-4a5a-ba01-c6151f814b93 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': 'a4985663-efa5-4eef-b66d-665b41dcfee9', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:37.826967 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a0da436-66f7-4a5a-ba01-c6151f814b93 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.889505 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a0da436-66f7-4a5a-ba01-c6151f814b93 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.894051 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a0da436-66f7-4a5a-ba01-c6151f814b93 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.915128 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0da436-66f7-4a5a-ba01-c6151f814b93 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb74738-31d0-4009-9455-d9871d82bccf,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:37.921838 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0a0da436-66f7-4a5a-ba01-c6151f814b93 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.924450 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0a0da436-66f7-4a5a-ba01-c6151f814b93 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264365 Sep 16 05:37:37.927000 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54692) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:37.931731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-34dca96c-5633-475b-9c9b-8df3a25fdfe3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': 'a4985663-efa5-4eef-b66d-665b41dcfee9', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:37.948948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3b77b5b1-4209-4401-8224-eb199c07f0a2 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:37.961925 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34dca96c-5633-475b-9c9b-8df3a25fdfe3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:37.972028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 3b77b5b1-4209-4401-8224-eb199c07f0a2 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:37.972386 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3b77b5b1-4209-4401-8224-eb199c07f0a2 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:37.972828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 76c77eb0-5484-407c-926f-6d242e3db3e9 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:37.994822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 76c77eb0-5484-407c-926f-6d242e3db3e9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:37.995181 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 76c77eb0-5484-407c-926f-6d242e3db3e9 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:37.995616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b8514d76-8b46-4bf5-a5d4-1ccb0219a343 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:37:38.014505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: b8514d76-8b46-4bf5-a5d4-1ccb0219a343 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:37:38.014913 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device b8514d76-8b46-4bf5-a5d4-1ccb0219a343 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:37:38.023680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34dca96c-5633-475b-9c9b-8df3a25fdfe3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.028245 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34dca96c-5633-475b-9c9b-8df3a25fdfe3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.049096 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dca96c-5633-475b-9c9b-8df3a25fdfe3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6b6358-5ae5-4953-b416-79aeb5689caa,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:38.052964 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34dca96c-5633-475b-9c9b-8df3a25fdfe3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.054210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-34dca96c-5633-475b-9c9b-8df3a25fdfe3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260750 Sep 16 05:37:38.056971 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54694) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:38.061311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-99286783-d856-4a8f-bd50-e95bab065209 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': 'a4985663-efa5-4eef-b66d-665b41dcfee9', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:38.083699 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.084567 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-99286783-d856-4a8f-bd50-e95bab065209 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Project ed1383a305d349f28e9b6fa2051832d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:37:38.089300 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99286783-d856-4a8f-bd50-e95bab065209 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.149245 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99286783-d856-4a8f-bd50-e95bab065209 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.152875 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99286783-d856-4a8f-bd50-e95bab065209 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.170474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99286783-d856-4a8f-bd50-e95bab065209 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19eeb87e-86a2-4cce-bd5d-87c69075b861,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:38.178210 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-99286783-d856-4a8f-bd50-e95bab065209 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.179435 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-99286783-d856-4a8f-bd50-e95bab065209 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215405 Sep 16 05:37:38.182212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54696) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:38.186432 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0c07d9e9-1b33-45fe-a64f-b14e4b9eb4ad tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': 'a4985663-efa5-4eef-b66d-665b41dcfee9', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:38.207067 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-0c07d9e9-1b33-45fe-a64f-b14e4b9eb4ad tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Project ed1383a305d349f28e9b6fa2051832d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:37:38.212153 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0c07d9e9-1b33-45fe-a64f-b14e4b9eb4ad tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.272399 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0c07d9e9-1b33-45fe-a64f-b14e4b9eb4ad tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.276419 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0c07d9e9-1b33-45fe-a64f-b14e4b9eb4ad tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.298456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07d9e9-1b33-45fe-a64f-b14e4b9eb4ad tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c579c17c-02bd-420f-8839-9fe44d5e09a3,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:38.302548 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0c07d9e9-1b33-45fe-a64f-b14e4b9eb4ad tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.303750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0c07d9e9-1b33-45fe-a64f-b14e4b9eb4ad tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206212 Sep 16 05:37:38.306723 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54698) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:38.311473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d1de5ea4-6889-4ba0-b053-4108560f3874 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'network': {'name': 'tempest-network-smoke--1625942875', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'port_security_enabled': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:38.334044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1de5ea4-6889-4ba0-b053-4108560f3874 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:38.337569 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d1de5ea4-6889-4ba0-b053-4108560f3874 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.360774 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1de5ea4-6889-4ba0-b053-4108560f3874 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:37:38.370376 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d1de5ea4-6889-4ba0-b053-4108560f3874 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.370736 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-d1de5ea4-6889-4ba0-b053-4108560f3874 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Added segment f983b885-22e2-4124-b916-d02a0e9a803d of type vlan for network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 Sep 16 05:37:38.413219 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d1de5ea4-6889-4ba0-b053-4108560f3874 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.436439 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d1de5ea4-6889-4ba0-b053-4108560f3874 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.442475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1de5ea4-6889-4ba0-b053-4108560f3874 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:38.443121 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d1de5ea4-6889-4ba0-b053-4108560f3874 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.479030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d1de5ea4-6889-4ba0-b053-4108560f3874 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1712914 Sep 16 05:37:38.481677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54700) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:38.510416 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'admin_state_up': True, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:38.520196 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de5ea4-6889-4ba0-b053-4108560f3874 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Network': ['ID=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:38.531065 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:37:38.536590 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.537594 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.592444 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.728742 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.922338 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:38.941899 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.054365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.25.0.215 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/64c5a6fa-b03e-4b47-bc31-1e29df91462f) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:39.468055 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.500106 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:39.539965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:39.542838 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:39.545283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:39.578523 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=64c5a6fa-b03e-4b47-bc31-1e29df91462f,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:39.809411 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.010872 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.139419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 57110224-46c6-4b98-82c2-f71fa2726290 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:37:40.248316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:40.258488 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Sync routers for ids ['57110224-46c6-4b98-82c2-f71fa2726290'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:40.267349 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.267539 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Routers {'57110224-46c6-4b98-82c2-f71fa2726290'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:40.268100 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:37:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['57110224-46c6-4b98-82c2-f71fa2726290'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:40.268642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0b2442c3-e844-4703-8dd0-187f19606eff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7860563 Sep 16 05:37:40.272861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54702) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:40.304535 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2680d79f-4f80-4bd5-b717-d09c809ae05b tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ed1383a305d349f28e9b6fa2051832d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301328 Sep 16 05:37:40.306971 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54704) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:40.373890 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Set router 57110224-46c6-4b98-82c2-f71fa2726290 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:40.399077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e0326a-ead9-4a67-b725-60a5ffcf186c tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:40.400517 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b1e0326a-ead9-4a67-b725-60a5ffcf186c tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926051 Sep 16 05:37:40.403396 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54706) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:40.434363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-306bfec8-0e70-4bc9-8a26-29e78f489b3f tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295672 Sep 16 05:37:40.436746 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54708) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:40.445623 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7697cf2d-6846-4522-842b-4c88eece368f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-884491449', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:40.585199 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7697cf2d-6846-4522-842b-4c88eece368f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:40.588772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7697cf2d-6846-4522-842b-4c88eece368f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.603271 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:39Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:40.634683 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Checking router: 57110224-46c6-4b98-82c2-f71fa2726290 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:40.635032 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Updating router 57110224-46c6-4b98-82c2-f71fa2726290 port 64c5a6fa-b03e-4b47-bc31-1e29df91462f binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:37:40.662325 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.784649 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7697cf2d-6846-4522-842b-4c88eece368f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.840814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697cf2d-6846-4522-842b-4c88eece368f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Subnet': ['ID=e00223c2-034c-4c1e-a059-844927b6612c,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:40.856584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697cf2d-6846-4522-842b-4c88eece368f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Checking segment: {'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:40.856949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7697cf2d-6846-4522-842b-4c88eece368f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network hostable DHCP agents. Network: f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:37:40.874052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7697cf2d-6846-4522-842b-4c88eece368f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:37:40.883145 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-7697cf2d-6846-4522-842b-4c88eece368f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:40.888491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7697cf2d-6846-4522-842b-4c88eece368f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:40.889373 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7697cf2d-6846-4522-842b-4c88eece368f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.893233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c77783-a18c-4005-9d38-89db28c5696b None None] Network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:40.909136 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54710) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:40.924296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7697cf2d-6846-4522-842b-4c88eece368f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4858325 Sep 16 05:37:40.930545 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.936840 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:40.993767 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Attempting to bind port 64c5a6fa-b03e-4b47-bc31-1e29df91462f on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:40.994155 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Attempting to bind port 64c5a6fa-b03e-4b47-bc31-1e29df91462f by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:40.994512 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Attempting to bind port 64c5a6fa-b03e-4b47-bc31-1e29df91462f on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:41.003839 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:41.004267 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:41.005241 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.006129 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:41.006267 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Bound port: 64c5a6fa-b03e-4b47-bc31-1e29df91462f, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:41.006588 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.044036 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Pushing event updated for resources: {'Port': ['ID=64c5a6fa-b03e-4b47-bc31-1e29df91462f,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:41.060293 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ips': [{'subnet_id': 'e00223c2-034c-4c1e-a059-844927b6612c'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:37:41.061766 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.070058 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:41.070404 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:41.070793 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:41.071170 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:41.071514 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:41.071855 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:41.072193 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:41.072526 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:41.072856 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:41.073187 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:41.073518 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:41.073874 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:37:41.084977 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] For port 64c5a6fa-b03e-4b47-bc31-1e29df91462f, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:41.088377 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] For port 64c5a6fa-b03e-4b47-bc31-1e29df91462f, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=64c5a6fa-b03e-4b47-bc31-1e29df91462f,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:41.092508 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.152726 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Routers {'57110224-46c6-4b98-82c2-f71fa2726290'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:41.153387 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:37:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['57110224-46c6-4b98-82c2-f71fa2726290'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:41.212271 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8e59e-28a1-4948-8047-293baedbd902 None None] Pushing event updated for resources: {'Port': ['ID=64c5a6fa-b03e-4b47-bc31-1e29df91462f,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:41.237320 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Allocated IP 172.20.0.2 (f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6/e00223c2-034c-4c1e-a059-844927b6612c/3801f707-aac9-4655-ad1c-7bc101e4d5b2) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:41.268769 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] Set router 57110224-46c6-4b98-82c2-f71fa2726290 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:41.403382 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.409454 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.446571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:41.449399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:41.452783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:41.469678 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:39Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:41.486037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Pushing event updated for resources: {'Port': ['ID=3801f707-aac9-4655-ad1c-7bc101e4d5b2,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:41.521740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Attempting to bind port 3801f707-aac9-4655-ad1c-7bc101e4d5b2 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:41.522118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Attempting to bind port 3801f707-aac9-4655-ad1c-7bc101e4d5b2 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:41.522479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Attempting to bind port 3801f707-aac9-4655-ad1c-7bc101e4d5b2 on network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:41.528188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:41.528588 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Checking segment: {'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:41.528979 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.529379 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Bound using segment: {'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:41.529903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Bound port: 3801f707-aac9-4655-ad1c-7bc101e4d5b2, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:41.530381 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.591812 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6f1e09-7fc4-47c8-afe7-f72930d26dcf None None] The sync data for ids ['57110224-46c6-4b98-82c2-f71fa2726290'] in n-d-712142-17 is: [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:39Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:41.605174 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] For port 3801f707-aac9-4655-ad1c-7bc101e4d5b2, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:41.609642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] For port 3801f707-aac9-4655-ad1c-7bc101e4d5b2, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3801f707-aac9-4655-ad1c-7bc101e4d5b2,segment=NetworkSegment(f983b885-22e2-4124-b916-d02a0e9a803d),segment_id=f983b885-22e2-4124-b916-d02a0e9a803d)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:41.618055 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:41.686678 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ae63d-0c2c-49ad-a189-b9453a5d66d4 None None] Pushing event updated for resources: {'Port': ['ID=3801f707-aac9-4655-ad1c-7bc101e4d5b2,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:41.714497 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.074230 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.20.0.1 (f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6/e00223c2-034c-4c1e-a059-844927b6612c/fc28b18a-c13d-46e9-a726-d6ae56da51a3) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:42.108987 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 64c5a6fa-b03e-4b47-bc31-1e29df91462f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:42.165196 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 64c5a6fa-b03e-4b47-bc31-1e29df91462f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:42.165578 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.237196 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.258576 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.280671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 64c5a6fa-b03e-4b47-bc31-1e29df91462f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=64c5a6fa-b03e-4b47-bc31-1e29df91462f,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:42.282041 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.286695 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.287508 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3801f707-aac9-4655-ad1c-7bc101e4d5b2 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:42.327377 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:42.331178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:42.337271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:42.380417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=64c5a6fa-b03e-4b47-bc31-1e29df91462f,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:42.388377 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 3801f707-aac9-4655-ad1c-7bc101e4d5b2 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:42.388758 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.398685 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=fc28b18a-c13d-46e9-a726-d6ae56da51a3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:42.417962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.491600 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.535302 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 3801f707-aac9-4655-ad1c-7bc101e4d5b2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3801f707-aac9-4655-ad1c-7bc101e4d5b2,segment=NetworkSegment(f983b885-22e2-4124-b916-d02a0e9a803d),segment_id=f983b885-22e2-4124-b916-d02a0e9a803d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:42.542511 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.586229 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.611898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=3801f707-aac9-4655-ad1c-7bc101e4d5b2,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:42.756170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0039862-022d-46cc-a38f-313fa9dbc1ac None None] Network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:37:42.837031 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0a81bcdf-cbf8-49fd-9ad2-534c980837d4 None None] Provisioning complete for port 3801f707-aac9-4655-ad1c-7bc101e4d5b2 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:42.837286 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0a81bcdf-cbf8-49fd-9ad2-534c980837d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.882919 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.887786 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:42.970028 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=fc28b18a-c13d-46e9-a726-d6ae56da51a3,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:42.974934 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.083757 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:43.086284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:43.208764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9f95cbef-32db-4971-9d19-8834aaa807cd None None] Provisioning complete for port 3801f707-aac9-4655-ad1c-7bc101e4d5b2 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:43.209349 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9f95cbef-32db-4971-9d19-8834aaa807cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.229949 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 57110224-46c6-4b98-82c2-f71fa2726290 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:37:43.320259 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9f95cbef-32db-4971-9d19-8834aaa807cd None None] Provisioning complete for port fc28b18a-c13d-46e9-a726-d6ae56da51a3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:43.320795 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9f95cbef-32db-4971-9d19-8834aaa807cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.363768 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9f95cbef-32db-4971-9d19-8834aaa807cd None None] Port fc28b18a-c13d-46e9-a726-d6ae56da51a3 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:43.371127 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:43.381667 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6daac6e1-5072-4405-945a-fb1394a7bde0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "PUT /v2.0/routers/57110224-46c6-4b98-82c2-f71fa2726290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4664233 Sep 16 05:37:43.472465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Sync routers for ids ['57110224-46c6-4b98-82c2-f71fa2726290'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:43.491424 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Routers {'57110224-46c6-4b98-82c2-f71fa2726290'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:43.492079 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:37:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['57110224-46c6-4b98-82c2-f71fa2726290'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:43.538334 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-03a485af-708a-4ff7-a35d-584364212f5f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-847362287&fields=id&tenant_id=ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 267 time: 0.0394773 Sep 16 05:37:43.541546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d9953bc6-9b66-4afa-bdde-189ce10a7db6 None None] Provisioning complete for port fc28b18a-c13d-46e9-a726-d6ae56da51a3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:43.541961 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d9953bc6-9b66-4afa-bdde-189ce10a7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.590368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d9953bc6-9b66-4afa-bdde-189ce10a7db6 None None] Port fc28b18a-c13d-46e9-a726-d6ae56da51a3 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:43.642555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Set router 57110224-46c6-4b98-82c2-f71fa2726290 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:43.667415 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616593b-b191-4658-9b28-01300e242ec1 req-01d12098-dde3-4f30-a352-4a97bde68346 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:43.668834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-01d12098-dde3-4f30-a352-4a97bde68346 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/networks?id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 HTTP/1.1" status: 200 len: 797 time: 0.1176205 Sep 16 05:37:43.685402 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-a8c887b0-8638-4283-bed4-6ff9f33fcbc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/quotas/ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 375 time: 0.0105681 Sep 16 05:37:43.742393 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-401d80ad-b06f-4f8c-9684-33d32cc7fd9c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508718 Sep 16 05:37:43.760093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a28ba5e3-4038-4f5d-a2cf-951cb1966957 None None] Provisioning complete for port fc28b18a-c13d-46e9-a726-d6ae56da51a3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:43.760472 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a28ba5e3-4038-4f5d-a2cf-951cb1966957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.836091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a28ba5e3-4038-4f5d-a2cf-951cb1966957 None None] Port fc28b18a-c13d-46e9-a726-d6ae56da51a3 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:43.857195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-a64b3937-a9c7-41c2-98a6-54aad80a3c2d service neutron] 10.222.0.53 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027501 Sep 16 05:37:43.906756 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'fc28b18a-c13d-46e9-a726-d6ae56da51a3', 'name': '', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:c2:ed:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:41Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 2, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:43.939416 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Checking router: 57110224-46c6-4b98-82c2-f71fa2726290 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:43.939791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Updating router 57110224-46c6-4b98-82c2-f71fa2726290 port fc28b18a-c13d-46e9-a726-d6ae56da51a3 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:37:43.962440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-de6d173a-049f-4ddd-bd86-c03bd4f6cbf9 service neutron] 10.222.0.53 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977104 Sep 16 05:37:43.970122 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:43.984570 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 64c5a6fa-b03e-4b47-bc31-1e29df91462f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:44.134634 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 64c5a6fa-b03e-4b47-bc31-1e29df91462f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:44.135018 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.153562 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1122df66-b8d0-474a-ac47-362edd3651da req-cbf18b4e-cb06-4c2c-97da-de242ee6960c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 210 time: 0.0301969 Sep 16 05:37:44.403159 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:37:44.453526 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3801f707-aac9-4655-ad1c-7bc101e4d5b2 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:44.546532 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.555267 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.560211 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 3801f707-aac9-4655-ad1c-7bc101e4d5b2 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:44.560570 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.640049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31421d-3e64-43be-a3ee-2542b6e2ae70 None None] Pushing event updated for resources: {'Port': ['ID=fc28b18a-c13d-46e9-a726-d6ae56da51a3,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:44.722844 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Attempting to bind port fc28b18a-c13d-46e9-a726-d6ae56da51a3 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:44.723437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Attempting to bind port fc28b18a-c13d-46e9-a726-d6ae56da51a3 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:44.723866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Attempting to bind port fc28b18a-c13d-46e9-a726-d6ae56da51a3 on network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:44.733916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:44.734300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Checking segment: {'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:44.734706 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.735102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Bound using segment: {'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:44.735571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Bound port: fc28b18a-c13d-46e9-a726-d6ae56da51a3, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:44.735954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.804793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] For port fc28b18a-c13d-46e9-a726-d6ae56da51a3, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:44.808229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] For port fc28b18a-c13d-46e9-a726-d6ae56da51a3, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fc28b18a-c13d-46e9-a726-d6ae56da51a3,segment=NetworkSegment(f983b885-22e2-4124-b916-d02a0e9a803d),segment_id=f983b885-22e2-4124-b916-d02a0e9a803d)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:44.812328 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:44.877777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Routers {'57110224-46c6-4b98-82c2-f71fa2726290'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:44.878429 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:37:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['57110224-46c6-4b98-82c2-f71fa2726290'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:44.882964 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31421d-3e64-43be-a3ee-2542b6e2ae70 None None] Pushing event updated for resources: {'Port': ['ID=fc28b18a-c13d-46e9-a726-d6ae56da51a3,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:44.927816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-cbc00885-e36e-4aab-ad33-64be4d639196 None None] Provisioning complete for port fc28b18a-c13d-46e9-a726-d6ae56da51a3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:44.928312 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cbc00885-e36e-4aab-ad33-64be4d639196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.030073 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] Set router 57110224-46c6-4b98-82c2-f71fa2726290 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:45.127430 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cbc00885-e36e-4aab-ad33-64be4d639196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.219537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-cbc00885-e36e-4aab-ad33-64be4d639196 None None] For port fc28b18a-c13d-46e9-a726-d6ae56da51a3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fc28b18a-c13d-46e9-a726-d6ae56da51a3,segment=NetworkSegment(f983b885-22e2-4124-b916-d02a0e9a803d),segment_id=f983b885-22e2-4124-b916-d02a0e9a803d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:45.226937 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cbc00885-e36e-4aab-ad33-64be4d639196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.255950 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7983ec7a-2ee4-4bf7-b864-728162e1f79b req-a57d0a84-1006-4562-9c4d-abf3b1be731a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 210 time: 0.0323260 Sep 16 05:37:45.311277 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc00885-e36e-4aab-ad33-64be4d639196 None None] Pushing event updated for resources: {'Port': ['ID=fc28b18a-c13d-46e9-a726-d6ae56da51a3,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:45.340286 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'fc28b18a-c13d-46e9-a726-d6ae56da51a3', 'name': '', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:c2:ed:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:41Z', 'updated_at': '2021-09-16T05:37:44Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:45.375488 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13646929-96e1-440a-a025-ab2d65c76de3 None None] The sync data for ids ['57110224-46c6-4b98-82c2-f71fa2726290'] in n-d-712142-17 is: [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'fc28b18a-c13d-46e9-a726-d6ae56da51a3', 'name': '', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:c2:ed:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:41Z', 'updated_at': '2021-09-16T05:37:44Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:45.384890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0fde5941-7f2c-4b30-aecc-d0ec1d16e0a1 None None] Provisioning complete for port fc28b18a-c13d-46e9-a726-d6ae56da51a3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:45.385267 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0fde5941-7f2c-4b30-aecc-d0ec1d16e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:45.984583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fc28b18a-c13d-46e9-a726-d6ae56da51a3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:46.034976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port fc28b18a-c13d-46e9-a726-d6ae56da51a3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:46.035422 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.411439 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f5f81f8f-0fe5-4170-b5c8-48aff4c64040 req-86e35524-04f1-48d1-b2ee-3e57e8e6a438 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 210 time: 0.0651388 Sep 16 05:37:46.445321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616593b-b191-4658-9b28-01300e242ec1 req-74f67d84-d786-4b8a-935c-9ffe83fc0cfa tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:46.447040 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-74f67d84-d786-4b8a-935c-9ffe83fc0cfa tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/networks?id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 HTTP/1.1" status: 200 len: 797 time: 0.1431534 Sep 16 05:37:46.505191 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-2619f6f2-ecdf-47b2-9e26-62aad79adfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 379 time: 0.0390539 Sep 16 05:37:46.516312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-3616593b-b191-4658-9b28-01300e242ec1 req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'port': {'device_id': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'admin_state_up': True, 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'security_groups': ['a4985663-efa5-4eef-b66d-665b41dcfee9']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:46.623972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3616593b-b191-4658-9b28-01300e242ec1 req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:37:46.627444 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3616593b-b191-4658-9b28-01300e242ec1 req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.753803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-3616593b-b191-4658-9b28-01300e242ec1 req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.20.0.10 (f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6/e00223c2-034c-4c1e-a059-844927b6612c/b790ce56-5f61-4e25-942d-01624330a802) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:46.888912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3616593b-b191-4658-9b28-01300e242ec1 req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.927596 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3616593b-b191-4658-9b28-01300e242ec1 req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:46.970304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3616593b-b191-4658-9b28-01300e242ec1 req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:46.974083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-3616593b-b191-4658-9b28-01300e242ec1 req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:46.980401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3616593b-b191-4658-9b28-01300e242ec1 req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:47.008397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=b790ce56-5f61-4e25-942d-01624330a802,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:47.038354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616593b-b191-4658-9b28-01300e242ec1 req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.039002 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3616593b-b191-4658-9b28-01300e242ec1 req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:47.055873 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-b6cd6589-2c09-4bd9-8ed1-1c4adb1e1d3d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5435305 Sep 16 05:37:47.074869 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Request body: {'port': {'device_id': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:47.131238 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:47.222292 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-9bf8e567-a1cd-4be9-b2ab-155613ead8b0 None None] Provisioning complete for port b790ce56-5f61-4e25-942d-01624330a802 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:47.223694 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9bf8e567-a1cd-4be9-b2ab-155613ead8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:47.257785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8e567-a1cd-4be9-b2ab-155613ead8b0 None None] Port b790ce56-5f61-4e25-942d-01624330a802 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:37:47.303758 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e71355b4-cdaf-4f48-8d18-7cb27e0d5ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:47.402693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b790ce56-5f61-4e25-942d-01624330a802 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:47.409913 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:47.421444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Transition to ACTIVE for port object b790ce56-5f61-4e25-942d-01624330a802 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:37:47.425158 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:47.495758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b790ce56-5f61-4e25-942d-01624330a802,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:47.588107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295be24-04f5-4808-8387-ab183053fdbc req-d14d67cc-427e-48bc-9bc1-476518c72662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.589768 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3295be24-04f5-4808-8387-ab183053fdbc req-d14d67cc-427e-48bc-9bc1-476518c72662 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 944 time: 0.0968926 Sep 16 05:37:47.603730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Attempting to bind port b790ce56-5f61-4e25-942d-01624330a802 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:37:47.604092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Attempting to bind port b790ce56-5f61-4e25-942d-01624330a802 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:37:47.604454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Attempting to bind port b790ce56-5f61-4e25-942d-01624330a802 on network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:47.621098 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Port b790ce56-5f61-4e25-942d-01624330a802 on network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:37:47.621424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Attempting to bind port b790ce56-5f61-4e25-942d-01624330a802 on network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:37:47.635280 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:37:47.635621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Checking segment: {'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:37:47.636011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Bound using segment: {'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:37:47.636446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Bound port: b790ce56-5f61-4e25-942d-01624330a802, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f983b885-22e2-4124-b916-d02a0e9a803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:37:47.636807 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:47.644237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3295be24-04f5-4808-8387-ab183053fdbc req-6c1810ea-79f3-4a6a-ad54-377fb061eb96 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482388 Sep 16 05:37:47.717126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] For port b790ce56-5f61-4e25-942d-01624330a802, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:37:47.720149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] For port b790ce56-5f61-4e25-942d-01624330a802, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b790ce56-5f61-4e25-942d-01624330a802,segment=NetworkSegment(f983b885-22e2-4124-b916-d02a0e9a803d),segment_id=f983b885-22e2-4124-b916-d02a0e9a803d)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:37:47.725556 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:47.765812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.766485 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:47.767829 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] 10.222.0.50 "PUT /v2.0/ports/b790ce56-5f61-4e25-942d-01624330a802 HTTP/1.1" status: 200 len: 1093 time: 0.6972692 Sep 16 05:37:47.768264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'tag': 'b790ce56-5f61-4e25-942d-01624330a802'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:47.770744 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bb8c20-bbaf-4990-8796-884908fd4d57" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf7745b-f9cb-44b6-8e64-a8f622fe93de", "tag": "b790ce56-5f61-4e25-942d-01624330a802"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:47.803818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a267f13-851c-4082-9b12-5260fa9f61e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b790ce56-5f61-4e25-942d-01624330a802,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:47.822368 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5b3b9c-9496-4358-b3a7-7a8252aacf2f x-openstack-request-id: req-6a5b3b9c-9496-4358-b3a7-7a8252aacf2f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:47.822667 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf7745b-f9cb-44b6-8e64-a8f622fe93de", "tag": "b790ce56-5f61-4e25-942d-01624330a802", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:47.822952 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a5b3b9c-9496-4358-b3a7-7a8252aacf2f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:47.823380 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'tag': 'b790ce56-5f61-4e25-942d-01624330a802', 'status': 'completed', 'code': 200} Sep 16 05:37:47.866794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616593b-b191-4658-9b28-01300e242ec1 req-7ddfef9c-c326-4ee5-bfd9-f516b71f4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.868344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-7ddfef9c-c326-4ee5-bfd9-f516b71f4189 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 1096 time: 0.0482600 Sep 16 05:37:47.918246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-16871a79-7d49-4a11-9909-af8f38d2e8c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b790ce56-5f61-4e25-942d-01624330a802 HTTP/1.1" status: 200 len: 217 time: 0.0355241 Sep 16 05:37:47.973830 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616593b-b191-4658-9b28-01300e242ec1 req-61477cbf-8ef4-417b-9acf-f5f41ada3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:47.975336 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-61477cbf-8ef4-417b-9acf-f5f41ada3a31 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e00223c2-034c-4c1e-a059-844927b6612c HTTP/1.1" status: 200 len: 834 time: 0.0479107 Sep 16 05:37:48.034626 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616593b-b191-4658-9b28-01300e242ec1 req-95ac8158-5543-44c8-b8ba-7b6901acfe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:48.036307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-95ac8158-5543-44c8-b8ba-7b6901acfe2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473680 Sep 16 05:37:48.127688 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-c727ea44-c9a7-4bad-be24-5ede2482da5f service neutron] 10.222.0.50 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811243 Sep 16 05:37:48.227980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3616593b-b191-4658-9b28-01300e242ec1 req-bcea8aa2-6931-4503-a630-f74696b8c5a6 service neutron] 10.222.0.50 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885468 Sep 16 05:37:48.322560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8c20-bbaf-4990-8796-884908fd4d57 req-44350c43-ba16-44b7-a113-2dddf45e64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:48.323961 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49bb8c20-bbaf-4990-8796-884908fd4d57 req-44350c43-ba16-44b7-a113-2dddf45e64dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 1096 time: 0.0412812 Sep 16 05:37:48.416548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8c20-bbaf-4990-8796-884908fd4d57 req-c8c6ded7-9c4d-49f3-9042-f57a7c76123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:48.418041 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49bb8c20-bbaf-4990-8796-884908fd4d57 req-c8c6ded7-9c4d-49f3-9042-f57a7c76123b service neutron] 10.222.0.50 "GET /v2.0/networks?id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 HTTP/1.1" status: 200 len: 898 time: 0.0871384 Sep 16 05:37:48.460716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49bb8c20-bbaf-4990-8796-884908fd4d57 req-2613c8b4-2b3c-4c18-be90-2ae6f2688f9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b790ce56-5f61-4e25-942d-01624330a802 HTTP/1.1" status: 200 len: 217 time: 0.0355117 Sep 16 05:37:48.524513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8c20-bbaf-4990-8796-884908fd4d57 req-a55bf971-e01d-4505-953c-980a67d9e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:48.526565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49bb8c20-bbaf-4990-8796-884908fd4d57 req-a55bf971-e01d-4505-953c-980a67d9e213 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e00223c2-034c-4c1e-a059-844927b6612c HTTP/1.1" status: 200 len: 834 time: 0.0565002 Sep 16 05:37:48.584254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8c20-bbaf-4990-8796-884908fd4d57 req-5ccd995f-a384-4595-9e5b-47dbea985e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:48.585705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49bb8c20-bbaf-4990-8796-884908fd4d57 req-5ccd995f-a384-4595-9e5b-47dbea985e8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486345 Sep 16 05:37:48.676414 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49bb8c20-bbaf-4990-8796-884908fd4d57 req-aac3ff6a-c377-4431-90e9-6e2fb7f03041 service neutron] 10.222.0.50 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817697 Sep 16 05:37:48.808395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1901b8-000a-4e09-afa8-1103362a7509 req-138d4858-fe8a-42a1-a6e4-da4f98cac425 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:48.809918 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e1901b8-000a-4e09-afa8-1103362a7509 req-138d4858-fe8a-42a1-a6e4-da4f98cac425 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 944 time: 0.0934267 Sep 16 05:37:48.811701 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-49bb8c20-bbaf-4990-8796-884908fd4d57 req-7ca30f49-fe26-4b04-9d0b-8d19825240e2 service neutron] 10.222.0.50 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273868 Sep 16 05:37:48.848517 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e1901b8-000a-4e09-afa8-1103362a7509 req-a443e20a-ee7d-4588-a8c4-1353f3f62f8a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326219 Sep 16 05:37:49.968354 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa160be1-236c-46b2-afb8-e0816b97022f req-69079c25-da53-4fb4-98c6-eb8b58a56136 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:49.969938 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa160be1-236c-46b2-afb8-e0816b97022f req-69079c25-da53-4fb4-98c6-eb8b58a56136 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 944 time: 0.0528152 Sep 16 05:37:50.016810 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa160be1-236c-46b2-afb8-e0816b97022f req-7b633cda-502e-46f9-b32d-5ce48b93f1cf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405104 Sep 16 05:37:50.259131 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6641a444-df15-4efe-a217-e19b7e70c36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:50.906576 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:51.136605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dba0c-1063-4a9f-8c9e-56826bdad839 req-3d7ee8c4-590e-4dcf-a08f-e0f4f9a2e239 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:51.138151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b80dba0c-1063-4a9f-8c9e-56826bdad839 req-3d7ee8c4-590e-4dcf-a08f-e0f4f9a2e239 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 944 time: 0.0496986 Sep 16 05:37:51.175471 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b80dba0c-1063-4a9f-8c9e-56826bdad839 req-e74e045e-21bb-4056-b0bc-e56dfa767d94 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Sep 16 05:37:51.886345 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.298073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c82d2-bb10-4fd5-86d3-ade4f07487a3 req-5ed7545e-c2de-4a41-b569-e6e8cc6280d1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:52.299624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d47c82d2-bb10-4fd5-86d3-ade4f07487a3 req-5ed7545e-c2de-4a41-b569-e6e8cc6280d1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 944 time: 0.0491443 Sep 16 05:37:52.337813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d47c82d2-bb10-4fd5-86d3-ade4f07487a3 req-9d0cb047-8801-42ce-beb3-d1cfa08aede8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314515 Sep 16 05:37:52.429569 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b790ce56-5f61-4e25-942d-01624330a802 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:37:52.527905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b790ce56-5f61-4e25-942d-01624330a802, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b790ce56-5f61-4e25-942d-01624330a802,segment=NetworkSegment(f983b885-22e2-4124-b916-d02a0e9a803d),segment_id=f983b885-22e2-4124-b916-d02a0e9a803d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:52.539522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'b790ce56-5f61-4e25-942d-01624330a802', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'port_id': 'b790ce56-5f61-4e25-942d-01624330a802', 'mac_address': 'fa:16:3e:47:e4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:37:52.577380 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.590347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b790ce56-5f61-4e25-942d-01624330a802 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:37:52.609330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b790ce56-5f61-4e25-942d-01624330a802, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b790ce56-5f61-4e25-942d-01624330a802,segment=NetworkSegment(f983b885-22e2-4124-b916-d02a0e9a803d),segment_id=f983b885-22e2-4124-b916-d02a0e9a803d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:52.612857 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:52.664212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=b790ce56-5f61-4e25-942d-01624330a802,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:52.884301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['b790ce56-5f61-4e25-942d-01624330a802'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:37:53.402530 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:53.452251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc5341-50ed-4ca6-a741-7b337b703f42 req-be841337-9f13-412d-81a2-2a337d6232f2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:53.453744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cdc5341-50ed-4ca6-a741-7b337b703f42 req-be841337-9f13-412d-81a2-2a337d6232f2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 945 time: 0.0487356 Sep 16 05:37:53.498606 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cdc5341-50ed-4ca6-a741-7b337b703f42 req-e1fc882a-eed5-4d05-9e97-d56602f47621 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378845 Sep 16 05:37:54.441497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b790ce56-5f61-4e25-942d-01624330a802 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:37:54.491945 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port b790ce56-5f61-4e25-942d-01624330a802 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:37:54.495635 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port b790ce56-5f61-4e25-942d-01624330a802 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:37:54.496009 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:54.577278 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:54.603343 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b790ce56-5f61-4e25-942d-01624330a802'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:54.605677 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed09d62-53b4-4e60-9632-336a8470436c" -d '{"events": [{"server_uuid": "1bf7745b-f9cb-44b6-8e64-a8f622fe93de", "name": "network-vif-plugged", "status": "completed", "tag": "b790ce56-5f61-4e25-942d-01624330a802"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:54.619316 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port b790ce56-5f61-4e25-942d-01624330a802, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b790ce56-5f61-4e25-942d-01624330a802,segment=NetworkSegment(f983b885-22e2-4124-b916-d02a0e9a803d),segment_id=f983b885-22e2-4124-b916-d02a0e9a803d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:37:54.619943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9680f50-0d9f-4984-8c0b-98b689c28fc4 req-eef45bea-fdf4-4f84-a2cf-1ed93ded0cec tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.621473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9680f50-0d9f-4984-8c0b-98b689c28fc4 req-eef45bea-fdf4-4f84-a2cf-1ed93ded0cec tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 945 time: 0.0517998 Sep 16 05:37:54.623310 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:54.661080 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9680f50-0d9f-4984-8c0b-98b689c28fc4 req-17eb0aad-b2b1-4b82-be79-f6aeb70578df tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333793 Sep 16 05:37:54.682462 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=b790ce56-5f61-4e25-942d-01624330a802,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:54.705697 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789d378a-ea79-4a37-91ac-5fb5b9469c6b x-openstack-request-id: req-789d378a-ea79-4a37-91ac-5fb5b9469c6b {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:54.706000 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf7745b-f9cb-44b6-8e64-a8f622fe93de", "name": "network-vif-plugged", "status": "completed", "tag": "b790ce56-5f61-4e25-942d-01624330a802", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:54.706533 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-789d378a-ea79-4a37-91ac-5fb5b9469c6b {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:54.706935 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b790ce56-5f61-4e25-942d-01624330a802', 'code': 200} Sep 16 05:37:54.860377 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0f57d-0db6-47f5-a344-4c24a33bddca req-cfcef5ef-09f6-41fb-ab28-a8b2b5d91490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:54.861975 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-add0f57d-0db6-47f5-a344-4c24a33bddca req-cfcef5ef-09f6-41fb-ab28-a8b2b5d91490 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 1098 time: 0.0854938 Sep 16 05:37:54.901563 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-add0f57d-0db6-47f5-a344-4c24a33bddca req-09b67d26-7b8a-46fa-bff2-a5fddc1e9829 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286498 Sep 16 05:37:55.777829 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd26294-841f-4d6d-b4d3-e1f6e47cfd4c req-c5b1525d-e20d-4725-a207-914539625864 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:55.779345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbd26294-841f-4d6d-b4d3-e1f6e47cfd4c req-c5b1525d-e20d-4725-a207-914539625864 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0490630 Sep 16 05:37:55.829817 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dbd26294-841f-4d6d-b4d3-e1f6e47cfd4c req-99d14f13-aca5-4f9f-847e-64e274a082a1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443661 Sep 16 05:37:56.945922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec3813-7033-4315-a48f-53c1183373f7 req-6478ccd8-2161-4c0f-9970-e89d1600835c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:56.948070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72ec3813-7033-4315-a48f-53c1183373f7 req-6478ccd8-2161-4c0f-9970-e89d1600835c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0494928 Sep 16 05:37:56.988261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72ec3813-7033-4315-a48f-53c1183373f7 req-a92b02f4-af30-4b34-8344-e203ecb193a7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336480 Sep 16 05:37:57.106772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398f9b7-7336-4723-8e8d-520bfe13f829 req-3c490dc7-fa40-466e-ab0a-c9c8cdccad73 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.108419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1398f9b7-7336-4723-8e8d-520bfe13f829 req-3c490dc7-fa40-466e-ab0a-c9c8cdccad73 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0495000 Sep 16 05:37:57.155115 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1398f9b7-7336-4723-8e8d-520bfe13f829 req-2b9ca980-a78c-44b0-8add-b8f67a675afc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359082 Sep 16 05:37:57.177942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54780) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:57.220264 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2c17df-6f2b-4333-9eb6-11338d203fec tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:57.222002 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4f2c17df-6f2b-4333-9eb6-11338d203fec tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 1093 time: 0.0428064 Sep 16 05:37:57.225435 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54782) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:57.230599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': 'b790ce56-5f61-4e25-942d-01624330a802', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:37:57.255552 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.356192 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.468897 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.25.0.178 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/fb63c071-248e-4701-a383-602b531473e1) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:37:57.576048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.617307 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:57.655764 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:37:57.658807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:37:57.664575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:37:57.670925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=fb63c071-248e-4701-a383-602b531473e1,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:58.032651 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.105201 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.254906 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.260192 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.329816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=fb63c071-248e-4701-a383-602b531473e1,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:37:58.341998 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.447832 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Floating IP f3dc7d72-6cbe-42d4-9366-1d95ede9c2c8 associated. External IP: 172.25.0.178, port: b790ce56-5f61-4e25-942d-01624330a802. Sep 16 05:37:58.667770 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 57110224-46c6-4b98-82c2-f71fa2726290 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:37:58.776466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:37:58.786315 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a7453-087b-4413-9bf5-c2bec1d6b054 None None] Sync routers for ids ['57110224-46c6-4b98-82c2-f71fa2726290'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:37:58.792517 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:37:58.796726 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a7453-087b-4413-9bf5-c2bec1d6b054 None None] Routers {'57110224-46c6-4b98-82c2-f71fa2726290'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:58.797424 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-910a7453-087b-4413-9bf5-c2bec1d6b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:37:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['57110224-46c6-4b98-82c2-f71fa2726290'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:58.820498 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-06dcb7f9-b780-4c56-8de8-5f3912ec973b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5939746 Sep 16 05:37:58.821194 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'tag': 'b790ce56-5f61-4e25-942d-01624330a802'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:37:58.824377 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb5d49d-8257-4958-a926-01ed6473feea" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf7745b-f9cb-44b6-8e64-a8f622fe93de", "tag": "b790ce56-5f61-4e25-942d-01624330a802"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:37:58.907418 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-910a7453-087b-4413-9bf5-c2bec1d6b054 None None] Set router 57110224-46c6-4b98-82c2-f71fa2726290 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:58.922447 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31957a-d9f3-4584-9784-423d26374c87 req-cbe87c16-67d5-436b-aaa6-99c5be66a040 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:58.923843 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2c31957a-d9f3-4584-9784-423d26374c87 req-cbe87c16-67d5-436b-aaa6-99c5be66a040 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0495923 Sep 16 05:37:58.968214 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2c31957a-d9f3-4584-9784-423d26374c87 req-b5a243e8-6a28-43d5-a6e1-bd5ad5ea2f4e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383232 Sep 16 05:37:58.990758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54790) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:37:59.063298 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0583021b-d0ba-4fb3-a587-fec388ae0a41 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/f3dc7d72-6cbe-42d4-9366-1d95ede9c2c8 HTTP/1.1" status: 200 len: 992 time: 0.0714147 Sep 16 05:37:59.080431 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3299b691-3226-45de-b413-4ee4e4759776 x-openstack-request-id: req-3299b691-3226-45de-b413-4ee4e4759776 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:37:59.080745 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf7745b-f9cb-44b6-8e64-a8f622fe93de", "tag": "b790ce56-5f61-4e25-942d-01624330a802", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:37:59.080987 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3299b691-3226-45de-b413-4ee4e4759776 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:37:59.081688 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'tag': 'b790ce56-5f61-4e25-942d-01624330a802', 'status': 'completed', 'code': 200} Sep 16 05:37:59.136139 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-910a7453-087b-4413-9bf5-c2bec1d6b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'f3dc7d72-6cbe-42d4-9366-1d95ede9c2c8', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'port_id': 'b790ce56-5f61-4e25-942d-01624330a802', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'mac_address': 'fa:16:3e:47:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:37:57Z', 'updated_at': '2021-09-16T05:37:57Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc28b18a-c13d-46e9-a726-d6ae56da51a3', 'name': '', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:c2:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:41Z', 'updated_at': '2021-09-16T05:37:45Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:59.145930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d49d-8257-4958-a926-01ed6473feea req-a114f9ce-f4c3-438f-b088-f46f634e0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:59.147451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fb5d49d-8257-4958-a926-01ed6473feea req-a114f9ce-f4c3-438f-b088-f46f634e0e87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 1098 time: 0.0416143 Sep 16 05:37:59.169383 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a7453-087b-4413-9bf5-c2bec1d6b054 None None] Checking router: 57110224-46c6-4b98-82c2-f71fa2726290 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:37:59.181184 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a7453-087b-4413-9bf5-c2bec1d6b054 None None] Routers {'57110224-46c6-4b98-82c2-f71fa2726290'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:37:59.181861 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-910a7453-087b-4413-9bf5-c2bec1d6b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:37:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['57110224-46c6-4b98-82c2-f71fa2726290'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:59.250769 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d49d-8257-4958-a926-01ed6473feea req-027b3587-2e7c-432c-89e2-e01eb180ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:59.252264 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fb5d49d-8257-4958-a926-01ed6473feea req-027b3587-2e7c-432c-89e2-e01eb180ae2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 HTTP/1.1" status: 200 len: 898 time: 0.0969608 Sep 16 05:37:59.288753 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-910a7453-087b-4413-9bf5-c2bec1d6b054 None None] Set router 57110224-46c6-4b98-82c2-f71fa2726290 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:37:59.326426 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fb5d49d-8257-4958-a926-01ed6473feea req-d9d9c996-ab3a-46fe-943a-2a4fe7ea3a65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b790ce56-5f61-4e25-942d-01624330a802 HTTP/1.1" status: 200 len: 1000 time: 0.0639153 Sep 16 05:37:59.376625 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d49d-8257-4958-a926-01ed6473feea req-8ed5f3c9-cf97-4d7e-be07-19e66993efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:59.378194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fb5d49d-8257-4958-a926-01ed6473feea req-8ed5f3c9-cf97-4d7e-be07-19e66993efb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e00223c2-034c-4c1e-a059-844927b6612c HTTP/1.1" status: 200 len: 834 time: 0.0451269 Sep 16 05:37:59.425978 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d49d-8257-4958-a926-01ed6473feea req-7b106f69-8f53-405a-b061-225f28b7e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:37:59.427519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fb5d49d-8257-4958-a926-01ed6473feea req-7b106f69-8f53-405a-b061-225f28b7e8ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420625 Sep 16 05:37:59.516995 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-910a7453-087b-4413-9bf5-c2bec1d6b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'f3dc7d72-6cbe-42d4-9366-1d95ede9c2c8', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'port_id': 'b790ce56-5f61-4e25-942d-01624330a802', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'mac_address': 'fa:16:3e:47:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:37:57Z', 'updated_at': '2021-09-16T05:37:57Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc28b18a-c13d-46e9-a726-d6ae56da51a3', 'name': '', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:c2:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:41Z', 'updated_at': '2021-09-16T05:37:45Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:37:59.529659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fb5d49d-8257-4958-a926-01ed6473feea req-f577b1b6-e1e2-430b-ba9c-6ff144acdfff service neutron] 10.222.0.50 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940001 Sep 16 05:37:59.549804 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910a7453-087b-4413-9bf5-c2bec1d6b054 None None] The sync data for ids ['57110224-46c6-4b98-82c2-f71fa2726290'] in n-d-712142-17 is: [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'f3dc7d72-6cbe-42d4-9366-1d95ede9c2c8', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.178', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'port_id': 'b790ce56-5f61-4e25-942d-01624330a802', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'mac_address': 'fa:16:3e:47:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:37:57Z', 'updated_at': '2021-09-16T05:37:57Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc28b18a-c13d-46e9-a726-d6ae56da51a3', 'name': '', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:c2:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:41Z', 'updated_at': '2021-09-16T05:37:45Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:37:59.627882 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7fb5d49d-8257-4958-a926-01ed6473feea req-ef335723-fa58-440b-b3b4-4bb85324ca2a service neutron] 10.222.0.50 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900397 Sep 16 05:37:59.747885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480fdbaa-67fb-4d75-9fd5-52b91f2e5976 None None] New status for floating IP f3dc7d72-6cbe-42d4-9366-1d95ede9c2c8: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:38:00.066997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54794) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:00.455220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-132f1d27-35c9-4ad2-a3df-24dcd15f7ddc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/f3dc7d72-6cbe-42d4-9366-1d95ede9c2c8 HTTP/1.1" status: 200 len: 994 time: 0.3868399 Sep 16 05:38:06.067556 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:08.081419 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:17.305742 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bd28a5f4-8d49-45cb-a215-f8e43ade1330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:20.265512 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a713149a-69b4-498f-b5d5-e0a1d15d93d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:20.910596 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:21.404186 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:38:21.881878 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:23.406361 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:31.871600 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-1afb1986-809a-49e6-ac97-1c7e9cb13171 req-ed522236-03a1-4e79-8528-13ffcad39caf service neutron] (94744) timed out ('10.222.0.53', 50998) {{(pid=94744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 05:38:33.874549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0e7ef-8ba4-4864-b751-ab24258b878f req-66841e37-6b8a-4e20-b737-dfb7f55ae72f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:33.876094 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ec0e7ef-8ba4-4864-b751-ab24258b878f req-66841e37-6b8a-4e20-b737-dfb7f55ae72f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0840790 Sep 16 05:38:33.877986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccbbe9-b689-4abe-b139-ef3c053dae04 req-3a0f666b-8dc2-4c53-ae66-a20b09f58500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:33.879372 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1ccbbe9-b689-4abe-b139-ef3c053dae04 req-3a0f666b-8dc2-4c53-ae66-a20b09f58500 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 1098 time: 0.0776174 Sep 16 05:38:33.969350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7ec0e7ef-8ba4-4864-b751-ab24258b878f req-dc03ba49-1ed0-4204-81a9-ef58f4332391 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870523 Sep 16 05:38:34.005779 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccbbe9-b689-4abe-b139-ef3c053dae04 req-9550b2de-70b5-40cc-81b2-eb048eb8920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:34.008029 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1ccbbe9-b689-4abe-b139-ef3c053dae04 req-9550b2de-70b5-40cc-81b2-eb048eb8920b service neutron] 10.222.0.50 "GET /v2.0/networks?id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 HTTP/1.1" status: 200 len: 898 time: 0.1180370 Sep 16 05:38:34.082712 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1ccbbe9-b689-4abe-b139-ef3c053dae04 req-882a84ca-8ec1-403d-a9ea-85692c044e02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b790ce56-5f61-4e25-942d-01624330a802 HTTP/1.1" status: 200 len: 1002 time: 0.0658672 Sep 16 05:38:34.137183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccbbe9-b689-4abe-b139-ef3c053dae04 req-1a42611e-721f-4aeb-8777-3c1195c395c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:34.138761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1ccbbe9-b689-4abe-b139-ef3c053dae04 req-1a42611e-721f-4aeb-8777-3c1195c395c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e00223c2-034c-4c1e-a059-844927b6612c HTTP/1.1" status: 200 len: 834 time: 0.0474176 Sep 16 05:38:34.189070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccbbe9-b689-4abe-b139-ef3c053dae04 req-c8a0c5ca-7ac3-47ec-b483-63e4621fe9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:34.190788 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1ccbbe9-b689-4abe-b139-ef3c053dae04 req-c8a0c5ca-7ac3-47ec-b483-63e4621fe9a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434089 Sep 16 05:38:34.292493 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1ccbbe9-b689-4abe-b139-ef3c053dae04 req-ed6cce39-8435-4db4-9ba2-f5f9ed1e0b2c service neutron] 10.222.0.50 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943186 Sep 16 05:38:34.387690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1ccbbe9-b689-4abe-b139-ef3c053dae04 req-60ef88f9-fbc9-478b-a9e2-ebf613e07ac2 service neutron] 10.222.0.50 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878384 Sep 16 05:38:35.090557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd777bd-c740-4391-9b5c-792fc1b8e30d req-192adc67-a476-4a06-bd78-5a0f4ebfa4ea tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:35.092062 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd777bd-c740-4391-9b5c-792fc1b8e30d req-192adc67-a476-4a06-bd78-5a0f4ebfa4ea tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0547719 Sep 16 05:38:35.131761 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3fd777bd-c740-4391-9b5c-792fc1b8e30d req-4d86a849-f28a-4a97-a8c6-a8651473535e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327706 Sep 16 05:38:36.078528 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:36.250255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba393f-7d17-47e1-8370-f780f04d6f86 req-cad92389-d144-4ada-a372-4e446f54798e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:36.252340 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3dba393f-7d17-47e1-8370-f780f04d6f86 req-cad92389-d144-4ada-a372-4e446f54798e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0510416 Sep 16 05:38:36.305440 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3dba393f-7d17-47e1-8370-f780f04d6f86 req-d41d6b6e-560d-44f5-98b3-98524d115dae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470836 Sep 16 05:38:37.425072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec334-542d-4afe-8490-252e273c81c7 req-8802a669-4c7f-4bc7-8436-ee574caaa6ef tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:37.426603 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefec334-542d-4afe-8490-252e273c81c7 req-8802a669-4c7f-4bc7-8436-ee574caaa6ef tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0482292 Sep 16 05:38:37.468299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fefec334-542d-4afe-8490-252e273c81c7 req-ab452653-4b72-4925-9f91-8eea229f5254 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357711 Sep 16 05:38:38.099521 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:38.597864 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3d3f-d112-4cc1-8d4a-beb1e8e1f848 req-84680ad2-91c3-4994-bd76-1aa19d06d1a0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:38.599395 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dc4c3d3f-d112-4cc1-8d4a-beb1e8e1f848 req-84680ad2-91c3-4994-bd76-1aa19d06d1a0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0606089 Sep 16 05:38:38.638208 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dc4c3d3f-d112-4cc1-8d4a-beb1e8e1f848 req-7c2ec70d-bdb7-4008-a0dc-677d83fc103c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328121 Sep 16 05:38:39.605401 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1f123-00ff-48bb-8348-d756ea4337b5 req-a746265d-dee6-4194-b783-34cb02fe5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:39.606983 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09a1f123-00ff-48bb-8348-d756ea4337b5 req-a746265d-dee6-4194-b783-34cb02fe5739 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 1098 time: 0.0436804 Sep 16 05:38:39.755325 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1f123-00ff-48bb-8348-d756ea4337b5 req-e3f6af46-4175-4584-b6d5-70cf082f2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:39.756820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09a1f123-00ff-48bb-8348-d756ea4337b5 req-e3f6af46-4175-4584-b6d5-70cf082f2d0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 HTTP/1.1" status: 200 len: 898 time: 0.1205573 Sep 16 05:38:39.773939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a82d9f-5733-4d5c-84ed-f0f8ff519858 req-691602a3-3c73-4779-9ba7-2b3e5da4054b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:39.775433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b5a82d9f-5733-4d5c-84ed-f0f8ff519858 req-691602a3-3c73-4779-9ba7-2b3e5da4054b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0672596 Sep 16 05:38:39.857624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b5a82d9f-5733-4d5c-84ed-f0f8ff519858 req-052a80f9-3603-47ff-937e-0d0533c9254b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744913 Sep 16 05:38:39.859899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09a1f123-00ff-48bb-8348-d756ea4337b5 req-96dd5abb-0348-4b12-8ce0-119be3ccab6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b790ce56-5f61-4e25-942d-01624330a802 HTTP/1.1" status: 200 len: 1002 time: 0.0835612 Sep 16 05:38:39.918948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1f123-00ff-48bb-8348-d756ea4337b5 req-c30829eb-77cb-4308-802f-1e0ff0aba82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:39.920434 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09a1f123-00ff-48bb-8348-d756ea4337b5 req-c30829eb-77cb-4308-802f-1e0ff0aba82b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e00223c2-034c-4c1e-a059-844927b6612c HTTP/1.1" status: 200 len: 834 time: 0.0491881 Sep 16 05:38:39.972785 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1f123-00ff-48bb-8348-d756ea4337b5 req-48d4d544-7305-4c4e-ac4e-2b6ff8f4f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:39.974341 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09a1f123-00ff-48bb-8348-d756ea4337b5 req-48d4d544-7305-4c4e-ac4e-2b6ff8f4f324 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421464 Sep 16 05:38:40.073215 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09a1f123-00ff-48bb-8348-d756ea4337b5 req-0f3f1bc3-61fe-44f1-ac38-2b733ad38fa4 service neutron] 10.222.0.50 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867293 Sep 16 05:38:40.176890 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-09a1f123-00ff-48bb-8348-d756ea4337b5 req-c50e1766-c193-4b03-8013-2eb81ea84747 service neutron] 10.222.0.50 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912895 Sep 16 05:38:40.977454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10403cd3-45b8-425f-a680-d3c9800f473b req-5acb6052-7f0b-4394-87fa-da8d145207f5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:40.979008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10403cd3-45b8-425f-a680-d3c9800f473b req-5acb6052-7f0b-4394-87fa-da8d145207f5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0509949 Sep 16 05:38:41.017189 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10403cd3-45b8-425f-a680-d3c9800f473b req-02f59bfd-4734-41ae-bd71-d2a8e8f11ff2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Sep 16 05:38:42.137472 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99e63c-ab6e-4dc7-84a6-578fdfb16581 req-dd644a32-cabe-430f-8186-8fe2e01c0b1f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:42.139054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc99e63c-ab6e-4dc7-84a6-578fdfb16581 req-dd644a32-cabe-430f-8186-8fe2e01c0b1f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0539351 Sep 16 05:38:42.179946 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc99e63c-ab6e-4dc7-84a6-578fdfb16581 req-13980d09-9fde-4e68-83b0-3fea4b6dc963 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334764 Sep 16 05:38:43.302942 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ad1f-fbfe-4b14-aef4-d7d70eee401e req-7141180b-13de-404b-86a4-b2659e712283 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:43.304451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e81ad1f-fbfe-4b14-aef4-d7d70eee401e req-7141180b-13de-404b-86a4-b2659e712283 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0517628 Sep 16 05:38:43.346684 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1e81ad1f-fbfe-4b14-aef4-d7d70eee401e req-432dd3b2-37d8-43e5-ac1b-d6bfebadeae9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359552 Sep 16 05:38:44.463692 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac1197-0905-4700-9fef-9176b9f366ed req-3ac25ff7-651a-4866-aa02-8c078c9e5bd6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:44.465182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-92ac1197-0905-4700-9fef-9176b9f366ed req-3ac25ff7-651a-4866-aa02-8c078c9e5bd6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0494170 Sep 16 05:38:44.504704 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-92ac1197-0905-4700-9fef-9176b9f366ed req-88636889-9005-44d8-b408-c15f4c65c1bf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330148 Sep 16 05:38:45.626986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d9fee-fd30-4152-823d-2c47101c539f req-e01529b4-e210-4573-b837-4bac08b57b4a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:38:45.628488 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-891d9fee-fd30-4152-823d-2c47101c539f req-e01529b4-e210-4573-b837-4bac08b57b4a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0570498 Sep 16 05:38:45.666074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-891d9fee-fd30-4152-823d-2c47101c539f req-ed02616b-39d0-457d-9769-141d4560cf7f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Sep 16 05:38:45.688851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54834) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:38:45.751212 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-45284de9-6de4-45d6-b6ff-d57e85c76255 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/f3dc7d72-6cbe-42d4-9366-1d95ede9c2c8 HTTP/1.1" status: 200 len: 994 time: 0.0612309 Sep 16 05:38:47.307866 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aff20fac-e690-4c2f-b1de-5a5e527ae431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:50.255813 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3df65b41-2903-4f16-9fd4-9aff4147cf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:50.912356 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:51.887526 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:53.417787 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:38:58.403327 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:06.097782 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:08.102480 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:17.309456 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6acb1a54-3da4-4fd5-bf8b-5df00ad225a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.204033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54856) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:18.369977 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port fb63c071-248e-4701-a383-602b531473e1 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:18.370331 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.454181 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.454432 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.471152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for fb63c071-248e-4701-a383-602b531473e1 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:18.628290 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.661267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=fb63c071-248e-4701-a383-602b531473e1,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:18.685565 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:18.685946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:18.687212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:18.687212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:18.687212 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:18.687909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:18.687909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:18.688086 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:18.688424 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:18.688772 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:18.689079 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:18.689444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:18.732492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:18.732725 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Floating IP f3dc7d72-6cbe-42d4-9366-1d95ede9c2c8 disassociated (deleted). External IP: 172.25.0.178, port: b790ce56-5f61-4e25-942d-01624330a802. Sep 16 05:39:18.975251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 57110224-46c6-4b98-82c2-f71fa2726290 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:19.099461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:19.105321 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:19.112505 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827c4cf3-5489-4c26-b7c8-0f7c52d29f0f None None] Sync routers for ids ['57110224-46c6-4b98-82c2-f71fa2726290'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:19.122733 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c4cf3-5489-4c26-b7c8-0f7c52d29f0f None None] Routers {'57110224-46c6-4b98-82c2-f71fa2726290'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:19.123616 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-827c4cf3-5489-4c26-b7c8-0f7c52d29f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:38:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['57110224-46c6-4b98-82c2-f71fa2726290'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:19.139498 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-60ca9c4f-2c86-4566-b7c7-41494f8fdf17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/floatingips/f3dc7d72-6cbe-42d4-9366-1d95ede9c2c8 HTTP/1.1" status: 204 len: 168 time: 0.9343965 Sep 16 05:39:19.140653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'tag': 'b790ce56-5f61-4e25-942d-01624330a802'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:19.143420 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dd6cbf-f2a0-4155-9899-741a5058ba6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf7745b-f9cb-44b6-8e64-a8f622fe93de", "tag": "b790ce56-5f61-4e25-942d-01624330a802"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:19.247222 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-827c4cf3-5489-4c26-b7c8-0f7c52d29f0f None None] Set router 57110224-46c6-4b98-82c2-f71fa2726290 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:19.360581 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561ffa60-0cb6-45d2-91fa-705d19cce290 x-openstack-request-id: req-561ffa60-0cb6-45d2-91fa-705d19cce290 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:19.361638 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf7745b-f9cb-44b6-8e64-a8f622fe93de", "tag": "b790ce56-5f61-4e25-942d-01624330a802", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:19.362005 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-561ffa60-0cb6-45d2-91fa-705d19cce290 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:19.362584 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'tag': 'b790ce56-5f61-4e25-942d-01624330a802', 'status': 'completed', 'code': 200} Sep 16 05:39:19.464404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd6cbf-f2a0-4155-9899-741a5058ba6c req-85d8a58b-7da2-4b52-817f-5797a14fa495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.466343 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94dd6cbf-f2a0-4155-9899-741a5058ba6c req-85d8a58b-7da2-4b52-817f-5797a14fa495 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 1098 time: 0.0836523 Sep 16 05:39:19.504296 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-827c4cf3-5489-4c26-b7c8-0f7c52d29f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'fc28b18a-c13d-46e9-a726-d6ae56da51a3', 'name': '', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:c2:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:41Z', 'updated_at': '2021-09-16T05:37:45Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:19.514596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e5a83-4505-40ee-aa68-57c353254e05 req-4c194947-85c1-480e-b9ae-d8554658df37 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.516712 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-184e5a83-4505-40ee-aa68-57c353254e05 req-4c194947-85c1-480e-b9ae-d8554658df37 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0951400 Sep 16 05:39:19.538068 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827c4cf3-5489-4c26-b7c8-0f7c52d29f0f None None] Checking router: 57110224-46c6-4b98-82c2-f71fa2726290 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:19.547776 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c4cf3-5489-4c26-b7c8-0f7c52d29f0f None None] Routers {'57110224-46c6-4b98-82c2-f71fa2726290'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:19.548426 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-827c4cf3-5489-4c26-b7c8-0f7c52d29f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:38:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['57110224-46c6-4b98-82c2-f71fa2726290'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:19.599913 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-184e5a83-4505-40ee-aa68-57c353254e05 req-45dd9eaf-973b-4ad2-81d6-c6b3c35e3b6f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756249 Sep 16 05:39:19.631544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd6cbf-f2a0-4155-9899-741a5058ba6c req-3ec36a6b-a37a-41d7-855c-4cdbedca3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.633082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94dd6cbf-f2a0-4155-9899-741a5058ba6c req-3ec36a6b-a37a-41d7-855c-4cdbedca3093 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 HTTP/1.1" status: 200 len: 898 time: 0.1506975 Sep 16 05:39:19.667840 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-827c4cf3-5489-4c26-b7c8-0f7c52d29f0f None None] Set router 57110224-46c6-4b98-82c2-f71fa2726290 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:19.697940 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94dd6cbf-f2a0-4155-9899-741a5058ba6c req-c977294c-a350-4a8b-b952-cc749748f72e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b790ce56-5f61-4e25-942d-01624330a802 HTTP/1.1" status: 200 len: 217 time: 0.0555551 Sep 16 05:39:19.761992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd6cbf-f2a0-4155-9899-741a5058ba6c req-24164201-220e-43cc-b277-283f4a6c9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.763509 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94dd6cbf-f2a0-4155-9899-741a5058ba6c req-24164201-220e-43cc-b277-283f4a6c9c7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e00223c2-034c-4c1e-a059-844927b6612c HTTP/1.1" status: 200 len: 834 time: 0.0568302 Sep 16 05:39:19.814144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd6cbf-f2a0-4155-9899-741a5058ba6c req-11d8521c-f322-4cac-8c76-a7287ff519c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:19.815699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94dd6cbf-f2a0-4155-9899-741a5058ba6c req-11d8521c-f322-4cac-8c76-a7287ff519c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435925 Sep 16 05:39:19.927204 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94dd6cbf-f2a0-4155-9899-741a5058ba6c req-a6ad6873-4c79-4a9a-a10d-b626fa692ca1 service neutron] 10.222.0.50 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030483 Sep 16 05:39:19.979719 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-827c4cf3-5489-4c26-b7c8-0f7c52d29f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'fc28b18a-c13d-46e9-a726-d6ae56da51a3', 'name': '', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:c2:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:41Z', 'updated_at': '2021-09-16T05:37:45Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:20.010837 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827c4cf3-5489-4c26-b7c8-0f7c52d29f0f None None] The sync data for ids ['57110224-46c6-4b98-82c2-f71fa2726290'] in n-d-712142-17 is: [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'fc28b18a-c13d-46e9-a726-d6ae56da51a3', 'name': '', 'network_id': 'f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:c2:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:41Z', 'updated_at': '2021-09-16T05:37:45Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': 'e00223c2-034c-4c1e-a059-844927b6612c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:20.060744 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-94dd6cbf-f2a0-4155-9899-741a5058ba6c req-1ea22f7c-483a-4b47-805a-dbef3573b071 service neutron] 10.222.0.50 "GET /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199565 Sep 16 05:39:20.259812 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-be443896-4ce4-4ae8-9ea0-96b568942084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:20.271263 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e0e62c-5dc7-455b-b7ed-17eed9699f73 None None] New status for floating IP f3dc7d72-6cbe-42d4-9366-1d95ede9c2c8: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:39:20.744830 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f93d82-9f3b-49d5-9272-3259ad9f81b8 req-5b136a55-1fdc-4c11-980f-172573b5a286 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:20.746340 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8f93d82-9f3b-49d5-9272-3259ad9f81b8 req-5b136a55-1fdc-4c11-980f-172573b5a286 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0533483 Sep 16 05:39:20.785561 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b8f93d82-9f3b-49d5-9272-3259ad9f81b8 req-614ba782-cb24-4bc6-b4ae-c6f11192ba98 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4985663-efa5-4eef-b66d-665b41dcfee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326393 Sep 16 05:39:20.915476 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.188059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83209c2-d466-4898-a63c-4827aed80843 req-99f7d6cb-9579-45f3-8b47-db3b40d0dc87 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:21.189413 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f83209c2-d466-4898-a63c-4827aed80843 req-99f7d6cb-9579-45f3-8b47-db3b40d0dc87 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 946 time: 0.0482411 Sep 16 05:39:21.284777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-f83209c2-d466-4898-a63c-4827aed80843 req-92e112de-774f-41b2-9c19-ed91fa672e45 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port b790ce56-5f61-4e25-942d-01624330a802 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:21.285126 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f83209c2-d466-4898-a63c-4827aed80843 req-92e112de-774f-41b2-9c19-ed91fa672e45 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.380279 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-f83209c2-d466-4898-a63c-4827aed80843 req-92e112de-774f-41b2-9c19-ed91fa672e45 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port b790ce56-5f61-4e25-942d-01624330a802, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=b790ce56-5f61-4e25-942d-01624330a802,segment=NetworkSegment(f983b885-22e2-4124-b916-d02a0e9a803d),segment_id=f983b885-22e2-4124-b916-d02a0e9a803d)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:21.381599 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f83209c2-d466-4898-a63c-4827aed80843 req-92e112de-774f-41b2-9c19-ed91fa672e45 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.394559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-f83209c2-d466-4898-a63c-4827aed80843 req-92e112de-774f-41b2-9c19-ed91fa672e45 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for b790ce56-5f61-4e25-942d-01624330a802 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:21.527634 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f83209c2-d466-4898-a63c-4827aed80843 req-92e112de-774f-41b2-9c19-ed91fa672e45 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.556620 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e112de-774f-41b2-9c19-ed91fa672e45 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=b790ce56-5f61-4e25-942d-01624330a802,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:21.602868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83209c2-d466-4898-a63c-4827aed80843 req-92e112de-774f-41b2-9c19-ed91fa672e45 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] No DVR routers for this DVR port b790ce56-5f61-4e25-942d-01624330a802 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:21.605849 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-f83209c2-d466-4898-a63c-4827aed80843 req-92e112de-774f-41b2-9c19-ed91fa672e45 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.609719 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f83209c2-d466-4898-a63c-4827aed80843 req-92e112de-774f-41b2-9c19-ed91fa672e45 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "DELETE /v2.0/ports/b790ce56-5f61-4e25-942d-01624330a802 HTTP/1.1" status: 204 len: 173 time: 0.4130068 Sep 16 05:39:21.609962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'name': 'network-vif-deleted', 'tag': 'b790ce56-5f61-4e25-942d-01624330a802'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:21.612304 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909cca82-0c7d-42c6-828b-b243435454d1" -d '{"events": [{"server_uuid": "1bf7745b-f9cb-44b6-8e64-a8f622fe93de", "name": "network-vif-deleted", "tag": "b790ce56-5f61-4e25-942d-01624330a802"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:21.653109 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a395b572-3d3b-484e-8eec-b1a61303e726 x-openstack-request-id: req-a395b572-3d3b-484e-8eec-b1a61303e726 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:21.653400 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf7745b-f9cb-44b6-8e64-a8f622fe93de", "name": "network-vif-deleted", "tag": "b790ce56-5f61-4e25-942d-01624330a802", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:21.653685 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a395b572-3d3b-484e-8eec-b1a61303e726 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:21.654083 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf7745b-f9cb-44b6-8e64-a8f622fe93de', 'name': 'network-vif-deleted', 'tag': 'b790ce56-5f61-4e25-942d-01624330a802', 'status': 'completed', 'code': 200} Sep 16 05:39:21.890319 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:21.901877 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7f8e3c62-cf27-494b-b117-9f11ab00112e req-9898a26f-c4ed-4c07-bd9f-1f8f526f85d6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bf7745b-f9cb-44b6-8e64-a8f622fe93de HTTP/1.1" status: 200 len: 210 time: 0.0332472 Sep 16 05:39:22.960545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54874) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:23.317850 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91a81c6a-5eae-4a19-8089-31c47c28d25f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.412410 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.570968 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-91a81c6a-5eae-4a19-8089-31c47c28d25f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port fc28b18a-c13d-46e9-a726-d6ae56da51a3 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:23.571201 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91a81c6a-5eae-4a19-8089-31c47c28d25f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.664246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-91a81c6a-5eae-4a19-8089-31c47c28d25f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port fc28b18a-c13d-46e9-a726-d6ae56da51a3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=fc28b18a-c13d-46e9-a726-d6ae56da51a3,segment=NetworkSegment(f983b885-22e2-4124-b916-d02a0e9a803d),segment_id=f983b885-22e2-4124-b916-d02a0e9a803d)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:23.664614 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91a81c6a-5eae-4a19-8089-31c47c28d25f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.677052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-91a81c6a-5eae-4a19-8089-31c47c28d25f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for fc28b18a-c13d-46e9-a726-d6ae56da51a3 owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:23.869477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91a81c6a-5eae-4a19-8089-31c47c28d25f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:23.896456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a81c6a-5eae-4a19-8089-31c47c28d25f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=fc28b18a-c13d-46e9-a726-d6ae56da51a3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:24.397815 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-91a81c6a-5eae-4a19-8089-31c47c28d25f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.618731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a81c6a-5eae-4a19-8089-31c47c28d25f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 57110224-46c6-4b98-82c2-f71fa2726290 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:24.723462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a81c6a-5eae-4a19-8089-31c47c28d25f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:24.728801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-91a81c6a-5eae-4a19-8089-31c47c28d25f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "PUT /v2.0/routers/57110224-46c6-4b98-82c2-f71fa2726290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7666273 Sep 16 05:39:24.731553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54876) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:24.732868 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034166f-7e1b-4578-ba83-34cac89e9427 None None] Sync routers for ids ['57110224-46c6-4b98-82c2-f71fa2726290'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:24.743366 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034166f-7e1b-4578-ba83-34cac89e9427 None None] Routers {'57110224-46c6-4b98-82c2-f71fa2726290'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:24.743991 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6034166f-7e1b-4578-ba83-34cac89e9427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['57110224-46c6-4b98-82c2-f71fa2726290'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:24.789594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7732bc52-9032-4574-9193-5d75d250ee00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting subnet e00223c2-034c-4c1e-a059-844927b6612c {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:39:24.792946 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7732bc52-9032-4574-9193-5d75d250ee00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.833929 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7732bc52-9032-4574-9193-5d75d250ee00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.849122 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b790ce56-5f61-4e25-942d-01624330a802 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:24.852614 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-6034166f-7e1b-4578-ba83-34cac89e9427 None None] Set router 57110224-46c6-4b98-82c2-f71fa2726290 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:24.886202 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: b790ce56-5f61-4e25-942d-01624330a802 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:24.886633 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device b790ce56-5f61-4e25-942d-01624330a802 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:24.922604 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7732bc52-9032-4574-9193-5d75d250ee00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:24.991012 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7732bc52-9032-4574-9193-5d75d250ee00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.016258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732bc52-9032-4574-9193-5d75d250ee00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Subnet': ['ID=e00223c2-034c-4c1e-a059-844927b6612c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:25.024059 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7732bc52-9032-4574-9193-5d75d250ee00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.026039 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7732bc52-9032-4574-9193-5d75d250ee00 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/subnets/e00223c2-034c-4c1e-a059-844927b6612c HTTP/1.1" status: 204 len: 168 time: 0.2936001 Sep 16 05:39:25.028610 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54878) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:25.032777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a24c1e-b817-4b05-bb5f-6967f61baa4a None None] Network f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:25.034780 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6034166f-7e1b-4578-ba83-34cac89e9427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:39:23Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:25.061267 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034166f-7e1b-4578-ba83-34cac89e9427 None None] Checking router: 57110224-46c6-4b98-82c2-f71fa2726290 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:25.069696 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034166f-7e1b-4578-ba83-34cac89e9427 None None] Routers {'57110224-46c6-4b98-82c2-f71fa2726290'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:25.070327 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6034166f-7e1b-4578-ba83-34cac89e9427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['57110224-46c6-4b98-82c2-f71fa2726290'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:25.145303 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.184365 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-6034166f-7e1b-4578-ba83-34cac89e9427 None None] Set router 57110224-46c6-4b98-82c2-f71fa2726290 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:25.218059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] DHCP port deletion for f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:39:25.264639 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.273719 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Deleting port 3801f707-aac9-4655-ad1c-7bc101e4d5b2 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:25.274095 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.319026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 64c5a6fa-b03e-4b47-bc31-1e29df91462f {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:39:25.319680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.343495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] For port 3801f707-aac9-4655-ad1c-7bc101e4d5b2, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=3801f707-aac9-4655-ad1c-7bc101e4d5b2,segment=NetworkSegment(f983b885-22e2-4124-b916-d02a0e9a803d),segment_id=f983b885-22e2-4124-b916-d02a0e9a803d)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:25.344584 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.358736 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Calling delete_port for 3801f707-aac9-4655-ad1c-7bc101e4d5b2 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:25.371932 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6034166f-7e1b-4578-ba83-34cac89e9427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:39:23Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:25.405112 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port 64c5a6fa-b03e-4b47-bc31-1e29df91462f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=64c5a6fa-b03e-4b47-bc31-1e29df91462f,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:25.405750 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.409744 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034166f-7e1b-4578-ba83-34cac89e9427 None None] The sync data for ids ['57110224-46c6-4b98-82c2-f71fa2726290'] in n-d-712142-17 is: [{'id': '57110224-46c6-4b98-82c2-f71fa2726290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581085782', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:39:23Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '64c5a6fa-b03e-4b47-bc31-1e29df91462f', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57110224-46c6-4b98-82c2-f71fa2726290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:37:38Z', 'updated_at': '2021-09-16T05:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:25.419728 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 64c5a6fa-b03e-4b47-bc31-1e29df91462f owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:39:25.452652 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.478049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Pushing event deleted for resources: {'Port': ['ID=3801f707-aac9-4655-ad1c-7bc101e4d5b2,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:25.488400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:25.488752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:25.489101 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:25.489448 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:25.489816 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:25.490157 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:25.490489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:25.490828 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:25.491160 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:25.491492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:25.491820 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:25.492142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:25.498184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f16d33-2ad0-403d-8d33-0edb62d557d7 None None] No DVR routers for this DVR port 3801f707-aac9-4655-ad1c-7bc101e4d5b2 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:39:25.590209 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.620589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=64c5a6fa-b03e-4b47-bc31-1e29df91462f,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:25.681593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.776992 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.779387 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.824184 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.824920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Fanout notify agent at l3_agent the message router_deleted on router 57110224-46c6-4b98-82c2-f71fa2726290 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:39:25.833523 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:25.838432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a4355ee4-9591-4841-9407-28b0740edfd2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/routers/57110224-46c6-4b98-82c2-f71fa2726290 HTTP/1.1" status: 204 len: 168 time: 0.8044877 Sep 16 05:39:25.838708 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54880) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:25.926912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.045631 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.059216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:26.073975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fc28b18a-c13d-46e9-a726-d6ae56da51a3 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:26.078941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f983b885-22e2-4124-b916-d02a0e9a803d') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:26.081733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f983b885-22e2-4124-b916-d02a0e9a803d') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:26.093246 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.098069 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: fc28b18a-c13d-46e9-a726-d6ae56da51a3 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:26.098505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device fc28b18a-c13d-46e9-a726-d6ae56da51a3 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:26.099013 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3801f707-aac9-4655-ad1c-7bc101e4d5b2 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:26.108851 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.117378 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:39:26.117883 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:39:26.120917 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:39:26.123354 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 3801f707-aac9-4655-ad1c-7bc101e4d5b2 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:26.123614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 3801f707-aac9-4655-ad1c-7bc101e4d5b2 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:26.182521 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.194626 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.196563 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/networks/f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6 HTTP/1.1" status: 204 len: 168 time: 0.3568316 Sep 16 05:39:26.199537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54882) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:26.206330 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee69c0-edfb-4b68-88fb-bdbde4b8f7e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Network': ['ID=f5dcf16a-fb7b-4cbd-9a46-48b2874a91f6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:26.262194 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.290348 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.348235 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.350895 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:26.352128 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/security-groups/a4985663-efa5-4eef-b66d-665b41dcfee9 HTTP/1.1" status: 204 len: 168 time: 0.1515324 Sep 16 05:39:26.362508 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4985663-efa5-4eef-b66d-665b41dcfee9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:26.370217 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:26.370563 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:26.370912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:26.371259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:26.371604 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:26.371943 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:26.372281 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:26.372621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:26.372964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:26.373294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:26.373644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:26.373978 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eafbfa-d258-4b39-8287-7975b785ae17 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:26.944298 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54892) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:26.949178 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-83ca3cce-e9fd-43ef-b0a2-de098b304095 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342392679', 'description': 'tempest-secgroup-smoke-342392679 description', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:26.975511 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-83ca3cce-e9fd-43ef-b0a2-de098b304095 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.069584 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-83ca3cce-e9fd-43ef-b0a2-de098b304095 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.073878 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-83ca3cce-e9fd-43ef-b0a2-de098b304095 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.102060 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-83ca3cce-e9fd-43ef-b0a2-de098b304095 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.103283 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-83ca3cce-e9fd-43ef-b0a2-de098b304095 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1579728 Sep 16 05:39:27.106219 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54894) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:27.112321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-db26d149-9df3-4e76-a255-4a5c27f47e4e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '68e6c9f0-9a22-49fd-8ccd-1e821504944b', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:27.121411 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca3cce-e9fd-43ef-b0a2-de098b304095 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e6c9f0-9a22-49fd-8ccd-1e821504944b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:27.154472 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db26d149-9df3-4e76-a255-4a5c27f47e4e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.220816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db26d149-9df3-4e76-a255-4a5c27f47e4e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.225029 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db26d149-9df3-4e76-a255-4a5c27f47e4e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.250282 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26d149-9df3-4e76-a255-4a5c27f47e4e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c77683e-260f-44af-ab99-ccf95dec60ea,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:27.252858 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db26d149-9df3-4e76-a255-4a5c27f47e4e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.254330 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-db26d149-9df3-4e76-a255-4a5c27f47e4e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470640 Sep 16 05:39:27.257015 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54896) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:27.261644 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-03dcaaa2-3676-426a-ad72-23443fedb2b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '68e6c9f0-9a22-49fd-8ccd-1e821504944b', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:27.293424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03dcaaa2-3676-426a-ad72-23443fedb2b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.353477 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03dcaaa2-3676-426a-ad72-23443fedb2b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.356967 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03dcaaa2-3676-426a-ad72-23443fedb2b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.375575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcaaa2-3676-426a-ad72-23443fedb2b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958d8f24-7ef7-43f7-bd2f-ebc6f0198ef3,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:27.383569 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03dcaaa2-3676-426a-ad72-23443fedb2b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.384945 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-03dcaaa2-3676-426a-ad72-23443fedb2b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269240 Sep 16 05:39:27.387692 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54898) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:27.392019 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a08dc943-3591-4fa6-b481-f6b079fc9ac1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '68e6c9f0-9a22-49fd-8ccd-1e821504944b', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:27.419104 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a08dc943-3591-4fa6-b481-f6b079fc9ac1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.482904 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a08dc943-3591-4fa6-b481-f6b079fc9ac1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.487917 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a08dc943-3591-4fa6-b481-f6b079fc9ac1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.508558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dc943-3591-4fa6-b481-f6b079fc9ac1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17dc08ec-d6a4-4add-9378-6eda980074d6,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:27.512954 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a08dc943-3591-4fa6-b481-f6b079fc9ac1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.515082 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a08dc943-3591-4fa6-b481-f6b079fc9ac1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262965 Sep 16 05:39:27.517951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54900) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:27.522483 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-419bffa3-21ae-4494-adbe-88f338a8dec0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '68e6c9f0-9a22-49fd-8ccd-1e821504944b', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:27.551452 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-419bffa3-21ae-4494-adbe-88f338a8dec0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.613760 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-419bffa3-21ae-4494-adbe-88f338a8dec0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.617410 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-419bffa3-21ae-4494-adbe-88f338a8dec0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.634572 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bffa3-21ae-4494-adbe-88f338a8dec0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0517e1a-bef5-4480-85f0-78db03a92006,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:27.644750 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-419bffa3-21ae-4494-adbe-88f338a8dec0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.646120 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-419bffa3-21ae-4494-adbe-88f338a8dec0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271884 Sep 16 05:39:27.648925 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54902) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:27.653306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d614745e-fb1a-42a8-99dd-3c8f7fccd054 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '68e6c9f0-9a22-49fd-8ccd-1e821504944b', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:27.675529 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-d614745e-fb1a-42a8-99dd-3c8f7fccd054 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Project ed1383a305d349f28e9b6fa2051832d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:39:27.680500 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d614745e-fb1a-42a8-99dd-3c8f7fccd054 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.740477 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d614745e-fb1a-42a8-99dd-3c8f7fccd054 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.744091 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d614745e-fb1a-42a8-99dd-3c8f7fccd054 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.763268 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614745e-fb1a-42a8-99dd-3c8f7fccd054 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498e0b8f-f284-4e45-88e4-788d003abf24,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:27.766859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d614745e-fb1a-42a8-99dd-3c8f7fccd054 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.768135 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d614745e-fb1a-42a8-99dd-3c8f7fccd054 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182690 Sep 16 05:39:27.771131 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54904) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:27.775459 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a6c48a2a-c617-46d8-be7c-d94764299176 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '68e6c9f0-9a22-49fd-8ccd-1e821504944b', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:27.797632 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-a6c48a2a-c617-46d8-be7c-d94764299176 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Project ed1383a305d349f28e9b6fa2051832d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:39:27.802453 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a6c48a2a-c617-46d8-be7c-d94764299176 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.863116 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a6c48a2a-c617-46d8-be7c-d94764299176 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.867040 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a6c48a2a-c617-46d8-be7c-d94764299176 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.887209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c48a2a-c617-46d8-be7c-d94764299176 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30209c1c-b64f-48da-8874-68bbb3f46196,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:27.891398 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a6c48a2a-c617-46d8-be7c-d94764299176 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.892620 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a6c48a2a-c617-46d8-be7c-d94764299176 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205499 Sep 16 05:39:27.895408 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54906) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:27.900226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2e4a3c48-a978-41de-82c8-ba7e45441b66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'network': {'name': 'tempest-network-smoke--1839774819', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'port_security_enabled': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:27.921819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a3c48-a978-41de-82c8-ba7e45441b66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:27.925394 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3c48-a978-41de-82c8-ba7e45441b66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.952052 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4a3c48-a978-41de-82c8-ba7e45441b66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:39:27.963048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3c48-a978-41de-82c8-ba7e45441b66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:27.963404 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-2e4a3c48-a978-41de-82c8-ba7e45441b66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Added segment 1aae0f93-feda-4afc-82fa-54205fc5ae38 of type vlan for network 101e9a63-f497-4724-9b64-e053dbceac9c Sep 16 05:39:27.967920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 64c5a6fa-b03e-4b47-bc31-1e29df91462f no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:39:27.989231 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 64c5a6fa-b03e-4b47-bc31-1e29df91462f {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:39:27.989785 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 64c5a6fa-b03e-4b47-bc31-1e29df91462f not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:39:28.008267 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3c48-a978-41de-82c8-ba7e45441b66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.034009 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3c48-a978-41de-82c8-ba7e45441b66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.039717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a3c48-a978-41de-82c8-ba7e45441b66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:28.040316 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3c48-a978-41de-82c8-ba7e45441b66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.072004 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2e4a3c48-a978-41de-82c8-ba7e45441b66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1755397 Sep 16 05:39:28.074825 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54908) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:28.080134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'admin_state_up': True, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:28.121901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a3c48-a978-41de-82c8-ba7e45441b66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Network': ['ID=101e9a63-f497-4724-9b64-e053dbceac9c,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:28.132946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 101e9a63-f497-4724-9b64-e053dbceac9c details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:39:28.136041 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.137073 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.200183 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.341117 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.845952 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.864529 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:28.972423 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.25.0.135 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/2198ee88-3df3-4254-a906-ca9bd3195dbf) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:29.071065 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.106535 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.142397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:29.146749 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:29.153206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:29.179979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=2198ee88-3df3-4254-a906-ca9bd3195dbf,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:29.411232 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.630068 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.772218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:39:29.888819 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:29.899762 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Sync routers for ids ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:29.909547 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:29.910582 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Routers {'2f2a87cb-9d88-40fe-a42d-b6019ea01a15'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:29.911362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:29.914328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54910) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:29.914783 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-03db3a81-b8d1-43a0-9675-7e18524d93f0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8386323 Sep 16 05:39:29.947203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5a7010a5-90ad-4e8e-9f88-cead17166b98 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ed1383a305d349f28e9b6fa2051832d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314486 Sep 16 05:39:29.950362 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54912) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:30.024851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Set router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:30.046162 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b8744d-b7f9-49bf-aef2-c59053f5f186 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:30.047927 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f7b8744d-b7f9-49bf-aef2-c59053f5f186 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958025 Sep 16 05:39:30.050710 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54914) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:30.079338 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0d0da457-20e2-4c9a-a127-649fa8bbc0c5 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273838 Sep 16 05:39:30.082344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54916) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:30.087125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-dfa316d9-4e5f-4f9b-be24-7bdbd50511dd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1164238050', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:30.191415 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa316d9-4e5f-4f9b-be24-7bdbd50511dd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:30.197072 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dfa316d9-4e5f-4f9b-be24-7bdbd50511dd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.207046 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:29Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:30.237330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Checking router: 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:30.237704 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Updating router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 port 2198ee88-3df3-4254-a906-ca9bd3195dbf binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:39:30.263059 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.383910 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dfa316d9-4e5f-4f9b-be24-7bdbd50511dd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.442969 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa316d9-4e5f-4f9b-be24-7bdbd50511dd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Subnet': ['ID=9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:30.451591 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa316d9-4e5f-4f9b-be24-7bdbd50511dd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Checking segment: {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:30.451958 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa316d9-4e5f-4f9b-be24-7bdbd50511dd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network hostable DHCP agents. Network: 101e9a63-f497-4724-9b64-e053dbceac9c, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:39:30.469537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa316d9-4e5f-4f9b-be24-7bdbd50511dd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 101e9a63-f497-4724-9b64-e053dbceac9c is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:39:30.479035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-dfa316d9-4e5f-4f9b-be24-7bdbd50511dd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 101e9a63-f497-4724-9b64-e053dbceac9c) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:30.483406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa316d9-4e5f-4f9b-be24-7bdbd50511dd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:30.484178 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-dfa316d9-4e5f-4f9b-be24-7bdbd50511dd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.500542 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-dfa316d9-4e5f-4f9b-be24-7bdbd50511dd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4165802 Sep 16 05:39:30.503706 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54918) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:30.509921 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d6f0ab-f193-436c-bb8c-51090b049a6c None None] Network 101e9a63-f497-4724-9b64-e053dbceac9c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:30.555466 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.754207 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.828055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842f2f0-9ca1-40b2-952c-b8c9421423cd None None] Pushing event updated for resources: {'Port': ['ID=2198ee88-3df3-4254-a906-ca9bd3195dbf,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:30.832479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Attempting to bind port 2198ee88-3df3-4254-a906-ca9bd3195dbf on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:30.833026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Attempting to bind port 2198ee88-3df3-4254-a906-ca9bd3195dbf by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:30.833517 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Attempting to bind port 2198ee88-3df3-4254-a906-ca9bd3195dbf on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:30.864580 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:30.864962 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:30.865371 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.865801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:30.866290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Bound port: 2198ee88-3df3-4254-a906-ca9bd3195dbf, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:30.866673 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.952732 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] For port 2198ee88-3df3-4254-a906-ca9bd3195dbf, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:30.958587 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] For port 2198ee88-3df3-4254-a906-ca9bd3195dbf, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2198ee88-3df3-4254-a906-ca9bd3195dbf,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:30.961598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-101e9a63-f497-4724-9b64-e053dbceac9c', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ips': [{'subnet_id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:39:30.962564 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.965868 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:30.974896 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.101033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Routers {'2f2a87cb-9d88-40fe-a42d-b6019ea01a15'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:31.101684 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:31.151041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842f2f0-9ca1-40b2-952c-b8c9421423cd None None] Pushing event updated for resources: {'Port': ['ID=2198ee88-3df3-4254-a906-ca9bd3195dbf,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:31.246459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Allocated IP 172.20.0.2 (101e9a63-f497-4724-9b64-e053dbceac9c/9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47/a7d754dd-56ac-4353-a3a6-475a129be7ec) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:31.277205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] Set router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:31.552056 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.560578 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.607713 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.20.0.1 (101e9a63-f497-4724-9b64-e053dbceac9c/9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47/10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:31.625752 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Network 101e9a63-f497-4724-9b64-e053dbceac9c is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:31.626762 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Pushing event updated for resources: {'Port': ['ID=a7d754dd-56ac-4353-a3a6-475a129be7ec,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:31.630671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:29Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:31.634512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:31.637512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:31.667831 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e3edaa-82a1-4c77-bf98-340169ee3f92 None None] The sync data for ids ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'] in n-d-712142-17 is: [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:29Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:31.729557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Attempting to bind port a7d754dd-56ac-4353-a3a6-475a129be7ec on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:31.729977 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Attempting to bind port a7d754dd-56ac-4353-a3a6-475a129be7ec by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:31.730346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Attempting to bind port a7d754dd-56ac-4353-a3a6-475a129be7ec on network 101e9a63-f497-4724-9b64-e053dbceac9c {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:31.737467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:31.737897 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Checking segment: {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:31.738313 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.738725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Bound using segment: {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:31.739218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Bound port: a7d754dd-56ac-4353-a3a6-475a129be7ec, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:31.739605 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.744498 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.784505 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.816132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] For port a7d754dd-56ac-4353-a3a6-475a129be7ec, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:31.820664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] For port a7d754dd-56ac-4353-a3a6-475a129be7ec, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a7d754dd-56ac-4353-a3a6-475a129be7ec,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:31.824643 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:31.827552 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 101e9a63-f497-4724-9b64-e053dbceac9c is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:31.833347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:31.836509 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:31.875347 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:31.892083 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71453c-e051-475a-90f4-4b4d62cf8bf9 None None] Pushing event updated for resources: {'Port': ['ID=a7d754dd-56ac-4353-a3a6-475a129be7ec,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:31.895459 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.070174 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2198ee88-3df3-4254-a906-ca9bd3195dbf up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:32.100782 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.133417 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 2198ee88-3df3-4254-a906-ca9bd3195dbf triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:32.133637 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.268085 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.290729 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 2198ee88-3df3-4254-a906-ca9bd3195dbf, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2198ee88-3df3-4254-a906-ca9bd3195dbf,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:32.302381 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.358626 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=2198ee88-3df3-4254-a906-ca9bd3195dbf,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:32.486638 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.491971 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.566915 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:32.574364 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:32.679502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 101e9a63-f497-4724-9b64-e053dbceac9c is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:32.681234 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:32.803620 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:32.925427 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:32.935020 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-0bf45db2-ff59-4f8f-a265-3e2da8d0bad1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "PUT /v2.0/routers/2f2a87cb-9d88-40fe-a42d-b6019ea01a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4300182 Sep 16 05:39:32.975112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f490a314-ae10-440f-83ba-65cb73fe9810 None None] Network 101e9a63-f497-4724-9b64-e053dbceac9c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:39:33.045995 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fc9da556-72c5-479d-9e23-8bc457425da3 None None] Provisioning complete for port a7d754dd-56ac-4353-a3a6-475a129be7ec triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:33.046375 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fc9da556-72c5-479d-9e23-8bc457425da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:33.098302 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-e28f7688-364c-488a-8b1f-55528de7edb5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342392679&fields=id&tenant_id=ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 267 time: 0.0406604 Sep 16 05:39:33.197804 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fc9da556-72c5-479d-9e23-8bc457425da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:33.209201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-82f7af2a-8632-460d-97df-bff18b75ef8b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:33.210701 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-82f7af2a-8632-460d-97df-bff18b75ef8b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/networks?id=101e9a63-f497-4724-9b64-e053dbceac9c HTTP/1.1" status: 200 len: 797 time: 0.1080821 Sep 16 05:39:33.226353 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c7429530-ce2b-4cb7-8b92-798c6c5e4638 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/quotas/ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 375 time: 0.0098221 Sep 16 05:39:33.239009 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fc9da556-72c5-479d-9e23-8bc457425da3 None None] For port a7d754dd-56ac-4353-a3a6-475a129be7ec, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a7d754dd-56ac-4353-a3a6-475a129be7ec,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:33.243385 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fc9da556-72c5-479d-9e23-8bc457425da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:33.295416 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-f9630403-0dea-40b9-aa6c-703c96dbf650 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625618 Sep 16 05:39:33.306922 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9da556-72c5-479d-9e23-8bc457425da3 None None] Pushing event updated for resources: {'Port': ['ID=a7d754dd-56ac-4353-a3a6-475a129be7ec,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:33.448160 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Sync routers for ids ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:33.459819 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Routers {'2f2a87cb-9d88-40fe-a42d-b6019ea01a15'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:33.460458 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:33.466604 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-479e01cb-ba35-4221-91ad-327fb0779c83 None None] Provisioning complete for port a7d754dd-56ac-4353-a3a6-475a129be7ec triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:33.467071 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-479e01cb-ba35-4221-91ad-327fb0779c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:33.471592 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-af5c0608-81ef-40e1-837a-86630f0722d5 service neutron] 10.222.0.53 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550519 Sep 16 05:39:33.580676 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Set router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:33.586722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-cc81c869-91ec-4f0c-bf0b-032ee6d9fa8e service neutron] 10.222.0.53 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084754 Sep 16 05:39:33.597108 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-479e01cb-ba35-4221-91ad-327fb0779c83 None None] Provisioning complete for port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:33.597760 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-479e01cb-ba35-4221-91ad-327fb0779c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:33.640525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-479e01cb-ba35-4221-91ad-327fb0779c83 None None] Port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:33.770129 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-595af3f5-7fb9-446e-b4e6-530512ba5f8a None None] Provisioning complete for port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:33.770903 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-595af3f5-7fb9-446e-b4e6-530512ba5f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:33.831620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-595af3f5-7fb9-446e-b4e6-530512ba5f8a None None] Port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:33.835821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d0e7a78-b11d-48c1-b3da-5409944e91ef req-2be1a1e6-c7f2-4b44-b4d1-7b1f40c46a5e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 210 time: 0.0418787 Sep 16 05:39:33.842505 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9', 'name': '', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:49:5e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:31Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 2, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:33.880876 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Checking router: 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:33.881233 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Updating router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:39:33.908214 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:33.954295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-02fea62e-9126-40c8-8d26-f53b7191359b None None] Provisioning complete for port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:33.954678 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-02fea62e-9126-40c8-8d26-f53b7191359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.003264 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-02fea62e-9126-40c8-8d26-f53b7191359b None None] Port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:34.130982 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2198ee88-3df3-4254-a906-ca9bd3195dbf up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:34.197301 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 2198ee88-3df3-4254-a906-ca9bd3195dbf triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:34.198131 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.290094 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.300059 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.314556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a7d754dd-56ac-4353-a3a6-475a129be7ec up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:34.387677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port a7d754dd-56ac-4353-a3a6-475a129be7ec triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:34.388287 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.508024 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Pushing event updated for resources: {'Port': ['ID=10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:34.530532 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Attempting to bind port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:34.531351 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Attempting to bind port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:34.532025 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Attempting to bind port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 on network 101e9a63-f497-4724-9b64-e053dbceac9c {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:34.543089 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:34.543551 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Checking segment: {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:34.544281 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.544755 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Bound using segment: {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:34.545323 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Bound port: 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:34.545817 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.558028 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.558540 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.558991 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.559490 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.559881 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.560318 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.560849 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.561187 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.561746 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.562215 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.565471 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.565471 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:39:34.638727 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] For port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:34.643326 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] For port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:34.648478 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.705957 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-183664ce-2941-4f20-8836-009ed54591d8 None None] Provisioning complete for port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:34.706340 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-183664ce-2941-4f20-8836-009ed54591d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.715914 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99949c-d9a3-474a-bfc2-18e30efbe7c4 None None] Pushing event updated for resources: {'Port': ['ID=10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:34.726886 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Routers {'2f2a87cb-9d88-40fe-a42d-b6019ea01a15'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:34.727532 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:34.808298 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-183664ce-2941-4f20-8836-009ed54591d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.852594 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] Set router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:34.860443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-183664ce-2941-4f20-8836-009ed54591d8 None None] For port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:34.871170 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-183664ce-2941-4f20-8836-009ed54591d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:34.949947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183664ce-2941-4f20-8836-009ed54591d8 None None] Pushing event updated for resources: {'Port': ['ID=10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:35.001585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-2b524055-497a-41f6-a798-8c84c58338d8 None None] Provisioning complete for port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:35.004264 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2b524055-497a-41f6-a798-8c84c58338d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.084183 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-63772fc8-5cf7-4761-b9dd-8c433ca4fcee req-9ac2c0ee-6678-4659-99db-b0487576e27c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 210 time: 0.1634037 Sep 16 05:39:35.102465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-94dac096-d914-4abf-8599-b214e3ec1a3c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:35.104060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-94dac096-d914-4abf-8599-b214e3ec1a3c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/networks?id=101e9a63-f497-4724-9b64-e053dbceac9c HTTP/1.1" status: 200 len: 797 time: 0.1336334 Sep 16 05:39:35.160865 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-ca27b53b-f7cb-4d67-9d15-0afd25171447 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 379 time: 0.0444114 Sep 16 05:39:35.163634 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9', 'name': '', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:49:5e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:31Z', 'updated_at': '2021-09-16T05:39:34Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:35.175604 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'port': {'device_id': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'admin_state_up': True, 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'security_groups': ['68e6c9f0-9a22-49fd-8ccd-1e821504944b']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:35.191991 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fe967c-af91-4a01-8748-1f05bf4edb86 None None] The sync data for ids ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'] in n-d-712142-17 is: [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9', 'name': '', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:49:5e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:31Z', 'updated_at': '2021-09-16T05:39:34Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:35.303146 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:39:35.306924 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.402375 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:39:35.457875 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.20.0.10 (101e9a63-f497-4724-9b64-e053dbceac9c/9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47/3ca3fc4a-1072-4148-8de1-7d6fefd19272) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:35.626128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.663306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.709092 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 101e9a63-f497-4724-9b64-e053dbceac9c is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:35.712389 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:35.719027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:35.727230 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=3ca3fc4a-1072-4148-8de1-7d6fefd19272,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:35.775949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:35.776971 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.795295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-c1db9004-f3ca-42c0-b5cf-83417831e223 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6246324 Sep 16 05:39:35.810459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Request body: {'port': {'device_id': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:35.881521 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:35.976924 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-31cb18b8-08a5-49f1-9931-ad69a30ab139 None None] Provisioning complete for port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:35.977946 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31cb18b8-08a5-49f1-9931-ad69a30ab139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.022603 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-31cb18b8-08a5-49f1-9931-ad69a30ab139 None None] Port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:39:36.085321 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:36.108980 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.136115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:36.136645 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.199438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca3fc4a-1072-4148-8de1-7d6fefd19272 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:36.223639 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.242223 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Transition to ACTIVE for port object 3ca3fc4a-1072-4148-8de1-7d6fefd19272 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:39:36.252174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.265854 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d4121-255b-4e7e-8390-cc4f8ff1922f req-89d6e892-faef-4793-9e7d-c2d94a0b0062 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:36.267545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d56d4121-255b-4e7e-8390-cc4f8ff1922f req-89d6e892-faef-4793-9e7d-c2d94a0b0062 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 932 time: 0.0829513 Sep 16 05:39:36.337207 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca3fc4a-1072-4148-8de1-7d6fefd19272,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:36.372032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d56d4121-255b-4e7e-8390-cc4f8ff1922f req-b1b2a962-0f31-4696-bb90-2c37582d59fb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790842 Sep 16 05:39:36.429577 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Attempting to bind port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:39:36.429945 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Attempting to bind port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:39:36.430293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Attempting to bind port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 on network 101e9a63-f497-4724-9b64-e053dbceac9c {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:36.434673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 on network 101e9a63-f497-4724-9b64-e053dbceac9c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:39:36.435001 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Attempting to bind port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 on network 101e9a63-f497-4724-9b64-e053dbceac9c {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:39:36.444127 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:39:36.444475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Checking segment: {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:39:36.444867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Bound using segment: {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:39:36.445301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Bound port: 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:39:36.445691 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.517030 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:39:36.520076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:39:36.523556 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.562055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:36.562638 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:36.564056 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] 10.222.0.50 "PUT /v2.0/ports/3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 200 len: 1093 time: 0.7584164 Sep 16 05:39:36.564502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:36.566902 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576a478b-143e-4da1-94ee-ebc74844ab6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:36.597251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51461b5-26fe-4154-a5b7-fe1fbdb11f68 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca3fc4a-1072-4148-8de1-7d6fefd19272,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:36.638965 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334d76c7-8e85-4a36-88b1-ffbc048cc7fb x-openstack-request-id: req-334d76c7-8e85-4a36-88b1-ffbc048cc7fb {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:36.639253 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:36.639504 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-334d76c7-8e85-4a36-88b1-ffbc048cc7fb {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:36.639899 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'status': 'completed', 'code': 200} Sep 16 05:39:36.658545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-ac6f7d9d-38fb-4b3b-91f3-1fbb980c4ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:36.660105 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-ac6f7d9d-38fb-4b3b-91f3-1fbb980c4ca0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 1096 time: 0.0483527 Sep 16 05:39:36.711516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-f2402c2e-679d-4a40-9395-7d8ebd9559e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 200 len: 217 time: 0.0359166 Sep 16 05:39:36.772946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a9704752-2b2c-4cc9-8580-c076f63ff831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:36.774541 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-a9704752-2b2c-4cc9-8580-c076f63ff831 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47 HTTP/1.1" status: 200 len: 835 time: 0.0513406 Sep 16 05:39:36.825940 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-5be44470-1d9d-448e-8058-8938da7bdb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:36.827397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-5be44470-1d9d-448e-8058-8938da7bdb5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=101e9a63-f497-4724-9b64-e053dbceac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400739 Sep 16 05:39:36.928700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-1084fa52-3205-4f83-a265-74a3fd23d298 service neutron] 10.222.0.50 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886164 Sep 16 05:39:37.029465 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0f0e287a-9d8b-44be-b134-c761f7178826 req-0e21310c-a991-431f-834a-d1c29d16165b service neutron] 10.222.0.50 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890989 Sep 16 05:39:37.124347 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a478b-143e-4da1-94ee-ebc74844ab6f req-232d3ce1-5085-48f4-8719-4a9a409f6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:37.126639 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-576a478b-143e-4da1-94ee-ebc74844ab6f req-232d3ce1-5085-48f4-8719-4a9a409f6394 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 1096 time: 0.0405748 Sep 16 05:39:37.221540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a478b-143e-4da1-94ee-ebc74844ab6f req-4118c045-bce6-4ed6-81c4-02f9c14ed524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:37.223052 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-576a478b-143e-4da1-94ee-ebc74844ab6f req-4118c045-bce6-4ed6-81c4-02f9c14ed524 service neutron] 10.222.0.50 "GET /v2.0/networks?id=101e9a63-f497-4724-9b64-e053dbceac9c HTTP/1.1" status: 200 len: 898 time: 0.0896060 Sep 16 05:39:37.264603 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-576a478b-143e-4da1-94ee-ebc74844ab6f req-3dd8064b-b688-41bd-a7a3-307dc4b7b53d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 200 len: 217 time: 0.0333180 Sep 16 05:39:37.322557 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a478b-143e-4da1-94ee-ebc74844ab6f req-4a4e51ac-7ea2-41c0-a26f-e40ff532d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:37.324039 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-576a478b-143e-4da1-94ee-ebc74844ab6f req-4a4e51ac-7ea2-41c0-a26f-e40ff532d395 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47 HTTP/1.1" status: 200 len: 835 time: 0.0484576 Sep 16 05:39:37.375595 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a478b-143e-4da1-94ee-ebc74844ab6f req-02bd62a4-b158-4719-81e1-5cb6c1bd6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:37.377130 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-576a478b-143e-4da1-94ee-ebc74844ab6f req-02bd62a4-b158-4719-81e1-5cb6c1bd6be8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=101e9a63-f497-4724-9b64-e053dbceac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417671 Sep 16 05:39:37.824493 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-576a478b-143e-4da1-94ee-ebc74844ab6f req-a1bbcc0e-7617-43be-8ba0-84b01ec25550 service neutron] 10.222.0.50 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391704 Sep 16 05:39:37.839697 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab10a-98bb-4711-854d-c4ee3539b138 req-74af189c-1a22-4b53-afe8-12a06ab7d9c3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:37.841091 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-346ab10a-98bb-4711-854d-c4ee3539b138 req-74af189c-1a22-4b53-afe8-12a06ab7d9c3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 944 time: 0.3929749 Sep 16 05:39:37.928788 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-346ab10a-98bb-4711-854d-c4ee3539b138 req-60963eb3-f669-4529-ab0e-2b81761ab800 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797949 Sep 16 05:39:37.952333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-576a478b-143e-4da1-94ee-ebc74844ab6f req-33a6bd81-9a4e-4fbb-af22-f481decea7e0 service neutron] 10.222.0.50 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103201 Sep 16 05:39:38.123187 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:39.056695 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459c657-ae10-43e6-aa89-7899b76c079f req-6c1a26b4-ab0f-4e7c-9934-97b4bf28c828 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:39.058863 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8459c657-ae10-43e6-aa89-7899b76c079f req-6c1a26b4-ab0f-4e7c-9934-97b4bf28c828 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 944 time: 0.0618451 Sep 16 05:39:39.097497 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8459c657-ae10-43e6-aa89-7899b76c079f req-9d7cd5ef-5232-460d-b27e-464c0e15dbbd tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Sep 16 05:39:40.212622 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3c325-2453-4ecc-9176-c58ba0bcac67 req-3699c56a-000c-4d43-9740-949497f35d28 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:40.214067 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0d3c325-2453-4ecc-9176-c58ba0bcac67 req-3699c56a-000c-4d43-9740-949497f35d28 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 944 time: 0.0488579 Sep 16 05:39:40.252850 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a0d3c325-2453-4ecc-9176-c58ba0bcac67 req-b1a7b6fa-76df-43cf-8cb9-a1fa574fe391 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325737 Sep 16 05:39:40.880267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3ca3fc4a-1072-4148-8de1-7d6fefd19272 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:39:40.978551 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:40.990350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'port_id': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'mac_address': 'fa:16:3e:0d:f7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:39:41.027147 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.040212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca3fc4a-1072-4148-8de1-7d6fefd19272 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:39:41.059605 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:41.064249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:41.111463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=3ca3fc4a-1072-4148-8de1-7d6fefd19272,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:41.359743 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['3ca3fc4a-1072-4148-8de1-7d6fefd19272'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:39:41.373786 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff6ec1-1c7d-48e5-ab69-e5904af8fbd0 req-b5d8c50c-6240-49da-a059-cca067de4e03 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:41.376135 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33ff6ec1-1c7d-48e5-ab69-e5904af8fbd0 req-b5d8c50c-6240-49da-a059-cca067de4e03 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 945 time: 0.0535982 Sep 16 05:39:41.415111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-33ff6ec1-1c7d-48e5-ab69-e5904af8fbd0 req-f8078488-8535-4a2f-ad90-bab6663f7bfa tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330226 Sep 16 05:39:42.536072 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2ab7b-8bf0-48ac-a5d5-d2edc2716d79 req-b25c6d6c-9026-41a9-b9ac-4cc5928cb08a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:42.537664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aba2ab7b-8bf0-48ac-a5d5-d2edc2716d79 req-b25c6d6c-9026-41a9-b9ac-4cc5928cb08a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 945 time: 0.0519190 Sep 16 05:39:42.576498 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aba2ab7b-8bf0-48ac-a5d5-d2edc2716d79 req-4f28ba19-3341-4c40-9454-7e3c46cbf744 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329082 Sep 16 05:39:42.878533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3ca3fc4a-1072-4148-8de1-7d6fefd19272 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:39:42.929459 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:39:42.934171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:39:42.934555 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.024169 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.052941 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:43.055768 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5709fa14-fdba-4717-b7f7-05ef195b9472" -d '{"events": [{"server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "name": "network-vif-plugged", "status": "completed", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:43.070093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:39:43.074716 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:43.128361 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=3ca3fc4a-1072-4148-8de1-7d6fefd19272,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:43.173824 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3176e92-edfe-4113-8218-00635fd55186 x-openstack-request-id: req-f3176e92-edfe-4113-8218-00635fd55186 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:43.174075 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "name": "network-vif-plugged", "status": "completed", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:43.174338 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3176e92-edfe-4113-8218-00635fd55186 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:43.174814 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'code': 200} Sep 16 05:39:43.286195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69a652-51f1-482b-8e0f-7b30a90e6f7d req-9c12527d-455d-40a2-8059-5761d2e4d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.287750 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b69a652-51f1-482b-8e0f-7b30a90e6f7d req-9c12527d-455d-40a2-8059-5761d2e4d381 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 1098 time: 0.0425727 Sep 16 05:39:43.331255 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7b69a652-51f1-482b-8e0f-7b30a90e6f7d req-dfcccf53-204e-4b6c-8e6b-15216ab52013 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309105 Sep 16 05:39:43.707352 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba66d-cd11-442b-ad81-2ea7dc6dbce5 req-effca99c-7f8d-4126-94de-65ac696547c5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:43.708941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d37ba66d-cd11-442b-ad81-2ea7dc6dbce5 req-effca99c-7f8d-4126-94de-65ac696547c5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0588367 Sep 16 05:39:43.752841 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d37ba66d-cd11-442b-ad81-2ea7dc6dbce5 req-3edf47d2-89c6-4eef-b5ba-cbdb81af18e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377390 Sep 16 05:39:44.882076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af6d17-dc1e-455c-b72f-296fd5157af1 req-0af1bf10-a098-4d5d-9171-504738c61976 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:44.883605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-13af6d17-dc1e-455c-b72f-296fd5157af1 req-0af1bf10-a098-4d5d-9171-504738c61976 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0629532 Sep 16 05:39:44.923284 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-13af6d17-dc1e-455c-b72f-296fd5157af1 req-59aca1ac-c27c-4798-abb7-52ba86b6c399 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336502 Sep 16 05:39:45.042211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b41eec-3cf7-4799-9762-b3631613d8c1 req-c7d323df-bc3e-4c73-ad6f-aff05d6ab118 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:45.043655 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9b41eec-3cf7-4799-9762-b3631613d8c1 req-c7d323df-bc3e-4c73-ad6f-aff05d6ab118 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0516584 Sep 16 05:39:45.097969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9b41eec-3cf7-4799-9762-b3631613d8c1 req-9dad1350-2d87-4b3c-a924-6fab56eee78e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478253 Sep 16 05:39:45.120269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54976) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:45.164375 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec50330-ff95-4512-8510-8e2b2c58de81 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:45.166044 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bec50330-ff95-4512-8510-8e2b2c58de81 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 1093 time: 0.0445399 Sep 16 05:39:45.169097 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54978) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:45.174523 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:39:45.207528 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.339789 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.465069 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.25.0.109 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/5b44d9e0-fd0f-47ea-af2e-19676e38bfd3) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:39:45.613100 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.650866 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:45.690306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:39:45.693498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:39:45.699631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:39:45.706029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=5b44d9e0-fd0f-47ea-af2e-19676e38bfd3,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:46.434315 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.513842 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.719962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.727964 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.836049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=5b44d9e0-fd0f-47ea-af2e-19676e38bfd3,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:39:46.856207 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:46.982623 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Floating IP d9fb960d-8ecf-4658-9616-95ed142e9c06 associated. External IP: 172.25.0.109, port: 3ca3fc4a-1072-4148-8de1-7d6fefd19272. Sep 16 05:39:47.200998 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:39:47.317396 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-beb40933-129d-4a31-9582-ff7d99e9980e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.325321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:39:47.340622 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e17d1fe-25f3-4a9d-b817-a81cfd35a7f3 None None] Sync routers for ids ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:39:47.347026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:47.352123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17d1fe-25f3-4a9d-b817-a81cfd35a7f3 None None] Routers {'2f2a87cb-9d88-40fe-a42d-b6019ea01a15'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:47.352781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5e17d1fe-25f3-4a9d-b817-a81cfd35a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:47.381567 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-902d1d0f-0056-48ee-8815-295746894ccb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2113364 Sep 16 05:39:47.382165 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:39:47.384451 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38c7572-2227-4c1e-853c-502e31f27775" -d '{"events": [{"name": "network-changed", "server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:39:47.483221 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5e17d1fe-25f3-4a9d-b817-a81cfd35a7f3 None None] Set router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:47.487045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b746e-5168-42de-b53a-3a99b00c237d req-803811f7-e032-44bc-9033-c40923f4e3b1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:47.488778 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d2b746e-5168-42de-b53a-3a99b00c237d req-803811f7-e032-44bc-9033-c40923f4e3b1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0561914 Sep 16 05:39:47.533584 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1d2b746e-5168-42de-b53a-3a99b00c237d req-56ec828b-b38e-458d-bf89-e08f27c7158d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384288 Sep 16 05:39:47.562485 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 54986) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:47.602964 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b102879c-251f-4a94-863b-3feaedcc432d x-openstack-request-id: req-b102879c-251f-4a94-863b-3feaedcc432d {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:39:47.603264 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:39:47.603520 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b102879c-251f-4a94-863b-3feaedcc432d {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:39:47.603930 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'status': 'completed', 'code': 200} Sep 16 05:39:47.634273 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a1dda3ef-8007-46a9-9ae8-ad8c314f4e34 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/d9fb960d-8ecf-4658-9616-95ed142e9c06 HTTP/1.1" status: 200 len: 992 time: 0.0698276 Sep 16 05:39:47.655013 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c7572-2227-4c1e-853c-502e31f27775 req-341c1b35-0864-401e-ae1c-de7cfb65a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:47.657100 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b38c7572-2227-4c1e-853c-502e31f27775 req-341c1b35-0864-401e-ae1c-de7cfb65a428 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 1098 time: 0.0501459 Sep 16 05:39:47.738989 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5e17d1fe-25f3-4a9d-b817-a81cfd35a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd9fb960d-8ecf-4658-9616-95ed142e9c06', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'port_id': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'mac_address': 'fa:16:3e:0d:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:45Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9', 'name': '', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:49:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:31Z', 'updated_at': '2021-09-16T05:39:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:47.763446 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c7572-2227-4c1e-853c-502e31f27775 req-5e5f67ca-b45e-4cbb-9235-4413f62bdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:47.766677 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b38c7572-2227-4c1e-853c-502e31f27775 req-5e5f67ca-b45e-4cbb-9235-4413f62bdca9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=101e9a63-f497-4724-9b64-e053dbceac9c HTTP/1.1" status: 200 len: 898 time: 0.1025977 Sep 16 05:39:47.776529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e17d1fe-25f3-4a9d-b817-a81cfd35a7f3 None None] Checking router: 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:39:47.786764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17d1fe-25f3-4a9d-b817-a81cfd35a7f3 None None] Routers {'2f2a87cb-9d88-40fe-a42d-b6019ea01a15'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:39:47.787405 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5e17d1fe-25f3-4a9d-b817-a81cfd35a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:39:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:47.839514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b38c7572-2227-4c1e-853c-502e31f27775 req-da352990-c38c-409d-ba85-860b64e1e159 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 200 len: 1000 time: 0.0659406 Sep 16 05:39:47.891996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c7572-2227-4c1e-853c-502e31f27775 req-dbc975b4-5de0-429d-b744-33d0b35df6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:47.893482 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b38c7572-2227-4c1e-853c-502e31f27775 req-dbc975b4-5de0-429d-b744-33d0b35df6e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47 HTTP/1.1" status: 200 len: 835 time: 0.0461199 Sep 16 05:39:47.898057 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-5e17d1fe-25f3-4a9d-b817-a81cfd35a7f3 None None] Set router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:39:47.945350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c7572-2227-4c1e-853c-502e31f27775 req-5bd673c5-20f0-4cc5-861f-62a015fff3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:39:47.946953 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b38c7572-2227-4c1e-853c-502e31f27775 req-5bd673c5-20f0-4cc5-861f-62a015fff3eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=101e9a63-f497-4724-9b64-e053dbceac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454812 Sep 16 05:39:48.044805 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b38c7572-2227-4c1e-853c-502e31f27775 req-f5330988-4c47-46e1-9811-bedfd495d8cb service neutron] 10.222.0.50 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899553 Sep 16 05:39:48.133120 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-5e17d1fe-25f3-4a9d-b817-a81cfd35a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd9fb960d-8ecf-4658-9616-95ed142e9c06', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'port_id': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'mac_address': 'fa:16:3e:0d:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:45Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9', 'name': '', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:49:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:31Z', 'updated_at': '2021-09-16T05:39:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:39:48.140368 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b38c7572-2227-4c1e-853c-502e31f27775 req-c78b018d-03b8-40ec-ba87-77de60f081a5 service neutron] 10.222.0.50 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877147 Sep 16 05:39:48.161390 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e17d1fe-25f3-4a9d-b817-a81cfd35a7f3 None None] The sync data for ids ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'] in n-d-712142-17 is: [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd9fb960d-8ecf-4658-9616-95ed142e9c06', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'port_id': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'mac_address': 'fa:16:3e:0d:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:39:45Z', 'updated_at': '2021-09-16T05:39:45Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9', 'name': '', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:49:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:31Z', 'updated_at': '2021-09-16T05:39:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:39:48.350161 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9e7ad5-b751-4c3c-9692-77d4cd048cab None None] New status for floating IP d9fb960d-8ecf-4658-9616-95ed142e9c06: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:39:48.638618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 54988) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:39:48.709535 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-54272ef4-deb2-4691-a0eb-9cea521f1c58 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/d9fb960d-8ecf-4658-9616-95ed142e9c06 HTTP/1.1" status: 200 len: 994 time: 0.0696983 Sep 16 05:39:50.254287 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5e26bf9b-8603-48fd-afd4-ed8aa591832e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:50.917804 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:51.890935 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:39:53.411232 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:06.109414 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:08.123634 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:12.406123 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:17.312669 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0da65ebb-3ed3-4b97-9698-ebcd56e2bb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.255847 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fd03b93e-bb52-443d-8fb7-f0ffa168c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:20.933468 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:21.897365 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:22.074824 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d83b79-0d12-43aa-81b1-78df289e0940 req-6130e7b8-4b3c-4210-89ec-84bcbe1bdc50 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:22.076604 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17d83b79-0d12-43aa-81b1-78df289e0940 req-6130e7b8-4b3c-4210-89ec-84bcbe1bdc50 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0517793 Sep 16 05:40:22.133821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-17d83b79-0d12-43aa-81b1-78df289e0940 req-23c639d3-117d-4dae-ac55-261f8ee88b48 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473142 Sep 16 05:40:22.209102 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-8e714d24-ee07-4e31-9821-75c3e4088e2d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968337 Sep 16 05:40:22.221478 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-1154e05c-9584-414b-bcfe-1b39363cb46e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:40:22.222634 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-1154e05c-9584-414b-bcfe-1b39363cb46e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077000 Sep 16 05:40:23.268251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbc673-d7d7-455c-a766-773f7ce8af44 req-6c7637b1-a0c6-4907-9ccc-e3b839e33b0e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:23.269984 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62bbc673-d7d7-455c-a766-773f7ce8af44 req-6c7637b1-a0c6-4907-9ccc-e3b839e33b0e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0571358 Sep 16 05:40:23.313038 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62bbc673-d7d7-455c-a766-773f7ce8af44 req-f1e40cc2-ce83-4b69-ae8f-fe796689b873 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367208 Sep 16 05:40:23.416949 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:23.531671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-4e476872-6908-43aa-b35d-bd42c5f17556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:23.534062 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-4e476872-6908-43aa-b35d-bd42c5f17556 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 1098 time: 0.0578208 Sep 16 05:40:23.647403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-5c4fff39-062c-40d7-b7c9-71e5331eb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:23.648909 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-5c4fff39-062c-40d7-b7c9-71e5331eb6dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=101e9a63-f497-4724-9b64-e053dbceac9c HTTP/1.1" status: 200 len: 898 time: 0.1069541 Sep 16 05:40:23.742462 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-b237db9c-8cd8-42a1-aafd-ce4763c1109d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 200 len: 1002 time: 0.0857072 Sep 16 05:40:23.820216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-2cc442cd-b3d3-4c40-9e11-cc32145a8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:23.822805 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-2cc442cd-b3d3-4c40-9e11-cc32145a8eb2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47 HTTP/1.1" status: 200 len: 835 time: 0.0720906 Sep 16 05:40:23.872678 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-575258bf-c5d3-41e5-83c7-3ff20daeedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:23.874295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-575258bf-c5d3-41e5-83c7-3ff20daeedb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=101e9a63-f497-4724-9b64-e053dbceac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436325 Sep 16 05:40:23.981138 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-9b1eec92-2595-4cf4-b21b-3f52c805b3da service neutron] 10.222.0.50 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988753 Sep 16 05:40:24.085705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-9d1956a0-9a4b-4072-b290-a378c88287d7 service neutron] 10.222.0.50 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958059 Sep 16 05:40:24.452599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12052a-2c63-4f84-a943-37fab1c9786c req-2ad95ae7-2479-4d13-9885-9db3c2040535 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:24.455146 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1b12052a-2c63-4f84-a943-37fab1c9786c req-2ad95ae7-2479-4d13-9885-9db3c2040535 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0635283 Sep 16 05:40:24.501119 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1b12052a-2c63-4f84-a943-37fab1c9786c req-6f1a5f4d-b933-42f7-ae10-7f0b1fce0016 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394559 Sep 16 05:40:25.619761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83171384-0468-437d-8c29-5e7f19f779da req-a9c17989-0771-4ec4-a35f-0ed566cdc28d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:25.621273 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83171384-0468-437d-8c29-5e7f19f779da req-a9c17989-0771-4ec4-a35f-0ed566cdc28d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0498521 Sep 16 05:40:25.662665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83171384-0468-437d-8c29-5e7f19f779da req-47968048-f7db-475c-a4ec-001b78a27501 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345716 Sep 16 05:40:26.782564 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b498243-ac5d-493f-be3a-f72688556f55 req-16ddf752-33d1-4c56-9b74-ffad7d5ac93e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:26.784090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b498243-ac5d-493f-be3a-f72688556f55 req-16ddf752-33d1-4c56-9b74-ffad7d5ac93e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0523355 Sep 16 05:40:26.822337 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b498243-ac5d-493f-be3a-f72688556f55 req-e273c9de-6962-46d8-b5a9-ef54d190b5d7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322661 Sep 16 05:40:27.944485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d7d8c-1c36-4d60-95a8-2a3922f4857a req-87ffa552-4dc5-4bd2-8956-2e0da0ed9dcf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:27.946073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa6d7d8c-1c36-4d60-95a8-2a3922f4857a req-87ffa552-4dc5-4bd2-8956-2e0da0ed9dcf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0551867 Sep 16 05:40:27.989023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa6d7d8c-1c36-4d60-95a8-2a3922f4857a req-e2b4cb3d-b1b7-42f2-a67f-d7ccc275285c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365920 Sep 16 05:40:29.112531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1891d55-166c-401f-aaf6-ba642e687306 req-4f01ceaa-7bd5-40f0-9910-0b8e6e191b54 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:29.114132 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1891d55-166c-401f-aaf6-ba642e687306 req-4f01ceaa-7bd5-40f0-9910-0b8e6e191b54 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0529442 Sep 16 05:40:29.158941 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f1891d55-166c-401f-aaf6-ba642e687306 req-9cbfc69b-f063-4aa6-a89d-1fac7eba7463 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387661 Sep 16 05:40:30.276891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19597a4-f0fc-49b9-b8e8-d93d93550292 req-6f798f9c-5842-4eed-a887-5f8dad14ee75 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:30.278455 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b19597a4-f0fc-49b9-b8e8-d93d93550292 req-6f798f9c-5842-4eed-a887-5f8dad14ee75 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0498061 Sep 16 05:40:30.317279 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b19597a4-f0fc-49b9-b8e8-d93d93550292 req-5a45591d-1aec-4c85-a1c2-2a0169242f45 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324805 Sep 16 05:40:31.444257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392ec2-c5df-4b0c-a3df-58d529dc5ff0 req-8d278f02-0b25-4e0c-a5c3-f2efd422cf66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:31.445806 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b392ec2-c5df-4b0c-a3df-58d529dc5ff0 req-8d278f02-0b25-4e0c-a5c3-f2efd422cf66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0605543 Sep 16 05:40:31.494725 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b392ec2-c5df-4b0c-a3df-58d529dc5ff0 req-c49ca36f-20a1-4ca5-ab31-b34878ce974b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424340 Sep 16 05:40:32.627089 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435e37d-23da-40a7-832e-edc159a2f981 req-f1b81df7-3561-4c9e-89e0-ac4ee6089b21 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:32.628648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d435e37d-23da-40a7-832e-edc159a2f981 req-f1b81df7-3561-4c9e-89e0-ac4ee6089b21 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0535793 Sep 16 05:40:32.667322 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d435e37d-23da-40a7-832e-edc159a2f981 req-cff31afa-7fe6-4639-b1a6-ba8625ae91c4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325854 Sep 16 05:40:33.800017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239e9dc-68f7-4d8b-a34b-93b17e25a170 req-ffdcf0ad-0bfe-411f-baeb-e09372247dab tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:33.801664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a239e9dc-68f7-4d8b-a34b-93b17e25a170 req-ffdcf0ad-0bfe-411f-baeb-e09372247dab tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0589159 Sep 16 05:40:33.843444 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a239e9dc-68f7-4d8b-a34b-93b17e25a170 req-5765fc0f-6258-44b2-974e-7fec1d8c0994 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355694 Sep 16 05:40:34.967722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccec67-4cf2-424a-8aad-0a994532ee97 req-dd0a4154-3d6d-404e-a5ef-e6a50625bf4f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:34.969295 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6dccec67-4cf2-424a-8aad-0a994532ee97 req-dd0a4154-3d6d-404e-a5ef-e6a50625bf4f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0560441 Sep 16 05:40:35.008709 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6dccec67-4cf2-424a-8aad-0a994532ee97 req-a994201a-49e6-4556-8d7b-e7ec2911f1b5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325718 Sep 16 05:40:36.124970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47c4bf-ab1f-4db7-9b72-018c4fd36c70 req-6af6d84d-9592-4db1-a452-f760c6370b95 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:36.127567 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.128114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c47c4bf-ab1f-4db7-9b72-018c4fd36c70 req-6af6d84d-9592-4db1-a452-f760c6370b95 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0513351 Sep 16 05:40:36.166134 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8c47c4bf-ab1f-4db7-9b72-018c4fd36c70 req-0d0bcbcf-94ed-4602-8c0d-3396345423b5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322864 Sep 16 05:40:36.223610 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-14149e53-897e-464e-a46a-7592edeeb21c service neutron] show failed (client error): The resource could not be found. Sep 16 05:40:36.224514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-14149e53-897e-464e-a46a-7592edeeb21c service neutron] 10.222.0.50 "GET /v2.0/ports/3ca3fc4a-1072-4148-8de1-7d6fefd19272/bindings/n-h2-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0565910 Sep 16 05:40:36.485951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-88fdf3c6-7aea-460b-8db0-f38902da7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:36.487498 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-88fdf3c6-7aea-460b-8db0-f38902da7241 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f&tenant_id=ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 1098 time: 0.0932767 Sep 16 05:40:36.499137 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-17', 'device_owner': 'compute:nova'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:40:36.561240 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.768542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:36.800851 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h1-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:36.845053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:36.847462 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ae9e7a-6d3a-4f29-813c-ac92efd44709" -d '{"events": [{"server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "name": "network-vif-unplugged", "status": "completed", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:36.851595 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.865940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Transition to ACTIVE for port object 3ca3fc4a-1072-4148-8de1-7d6fefd19272 will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:40:36.871797 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:36.912568 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdf30b5-575c-412c-8ad1-b351f4107ad4 x-openstack-request-id: req-7cdf30b5-575c-412c-8ad1-b351f4107ad4 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:36.912873 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "name": "network-vif-unplugged", "status": "completed", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:36.913131 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cdf30b5-575c-412c-8ad1-b351f4107ad4 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:36.913527 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'code': 200} Sep 16 05:40:36.954643 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Pushing event updated for resources: {'Port': ['ID=3ca3fc4a-1072-4148-8de1-7d6fefd19272,revision_number=6']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:36.966820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.967170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.967516 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.967858 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.968195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.968528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.968860 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.969189 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.969519 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.970550 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.970879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:36.971206 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:37.009973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] No DVR routers for this DVR port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 on host n-h1-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:40:37.149466 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Attempting to bind port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:40:37.149841 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Attempting to bind port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:40:37.150186 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Attempting to bind port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 on network 101e9a63-f497-4724-9b64-e053dbceac9c {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:37.154463 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 on network 101e9a63-f497-4724-9b64-e053dbceac9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:40:37.154797 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Attempting to bind port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 on network 101e9a63-f497-4724-9b64-e053dbceac9c {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:40:37.160251 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:40:37.160596 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Checking segment: {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:40:37.160992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Bound using segment: {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:40:37.161428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Bound port: 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aae0f93-feda-4afc-82fa-54205fc5ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:40:37.161829 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.233816 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:40:37.237599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:40:37.242511 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.275500 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.276134 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:37.277576 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] 10.222.0.15 "PUT /v2.0/ports/3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 200 len: 1093 time: 0.7823901 Sep 16 05:40:37.298851 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d5bf4-a03d-4d0e-90d5-34d1f65de411 req-1c9beb03-5dc5-4958-aa5b-11c49aa7ccef tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.300419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06d5bf4-a03d-4d0e-90d5-34d1f65de411 req-1c9beb03-5dc5-4958-aa5b-11c49aa7ccef tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 944 time: 0.0619068 Sep 16 05:40:37.305272 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205210f6-c78c-48ac-8958-d957f87b130c service neutron] Pushing event updated for resources: {'Port': ['ID=3ca3fc4a-1072-4148-8de1-7d6fefd19272,revision_number=7']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:37.353160 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-6cd425d2-f31c-43e2-8e52-09e53202b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.354138 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f06d5bf4-a03d-4d0e-90d5-34d1f65de411 req-5ec9ceeb-74c4-4021-a58b-4313b8bc02e4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477355 Sep 16 05:40:37.354727 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-6cd425d2-f31c-43e2-8e52-09e53202b08e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 1096 time: 0.0453675 Sep 16 05:40:37.456226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-59ac9e0a-c5e8-4983-baca-ef7029e643c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.457759 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-59ac9e0a-c5e8-4983-baca-ef7029e643c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=101e9a63-f497-4724-9b64-e053dbceac9c HTTP/1.1" status: 200 len: 898 time: 0.0953617 Sep 16 05:40:37.524047 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-d83508ad-1e55-47d7-b4b3-a42663837318 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 200 len: 1000 time: 0.0596166 Sep 16 05:40:37.578621 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-1aaad8be-ec09-4a37-b1d7-159f293d1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.580885 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-1aaad8be-ec09-4a37-b1d7-159f293d1f1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47 HTTP/1.1" status: 200 len: 835 time: 0.0498066 Sep 16 05:40:37.625747 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-3defa314-9ca4-4744-9223-3b929c4ffe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:37.628232 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-3defa314-9ca4-4744-9223-3b929c4ffe56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=101e9a63-f497-4724-9b64-e053dbceac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409923 Sep 16 05:40:37.726279 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-972d06a5-08d7-458d-a5bc-7b1bad9e88d3 service neutron] 10.222.0.15 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911269 Sep 16 05:40:37.834787 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-a672d9d8-71a2-45b3-a076-8af230f102b6 req-c327421a-f1a5-47b9-808c-27234c6b7894 service neutron] 10.222.0.15 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013563 Sep 16 05:40:38.108198 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:38.472050 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc16a1a-ef8e-4b92-bfe3-3ecbdee11072 req-1e0640fc-87eb-467e-9fb5-78ca36e73c90 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:38.473674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ddc16a1a-ef8e-4b92-bfe3-3ecbdee11072 req-1e0640fc-87eb-467e-9fb5-78ca36e73c90 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 944 time: 0.0533433 Sep 16 05:40:38.515813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ddc16a1a-ef8e-4b92-bfe3-3ecbdee11072 req-93b79d7b-4b26-42b5-b040-9f7e8e5d9fa0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358324 Sep 16 05:40:38.915273 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:38.917767 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac4415d-08c5-4d47-9ecc-9025c28684b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:38.968102 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b39d11e-54bd-4306-8a62-dfbb6e416ee0 x-openstack-request-id: req-7b39d11e-54bd-4306-8a62-dfbb6e416ee0 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:38.968397 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:38.968654 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b39d11e-54bd-4306-8a62-dfbb6e416ee0 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:38.969075 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'status': 'completed', 'code': 200} Sep 16 05:40:39.028951 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-2f710e0c-c3bb-4181-b0f9-8faf7d99ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.030583 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-2f710e0c-c3bb-4181-b0f9-8faf7d99ba80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 1096 time: 0.0431519 Sep 16 05:40:39.042411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-cd2f9caa-6454-43af-ad28-509b956772a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.043976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-cd2f9caa-6454-43af-ad28-509b956772a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 1096 time: 0.0450835 Sep 16 05:40:39.138322 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-06f628bc-abf7-4368-9fa9-3f79f0bc5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.139970 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-06f628bc-abf7-4368-9fa9-3f79f0bc5467 service neutron] 10.222.0.15 "GET /v2.0/networks?id=101e9a63-f497-4724-9b64-e053dbceac9c HTTP/1.1" status: 200 len: 898 time: 0.0983748 Sep 16 05:40:39.152952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-92f9a4f0-3809-496c-86c6-598082d21640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.154501 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-92f9a4f0-3809-496c-86c6-598082d21640 service neutron] 10.222.0.50 "GET /v2.0/networks?id=101e9a63-f497-4724-9b64-e053dbceac9c HTTP/1.1" status: 200 len: 898 time: 0.1008737 Sep 16 05:40:39.211345 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-cc78f80f-f9fa-4230-b53b-c9ee428ec6df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 200 len: 1000 time: 0.0631013 Sep 16 05:40:39.227679 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-97e4faa7-e797-47d2-8c86-db27da14f9d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 200 len: 1000 time: 0.0649991 Sep 16 05:40:39.270286 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-8f1dfe22-aace-44ac-852f-331d6b9970a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.271788 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-8f1dfe22-aace-44ac-852f-331d6b9970a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47 HTTP/1.1" status: 200 len: 835 time: 0.0526659 Sep 16 05:40:39.291407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-d6704c4a-0c0f-4982-9ee9-f57b02457756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.293046 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-d6704c4a-0c0f-4982-9ee9-f57b02457756 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47 HTTP/1.1" status: 200 len: 835 time: 0.0519407 Sep 16 05:40:39.324115 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-46a57e3b-c2e1-44a1-976f-ffc86fc730de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.325765 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-46a57e3b-c2e1-44a1-976f-ffc86fc730de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=101e9a63-f497-4724-9b64-e053dbceac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457447 Sep 16 05:40:39.350331 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-ce9e326d-7074-41fd-a639-4664734483d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.354437 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-ce9e326d-7074-41fd-a639-4664734483d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=101e9a63-f497-4724-9b64-e053dbceac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488102 Sep 16 05:40:39.432792 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-70534bd8-4c69-4ba5-87dd-3d50e1f7b779 service neutron] 10.222.0.15 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989568 Sep 16 05:40:39.470683 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-a61d8ba0-b765-496c-88a5-36a863ac0ecb service neutron] 10.222.0.50 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031146 Sep 16 05:40:39.547820 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-904520c8-2a18-4c99-a1b2-e419b4ed6e04 service neutron] 10.222.0.15 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069386 Sep 16 05:40:39.590088 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cac4415d-08c5-4d47-9ecc-9025c28684b0 req-a95a02a0-ef5d-43ae-b9a8-5a63d638627a service neutron] 10.222.0.50 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082945 Sep 16 05:40:39.653219 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a652c-6949-48e9-888f-91647c68f477 req-73f2b397-7c45-4cef-9e21-99050e71d11d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.654764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e43a652c-6949-48e9-888f-91647c68f477 req-73f2b397-7c45-4cef-9e21-99050e71d11d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 944 time: 0.0530014 Sep 16 05:40:39.693869 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e43a652c-6949-48e9-888f-91647c68f477 req-d1a9f163-1b6f-4668-948b-4a3fff295689 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330148 Sep 16 05:40:39.820067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3ca3fc4a-1072-4148-8de1-7d6fefd19272 details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:40:39.928706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:39.942114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'port_id': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'mac_address': 'fa:16:3e:0d:f7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:40:39.949671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5dbeb-badb-4877-bb83-904da12d5227 req-5c233434-99c2-434d-8085-8386bdfd087c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.951271 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5a5dbeb-badb-4877-bb83-904da12d5227 req-5c233434-99c2-434d-8085-8386bdfd087c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 944 time: 0.0957553 Sep 16 05:40:39.959551 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c73891-d836-4625-9715-9b7e5691d43f req-465f116d-07b2-4414-a687-7384eff5a56c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:39.961019 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78c73891-d836-4625-9715-9b7e5691d43f req-465f116d-07b2-4414-a687-7384eff5a56c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f&tenant_id=ed1383a305d349f28e9b6fa2051832d3&binding%3Ahost_id=n-h2-712142-17 HTTP/1.1" status: 200 len: 944 time: 0.0721853 Sep 16 05:40:39.991266 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:40.009187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca3fc4a-1072-4148-8de1-7d6fefd19272 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:40:40.039243 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:40.039954 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d5a5dbeb-badb-4877-bb83-904da12d5227 req-7a4eba90-7039-4573-b201-f70c1909e52c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777984 Sep 16 05:40:40.044269 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:40.075209 n-d-712142-17 neutron-server[94745]: INFO neutron.api.v2.resource [req-78c73891-d836-4625-9715-9b7e5691d43f req-17bf8eb5-4f75-4b32-b009-6cba9d4a0e92 service neutron] delete failed (client error): The resource could not be found. Sep 16 05:40:40.076271 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78c73891-d836-4625-9715-9b7e5691d43f req-17bf8eb5-4f75-4b32-b009-6cba9d4a0e92 service neutron] 10.222.0.50 "DELETE /v2.0/ports/3ca3fc4a-1072-4148-8de1-7d6fefd19272/bindings/n-h1-712142-17 HTTP/1.1" status: 404 len: 381 time: 0.0971229 Sep 16 05:40:40.105654 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=3ca3fc4a-1072-4148-8de1-7d6fefd19272,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:40.118408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:40.118864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:40.119230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:40.119578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:40.120192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:40.120466 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:40.120814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:40.121288 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:40.121692 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:40.122251 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:40.122944 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:40.123708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:40:40.200867 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d487901-dc12-49e1-b689-8880ec7ac789 req-6259865d-59f0-4884-9a92-fb6fe93cd313 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:40.202445 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d487901-dc12-49e1-b689-8880ec7ac789 req-6259865d-59f0-4884-9a92-fb6fe93cd313 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 945 time: 0.0878406 Sep 16 05:40:40.210039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c73891-d836-4625-9715-9b7e5691d43f req-0a9da289-5d3c-4390-8bf7-634c7953ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:40.211611 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78c73891-d836-4625-9715-9b7e5691d43f req-0a9da289-5d3c-4390-8bf7-634c7953ee74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 1097 time: 0.0636909 Sep 16 05:40:40.277321 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d487901-dc12-49e1-b689-8880ec7ac789 req-2f08c1c9-7795-4e09-bd9b-23301d1b2290 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646212 Sep 16 05:40:40.279319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['3ca3fc4a-1072-4148-8de1-7d6fefd19272'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:40:40.341099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c73891-d836-4625-9715-9b7e5691d43f req-3cec456a-b6db-4e24-ab43-14e8dc80ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:40.342586 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78c73891-d836-4625-9715-9b7e5691d43f req-3cec456a-b6db-4e24-ab43-14e8dc80ae0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=101e9a63-f497-4724-9b64-e053dbceac9c HTTP/1.1" status: 200 len: 898 time: 0.1155469 Sep 16 05:40:40.427039 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78c73891-d836-4625-9715-9b7e5691d43f req-03ecc682-a075-44e1-9c08-fe5e20632ad7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 200 len: 1001 time: 0.0725095 Sep 16 05:40:40.486674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c73891-d836-4625-9715-9b7e5691d43f req-f1a15a55-125a-41e4-ac92-613addb4d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:40.488182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78c73891-d836-4625-9715-9b7e5691d43f req-f1a15a55-125a-41e4-ac92-613addb4d388 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47 HTTP/1.1" status: 200 len: 835 time: 0.0483091 Sep 16 05:40:40.548737 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c73891-d836-4625-9715-9b7e5691d43f req-566bbb87-9608-473d-8801-4b4ab3b75c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:40.550276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78c73891-d836-4625-9715-9b7e5691d43f req-566bbb87-9608-473d-8801-4b4ab3b75c5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=101e9a63-f497-4724-9b64-e053dbceac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498977 Sep 16 05:40:40.652907 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78c73891-d836-4625-9715-9b7e5691d43f req-2578762f-ac7c-476e-9860-db2395ac365b service neutron] 10.222.0.50 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899265 Sep 16 05:40:40.772727 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-78c73891-d836-4625-9715-9b7e5691d43f req-7acc6038-d905-484d-814d-40fa4cda4178 service neutron] 10.222.0.50 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072464 Sep 16 05:40:41.128118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3ca3fc4a-1072-4148-8de1-7d6fefd19272 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:40:41.171655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 3ca3fc4a-1072-4148-8de1-7d6fefd19272 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:40:41.410700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc311b-56d1-48ce-8d05-25f686cb3914 req-1bf5658e-ce77-46ef-a81e-db5123abd2d5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:41.412261 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54fc311b-56d1-48ce-8d05-25f686cb3914 req-1bf5658e-ce77-46ef-a81e-db5123abd2d5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 945 time: 0.0516396 Sep 16 05:40:41.453594 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54fc311b-56d1-48ce-8d05-25f686cb3914 req-b532918c-f065-4ad9-95b1-a6468fb59967 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351965 Sep 16 05:40:41.477197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55078) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:40:41.543167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c796c5de-0ba2-483e-947c-2fc9e3750802 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/d9fb960d-8ecf-4658-9616-95ed142e9c06 HTTP/1.1" status: 200 len: 993 time: 0.0647204 Sep 16 05:40:41.836235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3ca3fc4a-1072-4148-8de1-7d6fefd19272 up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:40:41.885499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:40:41.889514 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:40:41.889919 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:41.973279 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:41.997506 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:40:41.999915 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac918f58-093f-4c30-b2a7-329ca5a75815" -d '{"events": [{"server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "name": "network-vif-plugged", "status": "completed", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:40:42.016059 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:40:42.020962 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:42.047243 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2f4a20-dbdb-4de0-9ce8-a2de227d0400 x-openstack-request-id: req-da2f4a20-dbdb-4de0-9ce8-a2de227d0400 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:40:42.047540 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "name": "network-vif-plugged", "status": "completed", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:40:42.048412 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da2f4a20-dbdb-4de0-9ce8-a2de227d0400 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:40:42.048912 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'code': 200} Sep 16 05:40:42.076217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=3ca3fc4a-1072-4148-8de1-7d6fefd19272,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:40:43.849565 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-809097f9-90ca-4968-a14f-7ea685331a8b req-a130a367-8b39-4631-9fad-7afc11cdbaae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402386 Sep 16 05:40:43.935066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809097f9-90ca-4968-a14f-7ea685331a8b req-514d80da-ba5f-47c6-8bc2-71b04dbc37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:43.936581 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-809097f9-90ca-4968-a14f-7ea685331a8b req-514d80da-ba5f-47c6-8bc2-71b04dbc37f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 1098 time: 0.0455713 Sep 16 05:40:44.044164 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809097f9-90ca-4968-a14f-7ea685331a8b req-b3c9ea07-c7b9-422c-90eb-2acd9ddbc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.045718 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-809097f9-90ca-4968-a14f-7ea685331a8b req-b3c9ea07-c7b9-422c-90eb-2acd9ddbc0e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=101e9a63-f497-4724-9b64-e053dbceac9c HTTP/1.1" status: 200 len: 898 time: 0.0888667 Sep 16 05:40:44.118032 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-809097f9-90ca-4968-a14f-7ea685331a8b req-68da2a20-0083-411a-9ee7-1466e8bc3883 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 200 len: 1002 time: 0.0647473 Sep 16 05:40:44.168109 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809097f9-90ca-4968-a14f-7ea685331a8b req-9697380c-b880-41b5-88fa-0b79cb0d0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.169592 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-809097f9-90ca-4968-a14f-7ea685331a8b req-9697380c-b880-41b5-88fa-0b79cb0d0c29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47 HTTP/1.1" status: 200 len: 835 time: 0.0450671 Sep 16 05:40:44.218511 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809097f9-90ca-4968-a14f-7ea685331a8b req-e9a204e3-c743-401e-b304-11dba73a3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:40:44.220239 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-809097f9-90ca-4968-a14f-7ea685331a8b req-e9a204e3-c743-401e-b304-11dba73a3201 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=101e9a63-f497-4724-9b64-e053dbceac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438828 Sep 16 05:40:44.327060 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-809097f9-90ca-4968-a14f-7ea685331a8b req-f95fc3c5-1bda-40db-933a-ee40d6d52b20 service neutron] 10.222.0.15 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949652 Sep 16 05:40:44.416727 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-809097f9-90ca-4968-a14f-7ea685331a8b req-c81c8e4d-ccee-4263-80b0-861a26a5abcb service neutron] 10.222.0.15 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817120 Sep 16 05:40:47.316702 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a806ddea-25a7-46ec-9045-e643c6b4efd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:49.405073 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:40:50.256103 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2766818-fec0-40dd-8d0f-9d267c72ea8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:50.918215 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:51.897158 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:40:53.417184 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:06.120702 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:08.109104 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:09.931153 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55092) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:10.097431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 5b44d9e0-fd0f-47ea-af2e-19676e38bfd3 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:10.097803 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.176772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.177108 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.191868 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 5b44d9e0-fd0f-47ea-af2e-19676e38bfd3 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:10.341874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.366297 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=5b44d9e0-fd0f-47ea-af2e-19676e38bfd3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:10.380361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:10.380714 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:10.381056 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:10.381395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:10.381757 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:10.382090 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:10.382420 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:10.382750 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:10.383080 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:10.383406 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:10.383730 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:10.384051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:10.443497 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.443761 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Floating IP d9fb960d-8ecf-4658-9616-95ed142e9c06 disassociated (deleted). External IP: 172.25.0.109, port: 3ca3fc4a-1072-4148-8de1-7d6fefd19272. Sep 16 05:41:10.657084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:10.763701 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:10.770549 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:10.774810 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ff8f1-b8d1-48a4-9d5a-d231c87ebca1 None None] Sync routers for ids ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:10.784836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ff8f1-b8d1-48a4-9d5a-d231c87ebca1 None None] Routers {'2f2a87cb-9d88-40fe-a42d-b6019ea01a15'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:10.785474 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-010ff8f1-b8d1-48a4-9d5a-d231c87ebca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:10.797839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-971b7c25-abdd-4be6-8f45-00930b24472b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/floatingips/d9fb960d-8ecf-4658-9616-95ed142e9c06 HTTP/1.1" status: 204 len: 168 time: 0.8655918 Sep 16 05:41:10.799017 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:10.801277 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb04cae-1985-48e6-9f30-44e0a1ef2b15" -d '{"events": [{"name": "network-changed", "server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:10.970390 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7c250d-e3d2-445d-93be-f1875a8e1ab8 x-openstack-request-id: req-5b7c250d-e3d2-445d-93be-f1875a8e1ab8 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:10.971586 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:10.971586 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b7c250d-e3d2-445d-93be-f1875a8e1ab8 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:10.971993 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'status': 'completed', 'code': 200} Sep 16 05:41:11.042350 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb04cae-1985-48e6-9f30-44e0a1ef2b15 req-dab80897-081f-46b8-b014-2be69a082aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:11.043761 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fb04cae-1985-48e6-9f30-44e0a1ef2b15 req-dab80897-081f-46b8-b014-2be69a082aa1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 1098 time: 0.0491173 Sep 16 05:41:11.054144 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-010ff8f1-b8d1-48a4-9d5a-d231c87ebca1 None None] Set router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:11.073780 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753641c-2a6e-4625-b8bf-0a69806ed969 req-c7800703-c17f-4a4c-92fe-1ea99158ca92 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:11.075596 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e753641c-2a6e-4625-b8bf-0a69806ed969 req-c7800703-c17f-4a4c-92fe-1ea99158ca92 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0527723 Sep 16 05:41:11.118925 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e753641c-2a6e-4625-b8bf-0a69806ed969 req-96deb600-0c12-4f22-b072-a663c8167bb1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349543 Sep 16 05:41:11.139760 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb04cae-1985-48e6-9f30-44e0a1ef2b15 req-20b77a33-6767-4142-9616-7180cf01379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:11.141459 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fb04cae-1985-48e6-9f30-44e0a1ef2b15 req-20b77a33-6767-4142-9616-7180cf01379a service neutron] 10.222.0.15 "GET /v2.0/networks?id=101e9a63-f497-4724-9b64-e053dbceac9c HTTP/1.1" status: 200 len: 898 time: 0.0899029 Sep 16 05:41:11.188958 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fb04cae-1985-48e6-9f30-44e0a1ef2b15 req-5ef20ae0-b507-4bba-b0f9-e990d83eb19c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 200 len: 217 time: 0.0388548 Sep 16 05:41:11.238655 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb04cae-1985-48e6-9f30-44e0a1ef2b15 req-d45943bf-a58c-43f3-b0b0-81b218c4deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:11.240148 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fb04cae-1985-48e6-9f30-44e0a1ef2b15 req-d45943bf-a58c-43f3-b0b0-81b218c4deb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47 HTTP/1.1" status: 200 len: 835 time: 0.0445487 Sep 16 05:41:11.257556 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-010ff8f1-b8d1-48a4-9d5a-d231c87ebca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9', 'name': '', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:49:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:31Z', 'updated_at': '2021-09-16T05:39:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:11.283807 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ff8f1-b8d1-48a4-9d5a-d231c87ebca1 None None] Checking router: 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:11.288454 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb04cae-1985-48e6-9f30-44e0a1ef2b15 req-1f6c23a5-ee00-4130-90c5-fc5b41370a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:11.290074 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fb04cae-1985-48e6-9f30-44e0a1ef2b15 req-1f6c23a5-ee00-4130-90c5-fc5b41370a6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=101e9a63-f497-4724-9b64-e053dbceac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424967 Sep 16 05:41:11.292041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ff8f1-b8d1-48a4-9d5a-d231c87ebca1 None None] Routers {'2f2a87cb-9d88-40fe-a42d-b6019ea01a15'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:11.292705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-010ff8f1-b8d1-48a4-9d5a-d231c87ebca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:11.387769 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fb04cae-1985-48e6-9f30-44e0a1ef2b15 req-0546e23b-b871-4823-9a87-6d755716d3eb service neutron] 10.222.0.15 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896106 Sep 16 05:41:11.403433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-010ff8f1-b8d1-48a4-9d5a-d231c87ebca1 None None] Set router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:11.479031 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-7fb04cae-1985-48e6-9f30-44e0a1ef2b15 req-65169aa8-cfa8-4af3-8fc2-6f70b6047751 service neutron] 10.222.0.15 "GET /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836523 Sep 16 05:41:11.608162 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-010ff8f1-b8d1-48a4-9d5a-d231c87ebca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9', 'name': '', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:49:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:31Z', 'updated_at': '2021-09-16T05:39:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:11.635209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ff8f1-b8d1-48a4-9d5a-d231c87ebca1 None None] The sync data for ids ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'] in n-d-712142-17 is: [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9', 'name': '', 'network_id': '101e9a63-f497-4724-9b64-e053dbceac9c', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:49:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:31Z', 'updated_at': '2021-09-16T05:39:34Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:11.848209 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba6986-958c-48a4-acf5-fdac03bf6698 None None] New status for floating IP d9fb960d-8ecf-4658-9616-95ed142e9c06: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:41:12.243438 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a3525-8c01-4efb-8648-2d85750c22d3 req-6d401dbc-21e0-4b42-b798-6b5d340783ea tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:12.244933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c22a3525-8c01-4efb-8648-2d85750c22d3 req-6d401dbc-21e0-4b42-b798-6b5d340783ea tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0498493 Sep 16 05:41:12.283457 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c22a3525-8c01-4efb-8648-2d85750c22d3 req-978a8dae-5044-449f-b1f8-8f3ab4d91adb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=68e6c9f0-9a22-49fd-8ccd-1e821504944b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326650 Sep 16 05:41:12.291205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0ef9b-21ca-40fa-87f2-e81de5058b62 req-e7781826-dd80-4b72-8dca-f1dbefbfd5f6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:12.292725 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-33f0ef9b-21ca-40fa-87f2-e81de5058b62 req-e7781826-dd80-4b72-8dca-f1dbefbfd5f6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b658649-baff-4895-8b69-53d2cc74ee4f HTTP/1.1" status: 200 len: 946 time: 0.0504625 Sep 16 05:41:12.389269 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-33f0ef9b-21ca-40fa-87f2-e81de5058b62 req-10090258-190c-464d-9d0d-1f4e61142e63 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:12.389629 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-33f0ef9b-21ca-40fa-87f2-e81de5058b62 req-10090258-190c-464d-9d0d-1f4e61142e63 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.480537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-33f0ef9b-21ca-40fa-87f2-e81de5058b62 req-10090258-190c-464d-9d0d-1f4e61142e63 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port 3ca3fc4a-1072-4148-8de1-7d6fefd19272, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=3ca3fc4a-1072-4148-8de1-7d6fefd19272,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:12.480818 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-33f0ef9b-21ca-40fa-87f2-e81de5058b62 req-10090258-190c-464d-9d0d-1f4e61142e63 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.493796 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-33f0ef9b-21ca-40fa-87f2-e81de5058b62 req-10090258-190c-464d-9d0d-1f4e61142e63 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 3ca3fc4a-1072-4148-8de1-7d6fefd19272 owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:12.625015 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-33f0ef9b-21ca-40fa-87f2-e81de5058b62 req-10090258-190c-464d-9d0d-1f4e61142e63 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.658873 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10090258-190c-464d-9d0d-1f4e61142e63 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=3ca3fc4a-1072-4148-8de1-7d6fefd19272,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:12.700577 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f0ef9b-21ca-40fa-87f2-e81de5058b62 req-10090258-190c-464d-9d0d-1f4e61142e63 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] No DVR routers for this DVR port 3ca3fc4a-1072-4148-8de1-7d6fefd19272 on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:12.703273 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-33f0ef9b-21ca-40fa-87f2-e81de5058b62 req-10090258-190c-464d-9d0d-1f4e61142e63 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:12.706468 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-33f0ef9b-21ca-40fa-87f2-e81de5058b62 req-10090258-190c-464d-9d0d-1f4e61142e63 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.15 "DELETE /v2.0/ports/3ca3fc4a-1072-4148-8de1-7d6fefd19272 HTTP/1.1" status: 204 len: 173 time: 0.4064355 Sep 16 05:41:12.706940 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'name': 'network-vif-deleted', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:12.709188 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c7e0e5-a56f-4615-ad8a-aab596ddeccd" -d '{"events": [{"server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "name": "network-vif-deleted", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:12.747886 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fc315e-87c6-461b-980f-63b41de24423 x-openstack-request-id: req-b9fc315e-87c6-461b-980f-63b41de24423 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:12.748179 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b658649-baff-4895-8b69-53d2cc74ee4f", "name": "network-vif-deleted", "tag": "3ca3fc4a-1072-4148-8de1-7d6fefd19272", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:12.748430 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9fc315e-87c6-461b-980f-63b41de24423 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:12.748832 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b658649-baff-4895-8b69-53d2cc74ee4f', 'name': 'network-vif-deleted', 'tag': '3ca3fc4a-1072-4148-8de1-7d6fefd19272', 'status': 'completed', 'code': 200} Sep 16 05:41:13.340037 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55106) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:14.014376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cf15ff34-d81e-4e89-9458-5ffbf7ae6faf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.278331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-cf15ff34-d81e-4e89-9458-5ffbf7ae6faf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:14.278685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cf15ff34-d81e-4e89-9458-5ffbf7ae6faf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.367151 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-cf15ff34-d81e-4e89-9458-5ffbf7ae6faf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:14.367924 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cf15ff34-d81e-4e89-9458-5ffbf7ae6faf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.380853 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-cf15ff34-d81e-4e89-9458-5ffbf7ae6faf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:14.575587 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cf15ff34-d81e-4e89-9458-5ffbf7ae6faf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:14.613497 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15ff34-d81e-4e89-9458-5ffbf7ae6faf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:14.786264 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cf15ff34-d81e-4e89-9458-5ffbf7ae6faf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.005721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf15ff34-d81e-4e89-9458-5ffbf7ae6faf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:15.115575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf15ff34-d81e-4e89-9458-5ffbf7ae6faf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:15.121212 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cf15ff34-d81e-4e89-9458-5ffbf7ae6faf tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "PUT /v2.0/routers/2f2a87cb-9d88-40fe-a42d-b6019ea01a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7797334 Sep 16 05:41:15.123835 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55108) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:15.126865 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9238e2f-15db-4775-9966-830fcd22d457 None None] Sync routers for ids ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:15.136545 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9238e2f-15db-4775-9966-830fcd22d457 None None] Routers {'2f2a87cb-9d88-40fe-a42d-b6019ea01a15'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:15.137171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e9238e2f-15db-4775-9966-830fcd22d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:15.176167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ad5101-fa86-40d6-9916-a595ee5bf442 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting subnet 9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47 {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:41:15.180399 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53ad5101-fa86-40d6-9916-a595ee5bf442 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.221175 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53ad5101-fa86-40d6-9916-a595ee5bf442 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.244612 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-e9238e2f-15db-4775-9966-830fcd22d457 None None] Set router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:15.309249 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53ad5101-fa86-40d6-9916-a595ee5bf442 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.368539 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53ad5101-fa86-40d6-9916-a595ee5bf442 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.396033 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad5101-fa86-40d6-9916-a595ee5bf442 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:15.399849 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-53ad5101-fa86-40d6-9916-a595ee5bf442 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.401803 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-53ad5101-fa86-40d6-9916-a595ee5bf442 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/subnets/9d1aef8c-1b00-4bc3-b5d9-b2d0478c1d47 HTTP/1.1" status: 204 len: 168 time: 0.2764874 Sep 16 05:41:15.404634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55110) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:15.412649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e231ede-4543-43ca-a1bb-2290d656c13e None None] Network 101e9a63-f497-4724-9b64-e053dbceac9c requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:15.509425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e9238e2f-15db-4775-9966-830fcd22d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:41:14Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:15.518293 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.555887 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9238e2f-15db-4775-9966-830fcd22d457 None None] Checking router: 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:15.570092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9238e2f-15db-4775-9966-830fcd22d457 None None] Routers {'2f2a87cb-9d88-40fe-a42d-b6019ea01a15'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:15.570733 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e9238e2f-15db-4775-9966-830fcd22d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:15.630141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.682458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deced9a-5586-49d4-858f-c14d56737a7b None None] DHCP port deletion for 101e9a63-f497-4724-9b64-e053dbceac9c request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:41:15.687275 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-e9238e2f-15db-4775-9966-830fcd22d457 None None] Set router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:15.693125 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 2198ee88-3df3-4254-a906-ca9bd3195dbf {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:15.693477 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.778575 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port 2198ee88-3df3-4254-a906-ca9bd3195dbf, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=2198ee88-3df3-4254-a906-ca9bd3195dbf,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:15.778913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.792239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 2198ee88-3df3-4254-a906-ca9bd3195dbf owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:15.851118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-4deced9a-5586-49d4-858f-c14d56737a7b None None] Deleting port a7d754dd-56ac-4353-a3a6-475a129be7ec {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:41:15.851498 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4deced9a-5586-49d4-858f-c14d56737a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.950728 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4deced9a-5586-49d4-858f-c14d56737a7b None None] For port a7d754dd-56ac-4353-a3a6-475a129be7ec, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a7d754dd-56ac-4353-a3a6-475a129be7ec,segment=NetworkSegment(1aae0f93-feda-4afc-82fa-54205fc5ae38),segment_id=1aae0f93-feda-4afc-82fa-54205fc5ae38)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:15.951073 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4deced9a-5586-49d4-858f-c14d56737a7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.973539 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-4deced9a-5586-49d4-858f-c14d56737a7b None None] Calling delete_port for a7d754dd-56ac-4353-a3a6-475a129be7ec owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:41:15.976395 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:15.983003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3ca3fc4a-1072-4148-8de1-7d6fefd19272 no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:16.004134 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=2198ee88-3df3-4254-a906-ca9bd3195dbf,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:16.010252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-e9238e2f-15db-4775-9966-830fcd22d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:41:14Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:16.014066 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: 3ca3fc4a-1072-4148-8de1-7d6fefd19272 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:16.014419 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device 3ca3fc4a-1072-4148-8de1-7d6fefd19272 not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:16.084623 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.086667 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9238e2f-15db-4775-9966-830fcd22d457 None None] The sync data for ids ['2f2a87cb-9d88-40fe-a42d-b6019ea01a15'] in n-d-712142-17 is: [{'id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-183571456', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:41:14Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '2198ee88-3df3-4254-a906-ca9bd3195dbf', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a87cb-9d88-40fe-a42d-b6019ea01a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:39:28Z', 'updated_at': '2021-09-16T05:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:16.138095 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4deced9a-5586-49d4-858f-c14d56737a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.163942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deced9a-5586-49d4-858f-c14d56737a7b None None] Pushing event deleted for resources: {'Port': ['ID=a7d754dd-56ac-4353-a3a6-475a129be7ec,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:16.168492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deced9a-5586-49d4-858f-c14d56737a7b None None] No DVR routers for this DVR port a7d754dd-56ac-4353-a3a6-475a129be7ec on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:41:16.200152 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.202559 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.250518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.251751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Fanout notify agent at l3_agent the message router_deleted on router 2f2a87cb-9d88-40fe-a42d-b6019ea01a15 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:41:16.259068 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.260230 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-199c3208-3d93-49b1-9f4a-556fe59fa077 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/routers/2f2a87cb-9d88-40fe-a42d-b6019ea01a15 HTTP/1.1" status: 204 len: 168 time: 0.8544085 Sep 16 05:41:16.263030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55112) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:16.341715 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.437905 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.465287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101e9a63-f497-4724-9b64-e053dbceac9c']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:16.477344 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aae0f93-feda-4afc-82fa-54205fc5ae38') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:16.478007 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aae0f93-feda-4afc-82fa-54205fc5ae38') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:16.493425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a7d754dd-56ac-4353-a3a6-475a129be7ec no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:16.493902 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.509237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.516068 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:41:16.516537 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.517959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: a7d754dd-56ac-4353-a3a6-475a129be7ec {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:16.518449 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a7d754dd-56ac-4353-a3a6-475a129be7ec not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:41:16.521775 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:41:16.591118 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.599968 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.601839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/networks/101e9a63-f497-4724-9b64-e053dbceac9c HTTP/1.1" status: 204 len: 168 time: 0.3377159 Sep 16 05:41:16.605374 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55114) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:16.615904 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c8407-215c-42f8-8279-a7dce26f5cc4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Network': ['ID=101e9a63-f497-4724-9b64-e053dbceac9c,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:16.684970 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ac82232-9adc-4c6c-8f8d-d2a164c18d30 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.716137 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ac82232-9adc-4c6c-8f8d-d2a164c18d30 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.782849 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ac82232-9adc-4c6c-8f8d-d2a164c18d30 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.785984 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5ac82232-9adc-4c6c-8f8d-d2a164c18d30 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:16.787222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5ac82232-9adc-4c6c-8f8d-d2a164c18d30 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/security-groups/68e6c9f0-9a22-49fd-8ccd-1e821504944b HTTP/1.1" status: 204 len: 168 time: 0.1806290 Sep 16 05:41:16.797221 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac82232-9adc-4c6c-8f8d-d2a164c18d30 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e6c9f0-9a22-49fd-8ccd-1e821504944b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:17.133892 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55120) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:17.138468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b1aba2de-4c50-4ff8-a145-749b888fdc78 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813979097', 'description': 'tempest-secgroup-smoke-1813979097 description', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:17.161278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1aba2de-4c50-4ff8-a145-749b888fdc78 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.259816 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1aba2de-4c50-4ff8-a145-749b888fdc78 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.264223 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1aba2de-4c50-4ff8-a145-749b888fdc78 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.293354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b1aba2de-4c50-4ff8-a145-749b888fdc78 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.294622 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b1aba2de-4c50-4ff8-a145-749b888fdc78 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1596639 Sep 16 05:41:17.296479 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aba2de-4c50-4ff8-a145-749b888fdc78 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4699526d-cbbf-4a47-9c3c-4c89cf7daea6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:17.297754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55122) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:17.303256 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-25ecbed7-afc7-4d33-b505-8810e7065216 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '4699526d-cbbf-4a47-9c3c-4c89cf7daea6', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:17.316811 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6030955e-87ae-4e36-8582-f5f670e2b2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.331688 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-25ecbed7-afc7-4d33-b505-8810e7065216 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.387265 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-25ecbed7-afc7-4d33-b505-8810e7065216 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.391297 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-25ecbed7-afc7-4d33-b505-8810e7065216 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.409110 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecbed7-afc7-4d33-b505-8810e7065216 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5464ea-0def-40fe-a21f-5e4615e7a6f7,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:17.416016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-25ecbed7-afc7-4d33-b505-8810e7065216 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.417309 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-25ecbed7-afc7-4d33-b505-8810e7065216 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184423 Sep 16 05:41:17.420049 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55124) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:17.425025 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2b89e415-b789-4275-9496-bbfed01cb578 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '4699526d-cbbf-4a47-9c3c-4c89cf7daea6', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:17.451479 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b89e415-b789-4275-9496-bbfed01cb578 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.512260 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b89e415-b789-4275-9496-bbfed01cb578 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.515843 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b89e415-b789-4275-9496-bbfed01cb578 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.531270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89e415-b789-4275-9496-bbfed01cb578 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0912980b-3e24-4341-92ff-e1c2055964a7,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:17.540640 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2b89e415-b789-4275-9496-bbfed01cb578 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.541807 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2b89e415-b789-4275-9496-bbfed01cb578 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208026 Sep 16 05:41:17.544634 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55126) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:17.549000 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7289e376-45c9-450a-a094-21f314fe100e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '4699526d-cbbf-4a47-9c3c-4c89cf7daea6', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:17.577003 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7289e376-45c9-450a-a094-21f314fe100e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.639814 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7289e376-45c9-450a-a094-21f314fe100e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.643471 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7289e376-45c9-450a-a094-21f314fe100e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.663513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289e376-45c9-450a-a094-21f314fe100e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6863e88a-35a6-4756-89bf-a2557dc0aaa6,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:17.670823 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7289e376-45c9-450a-a094-21f314fe100e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.675563 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7289e376-45c9-450a-a094-21f314fe100e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269536 Sep 16 05:41:17.675947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55128) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:17.680540 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d437c297-c0d2-4b12-84b6-9b60119c3065 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '4699526d-cbbf-4a47-9c3c-4c89cf7daea6', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:17.707324 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d437c297-c0d2-4b12-84b6-9b60119c3065 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.773540 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d437c297-c0d2-4b12-84b6-9b60119c3065 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.777335 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d437c297-c0d2-4b12-84b6-9b60119c3065 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.801283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437c297-c0d2-4b12-84b6-9b60119c3065 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b113c5-ddeb-4d1d-957b-bee016c0dacc,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:17.803785 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d437c297-c0d2-4b12-84b6-9b60119c3065 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.805118 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d437c297-c0d2-4b12-84b6-9b60119c3065 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282094 Sep 16 05:41:17.807979 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55130) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:17.812496 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-7a6a690f-8649-4d5d-ace7-fcd6f4b655f6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '4699526d-cbbf-4a47-9c3c-4c89cf7daea6', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:17.835039 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-7a6a690f-8649-4d5d-ace7-fcd6f4b655f6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Project ed1383a305d349f28e9b6fa2051832d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:41:17.839929 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7a6a690f-8649-4d5d-ace7-fcd6f4b655f6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.900528 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7a6a690f-8649-4d5d-ace7-fcd6f4b655f6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.904281 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7a6a690f-8649-4d5d-ace7-fcd6f4b655f6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.923929 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a690f-8649-4d5d-ace7-fcd6f4b655f6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b49a86-7ca3-4694-ac26-80e6b1b8640b,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:17.927963 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7a6a690f-8649-4d5d-ace7-fcd6f4b655f6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:17.929416 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7a6a690f-8649-4d5d-ace7-fcd6f4b655f6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201992 Sep 16 05:41:17.932004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55132) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:17.936342 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-febc96b6-df37-4028-a593-e19632618b43 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '4699526d-cbbf-4a47-9c3c-4c89cf7daea6', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:17.959690 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-febc96b6-df37-4028-a593-e19632618b43 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Project ed1383a305d349f28e9b6fa2051832d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:41:17.966144 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-febc96b6-df37-4028-a593-e19632618b43 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.032367 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-febc96b6-df37-4028-a593-e19632618b43 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.038778 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-febc96b6-df37-4028-a593-e19632618b43 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.039822 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:18.058108 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc96b6-df37-4028-a593-e19632618b43 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab810f6-d26b-41f9-a48c-6a3a8c2cc7ef,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:18.061600 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:18.062064 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 10d4e2dd-b5ee-40a3-a05b-28a2fa6b70f9 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:18.062460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2198ee88-3df3-4254-a906-ca9bd3195dbf no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:41:18.064396 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-febc96b6-df37-4028-a593-e19632618b43 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.066112 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-febc96b6-df37-4028-a593-e19632618b43 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1329701 Sep 16 05:41:18.069212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55134) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:18.074843 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-a50ce28b-6bc9-4928-b2e6-fb290c896191 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'network': {'name': 'tempest-network-smoke--1028053433', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'port_security_enabled': True}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:18.086875 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 2198ee88-3df3-4254-a906-ca9bd3195dbf {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:41:18.087237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 2198ee88-3df3-4254-a906-ca9bd3195dbf not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:41:18.095565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50ce28b-6bc9-4928-b2e6-fb290c896191 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:18.099719 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a50ce28b-6bc9-4928-b2e6-fb290c896191 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.123570 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50ce28b-6bc9-4928-b2e6-fb290c896191 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:41:18.133803 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a50ce28b-6bc9-4928-b2e6-fb290c896191 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.134160 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-a50ce28b-6bc9-4928-b2e6-fb290c896191 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Added segment ddb96560-a854-418d-9ae8-02c6894b3583 of type vlan for network 3ae27ff7-512f-4c6e-98bf-1c379d93931e Sep 16 05:41:18.178631 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a50ce28b-6bc9-4928-b2e6-fb290c896191 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.206559 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a50ce28b-6bc9-4928-b2e6-fb290c896191 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.212580 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ce28b-6bc9-4928-b2e6-fb290c896191 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:18.213197 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-a50ce28b-6bc9-4928-b2e6-fb290c896191 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.254246 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-a50ce28b-6bc9-4928-b2e6-fb290c896191 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1836686 Sep 16 05:41:18.258411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55136) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:18.263413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'admin_state_up': True, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:18.288878 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ce28b-6bc9-4928-b2e6-fb290c896191 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Network': ['ID=3ae27ff7-512f-4c6e-98bf-1c379d93931e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:18.290438 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.291544 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.304675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 3ae27ff7-512f-4c6e-98bf-1c379d93931e details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:41:18.346612 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:18.489238 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.016728 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.039976 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.141238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.25.0.83 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/5410b110-8340-418a-865e-d9634846bdd7) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:19.249423 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.282680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.320170 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:19.323021 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:19.328611 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:19.351542 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=5410b110-8340-418a-865e-d9634846bdd7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:19.578288 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.780587 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:19.915192 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 255215e2-f3c1-486a-9474-81cb86beef5a is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:41:20.029980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:20.040598 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Sync routers for ids ['255215e2-f3c1-486a-9474-81cb86beef5a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:20.052514 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Routers {'255215e2-f3c1-486a-9474-81cb86beef5a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:20.053304 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:40:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['255215e2-f3c1-486a-9474-81cb86beef5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:20.053813 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.055127 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d695f263-816e-499c-9890-bf103395b43d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7956028 Sep 16 05:41:20.058203 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55138) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:20.088398 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-45b7d29a-eb41-4fa6-b4f8-7393663c7d68 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ed1383a305d349f28e9b6fa2051832d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289826 Sep 16 05:41:20.091296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55140) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:20.160921 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Set router 255215e2-f3c1-486a-9474-81cb86beef5a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:20.183002 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e933b70-a2bf-48b2-86d0-7a5d70e32bab tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:20.184483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8e933b70-a2bf-48b2-86d0-7a5d70e32bab tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922337 Sep 16 05:41:20.187585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55142) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:20.226643 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1d89da65-d61c-4fb1-9500-f38fa422d4ed tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379210 Sep 16 05:41:20.229813 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55144) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:20.234992 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-5da6d74b-566d-49e7-90c8-3410a8919182 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-720503706', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:20.265150 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c6af-ccff-4427-91a2-ad95c7797251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.338271 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da6d74b-566d-49e7-90c8-3410a8919182 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:20.341977 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5da6d74b-566d-49e7-90c8-3410a8919182 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.358313 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:41:19Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:20.385655 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Checking router: 255215e2-f3c1-486a-9474-81cb86beef5a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:20.386009 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Updating router 255215e2-f3c1-486a-9474-81cb86beef5a port 5410b110-8340-418a-865e-d9634846bdd7 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:41:20.415356 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.542817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5da6d74b-566d-49e7-90c8-3410a8919182 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.608493 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6d74b-566d-49e7-90c8-3410a8919182 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Subnet': ['ID=63c1756a-a2fd-4120-b6aa-a8744c2d99ea,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:20.612965 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6d74b-566d-49e7-90c8-3410a8919182 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Checking segment: {'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:20.613342 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da6d74b-566d-49e7-90c8-3410a8919182 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network hostable DHCP agents. Network: 3ae27ff7-512f-4c6e-98bf-1c379d93931e, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:41:20.630449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da6d74b-566d-49e7-90c8-3410a8919182 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 3ae27ff7-512f-4c6e-98bf-1c379d93931e is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:41:20.639303 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-5da6d74b-566d-49e7-90c8-3410a8919182 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 3ae27ff7-512f-4c6e-98bf-1c379d93931e) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:20.644051 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6d74b-566d-49e7-90c8-3410a8919182 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:20.644781 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5da6d74b-566d-49e7-90c8-3410a8919182 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.650930 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be3266c-72b3-43f6-88f2-e9ec9bc58ad5 None None] Network 3ae27ff7-512f-4c6e-98bf-1c379d93931e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:20.660590 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5da6d74b-566d-49e7-90c8-3410a8919182 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4295464 Sep 16 05:41:20.664171 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55146) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:20.679579 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.688831 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.751359 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Attempting to bind port 5410b110-8340-418a-865e-d9634846bdd7 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:20.751899 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Attempting to bind port 5410b110-8340-418a-865e-d9634846bdd7 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:20.752951 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Attempting to bind port 5410b110-8340-418a-865e-d9634846bdd7 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:20.756656 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Pushing event updated for resources: {'Port': ['ID=5410b110-8340-418a-865e-d9634846bdd7,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:20.762034 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:20.762780 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:20.762996 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.763477 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:20.764098 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Bound port: 5410b110-8340-418a-865e-d9634846bdd7, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:20.764583 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.772759 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:20.773210 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:20.773643 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:20.774056 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:20.774466 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:20.774895 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:20.775213 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:20.775548 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:20.775877 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:20.776203 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:20.776531 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:20.776855 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:41:20.822791 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ips': [{'subnet_id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:41:20.824348 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.836186 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] For port 5410b110-8340-418a-865e-d9634846bdd7, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:20.839817 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] For port 5410b110-8340-418a-865e-d9634846bdd7, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5410b110-8340-418a-865e-d9634846bdd7,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:20.844809 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.901800 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Routers {'255215e2-f3c1-486a-9474-81cb86beef5a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:20.902529 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:41:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['255215e2-f3c1-486a-9474-81cb86beef5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:20.937345 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:20.946095 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d623b-9c9a-4f4d-bec2-c087e3d033ed None None] Pushing event updated for resources: {'Port': ['ID=5410b110-8340-418a-865e-d9634846bdd7,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:21.003319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Allocated IP 172.20.0.2 (3ae27ff7-512f-4c6e-98bf-1c379d93931e/63c1756a-a2fd-4120-b6aa-a8744c2d99ea/378ac710-1c0c-4c10-bbbf-ef2121246157) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:21.035241 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] Set router 255215e2-f3c1-486a-9474-81cb86beef5a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:21.160185 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.171387 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.178880 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.223313 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Pushing event updated for resources: {'Port': ['ID=378ac710-1c0c-4c10-bbbf-ef2121246157,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:21.226250 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:41:19Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:21.235058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Network 3ae27ff7-512f-4c6e-98bf-1c379d93931e is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:21.236567 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:21.240866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:21.255103 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cda81b-d9f4-45ae-9582-a17015220704 None None] The sync data for ids ['255215e2-f3c1-486a-9474-81cb86beef5a'] in n-d-712142-17 is: [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:41:19Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:21.304891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Attempting to bind port 378ac710-1c0c-4c10-bbbf-ef2121246157 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:21.305458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Attempting to bind port 378ac710-1c0c-4c10-bbbf-ef2121246157 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:21.305644 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Attempting to bind port 378ac710-1c0c-4c10-bbbf-ef2121246157 on network 3ae27ff7-512f-4c6e-98bf-1c379d93931e {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:21.311563 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:21.311946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Checking segment: {'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:21.312355 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.312755 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Bound using segment: {'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:21.313230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Bound port: 378ac710-1c0c-4c10-bbbf-ef2121246157, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:21.313643 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.387445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] For port 378ac710-1c0c-4c10-bbbf-ef2121246157, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:21.390655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] For port 378ac710-1c0c-4c10-bbbf-ef2121246157, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=378ac710-1c0c-4c10-bbbf-ef2121246157,segment=NetworkSegment(ddb96560-a854-418d-9ae8-02c6894b3583),segment_id=ddb96560-a854-418d-9ae8-02c6894b3583)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:21.399216 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.466786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7f3ec-0fb8-4dc7-b8bb-043fd84cc989 None None] Pushing event updated for resources: {'Port': ['ID=378ac710-1c0c-4c10-bbbf-ef2121246157,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:21.482720 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.20.0.1 (3ae27ff7-512f-4c6e-98bf-1c379d93931e/63c1756a-a2fd-4120-b6aa-a8744c2d99ea/82632fc3-364c-4235-8bc4-1c952fa19b1c) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:21.659509 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.714457 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.763258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 3ae27ff7-512f-4c6e-98bf-1c379d93931e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:21.766570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:21.769776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:21.804069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=82632fc3-364c-4235-8bc4-1c952fa19b1c,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:21.837830 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.904541 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:21.986081 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.151112 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5410b110-8340-418a-865e-d9634846bdd7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:22.218974 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5410b110-8340-418a-865e-d9634846bdd7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:22.219549 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.314070 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.325856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.333307 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.357290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 5410b110-8340-418a-865e-d9634846bdd7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5410b110-8340-418a-865e-d9634846bdd7,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:22.365249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.366094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 378ac710-1c0c-4c10-bbbf-ef2121246157 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:22.412271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=82632fc3-364c-4235-8bc4-1c952fa19b1c,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:22.418812 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.541661 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 3ae27ff7-512f-4c6e-98bf-1c379d93931e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:22.543227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:22.579523 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0080ac5f-8e04-44af-9b12-6284ca5b4714 None None] Network 3ae27ff7-512f-4c6e-98bf-1c379d93931e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:41:22.663140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 255215e2-f3c1-486a-9474-81cb86beef5a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:22.684764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=5410b110-8340-418a-865e-d9634846bdd7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:22.698270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-68e29b88-f259-4c6d-9056-2cca14fc75fc None None] Provisioning complete for port 378ac710-1c0c-4c10-bbbf-ef2121246157 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:22.698653 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-68e29b88-f259-4c6d-9056-2cca14fc75fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.740739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 378ac710-1c0c-4c10-bbbf-ef2121246157 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:22.741116 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.916429 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-68e29b88-f259-4c6d-9056-2cca14fc75fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.953133 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:22.988796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-68e29b88-f259-4c6d-9056-2cca14fc75fc None None] For port 378ac710-1c0c-4c10-bbbf-ef2121246157, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=378ac710-1c0c-4c10-bbbf-ef2121246157,segment=NetworkSegment(ddb96560-a854-418d-9ae8-02c6894b3583),segment_id=ddb96560-a854-418d-9ae8-02c6894b3583)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:22.993634 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-68e29b88-f259-4c6d-9056-2cca14fc75fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.069965 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 05:41:23.070338 n-d-712142-17 neutron-server[94746]: DEBUG oslo_db.api [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 05:41:23.080411 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e29b88-f259-4c6d-9056-2cca14fc75fc None None] Pushing event updated for resources: {'Port': ['ID=378ac710-1c0c-4c10-bbbf-ef2121246157,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:23.140716 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:23.150181 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1dc8f4b6-e4cf-4c97-ac23-7732b42bf8e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "PUT /v2.0/routers/255215e2-f3c1-486a-9474-81cb86beef5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4848826 Sep 16 05:41:23.161273 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Sync routers for ids ['255215e2-f3c1-486a-9474-81cb86beef5a'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:23.170849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Routers {'255215e2-f3c1-486a-9474-81cb86beef5a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:23.171498 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:41:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['255215e2-f3c1-486a-9474-81cb86beef5a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:23.272092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fde9c395-b2dc-46e7-aa50-6f9cf0fb286f None None] Provisioning complete for port 378ac710-1c0c-4c10-bbbf-ef2121246157 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:23.272391 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fde9c395-b2dc-46e7-aa50-6f9cf0fb286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.305786 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-44465a54-1739-41b0-a925-c3e7db0bb58e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813979097&fields=id&tenant_id=ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 267 time: 0.0397623 Sep 16 05:41:23.320421 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Set router 255215e2-f3c1-486a-9474-81cb86beef5a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:23.429981 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-3209a6a1-670c-453e-8853-bcbe163fbc5f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:23.431591 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-3209a6a1-670c-453e-8853-bcbe163fbc5f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/networks?id=3ae27ff7-512f-4c6e-98bf-1c379d93931e HTTP/1.1" status: 200 len: 797 time: 0.1168294 Sep 16 05:41:23.449239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-c912bd6f-2360-4aa1-ba8b-40f3ae7612a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/quotas/ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 375 time: 0.0117943 Sep 16 05:41:23.504285 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.515522 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-e9200efe-bb9d-4eec-a5c8-eddeb861eac8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597317 Sep 16 05:41:23.536939 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fde9c395-b2dc-46e7-aa50-6f9cf0fb286f None None] Provisioning complete for port 82632fc3-364c-4235-8bc4-1c952fa19b1c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:23.537318 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fde9c395-b2dc-46e7-aa50-6f9cf0fb286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.626700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-5b4cf44f-da26-4066-9b70-ad176915e377 service neutron] 10.222.0.53 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989606 Sep 16 05:41:23.629117 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fde9c395-b2dc-46e7-aa50-6f9cf0fb286f None None] Port 82632fc3-364c-4235-8bc4-1c952fa19b1c cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:41:23.651008 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:41:21Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '82632fc3-364c-4235-8bc4-1c952fa19b1c', 'name': '', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:1f:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:21Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 2, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:23.677950 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Checking router: 255215e2-f3c1-486a-9474-81cb86beef5a for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:23.678230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Updating router 255215e2-f3c1-486a-9474-81cb86beef5a port 82632fc3-364c-4235-8bc4-1c952fa19b1c binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:41:23.704421 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.722677 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-430ce73d-eda4-4e8d-bc00-72002134f8cc service neutron] 10.222.0.53 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880980 Sep 16 05:41:23.766976 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-13fd9934-f3f8-469e-b760-a281518b871b None None] Provisioning complete for port 82632fc3-364c-4235-8bc4-1c952fa19b1c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:23.767360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-13fd9934-f3f8-469e-b760-a281518b871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:23.866190 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-13fd9934-f3f8-469e-b760-a281518b871b None None] Port 82632fc3-364c-4235-8bc4-1c952fa19b1c cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:41:23.892432 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-267663e4-595f-415a-9753-ed45f98a151c req-05295e36-b9b8-4749-99c7-20cec7309325 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 210 time: 0.0304697 Sep 16 05:41:24.023750 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:24.030495 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:24.120614 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5410b110-8340-418a-865e-d9634846bdd7 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:24.163222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476d329-4819-406c-8f6a-5de3804bbf33 None None] Pushing event updated for resources: {'Port': ['ID=82632fc3-364c-4235-8bc4-1c952fa19b1c,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:24.188239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Attempting to bind port 82632fc3-364c-4235-8bc4-1c952fa19b1c on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:24.188612 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Attempting to bind port 82632fc3-364c-4235-8bc4-1c952fa19b1c by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:24.188980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Attempting to bind port 82632fc3-364c-4235-8bc4-1c952fa19b1c on network 3ae27ff7-512f-4c6e-98bf-1c379d93931e {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:24.200323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:24.200759 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Checking segment: {'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:24.201113 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:24.201516 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Bound using segment: {'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:24.202040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Bound port: 82632fc3-364c-4235-8bc4-1c952fa19b1c, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:24.202427 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:24.256774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5410b110-8340-418a-865e-d9634846bdd7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:24.257152 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:24.314098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] For port 82632fc3-364c-4235-8bc4-1c952fa19b1c, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:24.324967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] For port 82632fc3-364c-4235-8bc4-1c952fa19b1c, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=82632fc3-364c-4235-8bc4-1c952fa19b1c,segment=NetworkSegment(ddb96560-a854-418d-9ae8-02c6894b3583),segment_id=ddb96560-a854-418d-9ae8-02c6894b3583)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:24.326905 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f551ba60-ab76-4aa0-82e3-a95cd014eb53 None None] Provisioning complete for port 82632fc3-364c-4235-8bc4-1c952fa19b1c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:24.327421 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f551ba60-ab76-4aa0-82e3-a95cd014eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:24.333042 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:24.470707 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Routers {'255215e2-f3c1-486a-9474-81cb86beef5a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:24.472070 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:41:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['255215e2-f3c1-486a-9474-81cb86beef5a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:24.477718 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476d329-4819-406c-8f6a-5de3804bbf33 None None] Pushing event updated for resources: {'Port': ['ID=82632fc3-364c-4235-8bc4-1c952fa19b1c,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:24.529232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 378ac710-1c0c-4c10-bbbf-ef2121246157 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:24.639462 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f551ba60-ab76-4aa0-82e3-a95cd014eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:24.682864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] Set router 255215e2-f3c1-486a-9474-81cb86beef5a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:24.722058 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 378ac710-1c0c-4c10-bbbf-ef2121246157 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:24.722443 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:24.728761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-f551ba60-ab76-4aa0-82e3-a95cd014eb53 None None] For port 82632fc3-364c-4235-8bc4-1c952fa19b1c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=82632fc3-364c-4235-8bc4-1c952fa19b1c,segment=NetworkSegment(ddb96560-a854-418d-9ae8-02c6894b3583),segment_id=ddb96560-a854-418d-9ae8-02c6894b3583)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:24.753499 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f551ba60-ab76-4aa0-82e3-a95cd014eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:24.913994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551ba60-ab76-4aa0-82e3-a95cd014eb53 None None] Pushing event updated for resources: {'Port': ['ID=82632fc3-364c-4235-8bc4-1c952fa19b1c,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:25.045516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bf0c11ba-c9f9-47dd-b84c-5a21e5301626 req-f1cfe57b-1f42-4759-a613-a8959498c656 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 210 time: 0.0389581 Sep 16 05:41:25.080990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-e92ce489-970c-4a81-8f73-841382ef104e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:25.082604 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-e92ce489-970c-4a81-8f73-841382ef104e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/networks?id=3ae27ff7-512f-4c6e-98bf-1c379d93931e HTTP/1.1" status: 200 len: 797 time: 0.1769218 Sep 16 05:41:25.122131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-24075f1c-3490-4f22-bd13-3f09aa34eb05 None None] Provisioning complete for port 82632fc3-364c-4235-8bc4-1c952fa19b1c triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:25.122509 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-24075f1c-3490-4f22-bd13-3f09aa34eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.129756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-a5e5fe18-1825-46d3-a887-b6edf077c414 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 380 time: 0.0358686 Sep 16 05:41:25.139253 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'port': {'device_id': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'admin_state_up': True, 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'security_groups': ['4699526d-cbbf-4a47-9c3c-4c89cf7daea6']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:25.255532 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:41:21Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '82632fc3-364c-4235-8bc4-1c952fa19b1c', 'name': '', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:1f:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:21Z', 'updated_at': '2021-09-16T05:41:24Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:25.255974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:41:25.259659 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.298300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447373d-c9d4-4a81-8bb0-b8cf45015660 None None] The sync data for ids ['255215e2-f3c1-486a-9474-81cb86beef5a'] in n-d-712142-17 is: [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:41:21Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '82632fc3-364c-4235-8bc4-1c952fa19b1c', 'name': '', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:1f:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:21Z', 'updated_at': '2021-09-16T05:41:24Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:25.417706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.20.0.10 (3ae27ff7-512f-4c6e-98bf-1c379d93931e/63c1756a-a2fd-4120-b6aa-a8744c2d99ea/051f5872-d449-4386-a5aa-8bc67f1da79d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:25.571271 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.607511 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.652367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 3ae27ff7-512f-4c6e-98bf-1c379d93931e is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:25.655513 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:25.662287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:25.687234 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=051f5872-d449-4386-a5aa-8bc67f1da79d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:25.724102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:25.724683 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.743798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-92e6c15f-ab41-4990-8d13-3d50891e66e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6080456 Sep 16 05:41:25.763076 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Request body: {'port': {'device_id': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:25.827733 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.921173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b89bd7f7-8639-4300-945c-f3f26d4a05d0 None None] Provisioning complete for port 051f5872-d449-4386-a5aa-8bc67f1da79d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:25.921788 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b89bd7f7-8639-4300-945c-f3f26d4a05d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:25.962349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b89bd7f7-8639-4300-945c-f3f26d4a05d0 None None] Port 051f5872-d449-4386-a5aa-8bc67f1da79d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:41:26.122896 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 82632fc3-364c-4235-8bc4-1c952fa19b1c up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:26.148469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051f5872-d449-4386-a5aa-8bc67f1da79d {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:41:26.164670 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:26.185090 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 82632fc3-364c-4235-8bc4-1c952fa19b1c triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:26.185535 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:26.200162 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Transition to ACTIVE for port object 051f5872-d449-4386-a5aa-8bc67f1da79d will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:41:26.208173 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:26.248866 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1527281-7af7-47d3-b682-ac5db2facbac req-ae7a1041-a04b-4cb4-9b79-c639ef769ad0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:26.250499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1527281-7af7-47d3-b682-ac5db2facbac req-ae7a1041-a04b-4cb4-9b79-c639ef769ad0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 932 time: 0.1046631 Sep 16 05:41:26.292911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Pushing event updated for resources: {'Port': ['ID=051f5872-d449-4386-a5aa-8bc67f1da79d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:26.363064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b1527281-7af7-47d3-b682-ac5db2facbac req-d808beb7-e367-4349-ad85-c8bc627bef66 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033137 Sep 16 05:41:26.396133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Attempting to bind port 051f5872-d449-4386-a5aa-8bc67f1da79d on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:41:26.396473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Attempting to bind port 051f5872-d449-4386-a5aa-8bc67f1da79d by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:41:26.396813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Attempting to bind port 051f5872-d449-4386-a5aa-8bc67f1da79d on network 3ae27ff7-512f-4c6e-98bf-1c379d93931e {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:26.401491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Port 051f5872-d449-4386-a5aa-8bc67f1da79d on network 3ae27ff7-512f-4c6e-98bf-1c379d93931e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:41:26.401888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Attempting to bind port 051f5872-d449-4386-a5aa-8bc67f1da79d on network 3ae27ff7-512f-4c6e-98bf-1c379d93931e {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:41:26.404684 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:41:26.408115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:41:26.408572 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Checking segment: {'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:41:26.409350 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Bound using segment: {'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:41:26.409590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Bound port: 051f5872-d449-4386-a5aa-8bc67f1da79d, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb96560-a854-418d-9ae8-02c6894b3583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:41:26.409941 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:26.487101 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] For port 051f5872-d449-4386-a5aa-8bc67f1da79d, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:41:26.491037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] For port 051f5872-d449-4386-a5aa-8bc67f1da79d, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=051f5872-d449-4386-a5aa-8bc67f1da79d,segment=NetworkSegment(ddb96560-a854-418d-9ae8-02c6894b3583),segment_id=ddb96560-a854-418d-9ae8-02c6894b3583)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:41:26.495420 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:26.532144 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:26.532917 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:26.534364 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] 10.222.0.50 "PUT /v2.0/ports/051f5872-d449-4386-a5aa-8bc67f1da79d HTTP/1.1" status: 200 len: 1093 time: 0.7760711 Sep 16 05:41:26.534906 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'tag': '051f5872-d449-4386-a5aa-8bc67f1da79d'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:26.537175 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d80748-84a0-4614-b3b2-e45ac2819ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "58b1514a-c607-4c6a-bfe0-850b5ea90000", "tag": "051f5872-d449-4386-a5aa-8bc67f1da79d"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:26.562496 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6c0d6-66be-4319-9ae9-aa866b3aacc4 service neutron] Pushing event updated for resources: {'Port': ['ID=051f5872-d449-4386-a5aa-8bc67f1da79d,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:26.599960 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cf66cf-ef69-4886-81fc-af80c9da8bb5 x-openstack-request-id: req-52cf66cf-ef69-4886-81fc-af80c9da8bb5 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:26.600256 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b1514a-c607-4c6a-bfe0-850b5ea90000", "tag": "051f5872-d449-4386-a5aa-8bc67f1da79d", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:26.600640 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52cf66cf-ef69-4886-81fc-af80c9da8bb5 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:26.601076 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'tag': '051f5872-d449-4386-a5aa-8bc67f1da79d', 'status': 'completed', 'code': 200} Sep 16 05:41:26.632397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-b702a6ab-5dc7-4010-8f08-189d988e8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:26.634000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-b702a6ab-5dc7-4010-8f08-189d988e8333 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 1096 time: 0.0475166 Sep 16 05:41:26.685834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-ea895257-10f6-4f29-ae0c-9a14186887cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051f5872-d449-4386-a5aa-8bc67f1da79d HTTP/1.1" status: 200 len: 217 time: 0.0411761 Sep 16 05:41:26.742640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-8533aa29-053d-4550-ae64-acc2ce9328ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:26.744219 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-8533aa29-053d-4550-ae64-acc2ce9328ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63c1756a-a2fd-4120-b6aa-a8744c2d99ea HTTP/1.1" status: 200 len: 834 time: 0.0507982 Sep 16 05:41:26.797544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-76d12ded-5b9f-4a39-9735-c18f5e11a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:26.799839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-76d12ded-5b9f-4a39-9735-c18f5e11a6a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ae27ff7-512f-4c6e-98bf-1c379d93931e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426769 Sep 16 05:41:26.899073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-d09cb8bf-dfc6-4df5-93a4-e9a63e226856 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873256 Sep 16 05:41:27.005225 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cf0533ea-02a6-47f6-9b8f-66d12bd5c7ea req-da38463c-b4fe-47d0-bba5-1b54a1cf6130 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920644 Sep 16 05:41:27.098621 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d80748-84a0-4614-b3b2-e45ac2819ecb req-8fa35756-5740-4bb6-a643-9bd5cd7734ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:27.100093 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71d80748-84a0-4614-b3b2-e45ac2819ecb req-8fa35756-5740-4bb6-a643-9bd5cd7734ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 1096 time: 0.0428619 Sep 16 05:41:27.201680 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d80748-84a0-4614-b3b2-e45ac2819ecb req-e13e198a-f667-49a2-ad7c-96a4079d0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:27.203170 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71d80748-84a0-4614-b3b2-e45ac2819ecb req-e13e198a-f667-49a2-ad7c-96a4079d0c04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ae27ff7-512f-4c6e-98bf-1c379d93931e HTTP/1.1" status: 200 len: 898 time: 0.0960119 Sep 16 05:41:27.244721 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71d80748-84a0-4614-b3b2-e45ac2819ecb req-47f05bda-f377-4d7f-84e9-70235c9a5ee2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051f5872-d449-4386-a5aa-8bc67f1da79d HTTP/1.1" status: 200 len: 217 time: 0.0339777 Sep 16 05:41:27.300710 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d80748-84a0-4614-b3b2-e45ac2819ecb req-41bc1f93-1fde-432b-9790-c1cb98c2bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:27.302211 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71d80748-84a0-4614-b3b2-e45ac2819ecb req-41bc1f93-1fde-432b-9790-c1cb98c2bcfc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63c1756a-a2fd-4120-b6aa-a8744c2d99ea HTTP/1.1" status: 200 len: 834 time: 0.0481257 Sep 16 05:41:27.351605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d80748-84a0-4614-b3b2-e45ac2819ecb req-8c11ca11-70d8-4488-8416-8d0247905a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:27.353032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71d80748-84a0-4614-b3b2-e45ac2819ecb req-8c11ca11-70d8-4488-8416-8d0247905a1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ae27ff7-512f-4c6e-98bf-1c379d93931e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409210 Sep 16 05:41:27.453831 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71d80748-84a0-4614-b3b2-e45ac2819ecb req-0d827161-8547-4e57-83ac-2077d83b1981 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918643 Sep 16 05:41:27.583736 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad9113-fccd-48cf-967d-3f2a3121cc39 req-261d4fe1-cb25-499b-ac12-564eaea227e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:27.585237 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9ad9113-fccd-48cf-967d-3f2a3121cc39 req-261d4fe1-cb25-499b-ac12-564eaea227e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 944 time: 0.0956490 Sep 16 05:41:27.587548 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-71d80748-84a0-4614-b3b2-e45ac2819ecb req-bfb4004d-a3e7-467e-8023-76c0ecc28a4f service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262000 Sep 16 05:41:27.626909 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d9ad9113-fccd-48cf-967d-3f2a3121cc39 req-f55e4590-3a60-4a8a-a325-3d34db5a5a42 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355291 Sep 16 05:41:28.745053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8def65-64eb-4880-a29f-09dd9c62dd18 req-52e30db9-9ad1-4482-ae89-c72e8d8a884f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:28.746589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d8def65-64eb-4880-a29f-09dd9c62dd18 req-52e30db9-9ad1-4482-ae89-c72e8d8a884f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 944 time: 0.0500855 Sep 16 05:41:28.785003 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3d8def65-64eb-4880-a29f-09dd9c62dd18 req-7262a7f9-8e7e-48ee-ba58-3b354e6eede4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321910 Sep 16 05:41:29.346381 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 051f5872-d449-4386-a5aa-8bc67f1da79d details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:41:29.445237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 051f5872-d449-4386-a5aa-8bc67f1da79d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=051f5872-d449-4386-a5aa-8bc67f1da79d,segment=NetworkSegment(ddb96560-a854-418d-9ae8-02c6894b3583),segment_id=ddb96560-a854-418d-9ae8-02c6894b3583)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:29.456372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': '051f5872-d449-4386-a5aa-8bc67f1da79d', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'port_id': '051f5872-d449-4386-a5aa-8bc67f1da79d', 'mac_address': 'fa:16:3e:34:c0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:41:29.494163 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.506934 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051f5872-d449-4386-a5aa-8bc67f1da79d {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:41:29.525270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 051f5872-d449-4386-a5aa-8bc67f1da79d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=051f5872-d449-4386-a5aa-8bc67f1da79d,segment=NetworkSegment(ddb96560-a854-418d-9ae8-02c6894b3583),segment_id=ddb96560-a854-418d-9ae8-02c6894b3583)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:29.528999 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:29.576145 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=051f5872-d449-4386-a5aa-8bc67f1da79d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:29.774300 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['051f5872-d449-4386-a5aa-8bc67f1da79d'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:41:29.900302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8dfc4-df79-4549-a022-6269f3ea3991 req-a0045510-9930-4923-b9b8-67070d1564fa tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:29.901846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03e8dfc4-df79-4549-a022-6269f3ea3991 req-a0045510-9930-4923-b9b8-67070d1564fa tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 945 time: 0.0480762 Sep 16 05:41:29.948430 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-03e8dfc4-df79-4549-a022-6269f3ea3991 req-4a0d3681-6a42-4797-8bf3-e1db51f16c4b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Sep 16 05:41:31.071985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623e65c-b4c7-4a69-ae5b-99618c0bf6e8 req-fa2ad3a7-f264-4048-bb61-4e91423a71c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:31.073502 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b623e65c-b4c7-4a69-ae5b-99618c0bf6e8 req-fa2ad3a7-f264-4048-bb61-4e91423a71c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 945 time: 0.0579829 Sep 16 05:41:31.116282 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b623e65c-b4c7-4a69-ae5b-99618c0bf6e8 req-e8bf73b9-6ffd-4fb2-9a7d-320852589109 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364475 Sep 16 05:41:31.351085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 051f5872-d449-4386-a5aa-8bc67f1da79d up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:41:31.402968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port 051f5872-d449-4386-a5aa-8bc67f1da79d completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:41:31.406368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port 051f5872-d449-4386-a5aa-8bc67f1da79d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:41:31.406737 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:31.484839 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:31.509173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051f5872-d449-4386-a5aa-8bc67f1da79d'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:31.511461 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416ddc8c-fb8e-4d99-9668-4e7d4a42e4fd" -d '{"events": [{"server_uuid": "58b1514a-c607-4c6a-bfe0-850b5ea90000", "name": "network-vif-plugged", "status": "completed", "tag": "051f5872-d449-4386-a5aa-8bc67f1da79d"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:31.524784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port 051f5872-d449-4386-a5aa-8bc67f1da79d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=051f5872-d449-4386-a5aa-8bc67f1da79d,segment=NetworkSegment(ddb96560-a854-418d-9ae8-02c6894b3583),segment_id=ddb96560-a854-418d-9ae8-02c6894b3583)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:41:31.528750 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:31.552059 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441858a4-e991-4681-92e7-5618ab98df92 x-openstack-request-id: req-441858a4-e991-4681-92e7-5618ab98df92 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:31.552354 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b1514a-c607-4c6a-bfe0-850b5ea90000", "name": "network-vif-plugged", "status": "completed", "tag": "051f5872-d449-4386-a5aa-8bc67f1da79d", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:31.552609 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-441858a4-e991-4681-92e7-5618ab98df92 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:31.552999 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051f5872-d449-4386-a5aa-8bc67f1da79d', 'code': 200} Sep 16 05:41:31.578886 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=051f5872-d449-4386-a5aa-8bc67f1da79d,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:31.654891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3dee-b4b6-43f4-a821-669be1d93392 req-bbc335fd-e1ef-4ac2-9931-956692ac7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:31.656299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c80d3dee-b4b6-43f4-a821-669be1d93392 req-bbc335fd-e1ef-4ac2-9931-956692ac7cb1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 1098 time: 0.0407853 Sep 16 05:41:31.696514 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c80d3dee-b4b6-43f4-a821-669be1d93392 req-6163b558-4fe1-4885-a156-1058693a1eee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284770 Sep 16 05:41:32.235923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae58d27-4196-41b8-9f3a-8457cf7d11a8 req-97aaab1b-29e9-40e9-9d12-ded7796f46e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:32.238870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ae58d27-4196-41b8-9f3a-8457cf7d11a8 req-97aaab1b-29e9-40e9-9d12-ded7796f46e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0529866 Sep 16 05:41:32.280716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ae58d27-4196-41b8-9f3a-8457cf7d11a8 req-16b1e869-5378-4036-98eb-2fde104d0c13 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357101 Sep 16 05:41:33.399370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a0f23-7e7f-4faf-8005-446591658e69 req-0b5c3364-6117-43c1-b0b5-45b1dda149d0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:33.400910 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e7a0f23-7e7f-4faf-8005-446591658e69 req-0b5c3364-6117-43c1-b0b5-45b1dda149d0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0524640 Sep 16 05:41:33.444051 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3e7a0f23-7e7f-4faf-8005-446591658e69 req-49ef0d36-2ae0-49c7-97de-2936727f2407 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372064 Sep 16 05:41:33.557431 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe7788-5498-4d57-bf10-0ca39bb162c1 req-e65f3e25-ae22-4de6-aa8b-30ac506a1873 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:33.559072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65fe7788-5498-4d57-bf10-0ca39bb162c1 req-e65f3e25-ae22-4de6-aa8b-30ac506a1873 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0498116 Sep 16 05:41:33.597058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65fe7788-5498-4d57-bf10-0ca39bb162c1 req-2a37e4bc-6e9b-4ce3-ba9d-bca99b04bb7a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Sep 16 05:41:33.629480 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55200) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:33.712831 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2e40b3-66dc-48d1-99a1-683584a3598f tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:33.714389 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0d2e40b3-66dc-48d1-99a1-683584a3598f tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 1093 time: 0.0838914 Sep 16 05:41:33.717201 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55204) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:33.722466 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': '051f5872-d449-4386-a5aa-8bc67f1da79d', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:41:33.745423 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.847651 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:33.949993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.25.0.171 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/7289fc59-15e6-452c-a0d2-c3594999658e) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:41:34.066221 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.098477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.135465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:41:34.138330 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:41:34.144124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:41:34.165794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=7289fc59-15e6-452c-a0d2-c3594999658e,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:34.503474 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.568628 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.725087 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.729876 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.806187 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=7289fc59-15e6-452c-a0d2-c3594999658e,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:41:34.815108 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:34.918183 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Floating IP 1fe6b920-de1d-4fe7-8810-34602a146546 associated. External IP: 172.25.0.171, port: 051f5872-d449-4386-a5aa-8bc67f1da79d. Sep 16 05:41:35.134816 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 255215e2-f3c1-486a-9474-81cb86beef5a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:41:35.243510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:41:35.253619 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d498e-a5e5-4410-96b8-7fa1f7d7430e None None] Sync routers for ids ['255215e2-f3c1-486a-9474-81cb86beef5a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:41:35.260155 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:35.264177 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d498e-a5e5-4410-96b8-7fa1f7d7430e None None] Routers {'255215e2-f3c1-486a-9474-81cb86beef5a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:35.264824 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f64d498e-a5e5-4410-96b8-7fa1f7d7430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:41:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['255215e2-f3c1-486a-9474-81cb86beef5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:35.288274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-156fdc6f-fbd7-45e7-b929-a9e79fc72de8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5699830 Sep 16 05:41:35.288974 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'tag': '051f5872-d449-4386-a5aa-8bc67f1da79d'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:41:35.291317 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5e19fe-d14f-4f13-9416-4101df8c524c" -d '{"events": [{"name": "network-changed", "server_uuid": "58b1514a-c607-4c6a-bfe0-850b5ea90000", "tag": "051f5872-d449-4386-a5aa-8bc67f1da79d"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:41:35.398605 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f740c-a1c8-40f9-97b7-42da6edee17c req-8961b989-4ef4-4e86-abdb-4effac34fd46 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:35.400168 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d61f740c-a1c8-40f9-97b7-42da6edee17c req-8961b989-4ef4-4e86-abdb-4effac34fd46 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0561688 Sep 16 05:41:35.442259 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d61f740c-a1c8-40f9-97b7-42da6edee17c req-9c278429-3d29-4a28-953f-2fd13df325af tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355651 Sep 16 05:41:35.466232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55210) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:35.475323 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f64d498e-a5e5-4410-96b8-7fa1f7d7430e None None] Set router 255215e2-f3c1-486a-9474-81cb86beef5a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:35.507002 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d9a0f9-e10e-4bdd-ae6d-4cd98f165f2b x-openstack-request-id: req-34d9a0f9-e10e-4bdd-ae6d-4cd98f165f2b {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:41:35.507602 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b1514a-c607-4c6a-bfe0-850b5ea90000", "tag": "051f5872-d449-4386-a5aa-8bc67f1da79d", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:41:35.507885 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34d9a0f9-e10e-4bdd-ae6d-4cd98f165f2b {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:41:35.508298 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'tag': '051f5872-d449-4386-a5aa-8bc67f1da79d', 'status': 'completed', 'code': 200} Sep 16 05:41:35.563020 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-daf39f98-bf90-4e54-b651-9f467157b38c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/1fe6b920-de1d-4fe7-8810-34602a146546 HTTP/1.1" status: 200 len: 992 time: 0.0956254 Sep 16 05:41:35.578560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e19fe-d14f-4f13-9416-4101df8c524c req-9a3c22bc-10ef-4e4f-a827-0519c94a77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:35.580067 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff5e19fe-d14f-4f13-9416-4101df8c524c req-9a3c22bc-10ef-4e4f-a827-0519c94a77cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 1098 time: 0.0527310 Sep 16 05:41:35.677281 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e19fe-d14f-4f13-9416-4101df8c524c req-98af9e79-7c2b-44c7-889e-40686c462e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:35.678718 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff5e19fe-d14f-4f13-9416-4101df8c524c req-98af9e79-7c2b-44c7-889e-40686c462e5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ae27ff7-512f-4c6e-98bf-1c379d93931e HTTP/1.1" status: 200 len: 898 time: 0.0882149 Sep 16 05:41:35.718414 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f64d498e-a5e5-4410-96b8-7fa1f7d7430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:41:21Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '1fe6b920-de1d-4fe7-8810-34602a146546', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'port_id': '051f5872-d449-4386-a5aa-8bc67f1da79d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'mac_address': 'fa:16:3e:34:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:34Z', 'updated_at': '2021-09-16T05:41:34Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82632fc3-364c-4235-8bc4-1c952fa19b1c', 'name': '', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:1f:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:21Z', 'updated_at': '2021-09-16T05:41:24Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:35.746059 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d498e-a5e5-4410-96b8-7fa1f7d7430e None None] Checking router: 255215e2-f3c1-486a-9474-81cb86beef5a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:41:35.748205 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff5e19fe-d14f-4f13-9416-4101df8c524c req-c9b73b2d-6570-4743-bca0-bba4189e47b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051f5872-d449-4386-a5aa-8bc67f1da79d HTTP/1.1" status: 200 len: 1000 time: 0.0622165 Sep 16 05:41:35.754204 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d498e-a5e5-4410-96b8-7fa1f7d7430e None None] Routers {'255215e2-f3c1-486a-9474-81cb86beef5a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:41:35.754827 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f64d498e-a5e5-4410-96b8-7fa1f7d7430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:41:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['255215e2-f3c1-486a-9474-81cb86beef5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:35.864755 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-f64d498e-a5e5-4410-96b8-7fa1f7d7430e None None] Set router 255215e2-f3c1-486a-9474-81cb86beef5a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:41:36.102013 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-f64d498e-a5e5-4410-96b8-7fa1f7d7430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:41:21Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '1fe6b920-de1d-4fe7-8810-34602a146546', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'port_id': '051f5872-d449-4386-a5aa-8bc67f1da79d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'mac_address': 'fa:16:3e:34:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:34Z', 'updated_at': '2021-09-16T05:41:34Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82632fc3-364c-4235-8bc4-1c952fa19b1c', 'name': '', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:1f:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:21Z', 'updated_at': '2021-09-16T05:41:24Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:41:36.123885 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:36.133577 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d498e-a5e5-4410-96b8-7fa1f7d7430e None None] The sync data for ids ['255215e2-f3c1-486a-9474-81cb86beef5a'] in n-d-712142-17 is: [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:41:21Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '1fe6b920-de1d-4fe7-8810-34602a146546', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'port_id': '051f5872-d449-4386-a5aa-8bc67f1da79d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'mac_address': 'fa:16:3e:34:c0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:41:34Z', 'updated_at': '2021-09-16T05:41:34Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82632fc3-364c-4235-8bc4-1c952fa19b1c', 'name': '', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:1f:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:21Z', 'updated_at': '2021-09-16T05:41:24Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:41:36.141260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e19fe-d14f-4f13-9416-4101df8c524c req-601286bb-18f6-4cd4-a6c4-40d32c99fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:36.143160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff5e19fe-d14f-4f13-9416-4101df8c524c req-601286bb-18f6-4cd4-a6c4-40d32c99fd3d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63c1756a-a2fd-4120-b6aa-a8744c2d99ea HTTP/1.1" status: 200 len: 834 time: 0.3867087 Sep 16 05:41:36.190370 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e19fe-d14f-4f13-9416-4101df8c524c req-f779e77a-83b9-42c2-a781-7c33cb92fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:36.192022 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff5e19fe-d14f-4f13-9416-4101df8c524c req-f779e77a-83b9-42c2-a781-7c33cb92fe29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ae27ff7-512f-4c6e-98bf-1c379d93931e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419071 Sep 16 05:41:36.288335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff5e19fe-d14f-4f13-9416-4101df8c524c req-0eeaa7fe-e165-4360-9de9-f0143204c5b7 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887439 Sep 16 05:41:36.326242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2125f3fd-5ab4-4821-9536-3aab77307ccb None None] New status for floating IP 1fe6b920-de1d-4fe7-8810-34602a146546: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:41:36.389218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff5e19fe-d14f-4f13-9416-4101df8c524c req-ef81230a-399e-4c68-a827-d7fd1db528b8 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933225 Sep 16 05:41:36.567216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55212) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:41:36.636199 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4f78e0c9-79f0-477b-a2a5-f96948375dfc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/1fe6b920-de1d-4fe7-8810-34602a146546 HTTP/1.1" status: 200 len: 994 time: 0.0677984 Sep 16 05:41:38.127866 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:41.575410 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7aadc56-9072-4d79-81fd-02e01a0a6e08 req-77eaa629-95a2-4bc6-ac98-c890ffa7045a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396247 Sep 16 05:41:41.661338 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aadc56-9072-4d79-81fd-02e01a0a6e08 req-dde8b05c-9344-4ca0-a14f-3261aa6b376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:41.662883 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7aadc56-9072-4d79-81fd-02e01a0a6e08 req-dde8b05c-9344-4ca0-a14f-3261aa6b376b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 1098 time: 0.0424743 Sep 16 05:41:41.781065 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aadc56-9072-4d79-81fd-02e01a0a6e08 req-f17ff507-b7fa-439d-a8de-282d9d8db2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:41.782589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7aadc56-9072-4d79-81fd-02e01a0a6e08 req-f17ff507-b7fa-439d-a8de-282d9d8db2e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ae27ff7-512f-4c6e-98bf-1c379d93931e HTTP/1.1" status: 200 len: 898 time: 0.0956571 Sep 16 05:41:41.849414 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7aadc56-9072-4d79-81fd-02e01a0a6e08 req-72fd8948-ef2e-4665-8152-f4d61332669c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051f5872-d449-4386-a5aa-8bc67f1da79d HTTP/1.1" status: 200 len: 1002 time: 0.0576029 Sep 16 05:41:41.902003 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aadc56-9072-4d79-81fd-02e01a0a6e08 req-1a43d64b-02c5-44ba-8711-99ce1b81b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:41.903468 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7aadc56-9072-4d79-81fd-02e01a0a6e08 req-1a43d64b-02c5-44ba-8711-99ce1b81b1d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63c1756a-a2fd-4120-b6aa-a8744c2d99ea HTTP/1.1" status: 200 len: 834 time: 0.0477452 Sep 16 05:41:41.949550 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aadc56-9072-4d79-81fd-02e01a0a6e08 req-f3fefbfc-95f8-481e-a015-f4b0ac303301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:41:41.951294 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7aadc56-9072-4d79-81fd-02e01a0a6e08 req-f3fefbfc-95f8-481e-a015-f4b0ac303301 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ae27ff7-512f-4c6e-98bf-1c379d93931e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403554 Sep 16 05:41:42.043956 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7aadc56-9072-4d79-81fd-02e01a0a6e08 req-835894a9-1e69-4e38-834e-950772404430 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831366 Sep 16 05:41:42.142073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f7aadc56-9072-4d79-81fd-02e01a0a6e08 req-192f47fb-91fd-451e-8bc7-772ec13dbaeb service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894291 Sep 16 05:41:47.319037 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-bf1b2408-de3f-456c-9b81-593a9412bf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.256661 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5929-174f-4615-b402-9b5865becc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:50.926501 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:51.902665 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:41:53.423884 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:03.404228 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:06.130722 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:08.137041 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:12.070282 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfef784-6134-455d-aed0-7b36a0d3c03b req-32df5c91-a1b0-46fd-8b21-c2a0222c20b3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:12.071871 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cfef784-6134-455d-aed0-7b36a0d3c03b req-32df5c91-a1b0-46fd-8b21-c2a0222c20b3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0529501 Sep 16 05:42:12.110110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3cfef784-6134-455d-aed0-7b36a0d3c03b req-e9961e1f-2328-4223-9bf7-59810b838767 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323098 Sep 16 05:42:13.227315 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35413407-d1c8-48e0-bb9d-70cf939d7560 req-78a4188a-3adc-4ac9-bc87-9ae7e6645cfa tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:13.230024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35413407-d1c8-48e0-bb9d-70cf939d7560 req-78a4188a-3adc-4ac9-bc87-9ae7e6645cfa tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0507522 Sep 16 05:42:13.272559 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-35413407-d1c8-48e0-bb9d-70cf939d7560 req-43fe522a-a8fb-4980-8972-a13269b0429a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367167 Sep 16 05:42:14.387166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d216b4c-b642-4d78-bff2-376da5d19fd9 req-0065a47a-5ab2-4bdd-961b-0452426fdf4a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:14.388667 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d216b4c-b642-4d78-bff2-376da5d19fd9 req-0065a47a-5ab2-4bdd-961b-0452426fdf4a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0492091 Sep 16 05:42:14.428447 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d216b4c-b642-4d78-bff2-376da5d19fd9 req-6bbbe3ca-ddae-4db3-aa74-693b60aab9e5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336559 Sep 16 05:42:15.547188 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce008e27-74bc-4c08-8c2b-2b9d8757a514 req-d97edc78-05b4-4917-98b3-ca94f8dce187 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:15.548688 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce008e27-74bc-4c08-8c2b-2b9d8757a514 req-d97edc78-05b4-4917-98b3-ca94f8dce187 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Sep 16 05:42:15.587250 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce008e27-74bc-4c08-8c2b-2b9d8757a514 req-9aba2ef6-bbaa-4e61-9170-92db500b3653 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318875 Sep 16 05:42:16.709776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b49793-2bc7-4541-98e4-5024ef183c5e req-3100ea3b-d726-4a6c-b249-5ed82eaee1db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:16.711269 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93b49793-2bc7-4541-98e4-5024ef183c5e req-3100ea3b-d726-4a6c-b249-5ed82eaee1db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0534258 Sep 16 05:42:16.753763 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-93b49793-2bc7-4541-98e4-5024ef183c5e req-d68f7c3f-70ce-4c15-88a4-24c30adcb4b3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365524 Sep 16 05:42:17.320807 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8c9f4b2f-1f09-4b01-8aba-e24d9bcf3fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:17.871973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2527b46-1bd1-4c3c-b66e-9e36e7a1ca07 req-e7ec5f01-5c25-4a61-b59c-ecda9cef61d6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:17.872870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2527b46-1bd1-4c3c-b66e-9e36e7a1ca07 req-e7ec5f01-5c25-4a61-b59c-ecda9cef61d6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0501673 Sep 16 05:42:17.910342 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2527b46-1bd1-4c3c-b66e-9e36e7a1ca07 req-06b1f410-fddc-44ff-b03d-ca6307d5a5bc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314748 Sep 16 05:42:19.025733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0392f-bc8e-47e5-8c16-4834c51658b6 req-dd5bbbf9-2299-4341-96b5-1b9d580ee8a1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:19.027218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10a0392f-bc8e-47e5-8c16-4834c51658b6 req-dd5bbbf9-2299-4341-96b5-1b9d580ee8a1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0479934 Sep 16 05:42:19.064264 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-10a0392f-bc8e-47e5-8c16-4834c51658b6 req-fc046f36-db52-425b-9309-b19d79d8cff6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311821 Sep 16 05:42:20.182400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abc5f2-2ca8-40f1-9323-0769ec459c4b req-d01bbe02-a751-496c-90ba-112a75934e10 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:20.184006 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56abc5f2-2ca8-40f1-9323-0769ec459c4b req-d01bbe02-a751-496c-90ba-112a75934e10 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0507083 Sep 16 05:42:20.228798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-56abc5f2-2ca8-40f1-9323-0769ec459c4b req-81608396-d958-49c3-ba7a-8e333cc3a7ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386770 Sep 16 05:42:20.259377 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ea16ec7c-5e53-4bf0-858e-539aa3979f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:20.928367 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:21.347282 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc613d4-ba6e-47a3-97ae-f1b25db298bd req-c4ef73af-e0f9-4a67-bc39-d1cc3a1801cb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:21.349637 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0dc613d4-ba6e-47a3-97ae-f1b25db298bd req-c4ef73af-e0f9-4a67-bc39-d1cc3a1801cb tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0494678 Sep 16 05:42:21.388618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0dc613d4-ba6e-47a3-97ae-f1b25db298bd req-b979ddbe-74aa-4d46-9443-3549a56d06c0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326297 Sep 16 05:42:21.907356 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:22.523332 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a90fc7-c215-45be-a0f1-3b821b79132a req-e506fd77-7fda-421b-81dd-c51e7511b4ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:22.524857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-42a90fc7-c215-45be-a0f1-3b821b79132a req-e506fd77-7fda-421b-81dd-c51e7511b4ae tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0496442 Sep 16 05:42:22.562784 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-42a90fc7-c215-45be-a0f1-3b821b79132a req-34f7dbb8-999d-4af6-b88f-d92a8606ab69 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319104 Sep 16 05:42:22.585414 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55252) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:22.651696 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fae38f4e-9743-4e06-b318-82519d682283 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/1fe6b920-de1d-4fe7-8810-34602a146546 HTTP/1.1" status: 200 len: 994 time: 0.0651135 Sep 16 05:42:23.426338 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:23.955756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac64e4e-baea-4e1a-9343-42030978dc31 req-74cfa92d-303f-4b00-85e3-af2ac25f2d5a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.957351 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ac64e4e-baea-4e1a-9343-42030978dc31 req-74cfa92d-303f-4b00-85e3-af2ac25f2d5a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0739653 Sep 16 05:42:23.992246 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bda985-75d3-4d06-a179-eaa095bc6e61 req-cd3a8c0e-caf1-4a8a-8c02-f0ff34e50a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:23.993855 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62bda985-75d3-4d06-a179-eaa095bc6e61 req-cd3a8c0e-caf1-4a8a-8c02-f0ff34e50a37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 1098 time: 0.0736694 Sep 16 05:42:24.007419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8ac64e4e-baea-4e1a-9343-42030978dc31 req-a739f625-021f-4148-8888-55c92bd2c089 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436950 Sep 16 05:42:24.101999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bda985-75d3-4d06-a179-eaa095bc6e61 req-1a6b213d-dcc1-41e7-834d-f14f2339faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:24.103501 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62bda985-75d3-4d06-a179-eaa095bc6e61 req-1a6b213d-dcc1-41e7-834d-f14f2339faa3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ae27ff7-512f-4c6e-98bf-1c379d93931e HTTP/1.1" status: 200 len: 898 time: 0.0951970 Sep 16 05:42:24.176363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62bda985-75d3-4d06-a179-eaa095bc6e61 req-1c3b1c3a-ae54-42dd-8e59-559dc26a9b3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051f5872-d449-4386-a5aa-8bc67f1da79d HTTP/1.1" status: 200 len: 1002 time: 0.0599525 Sep 16 05:42:24.238895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bda985-75d3-4d06-a179-eaa095bc6e61 req-30ed3b97-9412-4bd4-bba8-0d1a20f4a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:24.240544 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62bda985-75d3-4d06-a179-eaa095bc6e61 req-30ed3b97-9412-4bd4-bba8-0d1a20f4a57f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63c1756a-a2fd-4120-b6aa-a8744c2d99ea HTTP/1.1" status: 200 len: 834 time: 0.0510149 Sep 16 05:42:24.292282 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bda985-75d3-4d06-a179-eaa095bc6e61 req-eae4e7a6-f09a-4978-a88e-94e38221322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:24.293379 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62bda985-75d3-4d06-a179-eaa095bc6e61 req-eae4e7a6-f09a-4978-a88e-94e38221322b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ae27ff7-512f-4c6e-98bf-1c379d93931e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429230 Sep 16 05:42:24.392210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62bda985-75d3-4d06-a179-eaa095bc6e61 req-ae1e4a02-ce54-4cc7-82f7-7864e5464cf9 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868599 Sep 16 05:42:24.491332 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62bda985-75d3-4d06-a179-eaa095bc6e61 req-9c3cded3-d949-4be1-8c9f-5e1e9e8e2ef9 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873904 Sep 16 05:42:25.170386 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f34fb-6cf8-4969-893a-bdec84afa45b req-cbaaefeb-0f80-435a-bfd1-db9f6fd2de32 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:25.171894 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-456f34fb-6cf8-4969-893a-bdec84afa45b req-cbaaefeb-0f80-435a-bfd1-db9f6fd2de32 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0924122 Sep 16 05:42:25.210268 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-456f34fb-6cf8-4969-893a-bdec84afa45b req-16e9a1d0-24bd-494e-8da0-fd677b396ba8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314322 Sep 16 05:42:25.233573 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55264) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:25.297635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-113eba9e-eae3-4f7d-8bc8-983590b47cc8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/1fe6b920-de1d-4fe7-8810-34602a146546 HTTP/1.1" status: 200 len: 994 time: 0.0628579 Sep 16 05:42:36.144318 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:38.135088 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:40.404303 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:42:43.559872 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23cef13a-660b-4295-a173-32ff89abe703 req-2da9193a-4c9d-4cce-a245-aa7139524623 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396769 Sep 16 05:42:43.646271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cef13a-660b-4295-a173-32ff89abe703 req-a12da945-978b-4aba-9b31-ed03a67002ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.648314 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23cef13a-660b-4295-a173-32ff89abe703 req-a12da945-978b-4aba-9b31-ed03a67002ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 1098 time: 0.0410881 Sep 16 05:42:43.757640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cef13a-660b-4295-a173-32ff89abe703 req-f72b1cc8-3e88-457a-bd85-67c574d96ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.759226 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23cef13a-660b-4295-a173-32ff89abe703 req-f72b1cc8-3e88-457a-bd85-67c574d96ab8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ae27ff7-512f-4c6e-98bf-1c379d93931e HTTP/1.1" status: 200 len: 898 time: 0.0902724 Sep 16 05:42:43.826923 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23cef13a-660b-4295-a173-32ff89abe703 req-767831a7-c48e-4af2-a4f4-ac524fa55bc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051f5872-d449-4386-a5aa-8bc67f1da79d HTTP/1.1" status: 200 len: 1002 time: 0.0587127 Sep 16 05:42:43.881475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cef13a-660b-4295-a173-32ff89abe703 req-fd80e7c1-2102-44d1-bd0b-7c69e7e5570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.883557 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23cef13a-660b-4295-a173-32ff89abe703 req-fd80e7c1-2102-44d1-bd0b-7c69e7e5570a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63c1756a-a2fd-4120-b6aa-a8744c2d99ea HTTP/1.1" status: 200 len: 834 time: 0.0489945 Sep 16 05:42:43.930580 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cef13a-660b-4295-a173-32ff89abe703 req-8ed351f5-a426-4930-bc4d-f3d5ba928e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:43.932113 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23cef13a-660b-4295-a173-32ff89abe703 req-8ed351f5-a426-4930-bc4d-f3d5ba928e68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ae27ff7-512f-4c6e-98bf-1c379d93931e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402517 Sep 16 05:42:44.031754 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23cef13a-660b-4295-a173-32ff89abe703 req-2bf79f72-f42c-4bf2-a432-5845f7ad9d61 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924518 Sep 16 05:42:44.130268 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23cef13a-660b-4295-a173-32ff89abe703 req-c961783a-9b6e-43e3-947d-24238d06bd75 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904968 Sep 16 05:42:47.323604 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9c506015-ee67-43bf-ba54-63c1a4d733ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.261639 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d30b18b-0022-4057-9ff6-bacbd6f10693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:50.932515 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:51.908868 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:53.430269 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.671176 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55284) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:42:57.829051 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 7289fc59-15e6-452c-a0d2-c3594999658e {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:42:57.829397 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.909158 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.909495 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:57.921655 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 7289fc59-15e6-452c-a0d2-c3594999658e owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:42:58.072343 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.104739 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=7289fc59-15e6-452c-a0d2-c3594999658e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:42:58.142545 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:58.142897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:58.143241 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:58.143584 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:58.143922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:58.144258 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:58.144592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:58.144952 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:58.145283 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:58.145629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:58.145966 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:58.146293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:42:58.168304 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.168630 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Floating IP 1fe6b920-de1d-4fe7-8810-34602a146546 disassociated (deleted). External IP: 172.25.0.171, port: 051f5872-d449-4386-a5aa-8bc67f1da79d. Sep 16 05:42:58.379618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 255215e2-f3c1-486a-9474-81cb86beef5a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:42:58.488373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:42:58.493134 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:42:58.498828 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27965e74-d80b-4d99-925f-46a03bc371fd None None] Sync routers for ids ['255215e2-f3c1-486a-9474-81cb86beef5a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:42:58.508370 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27965e74-d80b-4d99-925f-46a03bc371fd None None] Routers {'255215e2-f3c1-486a-9474-81cb86beef5a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:58.509113 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-27965e74-d80b-4d99-925f-46a03bc371fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['255215e2-f3c1-486a-9474-81cb86beef5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:58.520454 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7c0f7594-042b-4fc5-80ad-bec3ea4110db tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/floatingips/1fe6b920-de1d-4fe7-8810-34602a146546 HTTP/1.1" status: 204 len: 168 time: 0.8481698 Sep 16 05:42:58.521025 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'tag': '051f5872-d449-4386-a5aa-8bc67f1da79d'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:42:58.526106 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db02bd5-61b6-479a-94ae-4d43c0d73095" -d '{"events": [{"name": "network-changed", "server_uuid": "58b1514a-c607-4c6a-bfe0-850b5ea90000", "tag": "051f5872-d449-4386-a5aa-8bc67f1da79d"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:42:58.619016 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-27965e74-d80b-4d99-925f-46a03bc371fd None None] Set router 255215e2-f3c1-486a-9474-81cb86beef5a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:58.760171 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41439a3-88e6-4761-9c7c-1c1dc34943d4 x-openstack-request-id: req-a41439a3-88e6-4761-9c7c-1c1dc34943d4 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:42:58.760718 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b1514a-c607-4c6a-bfe0-850b5ea90000", "tag": "051f5872-d449-4386-a5aa-8bc67f1da79d", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:42:58.761900 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a41439a3-88e6-4761-9c7c-1c1dc34943d4 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:42:58.761900 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'tag': '051f5872-d449-4386-a5aa-8bc67f1da79d', 'status': 'completed', 'code': 200} Sep 16 05:42:58.860316 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-27965e74-d80b-4d99-925f-46a03bc371fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:41:21Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '82632fc3-364c-4235-8bc4-1c952fa19b1c', 'name': '', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:1f:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:21Z', 'updated_at': '2021-09-16T05:41:24Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:58.896596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc4533-a461-4c0d-b6aa-5269bcafd3b9 req-e81c1989-73a1-4be3-bd12-29ce3b296ac8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:58.896981 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27965e74-d80b-4d99-925f-46a03bc371fd None None] Checking router: 255215e2-f3c1-486a-9474-81cb86beef5a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:42:58.899084 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-36fc4533-a461-4c0d-b6aa-5269bcafd3b9 req-e81c1989-73a1-4be3-bd12-29ce3b296ac8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0864933 Sep 16 05:42:58.908074 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27965e74-d80b-4d99-925f-46a03bc371fd None None] Routers {'255215e2-f3c1-486a-9474-81cb86beef5a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:42:58.909005 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-27965e74-d80b-4d99-925f-46a03bc371fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['255215e2-f3c1-486a-9474-81cb86beef5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:58.916681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db02bd5-61b6-479a-94ae-4d43c0d73095 req-fb440b8a-033a-467a-9e59-d58c5ac5102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:58.918138 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9db02bd5-61b6-479a-94ae-4d43c0d73095 req-fb440b8a-033a-467a-9e59-d58c5ac5102d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 1098 time: 0.1220267 Sep 16 05:42:58.987533 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-36fc4533-a461-4c0d-b6aa-5269bcafd3b9 req-0ebbc73b-ad03-4d35-bad4-bddc14e090ef tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800240 Sep 16 05:42:59.039541 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-27965e74-d80b-4d99-925f-46a03bc371fd None None] Set router 255215e2-f3c1-486a-9474-81cb86beef5a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:42:59.062290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db02bd5-61b6-479a-94ae-4d43c0d73095 req-23dbd1f7-1d81-4e3b-8aa2-2321d197b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:59.064740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9db02bd5-61b6-479a-94ae-4d43c0d73095 req-23dbd1f7-1d81-4e3b-8aa2-2321d197b6d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ae27ff7-512f-4c6e-98bf-1c379d93931e HTTP/1.1" status: 200 len: 898 time: 0.1366234 Sep 16 05:42:59.130898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9db02bd5-61b6-479a-94ae-4d43c0d73095 req-996741f1-f664-4318-8a05-67c980844f9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=051f5872-d449-4386-a5aa-8bc67f1da79d HTTP/1.1" status: 200 len: 217 time: 0.0564871 Sep 16 05:42:59.201475 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db02bd5-61b6-479a-94ae-4d43c0d73095 req-44a72dc6-842f-4d3e-9d7b-bd2aabd6f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:59.206279 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9db02bd5-61b6-479a-94ae-4d43c0d73095 req-44a72dc6-842f-4d3e-9d7b-bd2aabd6f83d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=63c1756a-a2fd-4120-b6aa-a8744c2d99ea HTTP/1.1" status: 200 len: 834 time: 0.0656548 Sep 16 05:42:59.268373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db02bd5-61b6-479a-94ae-4d43c0d73095 req-665ead6d-1676-41e0-9fca-660622cab49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:42:59.270068 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9db02bd5-61b6-479a-94ae-4d43c0d73095 req-665ead6d-1676-41e0-9fca-660622cab49c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ae27ff7-512f-4c6e-98bf-1c379d93931e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550883 Sep 16 05:42:59.279831 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-27965e74-d80b-4d99-925f-46a03bc371fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:41:21Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '82632fc3-364c-4235-8bc4-1c952fa19b1c', 'name': '', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:1f:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:21Z', 'updated_at': '2021-09-16T05:41:24Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:42:59.313321 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27965e74-d80b-4d99-925f-46a03bc371fd None None] The sync data for ids ['255215e2-f3c1-486a-9474-81cb86beef5a'] in n-d-712142-17 is: [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:41:21Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '82632fc3-364c-4235-8bc4-1c952fa19b1c', 'name': '', 'network_id': '3ae27ff7-512f-4c6e-98bf-1c379d93931e', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:1f:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:21Z', 'updated_at': '2021-09-16T05:41:24Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '63c1756a-a2fd-4120-b6aa-a8744c2d99ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:42:59.393910 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9db02bd5-61b6-479a-94ae-4d43c0d73095 req-4a37e39f-dcc2-43cd-9eb8-454aa061ae36 service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147325 Sep 16 05:42:59.496884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9db02bd5-61b6-479a-94ae-4d43c0d73095 req-c550bb07-805b-4ea6-b92c-ab83e9faa4cd service neutron] 10.222.0.50 "GET /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897193 Sep 16 05:42:59.563177 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1316636-4e15-400d-9638-a05318d869fd None None] New status for floating IP 1fe6b920-de1d-4fe7-8810-34602a146546: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:43:00.112358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde32e6-fac5-4ef5-b53b-9b51fb7e8b9d req-8c6b97c3-ed58-4d92-811e-21844fb00316 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:00.113902 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5cde32e6-fac5-4ef5-b53b-9b51fb7e8b9d req-8c6b97c3-ed58-4d92-811e-21844fb00316 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0537362 Sep 16 05:43:00.155406 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5cde32e6-fac5-4ef5-b53b-9b51fb7e8b9d req-6184df56-24a1-453a-952f-3bff5579b5d3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=4699526d-cbbf-4a47-9c3c-4c89cf7daea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353572 Sep 16 05:43:00.502535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028c62a-cf82-4c3e-a7c8-67baaf86f624 req-e14c6aee-4efd-49ff-b5ed-4c008c63ad9c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:00.503982 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1028c62a-cf82-4c3e-a7c8-67baaf86f624 req-e14c6aee-4efd-49ff-b5ed-4c008c63ad9c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 946 time: 0.0478785 Sep 16 05:43:00.596106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-1028c62a-cf82-4c3e-a7c8-67baaf86f624 req-3bb9ace0-2d2f-4eb1-a3ee-253fc09cd56d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 051f5872-d449-4386-a5aa-8bc67f1da79d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:00.596449 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1028c62a-cf82-4c3e-a7c8-67baaf86f624 req-3bb9ace0-2d2f-4eb1-a3ee-253fc09cd56d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.686222 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-1028c62a-cf82-4c3e-a7c8-67baaf86f624 req-3bb9ace0-2d2f-4eb1-a3ee-253fc09cd56d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port 051f5872-d449-4386-a5aa-8bc67f1da79d, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=051f5872-d449-4386-a5aa-8bc67f1da79d,segment=NetworkSegment(ddb96560-a854-418d-9ae8-02c6894b3583),segment_id=ddb96560-a854-418d-9ae8-02c6894b3583)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:00.686596 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1028c62a-cf82-4c3e-a7c8-67baaf86f624 req-3bb9ace0-2d2f-4eb1-a3ee-253fc09cd56d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.699113 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-1028c62a-cf82-4c3e-a7c8-67baaf86f624 req-3bb9ace0-2d2f-4eb1-a3ee-253fc09cd56d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 051f5872-d449-4386-a5aa-8bc67f1da79d owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:00.829302 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1028c62a-cf82-4c3e-a7c8-67baaf86f624 req-3bb9ace0-2d2f-4eb1-a3ee-253fc09cd56d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.857528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9ace0-2d2f-4eb1-a3ee-253fc09cd56d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=051f5872-d449-4386-a5aa-8bc67f1da79d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:00.897717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-1028c62a-cf82-4c3e-a7c8-67baaf86f624 req-3bb9ace0-2d2f-4eb1-a3ee-253fc09cd56d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] No DVR routers for this DVR port 051f5872-d449-4386-a5aa-8bc67f1da79d on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:00.900517 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-1028c62a-cf82-4c3e-a7c8-67baaf86f624 req-3bb9ace0-2d2f-4eb1-a3ee-253fc09cd56d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:00.902536 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1028c62a-cf82-4c3e-a7c8-67baaf86f624 req-3bb9ace0-2d2f-4eb1-a3ee-253fc09cd56d tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "DELETE /v2.0/ports/051f5872-d449-4386-a5aa-8bc67f1da79d HTTP/1.1" status: 204 len: 173 time: 0.3893168 Sep 16 05:43:00.902980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'name': 'network-vif-deleted', 'tag': '051f5872-d449-4386-a5aa-8bc67f1da79d'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:00.905197 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57e06ce-2b1f-4e24-8335-d04d199fc7a4" -d '{"events": [{"server_uuid": "58b1514a-c607-4c6a-bfe0-850b5ea90000", "name": "network-vif-deleted", "tag": "051f5872-d449-4386-a5aa-8bc67f1da79d"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:00.942585 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc2ee17-bc42-44b1-ae98-6294fe4c8bda x-openstack-request-id: req-2cc2ee17-bc42-44b1-ae98-6294fe4c8bda {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:00.942976 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b1514a-c607-4c6a-bfe0-850b5ea90000", "name": "network-vif-deleted", "tag": "051f5872-d449-4386-a5aa-8bc67f1da79d", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:00.943175 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cc2ee17-bc42-44b1-ae98-6294fe4c8bda {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:00.943674 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b1514a-c607-4c6a-bfe0-850b5ea90000', 'name': 'network-vif-deleted', 'tag': '051f5872-d449-4386-a5aa-8bc67f1da79d', 'status': 'completed', 'code': 200} Sep 16 05:43:01.271911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-209738e5-e658-449c-9323-ad2e695b25b5 req-4055a302-de87-41c2-80fa-47d50c49a25b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=58b1514a-c607-4c6a-bfe0-850b5ea90000 HTTP/1.1" status: 200 len: 210 time: 0.0273893 Sep 16 05:43:02.331367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55306) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:02.697474 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d145f6a-c071-46fe-b6a1-89ed34dba0ff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:02.952400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-8d145f6a-c071-46fe-b6a1-89ed34dba0ff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 82632fc3-364c-4235-8bc4-1c952fa19b1c {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:02.953230 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d145f6a-c071-46fe-b6a1-89ed34dba0ff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.043462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-8d145f6a-c071-46fe-b6a1-89ed34dba0ff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port 82632fc3-364c-4235-8bc4-1c952fa19b1c, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=82632fc3-364c-4235-8bc4-1c952fa19b1c,segment=NetworkSegment(ddb96560-a854-418d-9ae8-02c6894b3583),segment_id=ddb96560-a854-418d-9ae8-02c6894b3583)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:03.043898 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d145f6a-c071-46fe-b6a1-89ed34dba0ff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.060094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-8d145f6a-c071-46fe-b6a1-89ed34dba0ff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 82632fc3-364c-4235-8bc4-1c952fa19b1c owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:03.578762 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d145f6a-c071-46fe-b6a1-89ed34dba0ff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:03.604598 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d145f6a-c071-46fe-b6a1-89ed34dba0ff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=82632fc3-364c-4235-8bc4-1c952fa19b1c,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:03.764164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 051f5872-d449-4386-a5aa-8bc67f1da79d no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:03.785399 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: 051f5872-d449-4386-a5aa-8bc67f1da79d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:03.785806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device 051f5872-d449-4386-a5aa-8bc67f1da79d not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:03.785925 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-8d145f6a-c071-46fe-b6a1-89ed34dba0ff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.009549 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d145f6a-c071-46fe-b6a1-89ed34dba0ff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 255215e2-f3c1-486a-9474-81cb86beef5a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:04.129565 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d145f6a-c071-46fe-b6a1-89ed34dba0ff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:04.135419 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-8d145f6a-c071-46fe-b6a1-89ed34dba0ff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "PUT /v2.0/routers/255215e2-f3c1-486a-9474-81cb86beef5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025701 Sep 16 05:43:04.138053 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55308) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:04.141918 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cded5b9-63f4-428b-8a1d-45964f6fa498 None None] Sync routers for ids ['255215e2-f3c1-486a-9474-81cb86beef5a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:04.151461 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cded5b9-63f4-428b-8a1d-45964f6fa498 None None] Routers {'255215e2-f3c1-486a-9474-81cb86beef5a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:04.152101 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8cded5b9-63f4-428b-8a1d-45964f6fa498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['255215e2-f3c1-486a-9474-81cb86beef5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:04.191469 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting subnet 63c1756a-a2fd-4120-b6aa-a8744c2d99ea {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:43:04.195375 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.250754 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.337813 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.363594 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-8cded5b9-63f4-428b-8a1d-45964f6fa498 None None] Set router 255215e2-f3c1-486a-9474-81cb86beef5a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:04.402263 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.435167 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Subnet': ['ID=63c1756a-a2fd-4120-b6aa-a8744c2d99ea,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:04.441101 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.443018 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/subnets/63c1756a-a2fd-4120-b6aa-a8744c2d99ea HTTP/1.1" status: 204 len: 168 time: 0.3039649 Sep 16 05:43:04.446500 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55314) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:04.450907 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.451274 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.451678 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.452222 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.452565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.452909 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.453237 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.453565 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.453898 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e99b37-6cef-4c09-b0cc-457fe15312c7 None None] Network 3ae27ff7-512f-4c6e-98bf-1c379d93931e requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:04.454062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.454247 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.454578 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.454903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07188c17-d7fd-4bc4-b60f-7b1b21232f9f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.568294 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.568505 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8cded5b9-63f4-428b-8a1d-45964f6fa498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:43:03Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:04.595729 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cded5b9-63f4-428b-8a1d-45964f6fa498 None None] Checking router: 255215e2-f3c1-486a-9474-81cb86beef5a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:04.609856 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cded5b9-63f4-428b-8a1d-45964f6fa498 None None] Routers {'255215e2-f3c1-486a-9474-81cb86beef5a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:04.610387 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8cded5b9-63f4-428b-8a1d-45964f6fa498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['255215e2-f3c1-486a-9474-81cb86beef5a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:04.644441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] DHCP port deletion for 3ae27ff7-512f-4c6e-98bf-1c379d93931e request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:43:04.684391 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.693141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Deleting port 378ac710-1c0c-4c10-bbbf-ef2121246157 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:04.693539 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.722328 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-8cded5b9-63f4-428b-8a1d-45964f6fa498 None None] Set router 255215e2-f3c1-486a-9474-81cb86beef5a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:04.740903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 5410b110-8340-418a-865e-d9634846bdd7 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:43:04.741388 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.757942 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] For port 378ac710-1c0c-4c10-bbbf-ef2121246157, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=378ac710-1c0c-4c10-bbbf-ef2121246157,segment=NetworkSegment(ddb96560-a854-418d-9ae8-02c6894b3583),segment_id=ddb96560-a854-418d-9ae8-02c6894b3583)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:04.758353 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.771305 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Calling delete_port for 378ac710-1c0c-4c10-bbbf-ef2121246157 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:04.831190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port 5410b110-8340-418a-865e-d9634846bdd7, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5410b110-8340-418a-865e-d9634846bdd7,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:04.831520 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.846045 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 5410b110-8340-418a-865e-d9634846bdd7 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:43:04.855034 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:04.882740 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] No DVR routers for this DVR port 378ac710-1c0c-4c10-bbbf-ef2121246157 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:43:04.886912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Pushing event deleted for resources: {'Port': ['ID=378ac710-1c0c-4c10-bbbf-ef2121246157,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:04.895784 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.896154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.896504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.896856 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.897192 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.897536 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.897919 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.898254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.898591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.899005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.899538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.899900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785374e3-da5f-4673-b7fe-59305e5a68e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:04.926271 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8cded5b9-63f4-428b-8a1d-45964f6fa498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:43:03Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:04.957144 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cded5b9-63f4-428b-8a1d-45964f6fa498 None None] The sync data for ids ['255215e2-f3c1-486a-9474-81cb86beef5a'] in n-d-712142-17 is: [{'id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516398790', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '5410b110-8340-418a-865e-d9634846bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:41:18Z', 'updated_at': '2021-09-16T05:43:03Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '5410b110-8340-418a-865e-d9634846bdd7', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255215e2-f3c1-486a-9474-81cb86beef5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:41:19Z', 'updated_at': '2021-09-16T05:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:05.040058 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.064585 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=5410b110-8340-418a-865e-d9634846bdd7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:05.126988 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.219098 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.221125 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.268172 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.268832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Fanout notify agent at l3_agent the message router_deleted on router 255215e2-f3c1-486a-9474-81cb86beef5a {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:43:05.277482 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.278645 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-62442f76-3efb-4903-ac0b-2e5c7cb45aac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/routers/255215e2-f3c1-486a-9474-81cb86beef5a HTTP/1.1" status: 204 len: 168 time: 0.8308737 Sep 16 05:43:05.281404 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55316) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.359829 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.454340 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.475019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae27ff7-512f-4c6e-98bf-1c379d93931e']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:05.484949 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb96560-a854-418d-9ae8-02c6894b3583') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:05.485255 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb96560-a854-418d-9ae8-02c6894b3583') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:05.495915 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.510282 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.517036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:43:05.517458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:43:05.520773 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:43:05.589233 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.598502 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.603270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/networks/3ae27ff7-512f-4c6e-98bf-1c379d93931e HTTP/1.1" status: 204 len: 168 time: 0.3180537 Sep 16 05:43:05.603488 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55318) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:05.610781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9225d7-5b82-454f-8a40-542e3e603567 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Network': ['ID=3ae27ff7-512f-4c6e-98bf-1c379d93931e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:05.669412 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3d5521f5-1f97-4b1f-ad71-c33c55faf690 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.694686 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3d5521f5-1f97-4b1f-ad71-c33c55faf690 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.755209 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3d5521f5-1f97-4b1f-ad71-c33c55faf690 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.758074 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3d5521f5-1f97-4b1f-ad71-c33c55faf690 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:05.759810 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3d5521f5-1f97-4b1f-ad71-c33c55faf690 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/security-groups/4699526d-cbbf-4a47-9c3c-4c89cf7daea6 HTTP/1.1" status: 204 len: 168 time: 0.1545300 Sep 16 05:43:05.769045 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5521f5-1f97-4b1f-ad71-c33c55faf690 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4699526d-cbbf-4a47-9c3c-4c89cf7daea6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.148027 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 378ac710-1c0c-4c10-bbbf-ef2121246157 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:06.151212 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55324) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.152369 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.156070 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-84a90e77-2e28-48bb-a54c-3623815f970f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598975985', 'description': 'tempest-secgroup-smoke-1598975985 description', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:06.169306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 378ac710-1c0c-4c10-bbbf-ef2121246157 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:06.169692 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 378ac710-1c0c-4c10-bbbf-ef2121246157 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:06.170129 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 82632fc3-364c-4235-8bc4-1c952fa19b1c no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:06.179027 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-84a90e77-2e28-48bb-a54c-3623815f970f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.189359 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 82632fc3-364c-4235-8bc4-1c952fa19b1c {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:06.189658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 82632fc3-364c-4235-8bc4-1c952fa19b1c not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:06.190098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5410b110-8340-418a-865e-d9634846bdd7 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:43:06.213766 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 5410b110-8340-418a-865e-d9634846bdd7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:43:06.214123 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5410b110-8340-418a-865e-d9634846bdd7 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:43:06.268924 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-84a90e77-2e28-48bb-a54c-3623815f970f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.273232 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-84a90e77-2e28-48bb-a54c-3623815f970f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.302141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-84a90e77-2e28-48bb-a54c-3623815f970f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.303377 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-84a90e77-2e28-48bb-a54c-3623815f970f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1510513 Sep 16 05:43:06.305481 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a90e77-2e28-48bb-a54c-3623815f970f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323ef528-5c8e-4c5d-aa2f-a98b10ff4791,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.306784 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55326) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.311395 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-4a0211d3-53a3-48c7-b737-da780c252cea tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '323ef528-5c8e-4c5d-aa2f-a98b10ff4791', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:06.347617 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a0211d3-53a3-48c7-b737-da780c252cea tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.404378 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a0211d3-53a3-48c7-b737-da780c252cea tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.408176 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a0211d3-53a3-48c7-b737-da780c252cea tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.426813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0211d3-53a3-48c7-b737-da780c252cea tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e171fea-8ec6-45c0-a8ad-a31f3812ce0d,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.435051 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-4a0211d3-53a3-48c7-b737-da780c252cea tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.436462 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4a0211d3-53a3-48c7-b737-da780c252cea tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286600 Sep 16 05:43:06.440106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55328) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.444437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-bbe79f85-acfc-4d3b-8641-387aba92f2e4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '323ef528-5c8e-4c5d-aa2f-a98b10ff4791', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:06.471119 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbe79f85-acfc-4d3b-8641-387aba92f2e4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.529769 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbe79f85-acfc-4d3b-8641-387aba92f2e4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.533774 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbe79f85-acfc-4d3b-8641-387aba92f2e4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.552371 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe79f85-acfc-4d3b-8641-387aba92f2e4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155b3768-0dd2-4ca1-97d5-8dbca20d2018,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.558514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-bbe79f85-acfc-4d3b-8641-387aba92f2e4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.559674 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-bbe79f85-acfc-4d3b-8641-387aba92f2e4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186604 Sep 16 05:43:06.562693 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55330) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.567388 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-dd4dc5a8-b1df-40b1-bd3f-e3f22fe3872e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '323ef528-5c8e-4c5d-aa2f-a98b10ff4791', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:06.596052 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc5a8-b1df-40b1-bd3f-e3f22fe3872e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.659232 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc5a8-b1df-40b1-bd3f-e3f22fe3872e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.663672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc5a8-b1df-40b1-bd3f-e3f22fe3872e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.682571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dc5a8-b1df-40b1-bd3f-e3f22fe3872e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae004688-4979-4b61-84a8-3f6877aa5058,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.692760 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-dd4dc5a8-b1df-40b1-bd3f-e3f22fe3872e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.693888 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-dd4dc5a8-b1df-40b1-bd3f-e3f22fe3872e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300929 Sep 16 05:43:06.697694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55332) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.702358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7a1efe50-6efe-4846-9dee-e057c6b80c3b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '323ef528-5c8e-4c5d-aa2f-a98b10ff4791', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:06.727989 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe50-6efe-4846-9dee-e057c6b80c3b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.796936 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe50-6efe-4846-9dee-e057c6b80c3b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.800975 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe50-6efe-4846-9dee-e057c6b80c3b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.820919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1efe50-6efe-4846-9dee-e057c6b80c3b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70007735-953f-4880-8822-3190626d3539,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.831130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe50-6efe-4846-9dee-e057c6b80c3b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.832770 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7a1efe50-6efe-4846-9dee-e057c6b80c3b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339717 Sep 16 05:43:06.835339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55334) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.840083 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-3ee4dacb-4855-40cc-97aa-2f2b90c481a2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '323ef528-5c8e-4c5d-aa2f-a98b10ff4791', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:06.863353 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-3ee4dacb-4855-40cc-97aa-2f2b90c481a2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Project ed1383a305d349f28e9b6fa2051832d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:43:06.869699 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ee4dacb-4855-40cc-97aa-2f2b90c481a2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.938232 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ee4dacb-4855-40cc-97aa-2f2b90c481a2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.944030 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ee4dacb-4855-40cc-97aa-2f2b90c481a2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.969365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4dacb-4855-40cc-97aa-2f2b90c481a2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b2cc56-66b3-444d-a432-180e321caa3f,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:06.972066 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3ee4dacb-4855-40cc-97aa-2f2b90c481a2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:06.973373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3ee4dacb-4855-40cc-97aa-2f2b90c481a2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370637 Sep 16 05:43:06.976308 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55336) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:06.981094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-d180604a-aeb0-4950-ac37-de3ae4ff0465 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'security_group_rule': {'security_group_id': '323ef528-5c8e-4c5d-aa2f-a98b10ff4791', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:07.003065 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-d180604a-aeb0-4950-ac37-de3ae4ff0465 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Project ed1383a305d349f28e9b6fa2051832d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:43:07.007852 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d180604a-aeb0-4950-ac37-de3ae4ff0465 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.076245 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d180604a-aeb0-4950-ac37-de3ae4ff0465 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.080824 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d180604a-aeb0-4950-ac37-de3ae4ff0465 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.103004 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180604a-aeb0-4950-ac37-de3ae4ff0465 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cb53ab-cdc9-420f-8ee6-40bcfeb1b8fd,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:07.111074 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d180604a-aeb0-4950-ac37-de3ae4ff0465 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.112302 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d180604a-aeb0-4950-ac37-de3ae4ff0465 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352139 Sep 16 05:43:07.115102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55338) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:07.121419 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-34283476-cf07-4b93-b8cf-8d69cba1c3ac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'network': {'name': 'tempest-network-smoke--302572035', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'port_security_enabled': True}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:07.142996 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34283476-cf07-4b93-b8cf-8d69cba1c3ac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:07.146477 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34283476-cf07-4b93-b8cf-8d69cba1c3ac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.171039 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34283476-cf07-4b93-b8cf-8d69cba1c3ac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:43:07.179883 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34283476-cf07-4b93-b8cf-8d69cba1c3ac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.180977 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-34283476-cf07-4b93-b8cf-8d69cba1c3ac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Added segment 25a82c83-b2a4-4e5c-b562-dfd14d80a4ed of type vlan for network 2d283b0e-11ce-4c0e-bf28-1f11db088530 Sep 16 05:43:07.224250 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34283476-cf07-4b93-b8cf-8d69cba1c3ac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.249640 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34283476-cf07-4b93-b8cf-8d69cba1c3ac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.255425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34283476-cf07-4b93-b8cf-8d69cba1c3ac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:07.256016 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-34283476-cf07-4b93-b8cf-8d69cba1c3ac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.291702 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-34283476-cf07-4b93-b8cf-8d69cba1c3ac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1755602 Sep 16 05:43:07.294689 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55340) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:07.299351 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'admin_state_up': True, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:07.324494 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.325440 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34283476-cf07-4b93-b8cf-8d69cba1c3ac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Network': ['ID=2d283b0e-11ce-4c0e-bf28-1f11db088530,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:07.325979 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.342267 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 2d283b0e-11ce-4c0e-bf28-1f11db088530 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:43:07.391069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:07.875593 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.082649 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.101817 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.146306 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.219279 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.25.0.127 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/52b11726-f3dc-4538-ae14-40dd328ef328) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:08.338683 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.371752 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.409287 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:08.412116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:08.418471 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:08.444398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=52b11726-f3dc-4538-ae14-40dd328ef328,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:08.670886 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:08.870810 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.018745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 107b0d50-314e-4284-93cb-939c682794f3 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:43:09.129880 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:09.141015 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Sync routers for ids ['107b0d50-314e-4284-93cb-939c682794f3'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:09.149592 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.150948 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-03ad0d43-18eb-4e22-af47-fb092d1810a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8551402 Sep 16 05:43:09.153306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Routers {'107b0d50-314e-4284-93cb-939c682794f3'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:09.153991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['107b0d50-314e-4284-93cb-939c682794f3'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:09.154140 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55342) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:09.183145 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-601e8e36-e0c6-41c6-86ce-9c5f8df2e320 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ed1383a305d349f28e9b6fa2051832d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278616 Sep 16 05:43:09.185631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55344) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:09.263166 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Set router 107b0d50-314e-4284-93cb-939c682794f3 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:09.282077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c42fa0-900b-4b06-9bca-65ea264527f3 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:09.283718 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-15c42fa0-900b-4b06-9bca-65ea264527f3 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971425 Sep 16 05:43:09.286522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55346) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:09.315146 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1e8b3f30-abfc-4314-a670-5f9cc3c927d3 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=d6f07381-018f-452e-9a64-d5ddd43ee5a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275097 Sep 16 05:43:09.317635 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55348) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:09.322687 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-db03e17f-8237-48d7-a3da-3133767373fc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-351450113', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:09.414820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db03e17f-8237-48d7-a3da-3133767373fc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:09.418472 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db03e17f-8237-48d7-a3da-3133767373fc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.442882 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:43:08Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:09.475085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Checking router: 107b0d50-314e-4284-93cb-939c682794f3 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:09.475437 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Updating router 107b0d50-314e-4284-93cb-939c682794f3 port 52b11726-f3dc-4538-ae14-40dd328ef328 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:43:09.502482 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.604242 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db03e17f-8237-48d7-a3da-3133767373fc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.672611 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03e17f-8237-48d7-a3da-3133767373fc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Subnet': ['ID=42af7024-8c2e-4e63-b1f2-2f91b5d1e616,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:09.679406 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03e17f-8237-48d7-a3da-3133767373fc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Checking segment: {'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:09.679715 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db03e17f-8237-48d7-a3da-3133767373fc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network hostable DHCP agents. Network: 2d283b0e-11ce-4c0e-bf28-1f11db088530, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:43:09.701277 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db03e17f-8237-48d7-a3da-3133767373fc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 2d283b0e-11ce-4c0e-bf28-1f11db088530 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:43:09.715881 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-db03e17f-8237-48d7-a3da-3133767373fc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 2d283b0e-11ce-4c0e-bf28-1f11db088530) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:09.720771 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db03e17f-8237-48d7-a3da-3133767373fc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:09.721622 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-db03e17f-8237-48d7-a3da-3133767373fc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:09.738009 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-db03e17f-8237-48d7-a3da-3133767373fc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4192500 Sep 16 05:43:09.740924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55350) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:09.786089 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b126dd07-6920-40d2-9069-354df9edf3bf None None] Network 2d283b0e-11ce-4c0e-bf28-1f11db088530 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:10.032490 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.040499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-2d283b0e-11ce-4c0e-bf28-1f11db088530', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ips': [{'subnet_id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:43:10.041691 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.045459 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.160714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Attempting to bind port 52b11726-f3dc-4538-ae14-40dd328ef328 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:10.161432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Attempting to bind port 52b11726-f3dc-4538-ae14-40dd328ef328 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:10.161432 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Attempting to bind port 52b11726-f3dc-4538-ae14-40dd328ef328 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:10.168986 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4cc6c-00ae-4f24-8e8f-01e2c108aa34 None None] Pushing event updated for resources: {'Port': ['ID=52b11726-f3dc-4538-ae14-40dd328ef328,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:10.178782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:10.179172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:10.179583 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.180025 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:10.181086 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Bound port: 52b11726-f3dc-4538-ae14-40dd328ef328, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:10.181490 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.208083 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.288425 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] For port 52b11726-f3dc-4538-ae14-40dd328ef328, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:10.295154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] For port 52b11726-f3dc-4538-ae14-40dd328ef328, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=52b11726-f3dc-4538-ae14-40dd328ef328,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:10.302170 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Allocated IP 172.20.0.2 (2d283b0e-11ce-4c0e-bf28-1f11db088530/42af7024-8c2e-4e63-b1f2-2f91b5d1e616/16baa0ce-e677-44fa-a582-0f117b563d5a) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:10.304530 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.388792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Routers {'107b0d50-314e-4284-93cb-939c682794f3'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:10.389447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['107b0d50-314e-4284-93cb-939c682794f3'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:10.474814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4cc6c-00ae-4f24-8e8f-01e2c108aa34 None None] Pushing event updated for resources: {'Port': ['ID=52b11726-f3dc-4538-ae14-40dd328ef328,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:10.587049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] Set router 107b0d50-314e-4284-93cb-939c682794f3 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:10.676786 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.686475 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.739923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.20.0.1 (2d283b0e-11ce-4c0e-bf28-1f11db088530/42af7024-8c2e-4e63-b1f2-2f91b5d1e616/824e2cf0-61af-4ddd-bb42-6be1c59a075b) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:10.763675 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Network 2d283b0e-11ce-4c0e-bf28-1f11db088530 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:10.769001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:10.772733 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Pushing event updated for resources: {'Port': ['ID=16baa0ce-e677-44fa-a582-0f117b563d5a,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:10.775093 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:10.855203 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.863270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Attempting to bind port 16baa0ce-e677-44fa-a582-0f117b563d5a on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:10.863655 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Attempting to bind port 16baa0ce-e677-44fa-a582-0f117b563d5a by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:10.864026 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Attempting to bind port 16baa0ce-e677-44fa-a582-0f117b563d5a on network 2d283b0e-11ce-4c0e-bf28-1f11db088530 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:10.872480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:10.872861 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Checking segment: {'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:10.873272 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.873696 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Bound using segment: {'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:10.874176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Bound port: 16baa0ce-e677-44fa-a582-0f117b563d5a, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:10.874563 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.891548 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:10.922127 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:43:08Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:10.934220 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 2d283b0e-11ce-4c0e-bf28-1f11db088530 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:10.937363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:10.945239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:10.959683 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f920c6-ce0b-442c-95ef-d101f22e2c1b None None] The sync data for ids ['107b0d50-314e-4284-93cb-939c682794f3'] in n-d-712142-17 is: [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:43:08Z', 'revision_number': 3, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:10.982738 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=824e2cf0-61af-4ddd-bb42-6be1c59a075b,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:10.983625 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] For port 16baa0ce-e677-44fa-a582-0f117b563d5a, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:10.987037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] For port 16baa0ce-e677-44fa-a582-0f117b563d5a, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=16baa0ce-e677-44fa-a582-0f117b563d5a,segment=NetworkSegment(25a82c83-b2a4-4e5c-b562-dfd14d80a4ed),segment_id=25a82c83-b2a4-4e5c-b562-dfd14d80a4ed)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:10.991453 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.007137 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.058398 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b798b35-c773-4fc7-ab25-c1dbc0972ed0 None None] Pushing event updated for resources: {'Port': ['ID=16baa0ce-e677-44fa-a582-0f117b563d5a,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:11.158054 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.525881 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.530029 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.610665 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=824e2cf0-61af-4ddd-bb42-6be1c59a075b,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:11.613282 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:11.708858 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 2d283b0e-11ce-4c0e-bf28-1f11db088530 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:11.710327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:11.849715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 107b0d50-314e-4284-93cb-939c682794f3 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:11.974276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:11.981210 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-14c3a0de-bb10-41e6-ae1b-54d92211dafe tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "PUT /v2.0/routers/107b0d50-314e-4284-93cb-939c682794f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2390785 Sep 16 05:43:12.090217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e479b51c-fb80-4972-9283-bc94c2d4e0a6 None None] Network 2d283b0e-11ce-4c0e-bf28-1f11db088530 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:43:12.142888 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-fb7bc1c2-f730-42b4-88e9-1ecb04a05233 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598975985&fields=id&tenant_id=ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 267 time: 0.0529561 Sep 16 05:43:12.197346 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-8922cfb1-8a46-4d9a-9086-84ff938cc31a None None] Provisioning complete for port 16baa0ce-e677-44fa-a582-0f117b563d5a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:12.197837 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8922cfb1-8a46-4d9a-9086-84ff938cc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.240342 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 16baa0ce-e677-44fa-a582-0f117b563d5a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:12.259231 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-629f8eb1-d723-43aa-9741-899b554e88b5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:12.260764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-629f8eb1-d723-43aa-9741-899b554e88b5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/networks?id=2d283b0e-11ce-4c0e-bf28-1f11db088530 HTTP/1.1" status: 200 len: 796 time: 0.1176562 Sep 16 05:43:12.276899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f2ffeaa2-ea77-485d-9f32-35b87c4429e9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/quotas/ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 375 time: 0.0099730 Sep 16 05:43:12.333475 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-121a7a90-dfde-45b6-a0d0-6172c39931d1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505025 Sep 16 05:43:12.375823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 16baa0ce-e677-44fa-a582-0f117b563d5a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:12.376197 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.418995 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8922cfb1-8a46-4d9a-9086-84ff938cc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.453686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-6819d39a-d48b-403f-9ca0-b524ab36e418 service neutron] 10.222.0.53 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051888 Sep 16 05:43:12.467971 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-8922cfb1-8a46-4d9a-9086-84ff938cc31a None None] For port 16baa0ce-e677-44fa-a582-0f117b563d5a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=16baa0ce-e677-44fa-a582-0f117b563d5a,segment=NetworkSegment(25a82c83-b2a4-4e5c-b562-dfd14d80a4ed),segment_id=25a82c83-b2a4-4e5c-b562-dfd14d80a4ed)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:12.473057 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8922cfb1-8a46-4d9a-9086-84ff938cc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.548460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 52b11726-f3dc-4538-ae14-40dd328ef328 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:12.564169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-cb87e71e-f65a-4c3f-964e-25bab80dcb6b service neutron] 10.222.0.53 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995693 Sep 16 05:43:12.579727 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922cfb1-8a46-4d9a-9086-84ff938cc31a None None] Pushing event updated for resources: {'Port': ['ID=16baa0ce-e677-44fa-a582-0f117b563d5a,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:12.614005 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 52b11726-f3dc-4538-ae14-40dd328ef328 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:12.614382 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.719691 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.727210 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b6c44bbb-5feb-4a87-91a2-86f698f339d0 None None] Provisioning complete for port 16baa0ce-e677-44fa-a582-0f117b563d5a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:12.727592 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b6c44bbb-5feb-4a87-91a2-86f698f339d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:12.784274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-109b5124-e5f1-4b45-a7c8-7c1d265f5d3c req-0419cff3-2220-4cc0-87f1-85a58abd6cdc tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 210 time: 0.0287261 Sep 16 05:43:12.877125 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Sync routers for ids ['107b0d50-314e-4284-93cb-939c682794f3'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:12.888712 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Routers {'107b0d50-314e-4284-93cb-939c682794f3'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:12.889568 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['107b0d50-314e-4284-93cb-939c682794f3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:12.957243 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 52b11726-f3dc-4538-ae14-40dd328ef328, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=52b11726-f3dc-4538-ae14-40dd328ef328,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:12.965851 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.034749 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Set router 107b0d50-314e-4284-93cb-939c682794f3 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:13.049348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=52b11726-f3dc-4538-ae14-40dd328ef328,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:13.087164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b6c44bbb-5feb-4a87-91a2-86f698f339d0 None None] Provisioning complete for port 824e2cf0-61af-4ddd-bb42-6be1c59a075b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:13.087572 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b6c44bbb-5feb-4a87-91a2-86f698f339d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.134903 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b6c44bbb-5feb-4a87-91a2-86f698f339d0 None None] Port 824e2cf0-61af-4ddd-bb42-6be1c59a075b cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:13.257173 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b01a4589-11c1-4cc1-b9f8-59b99803fede None None] Provisioning complete for port 824e2cf0-61af-4ddd-bb42-6be1c59a075b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:13.257547 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b01a4589-11c1-4cc1-b9f8-59b99803fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.268689 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '824e2cf0-61af-4ddd-bb42-6be1c59a075b', 'name': '', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:a1:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:10Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 2, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:13.300083 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Checking router: 107b0d50-314e-4284-93cb-939c682794f3 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:13.300447 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Updating router 107b0d50-314e-4284-93cb-939c682794f3 port 824e2cf0-61af-4ddd-bb42-6be1c59a075b binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:43:13.303629 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b01a4589-11c1-4cc1-b9f8-59b99803fede None None] Port 824e2cf0-61af-4ddd-bb42-6be1c59a075b cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:13.329003 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.599028 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.604450 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.676748 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Pushing event updated for resources: {'Port': ['ID=824e2cf0-61af-4ddd-bb42-6be1c59a075b,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:13.700472 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:13.701277 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:13.701636 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:13.702236 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:13.702568 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:13.702892 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:13.703214 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:13.703532 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:13.703851 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:13.704175 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:13.704575 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:13.704894 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:43:13.720203 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Attempting to bind port 824e2cf0-61af-4ddd-bb42-6be1c59a075b on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:13.720575 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Attempting to bind port 824e2cf0-61af-4ddd-bb42-6be1c59a075b by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:13.720937 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Attempting to bind port 824e2cf0-61af-4ddd-bb42-6be1c59a075b on network 2d283b0e-11ce-4c0e-bf28-1f11db088530 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:13.726087 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:13.726458 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Checking segment: {'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:13.728040 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.728439 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Bound using segment: {'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:13.728907 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Bound port: 824e2cf0-61af-4ddd-bb42-6be1c59a075b, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:13.729285 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.802913 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] For port 824e2cf0-61af-4ddd-bb42-6be1c59a075b, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:13.807101 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] For port 824e2cf0-61af-4ddd-bb42-6be1c59a075b, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=824e2cf0-61af-4ddd-bb42-6be1c59a075b,segment=NetworkSegment(25a82c83-b2a4-4e5c-b562-dfd14d80a4ed),segment_id=25a82c83-b2a4-4e5c-b562-dfd14d80a4ed)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:13.819893 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:13.900670 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f9dd1-adb7-4c11-b879-6992267f5ce9 None None] Pushing event updated for resources: {'Port': ['ID=824e2cf0-61af-4ddd-bb42-6be1c59a075b,revision_number=4']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:13.909197 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Routers {'107b0d50-314e-4284-93cb-939c682794f3'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:13.910125 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:42:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['107b0d50-314e-4284-93cb-939c682794f3'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:13.953324 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-36b9a5c3-0629-4b1d-9b94-6247112ef358 None None] Provisioning complete for port 824e2cf0-61af-4ddd-bb42-6be1c59a075b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:13.953730 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-36b9a5c3-0629-4b1d-9b94-6247112ef358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.088967 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-c30dee56-f455-4c31-b989-d4f3b6ba7932 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:14.091274 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-c30dee56-f455-4c31-b989-d4f3b6ba7932 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/networks?id=2d283b0e-11ce-4c0e-bf28-1f11db088530 HTTP/1.1" status: 200 len: 796 time: 0.2140129 Sep 16 05:43:14.103832 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-36b9a5c3-0629-4b1d-9b94-6247112ef358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.106996 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] Set router 107b0d50-314e-4284-93cb-939c682794f3 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:14.198560 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-36b9a5c3-0629-4b1d-9b94-6247112ef358 None None] For port 824e2cf0-61af-4ddd-bb42-6be1c59a075b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=824e2cf0-61af-4ddd-bb42-6be1c59a075b,segment=NetworkSegment(25a82c83-b2a4-4e5c-b562-dfd14d80a4ed),segment_id=25a82c83-b2a4-4e5c-b562-dfd14d80a4ed)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:14.203196 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-36b9a5c3-0629-4b1d-9b94-6247112ef358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.229267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-a3048f61-0119-43fc-bf1c-5e9df3f41213 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed1383a305d349f28e9b6fa2051832d3 HTTP/1.1" status: 200 len: 380 time: 0.1200976 Sep 16 05:43:14.244115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 16baa0ce-e677-44fa-a582-0f117b563d5a up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:14.251638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'port': {'device_id': '2b6e8f68-9385-4631-8861-1890c712b148', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'admin_state_up': True, 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'security_groups': ['323ef528-5c8e-4c5d-aa2f-a98b10ff4791']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:14.303853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9a5c3-0629-4b1d-9b94-6247112ef358 None None] Pushing event updated for resources: {'Port': ['ID=824e2cf0-61af-4ddd-bb42-6be1c59a075b,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:14.327746 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 16baa0ce-e677-44fa-a582-0f117b563d5a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:14.328126 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.343418 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ec04e4d-88db-4e40-89e6-9f3702a1541a req-d65a05f7-63f0-4a6e-b872-c7e39824fe9b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 210 time: 0.0825310 Sep 16 05:43:14.351032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a8170e6f-4ed7-40af-b56c-6914956fec34 None None] Provisioning complete for port 824e2cf0-61af-4ddd-bb42-6be1c59a075b triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:14.351032 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a8170e6f-4ed7-40af-b56c-6914956fec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.438165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Made reservation on behalf of ed1383a305d349f28e9b6fa2051832d3 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:43:14.442546 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.485305 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '824e2cf0-61af-4ddd-bb42-6be1c59a075b', 'name': '', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:a1:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:10Z', 'updated_at': '2021-09-16T05:43:13Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:14.501650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 52b11726-f3dc-4538-ae14-40dd328ef328 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:14.514767 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d73d1dd-8aae-4a85-80b2-c81dbed94e92 None None] The sync data for ids ['107b0d50-314e-4284-93cb-939c682794f3'] in n-d-712142-17 is: [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '824e2cf0-61af-4ddd-bb42-6be1c59a075b', 'name': '', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:a1:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:10Z', 'updated_at': '2021-09-16T05:43:13Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:14.574677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 52b11726-f3dc-4538-ae14-40dd328ef328 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:14.575296 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:14.610814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.20.0.6 (2d283b0e-11ce-4c0e-bf28-1f11db088530/42af7024-8c2e-4e63-b1f2-2f91b5d1e616/d7dc263e-ff71-48a9-859b-e882423a3a29) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:15.096669 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.132765 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.179771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network 2d283b0e-11ce-4c0e-bf28-1f11db088530 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:15.183165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:15.189290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:15.196995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=d7dc263e-ff71-48a9-859b-e882423a3a29,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:15.252674 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:15.253338 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.269253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f0463b58-c032-4a77-8bc6-7c7de60dc5e7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0309291 Sep 16 05:43:15.291741 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Request body: {'port': {'device_id': '2b6e8f68-9385-4631-8861-1890c712b148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:15.355320 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.455151 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e2d12d8f-011a-4f11-a762-fc681c0547a9 None None] Provisioning complete for port d7dc263e-ff71-48a9-859b-e882423a3a29 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:15.455692 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2d12d8f-011a-4f11-a762-fc681c0547a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.500374 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e2d12d8f-011a-4f11-a762-fc681c0547a9 None None] Port d7dc263e-ff71-48a9-859b-e882423a3a29 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:43:15.560635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f88452-eb4f-4c1c-8eba-cab71079a831 req-7f6811ad-b389-42d6-ac12-fd18885bd842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:15.562244 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3f88452-eb4f-4c1c-8eba-cab71079a831 req-7f6811ad-b389-42d6-ac12-fd18885bd842 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 931 time: 0.1382475 Sep 16 05:43:15.648762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3f88452-eb4f-4c1c-8eba-cab71079a831 req-1804522f-8cad-445e-a4bb-9139f6cc3bac tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767460 Sep 16 05:43:15.726115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7dc263e-ff71-48a9-859b-e882423a3a29 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:43:15.733771 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.746326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Transition to ACTIVE for port object d7dc263e-ff71-48a9-859b-e882423a3a29 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:43:15.750282 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.800338 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Pushing event updated for resources: {'Port': ['ID=d7dc263e-ff71-48a9-859b-e882423a3a29,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:15.883264 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Attempting to bind port d7dc263e-ff71-48a9-859b-e882423a3a29 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:43:15.883588 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Attempting to bind port d7dc263e-ff71-48a9-859b-e882423a3a29 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:43:15.883947 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Attempting to bind port d7dc263e-ff71-48a9-859b-e882423a3a29 on network 2d283b0e-11ce-4c0e-bf28-1f11db088530 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:15.889005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Port d7dc263e-ff71-48a9-859b-e882423a3a29 on network 2d283b0e-11ce-4c0e-bf28-1f11db088530 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:43:15.889329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Attempting to bind port d7dc263e-ff71-48a9-859b-e882423a3a29 on network 2d283b0e-11ce-4c0e-bf28-1f11db088530 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:43:15.895143 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:43:15.895492 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Checking segment: {'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:43:15.895889 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Bound using segment: {'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:43:15.896336 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Bound port: d7dc263e-ff71-48a9-859b-e882423a3a29, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:43:15.896709 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:15.966667 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] For port d7dc263e-ff71-48a9-859b-e882423a3a29, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:43:15.969705 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] For port d7dc263e-ff71-48a9-859b-e882423a3a29, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d7dc263e-ff71-48a9-859b-e882423a3a29,segment=NetworkSegment(25a82c83-b2a4-4e5c-b562-dfd14d80a4ed),segment_id=25a82c83-b2a4-4e5c-b562-dfd14d80a4ed)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:43:15.974031 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.008631 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.009742 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.011182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] 10.222.0.50 "PUT /v2.0/ports/d7dc263e-ff71-48a9-859b-e882423a3a29 HTTP/1.1" status: 200 len: 1092 time: 0.7246258 Sep 16 05:43:16.011719 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6e8f68-9385-4631-8861-1890c712b148', 'tag': 'd7dc263e-ff71-48a9-859b-e882423a3a29'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:16.013951 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdb4c91-3e03-4ded-99f8-dc46fff68aad" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6e8f68-9385-4631-8861-1890c712b148", "tag": "d7dc263e-ff71-48a9-859b-e882423a3a29"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:16.039648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1d2b6-2ee3-48ba-a213-f0e119386e1a service neutron] Pushing event updated for resources: {'Port': ['ID=d7dc263e-ff71-48a9-859b-e882423a3a29,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:16.072096 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c07ffb-478f-43fb-b025-72eb6b86507b x-openstack-request-id: req-f9c07ffb-478f-43fb-b025-72eb6b86507b {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:16.072381 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6e8f68-9385-4631-8861-1890c712b148", "tag": "d7dc263e-ff71-48a9-859b-e882423a3a29", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:16.072652 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9c07ffb-478f-43fb-b025-72eb6b86507b {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:16.073030 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6e8f68-9385-4631-8861-1890c712b148', 'tag': 'd7dc263e-ff71-48a9-859b-e882423a3a29', 'status': 'completed', 'code': 200} Sep 16 05:43:16.121084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-c6f27cfd-8e4c-4609-98e5-3488f3336c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.122733 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-c6f27cfd-8e4c-4609-98e5-3488f3336c3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 1095 time: 0.0601723 Sep 16 05:43:16.173397 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-82a28e19-92ca-4229-aa2a-912870015463 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7dc263e-ff71-48a9-859b-e882423a3a29 HTTP/1.1" status: 200 len: 217 time: 0.0361629 Sep 16 05:43:16.183685 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 824e2cf0-61af-4ddd-bb42-6be1c59a075b up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:16.230815 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f9a7703f-d862-47e1-830c-4c30d3fb9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.232332 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-f9a7703f-d862-47e1-830c-4c30d3fb9403 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=42af7024-8c2e-4e63-b1f2-2f91b5d1e616 HTTP/1.1" status: 200 len: 834 time: 0.0478020 Sep 16 05:43:16.252467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 824e2cf0-61af-4ddd-bb42-6be1c59a075b triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:16.254887 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:16.293195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-2380d23f-cd99-4223-8f63-c1197aa289ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.294774 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-2380d23f-cd99-4223-8f63-c1197aa289ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d283b0e-11ce-4c0e-bf28-1f11db088530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504761 Sep 16 05:43:16.394922 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-a6415d3a-5836-4e25-ba1d-4dc0406530de service neutron] 10.222.0.50 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873539 Sep 16 05:43:16.496384 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2e47a320-2ac8-46d7-b062-142c7c74bf49 req-fb3d6b3d-1093-4e93-ac94-d3a7c872a8c0 service neutron] 10.222.0.50 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905240 Sep 16 05:43:16.597154 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb4c91-3e03-4ded-99f8-dc46fff68aad req-c9c5cc24-83aa-4f75-a757-4c414ea86989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.598711 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bbdb4c91-3e03-4ded-99f8-dc46fff68aad req-c9c5cc24-83aa-4f75-a757-4c414ea86989 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 1095 time: 0.0403392 Sep 16 05:43:16.705876 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb4c91-3e03-4ded-99f8-dc46fff68aad req-b1faeb76-856d-42f9-8657-93f2542b2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.707358 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bbdb4c91-3e03-4ded-99f8-dc46fff68aad req-b1faeb76-856d-42f9-8657-93f2542b2c62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d283b0e-11ce-4c0e-bf28-1f11db088530 HTTP/1.1" status: 200 len: 897 time: 0.0986085 Sep 16 05:43:16.762326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bbdb4c91-3e03-4ded-99f8-dc46fff68aad req-efae9eb1-4858-48e9-b057-da5d00c6c9ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7dc263e-ff71-48a9-859b-e882423a3a29 HTTP/1.1" status: 200 len: 217 time: 0.0461786 Sep 16 05:43:16.839939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed50b0-e69b-4016-bf83-a24cbd4604bd req-21cee154-330f-48f9-b6de-9a24cbd8c32c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.841421 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-97ed50b0-e69b-4016-bf83-a24cbd4604bd req-21cee154-330f-48f9-b6de-9a24cbd8c32c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 943 time: 0.1177161 Sep 16 05:43:16.843423 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb4c91-3e03-4ded-99f8-dc46fff68aad req-b6a9bf24-6f5f-4adc-ae4b-ba08ffffab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.844872 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bbdb4c91-3e03-4ded-99f8-dc46fff68aad req-b6a9bf24-6f5f-4adc-ae4b-ba08ffffab14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=42af7024-8c2e-4e63-b1f2-2f91b5d1e616 HTTP/1.1" status: 200 len: 834 time: 0.0683270 Sep 16 05:43:16.909821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-97ed50b0-e69b-4016-bf83-a24cbd4604bd req-d60876fe-a993-456a-997b-1346b9b24aad tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621331 Sep 16 05:43:16.920059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb4c91-3e03-4ded-99f8-dc46fff68aad req-f3a94dc0-88db-45f9-ae11-5f329849b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:16.921638 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bbdb4c91-3e03-4ded-99f8-dc46fff68aad req-f3a94dc0-88db-45f9-ae11-5f329849b6ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d283b0e-11ce-4c0e-bf28-1f11db088530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655606 Sep 16 05:43:17.023187 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bbdb4c91-3e03-4ded-99f8-dc46fff68aad req-cc1f9155-c9a8-4137-8220-4527989ef4e1 service neutron] 10.222.0.50 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930531 Sep 16 05:43:17.119928 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bbdb4c91-3e03-4ded-99f8-dc46fff68aad req-470da1db-4bd3-4521-beb6-75b4a69e66c0 service neutron] 10.222.0.50 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878611 Sep 16 05:43:17.324907 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9a38b722-6e7d-40ee-aedf-c6e808996f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:17.404300 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:17.857436 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d7dc263e-ff71-48a9-859b-e882423a3a29 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:43:17.960012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d7dc263e-ff71-48a9-859b-e882423a3a29, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d7dc263e-ff71-48a9-859b-e882423a3a29,segment=NetworkSegment(25a82c83-b2a4-4e5c-b562-dfd14d80a4ed),segment_id=25a82c83-b2a4-4e5c-b562-dfd14d80a4ed)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:17.974806 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'd7dc263e-ff71-48a9-859b-e882423a3a29', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'port_id': 'd7dc263e-ff71-48a9-859b-e882423a3a29', 'mac_address': 'fa:16:3e:35:d1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:43:18.016465 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.029077 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7dc263e-ff71-48a9-859b-e882423a3a29 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:43:18.034333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704616f-1d03-43dc-9e38-8ed539c54a02 req-54f57a02-f869-4c58-afb0-285a497d3b89 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:18.036595 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8704616f-1d03-43dc-9e38-8ed539c54a02 req-54f57a02-f869-4c58-afb0-285a497d3b89 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 943 time: 0.0507934 Sep 16 05:43:18.048915 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d7dc263e-ff71-48a9-859b-e882423a3a29, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d7dc263e-ff71-48a9-859b-e882423a3a29,segment=NetworkSegment(25a82c83-b2a4-4e5c-b562-dfd14d80a4ed),segment_id=25a82c83-b2a4-4e5c-b562-dfd14d80a4ed)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:18.053200 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:18.079595 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8704616f-1d03-43dc-9e38-8ed539c54a02 req-ed3ca84e-662b-471e-af7f-dcf54babf1b7 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363314 Sep 16 05:43:18.101053 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d7dc263e-ff71-48a9-859b-e882423a3a29,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:18.312032 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['d7dc263e-ff71-48a9-859b-e882423a3a29'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:43:19.202454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158c54c-2c9c-47ee-9d9a-56446174dbc7 req-941c0c9f-b003-49bd-8795-39b1a19310e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:19.203926 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c158c54c-2c9c-47ee-9d9a-56446174dbc7 req-941c0c9f-b003-49bd-8795-39b1a19310e1 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 944 time: 0.0555382 Sep 16 05:43:19.242955 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c158c54c-2c9c-47ee-9d9a-56446174dbc7 req-a224ad5e-2ef7-4f17-9928-7a06010b575b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329869 Sep 16 05:43:19.873920 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d7dc263e-ff71-48a9-859b-e882423a3a29 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:43:19.921789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port d7dc263e-ff71-48a9-859b-e882423a3a29 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:43:19.925458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port d7dc263e-ff71-48a9-859b-e882423a3a29 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:43:19.925872 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.007498 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.029823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6e8f68-9385-4631-8861-1890c712b148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7dc263e-ff71-48a9-859b-e882423a3a29'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:20.032081 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bac2062-b8bc-4748-abda-879277d531be" -d '{"events": [{"server_uuid": "2b6e8f68-9385-4631-8861-1890c712b148", "name": "network-vif-plugged", "status": "completed", "tag": "d7dc263e-ff71-48a9-859b-e882423a3a29"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:20.045307 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port d7dc263e-ff71-48a9-859b-e882423a3a29, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d7dc263e-ff71-48a9-859b-e882423a3a29,segment=NetworkSegment(25a82c83-b2a4-4e5c-b562-dfd14d80a4ed),segment_id=25a82c83-b2a4-4e5c-b562-dfd14d80a4ed)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:43:20.049219 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.073632 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf547890-9579-4b51-a64f-a4b3d8f0c163 x-openstack-request-id: req-bf547890-9579-4b51-a64f-a4b3d8f0c163 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:20.073930 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6e8f68-9385-4631-8861-1890c712b148", "name": "network-vif-plugged", "status": "completed", "tag": "d7dc263e-ff71-48a9-859b-e882423a3a29", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:20.074186 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf547890-9579-4b51-a64f-a4b3d8f0c163 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:20.074578 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6e8f68-9385-4631-8861-1890c712b148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7dc263e-ff71-48a9-859b-e882423a3a29', 'code': 200} Sep 16 05:43:20.101171 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=d7dc263e-ff71-48a9-859b-e882423a3a29,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:20.184528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cdad0-30e1-4ea7-b2c2-cd57a26ee3c3 req-c7cb26e2-d8c1-4ee2-a391-77bb247e9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:20.185952 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c0cdad0-30e1-4ea7-b2c2-cd57a26ee3c3 req-c7cb26e2-d8c1-4ee2-a391-77bb247e9e82 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 1097 time: 0.0396683 Sep 16 05:43:20.227748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3c0cdad0-30e1-4ea7-b2c2-cd57a26ee3c3 req-72a4d33a-0728-4bce-8db2-ea37bae19b99 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283954 Sep 16 05:43:20.264091 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c213c0b-d5af-44ab-862c-1febc466ff61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:20.361167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f400a6-eb7f-4dc2-af26-327a15bed21b req-623471c1-da3f-47ca-8abb-ff645cd860b2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:20.362692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86f400a6-eb7f-4dc2-af26-327a15bed21b req-623471c1-da3f-47ca-8abb-ff645cd860b2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0489748 Sep 16 05:43:20.400570 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-86f400a6-eb7f-4dc2-af26-327a15bed21b req-6a0b85aa-c4d5-468a-97a6-b6ca3bf8bb50 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317976 Sep 16 05:43:20.927768 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:21.523387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af7fb1-47b2-4678-bdaf-61d7c6fc94c1 req-67ebf664-43de-46a3-9af4-7997da8c4e9c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:21.525055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8af7fb1-47b2-4678-bdaf-61d7c6fc94c1 req-67ebf664-43de-46a3-9af4-7997da8c4e9c tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0537343 Sep 16 05:43:21.564511 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8af7fb1-47b2-4678-bdaf-61d7c6fc94c1 req-02dba621-77ee-49ab-ac90-abf72af6b412 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332077 Sep 16 05:43:21.912110 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:22.682645 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68807be7-fd85-4336-bfc9-e4d3166803f4 req-c06e265a-a17d-41a4-a7ae-ef19d5da7ab3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:22.684165 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-68807be7-fd85-4336-bfc9-e4d3166803f4 req-c06e265a-a17d-41a4-a7ae-ef19d5da7ab3 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0502498 Sep 16 05:43:22.722991 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-68807be7-fd85-4336-bfc9-e4d3166803f4 req-58bacf2f-b387-4668-9b0d-07b644e2ee73 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326881 Sep 16 05:43:22.840128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edbdef-dd59-421e-a208-1867c79a3931 req-ede4630f-ce04-4891-b437-bec2b1279a5e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:22.841633 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24edbdef-dd59-421e-a208-1867c79a3931 req-ede4630f-ce04-4891-b437-bec2b1279a5e tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0496387 Sep 16 05:43:22.880642 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24edbdef-dd59-421e-a208-1867c79a3931 req-fe05bf40-a0d3-4a1c-abad-fd38a5ddb91b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330796 Sep 16 05:43:22.908375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55402) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:22.951372 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8252c45-f791-4945-909d-d741c7d0f171 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:22.953293 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b8252c45-f791-4945-909d-d741c7d0f171 tempest-TestNetworkAdvancedServerOps-127094598 tempest-TestNetworkAdvancedServerOps-127094598-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 1092 time: 0.0439231 Sep 16 05:43:22.956132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55404) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:22.960346 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': 'd7dc263e-ff71-48a9-859b-e882423a3a29', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:43:22.982314 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.080790 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.189245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Allocated IP 172.25.0.225 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/7bd48dc8-a426-4a33-95ef-b3016f8c51bb) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:43:23.294588 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.328537 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.370307 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:43:23.373244 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:43:23.375928 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:43:23.406909 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=7bd48dc8-a426-4a33-95ef-b3016f8c51bb,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:23.433349 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.745624 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.814008 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.969785 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:23.974450 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.041302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event updated for resources: {'Port': ['ID=7bd48dc8-a426-4a33-95ef-b3016f8c51bb,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:43:24.052468 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.155994 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Floating IP 3f1c981a-d23a-4178-9c41-d67658f4345b associated. External IP: 172.25.0.225, port: d7dc263e-ff71-48a9-859b-e882423a3a29. Sep 16 05:43:24.369262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 107b0d50-314e-4284-93cb-939c682794f3 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:43:24.478980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:43:24.490858 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d108e8-51f6-433d-97ff-7f9d00f0bef6 None None] Sync routers for ids ['107b0d50-314e-4284-93cb-939c682794f3'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:43:24.494939 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:24.501395 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d108e8-51f6-433d-97ff-7f9d00f0bef6 None None] Routers {'107b0d50-314e-4284-93cb-939c682794f3'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:24.502064 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-62d108e8-51f6-433d-97ff-7f9d00f0bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:43:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['107b0d50-314e-4284-93cb-939c682794f3'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:24.522700 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-fb022633-7bef-40a3-8b2a-8b1754983084 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5655589 Sep 16 05:43:24.523444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6e8f68-9385-4631-8861-1890c712b148', 'tag': 'd7dc263e-ff71-48a9-859b-e882423a3a29'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:43:24.528091 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c4043c-4cd9-4d2f-bdd7-19ed58bf452d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6e8f68-9385-4631-8861-1890c712b148", "tag": "d7dc263e-ff71-48a9-859b-e882423a3a29"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:43:24.611455 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-62d108e8-51f6-433d-97ff-7f9d00f0bef6 None None] Set router 107b0d50-314e-4284-93cb-939c682794f3 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:24.629634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaae66-9798-4b4f-81fa-1c9555253e7b req-2554ca16-83a1-4834-bfb5-78560b4719ed tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:24.632162 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2aaaae66-9798-4b4f-81fa-1c9555253e7b req-2554ca16-83a1-4834-bfb5-78560b4719ed tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0578611 Sep 16 05:43:24.669716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2aaaae66-9798-4b4f-81fa-1c9555253e7b req-56752e3c-9f76-46ac-8001-bdac19def898 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322895 Sep 16 05:43:24.692055 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55410) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:24.734414 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5bbd90-eee1-481f-bee5-5fc4a3d26462 x-openstack-request-id: req-2a5bbd90-eee1-481f-bee5-5fc4a3d26462 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:43:24.734704 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6e8f68-9385-4631-8861-1890c712b148", "tag": "d7dc263e-ff71-48a9-859b-e882423a3a29", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:43:24.734952 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a5bbd90-eee1-481f-bee5-5fc4a3d26462 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:43:24.735354 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6e8f68-9385-4631-8861-1890c712b148', 'tag': 'd7dc263e-ff71-48a9-859b-e882423a3a29', 'status': 'completed', 'code': 200} Sep 16 05:43:24.785067 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7ff7be98-06d3-4986-b86d-c037a020a809 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/3f1c981a-d23a-4178-9c41-d67658f4345b HTTP/1.1" status: 200 len: 991 time: 0.0916049 Sep 16 05:43:24.794528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4043c-4cd9-4d2f-bdd7-19ed58bf452d req-40c06981-945a-450b-851d-a89048c87be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:24.796021 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24c4043c-4cd9-4d2f-bdd7-19ed58bf452d req-40c06981-945a-450b-851d-a89048c87be0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 1097 time: 0.0564373 Sep 16 05:43:24.854540 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-62d108e8-51f6-433d-97ff-7f9d00f0bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '3f1c981a-d23a-4178-9c41-d67658f4345b', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '107b0d50-314e-4284-93cb-939c682794f3', 'port_id': 'd7dc263e-ff71-48a9-859b-e882423a3a29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'mac_address': 'fa:16:3e:35:d1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6e8f68-9385-4631-8861-1890c712b148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:43:23Z', 'updated_at': '2021-09-16T05:43:23Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824e2cf0-61af-4ddd-bb42-6be1c59a075b', 'name': '', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:a1:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:10Z', 'updated_at': '2021-09-16T05:43:14Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:24.882649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d108e8-51f6-433d-97ff-7f9d00f0bef6 None None] Checking router: 107b0d50-314e-4284-93cb-939c682794f3 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:43:24.891209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d108e8-51f6-433d-97ff-7f9d00f0bef6 None None] Routers {'107b0d50-314e-4284-93cb-939c682794f3'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:43:24.891823 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-62d108e8-51f6-433d-97ff-7f9d00f0bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:43:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['107b0d50-314e-4284-93cb-939c682794f3'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:24.895704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4043c-4cd9-4d2f-bdd7-19ed58bf452d req-1bf557e3-e274-4bec-96a9-838b97e76d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:24.897203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24c4043c-4cd9-4d2f-bdd7-19ed58bf452d req-1bf557e3-e274-4bec-96a9-838b97e76d7b service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d283b0e-11ce-4c0e-bf28-1f11db088530 HTTP/1.1" status: 200 len: 897 time: 0.0943003 Sep 16 05:43:24.968645 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24c4043c-4cd9-4d2f-bdd7-19ed58bf452d req-58936a66-54ab-486e-9af8-5b6c6a6248d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7dc263e-ff71-48a9-859b-e882423a3a29 HTTP/1.1" status: 200 len: 999 time: 0.0623412 Sep 16 05:43:25.002031 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-62d108e8-51f6-433d-97ff-7f9d00f0bef6 None None] Set router 107b0d50-314e-4284-93cb-939c682794f3 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:43:25.019159 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4043c-4cd9-4d2f-bdd7-19ed58bf452d req-3ba967d9-75cc-4934-8a97-ae113a1965a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:25.020639 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24c4043c-4cd9-4d2f-bdd7-19ed58bf452d req-3ba967d9-75cc-4934-8a97-ae113a1965a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=42af7024-8c2e-4e63-b1f2-2f91b5d1e616 HTTP/1.1" status: 200 len: 834 time: 0.0449562 Sep 16 05:43:25.073270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4043c-4cd9-4d2f-bdd7-19ed58bf452d req-1b36b4bf-526e-4655-b29d-a3ab969600cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:25.074803 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24c4043c-4cd9-4d2f-bdd7-19ed58bf452d req-1b36b4bf-526e-4655-b29d-a3ab969600cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d283b0e-11ce-4c0e-bf28-1f11db088530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455503 Sep 16 05:43:25.176984 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24c4043c-4cd9-4d2f-bdd7-19ed58bf452d req-a7ce61f7-e342-473c-b48e-df0a1129333a service neutron] 10.222.0.50 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944176 Sep 16 05:43:25.240420 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-62d108e8-51f6-433d-97ff-7f9d00f0bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '3f1c981a-d23a-4178-9c41-d67658f4345b', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '107b0d50-314e-4284-93cb-939c682794f3', 'port_id': 'd7dc263e-ff71-48a9-859b-e882423a3a29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'mac_address': 'fa:16:3e:35:d1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6e8f68-9385-4631-8861-1890c712b148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:43:23Z', 'updated_at': '2021-09-16T05:43:23Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824e2cf0-61af-4ddd-bb42-6be1c59a075b', 'name': '', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:a1:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:10Z', 'updated_at': '2021-09-16T05:43:14Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:43:25.271412 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d108e8-51f6-433d-97ff-7f9d00f0bef6 None None] The sync data for ids ['107b0d50-314e-4284-93cb-939c682794f3'] in n-d-712142-17 is: [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '3f1c981a-d23a-4178-9c41-d67658f4345b', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '107b0d50-314e-4284-93cb-939c682794f3', 'port_id': 'd7dc263e-ff71-48a9-859b-e882423a3a29', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'mac_address': 'fa:16:3e:35:d1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6e8f68-9385-4631-8861-1890c712b148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:43:23Z', 'updated_at': '2021-09-16T05:43:23Z', 'revision_number': 0, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824e2cf0-61af-4ddd-bb42-6be1c59a075b', 'name': '', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:a1:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:10Z', 'updated_at': '2021-09-16T05:43:14Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:43:25.276222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-24c4043c-4cd9-4d2f-bdd7-19ed58bf452d req-5d0896cb-72fb-4ce3-aa5d-be2cff606431 service neutron] 10.222.0.50 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906880 Sep 16 05:43:25.470889 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e33e44-65b9-4b27-ba7a-80bcd0cd582e None None] New status for floating IP 3f1c981a-d23a-4178-9c41-d67658f4345b: ACTIVE {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:43:25.789141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55412) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:43:25.848756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-578f0aeb-6088-44e0-b71d-26ec325d87e8 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/3f1c981a-d23a-4178-9c41-d67658f4345b HTTP/1.1" status: 200 len: 993 time: 0.0584228 Sep 16 05:43:36.162510 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:38.136379 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:44.571875 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bc8d6e1-96d2-4ecf-88a6-f0003a6925d3 req-9fe476f3-fc4e-4a7c-a3b9-3f2e40db2d51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401227 Sep 16 05:43:44.665986 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8d6e1-96d2-4ecf-88a6-f0003a6925d3 req-455c8896-6f1c-47e0-b78d-2788ce1a76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:44.667528 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bc8d6e1-96d2-4ecf-88a6-f0003a6925d3 req-455c8896-6f1c-47e0-b78d-2788ce1a76d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 1097 time: 0.0468152 Sep 16 05:43:44.776681 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8d6e1-96d2-4ecf-88a6-f0003a6925d3 req-9e5013e3-5375-4eae-903c-a469faac104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:44.779217 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bc8d6e1-96d2-4ecf-88a6-f0003a6925d3 req-9e5013e3-5375-4eae-903c-a469faac104b service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d283b0e-11ce-4c0e-bf28-1f11db088530 HTTP/1.1" status: 200 len: 897 time: 0.0924947 Sep 16 05:43:44.851594 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bc8d6e1-96d2-4ecf-88a6-f0003a6925d3 req-e7b03ae5-6f27-40ce-9b70-11f9374d87dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7dc263e-ff71-48a9-859b-e882423a3a29 HTTP/1.1" status: 200 len: 1001 time: 0.0619035 Sep 16 05:43:44.905770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8d6e1-96d2-4ecf-88a6-f0003a6925d3 req-36e83d92-8d95-403c-9460-7711d491d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:44.907249 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bc8d6e1-96d2-4ecf-88a6-f0003a6925d3 req-36e83d92-8d95-403c-9460-7711d491d7f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=42af7024-8c2e-4e63-b1f2-2f91b5d1e616 HTTP/1.1" status: 200 len: 834 time: 0.0449092 Sep 16 05:43:44.955301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8d6e1-96d2-4ecf-88a6-f0003a6925d3 req-88256c4e-9fd1-467d-be4e-4192060bc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:44.956824 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bc8d6e1-96d2-4ecf-88a6-f0003a6925d3 req-88256c4e-9fd1-467d-be4e-4192060bc635 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d283b0e-11ce-4c0e-bf28-1f11db088530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415840 Sep 16 05:43:45.053038 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bc8d6e1-96d2-4ecf-88a6-f0003a6925d3 req-d1791e4e-f95f-4b2e-9aab-76e0e2edec9f service neutron] 10.222.0.50 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864840 Sep 16 05:43:45.147105 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bc8d6e1-96d2-4ecf-88a6-f0003a6925d3 req-137f9976-73e1-4075-bbae-314ccaae7d00 service neutron] 10.222.0.50 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850153 Sep 16 05:43:47.327062 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3b3d449f-d823-4c54-bf15-32fd09d1e092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.267118 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-934bab1b-9f51-4c11-8e66-35e81f04b8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:50.931317 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:51.914324 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:53.436113 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:43:54.402927 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:43:59.075413 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0faed9-c8d7-4b2b-9cd0-1ae1e58dd45f req-5b681cca-bf00-4dd0-8c49-26754866cfba tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:43:59.077686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee0faed9-c8d7-4b2b-9cd0-1ae1e58dd45f req-5b681cca-bf00-4dd0-8c49-26754866cfba tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0549417 Sep 16 05:43:59.114877 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ee0faed9-c8d7-4b2b-9cd0-1ae1e58dd45f req-f71ad02b-8bed-4dee-a574-7ce6b1c8802a tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312123 Sep 16 05:44:00.245128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f893cf-571e-4596-ab23-422d228e9943 req-76f62a10-bcdc-45b3-9533-2a205eedbbb2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:00.246724 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53f893cf-571e-4596-ab23-422d228e9943 req-76f62a10-bcdc-45b3-9533-2a205eedbbb2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0566347 Sep 16 05:44:00.293939 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53f893cf-571e-4596-ab23-422d228e9943 req-ca3f242a-8f2f-4bbd-9275-a2a8cb38db30 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387180 Sep 16 05:44:00.330618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55430) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:00.393053 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-759c908d-fa11-4df5-bf64-f01b8b0012a2 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/3f1c981a-d23a-4178-9c41-d67658f4345b HTTP/1.1" status: 200 len: 993 time: 0.0612073 Sep 16 05:44:01.699530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a63c6b-6277-43a5-8a5e-830d704e2ebc req-3880b904-9164-4313-b450-69e5eb236c6b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:01.700933 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-70a63c6b-6277-43a5-8a5e-830d704e2ebc req-3880b904-9164-4313-b450-69e5eb236c6b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0805333 Sep 16 05:44:01.716519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6efbe-cf50-48f4-a42c-90f546c6f37b req-d00f0d36-fd05-4171-9cee-fd274656380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:01.718935 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01b6efbe-cf50-48f4-a42c-90f546c6f37b req-d00f0d36-fd05-4171-9cee-fd274656380f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 1097 time: 0.0664146 Sep 16 05:44:01.768322 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-70a63c6b-6277-43a5-8a5e-830d704e2ebc req-5e8706d9-b3da-4ede-a84a-82781eeb0cab tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598764 Sep 16 05:44:01.839814 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6efbe-cf50-48f4-a42c-90f546c6f37b req-a4033da9-8392-4dfe-982e-1efd7f2f8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:01.841262 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01b6efbe-cf50-48f4-a42c-90f546c6f37b req-a4033da9-8392-4dfe-982e-1efd7f2f8e18 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d283b0e-11ce-4c0e-bf28-1f11db088530 HTTP/1.1" status: 200 len: 897 time: 0.1093247 Sep 16 05:44:02.236425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01b6efbe-cf50-48f4-a42c-90f546c6f37b req-f9b2dc08-2f7b-4bc3-90e2-7a22de1965b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7dc263e-ff71-48a9-859b-e882423a3a29 HTTP/1.1" status: 200 len: 1001 time: 0.3827498 Sep 16 05:44:02.296914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6efbe-cf50-48f4-a42c-90f546c6f37b req-520589db-2296-48c8-bfa6-f3bd997b8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:02.298433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01b6efbe-cf50-48f4-a42c-90f546c6f37b req-520589db-2296-48c8-bfa6-f3bd997b8fb7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=42af7024-8c2e-4e63-b1f2-2f91b5d1e616 HTTP/1.1" status: 200 len: 834 time: 0.0499661 Sep 16 05:44:02.353826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6efbe-cf50-48f4-a42c-90f546c6f37b req-e04e303e-c94b-4918-ab3b-74e3840c21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:02.355330 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01b6efbe-cf50-48f4-a42c-90f546c6f37b req-e04e303e-c94b-4918-ab3b-74e3840c21b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d283b0e-11ce-4c0e-bf28-1f11db088530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464470 Sep 16 05:44:02.451889 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01b6efbe-cf50-48f4-a42c-90f546c6f37b req-f8a511dc-c458-4a77-9a8f-ef2de36b283f service neutron] 10.222.0.50 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843279 Sep 16 05:44:02.553425 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01b6efbe-cf50-48f4-a42c-90f546c6f37b req-2749f8c4-11e6-4a3e-b121-621a522a466a service neutron] 10.222.0.50 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897202 Sep 16 05:44:02.885046 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4043c5-faed-4e2f-aa36-4bc34a53b951 req-2bc2eebe-5107-451c-90bb-20bbe6144c64 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:02.886558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab4043c5-faed-4e2f-aa36-4bc34a53b951 req-2bc2eebe-5107-451c-90bb-20bbe6144c64 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0493426 Sep 16 05:44:02.924869 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab4043c5-faed-4e2f-aa36-4bc34a53b951 req-2d15fed0-6a4a-458a-a269-67a32d0683b9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317597 Sep 16 05:44:04.043586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1ee56-4d73-4ffc-bd65-e7bde04f43d5 req-9bce5097-5fcb-4c68-b85f-d607d41019b0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:04.045713 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fad1ee56-4d73-4ffc-bd65-e7bde04f43d5 req-9bce5097-5fcb-4c68-b85f-d607d41019b0 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0507340 Sep 16 05:44:04.084335 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fad1ee56-4d73-4ffc-bd65-e7bde04f43d5 req-affb6ca7-9eaa-4c07-b02b-0200d3ecd6a4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325637 Sep 16 05:44:04.106890 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55444) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:04.172918 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3a536125-9f38-457c-a5f4-613859980cf4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/floatingips/3f1c981a-d23a-4178-9c41-d67658f4345b HTTP/1.1" status: 200 len: 993 time: 0.0648372 Sep 16 05:44:04.364593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55450) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:04.531928 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 7bd48dc8-a426-4a33-95ef-b3016f8c51bb {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:04.532195 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.611328 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.611661 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.623973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 7bd48dc8-a426-4a33-95ef-b3016f8c51bb owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:04.775348 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.802564 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=7bd48dc8-a426-4a33-95ef-b3016f8c51bb,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:04.817536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:04.817950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:04.818307 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:04.818659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:04.819009 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:04.819354 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:04.819696 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:04.820036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:04.820378 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:04.820717 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:04.821058 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:04.821398 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:04.875646 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:04.875985 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Floating IP 3f1c981a-d23a-4178-9c41-d67658f4345b disassociated (deleted). External IP: 172.25.0.225, port: d7dc263e-ff71-48a9-859b-e882423a3a29. Sep 16 05:44:05.085400 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 107b0d50-314e-4284-93cb-939c682794f3 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:05.192306 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:05.197347 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:05.205184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f902e-65c9-463e-bbe6-ff0c88fc7cca None None] Sync routers for ids ['107b0d50-314e-4284-93cb-939c682794f3'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:05.214152 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f902e-65c9-463e-bbe6-ff0c88fc7cca None None] Routers {'107b0d50-314e-4284-93cb-939c682794f3'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:05.215217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bd0f902e-65c9-463e-bbe6-ff0c88fc7cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:43:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['107b0d50-314e-4284-93cb-939c682794f3'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:05.224508 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f8000c52-a89a-4e22-b4be-242e1546b1f4 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/floatingips/3f1c981a-d23a-4178-9c41-d67658f4345b HTTP/1.1" status: 204 len: 168 time: 0.8587968 Sep 16 05:44:05.225181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6e8f68-9385-4631-8861-1890c712b148', 'tag': 'd7dc263e-ff71-48a9-859b-e882423a3a29'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:05.227608 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3564bcf-9e63-433b-9524-b626166efecc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6e8f68-9385-4631-8861-1890c712b148", "tag": "d7dc263e-ff71-48a9-859b-e882423a3a29"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:05.333959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-bd0f902e-65c9-463e-bbe6-ff0c88fc7cca None None] Set router 107b0d50-314e-4284-93cb-939c682794f3 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:05.437485 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4168cf3b-40c6-409d-9895-c50102a3b694 x-openstack-request-id: req-4168cf3b-40c6-409d-9895-c50102a3b694 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:05.438430 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6e8f68-9385-4631-8861-1890c712b148", "tag": "d7dc263e-ff71-48a9-859b-e882423a3a29", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:05.438788 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4168cf3b-40c6-409d-9895-c50102a3b694 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:05.439325 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6e8f68-9385-4631-8861-1890c712b148', 'tag': 'd7dc263e-ff71-48a9-859b-e882423a3a29', 'status': 'completed', 'code': 200} Sep 16 05:44:05.528596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3564bcf-9e63-433b-9524-b626166efecc req-b1e4392a-c009-4869-a4de-c7ba0c36cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:05.531111 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3564bcf-9e63-433b-9524-b626166efecc req-b1e4392a-c009-4869-a4de-c7ba0c36cfaa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed1383a305d349f28e9b6fa2051832d3&device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 1097 time: 0.0687706 Sep 16 05:44:05.541597 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bd0f902e-65c9-463e-bbe6-ff0c88fc7cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '824e2cf0-61af-4ddd-bb42-6be1c59a075b', 'name': '', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:a1:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:10Z', 'updated_at': '2021-09-16T05:43:14Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:05.568820 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ceae-41d7-4490-8ce8-8eb37efcfbbe req-431aa714-95ee-4315-8f4b-53079ce857c9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:05.570307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a97ceae-41d7-4490-8ce8-8eb37efcfbbe req-431aa714-95ee-4315-8f4b-53079ce857c9 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0788243 Sep 16 05:44:05.571855 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f902e-65c9-463e-bbe6-ff0c88fc7cca None None] Checking router: 107b0d50-314e-4284-93cb-939c682794f3 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:05.580540 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f902e-65c9-463e-bbe6-ff0c88fc7cca None None] Routers {'107b0d50-314e-4284-93cb-939c682794f3'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:05.581175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bd0f902e-65c9-463e-bbe6-ff0c88fc7cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:43:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['107b0d50-314e-4284-93cb-939c682794f3'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:05.650196 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1a97ceae-41d7-4490-8ce8-8eb37efcfbbe req-6c4c22b7-27de-4a68-a4e3-ab0847c94939 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703695 Sep 16 05:44:05.669407 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3564bcf-9e63-433b-9524-b626166efecc req-1fbb7878-28e3-4795-b258-6bb1c36d8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:05.673319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3564bcf-9e63-433b-9524-b626166efecc req-1fbb7878-28e3-4795-b258-6bb1c36d8d2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d283b0e-11ce-4c0e-bf28-1f11db088530 HTTP/1.1" status: 200 len: 897 time: 0.1336617 Sep 16 05:44:05.727167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3564bcf-9e63-433b-9524-b626166efecc req-d92cf0ff-a812-4517-b715-e46dbf0bc0ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7dc263e-ff71-48a9-859b-e882423a3a29 HTTP/1.1" status: 200 len: 217 time: 0.0427330 Sep 16 05:44:05.780872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3564bcf-9e63-433b-9524-b626166efecc req-a1fa5a6e-84d0-44d7-9b54-71de5ffbc5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:05.782474 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3564bcf-9e63-433b-9524-b626166efecc req-a1fa5a6e-84d0-44d7-9b54-71de5ffbc5b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=42af7024-8c2e-4e63-b1f2-2f91b5d1e616 HTTP/1.1" status: 200 len: 834 time: 0.0471206 Sep 16 05:44:05.831803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3564bcf-9e63-433b-9524-b626166efecc req-3cf5bb7b-ecb9-40ba-a348-e642f225d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:05.833347 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3564bcf-9e63-433b-9524-b626166efecc req-3cf5bb7b-ecb9-40ba-a348-e642f225d9e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d283b0e-11ce-4c0e-bf28-1f11db088530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417111 Sep 16 05:44:05.844548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-bd0f902e-65c9-463e-bbe6-ff0c88fc7cca None None] Set router 107b0d50-314e-4284-93cb-939c682794f3 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:05.931358 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3564bcf-9e63-433b-9524-b626166efecc req-87448eca-5197-4d2b-9542-7e1f0c36dcd4 service neutron] 10.222.0.50 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880029 Sep 16 05:44:06.022914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a3564bcf-9e63-433b-9524-b626166efecc req-de2866e3-d272-4ec4-80d2-bd7aee0f4a28 service neutron] 10.222.0.50 "GET /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831139 Sep 16 05:44:06.044636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-bd0f902e-65c9-463e-bbe6-ff0c88fc7cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '824e2cf0-61af-4ddd-bb42-6be1c59a075b', 'name': '', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:a1:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:10Z', 'updated_at': '2021-09-16T05:43:14Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:06.076292 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f902e-65c9-463e-bbe6-ff0c88fc7cca None None] The sync data for ids ['107b0d50-314e-4284-93cb-939c682794f3'] in n-d-712142-17 is: [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:43:11Z', 'revision_number': 4, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '824e2cf0-61af-4ddd-bb42-6be1c59a075b', 'name': '', 'network_id': '2d283b0e-11ce-4c0e-bf28-1f11db088530', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'mac_address': 'fa:16:3e:a1:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:10Z', 'updated_at': '2021-09-16T05:43:14Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'subnets': [{'id': '42af7024-8c2e-4e63-b1f2-2f91b5d1e616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:06.160616 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:06.297412 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f31fd-aa37-4e89-b17d-f1828e752325 None None] New status for floating IP 3f1c981a-d23a-4178-9c41-d67658f4345b: DOWN {{(pid=94747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:44:06.772488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52ae56-5efc-446c-b3f4-14e3e6d69cdf req-e504501f-d955-45dd-83d4-488addeb3d53 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:06.773988 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b52ae56-5efc-446c-b3f4-14e3e6d69cdf req-e504501f-d955-45dd-83d4-488addeb3d53 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0493903 Sep 16 05:44:06.817487 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b52ae56-5efc-446c-b3f4-14e3e6d69cdf req-7963858d-b893-451d-bfcf-5e9778382148 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/security-groups?id=323ef528-5c8e-4c5d-aa2f-a98b10ff4791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375662 Sep 16 05:44:07.498022 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf9d05-1b39-430d-bd71-d0ef60d574a3 req-1e6880ed-e7bd-4e64-8e12-4199d341931f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:07.499952 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ebf9d05-1b39-430d-bd71-d0ef60d574a3 req-1e6880ed-e7bd-4e64-8e12-4199d341931f tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 945 time: 0.0489533 Sep 16 05:44:07.591596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-5ebf9d05-1b39-430d-bd71-d0ef60d574a3 req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port d7dc263e-ff71-48a9-859b-e882423a3a29 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:07.592858 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5ebf9d05-1b39-430d-bd71-d0ef60d574a3 req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.681630 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-5ebf9d05-1b39-430d-bd71-d0ef60d574a3 req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port d7dc263e-ff71-48a9-859b-e882423a3a29, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=d7dc263e-ff71-48a9-859b-e882423a3a29,segment=NetworkSegment(25a82c83-b2a4-4e5c-b562-dfd14d80a4ed),segment_id=25a82c83-b2a4-4e5c-b562-dfd14d80a4ed)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:07.682003 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5ebf9d05-1b39-430d-bd71-d0ef60d574a3 req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.694397 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-5ebf9d05-1b39-430d-bd71-d0ef60d574a3 req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for d7dc263e-ff71-48a9-859b-e882423a3a29 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:07.824531 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5ebf9d05-1b39-430d-bd71-d0ef60d574a3 req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.854583 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=d7dc263e-ff71-48a9-859b-e882423a3a29,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:07.867789 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:07.868149 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:07.868499 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:07.868846 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:07.869190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:07.869529 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:07.869897 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:07.870233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:07.870570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:07.870922 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:07.871233 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:07.872049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:07.926813 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebf9d05-1b39-430d-bd71-d0ef60d574a3 req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] No DVR routers for this DVR port d7dc263e-ff71-48a9-859b-e882423a3a29 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:07.930069 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-863c55e9-e0f6-4623-ba19-74cae65c2f3f req-c3913f78-dc32-42af-9585-2c8a36fb55d5 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b6e8f68-9385-4631-8861-1890c712b148 HTTP/1.1" status: 200 len: 210 time: 0.0374517 Sep 16 05:44:07.931098 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-5ebf9d05-1b39-430d-bd71-d0ef60d574a3 req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:07.933060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ebf9d05-1b39-430d-bd71-d0ef60d574a3 req-d96e6be1-c3d2-4eac-aa66-dd5bdd17e813 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.50 "DELETE /v2.0/ports/d7dc263e-ff71-48a9-859b-e882423a3a29 HTTP/1.1" status: 204 len: 173 time: 0.4239590 Sep 16 05:44:07.933510 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6e8f68-9385-4631-8861-1890c712b148', 'name': 'network-vif-deleted', 'tag': 'd7dc263e-ff71-48a9-859b-e882423a3a29'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:07.936052 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966bf058-61ce-4a46-94f6-67e937782eae" -d '{"events": [{"server_uuid": "2b6e8f68-9385-4631-8861-1890c712b148", "name": "network-vif-deleted", "tag": "d7dc263e-ff71-48a9-859b-e882423a3a29"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:07.988837 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd026dc-1dc8-414f-a8c5-180fcad24b14 x-openstack-request-id: req-2cd026dc-1dc8-414f-a8c5-180fcad24b14 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:07.989130 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6e8f68-9385-4631-8861-1890c712b148", "name": "network-vif-deleted", "tag": "d7dc263e-ff71-48a9-859b-e882423a3a29", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:07.989382 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cd026dc-1dc8-414f-a8c5-180fcad24b14 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:07.989821 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6e8f68-9385-4631-8861-1890c712b148', 'name': 'network-vif-deleted', 'tag': 'd7dc263e-ff71-48a9-859b-e882423a3a29', 'status': 'completed', 'code': 200} Sep 16 05:44:08.133176 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:08.993560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55468) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:09.366716 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-558af61c-f29f-4daa-b55a-37a77eb3f1c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.633488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-558af61c-f29f-4daa-b55a-37a77eb3f1c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 824e2cf0-61af-4ddd-bb42-6be1c59a075b {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:09.633766 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-558af61c-f29f-4daa-b55a-37a77eb3f1c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.728776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-558af61c-f29f-4daa-b55a-37a77eb3f1c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port 824e2cf0-61af-4ddd-bb42-6be1c59a075b, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=824e2cf0-61af-4ddd-bb42-6be1c59a075b,segment=NetworkSegment(25a82c83-b2a4-4e5c-b562-dfd14d80a4ed),segment_id=25a82c83-b2a4-4e5c-b562-dfd14d80a4ed)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:09.729135 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-558af61c-f29f-4daa-b55a-37a77eb3f1c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.741591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-558af61c-f29f-4daa-b55a-37a77eb3f1c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 824e2cf0-61af-4ddd-bb42-6be1c59a075b owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:09.925182 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-558af61c-f29f-4daa-b55a-37a77eb3f1c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:09.953157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558af61c-f29f-4daa-b55a-37a77eb3f1c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=824e2cf0-61af-4ddd-bb42-6be1c59a075b,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:10.127615 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-558af61c-f29f-4daa-b55a-37a77eb3f1c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.189023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d7dc263e-ff71-48a9-859b-e882423a3a29 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:10.209793 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: d7dc263e-ff71-48a9-859b-e882423a3a29 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:44:10.210150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device d7dc263e-ff71-48a9-859b-e882423a3a29 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:10.346034 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558af61c-f29f-4daa-b55a-37a77eb3f1c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Router 107b0d50-314e-4284-93cb-939c682794f3 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:10.454410 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558af61c-f29f-4daa-b55a-37a77eb3f1c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:10.459860 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-558af61c-f29f-4daa-b55a-37a77eb3f1c6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "PUT /v2.0/routers/107b0d50-314e-4284-93cb-939c682794f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647810 Sep 16 05:44:10.462088 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55470) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:10.464790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c643c-8beb-4ac3-b38f-eb3f5e0281e3 None None] Sync routers for ids ['107b0d50-314e-4284-93cb-939c682794f3'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:10.474467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c643c-8beb-4ac3-b38f-eb3f5e0281e3 None None] Routers {'107b0d50-314e-4284-93cb-939c682794f3'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:10.475098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1d3c643c-8beb-4ac3-b38f-eb3f5e0281e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:43:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['107b0d50-314e-4284-93cb-939c682794f3'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:10.512703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be030a7-c91d-453b-8382-f1735bc53529 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting subnet 42af7024-8c2e-4e63-b1f2-2f91b5d1e616 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:44:10.516894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5be030a7-c91d-453b-8382-f1735bc53529 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.557048 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5be030a7-c91d-453b-8382-f1735bc53529 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.582826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-1d3c643c-8beb-4ac3-b38f-eb3f5e0281e3 None None] Set router 107b0d50-314e-4284-93cb-939c682794f3 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:10.646221 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5be030a7-c91d-453b-8382-f1735bc53529 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.724562 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5be030a7-c91d-453b-8382-f1735bc53529 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.754817 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be030a7-c91d-453b-8382-f1735bc53529 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Subnet': ['ID=42af7024-8c2e-4e63-b1f2-2f91b5d1e616,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:10.762877 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5be030a7-c91d-453b-8382-f1735bc53529 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:10.765065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5be030a7-c91d-453b-8382-f1735bc53529 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/subnets/42af7024-8c2e-4e63-b1f2-2f91b5d1e616 HTTP/1.1" status: 204 len: 168 time: 0.3020113 Sep 16 05:44:10.769331 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55472) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:10.788851 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1d3c643c-8beb-4ac3-b38f-eb3f5e0281e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:44:09Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:10.820130 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a52e2b-ecef-410c-81a0-89b2942d54da None None] Network 2d283b0e-11ce-4c0e-bf28-1f11db088530 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:10.823963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c643c-8beb-4ac3-b38f-eb3f5e0281e3 None None] Checking router: 107b0d50-314e-4284-93cb-939c682794f3 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:10.854871 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c643c-8beb-4ac3-b38f-eb3f5e0281e3 None None] Routers {'107b0d50-314e-4284-93cb-939c682794f3'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:10.855518 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1d3c643c-8beb-4ac3-b38f-eb3f5e0281e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:43:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['107b0d50-314e-4284-93cb-939c682794f3'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:10.900094 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.016168 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.032983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-1d3c643c-8beb-4ac3-b38f-eb3f5e0281e3 None None] Set router 107b0d50-314e-4284-93cb-939c682794f3 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:11.089518 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Deleting port 52b11726-f3dc-4538-ae14-40dd328ef328 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:11.090198 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.121668 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] DHCP port deletion for 2d283b0e-11ce-4c0e-bf28-1f11db088530 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:44:11.176204 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] For port 52b11726-f3dc-4538-ae14-40dd328ef328, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=52b11726-f3dc-4538-ae14-40dd328ef328,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:11.176578 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.188545 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Calling delete_port for 52b11726-f3dc-4538-ae14-40dd328ef328 owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:11.245132 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Deleting port 16baa0ce-e677-44fa-a582-0f117b563d5a {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:44:11.245775 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.316893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] For port 16baa0ce-e677-44fa-a582-0f117b563d5a, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=16baa0ce-e677-44fa-a582-0f117b563d5a,segment=NetworkSegment(25a82c83-b2a4-4e5c-b562-dfd14d80a4ed),segment_id=25a82c83-b2a4-4e5c-b562-dfd14d80a4ed)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:11.317184 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.333624 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Calling delete_port for 16baa0ce-e677-44fa-a582-0f117b563d5a owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:44:11.347141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-1d3c643c-8beb-4ac3-b38f-eb3f5e0281e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:44:09Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:11.364299 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.396225 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Port': ['ID=52b11726-f3dc-4538-ae14-40dd328ef328,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:11.407952 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c643c-8beb-4ac3-b38f-eb3f5e0281e3 None None] The sync data for ids ['107b0d50-314e-4284-93cb-939c682794f3'] in n-d-712142-17 is: [{'id': '107b0d50-314e-4284-93cb-939c682794f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840133644', 'tenant_id': 'ed1383a305d349f28e9b6fa2051832d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:43:07Z', 'updated_at': '2021-09-16T05:44:09Z', 'revision_number': 5, 'project_id': 'ed1383a305d349f28e9b6fa2051832d3', 'gw_port': {'id': '52b11726-f3dc-4538-ae14-40dd328ef328', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107b0d50-314e-4284-93cb-939c682794f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:43:08Z', 'updated_at': '2021-09-16T05:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:11.454918 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.466841 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.482895 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Pushing event deleted for resources: {'Port': ['ID=16baa0ce-e677-44fa-a582-0f117b563d5a,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:11.488832 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] No DVR routers for this DVR port 16baa0ce-e677-44fa-a582-0f117b563d5a on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:44:11.501512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:11.501512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:11.501512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:11.501512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:11.501512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:11.501512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:11.501512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:11.501512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:11.501512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:11.501512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:11.501512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:11.501512 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1554d-74df-44c9-b327-9cb399e49797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:11.569542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.571722 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.619709 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.620259 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Fanout notify agent at l3_agent the message router_deleted on router 107b0d50-314e-4284-93cb-939c682794f3 {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:44:11.627194 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.628342 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d2d4f908-d8de-4343-a81b-09bfbece4e7b tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/routers/107b0d50-314e-4284-93cb-939c682794f3 HTTP/1.1" status: 204 len: 168 time: 0.8575766 Sep 16 05:44:11.631124 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55474) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:11.707662 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.800139 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.821054 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d283b0e-11ce-4c0e-bf28-1f11db088530']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:11.831735 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:11.832042 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a82c83-b2a4-4e5c-b562-dfd14d80a4ed') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:11.842028 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.856330 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.862942 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:44:11.863351 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:44:11.866240 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:44:11.930132 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.938096 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:11.942943 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/networks/2d283b0e-11ce-4c0e-bf28-1f11db088530 HTTP/1.1" status: 204 len: 168 time: 0.3081639 Sep 16 05:44:11.943574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55476) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:12.020416 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-260649c7-4d55-4e60-80e0-854d4ffeadff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.052425 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-260649c7-4d55-4e60-80e0-854d4ffeadff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.132190 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-260649c7-4d55-4e60-80e0-854d4ffeadff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.135452 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-260649c7-4d55-4e60-80e0-854d4ffeadff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.136670 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-260649c7-4d55-4e60-80e0-854d4ffeadff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] 10.222.0.53 "DELETE /v2.0/security-groups/323ef528-5c8e-4c5d-aa2f-a98b10ff4791 HTTP/1.1" status: 204 len: 168 time: 0.1920204 Sep 16 05:44:12.151474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260649c7-4d55-4e60-80e0-854d4ffeadff tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=323ef528-5c8e-4c5d-aa2f-a98b10ff4791,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:12.281181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7331d8-08a5-4aa0-968e-404c0dabbfe6 tempest-TestNetworkAdvancedServerOps-1895911542 tempest-TestNetworkAdvancedServerOps-1895911542-project] Pushing event deleted for resources: {'Network': ['ID=2d283b0e-11ce-4c0e-bf28-1f11db088530,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:12.470879 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 824e2cf0-61af-4ddd-bb42-6be1c59a075b no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:12.494212 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 824e2cf0-61af-4ddd-bb42-6be1c59a075b {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:44:12.494566 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 824e2cf0-61af-4ddd-bb42-6be1c59a075b not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:12.494995 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 16baa0ce-e677-44fa-a582-0f117b563d5a no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:12.515199 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55484) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:12.521973 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 16baa0ce-e677-44fa-a582-0f117b563d5a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:44:12.522335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 16baa0ce-e677-44fa-a582-0f117b563d5a not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:12.522764 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 52b11726-f3dc-4538-ae14-40dd328ef328 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:44:12.547712 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 52b11726-f3dc-4538-ae14-40dd328ef328 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:44:12.548067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 52b11726-f3dc-4538-ae14-40dd328ef328 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:44:12.694032 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1ad780ed-5d80-4973-948e-e68248a62a52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed1383a305d349f28e9b6fa2051832d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775699 Sep 16 05:44:12.696548 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55488) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:12.745656 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-930ad50d-6db6-4992-9e94-f0f623bdef2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.766577 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-930ad50d-6db6-4992-9e94-f0f623bdef2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.824848 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-930ad50d-6db6-4992-9e94-f0f623bdef2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.828186 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-930ad50d-6db6-4992-9e94-f0f623bdef2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:12.829377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-930ad50d-6db6-4992-9e94-f0f623bdef2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2da8bed-5130-4503-b063-fb539a8bf61e HTTP/1.1" status: 204 len: 168 time: 0.1319213 Sep 16 05:44:12.838526 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ad50d-6db6-4992-9e94-f0f623bdef2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2da8bed-5130-4503-b063-fb539a8bf61e,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:13.121411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55494) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:13.134664 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5add99b5-2444-40f4-b685-b8bceb8b50b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.237334 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5add99b5-2444-40f4-b685-b8bceb8b50b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.240975 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5add99b5-2444-40f4-b685-b8bceb8b50b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.281960 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add99b5-2444-40f4-b685-b8bceb8b50b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3837a0-b421-4e50-9049-1a57f3557485,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:13.287070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5add99b5-2444-40f4-b685-b8bceb8b50b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8de26b79f384c958eac1e7e4a18a3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638727 Sep 16 05:44:13.290384 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55496) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:13.344344 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88d7894f-ef8c-4966-8523-25541f79982b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.366901 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88d7894f-ef8c-4966-8523-25541f79982b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.431965 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88d7894f-ef8c-4966-8523-25541f79982b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.434667 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-88d7894f-ef8c-4966-8523-25541f79982b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:13.435835 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-88d7894f-ef8c-4966-8523-25541f79982b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc3837a0-b421-4e50-9049-1a57f3557485 HTTP/1.1" status: 204 len: 168 time: 0.1445415 Sep 16 05:44:13.444184 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7894f-ef8c-4966-8523-25541f79982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3837a0-b421-4e50-9049-1a57f3557485,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:14.148592 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55518) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:14.247403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-328990357-network', 'tenant_id': '968d4285e87f494097e0c1e837e06324'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:14.269664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Made reservation on behalf of 968d4285e87f494097e0c1e837e06324 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:14.271960 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.280499 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.371301 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.375035 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.398369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:14.407376 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209a5c4e-574f-41d9-890f-e3c72c7cfce5,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:14.413253 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.413598 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Added segment c191add3-656a-4389-9e70-a43ac4b4214e of type vlan for network 9a71677a-9cb0-44e2-ba43-6b68664ae317 Sep 16 05:44:14.457972 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.483585 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.484566 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:14.485174 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.517128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3674254 Sep 16 05:44:14.520239 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55522) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:14.525205 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-da7ead29-e2e5-45f4-b781-f3d74ef3bfa3 admin admin] Request body: {'subnet': {'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-328990357-subnet', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:14.548083 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7ead29-e2e5-45f4-b781-f3d74ef3bfa3 admin admin] Made reservation on behalf of 968d4285e87f494097e0c1e837e06324 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:14.548541 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00356f-430c-4c0d-98da-3549bbfea0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=9a71677a-9cb0-44e2-ba43-6b68664ae317,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:14.551793 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-da7ead29-e2e5-45f4-b781-f3d74ef3bfa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.559319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 9a71677a-9cb0-44e2-ba43-6b68664ae317 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:14.724186 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-da7ead29-e2e5-45f4-b781-f3d74ef3bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.775637 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ead29-e2e5-45f4-b781-f3d74ef3bfa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:14.791823 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ead29-e2e5-45f4-b781-f3d74ef3bfa3 admin admin] Checking segment: {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:14.792172 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ead29-e2e5-45f4-b781-f3d74ef3bfa3 admin admin] Network hostable DHCP agents. Network: 9a71677a-9cb0-44e2-ba43-6b68664ae317, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:14.807827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ead29-e2e5-45f4-b781-f3d74ef3bfa3 admin admin] Network 9a71677a-9cb0-44e2-ba43-6b68664ae317 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:14.817025 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-da7ead29-e2e5-45f4-b781-f3d74ef3bfa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 9a71677a-9cb0-44e2-ba43-6b68664ae317) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:14.821026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7ead29-e2e5-45f4-b781-f3d74ef3bfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:14.821634 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-da7ead29-e2e5-45f4-b781-f3d74ef3bfa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.825750 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9cf85a-45ed-461f-ad72-b774595f6027 None None] Network 9a71677a-9cb0-44e2-ba43-6b68664ae317 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:14.836735 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-da7ead29-e2e5-45f4-b781-f3d74ef3bfa3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3152258 Sep 16 05:44:14.839280 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55526) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:14.843763 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:14.865833 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.866846 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.926406 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:14.974149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-9a71677a-9cb0-44e2-ba43-6b68664ae317', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:44:14.975250 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.066063 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.114423 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Allocated IP 172.20.0.2 (9a71677a-9cb0-44e2-ba43-6b68664ae317/9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc/dae74ca8-c02d-4fd1-8d77-b1e23e8daca3) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:15.259602 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.266952 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.269895 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.290474 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.307326 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Network 9a71677a-9cb0-44e2-ba43-6b68664ae317 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:15.310270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:15.315900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:15.325175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Pushing event updated for resources: {'Port': ['ID=dae74ca8-c02d-4fd1-8d77-b1e23e8daca3,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:15.374270 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Attempting to bind port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:15.374739 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Attempting to bind port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:15.375115 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Attempting to bind port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 on network 9a71677a-9cb0-44e2-ba43-6b68664ae317 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:15.380849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:15.381241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Checking segment: {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:15.381681 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.382084 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Bound using segment: {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:15.382563 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Bound port: dae74ca8-c02d-4fd1-8d77-b1e23e8daca3, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:15.382956 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.399597 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Allocated IP 172.25.0.242 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/d5120ba1-27e5-4c0f-aab0-fff227d8aa2e) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:15.456295 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] For port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:15.460049 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] For port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=dae74ca8-c02d-4fd1-8d77-b1e23e8daca3,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:15.464546 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.516458 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.521471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ce185-96f2-4c20-930f-13232797c0ea None None] Pushing event updated for resources: {'Port': ['ID=dae74ca8-c02d-4fd1-8d77-b1e23e8daca3,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:15.555736 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:15.598645 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:15.604035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:15.609456 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:15.613041 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5120ba1-27e5-4c0f-aab0-fff227d8aa2e,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:15.898654 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:16.105236 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:16.221323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:16.259499 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:44:16.285631 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:16.286747 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:16.395954 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:16.398887 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:16.409416 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Sync routers for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:16.423134 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:16.423602 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:16.425063 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:43:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:16.428014 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-132f7a00-4aef-4006-a158-e593355bbda5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5876968 Sep 16 05:44:16.428465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55528) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:16.455598 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=dae74ca8-c02d-4fd1-8d77-b1e23e8daca3,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:16.462129 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:16.521317 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=dae74ca8-c02d-4fd1-8d77-b1e23e8daca3,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:16.612119 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:16.619505 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9be8fc-d8cf-4ed7-9c82-97c98a3ce1ee None None] Network 9a71677a-9cb0-44e2-ba43-6b68664ae317 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:16.753912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-4f455064-ffa4-459e-97cd-c25fbdc88f4f None None] Provisioning complete for port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:16.754521 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4f455064-ffa4-459e-97cd-c25fbdc88f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:16.840150 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:15Z', 'revision_number': 3, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:16.874865 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Checking router: 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:16.875269 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Updating router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a port d5120ba1-27e5-4c0f-aab0-fff227d8aa2e binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:44:16.910542 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.016803 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.240103 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Allocated IP 172.20.0.1 (9a71677a-9cb0-44e2-ba43-6b68664ae317/9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc/eb60c8c9-23b1-4401-9b0f-ec2f31afde5d) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:17.278727 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.289677 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.334073 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-974aa764-482f-462c-8bd4-8e933a4dc01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.348661 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Pushing event updated for resources: {'Port': ['ID=d5120ba1-27e5-4c0f-aab0-fff227d8aa2e,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:17.364368 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:17.364832 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:17.365048 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:17.365469 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:17.365834 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:17.366166 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:17.366494 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:17.366817 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:17.367139 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:17.367461 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:17.367780 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:17.368099 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:44:17.371302 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Attempting to bind port d5120ba1-27e5-4c0f-aab0-fff227d8aa2e on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:17.371666 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Attempting to bind port d5120ba1-27e5-4c0f-aab0-fff227d8aa2e by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:17.372028 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Attempting to bind port d5120ba1-27e5-4c0f-aab0-fff227d8aa2e on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:17.375674 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.377974 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:17.378354 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:17.378768 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.379205 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:17.379674 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Bound port: d5120ba1-27e5-4c0f-aab0-fff227d8aa2e, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:17.380055 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.414047 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.433403 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] For port d5120ba1-27e5-4c0f-aab0-fff227d8aa2e, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:17.438325 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] For port d5120ba1-27e5-4c0f-aab0-fff227d8aa2e, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d5120ba1-27e5-4c0f-aab0-fff227d8aa2e,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:17.440873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-17ac1bb8-a816-45c5-8371-f1810929db39 None None] Provisioning complete for port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:17.441355 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-17ac1bb8-a816-45c5-8371-f1810929db39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.447259 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.455031 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Network 9a71677a-9cb0-44e2-ba43-6b68664ae317 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:17.458393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:17.461999 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:17.521099 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.521875 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:17.522754 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:43:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:17.563707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Pushing event updated for resources: {'Port': ['ID=eb60c8c9-23b1-4401-9b0f-ec2f31afde5d,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:17.566613 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350f49c-383e-46d4-8a39-d8c4995a30fd None None] Pushing event updated for resources: {'Port': ['ID=d5120ba1-27e5-4c0f-aab0-fff227d8aa2e,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:17.651987 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:17.669622 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.781782 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0d9372d5-33f6-4658-b377-84d26d984d4d None None] Provisioning complete for port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:17.782412 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0d9372d5-33f6-4658-b377-84d26d984d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.817929 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-0d9372d5-33f6-4658-b377-84d26d984d4d None None] Port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:17.848278 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.853377 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:17.930822 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:15Z', 'revision_number': 3, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:17.958739 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e481c-6ff9-46ca-b466-b2c2d53f40d3 None None] The sync data for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 is: [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:15Z', 'revision_number': 3, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:18.214804 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:18.294131 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:18.296473 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Pushing event updated for resources: {'Port': ['ID=eb60c8c9-23b1-4401-9b0f-ec2f31afde5d,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:18.404368 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Network 9a71677a-9cb0-44e2-ba43-6b68664ae317 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:18.407052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:18.457481 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:18.458067 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:18.555257 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:18.646198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b2c238fa-8a85-45b5-b889-e0dac2d24284 None None] Provisioning complete for port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:18.646580 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b2c238fa-8a85-45b5-b889-e0dac2d24284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:18.685109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:18.690041 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b2c238fa-8a85-45b5-b889-e0dac2d24284 None None] Port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:18.691597 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-3c2f611a-e550-4865-9cd8-b5d6adb545d7 admin admin] 10.222.0.53 "PUT /v2.0/routers/8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2609150 Sep 16 05:44:19.168073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55544) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:19.173226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1689185737-network', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:19.195456 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Made reservation on behalf of c0b638e1c34b4d279e04ce154cadef27 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:19.198601 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.213169 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.312919 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.316831 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.343964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:44:19.350295 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8187e1c-307f-4a06-87f2-d681de19c015,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:19.360562 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.360928 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Added segment 51845245-aef7-4541-bafe-23f79f492bcf of type vlan for network 154fefd6-f135-4f0c-bb66-868aaed82893 Sep 16 05:44:19.403445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.429314 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.430316 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:19.430901 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.462406 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2907448 Sep 16 05:44:19.462779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55546) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:19.469223 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2125ea6e-ee79-4fac-b75a-b0cb1c5ba6a7 admin admin] Request body: {'subnet': {'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1689185737-subnet', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:19.497132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4c665-3e4a-4a49-b626-3fb9a6cbd6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=154fefd6-f135-4f0c-bb66-868aaed82893,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:19.498078 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2125ea6e-ee79-4fac-b75a-b0cb1c5ba6a7 admin admin] Made reservation on behalf of c0b638e1c34b4d279e04ce154cadef27 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:19.502240 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2125ea6e-ee79-4fac-b75a-b0cb1c5ba6a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.508104 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 154fefd6-f135-4f0c-bb66-868aaed82893 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:44:19.566113 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Sync routers for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:19.586348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:19.586967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:43:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:19.689931 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2125ea6e-ee79-4fac-b75a-b0cb1c5ba6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.705114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:19.749820 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125ea6e-ee79-4fac-b75a-b0cb1c5ba6a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:19.760879 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2125ea6e-ee79-4fac-b75a-b0cb1c5ba6a7 admin admin] Checking segment: {'id': '51845245-aef7-4541-bafe-23f79f492bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:19.761244 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125ea6e-ee79-4fac-b75a-b0cb1c5ba6a7 admin admin] Network hostable DHCP agents. Network: 154fefd6-f135-4f0c-bb66-868aaed82893, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:44:19.778912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125ea6e-ee79-4fac-b75a-b0cb1c5ba6a7 admin admin] Network 154fefd6-f135-4f0c-bb66-868aaed82893 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:44:19.789830 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-2125ea6e-ee79-4fac-b75a-b0cb1c5ba6a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 154fefd6-f135-4f0c-bb66-868aaed82893) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:19.793961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2125ea6e-ee79-4fac-b75a-b0cb1c5ba6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:19.794564 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2125ea6e-ee79-4fac-b75a-b0cb1c5ba6a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.800496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a43467-687c-4f8d-a78c-9271f26f98d9 None None] Network 154fefd6-f135-4f0c-bb66-868aaed82893 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:19.811381 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2125ea6e-ee79-4fac-b75a-b0cb1c5ba6a7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3471751 Sep 16 05:44:19.813824 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55548) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:19.818365 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1689185737-router', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:19.839596 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.840585 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:19.898392 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.042034 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-154fefd6-f135-4f0c-bb66-868aaed82893', 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'fixed_ips': [{'subnet_id': 'cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:44:20.042908 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.048658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 2, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:20.058371 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.087708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Checking router: 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:20.088075 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Updating router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:44:20.176967 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.230849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d5120ba1-27e5-4c0f-aab0-fff227d8aa2e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:20.299665 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.320420 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.369999 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-914ac3f1-3f2e-4c7a-aa2c-5aecb7565037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.385859 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Allocated IP 172.20.0.2 (154fefd6-f135-4f0c-bb66-868aaed82893/cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992/daa0e279-86c6-405a-b4f6-efaa63195ff9) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:20.439173 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Allocated IP 172.25.0.104 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/72af5142-f56f-4a05-822b-fda644f46a72) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:20.524233 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d5120ba1-27e5-4c0f-aab0-fff227d8aa2e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:20.524233 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.544269 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.582328 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.622340 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:20.625694 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:20.630452 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:20.662814 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Pushing event updated for resources: {'Port': ['ID=72af5142-f56f-4a05-822b-fda644f46a72,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:20.769771 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.777911 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.785647 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.795107 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.827555 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.859284 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Network 154fefd6-f135-4f0c-bb66-868aaed82893 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:20.877012 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:20.879789 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:20.888150 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Pushing event updated for resources: {'Port': ['ID=daa0e279-86c6-405a-b4f6-efaa63195ff9,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:20.897964 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port d5120ba1-27e5-4c0f-aab0-fff227d8aa2e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d5120ba1-27e5-4c0f-aab0-fff227d8aa2e,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:20.928738 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:20.959500 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.033415 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.065470 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c1efa-64ef-4532-8514-173543d2f88c None None] Pushing event updated for resources: {'Port': ['ID=eb60c8c9-23b1-4401-9b0f-ec2f31afde5d,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:21.097017 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Attempting to bind port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:21.097496 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Attempting to bind port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:21.097925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Attempting to bind port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d on network 9a71677a-9cb0-44e2-ba43-6b68664ae317 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:21.107281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Attempting to bind port daa0e279-86c6-405a-b4f6-efaa63195ff9 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:21.107666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Attempting to bind port daa0e279-86c6-405a-b4f6-efaa63195ff9 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '51845245-aef7-4541-bafe-23f79f492bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:21.108909 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Attempting to bind port daa0e279-86c6-405a-b4f6-efaa63195ff9 on network 154fefd6-f135-4f0c-bb66-868aaed82893 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:21.116082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:21.116383 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Checking segment: {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:21.116834 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.117232 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Bound using segment: {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:21.117761 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Bound port: eb60c8c9-23b1-4401-9b0f-ec2f31afde5d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:21.118153 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.137792 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:21.138167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Checking segment: {'id': '51845245-aef7-4541-bafe-23f79f492bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:21.138562 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.138953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Bound using segment: {'id': '51845245-aef7-4541-bafe-23f79f492bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:21.140092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Bound port: daa0e279-86c6-405a-b4f6-efaa63195ff9, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51845245-aef7-4541-bafe-23f79f492bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:21.140471 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.167000 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.193064 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=d5120ba1-27e5-4c0f-aab0-fff227d8aa2e,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:21.201983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d23f075f-6926-4770-8dea-e6fd9130063e None None] Provisioning complete for port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:21.202315 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d23f075f-6926-4770-8dea-e6fd9130063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.284843 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-d23f075f-6926-4770-8dea-e6fd9130063e None None] Port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:21.296287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] For port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:21.300295 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Router fc8f0814-b377-4b66-92d0-d83264b17a62 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:44:21.302079 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] For port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=eb60c8c9-23b1-4401-9b0f-ec2f31afde5d,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:21.308657 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.310893 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] For port daa0e279-86c6-405a-b4f6-efaa63195ff9, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:21.316899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] For port daa0e279-86c6-405a-b4f6-efaa63195ff9, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=daa0e279-86c6-405a-b4f6-efaa63195ff9,segment=NetworkSegment(51845245-aef7-4541-bafe-23f79f492bcf),segment_id=51845245-aef7-4541-bafe-23f79f492bcf)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:21.341323 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.391980 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:21.393040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:21.394994 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c1efa-64ef-4532-8514-173543d2f88c None None] Pushing event updated for resources: {'Port': ['ID=eb60c8c9-23b1-4401-9b0f-ec2f31afde5d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:21.439166 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:21.450703 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Sync routers for ids ['fc8f0814-b377-4b66-92d0-d83264b17a62'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:21.458260 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.462155 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e345564f-e5a0-4e6d-b63a-c82ab59c346c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6449323 Sep 16 05:44:21.462631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55550) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:21.472005 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Routers {'fc8f0814-b377-4b66-92d0-d83264b17a62'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:21.472966 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fc8f0814-b377-4b66-92d0-d83264b17a62'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:21.651986 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Set router fc8f0814-b377-4b66-92d0-d83264b17a62 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:21.808561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d397aae-bd0e-41ca-a679-768e18ad8513 None None] Pushing event updated for resources: {'Port': ['ID=daa0e279-86c6-405a-b4f6-efaa63195ff9,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:21.840226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aca0f731-2573-4041-9b21-21b285fb81f6 None None] Provisioning complete for port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:21.840666 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aca0f731-2573-4041-9b21-21b285fb81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.867852 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:21.901495 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'name': 'tempest-TestShelveInstance-1689185737-router', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '72af5142-f56f-4a05-822b-fda644f46a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:19Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 3, 'project_id': 'c0b638e1c34b4d279e04ce154cadef27', 'gw_port': {'id': '72af5142-f56f-4a05-822b-fda644f46a72', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:20Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:21.932450 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Checking router: fc8f0814-b377-4b66-92d0-d83264b17a62 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:21.932860 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Updating router fc8f0814-b377-4b66-92d0-d83264b17a62 port 72af5142-f56f-4a05-822b-fda644f46a72 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:44:21.969332 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:21.977916 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.099655 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aca0f731-2573-4041-9b21-21b285fb81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.204889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-aca0f731-2573-4041-9b21-21b285fb81f6 None None] For port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=eb60c8c9-23b1-4401-9b0f-ec2f31afde5d,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:22.211269 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aca0f731-2573-4041-9b21-21b285fb81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.308254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:21Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:22.315441 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.329095 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.359327 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d358062-7cc8-43a3-9e5e-52bd49a0c5a5 None None] The sync data for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 is: [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:21Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:22.367528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0f731-2573-4041-9b21-21b285fb81f6 None None] Pushing event updated for resources: {'Port': ['ID=eb60c8c9-23b1-4401-9b0f-ec2f31afde5d,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:22.378222 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device daa0e279-86c6-405a-b4f6-efaa63195ff9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:22.412473 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Attempting to bind port 72af5142-f56f-4a05-822b-fda644f46a72 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:22.412949 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Attempting to bind port 72af5142-f56f-4a05-822b-fda644f46a72 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:22.413509 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Attempting to bind port 72af5142-f56f-4a05-822b-fda644f46a72 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:22.413816 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.418589 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801c513-c0a2-46a9-8d69-322726f3e7e9 None None] Pushing event updated for resources: {'Port': ['ID=72af5142-f56f-4a05-822b-fda644f46a72,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:22.441321 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:22.442120 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:22.444797 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.446487 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:22.447204 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Bound port: 72af5142-f56f-4a05-822b-fda644f46a72, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:22.450218 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.486207 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port daa0e279-86c6-405a-b4f6-efaa63195ff9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:22.486588 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.536687 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] For port 72af5142-f56f-4a05-822b-fda644f46a72, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:22.544190 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] For port 72af5142-f56f-4a05-822b-fda644f46a72, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=72af5142-f56f-4a05-822b-fda644f46a72,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:22.550508 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.611205 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.629026 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Routers {'fc8f0814-b377-4b66-92d0-d83264b17a62'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:22.629589 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fc8f0814-b377-4b66-92d0-d83264b17a62'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:22.647659 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port daa0e279-86c6-405a-b4f6-efaa63195ff9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=daa0e279-86c6-405a-b4f6-efaa63195ff9,segment=NetworkSegment(51845245-aef7-4541-bafe-23f79f492bcf),segment_id=51845245-aef7-4541-bafe-23f79f492bcf)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:22.653019 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.653958 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d5120ba1-27e5-4c0f-aab0-fff227d8aa2e up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:22.655790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Allocated IP 172.20.0.1 (154fefd6-f135-4f0c-bb66-868aaed82893/cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992/6b6b48da-6a15-4a3a-811a-84e1bffc4582) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:22.752666 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=daa0e279-86c6-405a-b4f6-efaa63195ff9,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:22.764535 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port d5120ba1-27e5-4c0f-aab0-fff227d8aa2e triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:22.764912 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.796514 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] Set router fc8f0814-b377-4b66-92d0-d83264b17a62 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:22.856478 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.906946 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e6c934-cfa8-4b30-a608-abab54ba234c None None] Network 154fefd6-f135-4f0c-bb66-868aaed82893 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:44:22.914221 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:22.951148 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801c513-c0a2-46a9-8d69-322726f3e7e9 None None] Pushing event updated for resources: {'Port': ['ID=72af5142-f56f-4a05-822b-fda644f46a72,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:22.959420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Network 154fefd6-f135-4f0c-bb66-868aaed82893 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:22.962805 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:22.969468 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:22.997409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-ef48b12c-ef4a-45a5-94a0-447e03285baa None None] Provisioning complete for port daa0e279-86c6-405a-b4f6-efaa63195ff9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:22.997817 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ef48b12c-ef4a-45a5-94a0-447e03285baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.000329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6b48da-6a15-4a3a-811a-84e1bffc4582,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:23.020859 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.078186 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'name': 'tempest-TestShelveInstance-1689185737-router', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '72af5142-f56f-4a05-822b-fda644f46a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:19Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 3, 'project_id': 'c0b638e1c34b4d279e04ce154cadef27', 'gw_port': {'id': '72af5142-f56f-4a05-822b-fda644f46a72', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:20Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:23.113638 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2eaf09-ff80-4c08-ad6c-c3c0a406d316 None None] The sync data for ids ['fc8f0814-b377-4b66-92d0-d83264b17a62'] in n-d-712142-17 is: [{'id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'name': 'tempest-TestShelveInstance-1689185737-router', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '72af5142-f56f-4a05-822b-fda644f46a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:19Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 3, 'project_id': 'c0b638e1c34b4d279e04ce154cadef27', 'gw_port': {'id': '72af5142-f56f-4a05-822b-fda644f46a72', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:20Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:23.196553 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.427134 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.432509 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.443220 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.497067 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e5e1242e-ba06-421c-a8ba-ceba2c4ec338 None None] Provisioning complete for port daa0e279-86c6-405a-b4f6-efaa63195ff9 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:23.497942 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5e1242e-ba06-421c-a8ba-ceba2c4ec338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.513018 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6b48da-6a15-4a3a-811a-84e1bffc4582,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:23.523003 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.663335 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e5e1242e-ba06-421c-a8ba-ceba2c4ec338 None None] Provisioning complete for port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:23.663920 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5e1242e-ba06-421c-a8ba-ceba2c4ec338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.715658 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-e5e1242e-ba06-421c-a8ba-ceba2c4ec338 None None] Port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:23.731215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Network 154fefd6-f135-4f0c-bb66-868aaed82893 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:23.733255 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:23.840299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-13f62d69-73f9-409e-af1d-604e1349be4a None None] Provisioning complete for port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:23.840954 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-13f62d69-73f9-409e-af1d-604e1349be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:23.901066 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Router fc8f0814-b377-4b66-92d0-d83264b17a62 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:23.904351 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-13f62d69-73f9-409e-af1d-604e1349be4a None None] Port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:24.028477 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-aafa36ab-28e9-4ded-b5c5-a4cb8c3aac04 None None] Provisioning complete for port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:24.029010 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-aafa36ab-28e9-4ded-b5c5-a4cb8c3aac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.043751 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:24.052779 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-21e5853f-c2cb-4c95-96e2-c172678f33a9 admin admin] 10.222.0.53 "PUT /v2.0/routers/fc8f0814-b377-4b66-92d0-d83264b17a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5889485 Sep 16 05:44:24.069401 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-aafa36ab-28e9-4ded-b5c5-a4cb8c3aac04 None None] Port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:24.322809 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 72af5142-f56f-4a05-822b-fda644f46a72 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:24.381507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 72af5142-f56f-4a05-822b-fda644f46a72 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:24.382003 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.491229 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.512705 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 72af5142-f56f-4a05-822b-fda644f46a72, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=72af5142-f56f-4a05-822b-fda644f46a72,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:24.517933 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.518780 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device daa0e279-86c6-405a-b4f6-efaa63195ff9 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:24.595454 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=72af5142-f56f-4a05-822b-fda644f46a72,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:24.607187 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port daa0e279-86c6-405a-b4f6-efaa63195ff9 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:24.607558 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.693528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device eb60c8c9-23b1-4401-9b0f-ec2f31afde5d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:24.702296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55560) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:24.707037 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-981f705a-75bf-423e-a293-bdfefb5dda47 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798536507', 'description': 'tempest-secgroup-smoke-1798536507 description', 'project_id': '968d4285e87f494097e0c1e837e06324'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:24.734000 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-981f705a-75bf-423e-a293-bdfefb5dda47 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.746918 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:24.747570 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.822428 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-981f705a-75bf-423e-a293-bdfefb5dda47 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.827108 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-981f705a-75bf-423e-a293-bdfefb5dda47 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.850981 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-981f705a-75bf-423e-a293-bdfefb5dda47 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.852138 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-981f705a-75bf-423e-a293-bdfefb5dda47 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1487961 Sep 16 05:44:24.855278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55562) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:24.860030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-73ec0745-7b43-438e-b781-ed6cea95c11a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group_rule': {'security_group_id': '57fff3d7-8584-46bb-8945-59a3058e00b2', 'project_id': '968d4285e87f494097e0c1e837e06324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:24.860360 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f705a-75bf-423e-a293-bdfefb5dda47 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fff3d7-8584-46bb-8945-59a3058e00b2,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:24.886990 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-73ec0745-7b43-438e-b781-ed6cea95c11a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.943521 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-73ec0745-7b43-438e-b781-ed6cea95c11a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.948079 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-73ec0745-7b43-438e-b781-ed6cea95c11a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.972314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec0745-7b43-438e-b781-ed6cea95c11a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb30315-d2f9-4018-bac0-53f951e5e850,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:24.978880 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-73ec0745-7b43-438e-b781-ed6cea95c11a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:24.980153 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-73ec0745-7b43-438e-b781-ed6cea95c11a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238358 Sep 16 05:44:24.983442 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55564) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:24.988032 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d0169943-54b0-480a-883f-a52a99691819 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group_rule': {'security_group_id': '57fff3d7-8584-46bb-8945-59a3058e00b2', 'project_id': '968d4285e87f494097e0c1e837e06324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:25.014147 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0169943-54b0-480a-883f-a52a99691819 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.071241 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0169943-54b0-480a-883f-a52a99691819 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.074694 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0169943-54b0-480a-883f-a52a99691819 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.094810 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169943-54b0-480a-883f-a52a99691819 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f484b0-adbe-4dde-89f7-b20c76cf7cc7,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:25.097902 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d0169943-54b0-480a-883f-a52a99691819 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.099134 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d0169943-54b0-480a-883f-a52a99691819 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144814 Sep 16 05:44:25.102048 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55566) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:25.106458 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-b530d8c8-b000-47e5-97df-8769834e26ed tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group_rule': {'security_group_id': '57fff3d7-8584-46bb-8945-59a3058e00b2', 'project_id': '968d4285e87f494097e0c1e837e06324', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:25.133260 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b530d8c8-b000-47e5-97df-8769834e26ed tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.194586 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b530d8c8-b000-47e5-97df-8769834e26ed tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.199029 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b530d8c8-b000-47e5-97df-8769834e26ed tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.220119 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530d8c8-b000-47e5-97df-8769834e26ed tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f4b4e6-3c1f-4e6c-b867-a545ebedef3d,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:25.226936 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-b530d8c8-b000-47e5-97df-8769834e26ed tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.228291 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-b530d8c8-b000-47e5-97df-8769834e26ed tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252587 Sep 16 05:44:25.230989 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55568) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:25.236096 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-2cc567be-b8c8-41bb-b5ca-634deb6dfc18 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group_rule': {'security_group_id': '57fff3d7-8584-46bb-8945-59a3058e00b2', 'project_id': '968d4285e87f494097e0c1e837e06324', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:25.263608 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cc567be-b8c8-41bb-b5ca-634deb6dfc18 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.322880 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cc567be-b8c8-41bb-b5ca-634deb6dfc18 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.327553 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cc567be-b8c8-41bb-b5ca-634deb6dfc18 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.350671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc567be-b8c8-41bb-b5ca-634deb6dfc18 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ca0eea-c06a-41b8-95b2-49b85dc1f590,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:25.354294 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-2cc567be-b8c8-41bb-b5ca-634deb6dfc18 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.355522 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-2cc567be-b8c8-41bb-b5ca-634deb6dfc18 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236110 Sep 16 05:44:25.358914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55570) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:25.363530 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-af3d6106-81bf-4469-982c-a9e0a5efc145 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group_rule': {'security_group_id': '57fff3d7-8584-46bb-8945-59a3058e00b2', 'project_id': '968d4285e87f494097e0c1e837e06324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:25.387006 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-af3d6106-81bf-4469-982c-a9e0a5efc145 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Project 968d4285e87f494097e0c1e837e06324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:44:25.392703 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af3d6106-81bf-4469-982c-a9e0a5efc145 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.446672 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af3d6106-81bf-4469-982c-a9e0a5efc145 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.450485 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af3d6106-81bf-4469-982c-a9e0a5efc145 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.468925 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d6106-81bf-4469-982c-a9e0a5efc145 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3679fd-70da-4fbd-a1b5-bb919bc9a747,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:25.474623 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-af3d6106-81bf-4469-982c-a9e0a5efc145 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.475899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-af3d6106-81bf-4469-982c-a9e0a5efc145 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159673 Sep 16 05:44:25.478607 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55572) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:25.483465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7dd6595a-1847-445a-ab74-3b9de053abdc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group_rule': {'security_group_id': '57fff3d7-8584-46bb-8945-59a3058e00b2', 'project_id': '968d4285e87f494097e0c1e837e06324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:25.507031 n-d-712142-17 neutron-server[94745]: INFO neutron.db.securitygroups_db [None req-7dd6595a-1847-445a-ab74-3b9de053abdc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Project 968d4285e87f494097e0c1e837e06324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:44:25.512421 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7dd6595a-1847-445a-ab74-3b9de053abdc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.576017 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7dd6595a-1847-445a-ab74-3b9de053abdc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.579777 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7dd6595a-1847-445a-ab74-3b9de053abdc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.599095 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6595a-1847-445a-ab74-3b9de053abdc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d919a108-a78d-4079-b9d5-e62b5ca58bc2,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:25.602284 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7dd6595a-1847-445a-ab74-3b9de053abdc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:25.603561 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7dd6595a-1847-445a-ab74-3b9de053abdc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240304 Sep 16 05:44:25.715737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Sync routers for ids ['fc8f0814-b377-4b66-92d0-d83264b17a62'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:25.724880 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Routers {'fc8f0814-b377-4b66-92d0-d83264b17a62'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:25.725504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fc8f0814-b377-4b66-92d0-d83264b17a62'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:25.818042 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-2858f811-5abf-4e13-888b-f454e932b8db tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798536507&fields=id&tenant_id=968d4285e87f494097e0c1e837e06324 HTTP/1.1" status: 200 len: 267 time: 0.0429020 Sep 16 05:44:25.834529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Set router fc8f0814-b377-4b66-92d0-d83264b17a62 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:25.931843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-dbe44cb6-a401-4674-8a97-bc9495909f08 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:25.933371 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-dbe44cb6-a401-4674-8a97-bc9495909f08 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 808 time: 0.1084716 Sep 16 05:44:25.949946 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-ebcdc33c-6bf0-406d-a375-1f5c75507290 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/quotas/968d4285e87f494097e0c1e837e06324 HTTP/1.1" status: 200 len: 375 time: 0.0096176 Sep 16 05:44:26.004247 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-88abac54-9d3a-42de-998b-415900410907 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472448 Sep 16 05:44:26.039323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'name': 'tempest-TestShelveInstance-1689185737-router', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '72af5142-f56f-4a05-822b-fda644f46a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:19Z', 'updated_at': '2021-09-16T05:44:23Z', 'revision_number': 4, 'project_id': 'c0b638e1c34b4d279e04ce154cadef27', 'gw_port': {'id': '72af5142-f56f-4a05-822b-fda644f46a72', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:20Z', 'updated_at': '2021-09-16T05:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '6b6b48da-6a15-4a3a-811a-84e1bffc4582', 'name': '', 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'mac_address': 'fa:16:3e:25:e4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:22Z', 'updated_at': '2021-09-16T05:44:23Z', 'revision_number': 2, 'project_id': 'c0b638e1c34b4d279e04ce154cadef27', 'subnets': [{'id': 'cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:26.065773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Checking router: fc8f0814-b377-4b66-92d0-d83264b17a62 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:26.066141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Updating router fc8f0814-b377-4b66-92d0-d83264b17a62 port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:44:26.092773 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.106567 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-cb1b366a-efe1-4714-abb6-51cb2f18e0f1 service neutron] 10.222.0.53 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902331 Sep 16 05:44:26.208837 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 72af5142-f56f-4a05-822b-fda644f46a72 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:26.231392 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-e77cda65-cbb6-4168-af1b-90b778f4bb30 service neutron] 10.222.0.53 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183403 Sep 16 05:44:26.328948 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 72af5142-f56f-4a05-822b-fda644f46a72 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:26.329298 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.415527 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-589233e8-791b-4859-8ab6-105b7f3f748c req-666fb350-6743-45ed-8b06-d0c19a9e4a4c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 210 time: 0.0392938 Sep 16 05:44:26.485730 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.497112 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.554281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd23f6-2b6e-4c3f-bc48-ab703f679a2e None None] Pushing event updated for resources: {'Port': ['ID=6b6b48da-6a15-4a3a-811a-84e1bffc4582,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:26.615443 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Attempting to bind port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:26.616037 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Attempting to bind port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '51845245-aef7-4541-bafe-23f79f492bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:26.616546 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Attempting to bind port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 on network 154fefd6-f135-4f0c-bb66-868aaed82893 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:26.622663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:26.623045 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Checking segment: {'id': '51845245-aef7-4541-bafe-23f79f492bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:26.623963 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.624562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Bound using segment: {'id': '51845245-aef7-4541-bafe-23f79f492bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:26.625502 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Bound port: 6b6b48da-6a15-4a3a-811a-84e1bffc4582, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51845245-aef7-4541-bafe-23f79f492bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:26.625977 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.699355 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] For port 6b6b48da-6a15-4a3a-811a-84e1bffc4582, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:26.707042 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] For port 6b6b48da-6a15-4a3a-811a-84e1bffc4582, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6b6b48da-6a15-4a3a-811a-84e1bffc4582,segment=NetworkSegment(51845245-aef7-4541-bafe-23f79f492bcf),segment_id=51845245-aef7-4541-bafe-23f79f492bcf)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:26.712423 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.759985 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Routers {'fc8f0814-b377-4b66-92d0-d83264b17a62'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:26.760632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fc8f0814-b377-4b66-92d0-d83264b17a62'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:26.833368 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd23f6-2b6e-4c3f-bc48-ab703f679a2e None None] Pushing event updated for resources: {'Port': ['ID=6b6b48da-6a15-4a3a-811a-84e1bffc4582,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:26.852099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-d5e745ba-29fb-4b47-bbbb-8e4d8028f4cb None None] Provisioning complete for port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:26.852464 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d5e745ba-29fb-4b47-bbbb-8e4d8028f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:26.942362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] Set router fc8f0814-b377-4b66-92d0-d83264b17a62 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:27.072579 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d5e745ba-29fb-4b47-bbbb-8e4d8028f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:27.308797 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-d5e745ba-29fb-4b47-bbbb-8e4d8028f4cb None None] For port 6b6b48da-6a15-4a3a-811a-84e1bffc4582, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6b6b48da-6a15-4a3a-811a-84e1bffc4582,segment=NetworkSegment(51845245-aef7-4541-bafe-23f79f492bcf),segment_id=51845245-aef7-4541-bafe-23f79f492bcf)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:27.314802 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d5e745ba-29fb-4b47-bbbb-8e4d8028f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:27.391959 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e745ba-29fb-4b47-bbbb-8e4d8028f4cb None None] Pushing event updated for resources: {'Port': ['ID=6b6b48da-6a15-4a3a-811a-84e1bffc4582,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:27.407671 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'name': 'tempest-TestShelveInstance-1689185737-router', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '72af5142-f56f-4a05-822b-fda644f46a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:19Z', 'updated_at': '2021-09-16T05:44:23Z', 'revision_number': 4, 'project_id': 'c0b638e1c34b4d279e04ce154cadef27', 'gw_port': {'id': '72af5142-f56f-4a05-822b-fda644f46a72', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:20Z', 'updated_at': '2021-09-16T05:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '6b6b48da-6a15-4a3a-811a-84e1bffc4582', 'name': '', 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'mac_address': 'fa:16:3e:25:e4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:22Z', 'updated_at': '2021-09-16T05:44:26Z', 'revision_number': 4, 'project_id': 'c0b638e1c34b4d279e04ce154cadef27', 'subnets': [{'id': 'cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:27.442664 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03074764-62d4-4d0c-94f4-0de29b0306ed None None] The sync data for ids ['fc8f0814-b377-4b66-92d0-d83264b17a62'] in n-d-712142-17 is: [{'id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'name': 'tempest-TestShelveInstance-1689185737-router', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '72af5142-f56f-4a05-822b-fda644f46a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:19Z', 'updated_at': '2021-09-16T05:44:23Z', 'revision_number': 4, 'project_id': 'c0b638e1c34b4d279e04ce154cadef27', 'gw_port': {'id': '72af5142-f56f-4a05-822b-fda644f46a72', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:20Z', 'updated_at': '2021-09-16T05:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '6b6b48da-6a15-4a3a-811a-84e1bffc4582', 'name': '', 'network_id': '154fefd6-f135-4f0c-bb66-868aaed82893', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'mac_address': 'fa:16:3e:25:e4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:22Z', 'updated_at': '2021-09-16T05:44:26Z', 'revision_number': 4, 'project_id': 'c0b638e1c34b4d279e04ce154cadef27', 'subnets': [{'id': 'cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:27.454376 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-869a68b0-66ea-40c2-a5eb-df99f57ae7da None None] Provisioning complete for port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:27.454708 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-869a68b0-66ea-40c2-a5eb-df99f57ae7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:27.606306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a373b12b-60a3-41f0-b9de-58851a18ac2d req-8a74ee17-8f7e-4d70-962b-519e0899891e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 210 time: 0.0700440 Sep 16 05:44:27.655462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-60fb0ed8-a20d-4d61-b414-16b08962c123 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:27.657151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-60fb0ed8-a20d-4d61-b414-16b08962c123 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 808 time: 0.1872647 Sep 16 05:44:27.721746 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-97cbfb20-d0ad-48ce-ba42-e6bf2188df1c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=968d4285e87f494097e0c1e837e06324 HTTP/1.1" status: 200 len: 380 time: 0.0537059 Sep 16 05:44:27.732115 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'port': {'device_id': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'admin_state_up': True, 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'security_groups': ['57fff3d7-8584-46bb-8945-59a3058e00b2']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:27.846512 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Made reservation on behalf of 968d4285e87f494097e0c1e837e06324 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:44:27.850301 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:27.989355 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Allocated IP 172.20.0.3 (9a71677a-9cb0-44e2-ba43-6b68664ae317/9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc/fe772029-8e9a-4e5d-8dec-01557e9172e6) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:28.133141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.175487 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.215472 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6b6b48da-6a15-4a3a-811a-84e1bffc4582 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:28.218702 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Network 9a71677a-9cb0-44e2-ba43-6b68664ae317 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:28.221992 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:28.228486 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:28.254870 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'Port': ['ID=fe772029-8e9a-4e5d-8dec-01557e9172e6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:28.269531 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:28.269946 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.284826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:28.285504 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.302722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-7d4da9aa-74b8-4c19-926e-592f7cb9b615 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5744028 Sep 16 05:44:28.321259 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Request body: {'port': {'device_id': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:28.382391 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.511937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-75ede598-f23d-45e2-9329-4f30cb1d2f0f None None] Provisioning complete for port fe772029-8e9a-4e5d-8dec-01557e9172e6 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:28.512236 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-75ede598-f23d-45e2-9329-4f30cb1d2f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.547725 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-75ede598-f23d-45e2-9329-4f30cb1d2f0f None None] Port fe772029-8e9a-4e5d-8dec-01557e9172e6 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:44:28.661822 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe772029-8e9a-4e5d-8dec-01557e9172e6 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:44:28.669856 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.692491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Transition to ACTIVE for port object fe772029-8e9a-4e5d-8dec-01557e9172e6 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:44:28.708354 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.775165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bcfbb-5110-454e-ac3c-25cb0374ffef req-85c9058b-16c3-43b0-9011-c30a168e535b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:28.776736 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e07bcfbb-5110-454e-ac3c-25cb0374ffef req-85c9058b-16c3-43b0-9011-c30a168e535b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 931 time: 0.1019797 Sep 16 05:44:28.781087 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe772029-8e9a-4e5d-8dec-01557e9172e6,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:28.886139 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e07bcfbb-5110-454e-ac3c-25cb0374ffef req-5953ba4d-4894-4a56-b5db-9b31bcd92e56 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021202 Sep 16 05:44:28.897627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Attempting to bind port fe772029-8e9a-4e5d-8dec-01557e9172e6 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:44:28.897985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Attempting to bind port fe772029-8e9a-4e5d-8dec-01557e9172e6 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:44:28.898324 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Attempting to bind port fe772029-8e9a-4e5d-8dec-01557e9172e6 on network 9a71677a-9cb0-44e2-ba43-6b68664ae317 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:28.903522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Port fe772029-8e9a-4e5d-8dec-01557e9172e6 on network 9a71677a-9cb0-44e2-ba43-6b68664ae317 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:44:28.903852 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Attempting to bind port fe772029-8e9a-4e5d-8dec-01557e9172e6 on network 9a71677a-9cb0-44e2-ba43-6b68664ae317 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:44:28.909914 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:44:28.910267 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Checking segment: {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:44:28.910662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Bound using segment: {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:44:28.911099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Bound port: fe772029-8e9a-4e5d-8dec-01557e9172e6, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:44:28.911466 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:28.983389 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:44:28.986803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:44:28.991867 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.029180 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.030922 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:29.032296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] 10.222.0.50 "PUT /v2.0/ports/fe772029-8e9a-4e5d-8dec-01557e9172e6 HTTP/1.1" status: 200 len: 1092 time: 0.7154810 Sep 16 05:44:29.034733 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:29.037092 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5b8bc9-6f8e-4c8b-8770-47e31d841ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:29.067369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b82ae-aa68-448d-93c5-1c78b9c1e3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe772029-8e9a-4e5d-8dec-01557e9172e6,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:29.090408 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a31122a-68ee-415f-b553-48b3842afd7a x-openstack-request-id: req-9a31122a-68ee-415f-b553-48b3842afd7a {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:29.090783 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:29.091109 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a31122a-68ee-415f-b553-48b3842afd7a {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:29.091572 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'status': 'completed', 'code': 200} Sep 16 05:44:29.127044 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-e976317b-39bb-41d2-a5a1-d558f11e4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.128872 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-e976317b-39bb-41d2-a5a1-d558f11e4579 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1095 time: 0.0476468 Sep 16 05:44:29.173757 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-ddc9adfc-2dde-4d22-9f4f-af1ff7be6481 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6 HTTP/1.1" status: 200 len: 217 time: 0.0366158 Sep 16 05:44:29.229133 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-b0e5852f-3453-489c-89ad-5d29cc24ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.230670 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-b0e5852f-3453-489c-89ad-5d29cc24ed46 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0463395 Sep 16 05:44:29.287301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-afc00881-d49b-4a5f-82f2-22cd6e7cae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.288913 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-afc00881-d49b-4a5f-82f2-22cd6e7cae26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454795 Sep 16 05:44:29.390653 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-9244b6bf-0ea2-4b3e-a33c-465300845851 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893242 Sep 16 05:44:29.495539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c094c9ca-498b-4040-96ee-a8419da86cdf req-2881ba77-fc84-4053-b30d-0bf2ad9c1454 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917702 Sep 16 05:44:29.591502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b8bc9-6f8e-4c8b-8770-47e31d841ff2 req-e35363fd-0d4e-4218-b6da-202ecfd17398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.595086 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce5b8bc9-6f8e-4c8b-8770-47e31d841ff2 req-e35363fd-0d4e-4218-b6da-202ecfd17398 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1095 time: 0.0447388 Sep 16 05:44:29.691403 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b8bc9-6f8e-4c8b-8770-47e31d841ff2 req-8dcf77e1-bef0-49bb-b9f7-69aa6bc6f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.692829 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce5b8bc9-6f8e-4c8b-8770-47e31d841ff2 req-8dcf77e1-bef0-49bb-b9f7-69aa6bc6f2a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0891781 Sep 16 05:44:29.735054 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce5b8bc9-6f8e-4c8b-8770-47e31d841ff2 req-3cb74204-10ac-419e-86fd-b801c92228de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6 HTTP/1.1" status: 200 len: 217 time: 0.0350003 Sep 16 05:44:29.784251 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b8bc9-6f8e-4c8b-8770-47e31d841ff2 req-11707f75-2e2a-4fa2-90da-dc965d943ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.785731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce5b8bc9-6f8e-4c8b-8770-47e31d841ff2 req-11707f75-2e2a-4fa2-90da-dc965d943ea3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0439532 Sep 16 05:44:29.836776 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b8bc9-6f8e-4c8b-8770-47e31d841ff2 req-e5ee9811-0053-4849-aaa9-9ea6bc584b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:29.838310 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce5b8bc9-6f8e-4c8b-8770-47e31d841ff2 req-e5ee9811-0053-4849-aaa9-9ea6bc584b36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438712 Sep 16 05:44:29.931350 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce5b8bc9-6f8e-4c8b-8770-47e31d841ff2 req-cc253b7d-40fe-4643-b004-9fb82f879460 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842118 Sep 16 05:44:30.062041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a7d8a-2f93-4f79-87e9-af2b736c33df req-f634d91b-b19a-40e0-9819-72936eca4163 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:30.063530 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-650a7d8a-2f93-4f79-87e9-af2b736c33df req-f634d91b-b19a-40e0-9819-72936eca4163 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.1025524 Sep 16 05:44:30.067164 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ce5b8bc9-6f8e-4c8b-8770-47e31d841ff2 req-939c5b06-5987-45d9-8cfe-890728176d33 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275907 Sep 16 05:44:30.106126 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-650a7d8a-2f93-4f79-87e9-af2b736c33df req-4e2c2cad-777c-4b2a-9521-c08561ff0c75 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365791 Sep 16 05:44:31.222437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c8e95-65b7-45f9-87d4-1f61d74297bd req-83121cf6-aa65-4bea-8f4e-a76a16feef28 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:31.223880 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-637c8e95-65b7-45f9-87d4-1f61d74297bd req-83121cf6-aa65-4bea-8f4e-a76a16feef28 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0499365 Sep 16 05:44:31.262730 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-637c8e95-65b7-45f9-87d4-1f61d74297bd req-567792cb-3768-473c-a6c8-8305e829f83a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328946 Sep 16 05:44:31.402420 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:44:32.303832 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe772029-8e9a-4e5d-8dec-01557e9172e6 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:44:32.392675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c950b47-9bab-4647-8cf9-a0558ba85f72 req-3fe86296-6ce5-4339-82b4-82e17e6e6e48 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:32.394675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c950b47-9bab-4647-8cf9-a0558ba85f72 req-3fe86296-6ce5-4339-82b4-82e17e6e6e48 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0549927 Sep 16 05:44:32.404927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:32.417738 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'port_id': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'mac_address': 'fa:16:3e:f8:60:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:44:32.433899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5c950b47-9bab-4647-8cf9-a0558ba85f72 req-b6a4578b-b009-4394-88db-d2fa4157637d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328856 Sep 16 05:44:32.456965 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.470431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe772029-8e9a-4e5d-8dec-01557e9172e6 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:44:32.489825 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:32.493630 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:32.540704 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fe772029-8e9a-4e5d-8dec-01557e9172e6,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:32.773060 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['fe772029-8e9a-4e5d-8dec-01557e9172e6'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:44:33.551656 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b5368-21b2-4cec-a20a-c6d5133b4a9b req-bd6825d9-c463-40d7-b6cd-301a8ce598fd tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:33.553104 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-430b5368-21b2-4cec-a20a-c6d5133b4a9b req-bd6825d9-c463-40d7-b6cd-301a8ce598fd tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 944 time: 0.0491633 Sep 16 05:44:33.591534 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-430b5368-21b2-4cec-a20a-c6d5133b4a9b req-1bd5ebb1-4431-4182-9007-a60de5efa5d1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324333 Sep 16 05:44:34.294529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe772029-8e9a-4e5d-8dec-01557e9172e6 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:44:34.351412 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port fe772029-8e9a-4e5d-8dec-01557e9172e6 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:44:34.355513 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port fe772029-8e9a-4e5d-8dec-01557e9172e6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:44:34.355926 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:34.442113 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:34.464495 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:34.466808 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f324b4-2b51-4e01-86b3-d2aeedf9c3d5" -d '{"events": [{"server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "name": "network-vif-plugged", "status": "completed", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:34.479571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:44:34.485229 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:34.512611 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4323ffe6-2ccb-4029-bd0b-1b07ac0d0bbe x-openstack-request-id: req-4323ffe6-2ccb-4029-bd0b-1b07ac0d0bbe {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:34.512903 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "name": "network-vif-plugged", "status": "completed", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:34.513158 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4323ffe6-2ccb-4029-bd0b-1b07ac0d0bbe {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:34.513550 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'code': 200} Sep 16 05:44:34.540180 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fe772029-8e9a-4e5d-8dec-01557e9172e6,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:34.616304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ecf01-8444-431c-adaa-87f021068292 req-09078f37-e303-49d2-b707-60ade8215c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:34.617920 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-487ecf01-8444-431c-adaa-87f021068292 req-09078f37-e303-49d2-b707-60ade8215c3c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1097 time: 0.0425448 Sep 16 05:44:34.658320 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-487ecf01-8444-431c-adaa-87f021068292 req-1008e145-58ca-468d-ab83-2101944b23b0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287526 Sep 16 05:44:34.719850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2813957-2694-43ff-90b3-10ee4fff8636 req-7d3e9f8d-6d4c-48b9-93f3-1574cb952d6c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:34.721377 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2813957-2694-43ff-90b3-10ee4fff8636 req-7d3e9f8d-6d4c-48b9-93f3-1574cb952d6c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0584490 Sep 16 05:44:34.759742 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a2813957-2694-43ff-90b3-10ee4fff8636 req-1aeb80ba-405b-40e0-b142-7451d678849e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Sep 16 05:44:35.883122 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83dd8c-c89a-4fc0-b7fe-d063ddfce7e9 req-5441eb69-78c8-46ce-a633-810ed4d0a449 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:35.884783 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f83dd8c-c89a-4fc0-b7fe-d063ddfce7e9 req-5441eb69-78c8-46ce-a633-810ed4d0a449 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0543802 Sep 16 05:44:35.942291 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6f83dd8c-c89a-4fc0-b7fe-d063ddfce7e9 req-b6eab14c-8784-4b67-8568-9412117f5f9b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497468 Sep 16 05:44:36.163242 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.057263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe57a-7019-4542-8698-2a04b5e00fec req-8b36002c-ad0b-4ff9-8814-b715db2eb8de tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:37.058801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b7fe57a-7019-4542-8698-2a04b5e00fec req-8b36002c-ad0b-4ff9-8814-b715db2eb8de tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0485075 Sep 16 05:44:37.097124 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3b7fe57a-7019-4542-8698-2a04b5e00fec req-6e683821-ee60-414a-a4a2-f2954f9be772 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Sep 16 05:44:37.216777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3ed10-ce33-45e0-9b13-01f55fed90e2 req-4c0e3270-5b26-489a-8ad1-4d1bd85241a6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:37.218945 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cea3ed10-ce33-45e0-9b13-01f55fed90e2 req-4c0e3270-5b26-489a-8ad1-4d1bd85241a6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0558286 Sep 16 05:44:37.256997 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cea3ed10-ce33-45e0-9b13-01f55fed90e2 req-6aada1b5-b82f-48e1-86b9-706f8b752972 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Sep 16 05:44:37.279444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55626) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:37.407007 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4477f43b-21ff-4673-91a4-32fc9009e21a tempest-TestShelveInstance-1936935585 tempest-TestShelveInstance-1936935585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:37.408571 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-4477f43b-21ff-4673-91a4-32fc9009e21a tempest-TestShelveInstance-1936935585 tempest-TestShelveInstance-1936935585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1092 time: 0.1274781 Sep 16 05:44:37.411570 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55630) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:44:37.415841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:44:37.437269 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.540560 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.645339 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Allocated IP 172.25.0.157 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/63b41e9d-0032-48b9-b7a8-c53ae4b02323) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:44:37.758747 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.794331 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:37.833052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:44:37.841049 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:44:37.848740 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:44:37.854535 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'Port': ['ID=63b41e9d-0032-48b9-b7a8-c53ae4b02323,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:38.154387 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.223242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.291392 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.443996 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.448336 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.518888 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'Port': ['ID=63b41e9d-0032-48b9-b7a8-c53ae4b02323,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:44:38.533374 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:38.633262 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Floating IP c2d0cbce-fa01-4a3e-b52b-e0f614c01a45 associated. External IP: 172.25.0.157, port: fe772029-8e9a-4e5d-8dec-01557e9172e6. Sep 16 05:44:39.176428 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:44:39.290054 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:44:39.301875 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae3d61-812b-4d90-92f2-634984ff3dab None None] Sync routers for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:44:39.309851 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:39.312827 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae3d61-812b-4d90-92f2-634984ff3dab None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:39.313508 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-aeae3d61-812b-4d90-92f2-634984ff3dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:39.340957 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-41651ebe-8c13-44fc-8f2d-6159f7a5f353 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9281628 Sep 16 05:44:39.341671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:44:39.344513 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ed19f6-835e-41c1-9156-73d4c2165420" -d '{"events": [{"name": "network-changed", "server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:44:39.383172 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4071f11-d08a-4732-857f-fd3d95c7bde2 x-openstack-request-id: req-b4071f11-d08a-4732-857f-fd3d95c7bde2 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:44:39.383462 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:44:39.383709 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4071f11-d08a-4732-857f-fd3d95c7bde2 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:44:39.384110 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'status': 'completed', 'code': 200} Sep 16 05:44:39.423230 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-aeae3d61-812b-4d90-92f2-634984ff3dab None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:39.451353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed19f6-835e-41c1-9156-73d4c2165420 req-cd36a138-a69d-4a44-9fb4-76c69b24507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:39.452857 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11ed19f6-835e-41c1-9156-73d4c2165420 req-cd36a138-a69d-4a44-9fb4-76c69b24507a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1097 time: 0.0430646 Sep 16 05:44:39.553662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed19f6-835e-41c1-9156-73d4c2165420 req-41f53268-361c-4a58-a456-285269a93f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:39.555280 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11ed19f6-835e-41c1-9156-73d4c2165420 req-41f53268-361c-4a58-a456-285269a93f63 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0947149 Sep 16 05:44:39.625661 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11ed19f6-835e-41c1-9156-73d4c2165420 req-b69cc578-f380-41b4-8072-5da098456ffa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6 HTTP/1.1" status: 200 len: 999 time: 0.0623643 Sep 16 05:44:39.675239 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed19f6-835e-41c1-9156-73d4c2165420 req-300a0991-c1aa-4b72-b210-7e509a588e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:39.676754 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11ed19f6-835e-41c1-9156-73d4c2165420 req-300a0991-c1aa-4b72-b210-7e509a588e7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0436745 Sep 16 05:44:39.729483 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed19f6-835e-41c1-9156-73d4c2165420 req-16cf652e-a011-445f-a7e3-2c74dd31c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:39.730991 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11ed19f6-835e-41c1-9156-73d4c2165420 req-16cf652e-a011-445f-a7e3-2c74dd31c671 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473902 Sep 16 05:44:39.759802 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-aeae3d61-812b-4d90-92f2-634984ff3dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'c2d0cbce-fa01-4a3e-b52b-e0f614c01a45', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'port_id': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'mac_address': 'fa:16:3e:f8:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:44:38Z', 'updated_at': '2021-09-16T05:44:38Z', 'revision_number': 0, 'project_id': '968d4285e87f494097e0c1e837e06324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:39.787117 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae3d61-812b-4d90-92f2-634984ff3dab None None] Checking router: 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:44:39.795692 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae3d61-812b-4d90-92f2-634984ff3dab None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:44:39.796329 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-aeae3d61-812b-4d90-92f2-634984ff3dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:44:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:39.835993 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11ed19f6-835e-41c1-9156-73d4c2165420 req-aa6bf62b-0ced-42c8-b0f8-c29f04e05bc7 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960522 Sep 16 05:44:39.901043 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-aeae3d61-812b-4d90-92f2-634984ff3dab None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:44:39.939969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-11ed19f6-835e-41c1-9156-73d4c2165420 req-5e7b7db5-0e86-473e-8ad6-6b1866f88cac service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958695 Sep 16 05:44:40.142856 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-aeae3d61-812b-4d90-92f2-634984ff3dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'c2d0cbce-fa01-4a3e-b52b-e0f614c01a45', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'port_id': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'mac_address': 'fa:16:3e:f8:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:44:38Z', 'updated_at': '2021-09-16T05:44:38Z', 'revision_number': 0, 'project_id': '968d4285e87f494097e0c1e837e06324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:44:40.173694 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae3d61-812b-4d90-92f2-634984ff3dab None None] The sync data for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 is: [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'c2d0cbce-fa01-4a3e-b52b-e0f614c01a45', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'port_id': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'mac_address': 'fa:16:3e:f8:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:44:38Z', 'updated_at': '2021-09-16T05:44:38Z', 'revision_number': 0, 'project_id': '968d4285e87f494097e0c1e837e06324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:44:40.380139 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761e496-4631-4bc9-b8cc-6898042b0614 None None] New status for floating IP c2d0cbce-fa01-4a3e-b52b-e0f614c01a45: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:44:46.572585 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83fe0f90-346d-4a27-9e02-7fc0f5a06bae req-7fe0c9db-6e07-4374-8033-d04e907f1c96 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410204 Sep 16 05:44:46.659445 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe0f90-346d-4a27-9e02-7fc0f5a06bae req-4513676a-05dc-486a-b789-813e0635b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:46.660989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83fe0f90-346d-4a27-9e02-7fc0f5a06bae req-4513676a-05dc-486a-b789-813e0635b36b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1097 time: 0.0420442 Sep 16 05:44:46.774729 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe0f90-346d-4a27-9e02-7fc0f5a06bae req-15a1ed6e-dbaf-4793-8558-e52fcb6ccb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:46.776239 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83fe0f90-346d-4a27-9e02-7fc0f5a06bae req-15a1ed6e-dbaf-4793-8558-e52fcb6ccb7f service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0924122 Sep 16 05:44:46.848811 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83fe0f90-346d-4a27-9e02-7fc0f5a06bae req-3c3866f3-5f73-4956-b988-7ce5853dcdbb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6 HTTP/1.1" status: 200 len: 1001 time: 0.0625842 Sep 16 05:44:46.908794 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe0f90-346d-4a27-9e02-7fc0f5a06bae req-f8df1a60-f461-412a-bac2-c74020ec9755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:46.910264 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83fe0f90-346d-4a27-9e02-7fc0f5a06bae req-f8df1a60-f461-412a-bac2-c74020ec9755 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0520902 Sep 16 05:44:46.959852 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe0f90-346d-4a27-9e02-7fc0f5a06bae req-a337e79b-bc10-422d-a958-dcf7113c7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:44:46.961453 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83fe0f90-346d-4a27-9e02-7fc0f5a06bae req-a337e79b-bc10-422d-a958-dcf7113c7a10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434442 Sep 16 05:44:47.066473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83fe0f90-346d-4a27-9e02-7fc0f5a06bae req-353e9eed-76a0-4f84-a47c-de6ae6ece932 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966043 Sep 16 05:44:47.165478 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83fe0f90-346d-4a27-9e02-7fc0f5a06bae req-05902904-0ead-46ca-8610-1e3a0ad86bf1 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888088 Sep 16 05:44:47.326584 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-19f57c4a-eaf3-4834-9766-0b3eed1f7c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:50.274249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-76d3f042-b510-499e-8a54-2b90acc757e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:50.935366 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:51.921078 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:44:53.443000 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:06.176456 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.151798 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:08.401635 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:17.331908 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb23b-28f2-4605-919a-d8c781c250b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:20.275694 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6c29d051-8687-4d5c-9517-efb3b9919cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:20.940937 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:21.923703 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:23.445325 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:36.181471 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:38.148465 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:45.401758 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:45:47.333087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b3abac4d-6bdf-483a-afe3-0e13e05c32f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:47.564930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c86a58d8-c63e-40f6-be13-c2e766ac7194 req-be63093f-8422-4f6c-a4b2-99e9bd9cf3c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408185 Sep 16 05:45:47.658953 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a58d8-c63e-40f6-be13-c2e766ac7194 req-7a0c375a-0fae-4a35-8f3f-76642a76cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:47.660399 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c86a58d8-c63e-40f6-be13-c2e766ac7194 req-7a0c375a-0fae-4a35-8f3f-76642a76cbde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1097 time: 0.0405853 Sep 16 05:45:47.776724 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a58d8-c63e-40f6-be13-c2e766ac7194 req-ef22a16c-8e9c-40c9-8166-b710624e3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:47.778254 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c86a58d8-c63e-40f6-be13-c2e766ac7194 req-ef22a16c-8e9c-40c9-8166-b710624e3c44 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0906785 Sep 16 05:45:47.850141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c86a58d8-c63e-40f6-be13-c2e766ac7194 req-12016f6e-fb14-4b08-acd2-8b56113ca5fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6 HTTP/1.1" status: 200 len: 1001 time: 0.0595553 Sep 16 05:45:47.909939 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a58d8-c63e-40f6-be13-c2e766ac7194 req-20f8d436-b416-42be-bf48-bdd4c128e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:47.911327 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c86a58d8-c63e-40f6-be13-c2e766ac7194 req-20f8d436-b416-42be-bf48-bdd4c128e7d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0489655 Sep 16 05:45:47.970474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a58d8-c63e-40f6-be13-c2e766ac7194 req-3e356805-0603-4789-bdd7-12ccb56b12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:45:47.971989 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c86a58d8-c63e-40f6-be13-c2e766ac7194 req-3e356805-0603-4789-bdd7-12ccb56b12fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478981 Sep 16 05:45:48.073233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c86a58d8-c63e-40f6-be13-c2e766ac7194 req-5d0ba73d-1e22-4882-8e3b-59f749a7641f service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881042 Sep 16 05:45:48.170645 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c86a58d8-c63e-40f6-be13-c2e766ac7194 req-0873df3b-07d7-4e7f-a9bd-2058b8818a28 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839016 Sep 16 05:45:50.276932 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a7183d15-a29f-49e3-9dd2-9a3d055b1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:50.933540 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:51.926476 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:45:53.446588 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:06.182937 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:08.165246 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:17.340871 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8a303574-d9ab-4022-87b3-2439227c4d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.278849 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de632892-8bfb-4adf-b0c6-d427bbd5c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:20.937960 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:21.929084 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:22.400785 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:46:23.451249 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:36.185998 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:37.122114 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7457e-4191-469a-9972-62f47a081c3f req-3c554623-c6f1-449f-bff5-506b65c03426 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:37.123767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fbd7457e-4191-469a-9972-62f47a081c3f req-3c554623-c6f1-449f-bff5-506b65c03426 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0513723 Sep 16 05:46:37.163786 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fbd7457e-4191-469a-9972-62f47a081c3f req-36429ec0-2e8b-4cb9-a3d9-6fc0ce4ebc3b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339544 Sep 16 05:46:38.177880 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:38.308235 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792478ef-69a8-4b38-84a2-0fd71d052907 req-d27b7684-dc99-412a-a48a-969f6bcea78d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:38.310357 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-792478ef-69a8-4b38-84a2-0fd71d052907 req-d27b7684-dc99-412a-a48a-969f6bcea78d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0532138 Sep 16 05:46:38.348814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-792478ef-69a8-4b38-84a2-0fd71d052907 req-4df9398f-194d-4294-bc79-42e0fae75134 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321488 Sep 16 05:46:39.464684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d65a3d-21ce-4ddc-b2dc-85313bccf80c req-7ff3f11d-3057-44f8-8363-7129b54d8d37 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:39.467408 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62d65a3d-21ce-4ddc-b2dc-85313bccf80c req-7ff3f11d-3057-44f8-8363-7129b54d8d37 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0526431 Sep 16 05:46:39.505096 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62d65a3d-21ce-4ddc-b2dc-85313bccf80c req-2371b770-7902-4b16-863f-127586e46a77 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322151 Sep 16 05:46:40.621363 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c07a5-9bff-452c-9a1a-8f74650d585b req-ab43e1b7-b482-4dcd-a2c2-ae8eeaceb094 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:40.623014 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d4c07a5-9bff-452c-9a1a-8f74650d585b req-ab43e1b7-b482-4dcd-a2c2-ae8eeaceb094 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0494573 Sep 16 05:46:40.660058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d4c07a5-9bff-452c-9a1a-8f74650d585b req-a7104ddc-7f9e-4726-8acd-8f48a6024a16 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311496 Sep 16 05:46:41.780751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aedfcb-7655-41bd-b4cd-71254a62bede req-97518b30-84ff-4c20-828c-1411dfb508b1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:41.782251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83aedfcb-7655-41bd-b4cd-71254a62bede req-97518b30-84ff-4c20-828c-1411dfb508b1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0546710 Sep 16 05:46:41.820345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-83aedfcb-7655-41bd-b4cd-71254a62bede req-7ca995eb-22d1-473e-88cb-c2c08e0fce47 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321283 Sep 16 05:46:42.935132 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045f87e-5e71-4520-883e-c48e91652fac req-7aa982bc-6491-455c-ac5e-0cf29b962cd2 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:42.936798 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3045f87e-5e71-4520-883e-c48e91652fac req-7aa982bc-6491-455c-ac5e-0cf29b962cd2 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0494039 Sep 16 05:46:42.976048 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3045f87e-5e71-4520-883e-c48e91652fac req-d8952bec-283d-4dd4-a5b4-2883bb004d18 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330276 Sep 16 05:46:44.102139 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f3e1e-c46b-45db-b84e-e655a1c2e196 req-0444a63a-f464-4ed3-b0ed-70f5cd2c5a8f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:44.103664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a3f3e1e-c46b-45db-b84e-e655a1c2e196 req-0444a63a-f464-4ed3-b0ed-70f5cd2c5a8f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0505540 Sep 16 05:46:44.142719 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4a3f3e1e-c46b-45db-b84e-e655a1c2e196 req-777e9c9d-d222-4fef-938f-27aa02b74186 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324583 Sep 16 05:46:45.264271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ff1b6-1164-4c9e-b11c-50578351421b req-bd67d91f-4b2e-46bf-badb-ee4979eae14d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:45.266462 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-043ff1b6-1164-4c9e-b11c-50578351421b req-bd67d91f-4b2e-46bf-badb-ee4979eae14d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0538201 Sep 16 05:46:45.303519 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-043ff1b6-1164-4c9e-b11c-50578351421b req-19158212-03f1-4b6f-a474-65650c93e21b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Sep 16 05:46:46.419167 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896480d-84ef-4509-86d9-bfda38030632 req-7acb3442-c427-4c35-83b3-812f783b1331 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:46.420672 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e896480d-84ef-4509-86d9-bfda38030632 req-7acb3442-c427-4c35-83b3-812f783b1331 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0495152 Sep 16 05:46:46.458970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e896480d-84ef-4509-86d9-bfda38030632 req-42f0cc17-8534-4e05-94c6-8e5f60b56639 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321367 Sep 16 05:46:47.333475 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e98a1f90-8a93-4b50-b843-cbb6231bb799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:47.605927 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabc38b-3723-4c77-99da-55b3e016b591 req-8f0ba061-a12f-4438-a28e-1ecbdd5f0b72 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:47.608036 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fabc38b-3723-4c77-99da-55b3e016b591 req-8f0ba061-a12f-4438-a28e-1ecbdd5f0b72 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0808232 Sep 16 05:46:47.617228 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-df003cb4-9a79-4600-81f4-7b33c5ddaed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:47.618675 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-df003cb4-9a79-4600-81f4-7b33c5ddaed4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1097 time: 0.0609741 Sep 16 05:46:47.667993 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fabc38b-3723-4c77-99da-55b3e016b591 req-141c4c2a-6508-4f4d-8f66-7137078450db tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529711 Sep 16 05:46:47.733335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-0e504a73-3e18-42a2-8127-baf54feb2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:47.734838 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-0e504a73-3e18-42a2-8127-baf54feb2be2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0918870 Sep 16 05:46:47.803599 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-fcbf8c88-560b-4f57-8d9f-ee679568a52c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6 HTTP/1.1" status: 200 len: 1001 time: 0.0603023 Sep 16 05:46:47.854098 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-d7796951-8ff8-4e05-b553-a2c4a630cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:47.855598 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-d7796951-8ff8-4e05-b553-a2c4a630cea3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0426338 Sep 16 05:46:47.902232 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-4a72059d-7776-451c-8214-11def0076a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:47.903755 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-4a72059d-7776-451c-8214-11def0076a98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396347 Sep 16 05:46:47.915882 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-8431b1f5-f004-45ec-9ccb-dc30ff2d4e03 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:46:47.916828 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-8431b1f5-f004-45ec-9ccb-dc30ff2d4e03 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049589 Sep 16 05:46:48.023146 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-dd5e263e-060d-4854-9679-6ea062cf336f service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982170 Sep 16 05:46:48.121636 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-420fc0e9-a5ed-44c5-a980-b9ff6a13ff31 req-e5219526-25ba-481c-8964-eaf9e83f9028 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897853 Sep 16 05:46:48.791084 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8148d-e45f-4fe7-87ad-1ea2627ed818 req-a5bb1d2e-e824-40c1-a640-cc87f89794ab tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:48.792638 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ba8148d-e45f-4fe7-87ad-1ea2627ed818 req-a5bb1d2e-e824-40c1-a640-cc87f89794ab tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0544400 Sep 16 05:46:48.832135 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5ba8148d-e45f-4fe7-87ad-1ea2627ed818 req-ed0c3324-63f6-491c-b905-f19b3c0a5796 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334790 Sep 16 05:46:49.969627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b58c7-2c6b-442f-8fdb-1b411114d85b req-dc82479d-8c12-4f8d-95d6-869c7bfefe93 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:49.971365 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1b58c7-2c6b-442f-8fdb-1b411114d85b req-dc82479d-8c12-4f8d-95d6-869c7bfefe93 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0626082 Sep 16 05:46:50.017560 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ff1b58c7-2c6b-442f-8fdb-1b411114d85b req-e51f9e45-a11d-48d7-932c-3caa92785cf6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400000 Sep 16 05:46:50.281438 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2ec97fd-4b62-424a-a241-1052e955ab00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:50.947347 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:51.015963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe772029-8e9a-4e5d-8dec-01557e9172e6 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:46:51.176348 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:51.193016 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'port_id': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'mac_address': 'fa:16:3e:f8:60:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:46:51.197589 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc9162-a8e5-4858-944a-bc44f948d2fa req-f326e7dc-6786-46f7-b1c5-f3e0c5cdb760 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:51.201064 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b5dc9162-a8e5-4858-944a-bc44f948d2fa req-f326e7dc-6786-46f7-b1c5-f3e0c5cdb760 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0993676 Sep 16 05:46:51.249904 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:51.266397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe772029-8e9a-4e5d-8dec-01557e9172e6 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:46:51.270486 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b5dc9162-a8e5-4858-944a-bc44f948d2fa req-c2611bda-1877-4425-aef9-6934d20a242e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579824 Sep 16 05:46:51.314932 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:51.320298 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:51.413413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['fe772029-8e9a-4e5d-8dec-01557e9172e6'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:46:51.424463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fe772029-8e9a-4e5d-8dec-01557e9172e6,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:51.474801 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:51.475349 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:51.475890 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:51.476471 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:51.476993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:51.477560 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:51.478184 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:51.478640 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:51.479121 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:51.479645 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:51.480186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:51.480695 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:46:51.938802 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:52.421102 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc3d84-e83d-4a52-be2f-2b63c965bfee req-f71e1c62-1fc4-4ec0-9aea-e508e42347f1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:52.422795 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80dc3d84-e83d-4a52-be2f-2b63c965bfee req-f71e1c62-1fc4-4ec0-9aea-e508e42347f1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 944 time: 0.0554736 Sep 16 05:46:52.466748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-80dc3d84-e83d-4a52-be2f-2b63c965bfee req-0a50f0a4-0c02-4549-9f2c-006a59bfc16b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367072 Sep 16 05:46:53.033900 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe772029-8e9a-4e5d-8dec-01557e9172e6 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:46:53.089767 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port fe772029-8e9a-4e5d-8dec-01557e9172e6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:46:53.090567 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:53.179894 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:53.204992 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:46:53.207434 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6daad03-419e-4d71-abdf-20f72208e2ed" -d '{"events": [{"server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "name": "network-vif-plugged", "status": "completed", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:46:53.228460 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:46:53.234231 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:53.304003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fe772029-8e9a-4e5d-8dec-01557e9172e6,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:46:53.336055 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40da3aa-414e-400a-91a9-a3f2d24669d7 x-openstack-request-id: req-f40da3aa-414e-400a-91a9-a3f2d24669d7 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:46:53.336353 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "name": "network-vif-plugged", "status": "completed", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:46:53.336605 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f40da3aa-414e-400a-91a9-a3f2d24669d7 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:46:53.337028 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'code': 200} Sep 16 05:46:53.458256 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:46:53.638053 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d002a-8055-4f81-9312-50b0bf55c03a req-624c1c75-666c-4730-ad10-fa14c66c9b5b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:53.640298 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c0d002a-8055-4f81-9312-50b0bf55c03a req-624c1c75-666c-4730-ad10-fa14c66c9b5b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0752954 Sep 16 05:46:53.684194 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0c0d002a-8055-4f81-9312-50b0bf55c03a req-62439682-2cd0-4fa6-8aff-feabae138f00 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350847 Sep 16 05:46:54.844627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541d750-72fc-4c80-a3e2-99a4c729fd30 req-a8c946ff-34c6-4c29-91db-78f2281f72d6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:54.846231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1541d750-72fc-4c80-a3e2-99a4c729fd30 req-a8c946ff-34c6-4c29-91db-78f2281f72d6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0762963 Sep 16 05:46:54.911196 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1541d750-72fc-4c80-a3e2-99a4c729fd30 req-a4ea5b9e-bbc8-4bf1-8f38-889d96a1f622 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540869 Sep 16 05:46:56.042151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0744a9-b26e-4a2b-ab0e-c813ffac9498 req-ab72dc44-93b5-43ca-a364-73f8c1f0db55 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:56.044593 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd0744a9-b26e-4a2b-ab0e-c813ffac9498 req-ab72dc44-93b5-43ca-a364-73f8c1f0db55 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0605080 Sep 16 05:46:56.090408 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-dd0744a9-b26e-4a2b-ab0e-c813ffac9498 req-62e94216-cf5a-4d40-8356-a89e15f6b471 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396652 Sep 16 05:46:57.232181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e89082-9dc8-40a6-9956-be10d6d20eea req-bef1f5b0-544b-4c82-a9fa-5ad4d96b9e08 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:57.240767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52e89082-9dc8-40a6-9956-be10d6d20eea req-bef1f5b0-544b-4c82-a9fa-5ad4d96b9e08 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0595062 Sep 16 05:46:57.284319 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52e89082-9dc8-40a6-9956-be10d6d20eea req-e65af9e0-1233-4b56-8037-aae66d72b8ce tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424552 Sep 16 05:46:58.442140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fdb97-9b56-46bc-93df-01535efd39ef req-7c858465-1b0f-4ab0-8ad9-90fbd41a6f29 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:58.451421 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae4fdb97-9b56-46bc-93df-01535efd39ef req-7c858465-1b0f-4ab0-8ad9-90fbd41a6f29 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0796559 Sep 16 05:46:58.509337 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ae4fdb97-9b56-46bc-93df-01535efd39ef req-5e4e72b8-af32-43bb-be7d-1bf82405bfc5 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538354 Sep 16 05:46:59.399154 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:46:59.625256 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64df2a3-a45f-4105-8cd8-ad40a5e3d816 req-1b61dd27-4663-4c2f-a4e7-a98c58be2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:59.626854 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c64df2a3-a45f-4105-8cd8-ad40a5e3d816 req-1b61dd27-4663-4c2f-a4e7-a98c58be2ed3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1097 time: 0.0714955 Sep 16 05:46:59.638994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f3919-fa74-4305-9e12-3722efee19d0 req-28c7ba4c-7edd-4a67-b180-3c6d703dbb18 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:59.640368 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad8f3919-fa74-4305-9e12-3722efee19d0 req-28c7ba4c-7edd-4a67-b180-3c6d703dbb18 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0609601 Sep 16 05:46:59.736018 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ad8f3919-fa74-4305-9e12-3722efee19d0 req-9d7db80e-a407-47d5-8307-84950f1d302e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875046 Sep 16 05:46:59.761099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64df2a3-a45f-4105-8cd8-ad40a5e3d816 req-b03ad677-4b4c-4a4e-b201-22c4efb1a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:59.763897 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c64df2a3-a45f-4105-8cd8-ad40a5e3d816 req-b03ad677-4b4c-4a4e-b201-22c4efb1a026 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.1220782 Sep 16 05:46:59.833830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c64df2a3-a45f-4105-8cd8-ad40a5e3d816 req-b09ca4ba-bf7c-4587-aced-df49ed6b85f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6 HTTP/1.1" status: 200 len: 1001 time: 0.0586507 Sep 16 05:46:59.890990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64df2a3-a45f-4105-8cd8-ad40a5e3d816 req-9a09f78f-7114-4cf3-9ed7-c8d0ef2ae8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:59.892621 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c64df2a3-a45f-4105-8cd8-ad40a5e3d816 req-9a09f78f-7114-4cf3-9ed7-c8d0ef2ae8cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0505607 Sep 16 05:46:59.955070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64df2a3-a45f-4105-8cd8-ad40a5e3d816 req-925aa499-f924-42b4-b805-b465cd1bf6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:46:59.956610 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c64df2a3-a45f-4105-8cd8-ad40a5e3d816 req-925aa499-f924-42b4-b805-b465cd1bf6cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519567 Sep 16 05:47:00.074136 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c64df2a3-a45f-4105-8cd8-ad40a5e3d816 req-43792eb1-84bb-43c3-aef8-aef97cdb4c43 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044731 Sep 16 05:47:00.174415 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c64df2a3-a45f-4105-8cd8-ad40a5e3d816 req-c551660b-a397-4dd6-a8e4-3eb6c5eb5710 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909519 Sep 16 05:47:00.854375 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3137ff-0272-4049-84cc-99d774863978 req-de7a7070-4468-40d2-b859-4b3ea725f668 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:00.855913 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b3137ff-0272-4049-84cc-99d774863978 req-de7a7070-4468-40d2-b859-4b3ea725f668 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0500252 Sep 16 05:47:00.894011 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6b3137ff-0272-4049-84cc-99d774863978 req-2e4db453-3f3b-4d42-bc82-00b55679bce1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320323 Sep 16 05:47:02.015709 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e865b-bb05-4924-8e12-9ccffc0ec372 req-ebcc73fa-bda3-4fc6-b5c8-259e2f6824cf tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:02.017223 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-133e865b-bb05-4924-8e12-9ccffc0ec372 req-ebcc73fa-bda3-4fc6-b5c8-259e2f6824cf tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0534186 Sep 16 05:47:02.067069 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-133e865b-bb05-4924-8e12-9ccffc0ec372 req-82f770ee-da8b-4abc-b81a-c8a8a5e947b7 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438075 Sep 16 05:47:03.192632 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacfe35-1c9e-42aa-91a0-57d65d1d7996 req-caadedda-9c2f-448b-b849-89389dcf0251 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:03.194299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeacfe35-1c9e-42aa-91a0-57d65d1d7996 req-caadedda-9c2f-448b-b849-89389dcf0251 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0547168 Sep 16 05:47:03.234793 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eeacfe35-1c9e-42aa-91a0-57d65d1d7996 req-9ba84396-e452-44c7-9d4d-e402a02a4d70 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336123 Sep 16 05:47:03.382461 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-0a8ad252-caba-49fc-9d19-0c5cd3033a5a req-2205b7aa-447a-4d80-ac37-7d8c83d6bfb9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:47:03.383545 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0a8ad252-caba-49fc-9d19-0c5cd3033a5a req-2205b7aa-447a-4d80-ac37-7d8c83d6bfb9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0669897 Sep 16 05:47:04.572245 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a8863-e81e-4cef-aecd-add92ec1d2bb req-9b341c41-9302-4bdb-939c-fa10ef86ce57 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:04.574167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d62a8863-e81e-4cef-aecd-add92ec1d2bb req-9b341c41-9302-4bdb-939c-fa10ef86ce57 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 945 time: 0.0606229 Sep 16 05:47:04.616276 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d62a8863-e81e-4cef-aecd-add92ec1d2bb req-798ba903-7d8e-428c-85ff-876545c0e630 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343542 Sep 16 05:47:04.857528 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55836) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:47:04.981132 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02134363-c202-4d80-af62-68b8188fe9d9 req-4bf53ba4-31c6-4aca-ace3-2fa942102c86 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206388 Sep 16 05:47:04.989430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-02134363-c202-4d80-af62-68b8188fe9d9 req-568a38a8-ce55-45a1-a250-0df23214aaaa service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:47:04.990496 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-02134363-c202-4d80-af62-68b8188fe9d9 req-568a38a8-ce55-45a1-a250-0df23214aaaa service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059988 Sep 16 05:47:05.039561 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe772029-8e9a-4e5d-8dec-01557e9172e6 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:47:05.141873 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:05.167274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:05.170484 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8b3e39-7dd7-48ed-887d-717ce8b52431" -d '{"events": [{"server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "name": "network-vif-unplugged", "status": "completed", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:05.185099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:05.192057 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:05.223948 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21d5d11-6f47-4440-b90b-953342c1c589 x-openstack-request-id: req-a21d5d11-6f47-4440-b90b-953342c1c589 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:05.224238 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "name": "network-vif-unplugged", "status": "failed", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6", "code": 422}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:05.224498 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a21d5d11-6f47-4440-b90b-953342c1c589 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:05.224889 n-d-712142-17 neutron-server[94746]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'code': 422} returned with failed status Sep 16 05:47:05.257716 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fe772029-8e9a-4e5d-8dec-01557e9172e6,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:05.752097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aedbd0-d5ab-406b-b7c5-5acc08c9096b req-f60b3bf4-8b27-4ab5-9ab0-1c28d49928e0 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:05.753731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31aedbd0-d5ab-406b-b7c5-5acc08c9096b req-f60b3bf4-8b27-4ab5-9ab0-1c28d49928e0 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0531149 Sep 16 05:47:05.800344 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-31aedbd0-d5ab-406b-b7c5-5acc08c9096b req-85520a56-8119-42b7-b64a-378fb9cbc70e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402827 Sep 16 05:47:05.946711 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02134363-c202-4d80-af62-68b8188fe9d9 req-8d93a2e7-b6cf-489e-ae35-023a21bcbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:05.948182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02134363-c202-4d80-af62-68b8188fe9d9 req-8d93a2e7-b6cf-489e-ae35-023a21bcbd3f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d&tenant_id=968d4285e87f494097e0c1e837e06324 HTTP/1.1" status: 200 len: 1095 time: 0.0441086 Sep 16 05:47:06.019242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02134363-c202-4d80-af62-68b8188fe9d9 req-5e636ab1-684c-407a-8618-8da2af3b06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:06.020845 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02134363-c202-4d80-af62-68b8188fe9d9 req-5e636ab1-684c-407a-8618-8da2af3b06fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1095 time: 0.0419662 Sep 16 05:47:06.122990 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02134363-c202-4d80-af62-68b8188fe9d9 req-7d924862-1497-4f9e-b9d0-91beb4096532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:06.125148 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02134363-c202-4d80-af62-68b8188fe9d9 req-7d924862-1497-4f9e-b9d0-91beb4096532 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0922515 Sep 16 05:47:06.200992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02134363-c202-4d80-af62-68b8188fe9d9 req-c1e372fd-c2ff-4384-b7e4-b494886954eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6 HTTP/1.1" status: 200 len: 999 time: 0.0623932 Sep 16 05:47:06.203914 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:06.258684 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02134363-c202-4d80-af62-68b8188fe9d9 req-b2184d90-c7a7-44bd-abc6-d6c8485bba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:06.260125 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02134363-c202-4d80-af62-68b8188fe9d9 req-b2184d90-c7a7-44bd-abc6-d6c8485bba30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0473225 Sep 16 05:47:06.314151 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02134363-c202-4d80-af62-68b8188fe9d9 req-98cc2c6b-bee2-4057-95bb-e1fc88b9c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:06.315677 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02134363-c202-4d80-af62-68b8188fe9d9 req-98cc2c6b-bee2-4057-95bb-e1fc88b9c628 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455136 Sep 16 05:47:06.417575 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02134363-c202-4d80-af62-68b8188fe9d9 req-f3180f99-f1a7-4b34-ac7d-5e1597ddd85b service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884614 Sep 16 05:47:06.521044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-02134363-c202-4d80-af62-68b8188fe9d9 req-89a284a7-ac17-41b2-94e5-62d4970d3703 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896280 Sep 16 05:47:06.984429 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7db8d-7d78-4106-9f21-839dfc5eb990 req-5a2ebc88-8813-4fd3-b349-5e891896ca8b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:06.986962 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe7db8d-7d78-4106-9f21-839dfc5eb990 req-5a2ebc88-8813-4fd3-b349-5e891896ca8b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0801311 Sep 16 05:47:07.038632 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe7db8d-7d78-4106-9f21-839dfc5eb990 req-7ef2f6ac-3284-446c-a254-44259abff087 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438635 Sep 16 05:47:08.174329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e931474-e434-4092-8500-5e00843d315d req-6f34bc8a-07ac-487a-bec5-da37b09a7815 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:08.175840 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e931474-e434-4092-8500-5e00843d315d req-6f34bc8a-07ac-487a-bec5-da37b09a7815 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0538435 Sep 16 05:47:08.177993 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:08.214012 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9e931474-e434-4092-8500-5e00843d315d req-735a2edf-4b74-4bd6-ad07-de498697ff99 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Sep 16 05:47:09.341254 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2071e97-1dc3-41d9-a4f2-61d3f375afcf req-bd21c883-c1bd-4069-a240-cbb430bce4f9 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:09.343271 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2071e97-1dc3-41d9-a4f2-61d3f375afcf req-bd21c883-c1bd-4069-a240-cbb430bce4f9 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0553563 Sep 16 05:47:09.389143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2071e97-1dc3-41d9-a4f2-61d3f375afcf req-0962ea89-36c1-4c5d-99dc-a718890084f5 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389249 Sep 16 05:47:10.531046 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf15a6-4c7b-4d91-8569-9601cff5f2f7 req-8147ecd7-0af7-452a-a8c5-b174c0c844b8 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:10.533446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01bf15a6-4c7b-4d91-8569-9601cff5f2f7 req-8147ecd7-0af7-452a-a8c5-b174c0c844b8 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0735683 Sep 16 05:47:10.577446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-01bf15a6-4c7b-4d91-8569-9601cff5f2f7 req-589e4627-766c-4249-8356-e311a5b44975 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370250 Sep 16 05:47:11.720704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53d05c-6d9c-4418-a884-2bc5d44538c1 req-75204905-8a83-4406-a646-bd2dfba9f16e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:11.722268 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a53d05c-6d9c-4418-a884-2bc5d44538c1 req-75204905-8a83-4406-a646-bd2dfba9f16e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0669248 Sep 16 05:47:11.760406 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9a53d05c-6d9c-4418-a884-2bc5d44538c1 req-e9306e8f-d58d-4e8f-bdf6-30788e8ff761 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320201 Sep 16 05:47:12.923116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d60bc0-1cf2-4538-8c9d-c5769fa9e50b req-e496d667-2aed-49fa-aa3c-6d46522e57cb tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:12.924766 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c8d60bc0-1cf2-4538-8c9d-c5769fa9e50b req-e496d667-2aed-49fa-aa3c-6d46522e57cb tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0680056 Sep 16 05:47:12.966660 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c8d60bc0-1cf2-4538-8c9d-c5769fa9e50b req-4ef2e10a-77f9-47e3-b3a3-79213941a16b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355327 Sep 16 05:47:14.096296 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bf1fd-41e8-4b4d-acc4-94d8e61df078 req-06ac35b5-75fd-46cb-a4da-4c6312588efa tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:14.098082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-436bf1fd-41e8-4b4d-acc4-94d8e61df078 req-06ac35b5-75fd-46cb-a4da-4c6312588efa tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0524640 Sep 16 05:47:14.146198 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-436bf1fd-41e8-4b4d-acc4-94d8e61df078 req-882a4c5d-24ce-451d-b46e-a09a880709cf tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415673 Sep 16 05:47:15.280389 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff2f78-f9a4-4a61-91bc-baa03c9a69bb req-11bbc8b7-68c3-4fa1-a77a-6c91065ccea7 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:15.281995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0ff2f78-f9a4-4a61-91bc-baa03c9a69bb req-11bbc8b7-68c3-4fa1-a77a-6c91065ccea7 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0620704 Sep 16 05:47:15.321070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0ff2f78-f9a4-4a61-91bc-baa03c9a69bb req-d60e70cf-a0ab-4523-be7c-064d66f4cf75 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331554 Sep 16 05:47:16.472863 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbd419-41cd-4cc4-be0e-44f4ab18b715 req-a74b13cc-81fa-4e01-bc03-d3ad2ac9dcff tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:16.480169 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79cbd419-41cd-4cc4-be0e-44f4ab18b715 req-a74b13cc-81fa-4e01-bc03-d3ad2ac9dcff tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0845029 Sep 16 05:47:16.514913 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-79cbd419-41cd-4cc4-be0e-44f4ab18b715 req-5e4cd6e8-d0fe-4037-9533-4044c1f7e5ae tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333729 Sep 16 05:47:17.334640 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-70563191-89cf-4b15-ac74-b75796c4565e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:17.629019 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a84c9f-302b-4ac2-9ea9-16528f38b2c7 req-a89de39a-c75f-4556-8fdf-34a2ca0e7c21 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:17.630635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5a84c9f-302b-4ac2-9ea9-16528f38b2c7 req-a89de39a-c75f-4556-8fdf-34a2ca0e7c21 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0495791 Sep 16 05:47:17.669834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e5a84c9f-302b-4ac2-9ea9-16528f38b2c7 req-786f1dd1-925e-4161-93e7-543d0f35d9bd tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332584 Sep 16 05:47:18.788839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38385-ae78-4ebf-b9cf-6bc849d5fcec req-b5de7436-d2b9-421e-bb5b-313a0078deea tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:18.790378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8e38385-ae78-4ebf-b9cf-6bc849d5fcec req-b5de7436-d2b9-421e-bb5b-313a0078deea tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0489395 Sep 16 05:47:18.828278 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f8e38385-ae78-4ebf-b9cf-6bc849d5fcec req-b5faa198-d7d5-4ca9-8ecc-eb83d00c749d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314615 Sep 16 05:47:19.947240 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0ed4f-5ccc-4c90-8988-12b419357492 req-b4d21e5d-be8a-4f37-869e-84c97d78cd34 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:19.948906 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8da0ed4f-5ccc-4c90-8988-12b419357492 req-b4d21e5d-be8a-4f37-869e-84c97d78cd34 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0525286 Sep 16 05:47:19.986589 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8da0ed4f-5ccc-4c90-8988-12b419357492 req-1b86000e-05ff-426d-ad91-e2d8f908c8ac tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315497 Sep 16 05:47:20.282509 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9243caad-5fab-4c98-a717-317ef0866872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:20.942213 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:21.102899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe772029-8e9a-4e5d-8dec-01557e9172e6 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:47:21.110561 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ab7a2-b490-4063-90aa-cc664b4892fe req-9f771f06-ecf2-4efd-ba6d-f7e4d13c7ccb tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:21.113182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-824ab7a2-b490-4063-90aa-cc664b4892fe req-9f771f06-ecf2-4efd-ba6d-f7e4d13c7ccb tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 943 time: 0.0521443 Sep 16 05:47:21.150722 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-824ab7a2-b490-4063-90aa-cc664b4892fe req-9021a87f-547a-4a11-91c2-fe275b80d70c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325751 Sep 16 05:47:21.202511 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:21.213364 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'port_id': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'mac_address': 'fa:16:3e:f8:60:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:47:21.251621 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:21.264528 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe772029-8e9a-4e5d-8dec-01557e9172e6 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:47:21.283927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:21.288293 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:21.333884 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fe772029-8e9a-4e5d-8dec-01557e9172e6,revision_number=9']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:21.579362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['fe772029-8e9a-4e5d-8dec-01557e9172e6'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:47:21.934296 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:22.267756 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826266b8-d7e1-4fe5-bc56-b85d48e701bc req-599d3869-f136-48e7-bc9c-0f5eb0403660 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:22.269231 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-826266b8-d7e1-4fe5-bc56-b85d48e701bc req-599d3869-f136-48e7-bc9c-0f5eb0403660 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 944 time: 0.0496960 Sep 16 05:47:22.310650 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-826266b8-d7e1-4fe5-bc56-b85d48e701bc req-d9b2d0fd-660b-4ecd-b546-8d9a58f68535 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354114 Sep 16 05:47:23.106235 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe772029-8e9a-4e5d-8dec-01557e9172e6 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:47:23.156118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port fe772029-8e9a-4e5d-8dec-01557e9172e6 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:47:23.156490 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:23.231168 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:23.252375 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:47:23.254643 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd0125f-cb8d-4a7d-b178-8f0cf326986c" -d '{"events": [{"server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "name": "network-vif-plugged", "status": "completed", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:47:23.267824 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:47:23.271925 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:23.296623 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54da6f7-72d5-40ab-a88e-d23a2989e185 x-openstack-request-id: req-b54da6f7-72d5-40ab-a88e-d23a2989e185 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:47:23.296918 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "name": "network-vif-plugged", "status": "completed", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:47:23.297177 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b54da6f7-72d5-40ab-a88e-d23a2989e185 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:47:23.297568 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'code': 200} Sep 16 05:47:23.323003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=fe772029-8e9a-4e5d-8dec-01557e9172e6,revision_number=10']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:47:23.459202 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:23.782649 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eb4a5-0544-4494-9d1f-479553c3096f req-8bee0c49-cd5c-4883-b14a-403140297ae6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.784151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c58eb4a5-0544-4494-9d1f-479553c3096f req-8bee0c49-cd5c-4883-b14a-403140297ae6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 946 time: 0.4027090 Sep 16 05:47:23.789444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00532a-b87d-4e79-907b-3972326f576e req-77ca186c-6fca-4977-b3fa-a8aa9bf78032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:23.790851 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4e00532a-b87d-4e79-907b-3972326f576e req-77ca186c-6fca-4977-b3fa-a8aa9bf78032 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1098 time: 0.0564590 Sep 16 05:47:23.843499 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c58eb4a5-0544-4494-9d1f-479553c3096f req-9fb089a2-9e24-4fd1-8fff-c9fceed25445 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516984 Sep 16 05:47:23.848828 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4e00532a-b87d-4e79-907b-3972326f576e req-ef8a4b43-a1ad-493e-a138-c0c9794ebabc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433557 Sep 16 05:47:25.021770 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb9a22-bc9c-4f07-a768-30773440967f req-9c2144e7-9e28-4ff3-869f-71dd92268e5f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:25.023299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2eb9a22-bc9c-4f07-a768-30773440967f req-9c2144e7-9e28-4ff3-869f-71dd92268e5f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 946 time: 0.1100657 Sep 16 05:47:25.064950 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f2eb9a22-bc9c-4f07-a768-30773440967f req-99da4c5f-7b5d-4b5c-8d46-af937dd859a9 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350361 Sep 16 05:47:26.179313 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e6b94-10b0-43c8-8e51-f351c434f676 req-0cb13da6-27b5-4ceb-9ac7-b0c7784399c1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:26.180839 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a9e6b94-10b0-43c8-8e51-f351c434f676 req-0cb13da6-27b5-4ceb-9ac7-b0c7784399c1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 946 time: 0.0486634 Sep 16 05:47:26.220497 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6a9e6b94-10b0-43c8-8e51-f351c434f676 req-12817d5d-91a5-474b-9010-0e385935ac50 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324264 Sep 16 05:47:36.201541 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:36.398328 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:47:38.206657 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:47.335165 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7bd5db58-651c-4ef1-a06e-14299dfd401a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:47.558800 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53c84eac-49c7-4fb0-9ce9-452dbfafb763 req-a90d7756-3d3b-47e6-8e4d-90593f287e54 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444260 Sep 16 05:47:47.651759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c84eac-49c7-4fb0-9ce9-452dbfafb763 req-6acbaec8-a1fb-4431-abb7-56520d465845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:47.653901 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53c84eac-49c7-4fb0-9ce9-452dbfafb763 req-6acbaec8-a1fb-4431-abb7-56520d465845 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1098 time: 0.0445604 Sep 16 05:47:47.771365 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c84eac-49c7-4fb0-9ce9-452dbfafb763 req-e13c484b-34d0-42d2-b5b2-0f909a78f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:47.772894 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53c84eac-49c7-4fb0-9ce9-452dbfafb763 req-e13c484b-34d0-42d2-b5b2-0f909a78f308 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0981648 Sep 16 05:47:47.837863 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53c84eac-49c7-4fb0-9ce9-452dbfafb763 req-daec6e88-319e-456d-b844-b6708079adcb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6 HTTP/1.1" status: 200 len: 1001 time: 0.0573065 Sep 16 05:47:47.894970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c84eac-49c7-4fb0-9ce9-452dbfafb763 req-4162e995-ecd4-4f32-82f2-6810b4328464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:47.896659 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53c84eac-49c7-4fb0-9ce9-452dbfafb763 req-4162e995-ecd4-4f32-82f2-6810b4328464 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0505610 Sep 16 05:47:47.944531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c84eac-49c7-4fb0-9ce9-452dbfafb763 req-19f73129-2308-4d7c-8994-2d6cc63c1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:47:47.945995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53c84eac-49c7-4fb0-9ce9-452dbfafb763 req-19f73129-2308-4d7c-8994-2d6cc63c1b2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410321 Sep 16 05:47:48.043538 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53c84eac-49c7-4fb0-9ce9-452dbfafb763 req-30d8aef3-4042-453f-b46b-81a28b428559 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902519 Sep 16 05:47:48.138306 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-53c84eac-49c7-4fb0-9ce9-452dbfafb763 req-efd5ec2a-1266-4fb9-95dc-4d1f9c02554d service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859907 Sep 16 05:47:50.284408 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7e76aedc-d430-44d4-b74c-21fa49b83c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:50.946516 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:51.938669 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:47:53.472213 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:06.216732 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:08.222715 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:13.399294 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:17.337192 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f1597be3-5328-4e79-b097-4f067ecd57ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:20.288840 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-63501001-2015-49f6-bf4c-191c24de4ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:20.950350 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:21.941168 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:23.463120 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:36.239172 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:38.230606 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.283660 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 55970) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:39.445300 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Deleting port 63b41e9d-0032-48b9-b7a8-c53ae4b02323 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:39.445685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.527426 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.527764 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.539574 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Calling delete_port for 63b41e9d-0032-48b9-b7a8-c53ae4b02323 owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:39.707011 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.737903 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event deleted for resources: {'Port': ['ID=63b41e9d-0032-48b9-b7a8-c53ae4b02323,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:39.749257 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:39.749633 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:39.750004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:39.750372 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:39.750719 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:39.751057 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:39.751395 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:39.751729 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:39.752061 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:39.752410 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:39.752746 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:39.753077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:39.819455 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:39.819733 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Floating IP c2d0cbce-fa01-4a3e-b52b-e0f614c01a45 disassociated (deleted). External IP: 172.25.0.157, port: fe772029-8e9a-4e5d-8dec-01557e9172e6. Sep 16 05:48:40.043952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:48:40.160232 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:48:40.166677 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:40.174187 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9322897-f7e2-4b7f-94a2-7821ae69cd61 None None] Sync routers for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:48:40.187952 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9322897-f7e2-4b7f-94a2-7821ae69cd61 None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:40.189006 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-c9322897-f7e2-4b7f-94a2-7821ae69cd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:40.211511 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-fde3c6ec-b247-403e-bb63-892808610c14 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "DELETE /v2.0/floatingips/c2d0cbce-fa01-4a3e-b52b-e0f614c01a45 HTTP/1.1" status: 204 len: 168 time: 0.9264839 Sep 16 05:48:40.212404 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:40.217098 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96688ede-3912-4764-b7e2-e487489cabb0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:40.328018 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-c9322897-f7e2-4b7f-94a2-7821ae69cd61 None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:40.410159 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7adc427-2a4c-4a1c-97b4-d338867a12a5 x-openstack-request-id: req-e7adc427-2a4c-4a1c-97b4-d338867a12a5 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:40.410713 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:40.410713 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7adc427-2a4c-4a1c-97b4-d338867a12a5 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:40.411093 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'status': 'completed', 'code': 200} Sep 16 05:48:40.544345 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6936f1f-6729-4307-9ca0-adf8dd67dc4e req-81564006-c34d-46f7-8738-043720a207ff tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:40.548192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d6936f1f-6729-4307-9ca0-adf8dd67dc4e req-81564006-c34d-46f7-8738-043720a207ff tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 946 time: 0.0861537 Sep 16 05:48:40.570185 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-c9322897-f7e2-4b7f-94a2-7821ae69cd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:40.583067 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688ede-3912-4764-b7e2-e487489cabb0 req-5217be63-3e16-4472-83cf-75307eebc3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:40.584799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96688ede-3912-4764-b7e2-e487489cabb0 req-5217be63-3e16-4472-83cf-75307eebc3c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 1098 time: 0.1434009 Sep 16 05:48:40.598318 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9322897-f7e2-4b7f-94a2-7821ae69cd61 None None] Checking router: 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:48:40.607038 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d6936f1f-6729-4307-9ca0-adf8dd67dc4e req-6bf757aa-4bde-4e62-8183-917702bc0ef4 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545158 Sep 16 05:48:40.607285 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9322897-f7e2-4b7f-94a2-7821ae69cd61 None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:48:40.607671 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-c9322897-f7e2-4b7f-94a2-7821ae69cd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:48:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:40.694057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688ede-3912-4764-b7e2-e487489cabb0 req-403d49e3-569a-4364-bd41-6af9f0c1fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:40.695520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96688ede-3912-4764-b7e2-e487489cabb0 req-403d49e3-569a-4364-bd41-6af9f0c1fda5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.1018889 Sep 16 05:48:40.724412 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-c9322897-f7e2-4b7f-94a2-7821ae69cd61 None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:48:40.744431 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96688ede-3912-4764-b7e2-e487489cabb0 req-4192f3f2-e979-4cc8-9e9b-7f2be5fc6a50 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6 HTTP/1.1" status: 200 len: 217 time: 0.0403721 Sep 16 05:48:40.807042 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688ede-3912-4764-b7e2-e487489cabb0 req-3bea930b-1433-4e9e-b12e-0b8c25d78893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:40.809072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96688ede-3912-4764-b7e2-e487489cabb0 req-3bea930b-1433-4e9e-b12e-0b8c25d78893 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0552580 Sep 16 05:48:40.870783 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688ede-3912-4764-b7e2-e487489cabb0 req-fed53eef-4f80-4347-8799-b359cb4d4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:40.872536 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96688ede-3912-4764-b7e2-e487489cabb0 req-fed53eef-4f80-4347-8799-b359cb4d4782 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547454 Sep 16 05:48:40.982738 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96688ede-3912-4764-b7e2-e487489cabb0 req-9e5a1a39-121d-4463-8342-6d8c1ab9ad63 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006360 Sep 16 05:48:41.029591 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-c9322897-f7e2-4b7f-94a2-7821ae69cd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:48:41.061273 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9322897-f7e2-4b7f-94a2-7821ae69cd61 None None] The sync data for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 is: [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:48:41.093954 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-96688ede-3912-4764-b7e2-e487489cabb0 req-5aa49249-5a55-4e3f-a09f-bcea4e963032 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023707 Sep 16 05:48:41.310446 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb622a2-1741-4902-a76e-d70ce2aa74da None None] New status for floating IP c2d0cbce-fa01-4a3e-b52b-e0f614c01a45: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:48:41.746011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a8fce-0ff5-42e2-9c39-8f50b484e039 req-a792ccaa-ead6-46d6-a813-60bbea0ed149 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:41.747665 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-422a8fce-0ff5-42e2-9c39-8f50b484e039 req-a792ccaa-ead6-46d6-a813-60bbea0ed149 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 946 time: 0.0615661 Sep 16 05:48:41.795000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-422a8fce-0ff5-42e2-9c39-8f50b484e039 req-f0f7bbf4-cc8e-4777-8669-ea57a4ecc584 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=57fff3d7-8584-46bb-8945-59a3058e00b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388515 Sep 16 05:48:41.974325 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6558dc0-1bdd-4b6a-8f09-ff54c1814d76 req-bb0c4214-ad82-472a-95dc-4ec87cd05ccf tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:48:41.975836 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6558dc0-1bdd-4b6a-8f09-ff54c1814d76 req-bb0c4214-ad82-472a-95dc-4ec87cd05ccf tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 946 time: 0.0514791 Sep 16 05:48:42.074831 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-c6558dc0-1bdd-4b6a-8f09-ff54c1814d76 req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Deleting port fe772029-8e9a-4e5d-8dec-01557e9172e6 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:48:42.075722 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c6558dc0-1bdd-4b6a-8f09-ff54c1814d76 req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.166574 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-c6558dc0-1bdd-4b6a-8f09-ff54c1814d76 req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] For port fe772029-8e9a-4e5d-8dec-01557e9172e6, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=fe772029-8e9a-4e5d-8dec-01557e9172e6,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:48:42.166944 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c6558dc0-1bdd-4b6a-8f09-ff54c1814d76 req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.180501 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-c6558dc0-1bdd-4b6a-8f09-ff54c1814d76 req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Calling delete_port for fe772029-8e9a-4e5d-8dec-01557e9172e6 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:48:42.331474 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c6558dc0-1bdd-4b6a-8f09-ff54c1814d76 req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.361238 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event deleted for resources: {'Port': ['ID=fe772029-8e9a-4e5d-8dec-01557e9172e6,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:42.374321 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:42.374675 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:42.375020 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:42.375361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:42.375754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:42.376027 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:42.376361 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:42.376695 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:42.377024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:42.377369 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:42.377722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:42.378048 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:48:42.412777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6558dc0-1bdd-4b6a-8f09-ff54c1814d76 req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] No DVR routers for this DVR port fe772029-8e9a-4e5d-8dec-01557e9172e6 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:48:42.415585 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-c6558dc0-1bdd-4b6a-8f09-ff54c1814d76 req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:42.418416 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c6558dc0-1bdd-4b6a-8f09-ff54c1814d76 req-0e787e83-1cc1-45f3-9b1c-d093b1aa5a83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.50 "DELETE /v2.0/ports/fe772029-8e9a-4e5d-8dec-01557e9172e6 HTTP/1.1" status: 204 len: 173 time: 0.4356227 Sep 16 05:48:42.418937 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'name': 'network-vif-deleted', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:48:42.421181 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7f6edd-2e02-4b09-91e9-677bc468f615" -d '{"events": [{"server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "name": "network-vif-deleted", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:48:42.550447 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58a780b-18c6-4846-83d1-f30d8475c11f x-openstack-request-id: req-e58a780b-18c6-4846-83d1-f30d8475c11f {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:48:42.550733 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a40e19a-d2f7-490d-a992-1ec015b8e23d", "name": "network-vif-deleted", "tag": "fe772029-8e9a-4e5d-8dec-01557e9172e6", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:48:42.550982 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e58a780b-18c6-4846-83d1-f30d8475c11f {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:48:42.551593 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a40e19a-d2f7-490d-a992-1ec015b8e23d', 'name': 'network-vif-deleted', 'tag': 'fe772029-8e9a-4e5d-8dec-01557e9172e6', 'status': 'completed', 'code': 200} Sep 16 05:48:42.917587 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b7c22bfb-8623-4c5d-a52d-90f0e3254458 req-79a0465a-6cc1-476c-a122-269010f00de0 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a40e19a-d2f7-490d-a992-1ec015b8e23d HTTP/1.1" status: 200 len: 210 time: 0.0288677 Sep 16 05:48:43.979758 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 55994) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:44.051583 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c44f7183-fb7f-4b0d-9c45-a4d4e326c0f2 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.078141 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c44f7183-fb7f-4b0d-9c45-a4d4e326c0f2 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.149109 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c44f7183-fb7f-4b0d-9c45-a4d4e326c0f2 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.152458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c44f7183-fb7f-4b0d-9c45-a4d4e326c0f2 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.153829 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c44f7183-fb7f-4b0d-9c45-a4d4e326c0f2 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "DELETE /v2.0/security-groups/57fff3d7-8584-46bb-8945-59a3058e00b2 HTTP/1.1" status: 204 len: 168 time: 0.1729825 Sep 16 05:48:44.163919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f7183-fb7f-4b0d-9c45-a4d4e326c0f2 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fff3d7-8584-46bb-8945-59a3058e00b2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:44.686278 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56000) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:44.691345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-764d94ce-78ca-4b65-8194-8612439206c6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803653421', 'description': 'tempest-secgroup-smoke-803653421 description', 'project_id': '968d4285e87f494097e0c1e837e06324'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:44.715197 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-764d94ce-78ca-4b65-8194-8612439206c6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.801734 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-764d94ce-78ca-4b65-8194-8612439206c6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.806462 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-764d94ce-78ca-4b65-8194-8612439206c6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.835776 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-764d94ce-78ca-4b65-8194-8612439206c6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.837031 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-764d94ce-78ca-4b65-8194-8612439206c6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1494939 Sep 16 05:48:44.841826 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56002) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:44.842158 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d94ce-78ca-4b65-8194-8612439206c6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487d3ebf-2f75-449e-9df5-9eac2ff8a67b,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:44.846994 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-0e3870f1-bc55-45c9-8739-b0bbdd583be1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group_rule': {'security_group_id': '487d3ebf-2f75-449e-9df5-9eac2ff8a67b', 'project_id': '968d4285e87f494097e0c1e837e06324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:44.881831 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e3870f1-bc55-45c9-8739-b0bbdd583be1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.951216 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e3870f1-bc55-45c9-8739-b0bbdd583be1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.956458 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e3870f1-bc55-45c9-8739-b0bbdd583be1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.976140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3870f1-bc55-45c9-8739-b0bbdd583be1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d4990a-639a-4ad5-8f0f-f3223c0454ed,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:44.984656 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-0e3870f1-bc55-45c9-8739-b0bbdd583be1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:44.986664 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0e3870f1-bc55-45c9-8739-b0bbdd583be1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435325 Sep 16 05:48:44.989761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56004) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:44.996741 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-671aabcc-348b-469b-b146-b88e7effc22e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group_rule': {'security_group_id': '487d3ebf-2f75-449e-9df5-9eac2ff8a67b', 'project_id': '968d4285e87f494097e0c1e837e06324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:45.025362 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-671aabcc-348b-469b-b146-b88e7effc22e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.100350 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-671aabcc-348b-469b-b146-b88e7effc22e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.105374 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-671aabcc-348b-469b-b146-b88e7effc22e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.124745 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aabcc-348b-469b-b146-b88e7effc22e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d9ffff-1804-4dbe-87e8-c34840e98332,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.128460 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-671aabcc-348b-469b-b146-b88e7effc22e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.129858 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-671aabcc-348b-469b-b146-b88e7effc22e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386962 Sep 16 05:48:45.132595 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56006) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:45.137520 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-413996e6-b88f-47a4-96b0-646061293205 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group_rule': {'security_group_id': '487d3ebf-2f75-449e-9df5-9eac2ff8a67b', 'project_id': '968d4285e87f494097e0c1e837e06324', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:45.163793 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-413996e6-b88f-47a4-96b0-646061293205 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.225884 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-413996e6-b88f-47a4-96b0-646061293205 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.229591 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-413996e6-b88f-47a4-96b0-646061293205 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.251215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413996e6-b88f-47a4-96b0-646061293205 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d16992-25c3-446c-a639-60a56b173d96,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.257659 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-413996e6-b88f-47a4-96b0-646061293205 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.258971 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-413996e6-b88f-47a4-96b0-646061293205 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253445 Sep 16 05:48:45.262761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56008) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:45.267294 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-23693c69-0674-455e-88c0-6baacbb15930 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group_rule': {'security_group_id': '487d3ebf-2f75-449e-9df5-9eac2ff8a67b', 'project_id': '968d4285e87f494097e0c1e837e06324', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:45.294345 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23693c69-0674-455e-88c0-6baacbb15930 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.353430 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23693c69-0674-455e-88c0-6baacbb15930 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.358656 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23693c69-0674-455e-88c0-6baacbb15930 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.379632 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23693c69-0674-455e-88c0-6baacbb15930 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9149d1e9-f2dc-4c97-aa39-543399ba0a0a,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.383710 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-23693c69-0674-455e-88c0-6baacbb15930 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.388251 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-23693c69-0674-455e-88c0-6baacbb15930 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211178 Sep 16 05:48:45.388835 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56010) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:45.393215 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-11c49272-5553-4bd6-aa81-318929ad0bc6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group_rule': {'security_group_id': '487d3ebf-2f75-449e-9df5-9eac2ff8a67b', 'project_id': '968d4285e87f494097e0c1e837e06324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:45.415189 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-11c49272-5553-4bd6-aa81-318929ad0bc6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Project 968d4285e87f494097e0c1e837e06324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:48:45.421402 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11c49272-5553-4bd6-aa81-318929ad0bc6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.495328 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11c49272-5553-4bd6-aa81-318929ad0bc6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.499275 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11c49272-5553-4bd6-aa81-318929ad0bc6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.517744 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c49272-5553-4bd6-aa81-318929ad0bc6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aeff44f-b263-4f78-8e7a-4d54c25046c7,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.524685 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-11c49272-5553-4bd6-aa81-318929ad0bc6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.525984 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-11c49272-5553-4bd6-aa81-318929ad0bc6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365650 Sep 16 05:48:45.529094 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56012) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:48:45.535270 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f5252fb0-ca72-4fef-8e0d-af6b73561c52 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'security_group_rule': {'security_group_id': '487d3ebf-2f75-449e-9df5-9eac2ff8a67b', 'project_id': '968d4285e87f494097e0c1e837e06324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:48:45.538442 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe772029-8e9a-4e5d-8dec-01557e9172e6 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:48:45.558899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: fe772029-8e9a-4e5d-8dec-01557e9172e6 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:48:45.558899 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device fe772029-8e9a-4e5d-8dec-01557e9172e6 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:48:45.561783 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-f5252fb0-ca72-4fef-8e0d-af6b73561c52 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Project 968d4285e87f494097e0c1e837e06324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:48:45.568095 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5252fb0-ca72-4fef-8e0d-af6b73561c52 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.633064 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5252fb0-ca72-4fef-8e0d-af6b73561c52 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.637923 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5252fb0-ca72-4fef-8e0d-af6b73561c52 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.656459 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5252fb0-ca72-4fef-8e0d-af6b73561c52 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8716ddf6-63ca-4023-9672-f7978419586b,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:48:45.662155 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f5252fb0-ca72-4fef-8e0d-af6b73561c52 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:45.663331 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f5252fb0-ca72-4fef-8e0d-af6b73561c52 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326659 Sep 16 05:48:47.342113 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a68fc824-a5c5-481b-ac86-3fa96ee1e490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:50.293743 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edfa4d5-3320-47a4-80b2-d6fb59364e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:50.402031 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:48:50.954361 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:51.950341 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:48:53.471156 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:01.202060 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-6c7200df-5da4-4ea1-a113-0f29cf6b3b09 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803653421&fields=id&tenant_id=968d4285e87f494097e0c1e837e06324 HTTP/1.1" status: 200 len: 267 time: 0.0376379 Sep 16 05:49:01.326227 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-5e75c966-3723-4e08-b60c-4679715fcfc5 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:01.327893 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-5e75c966-3723-4e08-b60c-4679715fcfc5 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 808 time: 0.1172023 Sep 16 05:49:01.343737 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-625baaff-fef0-4a69-bb3e-ee6829308018 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/quotas/968d4285e87f494097e0c1e837e06324 HTTP/1.1" status: 200 len: 375 time: 0.0100603 Sep 16 05:49:01.397706 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-3ccb739d-680e-4ea9-a4cd-95b4ba42d9c6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479944 Sep 16 05:49:01.415841 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-ce302c50-c09d-4d57-9586-2e5d8fc505e5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:49:01.416831 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-ce302c50-c09d-4d57-9586-2e5d8fc505e5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053899 Sep 16 05:49:01.539375 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-ec33528e-9fc0-4a7d-844a-7622ba7929f3 service neutron] 10.222.0.53 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141529 Sep 16 05:49:01.636152 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-0d7210ec-7774-46ed-a92c-5c9d78c4761d service neutron] 10.222.0.53 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905106 Sep 16 05:49:01.960569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6d747e97-8c1f-4ef4-9ced-37dfc4e97247 req-9214d30f-8a95-4e44-8d08-bed3381d994a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 210 time: 0.0343404 Sep 16 05:49:03.112651 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d2176e6-3e33-4ada-8875-1d87022ca445 req-fcfdd552-0b4f-4cf2-a5bf-12a78aa7a0b4 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 210 time: 0.0669582 Sep 16 05:49:03.159094 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-e3534054-0ba6-46a9-b974-c00cf94954fd tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:03.160850 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-e3534054-0ba6-46a9-b974-c00cf94954fd tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 808 time: 0.1541598 Sep 16 05:49:03.212884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-d3b6b698-eb30-4c97-b20f-e59bdebc9bc3 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=968d4285e87f494097e0c1e837e06324 HTTP/1.1" status: 200 len: 379 time: 0.0368066 Sep 16 05:49:03.231353 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'port': {'device_id': '1c376b30-90b3-4422-856d-e04d01e50e45', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'admin_state_up': True, 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'security_groups': ['487d3ebf-2f75-449e-9df5-9eac2ff8a67b']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:03.369100 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Made reservation on behalf of 968d4285e87f494097e0c1e837e06324 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:49:03.373098 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.535638 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Allocated IP 172.20.0.10 (9a71677a-9cb0-44e2-ba43-6b68664ae317/9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc/cfa15f32-f6df-436d-9488-f043035ab907) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:03.694432 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.733658 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.793790 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Network 9a71677a-9cb0-44e2-ba43-6b68664ae317 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:03.798209 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:03.800544 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'Port': ['ID=cfa15f32-f6df-436d-9488-f043035ab907,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:03.803290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:03.870169 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:03.870994 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:03.887648 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-24ba4e3f-9b96-41be-8eed-cb54671a8d1d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6611874 Sep 16 05:49:03.907106 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Request body: {'port': {'device_id': '1c376b30-90b3-4422-856d-e04d01e50e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:03.972570 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:04.116960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-b1920bda-a583-4511-a358-f9e0dc09261a None None] Provisioning complete for port cfa15f32-f6df-436d-9488-f043035ab907 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:04.117816 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b1920bda-a583-4511-a358-f9e0dc09261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:04.167802 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-b1920bda-a583-4511-a358-f9e0dc09261a None None] Port cfa15f32-f6df-436d-9488-f043035ab907 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:49:04.278459 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7af14f-a99d-4e70-b4c1-9bc65946e15f req-516a579e-2029-41bc-8a94-26b5c83b427e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:04.280058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c7af14f-a99d-4e70-b4c1-9bc65946e15f req-516a579e-2029-41bc-8a94-26b5c83b427e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 932 time: 0.0780489 Sep 16 05:49:04.358748 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa15f32-f6df-436d-9488-f043035ab907 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:04.367900 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1c7af14f-a99d-4e70-b4c1-9bc65946e15f req-997e3212-bd75-42c1-9c07-5ada818bbf37 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775244 Sep 16 05:49:04.370012 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:04.393327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Transition to ACTIVE for port object cfa15f32-f6df-436d-9488-f043035ab907 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:49:04.397589 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:04.463097 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa15f32-f6df-436d-9488-f043035ab907,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:04.546099 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Attempting to bind port cfa15f32-f6df-436d-9488-f043035ab907 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:49:04.546531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Attempting to bind port cfa15f32-f6df-436d-9488-f043035ab907 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:49:04.546976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Attempting to bind port cfa15f32-f6df-436d-9488-f043035ab907 on network 9a71677a-9cb0-44e2-ba43-6b68664ae317 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:04.552181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Port cfa15f32-f6df-436d-9488-f043035ab907 on network 9a71677a-9cb0-44e2-ba43-6b68664ae317 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:49:04.552504 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Attempting to bind port cfa15f32-f6df-436d-9488-f043035ab907 on network 9a71677a-9cb0-44e2-ba43-6b68664ae317 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:49:04.558817 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:49:04.559172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Checking segment: {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:49:04.559552 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Bound using segment: {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:49:04.559984 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Bound port: cfa15f32-f6df-436d-9488-f043035ab907, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c191add3-656a-4389-9e70-a43ac4b4214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:49:04.560345 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:04.632328 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] For port cfa15f32-f6df-436d-9488-f043035ab907, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:49:04.636261 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] For port cfa15f32-f6df-436d-9488-f043035ab907, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=cfa15f32-f6df-436d-9488-f043035ab907,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:49:04.642293 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:04.683923 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:04.684557 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:04.686110 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] 10.222.0.50 "PUT /v2.0/ports/cfa15f32-f6df-436d-9488-f043035ab907 HTTP/1.1" status: 200 len: 1093 time: 0.7833703 Sep 16 05:49:04.686563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:04.689196 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614dadfc-6238-455a-b5c8-95d25edc0e22" -d '{"events": [{"name": "network-changed", "server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "tag": "cfa15f32-f6df-436d-9488-f043035ab907"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:04.749636 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f455370-a833-48ef-a8b6-5617cd6bae88 x-openstack-request-id: req-5f455370-a833-48ef-a8b6-5617cd6bae88 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:04.749981 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "tag": "cfa15f32-f6df-436d-9488-f043035ab907", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:04.750221 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f455370-a833-48ef-a8b6-5617cd6bae88 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:04.750620 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907', 'status': 'completed', 'code': 200} Sep 16 05:49:04.781183 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2080e-cb7c-4a4e-b6f0-7b16f0505917 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa15f32-f6df-436d-9488-f043035ab907,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:04.814125 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-1d72bd01-6dcf-447e-943e-398cc1d5f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:04.815728 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-1d72bd01-6dcf-447e-943e-398cc1d5f0d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1096 time: 0.0817425 Sep 16 05:49:04.868308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-4d524940-4efe-4ad6-a953-11684de68e4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa15f32-f6df-436d-9488-f043035ab907 HTTP/1.1" status: 200 len: 217 time: 0.0401776 Sep 16 05:49:04.927806 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-475ffcd0-cd9d-4edd-a4b2-be1f76247a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:04.929296 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-475ffcd0-cd9d-4edd-a4b2-be1f76247a34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0493596 Sep 16 05:49:04.994109 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-6316c0b8-95ea-43c2-8b18-98f6c1576140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:04.996670 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-6316c0b8-95ea-43c2-8b18-98f6c1576140 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545568 Sep 16 05:49:05.097618 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-d4ca43ea-e5f7-4e6e-b786-398fd61b7a9f service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888796 Sep 16 05:49:05.203062 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0fe0a2f2-d16a-4589-b0a1-bab9206289d1 req-c8ddd200-a5d5-4a1b-998c-748fc493988f service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934911 Sep 16 05:49:05.299301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dadfc-6238-455a-b5c8-95d25edc0e22 req-9cd4e8ff-3631-4d1a-b669-4a066c0d1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:05.300830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-614dadfc-6238-455a-b5c8-95d25edc0e22 req-9cd4e8ff-3631-4d1a-b669-4a066c0d1e3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1096 time: 0.0425801 Sep 16 05:49:05.403773 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dadfc-6238-455a-b5c8-95d25edc0e22 req-1dcfba34-dcd4-42e2-afec-72d1c8b35d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:05.405635 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-614dadfc-6238-455a-b5c8-95d25edc0e22 req-1dcfba34-dcd4-42e2-afec-72d1c8b35d28 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0939856 Sep 16 05:49:05.456528 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-614dadfc-6238-455a-b5c8-95d25edc0e22 req-9b416b5c-2491-4336-9a0f-15b0b30ce723 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa15f32-f6df-436d-9488-f043035ab907 HTTP/1.1" status: 200 len: 217 time: 0.0380549 Sep 16 05:49:05.538671 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dadfc-6238-455a-b5c8-95d25edc0e22 req-f79e0968-860c-4161-837b-c5efbcfd058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:05.540187 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-614dadfc-6238-455a-b5c8-95d25edc0e22 req-f79e0968-860c-4161-837b-c5efbcfd058c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0717890 Sep 16 05:49:05.549047 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc9683-b9fe-4304-a96e-fd8d07c71dd7 req-d4540865-edcf-4409-961f-f2807ed6e338 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:05.550622 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-66bc9683-b9fe-4304-a96e-fd8d07c71dd7 req-d4540865-edcf-4409-961f-f2807ed6e338 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0919807 Sep 16 05:49:05.617305 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-66bc9683-b9fe-4304-a96e-fd8d07c71dd7 req-b17c794a-30c3-44d4-a1a2-8a7419124d79 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575693 Sep 16 05:49:05.620619 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dadfc-6238-455a-b5c8-95d25edc0e22 req-a6b160e3-9c42-4da2-92f7-2c336cb71540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:05.622304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-614dadfc-6238-455a-b5c8-95d25edc0e22 req-a6b160e3-9c42-4da2-92f7-2c336cb71540 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702608 Sep 16 05:49:05.737058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-614dadfc-6238-455a-b5c8-95d25edc0e22 req-a9fa1935-9fea-4bb4-b886-1f8d92194a18 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994146 Sep 16 05:49:05.849844 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-614dadfc-6238-455a-b5c8-95d25edc0e22 req-ae4214c6-1081-472a-abdb-980337bf3ac3 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014137 Sep 16 05:49:06.229835 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:06.743015 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe2a83-180b-49ef-89a0-a251542c2699 req-0bb29789-5030-4457-bf7f-5c4e73684086 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:06.744624 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bfe2a83-180b-49ef-89a0-a251542c2699 req-0bb29789-5030-4457-bf7f-5c4e73684086 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0569131 Sep 16 05:49:06.785966 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7bfe2a83-180b-49ef-89a0-a251542c2699 req-8b25f3e4-9099-42d5-9faf-5d798f6b97f9 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341501 Sep 16 05:49:07.938907 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed9867-fe91-4324-8bd8-7f3a41eebb2e req-30d15e0b-2673-4aec-85df-e4138433b202 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:07.940638 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46ed9867-fe91-4324-8bd8-7f3a41eebb2e req-30d15e0b-2673-4aec-85df-e4138433b202 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0663848 Sep 16 05:49:07.986356 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-46ed9867-fe91-4324-8bd8-7f3a41eebb2e req-d1243edc-8350-496d-991c-37cddb15b4c3 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387430 Sep 16 05:49:08.235616 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:09.109905 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280666e-db81-44e6-983a-0ce43c09c6ab req-0c7ddc50-7c73-498f-a52f-66fec85b785f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:09.111490 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f280666e-db81-44e6-983a-0ce43c09c6ab req-0c7ddc50-7c73-498f-a52f-66fec85b785f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0516398 Sep 16 05:49:09.151195 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f280666e-db81-44e6-983a-0ce43c09c6ab req-a5d15cc0-7d06-48f7-87fb-583e691ab9e6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328572 Sep 16 05:49:10.271168 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb82c8-b498-4e1c-8541-e0e963c0f9b5 req-57efe0ab-47c8-4fbb-b8de-28caa2e7a183 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:10.272649 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ddb82c8-b498-4e1c-8541-e0e963c0f9b5 req-57efe0ab-47c8-4fbb-b8de-28caa2e7a183 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0529654 Sep 16 05:49:10.312448 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3ddb82c8-b498-4e1c-8541-e0e963c0f9b5 req-23e6f04b-5f4f-4cee-a193-385b28e9cf48 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Sep 16 05:49:11.433629 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1a1fc-b331-41a2-94b8-a06bcf79ca0f req-468c5636-ddc2-4af1-befe-e01e114e234f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:11.435167 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23b1a1fc-b331-41a2-94b8-a06bcf79ca0f req-468c5636-ddc2-4af1-befe-e01e114e234f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0536239 Sep 16 05:49:11.474218 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-23b1a1fc-b331-41a2-94b8-a06bcf79ca0f req-2a58ce4a-7708-41c7-9356-1c4ec328cb72 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331373 Sep 16 05:49:12.602920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67e3ba-d167-4caf-a8e5-a1b5b5fef9da req-93614397-d27b-4f39-b43d-31b77533a218 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:12.604462 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba67e3ba-d167-4caf-a8e5-a1b5b5fef9da req-93614397-d27b-4f39-b43d-31b77533a218 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0553174 Sep 16 05:49:12.645970 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ba67e3ba-d167-4caf-a8e5-a1b5b5fef9da req-0b83a690-8793-49da-ad18-3435d17cd204 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351429 Sep 16 05:49:13.769468 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1e162-c227-4e0d-90d5-356a138b8015 req-7f0aad1d-bcce-49c1-9203-884e6400d928 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:13.771080 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0f1e162-c227-4e0d-90d5-356a138b8015 req-7f0aad1d-bcce-49c1-9203-884e6400d928 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0563734 Sep 16 05:49:13.816079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f0f1e162-c227-4e0d-90d5-356a138b8015 req-e32874a3-444b-4fbb-b9e6-89315b258525 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381062 Sep 16 05:49:14.942286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b195e55-6cac-4fce-aec6-641bc629bd31 req-4665e7ab-49e4-49eb-8a46-96788ac4beba tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:14.943847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b195e55-6cac-4fce-aec6-641bc629bd31 req-4665e7ab-49e4-49eb-8a46-96788ac4beba tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0542123 Sep 16 05:49:14.997802 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4b195e55-6cac-4fce-aec6-641bc629bd31 req-a0c3af41-5a4b-4019-9ccb-bd80b137114a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464904 Sep 16 05:49:15.665023 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device cfa15f32-f6df-436d-9488-f043035ab907 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:49:15.765237 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port cfa15f32-f6df-436d-9488-f043035ab907, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=cfa15f32-f6df-436d-9488-f043035ab907,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:15.779397 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'cfa15f32-f6df-436d-9488-f043035ab907', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'port_id': 'cfa15f32-f6df-436d-9488-f043035ab907', 'mac_address': 'fa:16:3e:33:e4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:49:15.821419 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.835499 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa15f32-f6df-436d-9488-f043035ab907 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:49:15.854350 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port cfa15f32-f6df-436d-9488-f043035ab907, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=cfa15f32-f6df-436d-9488-f043035ab907,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:15.858353 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:15.905616 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=cfa15f32-f6df-436d-9488-f043035ab907,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:15.913003 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:15.913362 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:15.913741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:15.914094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:15.914439 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:15.914787 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:15.915178 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:15.915466 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:15.915812 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:15.916138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:15.916478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:15.916812 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:49:16.118340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c972649-a921-424c-bca4-69c81c28efed req-75409888-b636-4a64-a727-0e228420fa1f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:16.119860 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c972649-a921-424c-bca4-69c81c28efed req-75409888-b636-4a64-a727-0e228420fa1f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 945 time: 0.0531719 Sep 16 05:49:16.127002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['cfa15f32-f6df-436d-9488-f043035ab907'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:49:16.158969 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6c972649-a921-424c-bca4-69c81c28efed req-ffd64508-79a0-4961-b73c-5d96f2308551 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321002 Sep 16 05:49:17.288318 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c3150-8a19-4559-901e-1840af85126c req-1c1fc657-bfec-42b6-9043-dc04057cc25d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:17.289878 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ef3c3150-8a19-4559-901e-1840af85126c req-1c1fc657-bfec-42b6-9043-dc04057cc25d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 945 time: 0.0604088 Sep 16 05:49:17.329856 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ef3c3150-8a19-4559-901e-1840af85126c req-f3936a99-d25b-409c-92ba-0149a4f04d67 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330091 Sep 16 05:49:17.349841 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4dd7fbf1-7fa5-422d-aad8-43acdf770a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.664910 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device cfa15f32-f6df-436d-9488-f043035ab907 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:49:17.719863 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port cfa15f32-f6df-436d-9488-f043035ab907 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:49:17.723254 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port cfa15f32-f6df-436d-9488-f043035ab907 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:49:17.723637 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.810223 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.834845 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:17.837129 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aab5fb-45b0-4a6a-8dc4-8ef518bd0a59" -d '{"events": [{"server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "name": "network-vif-plugged", "status": "completed", "tag": "cfa15f32-f6df-436d-9488-f043035ab907"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:17.851797 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port cfa15f32-f6df-436d-9488-f043035ab907, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=cfa15f32-f6df-436d-9488-f043035ab907,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:49:17.860306 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:17.890044 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2be7d9-e9d3-4164-8f40-c5cc3077eece x-openstack-request-id: req-ec2be7d9-e9d3-4164-8f40-c5cc3077eece {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:17.890336 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "name": "network-vif-plugged", "status": "completed", "tag": "cfa15f32-f6df-436d-9488-f043035ab907", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:17.890594 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec2be7d9-e9d3-4164-8f40-c5cc3077eece {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:17.890992 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907', 'code': 200} Sep 16 05:49:17.924613 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=cfa15f32-f6df-436d-9488-f043035ab907,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:18.004399 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa512baa-10b0-47b7-bd49-8bfece0f2b68 req-72b08af9-66a4-4418-b770-0296cf6febc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.006018 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa512baa-10b0-47b7-bd49-8bfece0f2b68 req-72b08af9-66a4-4418-b770-0296cf6febc0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1098 time: 0.0418301 Sep 16 05:49:18.052699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-aa512baa-10b0-47b7-bd49-8bfece0f2b68 req-366c8f0c-a0a4-4047-9bb3-8f3c982195bb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335152 Sep 16 05:49:18.459470 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5574d-11f2-453c-84b5-718f22080b7b req-82b4e42c-f0e3-4443-99fe-280532d39d80 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:18.461065 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-14e5574d-11f2-453c-84b5-718f22080b7b req-82b4e42c-f0e3-4443-99fe-280532d39d80 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0572040 Sep 16 05:49:18.518002 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-14e5574d-11f2-453c-84b5-718f22080b7b req-abe8513d-1138-452c-85fb-9b0326ecda33 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462720 Sep 16 05:49:19.642903 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda353d-5867-4ca0-be20-4c801f9bc058 req-7a3bafa4-ceac-44c6-b677-bfa30e1549ae tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:19.644413 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-deda353d-5867-4ca0-be20-4c801f9bc058 req-7a3bafa4-ceac-44c6-b677-bfa30e1549ae tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0519717 Sep 16 05:49:19.684275 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-deda353d-5867-4ca0-be20-4c801f9bc058 req-a34915a7-074a-47ac-9bdc-772109969243 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337846 Sep 16 05:49:19.813688 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445ffe2-173b-4ab1-86bf-776e8db756b5 req-bb9e9f64-ec29-4af9-91c0-1277cfd699a6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:19.815141 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2445ffe2-173b-4ab1-86bf-776e8db756b5 req-bb9e9f64-ec29-4af9-91c0-1277cfd699a6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0608935 Sep 16 05:49:19.857303 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2445ffe2-173b-4ab1-86bf-776e8db756b5 req-a5a1d776-25c1-4b86-b25b-7a6f2dcc68af tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356925 Sep 16 05:49:19.881482 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56206) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:19.922457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7874d-6d11-415d-8990-2d2309a7b57c tempest-TestShelveInstance-1936935585 tempest-TestShelveInstance-1936935585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:19.924034 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e1c7874d-6d11-415d-8990-2d2309a7b57c tempest-TestShelveInstance-1936935585 tempest-TestShelveInstance-1936935585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1093 time: 0.0415089 Sep 16 05:49:19.926872 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56208) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:49:19.931451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': 'cfa15f32-f6df-436d-9488-f043035ab907', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:49:19.964007 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for floatingip, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.076757 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.192020 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Allocated IP 172.25.0.41 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/b8215b30-d98f-4b89-b4e3-97133758fd4a) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:49:20.295935 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f9d823ac-5d0f-4457-9475-fc6d2733d619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.300355 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.333844 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.371898 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:49:20.374829 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:49:20.380363 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:49:20.385973 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'Port': ['ID=b8215b30-d98f-4b89-b4e3-97133758fd4a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:20.765322 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.834320 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:20.960646 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.007565 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.012320 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.087558 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event updated for resources: {'Port': ['ID=b8215b30-d98f-4b89-b4e3-97133758fd4a,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:49:21.098337 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.201977 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Floating IP 71be7894-eedb-4590-8ad8-c66c610659b4 associated. External IP: 172.25.0.41, port: cfa15f32-f6df-436d-9488-f043035ab907. Sep 16 05:49:21.417420 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:49:21.849202 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:49:21.859182 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2066c-e925-4199-ad0d-e3cc876a4715 None None] Sync routers for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:49:21.865478 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.869300 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2066c-e925-4199-ad0d-e3cc876a4715 None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:21.869963 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5fa2066c-e925-4199-ad0d-e3cc876a4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:49:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:21.902553 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f8fca0c8-3c45-4cf7-92e7-6c46591c030a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9740233 Sep 16 05:49:21.903305 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:49:21.906381 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cccea4-bf3e-4d46-8be7-cfc346bf69e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "tag": "cfa15f32-f6df-436d-9488-f043035ab907"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:49:21.953221 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:21.983923 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-5fa2066c-e925-4199-ad0d-e3cc876a4715 None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:22.015533 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94f22e4-8204-4ed2-a592-fe6ac7c68c48 x-openstack-request-id: req-c94f22e4-8204-4ed2-a592-fe6ac7c68c48 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:49:22.016399 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "tag": "cfa15f32-f6df-436d-9488-f043035ab907", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:49:22.016399 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c94f22e4-8204-4ed2-a592-fe6ac7c68c48 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:49:22.016985 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907', 'status': 'completed', 'code': 200} Sep 16 05:49:22.087805 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cccea4-bf3e-4d46-8be7-cfc346bf69e9 req-79e9b385-537a-45a8-8de7-7c9260b5b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:22.089399 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62cccea4-bf3e-4d46-8be7-cfc346bf69e9 req-79e9b385-537a-45a8-8de7-7c9260b5b3fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1098 time: 0.0496409 Sep 16 05:49:22.190743 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cccea4-bf3e-4d46-8be7-cfc346bf69e9 req-c4fdbacb-0949-4101-bbb7-36848cc1f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:22.192173 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62cccea4-bf3e-4d46-8be7-cfc346bf69e9 req-c4fdbacb-0949-4101-bbb7-36848cc1f08e service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0939500 Sep 16 05:49:22.221011 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5fa2066c-e925-4199-ad0d-e3cc876a4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '71be7894-eedb-4590-8ad8-c66c610659b4', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'port_id': 'cfa15f32-f6df-436d-9488-f043035ab907', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'mac_address': 'fa:16:3e:33:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c376b30-90b3-4422-856d-e04d01e50e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:20Z', 'updated_at': '2021-09-16T05:49:20Z', 'revision_number': 0, 'project_id': '968d4285e87f494097e0c1e837e06324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:22.251525 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2066c-e925-4199-ad0d-e3cc876a4715 None None] Checking router: 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:49:22.260090 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2066c-e925-4199-ad0d-e3cc876a4715 None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:49:22.260709 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5fa2066c-e925-4199-ad0d-e3cc876a4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:49:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:22.261258 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62cccea4-bf3e-4d46-8be7-cfc346bf69e9 req-e6fdcebd-ec12-49ed-985e-7890e78d9c79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa15f32-f6df-436d-9488-f043035ab907 HTTP/1.1" status: 200 len: 999 time: 0.0613372 Sep 16 05:49:22.317005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cccea4-bf3e-4d46-8be7-cfc346bf69e9 req-68c35e13-1254-4a01-b534-4f256422d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:22.318605 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62cccea4-bf3e-4d46-8be7-cfc346bf69e9 req-68c35e13-1254-4a01-b534-4f256422d471 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0499110 Sep 16 05:49:22.365124 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cccea4-bf3e-4d46-8be7-cfc346bf69e9 req-090174b3-7b3e-4460-b2e7-25f2001d7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:22.366697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62cccea4-bf3e-4d46-8be7-cfc346bf69e9 req-090174b3-7b3e-4460-b2e7-25f2001d7569 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413690 Sep 16 05:49:22.368851 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-5fa2066c-e925-4199-ad0d-e3cc876a4715 None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:49:22.465572 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62cccea4-bf3e-4d46-8be7-cfc346bf69e9 req-c397eea9-e4f6-4e4b-bb65-fead9c1e6be6 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904534 Sep 16 05:49:22.564164 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-62cccea4-bf3e-4d46-8be7-cfc346bf69e9 req-4976c317-d9cd-4c0a-a757-b9bf48a7b2ec service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908148 Sep 16 05:49:22.602711 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5fa2066c-e925-4199-ad0d-e3cc876a4715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '71be7894-eedb-4590-8ad8-c66c610659b4', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'port_id': 'cfa15f32-f6df-436d-9488-f043035ab907', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'mac_address': 'fa:16:3e:33:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c376b30-90b3-4422-856d-e04d01e50e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:20Z', 'updated_at': '2021-09-16T05:49:20Z', 'revision_number': 0, 'project_id': '968d4285e87f494097e0c1e837e06324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:49:22.632705 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2066c-e925-4199-ad0d-e3cc876a4715 None None] The sync data for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 is: [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': '71be7894-eedb-4590-8ad8-c66c610659b4', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'port_id': 'cfa15f32-f6df-436d-9488-f043035ab907', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'mac_address': 'fa:16:3e:33:e4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c376b30-90b3-4422-856d-e04d01e50e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:49:20Z', 'updated_at': '2021-09-16T05:49:20Z', 'revision_number': 0, 'project_id': '968d4285e87f494097e0c1e837e06324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:49:22.834713 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ea2be-8e3c-425b-8c4f-ed79f209165c None None] New status for floating IP 71be7894-eedb-4590-8ad8-c66c610659b4: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:49:23.472398 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:27.402380 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:49:36.242019 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:38.247914 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:47.347670 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9c0f-3ed7-4d47-b63e-949b84e7e2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:50.297226 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6210ccb2-2429-4e0a-b9ad-63256aa58a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:50.551550 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37398655-0a67-4b04-ab07-735ce3e99923 req-00e4b1a6-be41-483f-b78c-7c7e9cf4dcf5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402036 Sep 16 05:49:50.650761 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37398655-0a67-4b04-ab07-735ce3e99923 req-1322ebcd-96f0-4707-9b18-2e16d1da73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:50.652485 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37398655-0a67-4b04-ab07-735ce3e99923 req-1322ebcd-96f0-4707-9b18-2e16d1da73b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1098 time: 0.0472429 Sep 16 05:49:50.764641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37398655-0a67-4b04-ab07-735ce3e99923 req-cea7686e-d473-4e71-bb30-747436b7b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:50.766373 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37398655-0a67-4b04-ab07-735ce3e99923 req-cea7686e-d473-4e71-bb30-747436b7b2e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0914059 Sep 16 05:49:50.834980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37398655-0a67-4b04-ab07-735ce3e99923 req-690e3e8b-a856-4ef5-9a61-fb3a82347d96 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa15f32-f6df-436d-9488-f043035ab907 HTTP/1.1" status: 200 len: 1001 time: 0.0608482 Sep 16 05:49:50.964905 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:51.208005 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37398655-0a67-4b04-ab07-735ce3e99923 req-29d62d85-a64d-4116-9e05-07ec755b3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:51.209406 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37398655-0a67-4b04-ab07-735ce3e99923 req-29d62d85-a64d-4116-9e05-07ec755b3807 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.3663390 Sep 16 05:49:51.258288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37398655-0a67-4b04-ab07-735ce3e99923 req-951f1773-f895-485c-a58f-ccb121fc98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:49:51.259851 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37398655-0a67-4b04-ab07-735ce3e99923 req-951f1773-f895-485c-a58f-ccb121fc98c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405858 Sep 16 05:49:51.357747 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37398655-0a67-4b04-ab07-735ce3e99923 req-b5f7613b-e651-46c0-9c0e-b93e59e04c8b service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869627 Sep 16 05:49:51.451222 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-37398655-0a67-4b04-ab07-735ce3e99923 req-c143711e-1ad7-4a92-ae10-3349728f7ea0 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863259 Sep 16 05:49:51.950742 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:49:53.474230 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:04.401192 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:06.242425 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:08.237346 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:17.350770 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-078e8221-9a2d-4af0-9f8e-ba3901b64389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:20.298304 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9f11bc30-4ec9-436d-bf10-d0cc25037f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:20.968256 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:21.953122 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:23.477425 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:36.250722 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:38.249634 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:41.400756 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:50:47.351878 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-36202593-3c94-49a6-a3fa-cc0757bc9b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:50.299201 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6876-9b31-48c7-a6ff-8ae6f518c48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:50.564657 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0d69295-00f2-4386-8709-6dc78f0d2a57 req-3ce451e3-388f-4f8a-87bf-f71522d8f7ae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389621 Sep 16 05:50:50.659192 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d69295-00f2-4386-8709-6dc78f0d2a57 req-9a12d27e-fedf-41e2-aa89-5d451b1c3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:50.660676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0d69295-00f2-4386-8709-6dc78f0d2a57 req-9a12d27e-fedf-41e2-aa89-5d451b1c3147 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1098 time: 0.0458055 Sep 16 05:50:50.766211 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d69295-00f2-4386-8709-6dc78f0d2a57 req-23a4e26d-689d-4d89-ae53-63e4479a07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:50.768557 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0d69295-00f2-4386-8709-6dc78f0d2a57 req-23a4e26d-689d-4d89-ae53-63e4479a07f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0856557 Sep 16 05:50:50.846220 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0d69295-00f2-4386-8709-6dc78f0d2a57 req-df95f720-dd69-4b2a-8f96-6eb7d0308eb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa15f32-f6df-436d-9488-f043035ab907 HTTP/1.1" status: 200 len: 1001 time: 0.0650165 Sep 16 05:50:50.897471 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d69295-00f2-4386-8709-6dc78f0d2a57 req-60584d74-895b-4edd-a20f-85229ca464f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:50.898992 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0d69295-00f2-4386-8709-6dc78f0d2a57 req-60584d74-895b-4edd-a20f-85229ca464f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0439522 Sep 16 05:50:50.945835 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d69295-00f2-4386-8709-6dc78f0d2a57 req-f871c136-5df3-4007-9103-1d70f3f6162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:50:50.947340 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0d69295-00f2-4386-8709-6dc78f0d2a57 req-f871c136-5df3-4007-9103-1d70f3f6162a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402071 Sep 16 05:50:50.969520 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:51.048860 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0d69295-00f2-4386-8709-6dc78f0d2a57 req-2994cc6f-3623-41e0-8af9-f46c8f740f44 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881603 Sep 16 05:50:51.140954 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d0d69295-00f2-4386-8709-6dc78f0d2a57 req-1c4ff44e-236c-4ae8-81bf-7b6a50f31cb2 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820322 Sep 16 05:50:51.959854 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:50:53.480746 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:06.257905 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:08.249474 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:17.353969 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d738721c-002b-4f33-b031-cddc3b3953e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:18.401348 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:19.772725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48010990-12be-4634-a707-e2e6b87ca6f5 req-6e5f6d7f-4ed8-48ef-9fdd-24e11f97def9 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:19.774168 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48010990-12be-4634-a707-e2e6b87ca6f5 req-6e5f6d7f-4ed8-48ef-9fdd-24e11f97def9 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0545638 Sep 16 05:51:19.815082 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-48010990-12be-4634-a707-e2e6b87ca6f5 req-584fbb31-ed95-4f33-84c8-e68f97d977e1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337949 Sep 16 05:51:20.299764 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f054ef12-d1cd-4534-99e8-a5b9cb7d2592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:20.962186 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82793394-5762-4290-806a-ef1747ed4a0c req-4dea2257-464f-496a-a2f6-342d12cec356 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:20.964265 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82793394-5762-4290-806a-ef1747ed4a0c req-4dea2257-464f-496a-a2f6-342d12cec356 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0549011 Sep 16 05:51:20.972726 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:21.004433 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82793394-5762-4290-806a-ef1747ed4a0c req-6579a354-a6fc-463a-beae-431bc0dec0d3 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334620 Sep 16 05:51:21.961623 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:22.120177 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3f4ae-5fa8-4b1b-9288-3973fad2e341 req-c6b6a0b5-220c-484b-abea-761f59160b10 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:22.121693 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c4a3f4ae-5fa8-4b1b-9288-3973fad2e341 req-c6b6a0b5-220c-484b-abea-761f59160b10 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0489695 Sep 16 05:51:22.159553 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c4a3f4ae-5fa8-4b1b-9288-3973fad2e341 req-f8fb9506-ae14-43ba-8ee3-429d1a1fb4b4 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318792 Sep 16 05:51:23.291662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056392c5-e0fe-4ccc-b69c-d3d4ad9f5168 req-c69b8561-78a1-4cf6-a55b-5b5ef0a37679 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:23.293168 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-056392c5-e0fe-4ccc-b69c-d3d4ad9f5168 req-c69b8561-78a1-4cf6-a55b-5b5ef0a37679 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0610042 Sep 16 05:51:23.331365 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-056392c5-e0fe-4ccc-b69c-d3d4ad9f5168 req-4e94e276-c0e1-41f3-9bcf-53a9576f201c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Sep 16 05:51:23.482601 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:24.445648 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2409a-708b-4198-b9ff-95c8a089b5fd req-b5fbee57-4ef1-4517-9489-481b41485f21 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:24.447870 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-afd2409a-708b-4198-b9ff-95c8a089b5fd req-b5fbee57-4ef1-4517-9489-481b41485f21 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0487089 Sep 16 05:51:24.485827 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-afd2409a-708b-4198-b9ff-95c8a089b5fd req-0696107d-0909-48e7-9d27-11b79c9e493e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322015 Sep 16 05:51:25.605531 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72eaef-a859-40ba-9eda-307c1c40d2f2 req-de55ea23-9914-446d-b4b1-8b874591cc0b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:25.607059 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab72eaef-a859-40ba-9eda-307c1c40d2f2 req-de55ea23-9914-446d-b4b1-8b874591cc0b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0528605 Sep 16 05:51:25.646088 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ab72eaef-a859-40ba-9eda-307c1c40d2f2 req-feb736f7-406d-4a49-b5c4-f7330a695212 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329874 Sep 16 05:51:26.769717 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275eb2d-c4e7-4c12-b474-494bebb8585d req-ed949b9e-a0ea-43d5-a547-0200f9e665c4 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:26.771233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b275eb2d-c4e7-4c12-b474-494bebb8585d req-ed949b9e-a0ea-43d5-a547-0200f9e665c4 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0542779 Sep 16 05:51:26.811073 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b275eb2d-c4e7-4c12-b474-494bebb8585d req-814dbbca-1dca-43da-ab33-b04a26fcfae5 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325906 Sep 16 05:51:27.926452 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cdfe7-444c-456f-bf8f-a88ce99b6565 req-4c4cf8e7-9b9b-4a27-8ca8-4a43b5e53d59 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:27.928013 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-671cdfe7-444c-456f-bf8f-a88ce99b6565 req-4c4cf8e7-9b9b-4a27-8ca8-4a43b5e53d59 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0498600 Sep 16 05:51:27.973182 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-671cdfe7-444c-456f-bf8f-a88ce99b6565 req-1dec649c-86ac-4100-b741-ffac9e659791 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382898 Sep 16 05:51:29.086306 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d8ec6-4aad-437c-b483-5ca1aebc74f3 req-ba3ba9b6-10fd-40e3-bc30-526facdf0805 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:29.087790 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1b9d8ec6-4aad-437c-b483-5ca1aebc74f3 req-ba3ba9b6-10fd-40e3-bc30-526facdf0805 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0482371 Sep 16 05:51:29.126100 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1b9d8ec6-4aad-437c-b483-5ca1aebc74f3 req-a73e3cf2-6ace-482d-9db1-3a89d3bf2733 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314004 Sep 16 05:51:29.982161 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311fc4d-7343-4973-a308-d07faa81a96c req-cbe32c1f-8a0a-4179-9537-903c3d585873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:29.983686 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0311fc4d-7343-4973-a308-d07faa81a96c req-cbe32c1f-8a0a-4179-9537-903c3d585873 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1098 time: 0.0465453 Sep 16 05:51:30.078972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311fc4d-7343-4973-a308-d07faa81a96c req-9e128352-f7fe-493f-b1d4-6a3794bb9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.080477 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0311fc4d-7343-4973-a308-d07faa81a96c req-9e128352-f7fe-493f-b1d4-6a3794bb9aa2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0845160 Sep 16 05:51:30.155374 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0311fc4d-7343-4973-a308-d07faa81a96c req-5b5fd354-3d93-457c-9640-3533e14d1550 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa15f32-f6df-436d-9488-f043035ab907 HTTP/1.1" status: 200 len: 1001 time: 0.0609844 Sep 16 05:51:30.233172 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311fc4d-7343-4973-a308-d07faa81a96c req-0ea09a3c-402f-4610-aa2c-9cc4b068f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.234676 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0311fc4d-7343-4973-a308-d07faa81a96c req-0ea09a3c-402f-4610-aa2c-9cc4b068f1a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0686872 Sep 16 05:51:30.252335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f42fa-5c88-4e50-9ab4-9aec52e20b91 req-df8a199b-3be2-43ba-9818-c02b453bfc06 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.253816 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d0f42fa-5c88-4e50-9ab4-9aec52e20b91 req-df8a199b-3be2-43ba-9818-c02b453bfc06 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0603108 Sep 16 05:51:30.322396 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0d0f42fa-5c88-4e50-9ab4-9aec52e20b91 req-2f541a03-6a73-4dd1-92ee-dbfbf7b0e09f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592856 Sep 16 05:51:30.326074 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311fc4d-7343-4973-a308-d07faa81a96c req-6a0bd845-9ae2-4a5d-8484-c7cb82e6cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:30.327404 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0311fc4d-7343-4973-a308-d07faa81a96c req-6a0bd845-9ae2-4a5d-8484-c7cb82e6cd3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727372 Sep 16 05:51:30.424997 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0311fc4d-7343-4973-a308-d07faa81a96c req-091c83bb-4faf-49d0-b4e6-a866b20042bb service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839877 Sep 16 05:51:30.525072 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0311fc4d-7343-4973-a308-d07faa81a96c req-63208676-151e-43a4-9b57-22c7503311e4 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874302 Sep 16 05:51:31.440463 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91076da5-8219-4542-ac74-7f95930b40bb req-c14f34af-7e5c-4117-8856-4ab2b42dd885 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:31.442035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91076da5-8219-4542-ac74-7f95930b40bb req-c14f34af-7e5c-4117-8856-4ab2b42dd885 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0517173 Sep 16 05:51:31.480748 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-91076da5-8219-4542-ac74-7f95930b40bb req-fc47e1f4-9893-4755-9055-3cfb4d506fe5 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324533 Sep 16 05:51:32.597920 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04263d-5a8a-4c2c-a0ef-438a99ad25c1 req-b183ce8d-39d7-4672-9803-f91e36637cb1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:32.599345 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a04263d-5a8a-4c2c-a0ef-438a99ad25c1 req-b183ce8d-39d7-4672-9803-f91e36637cb1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0516860 Sep 16 05:51:32.639446 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5a04263d-5a8a-4c2c-a0ef-438a99ad25c1 req-c3ef3c33-f3ca-4f7e-a56d-cac478266f99 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336053 Sep 16 05:51:33.771924 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a48e0-c380-4ef0-8845-56f810f539a6 req-02b9b813-ca4c-419f-ae3a-c75087efd4a1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:33.773906 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d0a48e0-c380-4ef0-8845-56f810f539a6 req-02b9b813-ca4c-419f-ae3a-c75087efd4a1 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0625045 Sep 16 05:51:33.815469 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d0a48e0-c380-4ef0-8845-56f810f539a6 req-7b502f86-c104-4aab-b100-b8371bad29eb tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341330 Sep 16 05:51:34.930073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77701ca0-d0d3-463f-89c0-691f7b53c02d req-1ed2efd4-6aae-488f-8873-a8933abe887d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:34.931594 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-77701ca0-d0d3-463f-89c0-691f7b53c02d req-1ed2efd4-6aae-488f-8873-a8933abe887d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0494313 Sep 16 05:51:34.971473 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-77701ca0-d0d3-463f-89c0-691f7b53c02d req-3087936c-faa4-4158-83d1-0f736a0c3ad7 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329478 Sep 16 05:51:36.212012 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a6028-b22f-4e99-9d82-55b877e1337a req-30806211-439e-4791-97e7-76066c7b4b08 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:36.213449 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f65a6028-b22f-4e99-9d82-55b877e1337a req-30806211-439e-4791-97e7-76066c7b4b08 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0513563 Sep 16 05:51:36.223708 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9b397240-a51f-487b-896c-9d04ac5a108a req-355d1f0d-4628-4d5c-9109-bcc58869562b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852556 Sep 16 05:51:36.233776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-9b397240-a51f-487b-896c-9d04ac5a108a req-ee63513d-1c43-41c2-b1fe-7504c6be39c9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:51:36.234759 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9b397240-a51f-487b-896c-9d04ac5a108a req-ee63513d-1c43-41c2-b1fe-7504c6be39c9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061638 Sep 16 05:51:36.254777 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-f65a6028-b22f-4e99-9d82-55b877e1337a req-f5c4a5e4-9c9b-4ff8-8c8f-d9accf76cfdb tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344174 Sep 16 05:51:36.255029 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device cfa15f32-f6df-436d-9488-f043035ab907 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:51:36.294281 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.340087 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.362055 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:36.364300 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e623b7cc-98ef-44f9-aff6-129b024a2cbe" -d '{"events": [{"server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa15f32-f6df-436d-9488-f043035ab907"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:36.380604 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port cfa15f32-f6df-436d-9488-f043035ab907, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=cfa15f32-f6df-436d-9488-f043035ab907,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:36.384602 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:36.409359 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce08d404-8c7f-4393-a03f-3d640e0c6e9c x-openstack-request-id: req-ce08d404-8c7f-4393-a03f-3d640e0c6e9c {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:36.409675 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "name": "network-vif-unplugged", "status": "failed", "tag": "cfa15f32-f6df-436d-9488-f043035ab907", "code": 422}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:36.409926 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce08d404-8c7f-4393-a03f-3d640e0c6e9c {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:36.410314 n-d-712142-17 neutron-server[94746]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907', 'code': 422} returned with failed status Sep 16 05:51:36.435147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=cfa15f32-f6df-436d-9488-f043035ab907,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:36.442287 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.442638 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.442983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.443326 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.443663 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.443999 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.444332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.444662 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.444991 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.445580 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.445931 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:36.446258 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:51:37.384560 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1e7e9-c322-4184-82df-5160a676af84 req-68fe9325-d99e-4edf-be17-be71d55c9870 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:37.386134 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-25c1e7e9-c322-4184-82df-5160a676af84 req-68fe9325-d99e-4edf-be17-be71d55c9870 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0626416 Sep 16 05:51:37.426863 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-25c1e7e9-c322-4184-82df-5160a676af84 req-3ee30f70-659e-4142-b59a-02d640fb5e69 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346475 Sep 16 05:51:38.252903 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:38.543182 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65965075-834e-4c9e-aae4-275340a612bc req-9f059a7f-6ac7-4696-9351-6c594f98c25f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:38.544591 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65965075-834e-4c9e-aae4-275340a612bc req-9f059a7f-6ac7-4696-9351-6c594f98c25f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0488217 Sep 16 05:51:38.584326 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-65965075-834e-4c9e-aae4-275340a612bc req-5da906c1-bd5b-4868-a20b-f7c62fb32185 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329189 Sep 16 05:51:39.706366 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db911b2-4fcd-42d2-a688-ad8925e4d1cf req-17ec025c-a9bc-4567-bcbc-3b40b482d5fe tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:39.707880 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6db911b2-4fcd-42d2-a688-ad8925e4d1cf req-17ec025c-a9bc-4567-bcbc-3b40b482d5fe tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0503392 Sep 16 05:51:39.747558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6db911b2-4fcd-42d2-a688-ad8925e4d1cf req-9fa23afe-ca9e-4196-84d8-739751fccfbb tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336540 Sep 16 05:51:40.870367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad45491-0b79-48ae-b825-9eb1b292fddf req-f09f63b2-134f-4044-8070-5f289b6d7716 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:40.872403 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ad45491-0b79-48ae-b825-9eb1b292fddf req-f09f63b2-134f-4044-8070-5f289b6d7716 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0569470 Sep 16 05:51:40.913023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6ad45491-0b79-48ae-b825-9eb1b292fddf req-3e7c8d3d-b908-4b70-a914-00df1f00d898 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343022 Sep 16 05:51:42.035498 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265fd55-8fff-4f10-8fcb-a5367b60f82a req-7202256d-7f2e-4fdb-878a-393f25d2b776 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:42.037043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9265fd55-8fff-4f10-8fcb-a5367b60f82a req-7202256d-7f2e-4fdb-878a-393f25d2b776 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0531900 Sep 16 05:51:42.081979 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9265fd55-8fff-4f10-8fcb-a5367b60f82a req-e966c028-f869-415b-aee9-4e73d15d30f6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362070 Sep 16 05:51:43.210418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610f0f3-f46a-4def-9b38-ac508d76adb0 req-e4e02647-6f79-4276-ae4b-02bd372c5547 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:43.212438 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a610f0f3-f46a-4def-9b38-ac508d76adb0 req-e4e02647-6f79-4276-ae4b-02bd372c5547 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0534279 Sep 16 05:51:43.253026 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a610f0f3-f46a-4def-9b38-ac508d76adb0 req-0d630206-cee1-4995-963d-e27c65246713 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331767 Sep 16 05:51:44.381155 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35d396-36a0-4a16-a89e-897bcdf24794 req-0683758a-d22a-43ba-a523-170d7d271314 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:44.383225 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b35d396-36a0-4a16-a89e-897bcdf24794 req-0683758a-d22a-43ba-a523-170d7d271314 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0602102 Sep 16 05:51:44.432960 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b35d396-36a0-4a16-a89e-897bcdf24794 req-37f7c5fd-cf5f-4f8a-8679-4f8c9328170e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410554 Sep 16 05:51:45.191341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b397240-a51f-487b-896c-9d04ac5a108a req-344d65bf-f281-44f3-a333-11547fda38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:45.192884 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b397240-a51f-487b-896c-9d04ac5a108a req-344d65bf-f281-44f3-a333-11547fda38f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45&tenant_id=968d4285e87f494097e0c1e837e06324 HTTP/1.1" status: 200 len: 1096 time: 0.0420065 Sep 16 05:51:45.263641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b397240-a51f-487b-896c-9d04ac5a108a req-5067fe8a-127f-4586-b0c8-c6219d54b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:45.265156 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b397240-a51f-487b-896c-9d04ac5a108a req-5067fe8a-127f-4586-b0c8-c6219d54b825 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1096 time: 0.0417919 Sep 16 05:51:45.364563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b397240-a51f-487b-896c-9d04ac5a108a req-85d3ea82-17c6-4db2-87e9-6768cda592be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:45.366128 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b397240-a51f-487b-896c-9d04ac5a108a req-85d3ea82-17c6-4db2-87e9-6768cda592be service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0890124 Sep 16 05:51:45.439143 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b397240-a51f-487b-896c-9d04ac5a108a req-b70d38a9-9573-4f15-a886-0d77d8fdcc31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa15f32-f6df-436d-9488-f043035ab907 HTTP/1.1" status: 200 len: 999 time: 0.0589018 Sep 16 05:51:45.504398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b397240-a51f-487b-896c-9d04ac5a108a req-17574891-cc62-436d-acf7-f7b072441246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:45.505892 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b397240-a51f-487b-896c-9d04ac5a108a req-17574891-cc62-436d-acf7-f7b072441246 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0540662 Sep 16 05:51:45.583107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9feeb9-ab9d-4228-97a8-4b4b3a2af8fe req-743f4dfa-891c-409c-9b82-35d885e9e1f5 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:45.584521 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f9feeb9-ab9d-4228-97a8-4b4b3a2af8fe req-743f4dfa-891c-409c-9b82-35d885e9e1f5 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0762849 Sep 16 05:51:45.589163 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b397240-a51f-487b-896c-9d04ac5a108a req-b9f6e6a4-e717-4483-9e4e-7f46a868f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:45.590776 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b397240-a51f-487b-896c-9d04ac5a108a req-b9f6e6a4-e717-4483-9e4e-7f46a868f963 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730813 Sep 16 05:51:45.655074 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8f9feeb9-ab9d-4228-97a8-4b4b3a2af8fe req-74c3e073-c8b4-4d17-aa42-9eb9aa1214ec tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632191 Sep 16 05:51:45.708965 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b397240-a51f-487b-896c-9d04ac5a108a req-0b6c4032-2775-488b-ba31-24bff3f3e5a7 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045918 Sep 16 05:51:45.804805 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b397240-a51f-487b-896c-9d04ac5a108a req-a5d3b029-5973-4a5f-8588-ede11859061a service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835054 Sep 16 05:51:46.774248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256d1a3-0824-4a1b-9283-65ef709ea7db req-a905cbd4-8d9e-4b88-8362-b5a02aa1c561 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:46.775762 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8256d1a3-0824-4a1b-9283-65ef709ea7db req-a905cbd4-8d9e-4b88-8362-b5a02aa1c561 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0541084 Sep 16 05:51:46.814847 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8256d1a3-0824-4a1b-9283-65ef709ea7db req-4c1da486-50b2-4477-8ed0-533aeaf18b83 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324271 Sep 16 05:51:47.356411 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-45d37a08-26e0-47a4-ba2b-25bee808488c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:47.930886 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28011e24-9c43-4458-89f2-4510db254476 req-29338713-dc72-4d5a-b3f9-b1eba214f852 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:47.932386 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28011e24-9c43-4458-89f2-4510db254476 req-29338713-dc72-4d5a-b3f9-b1eba214f852 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0490932 Sep 16 05:51:47.970930 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28011e24-9c43-4458-89f2-4510db254476 req-9b4c76cb-592a-4e93-9ba8-cb1cdf38830f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326133 Sep 16 05:51:49.089394 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a003b-0fee-49dd-a6cf-870cae783294 req-278c98e4-fe96-41c7-a606-4b5661e8b4d2 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:49.091627 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d3a003b-0fee-49dd-a6cf-870cae783294 req-278c98e4-fe96-41c7-a606-4b5661e8b4d2 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0539649 Sep 16 05:51:49.128690 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5d3a003b-0fee-49dd-a6cf-870cae783294 req-f1883c78-735c-47f5-8f94-33015d45c310 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312374 Sep 16 05:51:50.248751 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a669-4e80-4b96-90b8-812025605e4b req-6577e64d-0d42-42b9-a00c-179d6bd89977 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:50.250267 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2e9a669-4e80-4b96-90b8-812025605e4b req-6577e64d-0d42-42b9-a00c-179d6bd89977 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0530674 Sep 16 05:51:50.289057 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d2e9a669-4e80-4b96-90b8-812025605e4b req-e2aea74e-a689-4e53-84f1-970fcd7eb73d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326269 Sep 16 05:51:50.301000 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cd86e17c-4d2b-47e2-990e-f4ea08f1c44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:50.613972 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657b9c-004b-42ad-a90f-a77e5db8159f req-dc448b56-0a6c-4540-87b0-d594ec48e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:50.615524 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d657b9c-004b-42ad-a90f-a77e5db8159f req-dc448b56-0a6c-4540-87b0-d594ec48e9cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1096 time: 0.0449355 Sep 16 05:51:50.727359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657b9c-004b-42ad-a90f-a77e5db8159f req-64d0760a-846a-40aa-bbb9-279779b6ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:50.728899 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d657b9c-004b-42ad-a90f-a77e5db8159f req-64d0760a-846a-40aa-bbb9-279779b6ab21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0883408 Sep 16 05:51:50.799767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d657b9c-004b-42ad-a90f-a77e5db8159f req-3398991c-db52-40ba-af99-2c03b5361aec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa15f32-f6df-436d-9488-f043035ab907 HTTP/1.1" status: 200 len: 999 time: 0.0582592 Sep 16 05:51:50.853063 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657b9c-004b-42ad-a90f-a77e5db8159f req-a092fa1d-afaa-4537-91db-5af360b1bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:50.854731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d657b9c-004b-42ad-a90f-a77e5db8159f req-a092fa1d-afaa-4537-91db-5af360b1bb9a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0468493 Sep 16 05:51:50.906590 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657b9c-004b-42ad-a90f-a77e5db8159f req-f6996c2b-86aa-4889-b4f0-7ceee522dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:50.908035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d657b9c-004b-42ad-a90f-a77e5db8159f req-f6996c2b-86aa-4889-b4f0-7ceee522dce8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438843 Sep 16 05:51:50.975301 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:51.008576 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d657b9c-004b-42ad-a90f-a77e5db8159f req-8de959be-f920-45ce-a5d2-a167ab89d5c4 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854499 Sep 16 05:51:51.116107 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8d657b9c-004b-42ad-a90f-a77e5db8159f req-3c1da8fe-8d50-48d2-b77b-41a9385d0452 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941749 Sep 16 05:51:51.410033 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadccab3-787d-4fc1-9ae0-6163a9b45095 req-9a9a019e-6b98-4e76-9476-459d2f47b254 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:51.411516 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fadccab3-787d-4fc1-9ae0-6163a9b45095 req-9a9a019e-6b98-4e76-9476-459d2f47b254 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0521040 Sep 16 05:51:51.451652 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fadccab3-787d-4fc1-9ae0-6163a9b45095 req-e302d22d-7ea0-4a13-8be5-edb8cafb3b2e tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339744 Sep 16 05:51:51.961414 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:52.565335 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888d505-d393-4e82-b9e3-283e3b7c0dc1 req-94d1ea5e-1588-42f5-b0d9-31236115f3ee tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:52.566894 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7888d505-d393-4e82-b9e3-283e3b7c0dc1 req-94d1ea5e-1588-42f5-b0d9-31236115f3ee tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0480666 Sep 16 05:51:52.605233 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-7888d505-d393-4e82-b9e3-283e3b7c0dc1 req-1a598b34-168f-427a-ac79-f1f7077981be tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322080 Sep 16 05:51:53.486497 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:53.727421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9716d4b-d747-46df-8eb1-1feb6ff6ef84 req-48324ed1-9eab-492d-90ed-3585fbfca16f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:53.728834 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9716d4b-d747-46df-8eb1-1feb6ff6ef84 req-48324ed1-9eab-492d-90ed-3585fbfca16f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 944 time: 0.0574024 Sep 16 05:51:53.767090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c9716d4b-d747-46df-8eb1-1feb6ff6ef84 req-6d558daa-3964-4033-b812-965f7657ac9f tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322351 Sep 16 05:51:54.408547 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device cfa15f32-f6df-436d-9488-f043035ab907 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:51:54.503529 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port cfa15f32-f6df-436d-9488-f043035ab907, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=cfa15f32-f6df-436d-9488-f043035ab907,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:54.515741 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'cfa15f32-f6df-436d-9488-f043035ab907', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'port_id': 'cfa15f32-f6df-436d-9488-f043035ab907', 'mac_address': 'fa:16:3e:33:e4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:51:54.552465 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.565323 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa15f32-f6df-436d-9488-f043035ab907 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:51:54.584430 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port cfa15f32-f6df-436d-9488-f043035ab907, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=cfa15f32-f6df-436d-9488-f043035ab907,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:54.588190 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:54.634226 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=cfa15f32-f6df-436d-9488-f043035ab907,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:54.883955 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda4168-b7a3-43c1-b23b-edb0622721cc req-cce36fda-1b11-4d44-a943-1437924691c0 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:54.884960 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['cfa15f32-f6df-436d-9488-f043035ab907'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:51:54.886130 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4cda4168-b7a3-43c1-b23b-edb0622721cc req-cce36fda-1b11-4d44-a943-1437924691c0 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 945 time: 0.0507929 Sep 16 05:51:54.924633 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4cda4168-b7a3-43c1-b23b-edb0622721cc req-1f06a8ad-a35d-4851-abfb-dbf2503d99a8 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329025 Sep 16 05:51:55.401223 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:51:56.042823 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad8e85-76a2-4431-95f4-aeb7fbbfde09 req-79e0639b-87ec-4671-a573-ef935adcbd8a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:56.044391 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2ad8e85-76a2-4431-95f4-aeb7fbbfde09 req-79e0639b-87ec-4671-a573-ef935adcbd8a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 945 time: 0.0508368 Sep 16 05:51:56.085184 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-c2ad8e85-76a2-4431-95f4-aeb7fbbfde09 req-67d29688-6173-48ca-968c-a4f491a051dc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334470 Sep 16 05:51:56.407686 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device cfa15f32-f6df-436d-9488-f043035ab907 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:51:56.455274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port cfa15f32-f6df-436d-9488-f043035ab907 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:51:56.455646 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:56.534339 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:56.556526 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:51:56.558786 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b0ba61-e963-494c-a7c9-57991a4ac2a3" -d '{"events": [{"server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "name": "network-vif-plugged", "status": "completed", "tag": "cfa15f32-f6df-436d-9488-f043035ab907"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:51:56.572508 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port cfa15f32-f6df-436d-9488-f043035ab907, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=cfa15f32-f6df-436d-9488-f043035ab907,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:51:56.576848 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:51:56.626830 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=cfa15f32-f6df-436d-9488-f043035ab907,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:51:56.655429 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a04b30a-337d-41a4-8688-cc9cad59a010 x-openstack-request-id: req-5a04b30a-337d-41a4-8688-cc9cad59a010 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:51:56.655733 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "name": "network-vif-plugged", "status": "completed", "tag": "cfa15f32-f6df-436d-9488-f043035ab907", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:51:56.655992 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a04b30a-337d-41a4-8688-cc9cad59a010 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:51:56.656396 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907', 'code': 200} Sep 16 05:51:56.821810 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed9c6d-1fd8-4be3-9085-e1fd851c2306 req-1495c5a4-2421-46ef-bb72-576ec635744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:56.823299 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07ed9c6d-1fd8-4be3-9085-e1fd851c2306 req-1495c5a4-2421-46ef-bb72-576ec635744a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1098 time: 0.0451596 Sep 16 05:51:56.863515 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-07ed9c6d-1fd8-4be3-9085-e1fd851c2306 req-fb51804e-2cf5-4ab7-99d8-bffc4bf931ff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281281 Sep 16 05:51:57.207271 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810e96d-a376-4754-9954-f51e940fabff req-3127f65e-a278-4bab-8bd6-be029a422454 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:57.208731 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5810e96d-a376-4754-9954-f51e940fabff req-3127f65e-a278-4bab-8bd6-be029a422454 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0513165 Sep 16 05:51:57.250360 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-5810e96d-a376-4754-9954-f51e940fabff req-afba8b69-4d0b-470b-ba0f-726343beba5b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345206 Sep 16 05:51:58.368612 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03ed58-6599-4140-bc45-1c9b579955a3 req-e75bfd26-0982-4883-a919-79af0640a8a2 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:51:58.370114 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af03ed58-6599-4140-bc45-1c9b579955a3 req-e75bfd26-0982-4883-a919-79af0640a8a2 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0486832 Sep 16 05:51:58.408984 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-af03ed58-6599-4140-bc45-1c9b579955a3 req-d52ada4c-cbfa-414c-a559-b94a4e073034 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327022 Sep 16 05:52:06.271726 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:08.249135 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:17.359900 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-9c39142d-3611-4afd-9d8b-eaca573d06d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:20.303344 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e538-8178-40b8-b50a-586847d5762f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:20.977266 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:21.966412 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:23.489223 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:32.402462 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:52:36.278633 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:38.247685 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:47.360560 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0afdef6f-de51-4b76-8b11-738c817a75eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.303305 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-529399aa-2341-496e-80aa-10299b8172fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:50.979479 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:51.560366 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60a4b5d7-c88b-492b-8550-344135fe3177 req-17284d6e-d40b-42f2-a0f1-7219cde75c17 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433156 Sep 16 05:52:51.653725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4b5d7-c88b-492b-8550-344135fe3177 req-9d9f7f13-9b22-4437-b29d-62ceb4eb4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:51.655251 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60a4b5d7-c88b-492b-8550-344135fe3177 req-9d9f7f13-9b22-4437-b29d-62ceb4eb4182 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1098 time: 0.0474174 Sep 16 05:52:51.763379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4b5d7-c88b-492b-8550-344135fe3177 req-70ac4f21-3c7d-4951-80ee-b362163d1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:51.764882 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60a4b5d7-c88b-492b-8550-344135fe3177 req-70ac4f21-3c7d-4951-80ee-b362163d1905 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.0846553 Sep 16 05:52:51.839216 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60a4b5d7-c88b-492b-8550-344135fe3177 req-ee042b1c-0c9f-4257-8f7d-b5c661530eb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa15f32-f6df-436d-9488-f043035ab907 HTTP/1.1" status: 200 len: 1001 time: 0.0621946 Sep 16 05:52:51.889707 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4b5d7-c88b-492b-8550-344135fe3177 req-f7b56f90-1a50-416a-b18c-fe8b2a0597de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:51.891149 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60a4b5d7-c88b-492b-8550-344135fe3177 req-f7b56f90-1a50-416a-b18c-fe8b2a0597de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0432100 Sep 16 05:52:51.938700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4b5d7-c88b-492b-8550-344135fe3177 req-bcfc4eef-0cd5-467f-a346-d5b57adc8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:52:51.940211 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60a4b5d7-c88b-492b-8550-344135fe3177 req-bcfc4eef-0cd5-467f-a346-d5b57adc8c21 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404208 Sep 16 05:52:51.971585 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:52:52.051023 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60a4b5d7-c88b-492b-8550-344135fe3177 req-fa4d0a64-6aeb-4e67-9ed7-5562b4e993a2 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971873 Sep 16 05:52:52.150602 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-60a4b5d7-c88b-492b-8550-344135fe3177 req-c0ce9953-6af0-43fe-bd47-2aea23208af0 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871773 Sep 16 05:52:53.491763 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:06.278840 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:08.258274 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:09.401793 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:14.028013 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56396) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:14.189798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Deleting port b8215b30-d98f-4b89-b4e3-97133758fd4a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:14.190279 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.281332 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.281684 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.294241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Calling delete_port for b8215b30-d98f-4b89-b4e3-97133758fd4a owned by network:floatingip {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:14.449512 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.473513 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event deleted for resources: {'Port': ['ID=b8215b30-d98f-4b89-b4e3-97133758fd4a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:14.484116 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:14.484475 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:14.484827 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:14.485177 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:14.486170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:14.486170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:14.486382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:14.486529 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:14.486863 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:14.487218 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:14.487557 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:14.487885 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:14.547421 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for floatingip, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.547784 n-d-712142-17 neutron-server[94744]: INFO neutron.db.l3_db [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Floating IP 71be7894-eedb-4590-8ad8-c66c610659b4 disassociated (deleted). External IP: 172.25.0.41, port: cfa15f32-f6df-436d-9488-f043035ab907. Sep 16 05:53:14.755345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:14.870895 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:14.876344 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:14.881528 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8edcbf-b2dd-4502-b592-52c5c2329da9 None None] Sync routers for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:14.891560 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8edcbf-b2dd-4502-b592-52c5c2329da9 None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:14.892191 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-bd8edcbf-b2dd-4502-b592-52c5c2329da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:52:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:14.906543 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-cab228e9-fdfd-423e-979a-2f67efc6c38c tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "DELETE /v2.0/floatingips/71be7894-eedb-4590-8ad8-c66c610659b4 HTTP/1.1" status: 204 len: 168 time: 0.8773768 Sep 16 05:53:14.907077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:14.909339 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cffded-f368-46f6-b27e-48926e7fe001" -d '{"events": [{"name": "network-changed", "server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "tag": "cfa15f32-f6df-436d-9488-f043035ab907"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:14.998992 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-bd8edcbf-b2dd-4502-b592-52c5c2329da9 None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:15.072446 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b54d15-bb99-49b6-bb79-05b3178fcb67 x-openstack-request-id: req-55b54d15-bb99-49b6-bb79-05b3178fcb67 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:15.073497 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "tag": "cfa15f32-f6df-436d-9488-f043035ab907", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:15.073763 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55b54d15-bb99-49b6-bb79-05b3178fcb67 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:15.074070 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907', 'status': 'completed', 'code': 200} Sep 16 05:53:15.153808 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cffded-f368-46f6-b27e-48926e7fe001 req-14e2b052-2432-48bd-8249-b2b46c8ef693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:15.156021 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15cffded-f368-46f6-b27e-48926e7fe001 req-14e2b052-2432-48bd-8249-b2b46c8ef693 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=968d4285e87f494097e0c1e837e06324&device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 1098 time: 0.0529277 Sep 16 05:53:15.302918 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4bc30-2331-4e9b-91bc-2dd9ff7167f8 req-a3746a68-230c-4390-b537-48a10796b926 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:15.304443 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72a4bc30-2331-4e9b-91bc-2dd9ff7167f8 req-a3746a68-230c-4390-b537-48a10796b926 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.1750023 Sep 16 05:53:15.308334 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cffded-f368-46f6-b27e-48926e7fe001 req-aa20e3e5-94f4-494b-9ffb-f4c35412563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:15.310024 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15cffded-f368-46f6-b27e-48926e7fe001 req-aa20e3e5-94f4-494b-9ffb-f4c35412563a service neutron] 10.222.0.50 "GET /v2.0/networks?id=9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 200 len: 909 time: 0.1446154 Sep 16 05:53:15.330784 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-bd8edcbf-b2dd-4502-b592-52c5c2329da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:15.363040 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8edcbf-b2dd-4502-b592-52c5c2329da9 None None] Checking router: 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:15.364026 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15cffded-f368-46f6-b27e-48926e7fe001 req-028906ff-842d-4a2d-80f4-d0467b4eb964 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa15f32-f6df-436d-9488-f043035ab907 HTTP/1.1" status: 200 len: 217 time: 0.0397074 Sep 16 05:53:15.371600 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8edcbf-b2dd-4502-b592-52c5c2329da9 None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:15.372334 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-bd8edcbf-b2dd-4502-b592-52c5c2329da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:52:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:15.384118 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72a4bc30-2331-4e9b-91bc-2dd9ff7167f8 req-5ceff373-4fb8-46cd-9a20-7f6080ccffd7 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733647 Sep 16 05:53:15.425827 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cffded-f368-46f6-b27e-48926e7fe001 req-8622edcb-820f-47e9-8192-172c697d1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:15.427307 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15cffded-f368-46f6-b27e-48926e7fe001 req-8622edcb-820f-47e9-8192-172c697d1495 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 200 len: 847 time: 0.0556345 Sep 16 05:53:15.475771 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cffded-f368-46f6-b27e-48926e7fe001 req-cab30b76-4629-4ea6-ae7e-7f1e0fa4283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:15.477304 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15cffded-f368-46f6-b27e-48926e7fe001 req-cab30b76-4629-4ea6-ae7e-7f1e0fa4283b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9a71677a-9cb0-44e2-ba43-6b68664ae317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409558 Sep 16 05:53:15.487122 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-bd8edcbf-b2dd-4502-b592-52c5c2329da9 None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:15.572652 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15cffded-f368-46f6-b27e-48926e7fe001 req-c8ed983c-9508-4afb-96f7-cf6b2b321bf5 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868125 Sep 16 05:53:15.673098 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-15cffded-f368-46f6-b27e-48926e7fe001 req-f712e9a0-1c31-47d8-8186-c42d913585c3 service neutron] 10.222.0.50 "GET /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893431 Sep 16 05:53:15.685268 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-bd8edcbf-b2dd-4502-b592-52c5c2329da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:15.712857 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8edcbf-b2dd-4502-b592-52c5c2329da9 None None] The sync data for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 is: [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:44:17Z', 'revision_number': 4, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'eb60c8c9-23b1-4401-9b0f-ec2f31afde5d', 'name': '', 'network_id': '9a71677a-9cb0-44e2-ba43-6b68664ae317', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'mac_address': 'fa:16:3e:89:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:17Z', 'updated_at': '2021-09-16T05:44:22Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'subnets': [{'id': '9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:15.934239 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c696bfa2-16fe-436c-81f9-0d6980f9806e None None] New status for floating IP 71be7894-eedb-4590-8ad8-c66c610659b4: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:53:16.505323 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeb550-0e2d-4dee-9530-16c07666bba9 req-a7a8196e-1ed9-4b5f-8df2-246918c1525a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:16.506914 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bfeb550-0e2d-4dee-9530-16c07666bba9 req-a7a8196e-1ed9-4b5f-8df2-246918c1525a tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0499563 Sep 16 05:53:16.550835 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8bfeb550-0e2d-4dee-9530-16c07666bba9 req-8df03c4a-85a1-4d88-8bff-d3fd1e884857 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/security-groups?id=487d3ebf-2f75-449e-9df5-9eac2ff8a67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363801 Sep 16 05:53:17.110326 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6cfbe-2139-455e-bdf8-2ec94c981f45 req-5999a71b-3f62-4342-9994-fad82d077f2d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:17.111772 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8cb6cfbe-2139-455e-bdf8-2ec94c981f45 req-5999a71b-3f62-4342-9994-fad82d077f2d tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 946 time: 0.0490680 Sep 16 05:53:17.210917 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-8cb6cfbe-2139-455e-bdf8-2ec94c981f45 req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Deleting port cfa15f32-f6df-436d-9488-f043035ab907 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:17.211179 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8cb6cfbe-2139-455e-bdf8-2ec94c981f45 req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.301941 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-8cb6cfbe-2139-455e-bdf8-2ec94c981f45 req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] For port cfa15f32-f6df-436d-9488-f043035ab907, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=cfa15f32-f6df-436d-9488-f043035ab907,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:17.302306 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8cb6cfbe-2139-455e-bdf8-2ec94c981f45 req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.314582 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-8cb6cfbe-2139-455e-bdf8-2ec94c981f45 req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Calling delete_port for cfa15f32-f6df-436d-9488-f043035ab907 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:17.363998 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-cb0c18b1-f9bd-400f-b248-a4dbb8655437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.440272 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8cb6cfbe-2139-455e-bdf8-2ec94c981f45 req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.473028 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event deleted for resources: {'Port': ['ID=cfa15f32-f6df-436d-9488-f043035ab907,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:17.500559 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:17.500911 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:17.501262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:17.501622 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:17.501965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:17.502299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:17.502634 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:17.502964 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:17.503290 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:17.503618 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:17.503945 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:17.504270 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:17.525329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb6cfbe-2139-455e-bdf8-2ec94c981f45 req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] No DVR routers for this DVR port cfa15f32-f6df-436d-9488-f043035ab907 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:17.528505 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-8cb6cfbe-2139-455e-bdf8-2ec94c981f45 req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:17.530539 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8cb6cfbe-2139-455e-bdf8-2ec94c981f45 req-75398f44-e6d0-4074-8e6a-9ce4a88d44cc tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.50 "DELETE /v2.0/ports/cfa15f32-f6df-436d-9488-f043035ab907 HTTP/1.1" status: 204 len: 173 time: 0.4075701 Sep 16 05:53:17.530973 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'name': 'network-vif-deleted', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:17.533216 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aa297b-cddd-4fe5-8e62-2e1c1c0e3353" -d '{"events": [{"server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "name": "network-vif-deleted", "tag": "cfa15f32-f6df-436d-9488-f043035ab907"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:17.575204 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d734c698-8567-4a5e-8ac9-2fd00ee30ace x-openstack-request-id: req-d734c698-8567-4a5e-8ac9-2fd00ee30ace {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:17.575496 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c376b30-90b3-4422-856d-e04d01e50e45", "name": "network-vif-deleted", "tag": "cfa15f32-f6df-436d-9488-f043035ab907", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:17.575746 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d734c698-8567-4a5e-8ac9-2fd00ee30ace {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:17.576143 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c376b30-90b3-4422-856d-e04d01e50e45', 'name': 'network-vif-deleted', 'tag': 'cfa15f32-f6df-436d-9488-f043035ab907', 'status': 'completed', 'code': 200} Sep 16 05:53:17.653337 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b01551d2-508d-4ee0-92fc-6e2895ed3e82 req-6921f7de-e08e-495d-b600-2a8c7e6330f6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 210 time: 0.0278552 Sep 16 05:53:18.752071 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-64066014-341e-4c8b-b9e5-7e9a6c449381 req-fbe10dfa-0a79-4175-b4aa-10113e9a0798 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 210 time: 0.0258317 Sep 16 05:53:19.848055 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2db8414f-148e-4985-8a3f-2d53bae8b900 req-32fa081a-f464-4d0d-b978-0280b5bdf17b tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 210 time: 0.0284607 Sep 16 05:53:20.303780 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-50a0a29a-e0c6-4a60-8f07-4815ddc951a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:20.826236 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device cfa15f32-f6df-436d-9488-f043035ab907 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:20.846814 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: cfa15f32-f6df-436d-9488-f043035ab907 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:20.847165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device cfa15f32-f6df-436d-9488-f043035ab907 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:20.950699 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-8b4406c7-2e99-4227-944c-1880ac131e27 req-52564444-63f3-41b4-b264-9d847a570528 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c376b30-90b3-4422-856d-e04d01e50e45 HTTP/1.1" status: 200 len: 210 time: 0.0310600 Sep 16 05:53:20.990910 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:21.970915 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.009524 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56428) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:22.074959 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18a14d54-f81b-4002-a187-bb008ec10eb6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.101213 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18a14d54-f81b-4002-a187-bb008ec10eb6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.162237 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18a14d54-f81b-4002-a187-bb008ec10eb6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.165388 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-18a14d54-f81b-4002-a187-bb008ec10eb6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:22.166757 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-18a14d54-f81b-4002-a187-bb008ec10eb6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] 10.222.0.53 "DELETE /v2.0/security-groups/487d3ebf-2f75-449e-9df5-9eac2ff8a67b HTTP/1.1" status: 204 len: 168 time: 0.1560819 Sep 16 05:53:22.180514 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a14d54-f81b-4002-a187-bb008ec10eb6 tempest-TestShelveInstance-511804817 tempest-TestShelveInstance-511804817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=487d3ebf-2f75-449e-9df5-9eac2ff8a67b,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:23.240364 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56434) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:23.495829 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.713287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f81e507-bac0-40e6-b360-9de6b7094898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:23.970320 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-4f81e507-bac0-40e6-b360-9de6b7094898 admin admin] Deleting port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:23.970672 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f81e507-bac0-40e6-b360-9de6b7094898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.053587 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-4f81e507-bac0-40e6-b360-9de6b7094898 admin admin] For port eb60c8c9-23b1-4401-9b0f-ec2f31afde5d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=eb60c8c9-23b1-4401-9b0f-ec2f31afde5d,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:24.053991 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f81e507-bac0-40e6-b360-9de6b7094898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.073953 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-4f81e507-bac0-40e6-b360-9de6b7094898 admin admin] Calling delete_port for eb60c8c9-23b1-4401-9b0f-ec2f31afde5d owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:24.261788 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f81e507-bac0-40e6-b360-9de6b7094898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.289031 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81e507-bac0-40e6-b360-9de6b7094898 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb60c8c9-23b1-4401-9b0f-ec2f31afde5d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:24.467424 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-4f81e507-bac0-40e6-b360-9de6b7094898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.685785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f81e507-bac0-40e6-b360-9de6b7094898 admin admin] Router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:24.790173 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f81e507-bac0-40e6-b360-9de6b7094898 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:24.796752 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-4f81e507-bac0-40e6-b360-9de6b7094898 admin admin] 10.222.0.53 "PUT /v2.0/routers/8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5553238 Sep 16 05:53:24.799428 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56438) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:24.800593 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3347de-7193-439a-9888-d00bd0a3bf36 None None] Sync routers for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:24.811980 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3347de-7193-439a-9888-d00bd0a3bf36 None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:24.812616 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4e3347de-7193-439a-9888-d00bd0a3bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:24.905451 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:24.918576 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-4e3347de-7193-439a-9888-d00bd0a3bf36 None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:25.012321 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.065321 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Deleting port d5120ba1-27e5-4c0f-aab0-fff227d8aa2e {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:25.065824 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.105391 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4e3347de-7193-439a-9888-d00bd0a3bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:53:24Z', 'revision_number': 5, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port': {'id': 'd5120ba1-27e5-4c0f-aab0-fff227d8aa2e', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:10:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:15Z', 'updated_at': '2021-09-16T05:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:25.131863 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3347de-7193-439a-9888-d00bd0a3bf36 None None] Checking router: 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:25.140824 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3347de-7193-439a-9888-d00bd0a3bf36 None None] Routers {'8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:25.141441 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4e3347de-7193-439a-9888-d00bd0a3bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:25.145911 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] For port d5120ba1-27e5-4c0f-aab0-fff227d8aa2e, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=d5120ba1-27e5-4c0f-aab0-fff227d8aa2e,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:25.146282 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.162899 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Calling delete_port for d5120ba1-27e5-4c0f-aab0-fff227d8aa2e owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:25.226256 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-4e3347de-7193-439a-9888-d00bd0a3bf36 None None] Set router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:25.282623 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-4e3347de-7193-439a-9888-d00bd0a3bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:53:25Z', 'revision_number': 6, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:25.312847 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3347de-7193-439a-9888-d00bd0a3bf36 None None] The sync data for ids ['8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a'] in n-d-712142-17 is: [{'id': '8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a', 'name': 'tempest-TestShelveInstance-328990357-router', 'tenant_id': '968d4285e87f494097e0c1e837e06324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:14Z', 'updated_at': '2021-09-16T05:53:25Z', 'revision_number': 6, 'project_id': '968d4285e87f494097e0c1e837e06324', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:25.334542 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.384065 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Pushing event deleted for resources: {'Port': ['ID=d5120ba1-27e5-4c0f-aab0-fff227d8aa2e,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:25.443918 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.535371 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.537465 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.585048 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.585754 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:53:25.591148 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.592227 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-8cfb964d-3221-4013-bac1-d9fd7adc64de admin admin] 10.222.0.53 "DELETE /v2.0/routers/8dafb9c5-b2cd-43a8-844f-a0c7b0a4e03a HTTP/1.1" status: 204 len: 168 time: 0.7918575 Sep 16 05:53:25.594774 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56442) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:25.639716 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d540f91-e5a6-467d-bc21-46733207daca admin admin] Deleting subnet 9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:53:25.642715 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d540f91-e5a6-467d-bc21-46733207daca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.679310 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d540f91-e5a6-467d-bc21-46733207daca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.771589 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d540f91-e5a6-467d-bc21-46733207daca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.831523 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d540f91-e5a6-467d-bc21-46733207daca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.861035 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1d540f91-e5a6-467d-bc21-46733207daca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.863033 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1d540f91-e5a6-467d-bc21-46733207daca admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc HTTP/1.1" status: 204 len: 168 time: 0.2673311 Sep 16 05:53:25.863831 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d540f91-e5a6-467d-bc21-46733207daca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ebae4a9-ca0e-4e86-bbfc-f09deebb8ddc,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:25.865839 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56444) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:25.867927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960c58af-5854-48e4-bb90-263f5ab6d5cf None None] Network 9a71677a-9cb0-44e2-ba43-6b68664ae317 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:25.935217 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:25.994026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Deleting port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:25.994370 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.064489 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] For port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=dae74ca8-c02d-4fd1-8d77-b1e23e8daca3,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:26.064860 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.090117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Calling delete_port for dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:26.102652 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] DHCP port deletion for 9a71677a-9cb0-44e2-ba43-6b68664ae317 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:53:26.153131 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Deleting port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:26.153513 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.190094 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.217932 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Pushing event deleted for resources: {'Port': ['ID=dae74ca8-c02d-4fd1-8d77-b1e23e8daca3,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:26.222706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] No DVR routers for this DVR port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:26.226774 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] For port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=dae74ca8-c02d-4fd1-8d77-b1e23e8daca3,segment=NetworkSegment(c191add3-656a-4389-9e70-a43ac4b4214e),segment_id=c191add3-656a-4389-9e70-a43ac4b4214e)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:26.227397 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.240812 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Calling delete_port for dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:26.302823 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.324622 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.325393 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a71677a-9cb0-44e2-ba43-6b68664ae317']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:26.335276 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c191add3-656a-4389-9e70-a43ac4b4214e') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:26.335578 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c191add3-656a-4389-9e70-a43ac4b4214e') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:26.346323 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.351489 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Pushing event deleted for resources: {'Port': ['ID=dae74ca8-c02d-4fd1-8d77-b1e23e8daca3,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:26.362538 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] No DVR routers for this DVR port dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:26.362766 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.365413 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:26.365632 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:26.365951 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:26.366291 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:26.366781 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:26.367142 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:26.367478 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:26.367815 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:26.368298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:26.368636 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:26.368967 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:26.369585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631387a-2d81-40b6-86f7-d62c142942be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:26.372207 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:26.381342 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:53:26.382774 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:53:26.442216 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.448356 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:26.450308 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] 10.222.0.53 "DELETE /v2.0/networks/9a71677a-9cb0-44e2-ba43-6b68664ae317 HTTP/1.1" status: 204 len: 168 time: 0.5834646 Sep 16 05:53:26.453397 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56446) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:26.462522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3016b1f-f50a-4e40-8ab6-7472c74772cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9a71677a-9cb0-44e2-ba43-6b68664ae317,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:26.498422 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device eb60c8c9-23b1-4401-9b0f-ec2f31afde5d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:26.518228 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: eb60c8c9-23b1-4401-9b0f-ec2f31afde5d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:26.518583 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device eb60c8c9-23b1-4401-9b0f-ec2f31afde5d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:26.519021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:26.538217 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:26.538574 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device dae74ca8-c02d-4fd1-8d77-b1e23e8daca3 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:26.539002 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d5120ba1-27e5-4c0f-aab0-fff227d8aa2e no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:26.559255 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: d5120ba1-27e5-4c0f-aab0-fff227d8aa2e {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:26.559613 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device d5120ba1-27e5-4c0f-aab0-fff227d8aa2e not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:27.107257 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9684685-a488-4734-a7f4-6f9b808b7b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.358161 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f9684685-a488-4734-a7f4-6f9b808b7b2a admin admin] Deleting port 6b6b48da-6a15-4a3a-811a-84e1bffc4582 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:27.358510 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9684685-a488-4734-a7f4-6f9b808b7b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.435465 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-f9684685-a488-4734-a7f4-6f9b808b7b2a admin admin] For port 6b6b48da-6a15-4a3a-811a-84e1bffc4582, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=6b6b48da-6a15-4a3a-811a-84e1bffc4582,segment=NetworkSegment(51845245-aef7-4541-bafe-23f79f492bcf),segment_id=51845245-aef7-4541-bafe-23f79f492bcf)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:27.435840 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9684685-a488-4734-a7f4-6f9b808b7b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.448479 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-f9684685-a488-4734-a7f4-6f9b808b7b2a admin admin] Calling delete_port for 6b6b48da-6a15-4a3a-811a-84e1bffc4582 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:27.626476 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9684685-a488-4734-a7f4-6f9b808b7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:27.650026 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9684685-a488-4734-a7f4-6f9b808b7b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6b48da-6a15-4a3a-811a-84e1bffc4582,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:27.824013 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-f9684685-a488-4734-a7f4-6f9b808b7b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.039782 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9684685-a488-4734-a7f4-6f9b808b7b2a admin admin] Router fc8f0814-b377-4b66-92d0-d83264b17a62 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:28.147739 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9684685-a488-4734-a7f4-6f9b808b7b2a admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:28.153367 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-f9684685-a488-4734-a7f4-6f9b808b7b2a admin admin] 10.222.0.53 "PUT /v2.0/routers/fc8f0814-b377-4b66-92d0-d83264b17a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6989181 Sep 16 05:53:28.156116 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56448) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:28.157694 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a866a-a3ca-4204-841a-79423d1f6ce9 None None] Sync routers for ids ['fc8f0814-b377-4b66-92d0-d83264b17a62'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:28.167804 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a866a-a3ca-4204-841a-79423d1f6ce9 None None] Routers {'fc8f0814-b377-4b66-92d0-d83264b17a62'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:28.168548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-270a866a-a3ca-4204-841a-79423d1f6ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fc8f0814-b377-4b66-92d0-d83264b17a62'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:28.435438 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-270a866a-a3ca-4204-841a-79423d1f6ce9 None None] Set router fc8f0814-b377-4b66-92d0-d83264b17a62 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:28.595040 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.627282 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-270a866a-a3ca-4204-841a-79423d1f6ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'name': 'tempest-TestShelveInstance-1689185737-router', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '72af5142-f56f-4a05-822b-fda644f46a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:19Z', 'updated_at': '2021-09-16T05:53:27Z', 'revision_number': 5, 'project_id': 'c0b638e1c34b4d279e04ce154cadef27', 'gw_port': {'id': '72af5142-f56f-4a05-822b-fda644f46a72', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:20Z', 'updated_at': '2021-09-16T05:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:28.655461 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a866a-a3ca-4204-841a-79423d1f6ce9 None None] Checking router: fc8f0814-b377-4b66-92d0-d83264b17a62 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:28.663773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a866a-a3ca-4204-841a-79423d1f6ce9 None None] Routers {'fc8f0814-b377-4b66-92d0-d83264b17a62'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:28.664404 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-270a866a-a3ca-4204-841a-79423d1f6ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['fc8f0814-b377-4b66-92d0-d83264b17a62'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:28.702128 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.754286 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Deleting port 72af5142-f56f-4a05-822b-fda644f46a72 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:28.754635 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.771591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-270a866a-a3ca-4204-841a-79423d1f6ce9 None None] Set router fc8f0814-b377-4b66-92d0-d83264b17a62 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:28.833091 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] For port 72af5142-f56f-4a05-822b-fda644f46a72, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=72af5142-f56f-4a05-822b-fda644f46a72,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:28.833460 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:28.850682 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Calling delete_port for 72af5142-f56f-4a05-822b-fda644f46a72 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:28.961111 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-270a866a-a3ca-4204-841a-79423d1f6ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'name': 'tempest-TestShelveInstance-1689185737-router', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '72af5142-f56f-4a05-822b-fda644f46a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:19Z', 'updated_at': '2021-09-16T05:53:27Z', 'revision_number': 5, 'project_id': 'c0b638e1c34b4d279e04ce154cadef27', 'gw_port': {'id': '72af5142-f56f-4a05-822b-fda644f46a72', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:20Z', 'updated_at': '2021-09-16T05:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:28.994205 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a866a-a3ca-4204-841a-79423d1f6ce9 None None] The sync data for ids ['fc8f0814-b377-4b66-92d0-d83264b17a62'] in n-d-712142-17 is: [{'id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'name': 'tempest-TestShelveInstance-1689185737-router', 'tenant_id': 'c0b638e1c34b4d279e04ce154cadef27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '72af5142-f56f-4a05-822b-fda644f46a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:44:19Z', 'updated_at': '2021-09-16T05:53:27Z', 'revision_number': 5, 'project_id': 'c0b638e1c34b4d279e04ce154cadef27', 'gw_port': {'id': '72af5142-f56f-4a05-822b-fda644f46a72', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8f0814-b377-4b66-92d0-d83264b17a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:44:20Z', 'updated_at': '2021-09-16T05:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:29.018865 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.048796 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=72af5142-f56f-4a05-822b-fda644f46a72,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:29.108766 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.197009 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.199673 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.245772 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.246302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc8f0814-b377-4b66-92d0-d83264b17a62 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:53:29.250887 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.251939 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-780c074d-3a8e-4baf-ad92-4e5a28b31d91 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fc8f0814-b377-4b66-92d0-d83264b17a62 HTTP/1.1" status: 204 len: 168 time: 1.0948362 Sep 16 05:53:29.254425 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56450) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:29.302379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-481f4d94-3739-4f79-8ba2-c6d94f8fee2c admin admin] Deleting subnet cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:53:29.305305 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-481f4d94-3739-4f79-8ba2-c6d94f8fee2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.341833 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-481f4d94-3739-4f79-8ba2-c6d94f8fee2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.428576 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-481f4d94-3739-4f79-8ba2-c6d94f8fee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.484011 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-481f4d94-3739-4f79-8ba2-c6d94f8fee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.509715 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f4d94-3739-4f79-8ba2-c6d94f8fee2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:29.514092 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-481f4d94-3739-4f79-8ba2-c6d94f8fee2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.516498 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-481f4d94-3739-4f79-8ba2-c6d94f8fee2c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cf04ec7f-a5ff-4d3d-aa24-2eb9d9600992 HTTP/1.1" status: 204 len: 168 time: 0.2606549 Sep 16 05:53:29.518441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56452) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:29.521098 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b006f87a-f07b-47bf-a823-834a0a209999 None None] Network 154fefd6-f135-4f0c-bb66-868aaed82893 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:29.591082 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.652749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Deleting port daa0e279-86c6-405a-b4f6-efaa63195ff9 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:53:29.653017 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.719073 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] For port daa0e279-86c6-405a-b4f6-efaa63195ff9, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=daa0e279-86c6-405a-b4f6-efaa63195ff9,segment=NetworkSegment(51845245-aef7-4541-bafe-23f79f492bcf),segment_id=51845245-aef7-4541-bafe-23f79f492bcf)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:29.719435 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.731976 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Calling delete_port for daa0e279-86c6-405a-b4f6-efaa63195ff9 owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:53:29.812814 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.836287 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Pushing event deleted for resources: {'Port': ['ID=daa0e279-86c6-405a-b4f6-efaa63195ff9,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:29.843069 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] No DVR routers for this DVR port daa0e279-86c6-405a-b4f6-efaa63195ff9 on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:53:29.914890 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.934677 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154fefd6-f135-4f0c-bb66-868aaed82893']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:29.944640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51845245-aef7-4541-bafe-23f79f492bcf') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:29.944935 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51845245-aef7-4541-bafe-23f79f492bcf') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:29.955916 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.969600 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.977744 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:53:29.978143 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:53:29.980731 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:53:30.005324 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13def37c-15d8-4948-a953-d54cc6d196fa None None] DHCP port deletion for 154fefd6-f135-4f0c-bb66-868aaed82893 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:53:30.043065 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.048472 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.050354 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] 10.222.0.53 "DELETE /v2.0/networks/154fefd6-f135-4f0c-bb66-868aaed82893 HTTP/1.1" status: 204 len: 168 time: 0.5309927 Sep 16 05:53:30.061528 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb02e32-b2cb-47a9-9768-36dc77b7caff admin admin] Pushing event deleted for resources: {'Network': ['ID=154fefd6-f135-4f0c-bb66-868aaed82893,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:30.160812 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56456) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:30.201759 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-972a3844-3581-4c83-810c-1fc3f22ef100 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=968d4285e87f494097e0c1e837e06324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397220 Sep 16 05:53:30.204152 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56458) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:30.256034 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b871bba8-e74d-43c3-992d-21260008716b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.277851 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b871bba8-e74d-43c3-992d-21260008716b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.324557 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b871bba8-e74d-43c3-992d-21260008716b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.327118 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b871bba8-e74d-43c3-992d-21260008716b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.328281 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b871bba8-e74d-43c3-992d-21260008716b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/209a5c4e-574f-41d9-890f-e3c72c7cfce5 HTTP/1.1" status: 204 len: 168 time: 0.1232431 Sep 16 05:53:30.335777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871bba8-e74d-43c3-992d-21260008716b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209a5c4e-574f-41d9-890f-e3c72c7cfce5,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:30.494408 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device daa0e279-86c6-405a-b4f6-efaa63195ff9 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:30.519873 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: daa0e279-86c6-405a-b4f6-efaa63195ff9 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:30.520229 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device daa0e279-86c6-405a-b4f6-efaa63195ff9 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:30.520654 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6b6b48da-6a15-4a3a-811a-84e1bffc4582 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:30.539990 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 6b6b48da-6a15-4a3a-811a-84e1bffc4582 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:30.540677 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 6b6b48da-6a15-4a3a-811a-84e1bffc4582 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:30.540769 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 72af5142-f56f-4a05-822b-fda644f46a72 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:53:30.561533 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 72af5142-f56f-4a05-822b-fda644f46a72 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:53:30.561916 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 72af5142-f56f-4a05-822b-fda644f46a72 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:53:30.657371 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56464) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:30.697030 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-0875d6f6-e953-4fac-a69c-39e6509b495e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0b638e1c34b4d279e04ce154cadef27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384407 Sep 16 05:53:30.700134 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56466) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:30.748987 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7ca28e3-2267-4544-b305-e55cdad23e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.769919 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7ca28e3-2267-4544-b305-e55cdad23e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.818878 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7ca28e3-2267-4544-b305-e55cdad23e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.820628 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-c7ca28e3-2267-4544-b305-e55cdad23e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:30.821846 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-c7ca28e3-2267-4544-b305-e55cdad23e9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8187e1c-307f-4a06-87f2-d681de19c015 HTTP/1.1" status: 204 len: 168 time: 0.1207609 Sep 16 05:53:30.830703 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca28e3-2267-4544-b305-e55cdad23e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8187e1c-307f-4a06-87f2-d681de19c015,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:31.500982 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56488) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:31.598273 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1469948560-network', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:31.622157 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Made reservation on behalf of 92b9f05ba0f94efe96f190699cb87ba4 for: {'network': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:31.624428 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.632675 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.720374 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.724091 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.744539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:53:31.759828 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95a8079-adc3-4255-9384-77c7197a4ff6,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:31.764027 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.764369 n-d-712142-17 neutron-server[94745]: INFO neutron.db.segments_db [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Added segment 1a2cd552-4a8c-4b68-85a9-95ccd9c020f3 of type vlan for network f6caadd4-5706-4d40-bfda-585642570252 Sep 16 05:53:31.803542 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.828592 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.829633 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:31.830220 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.863813 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3615842 Sep 16 05:53:31.866840 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56492) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:31.872413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3fa96eaa-449b-4c6d-ad60-82c284988df5 admin admin] Request body: {'subnet': {'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1469948560-subnet', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'ip_version': 4}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:31.893443 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa96eaa-449b-4c6d-ad60-82c284988df5 admin admin] Made reservation on behalf of 92b9f05ba0f94efe96f190699cb87ba4 for: {'subnet': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:31.894059 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d876b77-3c5d-44dc-8b1d-5b4b887bddb2 admin admin] Pushing event updated for resources: {'Network': ['ID=f6caadd4-5706-4d40-bfda-585642570252,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:31.895882 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3fa96eaa-449b-4c6d-ad60-82c284988df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26124195'] for subnet, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:31.905883 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network f6caadd4-5706-4d40-bfda-585642570252 details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:53:32.066065 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3fa96eaa-449b-4c6d-ad60-82c284988df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25435217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26124173'] for subnet, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.129424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa96eaa-449b-4c6d-ad60-82c284988df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa37a23-062e-4088-9292-0615c40e8ef2,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:32.134417 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa96eaa-449b-4c6d-ad60-82c284988df5 admin admin] Checking segment: {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:32.135035 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa96eaa-449b-4c6d-ad60-82c284988df5 admin admin] Network hostable DHCP agents. Network: f6caadd4-5706-4d40-bfda-585642570252, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:53:32.153284 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa96eaa-449b-4c6d-ad60-82c284988df5 admin admin] Network f6caadd4-5706-4d40-bfda-585642570252 is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:53:32.161624 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-3fa96eaa-449b-4c6d-ad60-82c284988df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, f6caadd4-5706-4d40-bfda-585642570252) {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:32.168241 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa96eaa-449b-4c6d-ad60-82c284988df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:32.168913 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3fa96eaa-449b-4c6d-ad60-82c284988df5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.170983 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6cdc76-df79-462b-83a8-c0bc599a7701 None None] Network f6caadd4-5706-4d40-bfda-585642570252 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:32.184506 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3fa96eaa-449b-4c6d-ad60-82c284988df5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3165338 Sep 16 05:53:32.187180 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56494) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:32.191467 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:32.211800 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.213104 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.264722 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.317116 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-f6caadd4-5706-4d40-bfda-585642570252', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:53:32.318155 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.406918 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.462338 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Allocated IP 172.20.0.2 (f6caadd4-5706-4d40-bfda-585642570252/afa37a23-062e-4088-9292-0615c40e8ef2/e7125487-53fd-495a-a523-59b04f9da6de) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:32.621890 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.622443 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.627557 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.642207 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.665114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Network f6caadd4-5706-4d40-bfda-585642570252 is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:32.668347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:32.674048 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:32.681092 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Pushing event updated for resources: {'Port': ['ID=e7125487-53fd-495a-a523-59b04f9da6de,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:32.736209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Attempting to bind port e7125487-53fd-495a-a523-59b04f9da6de on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:32.736588 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Attempting to bind port e7125487-53fd-495a-a523-59b04f9da6de by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:32.736955 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Attempting to bind port e7125487-53fd-495a-a523-59b04f9da6de on network f6caadd4-5706-4d40-bfda-585642570252 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:32.742135 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:32.742548 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Checking segment: {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:32.742968 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.743372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Bound using segment: {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:32.743849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Bound port: e7125487-53fd-495a-a523-59b04f9da6de, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:32.744239 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.750174 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Allocated IP 172.25.0.110 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/a4d1ab07-38c9-40e6-aef0-60d5f1124779) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:32.814040 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] For port e7125487-53fd-495a-a523-59b04f9da6de, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:32.817737 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] For port e7125487-53fd-495a-a523-59b04f9da6de, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e7125487-53fd-495a-a523-59b04f9da6de,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:32.823658 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.860781 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.879507 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02a614-fe7f-40fb-a67d-32b53adb01d0 None None] Pushing event updated for resources: {'Port': ['ID=e7125487-53fd-495a-a523-59b04f9da6de,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:32.905562 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:32.944375 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:32.947599 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:32.954671 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:32.960027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d1ab07-38c9-40e6-aef0-60d5f1124779,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:33.226881 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.421794 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.554209 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Router 5ff634ba-95b0-422e-bad0-0eb6c4065265 is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:53:33.666355 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:33.678525 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Sync routers for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:33.684441 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:33.688450 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-e16ae063-4320-46bb-8405-56fec2c20f33 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4977524 Sep 16 05:53:33.688912 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56496) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:33.690389 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:33.690948 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:33.765147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5b404-7775-410d-abd6-64fd34f13092 None None] Network f6caadd4-5706-4d40-bfda-585642570252 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:33.810467 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:33.843878 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1677b4a5-acae-40b2-b1d9-f97bc31463e8 None None] Provisioning complete for port e7125487-53fd-495a-a523-59b04f9da6de triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:33.844283 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1677b4a5-acae-40b2-b1d9-f97bc31463e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.003542 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1677b4a5-acae-40b2-b1d9-f97bc31463e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.015978 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:33Z', 'revision_number': 3, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:34.045979 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1677b4a5-acae-40b2-b1d9-f97bc31463e8 None None] For port e7125487-53fd-495a-a523-59b04f9da6de, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e7125487-53fd-495a-a523-59b04f9da6de,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:34.053479 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1677b4a5-acae-40b2-b1d9-f97bc31463e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.114585 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677b4a5-acae-40b2-b1d9-f97bc31463e8 None None] Pushing event updated for resources: {'Port': ['ID=e7125487-53fd-495a-a523-59b04f9da6de,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:34.146365 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Checking router: 5ff634ba-95b0-422e-bad0-0eb6c4065265 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:34.146856 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Updating router 5ff634ba-95b0-422e-bad0-0eb6c4065265 port a4d1ab07-38c9-40e6-aef0-60d5f1124779 binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:53:34.173369 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.277467 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3dc1de7d-8e54-4c41-a5d4-fbfce89d8981 None None] Provisioning complete for port e7125487-53fd-495a-a523-59b04f9da6de triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:34.278368 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3dc1de7d-8e54-4c41-a5d4-fbfce89d8981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.442537 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.450142 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.466292 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.515547 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Attempting to bind port a4d1ab07-38c9-40e6-aef0-60d5f1124779 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:34.515932 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Attempting to bind port a4d1ab07-38c9-40e6-aef0-60d5f1124779 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:34.516304 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Attempting to bind port a4d1ab07-38c9-40e6-aef0-60d5f1124779 on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:34.522118 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Pushing event updated for resources: {'Port': ['ID=a4d1ab07-38c9-40e6-aef0-60d5f1124779,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:34.527154 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:34.527539 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:34.527945 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.528340 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:34.528544 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e7125487-53fd-495a-a523-59b04f9da6de up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:34.528811 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Bound port: a4d1ab07-38c9-40e6-aef0-60d5f1124779, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:34.529192 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.535836 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:34.536191 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:34.536531 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:34.536870 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:34.537207 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:34.537540 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:34.537893 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:34.538693 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:34.538693 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:34.538899 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:34.539166 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:34.539488 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:53:34.579842 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port e7125487-53fd-495a-a523-59b04f9da6de triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:34.580226 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.599053 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] For port a4d1ab07-38c9-40e6-aef0-60d5f1124779, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:34.602439 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] For port a4d1ab07-38c9-40e6-aef0-60d5f1124779, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a4d1ab07-38c9-40e6-aef0-60d5f1124779,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:34.606674 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.660079 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Allocated IP 172.20.0.1 (f6caadd4-5706-4d40-bfda-585642570252/afa37a23-062e-4088-9292-0615c40e8ef2/c7c2c336-4f56-41fe-843f-67623770171d) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:34.664336 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:34.664984 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:34.670304 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374b01f-0508-4c1b-b5d4-eb2302977665 None None] Pushing event updated for resources: {'Port': ['ID=a4d1ab07-38c9-40e6-aef0-60d5f1124779,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:34.772363 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.774213 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:34.807310 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.844976 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Network f6caadd4-5706-4d40-bfda-585642570252 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:34.847792 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:34.851367 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:34.881732 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c2c336-4f56-41fe-843f-67623770171d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:34.901713 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:34.980945 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:33Z', 'revision_number': 3, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:35.008128 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d88d5-a3d2-417e-bd41-9ec5d90f0be4 None None] The sync data for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 is: [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:33Z', 'revision_number': 3, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:35.046359 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.102281 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-975bc683-fa93-4e9c-979c-f1dcaadc563e None None] Provisioning complete for port c7c2c336-4f56-41fe-843f-67623770171d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:35.102957 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-975bc683-fa93-4e9c-979c-f1dcaadc563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.162148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-975bc683-fa93-4e9c-979c-f1dcaadc563e None None] Port c7c2c336-4f56-41fe-843f-67623770171d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:35.273806 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.279319 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.346790 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c2c336-4f56-41fe-843f-67623770171d,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:35.356726 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.459510 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Network f6caadd4-5706-4d40-bfda-585642570252 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:35.460939 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:35.595864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Router 5ff634ba-95b0-422e-bad0-0eb6c4065265 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:35.693447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-a224b8d8-f687-455f-881c-c3d6d9ede687 None None] Provisioning complete for port c7c2c336-4f56-41fe-843f-67623770171d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:35.693919 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a224b8d8-f687-455f-881c-c3d6d9ede687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:35.722254 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:35.727810 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-1e9643d4-06ee-4e1d-9df9-145d61f6eb80 admin admin] 10.222.0.53 "PUT /v2.0/routers/5ff634ba-95b0-422e-bad0-0eb6c4065265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0378582 Sep 16 05:53:35.736431 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-a224b8d8-f687-455f-881c-c3d6d9ede687 None None] Port c7c2c336-4f56-41fe-843f-67623770171d cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:36.202536 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56512) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:36.207525 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-98868096-network', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:36.228449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Made reservation on behalf of 5cac7ddd87c2479e998f5c678bcfc558 for: {'network': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:36.231457 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for network, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.239918 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.279191 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.340115 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.344249 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.371902 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 05:53:36.381864 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a5193d-40cf-495d-92fd-eafff3c42613,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:36.388830 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.389186 n-d-712142-17 neutron-server[94744]: INFO neutron.db.segments_db [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Added segment f5b47b1d-7ea9-40f1-8838-5e6bcc474a86 of type vlan for network 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d Sep 16 05:53:36.429383 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767728093215'] for network, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.463139 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660'] for network, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.464357 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:36.465027 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.506502 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3028376 Sep 16 05:53:36.509367 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56514) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:36.515333 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b7f27ef0-684b-42d4-bb4e-217b30d04116 admin admin] Request body: {'subnet': {'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-98868096-subnet', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'ip_version': 4}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:36.536304 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0e09c-0823-4991-900e-b61d63d340f5 admin admin] Pushing event updated for resources: {'Network': ['ID=9ea423b7-dd0a-411d-aa3f-79c786cd5a3d,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:36.542553 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a4d1ab07-38c9-40e6-aef0-60d5f1124779 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:36.543653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f27ef0-684b-42d4-bb4e-217b30d04116 admin admin] Made reservation on behalf of 5cac7ddd87c2479e998f5c678bcfc558 for: {'subnet': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:36.547715 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b7f27ef0-684b-42d4-bb4e-217b30d04116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26473941'] for subnet, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.566912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Network 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d details requested by agent ovs-agent-n-d-712142-17 with host n-d-712142-17 {{(pid=94746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 05:53:36.646846 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Sync routers for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:36.660963 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port a4d1ab07-38c9-40e6-aef0-60d5f1124779 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:36.661337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.662731 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:36.663347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:36.735973 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b7f27ef0-684b-42d4-bb4e-217b30d04116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26418623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26473979'] for subnet, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.798036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f27ef0-684b-42d4-bb4e-217b30d04116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06c622f-ebcc-4f5a-a475-cbe2f3c0b25a,revision_number=0']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:36.808998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f27ef0-684b-42d4-bb4e-217b30d04116 admin admin] Checking segment: {'id': 'f5b47b1d-7ea9-40f1-8838-5e6bcc474a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:36.808998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f27ef0-684b-42d4-bb4e-217b30d04116 admin admin] Network hostable DHCP agents. Network: 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d, hostable agents: ['290234fd-df6b-429f-b9f1-63ef62318927'], hosted agents: [] {{(pid=94745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 05:53:36.828884 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f27ef0-684b-42d4-bb4e-217b30d04116 admin admin] Network 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d is scheduled to be hosted by DHCP agent 290234fd-df6b-429f-b9f1-63ef62318927 with binding_index 1 {{(pid=94745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 05:53:36.830167 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:36.837936 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-b7f27ef0-684b-42d4-bb4e-217b30d04116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-17, 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d) {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:36.842850 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f27ef0-684b-42d4-bb4e-217b30d04116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:36.843455 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b7f27ef0-684b-42d4-bb4e-217b30d04116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.858743 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b7f27ef0-684b-42d4-bb4e-217b30d04116 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3482168 Sep 16 05:53:36.861165 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c350d-281a-43f7-94f7-873a73ff84e3 None None] Network 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:36.861411 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56516) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:36.865919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-98868096-router', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:36.889685 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1459'] for router, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.890851 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1448'] for router, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:36.949524 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.038121 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.096243 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.138537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port a4d1ab07-38c9-40e6-aef0-60d5f1124779, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a4d1ab07-38c9-40e6-aef0-60d5f1124779,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:37.144947 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.278347 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=a4d1ab07-38c9-40e6-aef0-60d5f1124779,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:37.302514 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.322527 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.360950 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde762da9-aa3d-51b0-9f3e-828154a44699-9ea423b7-dd0a-411d-aa3f-79c786cd5a3d', 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'fixed_ips': [{'subnet_id': 'd06c622f-ebcc-4f5a-a475-cbe2f3c0b25a'}]}} from n-d-712142-17. {{(pid=94746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 05:53:37.361844 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.428329 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Allocated IP 172.25.0.240 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/82a9d1eb-53db-4e8d-8fac-916c1e17f0da) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:37.458447 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 2, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:37.492082 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Checking router: 5ff634ba-95b0-422e-bad0-0eb6c4065265 for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:37.492441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Updating router 5ff634ba-95b0-422e-bad0-0eb6c4065265 port c7c2c336-4f56-41fe-843f-67623770171d binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:53:37.546673 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.548135 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.571966 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.db_base_plugin_common [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Allocated IP 172.20.0.2 (9ea423b7-dd0a-411d-aa3f-79c786cd5a3d/d06c622f-ebcc-4f5a-a475-cbe2f3c0b25a/5f4c5ea6-a88a-42f9-b027-cc7004d4459f) {{(pid=94746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:37.586906 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.628843 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:37.631718 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:37.638448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:37.644226 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Pushing event updated for resources: {'Port': ['ID=82a9d1eb-53db-4e8d-8fac-916c1e17f0da,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:37.889727 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Notify callbacks [] for port, precommit_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.905031 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736'] for port, after_create {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.915744 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:37.977885 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Network 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d is already hosted by enough agents. {{(pid=94746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:37.985344 n-d-712142-17 neutron-server[94746]: DEBUG neutron.scheduler.base_scheduler [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Resources bound (agent type, host, resource id): {{(pid=94746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:37.990853 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Pushing event updated for resources: {'Port': ['ID=5f4c5ea6-a88a-42f9-b027-cc7004d4459f,revision_number=1']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:37.998734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Received port after_create {{(pid=94746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:38.004143 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.013515 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.101771 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981f4f-dde1-4564-9395-774239b7af09 None None] Pushing event updated for resources: {'Port': ['ID=c7c2c336-4f56-41fe-843f-67623770171d,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:38.109642 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Attempting to bind port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:38.110019 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Attempting to bind port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'f5b47b1d-7ea9-40f1-8838-5e6bcc474a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:38.110387 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Attempting to bind port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f on network 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:38.118172 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:38.118714 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Checking segment: {'id': 'f5b47b1d-7ea9-40f1-8838-5e6bcc474a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:38.119035 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.119380 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Bound using segment: {'id': 'f5b47b1d-7ea9-40f1-8838-5e6bcc474a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:38.120618 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Bound port: 5f4c5ea6-a88a-42f9-b027-cc7004d4459f, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b47b1d-7ea9-40f1-8838-5e6bcc474a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:38.121096 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.168628 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580689'] for router, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.212094 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Attempting to bind port c7c2c336-4f56-41fe-843f-67623770171d on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:38.212476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Attempting to bind port c7c2c336-4f56-41fe-843f-67623770171d by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:38.212836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Attempting to bind port c7c2c336-4f56-41fe-843f-67623770171d on network f6caadd4-5706-4d40-bfda-585642570252 {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:38.226175 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:38.226555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Checking segment: {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:38.226967 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.227365 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Bound using segment: {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:38.227849 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Bound port: c7c2c336-4f56-41fe-843f-67623770171d, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:38.228233 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.264218 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] For port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:38.290276 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.296860 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] For port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5f4c5ea6-a88a-42f9-b027-cc7004d4459f,segment=NetworkSegment(f5b47b1d-7ea9-40f1-8838-5e6bcc474a86),segment_id=f5b47b1d-7ea9-40f1-8838-5e6bcc474a86)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:38.310834 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.316713 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Router 33c5e95f-b977-407c-9e1d-87d2118f32ae is scheduled to L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 with binding_index 1 {{(pid=94745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 05:53:38.355024 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] For port c7c2c336-4f56-41fe-843f-67623770171d, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:38.382954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] For port c7c2c336-4f56-41fe-843f-67623770171d, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c7c2c336-4f56-41fe-843f-67623770171d,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:38.398964 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.406917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d741eb-4db3-4cef-9e27-0a0f3839445c None None] Pushing event updated for resources: {'Port': ['ID=5f4c5ea6-a88a-42f9-b027-cc7004d4459f,revision_number=2']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:38.453148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-782b7d47-076c-4501-93b4-524eb2e29f92 None None] Provisioning complete for port c7c2c336-4f56-41fe-843f-67623770171d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:38.453376 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-782b7d47-076c-4501-93b4-524eb2e29f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.458312 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:38.472357 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Sync routers for ids ['33c5e95f-b977-407c-9e1d-87d2118f32ae'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:38.493831 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Routers {'33c5e95f-b977-407c-9e1d-87d2118f32ae'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:38.494587 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['33c5e95f-b977-407c-9e1d-87d2118f32ae'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:38.498897 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.500770 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-2a0cb9ee-bb55-4a7c-954e-4c1c99997202 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6383414 Sep 16 05:53:38.504364 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56518) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:38.522638 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:38.523310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:38.578465 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a4d1ab07-38c9-40e6-aef0-60d5f1124779 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:38.585854 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981f4f-dde1-4564-9395-774239b7af09 None None] Pushing event updated for resources: {'Port': ['ID=c7c2c336-4f56-41fe-843f-67623770171d,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:38.723675 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Set router 33c5e95f-b977-407c-9e1d-87d2118f32ae gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:38.733164 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:38.897480 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port a4d1ab07-38c9-40e6-aef0-60d5f1124779 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:38.897480 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:38.976349 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'name': 'tempest-TestSnapshotPattern-98868096-router', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:36Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 3, 'project_id': '5cac7ddd87c2479e998f5c678bcfc558', 'gw_port': {'id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:37Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:39.012512 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Checking router: 33c5e95f-b977-407c-9e1d-87d2118f32ae for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:39.012869 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Updating router 33c5e95f-b977-407c-9e1d-87d2118f32ae port 82a9d1eb-53db-4e8d-8fac-916c1e17f0da binding host n-d-712142-17 {{(pid=94747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:53:39.040923 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.118479 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-782b7d47-076c-4501-93b4-524eb2e29f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.210836 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-782b7d47-076c-4501-93b4-524eb2e29f92 None None] For port c7c2c336-4f56-41fe-843f-67623770171d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c7c2c336-4f56-41fe-843f-67623770171d,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:39.249818 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-782b7d47-076c-4501-93b4-524eb2e29f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.356134 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Notify callbacks [] for port, precommit_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.365549 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b7d47-076c-4501-93b4-524eb2e29f92 None None] Pushing event updated for resources: {'Port': ['ID=c7c2c336-4f56-41fe-843f-67623770171d,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:39.375537 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.390540 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:38Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:39.436225 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.437241 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-309760ca-8614-4942-a0e6-807ee0470136 None None] Provisioning complete for port c7c2c336-4f56-41fe-843f-67623770171d triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:39.437983 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-309760ca-8614-4942-a0e6-807ee0470136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.442245 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c754234-bfbe-4334-be36-124bc8d2338b None None] The sync data for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 is: [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:38Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:39.458635 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Attempting to bind port 82a9d1eb-53db-4e8d-8fac-916c1e17f0da on host n-d-712142-17 for vnic_type normal with profile {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:39.459014 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Attempting to bind port 82a9d1eb-53db-4e8d-8fac-916c1e17f0da by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:39.459689 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Attempting to bind port 82a9d1eb-53db-4e8d-8fac-916c1e17f0da on network d6f07381-018f-452e-9a64-d5ddd43ee5a9 {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:39.467887 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91891ed-1505-4c88-8a3f-7224899230a1 None None] Pushing event updated for resources: {'Port': ['ID=82a9d1eb-53db-4e8d-8fac-916c1e17f0da,revision_number=2']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:39.482391 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:39.483718 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Checking segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:39.484412 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.485425 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Bound using segment: {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'} {{(pid=94747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:39.486495 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.managers [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Bound port: 82a9d1eb-53db-4e8d-8fac-916c1e17f0da, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9db0bb-dbb3-4325-a208-d20ff12eb748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9'}}] {{(pid=94747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:39.487292 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.614117 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] For port 82a9d1eb-53db-4e8d-8fac-916c1e17f0da, host n-d-712142-17, cleared binding levels {{(pid=94747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:39.622515 n-d-712142-17 neutron-server[94747]: DEBUG neutron.plugins.ml2.db [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] For port 82a9d1eb-53db-4e8d-8fac-916c1e17f0da, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=82a9d1eb-53db-4e8d-8fac-916c1e17f0da,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:39.631014 n-d-712142-17 neutron-server[94747]: DEBUG neutron_lib.callbacks.manager [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.689543 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Routers {'33c5e95f-b977-407c-9e1d-87d2118f32ae'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:39.690240 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['33c5e95f-b977-407c-9e1d-87d2118f32ae'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:39.708815 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf82e317-d839-46b9-9a15-7c00265c83ca None None] Network 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:53:39.716537 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Allocated IP 172.20.0.1 (9ea423b7-dd0a-411d-aa3f-79c786cd5a3d/d06c622f-ebcc-4f5a-a475-cbe2f3c0b25a/9996cdf8-5bad-47aa-ab69-829e3c1a9a21) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:39.752113 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91891ed-1505-4c88-8a3f-7224899230a1 None None] Pushing event updated for resources: {'Port': ['ID=82a9d1eb-53db-4e8d-8fac-916c1e17f0da,revision_number=3']} {{(pid=94747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:39.829138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-edb334a7-68e5-4578-b757-924e143e31ea None None] Provisioning complete for port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:39.829525 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-edb334a7-68e5-4578-b757-924e143e31ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.870171 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.912966 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:39.944728 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] Set router 33c5e95f-b977-407c-9e1d-87d2118f32ae gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:39.972804 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Network 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:39.977849 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:39.982901 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:39.992756 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-edb334a7-68e5-4578-b757-924e143e31ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.034298 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Pushing event updated for resources: {'Port': ['ID=9996cdf8-5bad-47aa-ab69-829e3c1a9a21,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:40.043315 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-edb334a7-68e5-4578-b757-924e143e31ea None None] For port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5f4c5ea6-a88a-42f9-b027-cc7004d4459f,segment=NetworkSegment(f5b47b1d-7ea9-40f1-8838-5e6bcc474a86),segment_id=f5b47b1d-7ea9-40f1-8838-5e6bcc474a86)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:40.047445 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580742'] for router_interface, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.049631 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-edb334a7-68e5-4578-b757-924e143e31ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.161965 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb334a7-68e5-4578-b757-924e143e31ea None None] Pushing event updated for resources: {'Port': ['ID=5f4c5ea6-a88a-42f9-b027-cc7004d4459f,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:40.183470 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'name': 'tempest-TestSnapshotPattern-98868096-router', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:36Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 3, 'project_id': '5cac7ddd87c2479e998f5c678bcfc558', 'gw_port': {'id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:37Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:40.221452 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc08f5ba-856c-4388-9849-955b11bfc42d None None] The sync data for ids ['33c5e95f-b977-407c-9e1d-87d2118f32ae'] in n-d-712142-17 is: [{'id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'name': 'tempest-TestSnapshotPattern-98868096-router', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:36Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 3, 'project_id': '5cac7ddd87c2479e998f5c678bcfc558', 'gw_port': {'id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:37Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:40.237048 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.382993 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-0bc4bdff-797f-4cda-a562-a82b76347ada None None] Provisioning complete for port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:40.383222 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0bc4bdff-797f-4cda-a562-a82b76347ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.467760 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.477442 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.627732 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Pushing event updated for resources: {'Port': ['ID=9996cdf8-5bad-47aa-ab69-829e3c1a9a21,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:40.637251 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-786094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.647904 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-67017c9e-62b8-4895-bc6d-93ac53564645 None None] Provisioning complete for port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:40.648461 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-67017c9e-62b8-4895-bc6d-93ac53564645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.692914 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c7c2c336-4f56-41fe-843f-67623770171d up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:40.736954 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-67017c9e-62b8-4895-bc6d-93ac53564645 None None] Port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:40.767662 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port c7c2c336-4f56-41fe-843f-67623770171d triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:40.767985 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:40.768299 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Network 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:40.770895 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:40.878137 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5f4c5ea6-a88a-42f9-b027-cc7004d4459f up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:40.914454 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Router 33c5e95f-b977-407c-9e1d-87d2118f32ae has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:40.958997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:40.959630 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.082344 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:41.087439 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-a93ed065-21d3-496b-b6a6-2b158b369609 admin admin] 10.222.0.53 "PUT /v2.0/routers/33c5e95f-b977-407c-9e1d-87d2118f32ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5820971 Sep 16 05:53:41.159400 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1ffb6494-13f1-4b2b-8d95-dcb728fcf938 None None] Provisioning complete for port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:41.159805 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6494-13f1-4b2b-8d95-dcb728fcf938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.195435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb6494-13f1-4b2b-8d95-dcb728fcf938 None None] Port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:41.749441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56526) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:41.754294 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-7ccba7be-bf09-474a-a403-c09b92aaa3d5 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535816947', 'description': 'tempest-secgroup-smoke-535816947 description', 'project_id': '92b9f05ba0f94efe96f190699cb87ba4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:41.775650 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ccba7be-bf09-474a-a403-c09b92aaa3d5 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.856596 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ccba7be-bf09-474a-a403-c09b92aaa3d5 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.860147 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ccba7be-bf09-474a-a403-c09b92aaa3d5 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.886266 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7ccba7be-bf09-474a-a403-c09b92aaa3d5 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.887525 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7ccba7be-bf09-474a-a403-c09b92aaa3d5 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1368921 Sep 16 05:53:41.890498 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56528) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:41.891502 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccba7be-bf09-474a-a403-c09b92aaa3d5 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5802ff-b9f6-4026-a4be-108d7a48de05,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:41.895389 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-ee0625dc-0233-4604-a112-2ad5b114bc8c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Request body: {'security_group_rule': {'security_group_id': '7c5802ff-b9f6-4026-a4be-108d7a48de05', 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:41.923932 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ee0625dc-0233-4604-a112-2ad5b114bc8c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.980676 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ee0625dc-0233-4604-a112-2ad5b114bc8c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:41.983379 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ee0625dc-0233-4604-a112-2ad5b114bc8c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.001266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0625dc-0233-4604-a112-2ad5b114bc8c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182ae0e2-b742-408f-8f3d-f81d97de2448,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:42.006835 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-ee0625dc-0233-4604-a112-2ad5b114bc8c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.008110 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-ee0625dc-0233-4604-a112-2ad5b114bc8c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164079 Sep 16 05:53:42.011544 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56530) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:42.015938 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-418601d6-bacc-43d7-9d4f-297c6759183e tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Request body: {'security_group_rule': {'security_group_id': '7c5802ff-b9f6-4026-a4be-108d7a48de05', 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:42.042272 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-418601d6-bacc-43d7-9d4f-297c6759183e tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.102400 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-418601d6-bacc-43d7-9d4f-297c6759183e tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.106199 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-418601d6-bacc-43d7-9d4f-297c6759183e tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.127231 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418601d6-bacc-43d7-9d4f-297c6759183e tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cfa0a7-2dec-4fa0-96d1-ebcef3eae90a,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:42.130972 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-418601d6-bacc-43d7-9d4f-297c6759183e tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.134725 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-418601d6-bacc-43d7-9d4f-297c6759183e tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197140 Sep 16 05:53:42.135778 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56532) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:42.139801 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-6228afb4-0c24-48a5-818b-68e12b5cd633 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Request body: {'security_group_rule': {'security_group_id': '7c5802ff-b9f6-4026-a4be-108d7a48de05', 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:42.165870 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6228afb4-0c24-48a5-818b-68e12b5cd633 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.231258 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6228afb4-0c24-48a5-818b-68e12b5cd633 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.235456 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6228afb4-0c24-48a5-818b-68e12b5cd633 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.254669 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228afb4-0c24-48a5-818b-68e12b5cd633 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8311a3f-3f8c-4bdf-a10d-918b2384435f,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:42.262285 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-6228afb4-0c24-48a5-818b-68e12b5cd633 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.263516 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-6228afb4-0c24-48a5-818b-68e12b5cd633 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270299 Sep 16 05:53:42.266266 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56534) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:42.270601 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-3f0d2c03-cde3-49a4-9f3e-bd3c97397310 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Request body: {'security_group_rule': {'security_group_id': '7c5802ff-b9f6-4026-a4be-108d7a48de05', 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:42.297394 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2c03-cde3-49a4-9f3e-bd3c97397310 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.356045 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2c03-cde3-49a4-9f3e-bd3c97397310 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.360242 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2c03-cde3-49a4-9f3e-bd3c97397310 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.381292 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d2c03-cde3-49a4-9f3e-bd3c97397310 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f6caf3-96b6-45d1-82fc-6b71ddc91523,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:42.385921 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2c03-cde3-49a4-9f3e-bd3c97397310 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.387158 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-3f0d2c03-cde3-49a4-9f3e-bd3c97397310 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199629 Sep 16 05:53:42.390201 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56536) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:42.394775 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-d130a0d6-90e7-4190-9486-0e4f3b03db9b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Request body: {'security_group_rule': {'security_group_id': '7c5802ff-b9f6-4026-a4be-108d7a48de05', 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:42.415878 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-d130a0d6-90e7-4190-9486-0e4f3b03db9b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Project 92b9f05ba0f94efe96f190699cb87ba4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:53:42.420962 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d130a0d6-90e7-4190-9486-0e4f3b03db9b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.486095 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d130a0d6-90e7-4190-9486-0e4f3b03db9b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.491176 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d130a0d6-90e7-4190-9486-0e4f3b03db9b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.512357 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130a0d6-90e7-4190-9486-0e4f3b03db9b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7decc611-5716-4a0d-83bc-3b9ad7cf8223,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:42.520318 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-d130a0d6-90e7-4190-9486-0e4f3b03db9b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.523031 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-d130a0d6-90e7-4190-9486-0e4f3b03db9b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306462 Sep 16 05:53:42.524952 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 56538) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:42.530170 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [None req-76e24bf5-f30d-40fd-8d23-b7549a9e8170 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Request body: {'security_group_rule': {'security_group_id': '7c5802ff-b9f6-4026-a4be-108d7a48de05', 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:42.535519 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 82a9d1eb-53db-4e8d-8fac-916c1e17f0da up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:42.556190 n-d-712142-17 neutron-server[94744]: INFO neutron.db.securitygroups_db [None req-76e24bf5-f30d-40fd-8d23-b7549a9e8170 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Project 92b9f05ba0f94efe96f190699cb87ba4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 05:53:42.564272 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-76e24bf5-f30d-40fd-8d23-b7549a9e8170 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.590133 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 82a9d1eb-53db-4e8d-8fac-916c1e17f0da triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:42.590510 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.638078 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-76e24bf5-f30d-40fd-8d23-b7549a9e8170 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.641994 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-76e24bf5-f30d-40fd-8d23-b7549a9e8170 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741924'] for security_group_rule, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.660248 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e24bf5-f30d-40fd-8d23-b7549a9e8170 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc699e3e-3f5d-478d-9198-d30a6159ff9f,revision_number=0']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:42.668590 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-76e24bf5-f30d-40fd-8d23-b7549a9e8170 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.669882 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-76e24bf5-f30d-40fd-8d23-b7549a9e8170 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438944 Sep 16 05:53:42.680100 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.706370 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] For port 82a9d1eb-53db-4e8d-8fac-916c1e17f0da, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=82a9d1eb-53db-4e8d-8fac-916c1e17f0da,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:42.711348 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:42.762742 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Pushing event updated for resources: {'Port': ['ID=82a9d1eb-53db-4e8d-8fac-916c1e17f0da,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:42.818756 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-07bfa36c-c6f2-45ec-8b28-cbfc61b78e9c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535816947&fields=id&tenant_id=92b9f05ba0f94efe96f190699cb87ba4 HTTP/1.1" status: 200 len: 267 time: 0.0355568 Sep 16 05:53:42.873834 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Sync routers for ids ['33c5e95f-b977-407c-9e1d-87d2118f32ae'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:42.882818 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Routers {'33c5e95f-b977-407c-9e1d-87d2118f32ae'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:42.883435 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['33c5e95f-b977-407c-9e1d-87d2118f32ae'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:42.934553 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-776cc526-9edb-44dd-b556-0f82709afeff tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:42.936501 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-776cc526-9edb-44dd-b556-0f82709afeff tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 810 time: 0.1098583 Sep 16 05:53:42.952971 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-1012e542-23ed-4d4b-958c-a19ad4d64d78 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/quotas/92b9f05ba0f94efe96f190699cb87ba4 HTTP/1.1" status: 200 len: 375 time: 0.0104396 Sep 16 05:53:42.993102 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Set router 33c5e95f-b977-407c-9e1d-87d2118f32ae gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:43.007174 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-2f3bb4cc-3b57-4f04-a026-53ee00d60a48 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484014 Sep 16 05:53:43.199038 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'name': 'tempest-TestSnapshotPattern-98868096-router', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:36Z', 'updated_at': '2021-09-16T05:53:40Z', 'revision_number': 4, 'project_id': '5cac7ddd87c2479e998f5c678bcfc558', 'gw_port': {'id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:37Z', 'updated_at': '2021-09-16T05:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '9996cdf8-5bad-47aa-ab69-829e3c1a9a21', 'name': '', 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'mac_address': 'fa:16:3e:2f:2c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'd06c622f-ebcc-4f5a-a475-cbe2f3c0b25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:39Z', 'updated_at': '2021-09-16T05:53:40Z', 'revision_number': 2, 'project_id': '5cac7ddd87c2479e998f5c678bcfc558', 'subnets': [{'id': 'd06c622f-ebcc-4f5a-a475-cbe2f3c0b25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:43.206160 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-3c739bd5-1f24-41f8-8bae-7571531e84b4 service neutron] 10.222.0.53 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856475 Sep 16 05:53:43.225706 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Checking router: 33c5e95f-b977-407c-9e1d-87d2118f32ae for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:43.226020 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Updating router 33c5e95f-b977-407c-9e1d-87d2118f32ae port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 binding host n-d-712142-17 {{(pid=94746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 05:53:43.250959 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.298971 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-44eeaf5f-fcc5-4bc4-acf4-56635e8457d0 service neutron] 10.222.0.53 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865195 Sep 16 05:53:43.485007 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3aeeab16-4ebd-4375-af71-4d714304f041 req-5d602081-7d36-4dfe-a2d9-0849800cc236 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 210 time: 0.0344610 Sep 16 05:53:43.534924 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Notify callbacks [] for port, precommit_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.544625 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.600298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5123f6-d328-4bbf-985a-1481d85e4a0a None None] Pushing event updated for resources: {'Port': ['ID=9996cdf8-5bad-47aa-ab69-829e3c1a9a21,revision_number=3']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:43.660149 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Attempting to bind port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 on host n-d-712142-17 for vnic_type normal with profile {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:43.660409 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Attempting to bind port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 by drivers openvswitch,hyperv on host n-d-712142-17 at level 0 using segments [{'id': 'f5b47b1d-7ea9-40f1-8838-5e6bcc474a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d'}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:43.660777 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Attempting to bind port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 on network 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:43.667826 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Checking agent: {'id': '9968753e-47f0-4cdb-a732-c8678f442b64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 23, 51), 'started_at': datetime.datetime(2021, 9, 16, 4, 24, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:43.668182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Checking segment: {'id': 'f5b47b1d-7ea9-40f1-8838-5e6bcc474a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:43.668594 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.668997 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Bound using segment: {'id': 'f5b47b1d-7ea9-40f1-8838-5e6bcc474a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d'} {{(pid=94746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:43.669479 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.managers [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Bound port: 9996cdf8-5bad-47aa-ab69-829e3c1a9a21, host: n-d-712142-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b47b1d-7ea9-40f1-8838-5e6bcc474a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d'}}] {{(pid=94746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:43.669951 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.745186 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] For port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21, host n-d-712142-17, cleared binding levels {{(pid=94746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:43.748576 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] For port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21, host n-d-712142-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9996cdf8-5bad-47aa-ab69-829e3c1a9a21,segment=NetworkSegment(f5b47b1d-7ea9-40f1-8838-5e6bcc474a86),segment_id=f5b47b1d-7ea9-40f1-8838-5e6bcc474a86)] {{(pid=94746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:43.753627 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.807379 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Routers {'33c5e95f-b977-407c-9e1d-87d2118f32ae'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:43.808021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['33c5e95f-b977-407c-9e1d-87d2118f32ae'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:43.859278 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5123f6-d328-4bbf-985a-1481d85e4a0a None None] Pushing event updated for resources: {'Port': ['ID=9996cdf8-5bad-47aa-ab69-829e3c1a9a21,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:43.875441 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-e703fda6-dba2-49e0-a9d4-b8c11d2dd3be None None] Provisioning complete for port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:43.875826 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e703fda6-dba2-49e0-a9d4-b8c11d2dd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:43.971458 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] Set router 33c5e95f-b977-407c-9e1d-87d2118f32ae gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:44.097577 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e703fda6-dba2-49e0-a9d4-b8c11d2dd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.173163 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-e703fda6-dba2-49e0-a9d4-b8c11d2dd3be None None] For port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9996cdf8-5bad-47aa-ab69-829e3c1a9a21,segment=NetworkSegment(f5b47b1d-7ea9-40f1-8838-5e6bcc474a86),segment_id=f5b47b1d-7ea9-40f1-8838-5e6bcc474a86)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:44.181150 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e703fda6-dba2-49e0-a9d4-b8c11d2dd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.256703 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703fda6-dba2-49e0-a9d4-b8c11d2dd3be None None] Pushing event updated for resources: {'Port': ['ID=9996cdf8-5bad-47aa-ab69-829e3c1a9a21,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:44.273937 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'name': 'tempest-TestSnapshotPattern-98868096-router', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:36Z', 'updated_at': '2021-09-16T05:53:40Z', 'revision_number': 4, 'project_id': '5cac7ddd87c2479e998f5c678bcfc558', 'gw_port': {'id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:37Z', 'updated_at': '2021-09-16T05:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '9996cdf8-5bad-47aa-ab69-829e3c1a9a21', 'name': '', 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'mac_address': 'fa:16:3e:2f:2c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'd06c622f-ebcc-4f5a-a475-cbe2f3c0b25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:39Z', 'updated_at': '2021-09-16T05:53:43Z', 'revision_number': 4, 'project_id': '5cac7ddd87c2479e998f5c678bcfc558', 'subnets': [{'id': 'd06c622f-ebcc-4f5a-a475-cbe2f3c0b25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:44.308949 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895c9be-08f4-415a-9f9d-e9f3910bd285 None None] The sync data for ids ['33c5e95f-b977-407c-9e1d-87d2118f32ae'] in n-d-712142-17 is: [{'id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'name': 'tempest-TestSnapshotPattern-98868096-router', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:36Z', 'updated_at': '2021-09-16T05:53:40Z', 'revision_number': 4, 'project_id': '5cac7ddd87c2479e998f5c678bcfc558', 'gw_port': {'id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:37Z', 'updated_at': '2021-09-16T05:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': '9996cdf8-5bad-47aa-ab69-829e3c1a9a21', 'name': '', 'network_id': '9ea423b7-dd0a-411d-aa3f-79c786cd5a3d', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'mac_address': 'fa:16:3e:2f:2c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'd06c622f-ebcc-4f5a-a475-cbe2f3c0b25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:39Z', 'updated_at': '2021-09-16T05:53:43Z', 'revision_number': 4, 'project_id': '5cac7ddd87c2479e998f5c678bcfc558', 'subnets': [{'id': 'd06c622f-ebcc-4f5a-a475-cbe2f3c0b25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:44.318299 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-737c6460-1fb2-4f43-bb50-9992a3105578 None None] Provisioning complete for port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:44.318677 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-737c6460-1fb2-4f43-bb50-9992a3105578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.619388 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-048cb1d9-fc58-48fa-b929-926d68b95c63 req-eb85227f-b5e0-4eaf-86d5-7916a86a8d19 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 210 time: 0.0315592 Sep 16 05:53:44.631114 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 82a9d1eb-53db-4e8d-8fac-916c1e17f0da up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:44.661035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-7ca033fe-a670-4740-87ca-91cb96805d8f tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:44.662721 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-7ca033fe-a670-4740-87ca-91cb96805d8f tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.50 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 810 time: 0.1718643 Sep 16 05:53:44.699345 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 82a9d1eb-53db-4e8d-8fac-916c1e17f0da triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:44.699715 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.718520 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-8f49caba-e831-4266-97c6-06083c34be84 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b9f05ba0f94efe96f190699cb87ba4 HTTP/1.1" status: 200 len: 379 time: 0.0441661 Sep 16 05:53:44.731666 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Request body: {'port': {'device_id': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'admin_state_up': True, 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'security_groups': ['7c5802ff-b9f6-4026-a4be-108d7a48de05']}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:44.785525 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 up at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:44.835244 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Provisioning complete for port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:44.836034 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.849883 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Made reservation on behalf of 92b9f05ba0f94efe96f190699cb87ba4 for: {'port': 1} {{(pid=94745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:53:44.853530 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:44.991791 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Allocated IP 172.20.0.5 (f6caadd4-5706-4d40-bfda-585642570252/afa37a23-062e-4088-9292-0615c40e8ef2/de58f44a-b2da-4f7c-b92c-734f8ae4bdf7) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:45.137371 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.174630 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.217165 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Network f6caadd4-5706-4d40-bfda-585642570252 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:45.220263 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:45.226962 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:45.232818 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'Port': ['ID=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:45.283474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:45.284108 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.299245 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-06463d7b-45bd-40e4-b530-bcafa00de443 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5727425 Sep 16 05:53:45.370046 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Request body: {'port': {'device_id': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-17'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:45.431554 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.448964 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-3f4d81ef-584e-47cb-bef3-8f94f694a3b6 None None] Provisioning complete for port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:45.449445 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3f4d81ef-584e-47cb-bef3-8f94f694a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.484391 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d81ef-584e-47cb-bef3-8f94f694a3b6 None None] Port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:53:45.690437 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 {{(pid=94745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:53:45.698731 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.735725 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.provisioning_blocks [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Transition to ACTIVE for port object de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 will not be triggered until provisioned by entity L2. {{(pid=94745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:53:45.740158 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:45.789597 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657b948-0728-4838-8ef7-a686b043f180 req-bce5d79f-d847-4625-8a32-7859bb0881c3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:45.791193 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1657b948-0728-4838-8ef7-a686b043f180 req-bce5d79f-d847-4625-8a32-7859bb0881c3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 931 time: 0.0887926 Sep 16 05:53:45.816935 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Pushing event updated for resources: {'Port': ['ID=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:45.888070 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1657b948-0728-4838-8ef7-a686b043f180 req-6770bff6-8bae-4b7f-b31c-4961252f752d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869167 Sep 16 05:53:45.917968 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Attempting to bind port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 on host n-h1-712142-17 for vnic_type normal with profile {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:53:45.918708 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Attempting to bind port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 by drivers openvswitch,hyperv on host n-h1-712142-17 at level 0 using segments [{'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:53:45.918930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Attempting to bind port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 on network f6caadd4-5706-4d40-bfda-585642570252 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:45.924266 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 on network f6caadd4-5706-4d40-bfda-585642570252 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-17 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:53:45.924965 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Attempting to bind port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 on network f6caadd4-5706-4d40-bfda-585642570252 {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:53:45.930836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Checking agent: {'id': '0b86575c-eb47-41d2-b8c6-587582e04aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:53:45.931248 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Checking segment: {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:53:45.931571 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Bound using segment: {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'} {{(pid=94745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:53:45.932107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.managers [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Bound port: de58f44a-b2da-4f7c-b92c-734f8ae4bdf7, host: n-h1-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'}}] {{(pid=94745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:53:45.932567 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.000865 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] For port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7, host n-h1-712142-17, cleared binding levels {{(pid=94745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:53:46.003970 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] For port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7, host n-h1-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:53:46.008467 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.047599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:46.048303 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:46.049822 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] 10.222.0.50 "PUT /v2.0/ports/de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 HTTP/1.1" status: 200 len: 1092 time: 0.7356901 Sep 16 05:53:46.050262 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:46.052530 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6abab1-43d2-4855-9ad1-09ead16fcf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:46.078313 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8757857-e06d-4ee3-bb37-1ab88376e3fb service neutron] Pushing event updated for resources: {'Port': ['ID=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,revision_number=3']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:46.155726 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-d37948cc-7522-4172-9f10-ae7f22a20664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:46.157911 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-d37948cc-7522-4172-9f10-ae7f22a20664 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 1095 time: 0.0515521 Sep 16 05:53:46.168959 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2c85cb-b9a1-419e-ad7a-dfe968a11cfd x-openstack-request-id: req-ad2c85cb-b9a1-419e-ad7a-dfe968a11cfd {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:46.169194 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:46.169437 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad2c85cb-b9a1-419e-ad7a-dfe968a11cfd {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:46.169913 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'status': 'completed', 'code': 200} Sep 16 05:53:46.220083 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-9643f193-327b-4059-8215-b7f0753f8e05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 HTTP/1.1" status: 200 len: 217 time: 0.0418599 Sep 16 05:53:46.278759 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-08be28a6-6810-4eb1-92f0-005ee6c5427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:46.280241 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-08be28a6-6810-4eb1-92f0-005ee6c5427e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0495749 Sep 16 05:53:46.333174 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-cd85c8b7-937c-4615-b12b-72b525806f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:46.334788 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-cd85c8b7-937c-4615-b12b-72b525806f20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418859 Sep 16 05:53:46.402786 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:53:46.435569 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-94086243-7eda-477d-a385-7865ccfd60d3 service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897543 Sep 16 05:53:46.546245 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a8de932c-a9e8-4f0c-b834-40d0dfbe5de7 req-0b0b0740-b8af-4719-ad6f-721b43110143 service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991330 Sep 16 05:53:46.644527 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6abab1-43d2-4855-9ad1-09ead16fcf5c req-690fe667-1a3d-4047-b38a-71eb98082bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:46.646105 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b6abab1-43d2-4855-9ad1-09ead16fcf5c req-690fe667-1a3d-4047-b38a-71eb98082bc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 1095 time: 0.0403662 Sep 16 05:53:46.742235 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6abab1-43d2-4855-9ad1-09ead16fcf5c req-78187b78-e205-4d28-a09a-23e451437cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:46.743723 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b6abab1-43d2-4855-9ad1-09ead16fcf5c req-78187b78-e205-4d28-a09a-23e451437cdd service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 911 time: 0.0903225 Sep 16 05:53:46.784965 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b6abab1-43d2-4855-9ad1-09ead16fcf5c req-b09ee4bc-91f6-4fab-8e1c-e28b9d478ccc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 HTTP/1.1" status: 200 len: 217 time: 0.0338435 Sep 16 05:53:46.834400 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6abab1-43d2-4855-9ad1-09ead16fcf5c req-ea615401-267c-499f-992b-8e86dfba1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:46.836033 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b6abab1-43d2-4855-9ad1-09ead16fcf5c req-ea615401-267c-499f-992b-8e86dfba1634 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0436409 Sep 16 05:53:46.886563 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6abab1-43d2-4855-9ad1-09ead16fcf5c req-45aa8590-c5d9-4684-8d64-f5fe23ebf9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:46.888044 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b6abab1-43d2-4855-9ad1-09ead16fcf5c req-45aa8590-c5d9-4684-8d64-f5fe23ebf9bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435054 Sep 16 05:53:47.004380 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b6abab1-43d2-4855-9ad1-09ead16fcf5c req-201f9401-983a-478b-bf51-3a5b67eba7dd service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078765 Sep 16 05:53:47.046349 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9162a-c300-4688-8ea5-7dacf058be78 req-0240cc25-8581-4a1b-9d2f-917cbcac7b90 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:47.047821 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54a9162a-c300-4688-8ea5-7dacf058be78 req-0240cc25-8581-4a1b-9d2f-917cbcac7b90 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 943 time: 0.0794592 Sep 16 05:53:47.124481 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-54a9162a-c300-4688-8ea5-7dacf058be78 req-a6231a58-83a9-49b3-82a6-f155ef95343a tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683069 Sep 16 05:53:47.140292 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9b6abab1-43d2-4855-9ad1-09ead16fcf5c req-db73815a-da9c-4624-9bbb-36c54364ed93 service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241713 Sep 16 05:53:47.366987 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ce08244c-39ac-40c8-900f-64b0f3a98d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:48.249872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28849fa2-8661-44b0-b06f-f1e941845008 req-1c0e8ad5-98a8-4594-9b6d-fe2f54b785d6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:48.251386 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28849fa2-8661-44b0-b06f-f1e941845008 req-1c0e8ad5-98a8-4594-9b6d-fe2f54b785d6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 943 time: 0.0508757 Sep 16 05:53:48.293043 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28849fa2-8661-44b0-b06f-f1e941845008 req-75e7aa60-c9c0-429b-a93c-7cfe54ecc386 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357549 Sep 16 05:53:49.019649 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:53:49.115266 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:49.288319 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'port_id': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'mac_address': 'fa:16:3e:59:ab:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:53:49.328079 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.340693 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:53:49.360451 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:49.364852 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:49.411137 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d1ce-8f3e-425e-b339-e6feb2e77f64 req-c9d38c86-dd28-409c-97e2-09999773b34e tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:49.412654 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bef2d1ce-8f3e-425e-b339-e6feb2e77f64 req-c9d38c86-dd28-409c-97e2-09999773b34e tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 944 time: 0.0515759 Sep 16 05:53:49.420630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:49.454203 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bef2d1ce-8f3e-425e-b339-e6feb2e77f64 req-400a2315-f9e3-419f-921e-e45ce70f6179 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348969 Sep 16 05:53:49.624555 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['de58f44a-b2da-4f7c-b92c-734f8ae4bdf7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:53:50.303931 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-c1b25b6b-013d-4cb6-874b-447bf0935bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:50.572469 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9cbe0-d0b0-4e28-af3f-9750c2eb1b84 req-25a509eb-d7ba-48f3-b063-a9d407c060ba tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:50.574716 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7b9cbe0-d0b0-4e28-af3f-9750c2eb1b84 req-25a509eb-d7ba-48f3-b063-a9d407c060ba tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 944 time: 0.0490899 Sep 16 05:53:50.612327 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d7b9cbe0-d0b0-4e28-af3f-9750c2eb1b84 req-f41fe9ed-46f1-4cb5-b669-83498d0239f8 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316887 Sep 16 05:53:50.983672 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:51.033919 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:53:51.085145 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning for port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:53:51.089091 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:53:51.089473 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:51.164272 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:51.186630 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:51.188948 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0ae61d-2d45-42ac-b252-63a4672d15e5" -d '{"events": [{"server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "name": "network-vif-plugged", "status": "completed", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:51.201783 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:53:51.206310 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:51.230094 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b56031-175d-475b-814a-58e4b8f9691f x-openstack-request-id: req-55b56031-175d-475b-814a-58e4b8f9691f {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:51.230469 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "name": "network-vif-plugged", "status": "completed", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:51.230756 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55b56031-175d-475b-814a-58e4b8f9691f {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:51.231160 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'code': 200} Sep 16 05:53:51.261209 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:51.339135 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab79558-970b-419c-9eb1-00bb2ebe3839 req-ec140b9f-db1a-46d6-8479-a8fd0b9bd150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:51.340705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eab79558-970b-419c-9eb1-00bb2ebe3839 req-ec140b9f-db1a-46d6-8479-a8fd0b9bd150 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 1097 time: 0.0410089 Sep 16 05:53:51.381243 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-eab79558-970b-419c-9eb1-00bb2ebe3839 req-25354163-4bb2-416b-9fe4-497d260ebfbb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307350 Sep 16 05:53:51.729620 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1509f0-ee7e-4b8f-a41a-f0989cf224aa req-98394355-0b81-4d44-a7a0-2ddca283f98e tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:51.731109 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc1509f0-ee7e-4b8f-a41a-f0989cf224aa req-98394355-0b81-4d44-a7a0-2ddca283f98e tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 945 time: 0.0486226 Sep 16 05:53:51.769000 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-bc1509f0-ee7e-4b8f-a41a-f0989cf224aa req-1d071944-b489-465b-ac9d-e50ff1ce2c35 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 Sep 16 05:53:51.974010 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:52.896441 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23342b9-3754-4462-80f4-d3afb78b91a0 req-d31cce3b-bb81-4811-ac6e-b87d7ccfaff4 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:52.898008 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b23342b9-3754-4462-80f4-d3afb78b91a0 req-d31cce3b-bb81-4811-ac6e-b87d7ccfaff4 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 945 time: 0.0587742 Sep 16 05:53:52.936372 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-b23342b9-3754-4462-80f4-d3afb78b91a0 req-f9052cdf-3975-4e1e-8754-54c1ae2c3c19 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317993 Sep 16 05:53:53.052836 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68558969-860d-4f0f-80ac-547a25bb687d req-5b7461b2-ce1e-4662-b2c5-84ba7b210f3a tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:53.054246 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-68558969-860d-4f0f-80ac-547a25bb687d req-5b7461b2-ce1e-4662-b2c5-84ba7b210f3a tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 945 time: 0.0500162 Sep 16 05:53:53.096964 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-68558969-860d-4f0f-80ac-547a25bb687d req-ad4906ca-16de-4dcc-9f29-1b67fe6d3cb8 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367706 Sep 16 05:53:53.118260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56594) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:53.205190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8728c5-c218-4cd1-a6d0-14297848e021 tempest-TestSnapshotPattern-990153134 tempest-TestSnapshotPattern-990153134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:53.206777 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-cf8728c5-c218-4cd1-a6d0-14297848e021 tempest-TestSnapshotPattern-990153134 tempest-TestSnapshotPattern-990153134-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 1092 time: 0.0875247 Sep 16 05:53:53.209627 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56598) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:53:53.213995 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:53:53.236749 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.332429 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.443140 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Allocated IP 172.25.0.226 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/fcd25927-8b9f-4da9-9c63-2a5f02121e27) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:53:53.499201 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.547595 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.583800 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:53.625011 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:53:53.627872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:53:53.633300 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:53:53.639519 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'Port': ['ID=fcd25927-8b9f-4da9-9c63-2a5f02121e27,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:53.985531 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:54.054431 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:54.203828 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:54.207937 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:54.276128 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'Port': ['ID=fcd25927-8b9f-4da9-9c63-2a5f02121e27,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:53:54.286859 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:54.388529 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Floating IP d53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca associated. External IP: 172.25.0.226, port: de58f44a-b2da-4f7c-b92c-734f8ae4bdf7. Sep 16 05:53:54.924635 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Router 5ff634ba-95b0-422e-bad0-0eb6c4065265 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:53:55.032606 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:53:55.042235 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef7f15-b117-4d3a-96ed-180df458e92d None None] Sync routers for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:53:55.049361 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:53:55.052642 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef7f15-b117-4d3a-96ed-180df458e92d None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:55.053271 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-76ef7f15-b117-4d3a-96ed-180df458e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:55.076908 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-b8f556f5-7af0-4a7a-af0a-be9bf77db0b3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8662543 Sep 16 05:53:55.077594 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:53:55.079927 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf7fdd8-b44c-4401-a8a1-3ec7f2f16533" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:53:55.118596 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27a7ac3-765c-4eb1-8c6e-fa64d38588c9 x-openstack-request-id: req-c27a7ac3-765c-4eb1-8c6e-fa64d38588c9 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:53:55.118889 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:53:55.119144 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c27a7ac3-765c-4eb1-8c6e-fa64d38588c9 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:53:55.119548 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'status': 'completed', 'code': 200} Sep 16 05:53:55.162329 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-76ef7f15-b117-4d3a-96ed-180df458e92d None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:55.185036 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7fdd8-b44c-4401-a8a1-3ec7f2f16533 req-7a4f18a7-62c3-4e7e-a573-dde01099efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:55.186558 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bf7fdd8-b44c-4401-a8a1-3ec7f2f16533 req-7a4f18a7-62c3-4e7e-a573-dde01099efd3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 1097 time: 0.0428894 Sep 16 05:53:55.283749 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7fdd8-b44c-4401-a8a1-3ec7f2f16533 req-efab51e8-2ab9-45ea-b730-b1f81dda476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:55.285275 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bf7fdd8-b44c-4401-a8a1-3ec7f2f16533 req-efab51e8-2ab9-45ea-b730-b1f81dda476c service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 911 time: 0.0920882 Sep 16 05:53:55.351150 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bf7fdd8-b44c-4401-a8a1-3ec7f2f16533 req-4337b7a8-6668-484a-b70f-cf70d3a06dfc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 HTTP/1.1" status: 200 len: 999 time: 0.0585253 Sep 16 05:53:55.387157 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-76ef7f15-b117-4d3a-96ed-180df458e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'port_id': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'mac_address': 'fa:16:3e:59:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:53:53Z', 'updated_at': '2021-09-16T05:53:53Z', 'revision_number': 0, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:55.405525 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7fdd8-b44c-4401-a8a1-3ec7f2f16533 req-8c276079-b46e-476f-95eb-732866dc722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:55.407031 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bf7fdd8-b44c-4401-a8a1-3ec7f2f16533 req-8c276079-b46e-476f-95eb-732866dc722a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0485542 Sep 16 05:53:55.416044 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef7f15-b117-4d3a-96ed-180df458e92d None None] Checking router: 5ff634ba-95b0-422e-bad0-0eb6c4065265 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:53:55.429659 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef7f15-b117-4d3a-96ed-180df458e92d None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:53:55.430293 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-76ef7f15-b117-4d3a-96ed-180df458e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:53:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:55.455569 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7fdd8-b44c-4401-a8a1-3ec7f2f16533 req-81ec5d04-157d-4028-8584-3520dc3148a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:53:55.456990 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bf7fdd8-b44c-4401-a8a1-3ec7f2f16533 req-81ec5d04-157d-4028-8584-3520dc3148a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431871 Sep 16 05:53:55.538749 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-76ef7f15-b117-4d3a-96ed-180df458e92d None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:53:55.551988 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bf7fdd8-b44c-4401-a8a1-3ec7f2f16533 req-cffb9f2a-ad7e-4c51-8a95-b29cbc645fae service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875657 Sep 16 05:53:55.647647 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-0bf7fdd8-b44c-4401-a8a1-3ec7f2f16533 req-0f3e2259-fe25-4b62-a148-00ecc0a66faf service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873604 Sep 16 05:53:55.763517 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-76ef7f15-b117-4d3a-96ed-180df458e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'port_id': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'mac_address': 'fa:16:3e:59:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:53:53Z', 'updated_at': '2021-09-16T05:53:53Z', 'revision_number': 0, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:53:55.788751 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef7f15-b117-4d3a-96ed-180df458e92d None None] The sync data for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 is: [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'port_id': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'mac_address': 'fa:16:3e:59:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:53:53Z', 'updated_at': '2021-09-16T05:53:53Z', 'revision_number': 0, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:53:55.995043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bf495a-1be6-4250-9599-ce96b08d5d23 None None] New status for floating IP d53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:54:06.300009 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:08.271699 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:17.368328 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6e171c16-3f21-411e-a30d-0197cebed726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:20.303866 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fce53ab8-2920-4425-9998-03d0c4372ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:20.986402 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:21.977214 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:23.404905 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:54:23.502847 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:36.300787 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:38.289994 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:47.370568 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-0d1933bf-c479-4a23-8760-7813cd1157bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.305550 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8b82429a-a15d-498a-8486-2c1dfe319385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:50.987348 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:51.978911 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:54:52.553697 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30cbf7b1-e078-4c9c-adae-f80452c066dc req-1b3ab21f-470b-49b0-b88e-1f52dfddcc24 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412016 Sep 16 05:54:52.646683 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbf7b1-e078-4c9c-adae-f80452c066dc req-7d9e7ae1-8a1e-4e55-8a57-27ddd1d7ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:52.648197 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30cbf7b1-e078-4c9c-adae-f80452c066dc req-7d9e7ae1-8a1e-4e55-8a57-27ddd1d7ba3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 1097 time: 0.0440147 Sep 16 05:54:52.759700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbf7b1-e078-4c9c-adae-f80452c066dc req-fc8a2604-7dbe-42ca-afe2-3ac6396ca58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:52.761179 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30cbf7b1-e078-4c9c-adae-f80452c066dc req-fc8a2604-7dbe-42ca-afe2-3ac6396ca58b service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 911 time: 0.0848951 Sep 16 05:54:52.839066 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30cbf7b1-e078-4c9c-adae-f80452c066dc req-a8f81c5f-9171-4cb8-942f-0fdc16594656 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 HTTP/1.1" status: 200 len: 1001 time: 0.0658462 Sep 16 05:54:52.889216 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbf7b1-e078-4c9c-adae-f80452c066dc req-1203b2ea-44b2-46ec-b80c-77008cb52e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:52.890705 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30cbf7b1-e078-4c9c-adae-f80452c066dc req-1203b2ea-44b2-46ec-b80c-77008cb52e8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0440428 Sep 16 05:54:52.935673 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbf7b1-e078-4c9c-adae-f80452c066dc req-8b90fc91-6898-4e84-9b90-b4b35499f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:54:52.937192 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30cbf7b1-e078-4c9c-adae-f80452c066dc req-8b90fc91-6898-4e84-9b90-b4b35499f4bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388706 Sep 16 05:54:53.034752 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30cbf7b1-e078-4c9c-adae-f80452c066dc req-3a7dca63-4b2b-4900-904f-5ba2b4c622c8 service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Sep 16 05:54:53.135679 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-30cbf7b1-e078-4c9c-adae-f80452c066dc req-1311cddc-1019-4ba5-99a7-15b375759ab5 service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884454 Sep 16 05:54:53.504129 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:00.404693 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:06.308812 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:08.292498 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:17.372454 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-db690e9a-a0f0-4594-9394-55bb7e0c7f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.306257 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5fc349e4-0350-476b-8e1f-f3150988e5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:20.989100 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:21.981524 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:23.506410 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:36.298714 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:37.403605 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:55:38.290989 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:47.373053 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31b2b42b-1707-49fb-b7b7-17ae36341a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:50.310940 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-20794680-abfb-49e6-88bb-763543a16ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:50.992039 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:51.984785 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.509903 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:53.596734 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec8f9-8ad6-41ff-82c0-b29b96ed4bdf req-ad2f46b3-614c-48d7-a90c-d52e0de92273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:53.598256 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe1ec8f9-8ad6-41ff-82c0-b29b96ed4bdf req-ad2f46b3-614c-48d7-a90c-d52e0de92273 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 1097 time: 0.0410628 Sep 16 05:55:53.708694 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec8f9-8ad6-41ff-82c0-b29b96ed4bdf req-1d8aa734-e3bb-46dc-bb1b-818b033f2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:53.710241 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe1ec8f9-8ad6-41ff-82c0-b29b96ed4bdf req-1d8aa734-e3bb-46dc-bb1b-818b033f2d8e service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 911 time: 0.0907583 Sep 16 05:55:53.780538 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe1ec8f9-8ad6-41ff-82c0-b29b96ed4bdf req-c664e5df-d2d1-4162-b864-2afff01eb2e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 HTTP/1.1" status: 200 len: 1001 time: 0.0619752 Sep 16 05:55:53.834190 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec8f9-8ad6-41ff-82c0-b29b96ed4bdf req-f6e36f1d-35d6-46a0-a7ae-b31b3c294a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:53.835692 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe1ec8f9-8ad6-41ff-82c0-b29b96ed4bdf req-f6e36f1d-35d6-46a0-a7ae-b31b3c294a86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0448229 Sep 16 05:55:53.886052 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec8f9-8ad6-41ff-82c0-b29b96ed4bdf req-5b4397bd-53b8-432a-999d-3a247f5046f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:55:53.887565 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe1ec8f9-8ad6-41ff-82c0-b29b96ed4bdf req-5b4397bd-53b8-432a-999d-3a247f5046f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412352 Sep 16 05:55:53.982830 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe1ec8f9-8ad6-41ff-82c0-b29b96ed4bdf req-e196fd17-9834-408e-b855-7e4be86474f7 service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866635 Sep 16 05:55:54.079095 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-fe1ec8f9-8ad6-41ff-82c0-b29b96ed4bdf req-c3ca2462-c69e-4ffe-a0b2-da0ece3d49f0 service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825598 Sep 16 05:55:55.677314 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 details requested by agent hyperv_n-h1-712142-17 with host n-h1-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:55:55.775961 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:55.786974 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Returning: {'device': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'port_id': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'mac_address': 'fa:16:3e:59:ab:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:55:55.823986 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.836056 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:55:55.855339 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:55.859080 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:55.914258 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:55:55.921497 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:55.921884 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:55.922230 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:55.922571 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:55.922912 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:55.923247 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:55.923580 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:55.923908 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:55.924234 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:55.924562 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:55.924889 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:55.925214 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:55:55.948463 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] get_ports_and_sgs() called for port_ids ['de58f44a-b2da-4f7c-b92c-734f8ae4bdf7'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:55:57.684332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 up at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:55:57.740154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Provisioning complete for port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:55:57.742023 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.861482 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:57.908704 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:55:57.912397 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab56b8b0-9d08-46a7-a666-7bf237339d10" -d '{"events": [{"server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "name": "network-vif-plugged", "status": "completed", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:55:57.950515 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:55:57.962598 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:55:58.029187 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c248ded-0f85-4a23-a8f0-3b9dd7e89c79 x-openstack-request-id: req-8c248ded-0f85-4a23-a8f0-3b9dd7e89c79 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:55:58.029493 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "name": "network-vif-plugged", "status": "completed", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:55:58.029778 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c248ded-0f85-4a23-a8f0-3b9dd7e89c79 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:55:58.030183 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'code': 200} Sep 16 05:55:58.031537 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:06.288928 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-5a600174-0d35-4388-a534-bae08c206685 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535816947&fields=id&tenant_id=92b9f05ba0f94efe96f190699cb87ba4 HTTP/1.1" status: 200 len: 267 time: 0.0342338 Sep 16 05:56:06.329363 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:06.403672 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-7d2e33cc-c32a-4a35-afa7-57f82d26cab4 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:06.405140 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-7d2e33cc-c32a-4a35-afa7-57f82d26cab4 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 810 time: 0.1093130 Sep 16 05:56:06.420451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-bc40b2fc-960b-481a-a788-7457a9f35587 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/quotas/92b9f05ba0f94efe96f190699cb87ba4 HTTP/1.1" status: 200 len: 375 time: 0.0095577 Sep 16 05:56:06.475995 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-60b7ee58-9cd4-4fff-8adc-0197801e7040 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0493689 Sep 16 05:56:06.577740 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-b7fbd66f-194a-49da-9849-a7e2587a82e3 service neutron] 10.222.0.53 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886657 Sep 16 05:56:06.666090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-2d3ca317-3dc8-4167-a2c4-73880c9a8e41 service neutron] 10.222.0.53 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820503 Sep 16 05:56:06.833253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-52c0b0d9-9c8d-477d-80e6-8a66e32260a2 req-34e7f3bf-951d-441c-b843-d543a2bfd28d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 210 time: 0.0326285 Sep 16 05:56:07.807080 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-d5e959f3-3bee-4a94-bf58-2b471038f506 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:07.808568 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-d5e959f3-3bee-4a94-bf58-2b471038f506 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.15 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 810 time: 0.1043880 Sep 16 05:56:07.858421 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-d2169cb1-b0fb-4c21-861e-9b6854e399e5 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b9f05ba0f94efe96f190699cb87ba4 HTTP/1.1" status: 200 len: 379 time: 0.0410225 Sep 16 05:56:07.868522 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Request body: {'port': {'device_id': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'admin_state_up': True, 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'security_groups': ['7c5802ff-b9f6-4026-a4be-108d7a48de05']}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:07.934819 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-d545b140-37e8-48fc-88c8-ae6e166d0571 req-c5b0e8e6-9952-489a-bbb7-fabdcc5afd27 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 210 time: 0.0303774 Sep 16 05:56:07.987756 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Made reservation on behalf of 92b9f05ba0f94efe96f190699cb87ba4 for: {'port': 1} {{(pid=94744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 05:56:07.991399 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.126062 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_common [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Allocated IP 172.20.0.4 (f6caadd4-5706-4d40-bfda-585642570252/afa37a23-062e-4088-9292-0615c40e8ef2/d749c90c-6736-4cfe-80dd-1c955f33c02a) {{(pid=94744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:08.289362 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for port, precommit_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.311489 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.337059 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_create {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.377991 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Network f6caadd4-5706-4d40-bfda-585642570252 is already hosted by enough agents. {{(pid=94744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:08.382030 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.base_scheduler [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Resources bound (agent type, host, resource id): {{(pid=94744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:08.385268 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Received port after_create {{(pid=94744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:08.501636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:08.501636 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.505838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'Port': ['ID=d749c90c-6736-4cfe-80dd-1c955f33c02a,revision_number=1']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:08.523088 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.523640 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.524195 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.524566 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.525388 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.525504 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.525876 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.526262 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.526606 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.527011 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.527409 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.527779 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:08.539203 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-47270df9-4d37-42c1-8a8a-51c8e359ec62 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6746759 Sep 16 05:56:08.672138 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-f601c4d4-6bcd-47dc-9265-7f6ed89b992d None None] Provisioning complete for port d749c90c-6736-4cfe-80dd-1c955f33c02a triggered by entity DHCP. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:08.672425 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f601c4d4-6bcd-47dc-9265-7f6ed89b992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:08.718407 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-f601c4d4-6bcd-47dc-9265-7f6ed89b992d None None] Port d749c90c-6736-4cfe-80dd-1c955f33c02a cannot update to ACTIVE because it is not bound. {{(pid=94746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 05:56:09.067596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c0f6a-8312-45dc-aac6-ac05140f67d8 req-9fca027b-e374-4aa0-a1d3-ee33f4bfdb63 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:09.070079 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc4c0f6a-8312-45dc-aac6-ac05140f67d8 req-9fca027b-e374-4aa0-a1d3-ee33f4bfdb63 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 931 time: 0.0535464 Sep 16 05:56:09.108151 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cc4c0f6a-8312-45dc-aac6-ac05140f67d8 req-fc9aa95c-d106-4470-8543-bbfd2d28eaf0 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321033 Sep 16 05:56:09.699862 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:56:09.778806 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.802637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:09.806096 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f9fe01-eef2-41cf-a14e-140da31b5ca0" -d '{"events": [{"server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "name": "network-vif-unplugged", "status": "completed", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:09.821148 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] For port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:09.827016 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:09.854545 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c3c939-98ee-401f-89f2-be00fb2885d9 x-openstack-request-id: req-71c3c939-98ee-401f-89f2-be00fb2885d9 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:09.854839 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "name": "network-vif-unplugged", "status": "completed", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:09.855099 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71c3c939-98ee-401f-89f2-be00fb2885d9 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:09.855493 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'code': 200} Sep 16 05:56:09.885099 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Pushing event updated for resources: {'Port': ['ID=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,revision_number=8']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:10.242777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95df4cf-906b-4ba4-a31b-0e073ed87e26 req-38ed496a-c674-4977-aa89-d27ada84c57b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:10.245035 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a95df4cf-906b-4ba4-a31b-0e073ed87e26 req-38ed496a-c674-4977-aa89-d27ada84c57b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 931 time: 0.0552709 Sep 16 05:56:10.290372 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-a95df4cf-906b-4ba4-a31b-0e073ed87e26 req-0c2319eb-5f28-4342-b3e5-ab4c3344c18e tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390067 Sep 16 05:56:11.420622 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b186b0-d0ec-4839-b27a-c494a65ac4b5 req-d584b267-226d-48b8-bb8a-bf6a4761e85a tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:11.422221 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20b186b0-d0ec-4839-b27a-c494a65ac4b5 req-d584b267-226d-48b8-bb8a-bf6a4761e85a tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 931 time: 0.0543096 Sep 16 05:56:11.467088 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-20b186b0-d0ec-4839-b27a-c494a65ac4b5 req-09488683-5776-4350-8ac0-35ed2d254fbe tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387123 Sep 16 05:56:12.589640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e351e75-c03d-4cd2-ab21-9de09612e861 req-1e5827db-2be0-4fbc-993d-b3aad00f0f02 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:12.591232 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6e351e75-c03d-4cd2-ab21-9de09612e861 req-1e5827db-2be0-4fbc-993d-b3aad00f0f02 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 931 time: 0.0504916 Sep 16 05:56:12.633253 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6e351e75-c03d-4cd2-ab21-9de09612e861 req-8d431041-0f3d-4694-ac72-924fcfbb8261 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355835 Sep 16 05:56:13.753058 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21196736-2536-4181-a617-2936365b63a8 req-dfc89f0b-87f8-4dd1-83c0-4823e8ad2911 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:13.754778 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21196736-2536-4181-a617-2936365b63a8 req-dfc89f0b-87f8-4dd1-83c0-4823e8ad2911 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 931 time: 0.0530503 Sep 16 05:56:13.795866 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-21196736-2536-4181-a617-2936365b63a8 req-b7be5867-2c55-4d60-830b-f9bcfbc21b01 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335584 Sep 16 05:56:14.402878 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:14.928379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00c217-f699-4d62-96da-e083d449fdab req-139af8bd-dd73-44d1-b6c7-fc201c9cc8a1 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:14.930460 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be00c217-f699-4d62-96da-e083d449fdab req-139af8bd-dd73-44d1-b6c7-fc201c9cc8a1 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 931 time: 0.0588782 Sep 16 05:56:14.970976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-be00c217-f699-4d62-96da-e083d449fdab req-d558df13-4952-4ba3-8c1d-1f8acf4c76ab tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341272 Sep 16 05:56:16.091444 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1b0d2-83e0-4127-bd53-6b4fd9febddd req-14813c3a-7b94-43b9-904d-7a34848fd232 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:16.093005 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-edd1b0d2-83e0-4127-bd53-6b4fd9febddd req-14813c3a-7b94-43b9-904d-7a34848fd232 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 931 time: 0.0489013 Sep 16 05:56:16.135270 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-edd1b0d2-83e0-4127-bd53-6b4fd9febddd req-7b040272-6c9b-443f-bcca-132aaa3dd243 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356524 Sep 16 05:56:17.291380 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788a360-7efe-48ce-a075-3159b47bf6ce req-13593e0b-049e-40e1-b708-bfb0658651a5 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:17.292976 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3788a360-7efe-48ce-a075-3159b47bf6ce req-13593e0b-049e-40e1-b708-bfb0658651a5 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 931 time: 0.0780935 Sep 16 05:56:17.336764 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-3788a360-7efe-48ce-a075-3159b47bf6ce req-6f364492-d86c-44e5-8a6b-55ec4c45ea5b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365613 Sep 16 05:56:17.384463 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-4a09617f-c614-4f09-9eac-8f2f4f30ec3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:18.463612 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84863689-9aea-4ac7-91a8-eefa1a3c1c35 req-4f5c7ff3-8463-489b-8c3c-2a792d79e840 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:18.465085 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-84863689-9aea-4ac7-91a8-eefa1a3c1c35 req-4f5c7ff3-8463-489b-8c3c-2a792d79e840 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 931 time: 0.0526347 Sep 16 05:56:18.503666 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-84863689-9aea-4ac7-91a8-eefa1a3c1c35 req-94ac6c92-e1ea-4259-b4d1-80b9759ac49f tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326412 Sep 16 05:56:18.852502 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-9625fdb7-c34f-412b-81bb-cedadd0e464c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:56:18.853540 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-9625fdb7-c34f-412b-81bb-cedadd0e464c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068731 Sep 16 05:56:18.922336 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.v2.base [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Request body: {'port': {'device_id': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-17'}} {{(pid=94744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:18.981097 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.237107 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d749c90c-6736-4cfe-80dd-1c955f33c02a {{(pid=94744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:19.244477 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.256012 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.provisioning_blocks [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Transition to ACTIVE for port object d749c90c-6736-4cfe-80dd-1c955f33c02a will not be triggered until provisioned by entity L2. {{(pid=94744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 05:56:19.260892 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.312424 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Pushing event updated for resources: {'Port': ['ID=d749c90c-6736-4cfe-80dd-1c955f33c02a,revision_number=2']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:19.382013 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Attempting to bind port d749c90c-6736-4cfe-80dd-1c955f33c02a on host n-h2-712142-17 for vnic_type normal with profile {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 05:56:19.382352 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Attempting to bind port d749c90c-6736-4cfe-80dd-1c955f33c02a by drivers openvswitch,hyperv on host n-h2-712142-17 at level 0 using segments [{'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 05:56:19.382686 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Attempting to bind port d749c90c-6736-4cfe-80dd-1c955f33c02a on network f6caadd4-5706-4d40-bfda-585642570252 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:19.387961 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Port d749c90c-6736-4cfe-80dd-1c955f33c02a on network f6caadd4-5706-4d40-bfda-585642570252 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-17 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 05:56:19.388296 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Attempting to bind port d749c90c-6736-4cfe-80dd-1c955f33c02a on network f6caadd4-5706-4d40-bfda-585642570252 {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 05:56:19.393191 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Checking agent: {'id': '0a064fd9-d8c0-4ef3-bae6-d02eaa68a1d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'started_at': datetime.datetime(2021, 9, 16, 4, 31, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 5, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 05:56:19.393535 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Checking segment: {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 05:56:19.393957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Bound using segment: {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'} {{(pid=94744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 05:56:19.394390 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.managers [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Bound port: d749c90c-6736-4cfe-80dd-1c955f33c02a, host: n-h2-712142-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252'}}] {{(pid=94744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 05:56:19.394757 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.462659 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] For port d749c90c-6736-4cfe-80dd-1c955f33c02a, host n-h2-712142-17, cleared binding levels {{(pid=94744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 05:56:19.465761 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] For port d749c90c-6736-4cfe-80dd-1c955f33c02a, host n-h2-712142-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 05:56:19.470016 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25435172'] for port, after_update {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.504403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:19.505026 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:19.506532 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] 10.222.0.15 "PUT /v2.0/ports/d749c90c-6736-4cfe-80dd-1c955f33c02a HTTP/1.1" status: 200 len: 1092 time: 0.6445620 Sep 16 05:56:19.507004 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'tag': 'd749c90c-6736-4cfe-80dd-1c955f33c02a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:19.510005 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fb8e2c-77f0-4be4-b7c2-356e7a5faaad" -d '{"events": [{"name": "network-changed", "server_uuid": "6883c94d-d23d-4b6f-a327-bfbdf2c7afec", "tag": "d749c90c-6736-4cfe-80dd-1c955f33c02a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:19.544246 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44300f84-80fc-4fa3-9255-0177ba35e548 service neutron] Pushing event updated for resources: {'Port': ['ID=d749c90c-6736-4cfe-80dd-1c955f33c02a,revision_number=3']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:19.603721 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-77c063bd-931c-44da-8d25-13ebd89ee024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:19.605522 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-77c063bd-931c-44da-8d25-13ebd89ee024 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 1095 time: 0.0448706 Sep 16 05:56:19.622501 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6cb2cf-10a9-4be3-a62f-8a8827d3ecdf x-openstack-request-id: req-8e6cb2cf-10a9-4be3-a62f-8a8827d3ecdf {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:19.622890 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6883c94d-d23d-4b6f-a327-bfbdf2c7afec", "tag": "d749c90c-6736-4cfe-80dd-1c955f33c02a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:19.623238 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e6cb2cf-10a9-4be3-a62f-8a8827d3ecdf {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:19.623740 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'tag': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'status': 'completed', 'code': 200} Sep 16 05:56:19.660339 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-b3e27b37-c156-4d16-aab1-f6237f8f0ad0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a HTTP/1.1" status: 200 len: 217 time: 0.0472851 Sep 16 05:56:19.714130 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-ba5afc7f-9e07-404f-994a-2d7208676ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:19.715621 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-ba5afc7f-9e07-404f-994a-2d7208676ec3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0468931 Sep 16 05:56:19.719080 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c1d5c-fc86-411c-bc47-0be2589a3527 req-eb86e46c-4813-4637-b413-829e186882d7 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:19.720597 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-723c1d5c-fc86-411c-bc47-0be2589a3527 req-eb86e46c-4813-4637-b413-829e186882d7 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 943 time: 0.0525723 Sep 16 05:56:19.763442 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-723c1d5c-fc86-411c-bc47-0be2589a3527 req-399bc527-34fa-456f-b756-2dbee7da0e28 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351059 Sep 16 05:56:19.764486 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-59036808-e3a5-48eb-8f46-24022d77d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:19.766019 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-59036808-e3a5-48eb-8f46-24022d77d7aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433688 Sep 16 05:56:19.861910 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-94ea7fbe-9adc-486c-8ae3-810edf84e51b service neutron] 10.222.0.15 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874639 Sep 16 05:56:19.950762 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-9529a6ea-06b1-43ab-b456-7dccb37591af req-22f0ef72-4f8d-433f-90d4-a8efdea229a8 service neutron] 10.222.0.15 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809934 Sep 16 05:56:20.039029 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb8e2c-77f0-4be4-b7c2-356e7a5faaad req-0b4540b0-87bc-403b-902c-4426a8b27d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:20.041104 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0fb8e2c-77f0-4be4-b7c2-356e7a5faaad req-0b4540b0-87bc-403b-902c-4426a8b27d64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 1095 time: 0.0461137 Sep 16 05:56:20.131838 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb8e2c-77f0-4be4-b7c2-356e7a5faaad req-dd9239f1-eb92-424c-b785-0c224a023f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:20.133348 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0fb8e2c-77f0-4be4-b7c2-356e7a5faaad req-dd9239f1-eb92-424c-b785-0c224a023f78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 911 time: 0.0850537 Sep 16 05:56:20.177121 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0fb8e2c-77f0-4be4-b7c2-356e7a5faaad req-47542c82-4b3c-42f7-9ca0-c74de3320ed7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a HTTP/1.1" status: 200 len: 217 time: 0.0373485 Sep 16 05:56:20.232901 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb8e2c-77f0-4be4-b7c2-356e7a5faaad req-cd45bce7-a7fa-46af-a493-741fbb5572c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:20.234402 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0fb8e2c-77f0-4be4-b7c2-356e7a5faaad req-cd45bce7-a7fa-46af-a493-741fbb5572c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0498264 Sep 16 05:56:20.281738 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb8e2c-77f0-4be4-b7c2-356e7a5faaad req-c9a0aa2a-938c-48cc-8b03-111cf09f4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:20.283244 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0fb8e2c-77f0-4be4-b7c2-356e7a5faaad req-c9a0aa2a-938c-48cc-8b03-111cf09f4975 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399921 Sep 16 05:56:20.313514 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8e82a6a7-f6ce-4828-b246-b93e2af03b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:20.384338 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0fb8e2c-77f0-4be4-b7c2-356e7a5faaad req-972d74fa-9bd7-49fa-917d-a2ad800712ab service neutron] 10.222.0.15 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924945 Sep 16 05:56:20.473322 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-f0fb8e2c-77f0-4be4-b7c2-356e7a5faaad req-e531ee4e-2654-4a0c-a9a5-ce913c07edba service neutron] 10.222.0.15 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816977 Sep 16 05:56:20.886662 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253575e9-b81b-49fd-9362-8eb36075aa55 req-f0e465b5-d30a-402a-91a9-328530259ef8 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:20.888155 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-253575e9-b81b-49fd-9362-8eb36075aa55 req-f0e465b5-d30a-402a-91a9-328530259ef8 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 943 time: 0.0571690 Sep 16 05:56:20.926500 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-253575e9-b81b-49fd-9362-8eb36075aa55 req-f8f755a9-296e-4c80-a6bb-dc66928de505 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Sep 16 05:56:20.993916 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:21.988609 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:22.053402 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6344-6427-436a-98ef-41940c625e6e req-5264c28f-58cb-46a4-888a-c584adef731b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:22.055311 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cfdd6344-6427-436a-98ef-41940c625e6e req-5264c28f-58cb-46a4-888a-c584adef731b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 943 time: 0.0573699 Sep 16 05:56:22.098414 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-cfdd6344-6427-436a-98ef-41940c625e6e req-39a134a6-e648-4d77-a720-3f089547fae3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335431 Sep 16 05:56:23.212616 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f800df-5ed6-4e73-9f46-8b4780f416c8 req-7ea1534b-ee37-4a4d-90d6-d2d2617b1259 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:23.214058 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28f800df-5ed6-4e73-9f46-8b4780f416c8 req-7ea1534b-ee37-4a4d-90d6-d2d2617b1259 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 943 time: 0.0482264 Sep 16 05:56:23.251412 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28f800df-5ed6-4e73-9f46-8b4780f416c8 req-5780a5c7-e6e6-41d6-801f-a358094f7835 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314684 Sep 16 05:56:23.512593 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.290917 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d749c90c-6736-4cfe-80dd-1c955f33c02a details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:56:24.369946 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b46e09-d5ca-4db1-b02c-8b8d455433b0 req-fcc82b3f-d429-4dc6-9918-f4d29ce60d54 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:24.371595 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72b46e09-d5ca-4db1-b02c-8b8d455433b0 req-fcc82b3f-d429-4dc6-9918-f4d29ce60d54 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 943 time: 0.0524616 Sep 16 05:56:24.384953 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d749c90c-6736-4cfe-80dd-1c955f33c02a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:24.396433 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'port_id': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'mac_address': 'fa:16:3e:cd:15:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:56:24.411767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-72b46e09-d5ca-4db1-b02c-8b8d455433b0 req-cf6072c6-1f15-4003-ba4e-ca0744d08c50 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341265 Sep 16 05:56:24.436242 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.449331 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d749c90c-6736-4cfe-80dd-1c955f33c02a {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:56:24.468332 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d749c90c-6736-4cfe-80dd-1c955f33c02a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:24.471960 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:24.517176 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=d749c90c-6736-4cfe-80dd-1c955f33c02a,revision_number=4']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:24.719492 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['d749c90c-6736-4cfe-80dd-1c955f33c02a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:56:25.531596 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d52709-666a-4f50-913d-439132efb7f2 req-f8144f24-6c3f-4c89-9b9d-7601f8f7a728 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:25.533090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82d52709-666a-4f50-913d-439132efb7f2 req-f8144f24-6c3f-4c89-9b9d-7601f8f7a728 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 944 time: 0.0545678 Sep 16 05:56:25.571921 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-82d52709-666a-4f50-913d-439132efb7f2 req-04befd65-e01f-4167-b5f2-b1e0890ea650 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328805 Sep 16 05:56:26.291857 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d749c90c-6736-4cfe-80dd-1c955f33c02a up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:56:26.340866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning for port d749c90c-6736-4cfe-80dd-1c955f33c02a completed by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 05:56:26.344790 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port d749c90c-6736-4cfe-80dd-1c955f33c02a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:56:26.345167 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.424064 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.448033 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd749c90c-6736-4cfe-80dd-1c955f33c02a'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:26.450369 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac72ca2b-8079-4d5a-8bff-490e5401f076" -d '{"events": [{"server_uuid": "6883c94d-d23d-4b6f-a327-bfbdf2c7afec", "name": "network-vif-plugged", "status": "completed", "tag": "d749c90c-6736-4cfe-80dd-1c955f33c02a"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:26.463352 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d749c90c-6736-4cfe-80dd-1c955f33c02a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:56:26.468275 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:26.491959 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d067a4e3-5d09-4c65-8276-f0f0ad559dd6 x-openstack-request-id: req-d067a4e3-5d09-4c65-8276-f0f0ad559dd6 {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:26.492221 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6883c94d-d23d-4b6f-a327-bfbdf2c7afec", "name": "network-vif-plugged", "status": "completed", "tag": "d749c90c-6736-4cfe-80dd-1c955f33c02a", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:26.492482 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d067a4e3-5d09-4c65-8276-f0f0ad559dd6 {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:26.492876 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'code': 200} Sep 16 05:56:26.518745 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=d749c90c-6736-4cfe-80dd-1c955f33c02a,revision_number=5']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:26.585758 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1c03b-e618-4218-87f1-ee0130156c1a req-b726c574-6016-4022-b25a-d8626f78a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:26.587180 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6bd1c03b-e618-4218-87f1-ee0130156c1a req-b726c574-6016-4022-b25a-d8626f78a568 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 1097 time: 0.0406613 Sep 16 05:56:26.629839 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-6bd1c03b-e618-4218-87f1-ee0130156c1a req-1e3cddc4-be39-4fb5-acfe-1d2d074fc789 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351851 Sep 16 05:56:26.689599 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667b4c-ba5a-4196-9a45-ed2a4338717b req-14a127d1-7066-4b26-9e5c-f620edd5a96a tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:26.691147 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2f667b4c-ba5a-4196-9a45-ed2a4338717b req-14a127d1-7066-4b26-9e5c-f620edd5a96a tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 945 time: 0.0484862 Sep 16 05:56:26.728998 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-2f667b4c-ba5a-4196-9a45-ed2a4338717b req-82b02450-9c1c-451c-9114-2bfb7a57f98c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315213 Sep 16 05:56:27.845803 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9b422-dcd8-4b8b-8b67-c24be4d2760f req-89570243-32b9-428b-8f3a-3dfa9f7520f3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:27.847294 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b9b422-dcd8-4b8b-8b67-c24be4d2760f req-89570243-32b9-428b-8f3a-3dfa9f7520f3 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 945 time: 0.0491996 Sep 16 05:56:27.894820 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-38b9b422-dcd8-4b8b-8b67-c24be4d2760f req-9acb9eb8-e9b5-4601-9f91-f75c4698e582 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416033 Sep 16 05:56:28.016197 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf87d5-6a30-4326-a683-922946cce22a req-a730080a-3651-4cae-9b83-a9290414e170 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:28.017601 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1dbf87d5-6a30-4326-a683-922946cce22a req-a730080a-3651-4cae-9b83-a9290414e170 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 945 time: 0.0538826 Sep 16 05:56:28.056089 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-1dbf87d5-6a30-4326-a683-922946cce22a req-92c56e5b-10ee-4032-82aa-833a9a3ea43d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323749 Sep 16 05:56:28.078398 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56894) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:28.117880 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc62eb3-b877-47b5-8def-d538cda44c78 tempest-TestSnapshotPattern-990153134 tempest-TestSnapshotPattern-990153134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:28.119406 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5bc62eb3-b877-47b5-8def-d538cda44c78 tempest-TestSnapshotPattern-990153134 tempest-TestSnapshotPattern-990153134-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 1092 time: 0.0400200 Sep 16 05:56:28.122722 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 56896) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:56:28.126951 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.v2.base [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Request body: {'floatingip': {'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'port_id': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 05:56:28.149099 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for floatingip, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.254628 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.359611 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_common [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Allocated IP 172.25.0.20 (d6f07381-018f-452e-9a64-d5ddd43ee5a9/ae6fd090-5b9e-42f1-9ad8-6eb400feea08/80d099cb-d92d-440a-8012-35adeae12069) {{(pid=94745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 05:56:28.465271 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for port, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.497729 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767728087736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.534777 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Network d6f07381-018f-452e-9a64-d5ddd43ee5a9 is already hosted by enough agents. {{(pid=94745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 05:56:28.537930 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.base_scheduler [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Resources bound (agent type, host, resource id): {{(pid=94745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 05:56:28.543506 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Received port after_create {{(pid=94745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 05:56:28.548975 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'Port': ['ID=80d099cb-d92d-440a-8012-35adeae12069,revision_number=1']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:28.578640 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.578985 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.579325 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.579664 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.579997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.580327 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.580653 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.580980 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.581301 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.581641 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.581969 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.582288 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:56:28.910242 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:28.976783 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.125397 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for port, precommit_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.130266 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26418634'] for port, after_update {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.199260 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event updated for resources: {'Port': ['ID=80d099cb-d92d-440a-8012-35adeae12069,revision_number=2']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:56:29.212680 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580619'] for floatingip, after_create {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.314009 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Floating IP d8e6b4b8-c076-4889-808e-fd18b34f53ba associated. External IP: 172.25.0.20, port: d749c90c-6736-4cfe-80dd-1c955f33c02a. Sep 16 05:56:29.517077 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Router 5ff634ba-95b0-422e-bad0-0eb6c4065265 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:56:29.624731 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:56:29.634308 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66506f05-d4fd-4b4f-9398-5790b62f25b9 None None] Sync routers for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:56:29.642050 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:29.644355 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66506f05-d4fd-4b4f-9398-5790b62f25b9 None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:29.644981 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-66506f05-d4fd-4b4f-9398-5790b62f25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:29.669801 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-495ed6bf-8866-474a-877f-bbc28e521315 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5460489 Sep 16 05:56:29.670754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'tag': 'd749c90c-6736-4cfe-80dd-1c955f33c02a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:56:29.673147 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b93c55-73d6-46c0-88f3-4ab5cc15a8da" -d '{"events": [{"name": "network-changed", "server_uuid": "6883c94d-d23d-4b6f-a327-bfbdf2c7afec", "tag": "d749c90c-6736-4cfe-80dd-1c955f33c02a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:56:29.711284 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0433459-b54d-4f63-8a5b-e96ef6a1f5b2 x-openstack-request-id: req-c0433459-b54d-4f63-8a5b-e96ef6a1f5b2 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:56:29.711572 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6883c94d-d23d-4b6f-a327-bfbdf2c7afec", "tag": "d749c90c-6736-4cfe-80dd-1c955f33c02a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:56:29.711818 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0433459-b54d-4f63-8a5b-e96ef6a1f5b2 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:56:29.712220 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'tag': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'status': 'completed', 'code': 200} Sep 16 05:56:29.777583 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93c55-73d6-46c0-88f3-4ab5cc15a8da req-99d64a2f-703f-496b-922c-911c38ada4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:29.779224 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36b93c55-73d6-46c0-88f3-4ab5cc15a8da req-99d64a2f-703f-496b-922c-911c38ada4fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 1097 time: 0.0444748 Sep 16 05:56:29.842874 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-66506f05-d4fd-4b4f-9398-5790b62f25b9 None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:29.870888 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93c55-73d6-46c0-88f3-4ab5cc15a8da req-2e24c740-6603-4f45-b47e-ad489c6c0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:29.872507 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36b93c55-73d6-46c0-88f3-4ab5cc15a8da req-2e24c740-6603-4f45-b47e-ad489c6c0f06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 911 time: 0.0860913 Sep 16 05:56:29.944812 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36b93c55-73d6-46c0-88f3-4ab5cc15a8da req-50dbaa4f-86df-439f-b6c5-89836ecb8cc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a HTTP/1.1" status: 200 len: 998 time: 0.0649681 Sep 16 05:56:29.993593 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93c55-73d6-46c0-88f3-4ab5cc15a8da req-76ffbccd-9609-49cb-96d1-22a76736cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:29.995120 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36b93c55-73d6-46c0-88f3-4ab5cc15a8da req-76ffbccd-9609-49cb-96d1-22a76736cd9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0434272 Sep 16 05:56:30.047091 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93c55-73d6-46c0-88f3-4ab5cc15a8da req-a6960435-c79e-40c1-b730-5884673b478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:30.048589 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36b93c55-73d6-46c0-88f3-4ab5cc15a8da req-a6960435-c79e-40c1-b730-5884673b478f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463595 Sep 16 05:56:30.083133 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-66506f05-d4fd-4b4f-9398-5790b62f25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'port_id': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'mac_address': 'fa:16:3e:59:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:53:53Z', 'updated_at': '2021-09-16T05:53:56Z', 'revision_number': 1, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address_scope': None}, {'id': 'd8e6b4b8-c076-4889-808e-fd18b34f53ba', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'port_id': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'mac_address': 'fa:16:3e:cd:15:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:56:28Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 0, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:30.108757 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66506f05-d4fd-4b4f-9398-5790b62f25b9 None None] Checking router: 5ff634ba-95b0-422e-bad0-0eb6c4065265 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:56:30.116936 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66506f05-d4fd-4b4f-9398-5790b62f25b9 None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:56:30.117556 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-66506f05-d4fd-4b4f-9398-5790b62f25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:56:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:30.144258 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36b93c55-73d6-46c0-88f3-4ab5cc15a8da req-2e1c5ac4-7667-476d-a7fe-09acdc2997cf service neutron] 10.222.0.15 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882027 Sep 16 05:56:30.223145 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-66506f05-d4fd-4b4f-9398-5790b62f25b9 None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:56:30.234938 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-36b93c55-73d6-46c0-88f3-4ab5cc15a8da req-2d25a0ad-21ce-490e-afc2-440f517ee499 service neutron] 10.222.0.15 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830412 Sep 16 05:56:30.449421 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-66506f05-d4fd-4b4f-9398-5790b62f25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'port_id': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'mac_address': 'fa:16:3e:59:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:53:53Z', 'updated_at': '2021-09-16T05:53:56Z', 'revision_number': 1, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address_scope': None}, {'id': 'd8e6b4b8-c076-4889-808e-fd18b34f53ba', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'port_id': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'mac_address': 'fa:16:3e:cd:15:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:56:28Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 0, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:56:30.474486 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66506f05-d4fd-4b4f-9398-5790b62f25b9 None None] The sync data for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 is: [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'port_id': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'mac_address': 'fa:16:3e:59:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:53:53Z', 'updated_at': '2021-09-16T05:53:56Z', 'revision_number': 1, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address_scope': None}, {'id': 'd8e6b4b8-c076-4889-808e-fd18b34f53ba', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'port_id': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'mac_address': 'fa:16:3e:cd:15:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:56:28Z', 'updated_at': '2021-09-16T05:56:28Z', 'revision_number': 0, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:56:30.667043 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355077ce-f9f1-4e33-a09e-77b49839cc0a None None] New status for floating IP d8e6b4b8-c076-4889-808e-fd18b34f53ba: ACTIVE {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:56:36.326801 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:38.323810 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:47.374942 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d7cac336-26e8-48d7-b807-7b3f2b1f8a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.314800 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5d9d5852-6bfe-4509-9bed-9ebbb753c501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:50.995877 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:51.402894 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:56:51.990428 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.513630 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:56:53.879227 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-fea46fce-2962-49cb-80bc-1e2ccfdbd3d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3717513 Sep 16 05:56:53.969340 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-63227301-0ff2-4edd-9e64-11783c6ccdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:53.970898 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-63227301-0ff2-4edd-9e64-11783c6ccdda service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 1095 time: 0.0403090 Sep 16 05:56:54.087070 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-4db2c587-80ff-460b-8600-af9d5b5f6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.088602 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-4db2c587-80ff-460b-8600-af9d5b5f6e14 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 911 time: 0.0890031 Sep 16 05:56:54.161814 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-585aa60b-9422-46e8-806f-3cf71b0d1d14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 HTTP/1.1" status: 200 len: 999 time: 0.0619159 Sep 16 05:56:54.215485 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-7e7abd78-c0c4-4f25-bddb-61806f9b0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.217714 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-7e7abd78-c0c4-4f25-bddb-61806f9b0985 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0446773 Sep 16 05:56:54.274181 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-e528f5ff-2ff7-4b13-8732-a83144b24d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:54.275703 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-e528f5ff-2ff7-4b13-8732-a83144b24d45 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464318 Sep 16 05:56:54.291358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-f1ba72c7-54eb-4db1-9a62-9a09128caf47 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 05:56:54.292378 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-f1ba72c7-54eb-4db1-9a62-9a09128caf47 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049574 Sep 16 05:56:54.382333 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-ea9802e4-f007-4a17-85e0-cf809dc22b68 service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817065 Sep 16 05:56:54.480112 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-4f1c6f90-574d-440e-994c-25ce95bc224d req-a87e2ee4-8a7c-4091-ae90-ca106b512d4e service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860384 Sep 16 05:56:57.224788 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d4a71e18-32cb-4b60-897f-12a84777d900 req-c15e2c32-63e9-43f0-b661-7151b67b0a95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451207 Sep 16 05:56:57.309027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a71e18-32cb-4b60-897f-12a84777d900 req-15297e51-5ae0-4bb8-8854-f514f6306270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:57.311035 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d4a71e18-32cb-4b60-897f-12a84777d900 req-15297e51-5ae0-4bb8-8854-f514f6306270 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 1097 time: 0.0424592 Sep 16 05:56:57.422430 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a71e18-32cb-4b60-897f-12a84777d900 req-73ab9187-931d-4da7-969a-9981b4a58eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:57.423996 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d4a71e18-32cb-4b60-897f-12a84777d900 req-73ab9187-931d-4da7-969a-9981b4a58eca service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 911 time: 0.0917392 Sep 16 05:56:57.500188 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d4a71e18-32cb-4b60-897f-12a84777d900 req-817e4f52-630d-4d4d-a5da-da0d0588030a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a HTTP/1.1" status: 200 len: 1000 time: 0.0595694 Sep 16 05:56:57.547648 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a71e18-32cb-4b60-897f-12a84777d900 req-6578a012-ff9b-41fe-9b0b-72657efc803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:57.549115 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d4a71e18-32cb-4b60-897f-12a84777d900 req-6578a012-ff9b-41fe-9b0b-72657efc803a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0432179 Sep 16 05:56:57.600078 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a71e18-32cb-4b60-897f-12a84777d900 req-4132bad4-655c-4bf8-bea6-dc2e2952f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:56:57.601658 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d4a71e18-32cb-4b60-897f-12a84777d900 req-4132bad4-655c-4bf8-bea6-dc2e2952f0db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448525 Sep 16 05:56:57.691322 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d4a71e18-32cb-4b60-897f-12a84777d900 req-31c2b024-434f-40cf-8157-de3ea0350778 service neutron] 10.222.0.15 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820017 Sep 16 05:56:57.786557 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-d4a71e18-32cb-4b60-897f-12a84777d900 req-7d038205-5ed3-43c5-b3c3-a413895efa0a service neutron] 10.222.0.15 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874782 Sep 16 05:57:06.338512 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:08.337947 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:17.376207 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-49ca159d-fdc9-4aec-8cdb-0fb5ff3dfbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:20.315936 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-a2094fc4-be57-4807-b1f1-de67f7bceaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:20.998016 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:21.994386 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:23.518688 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:28.401715 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:57:36.341352 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:38.335102 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:47.378101 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e60be03e-0bb9-4b97-8cd2-486b0e3b5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:50.317543 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ad970d78-d8b5-41f8-9e56-233403abd316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:50.999835 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:51.997586 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:53.519034 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:57:55.546980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6166c455-abe1-4081-8aa1-617a42e16b5c req-f429461f-0ed9-48d7-af2c-65ed1b7c02ae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410616 Sep 16 05:57:55.637387 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166c455-abe1-4081-8aa1-617a42e16b5c req-9ace3699-4871-4ec5-bc92-a86a7472be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:55.638928 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6166c455-abe1-4081-8aa1-617a42e16b5c req-9ace3699-4871-4ec5-bc92-a86a7472be33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 1095 time: 0.0405965 Sep 16 05:57:55.755195 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166c455-abe1-4081-8aa1-617a42e16b5c req-6a66e2f1-fbe5-4f38-8eac-0d34e6baba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:55.756657 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6166c455-abe1-4081-8aa1-617a42e16b5c req-6a66e2f1-fbe5-4f38-8eac-0d34e6baba5f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 911 time: 0.0898535 Sep 16 05:57:55.826917 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6166c455-abe1-4081-8aa1-617a42e16b5c req-3d0a72dd-bdec-43e4-91ae-51505db5ad86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 HTTP/1.1" status: 200 len: 999 time: 0.0577772 Sep 16 05:57:55.885057 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166c455-abe1-4081-8aa1-617a42e16b5c req-866b1752-e49d-4f06-a85e-9c144fca87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:55.886604 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6166c455-abe1-4081-8aa1-617a42e16b5c req-866b1752-e49d-4f06-a85e-9c144fca87d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0479736 Sep 16 05:57:55.935872 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166c455-abe1-4081-8aa1-617a42e16b5c req-aa9457f1-8ffe-41e1-b07f-d46b3450bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:55.937353 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6166c455-abe1-4081-8aa1-617a42e16b5c req-aa9457f1-8ffe-41e1-b07f-d46b3450bbbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395737 Sep 16 05:57:56.033739 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6166c455-abe1-4081-8aa1-617a42e16b5c req-fd7649e9-54a9-450a-9199-c136f935ed04 service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831149 Sep 16 05:57:56.134451 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6166c455-abe1-4081-8aa1-617a42e16b5c req-3c53b4fb-cb51-48ec-a611-cc050b500949 service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877810 Sep 16 05:57:59.253221 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd777849-ccdf-45fe-9448-a470f2d12cdc req-5775a93b-7cfc-4ae4-8229-a5da6b7f662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:59.255312 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd777849-ccdf-45fe-9448-a470f2d12cdc req-5775a93b-7cfc-4ae4-8229-a5da6b7f662a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 1097 time: 0.0426795 Sep 16 05:57:59.367954 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd777849-ccdf-45fe-9448-a470f2d12cdc req-9c582b46-95ff-4643-b76f-74c5b324c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:59.369351 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd777849-ccdf-45fe-9448-a470f2d12cdc req-9c582b46-95ff-4643-b76f-74c5b324c41f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 911 time: 0.0887210 Sep 16 05:57:59.745695 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd777849-ccdf-45fe-9448-a470f2d12cdc req-496e2bf0-a512-4e24-a77b-80a16d8065e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a HTTP/1.1" status: 200 len: 1000 time: 0.3680367 Sep 16 05:57:59.796950 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd777849-ccdf-45fe-9448-a470f2d12cdc req-7d5dd6cf-d956-4b05-b81f-ab840d166569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:59.798409 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd777849-ccdf-45fe-9448-a470f2d12cdc req-7d5dd6cf-d956-4b05-b81f-ab840d166569 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0428951 Sep 16 05:57:59.848588 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd777849-ccdf-45fe-9448-a470f2d12cdc req-2db1fe68-dc50-48f8-b22b-67d675b75753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:57:59.850179 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd777849-ccdf-45fe-9448-a470f2d12cdc req-2db1fe68-dc50-48f8-b22b-67d675b75753 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434675 Sep 16 05:57:59.948015 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd777849-ccdf-45fe-9448-a470f2d12cdc req-e14a9fea-90e9-48a4-a5b6-3e1dcbe9d080 service neutron] 10.222.0.15 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876207 Sep 16 05:58:00.043782 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-dd777849-ccdf-45fe-9448-a470f2d12cdc req-67f70cfb-1c72-4ebe-a4f1-2fdc6fca04d3 service neutron] 10.222.0.15 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857189 Sep 16 05:58:02.828418 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d749c90c-6736-4cfe-80dd-1c955f33c02a details requested by agent hyperv_n-h2-712142-17 with host n-h2-712142-17 {{(pid=94746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 05:58:02.938786 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d749c90c-6736-4cfe-80dd-1c955f33c02a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:02.955396 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Returning: {'device': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'port_id': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'mac_address': 'fa:16:3e:cd:15:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 05:58:03.000378 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:03.015369 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d749c90c-6736-4cfe-80dd-1c955f33c02a {{(pid=94746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 05:58:03.038265 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d749c90c-6736-4cfe-80dd-1c955f33c02a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:03.045576 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:03.107773 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=d749c90c-6736-4cfe-80dd-1c955f33c02a,revision_number=6']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:03.117557 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:03.117947 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:03.118290 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:03.118635 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:03.118972 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:03.119306 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:03.119637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:03.119968 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:03.120298 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:03.120623 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:03.120949 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:03.121274 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:03.127242 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] get_ports_and_sgs() called for port_ids ['d749c90c-6736-4cfe-80dd-1c955f33c02a'] {{(pid=94746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 05:58:04.829504 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d749c90c-6736-4cfe-80dd-1c955f33c02a up at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 05:58:05.068182 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.provisioning_blocks [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Provisioning complete for port d749c90c-6736-4cfe-80dd-1c955f33c02a triggered by entity L2. {{(pid=94746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 05:58:05.068829 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771620'] for port, provisioning_complete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.151458 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3549736'] for port, before_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.181252 n-d-712142-17 neutron-server[94746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd749c90c-6736-4cfe-80dd-1c955f33c02a'}] {{(pid=94746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:05.183588 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc783f33508ef0103d203d298898b716f8c0f2ae2c5ddc5227deaeb6e3cf46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed18b72-9c14-432b-b048-c3bad6ebe84d" -d '{"events": [{"server_uuid": "6883c94d-d23d-4b6f-a327-bfbdf2c7afec", "name": "network-vif-plugged", "status": "completed", "tag": "d749c90c-6736-4cfe-80dd-1c955f33c02a"}]}' {{(pid=94746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:05.198866 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] For port d749c90c-6736-4cfe-80dd-1c955f33c02a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:05.204331 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767728591629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767728087754', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767728087772'] for port, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:05.260927 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Pushing event updated for resources: {'Port': ['ID=d749c90c-6736-4cfe-80dd-1c955f33c02a,revision_number=7']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:05.329652 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1317c88-6d6f-4d24-a895-6dc461bea9bb x-openstack-request-id: req-d1317c88-6d6f-4d24-a895-6dc461bea9bb {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:05.330220 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6883c94d-d23d-4b6f-a327-bfbdf2c7afec", "name": "network-vif-plugged", "status": "completed", "tag": "d749c90c-6736-4cfe-80dd-1c955f33c02a", "code": 200}]} {{(pid=94746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:05.330710 n-d-712142-17 neutron-server[94746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1317c88-6d6f-4d24-a895-6dc461bea9bb {{(pid=94746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:05.331455 n-d-712142-17 neutron-server[94746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'code': 200} Sep 16 05:58:05.401234 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:06.344236 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:08.358284 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:11.897465 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57088) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:12.055781 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Deleting port 80d099cb-d92d-440a-8012-35adeae12069 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:12.056130 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.134708 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.134945 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.146832 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Calling delete_port for 80d099cb-d92d-440a-8012-35adeae12069 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:12.290959 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.322492 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event deleted for resources: {'Port': ['ID=80d099cb-d92d-440a-8012-35adeae12069,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:12.348302 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:12.348646 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:12.348993 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:12.349337 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:12.349704 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:12.350041 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:12.350373 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:12.350706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:12.351035 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:12.351450 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:12.351700 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:12.352024 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:12.390687 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.390975 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Floating IP d8e6b4b8-c076-4889-808e-fd18b34f53ba disassociated (deleted). External IP: 172.25.0.20, port: d749c90c-6736-4cfe-80dd-1c955f33c02a. Sep 16 05:58:12.604539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Router 5ff634ba-95b0-422e-bad0-0eb6c4065265 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:12.712706 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:12.717450 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:12.721977 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57781e-fa99-436a-a0c8-2a369ae62a21 None None] Sync routers for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:12.730988 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce57781e-fa99-436a-a0c8-2a369ae62a21 None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:12.731597 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ce57781e-fa99-436a-a0c8-2a369ae62a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:12.744363 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-e22f480e-033a-4565-b3c2-55ec1fb8a052 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "DELETE /v2.0/floatingips/d8e6b4b8-c076-4889-808e-fd18b34f53ba HTTP/1.1" status: 204 len: 168 time: 0.8457546 Sep 16 05:58:12.744948 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'tag': 'd749c90c-6736-4cfe-80dd-1c955f33c02a'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:12.747243 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1268c018-e2b7-4169-b1b5-5e38ddd6407b" -d '{"events": [{"name": "network-changed", "server_uuid": "6883c94d-d23d-4b6f-a327-bfbdf2c7afec", "tag": "d749c90c-6736-4cfe-80dd-1c955f33c02a"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:12.841894 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ce57781e-fa99-436a-a0c8-2a369ae62a21 None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:12.905897 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ffcdc3-9a45-49a4-86a0-3c748f2057c5 x-openstack-request-id: req-69ffcdc3-9a45-49a4-86a0-3c748f2057c5 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:12.906409 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6883c94d-d23d-4b6f-a327-bfbdf2c7afec", "tag": "d749c90c-6736-4cfe-80dd-1c955f33c02a", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:12.906541 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69ffcdc3-9a45-49a4-86a0-3c748f2057c5 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:12.907151 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'tag': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'status': 'completed', 'code': 200} Sep 16 05:58:12.988893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268c018-e2b7-4169-b1b5-5e38ddd6407b req-297f592e-35d7-44aa-801a-079c8fbc7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:12.991264 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1268c018-e2b7-4169-b1b5-5e38ddd6407b req-297f592e-35d7-44aa-801a-079c8fbc7b72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 1097 time: 0.0614486 Sep 16 05:58:13.002539 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdc1c0-993a-4a43-82ce-77f559287b3c req-3264f31c-ed09-4905-aa89-f8dbf0f79c4c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:13.004767 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28fdc1c0-993a-4a43-82ce-77f559287b3c req-3264f31c-ed09-4905-aa89-f8dbf0f79c4c tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 945 time: 0.0534394 Sep 16 05:58:13.045639 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-28fdc1c0-993a-4a43-82ce-77f559287b3c req-322e1f01-7740-4111-a112-f76ef99a6c7b tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337834 Sep 16 05:58:13.086431 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ce57781e-fa99-436a-a0c8-2a369ae62a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'port_id': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'mac_address': 'fa:16:3e:59:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:53:53Z', 'updated_at': '2021-09-16T05:53:56Z', 'revision_number': 1, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:13.094329 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268c018-e2b7-4169-b1b5-5e38ddd6407b req-11132e15-f22a-494c-be72-39a536bbf990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:13.095825 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1268c018-e2b7-4169-b1b5-5e38ddd6407b req-11132e15-f22a-494c-be72-39a536bbf990 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 911 time: 0.0954778 Sep 16 05:58:13.113664 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57781e-fa99-436a-a0c8-2a369ae62a21 None None] Checking router: 5ff634ba-95b0-422e-bad0-0eb6c4065265 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:13.122191 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce57781e-fa99-436a-a0c8-2a369ae62a21 None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:13.122808 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ce57781e-fa99-436a-a0c8-2a369ae62a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:13.138229 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1268c018-e2b7-4169-b1b5-5e38ddd6407b req-e61b275c-1cde-4880-b703-ae3c38228741 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a HTTP/1.1" status: 200 len: 217 time: 0.0347052 Sep 16 05:58:13.189806 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268c018-e2b7-4169-b1b5-5e38ddd6407b req-586c4255-4d78-4a52-b98d-59518d8a6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:13.192071 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1268c018-e2b7-4169-b1b5-5e38ddd6407b req-586c4255-4d78-4a52-b98d-59518d8a6112 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0460944 Sep 16 05:58:13.230615 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-ce57781e-fa99-436a-a0c8-2a369ae62a21 None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:13.239122 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268c018-e2b7-4169-b1b5-5e38ddd6407b req-38f61cde-8aa5-4aa0-8c02-3ee97e04821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:13.240666 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1268c018-e2b7-4169-b1b5-5e38ddd6407b req-38f61cde-8aa5-4aa0-8c02-3ee97e04821b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399063 Sep 16 05:58:13.338792 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1268c018-e2b7-4169-b1b5-5e38ddd6407b req-b55fca3d-ff6b-4a24-bf50-4b81ed67d6f5 service neutron] 10.222.0.15 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896959 Sep 16 05:58:13.433716 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-1268c018-e2b7-4169-b1b5-5e38ddd6407b req-0e379a5f-0f13-418a-8fb2-783b32a6cb0c service neutron] 10.222.0.15 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871196 Sep 16 05:58:13.456271 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-ce57781e-fa99-436a-a0c8-2a369ae62a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'port_id': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'mac_address': 'fa:16:3e:59:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:53:53Z', 'updated_at': '2021-09-16T05:53:56Z', 'revision_number': 1, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:13.481872 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce57781e-fa99-436a-a0c8-2a369ae62a21 None None] The sync data for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 is: [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_floatingips': [{'id': 'd53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'router_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'port_id': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'mac_address': 'fa:16:3e:59:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T05:53:53Z', 'updated_at': '2021-09-16T05:53:56Z', 'revision_number': 1, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:13.700919 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9885800-5c92-4869-982a-8ea3d2e6d17a None None] New status for floating IP d8e6b4b8-c076-4889-808e-fd18b34f53ba: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:58:14.170000 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dd117-bffe-4aca-843f-4e6736788594 req-604f7f62-a112-42ed-9001-79a637cddd2f tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:14.171556 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-866dd117-bffe-4aca-843f-4e6736788594 req-604f7f62-a112-42ed-9001-79a637cddd2f tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 945 time: 0.0528753 Sep 16 05:58:14.210600 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-866dd117-bffe-4aca-843f-4e6736788594 req-a4b9531b-dbcf-4a99-9806-b02c50836bee tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326419 Sep 16 05:58:14.483200 n-d-712142-17 neutron-server[94744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ea0ed-96f8-455b-bf98-e9985902611c req-866b974a-0585-40ee-b823-9e765e566a44 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:14.484847 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af2ea0ed-96f8-455b-bf98-e9985902611c req-866b974a-0585-40ee-b823-9e765e566a44 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.15 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 945 time: 0.0514147 Sep 16 05:58:14.576957 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-af2ea0ed-96f8-455b-bf98-e9985902611c req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Deleting port d749c90c-6736-4cfe-80dd-1c955f33c02a {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:14.577290 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af2ea0ed-96f8-455b-bf98-e9985902611c req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.668457 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [req-af2ea0ed-96f8-455b-bf98-e9985902611c req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] For port d749c90c-6736-4cfe-80dd-1c955f33c02a, host n-h2-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-17',level=0,port_id=d749c90c-6736-4cfe-80dd-1c955f33c02a,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:14.668823 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af2ea0ed-96f8-455b-bf98-e9985902611c req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.681615 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [req-af2ea0ed-96f8-455b-bf98-e9985902611c req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Calling delete_port for d749c90c-6736-4cfe-80dd-1c955f33c02a owned by compute:nova {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:14.807170 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af2ea0ed-96f8-455b-bf98-e9985902611c req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.837314 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event deleted for resources: {'Port': ['ID=d749c90c-6736-4cfe-80dd-1c955f33c02a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:14.840154 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d749c90c-6736-4cfe-80dd-1c955f33c02a no longer exists at agent hyperv_n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:14.851050 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:14.851403 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:14.851742 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:14.852106 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:14.852449 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:14.852785 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:14.853117 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:14.853451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:14.853807 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:14.854150 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:14.854537 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:14.854804 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-17 {{(pid=94744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 05:58:14.869445 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] No Port match for: d749c90c-6736-4cfe-80dd-1c955f33c02a {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:14.870001 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Device d749c90c-6736-4cfe-80dd-1c955f33c02a not bound to the agent host n-h2-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:14.888093 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2ea0ed-96f8-455b-bf98-e9985902611c req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] No DVR routers for this DVR port d749c90c-6736-4cfe-80dd-1c955f33c02a on host n-h2-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:14.890880 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [req-af2ea0ed-96f8-455b-bf98-e9985902611c req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:14.893098 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [req-af2ea0ed-96f8-455b-bf98-e9985902611c req-1a049b3a-84e4-4a8f-9c83-4b1ceadac9f6 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.15 "DELETE /v2.0/ports/d749c90c-6736-4cfe-80dd-1c955f33c02a HTTP/1.1" status: 204 len: 173 time: 0.4019613 Sep 16 05:58:14.893535 n-d-712142-17 neutron-server[94744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'name': 'network-vif-deleted', 'tag': 'd749c90c-6736-4cfe-80dd-1c955f33c02a'}] {{(pid=94744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:14.896567 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053fa4f2f812d132cccafcbaba5c5ae170c622990f686a6f42860301bb49a3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a0d87c-9069-4b9c-a516-29ff6bb5cc10" -d '{"events": [{"server_uuid": "6883c94d-d23d-4b6f-a327-bfbdf2c7afec", "name": "network-vif-deleted", "tag": "d749c90c-6736-4cfe-80dd-1c955f33c02a"}]}' {{(pid=94744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:14.933090 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a14b1e-165c-4289-bf27-aa3d80cc3fa2 x-openstack-request-id: req-16a14b1e-165c-4289-bf27-aa3d80cc3fa2 {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:14.933414 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6883c94d-d23d-4b6f-a327-bfbdf2c7afec", "name": "network-vif-deleted", "tag": "d749c90c-6736-4cfe-80dd-1c955f33c02a", "status": "completed", "code": 200}]} {{(pid=94744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:14.933720 n-d-712142-17 neutron-server[94744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16a14b1e-165c-4289-bf27-aa3d80cc3fa2 {{(pid=94744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:14.934127 n-d-712142-17 neutron-server[94744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6883c94d-d23d-4b6f-a327-bfbdf2c7afec', 'name': 'network-vif-deleted', 'tag': 'd749c90c-6736-4cfe-80dd-1c955f33c02a', 'status': 'completed', 'code': 200} Sep 16 05:58:15.326259 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-ea0d2763-2c32-41ca-a672-7a747a2cd89f req-e462aa92-7067-46b1-9e16-d07df4a6a901 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=6883c94d-d23d-4b6f-a327-bfbdf2c7afec HTTP/1.1" status: 200 len: 210 time: 0.0277364 Sep 16 05:58:16.911644 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57144) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:17.076891 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Deleting port fcd25927-8b9f-4da9-9c63-2a5f02121e27 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:17.077149 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:17.155135 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:17.155461 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:17.167243 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Calling delete_port for fcd25927-8b9f-4da9-9c63-2a5f02121e27 owned by network:floatingip {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:17.321936 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:17.351449 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event deleted for resources: {'Port': ['ID=fcd25927-8b9f-4da9-9c63-2a5f02121e27,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:17.377953 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e45fdf55-b314-4aa3-a7a8-b2f76e62bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:17.411715 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for floatingip, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:17.412106 n-d-712142-17 neutron-server[94745]: INFO neutron.db.l3_db [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Floating IP d53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca disassociated (deleted). External IP: 172.25.0.226, port: de58f44a-b2da-4f7c-b92c-734f8ae4bdf7. Sep 16 05:58:17.618421 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Router 5ff634ba-95b0-422e-bad0-0eb6c4065265 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:17.730291 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:17.735016 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for floatingip, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:17.740651 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdf2d9-3ea2-4bf6-8396-5befbcbb53f8 None None] Sync routers for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:17.749692 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdf2d9-3ea2-4bf6-8396-5befbcbb53f8 None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:17.750399 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-91bdf2d9-3ea2-4bf6-8396-5befbcbb53f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:17.762421 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5701da6d-d169-48b9-8285-2be28726569d tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "DELETE /v2.0/floatingips/d53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca HTTP/1.1" status: 204 len: 168 time: 0.8489480 Sep 16 05:58:17.763013 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:17.765387 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40e3c52-c820-404a-86f8-2f019522cdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:17.927816 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fe2bd6-b964-41c7-ab9e-5aa6568811a8 x-openstack-request-id: req-b7fe2bd6-b964-41c7-ab9e-5aa6568811a8 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:17.928882 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:17.929230 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7fe2bd6-b964-41c7-ab9e-5aa6568811a8 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:17.929873 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'status': 'completed', 'code': 200} Sep 16 05:58:17.954872 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-91bdf2d9-3ea2-4bf6-8396-5befbcbb53f8 None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:18.015379 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e3c52-c820-404a-86f8-2f019522cdc7 req-0feac2cf-7e17-478f-a477-9d758a5af740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:18.017449 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e40e3c52-c820-404a-86f8-2f019522cdc7 req-0feac2cf-7e17-478f-a477-9d758a5af740 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 1095 time: 0.0503373 Sep 16 05:58:18.141945 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279bc17-043c-450b-8608-aa75ebd1b15b req-7416436d-5432-456d-bbaf-7602ff6487fe tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:18.143381 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6279bc17-043c-450b-8608-aa75ebd1b15b req-7416436d-5432-456d-bbaf-7602ff6487fe tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 943 time: 0.1660943 Sep 16 05:58:18.159158 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-91bdf2d9-3ea2-4bf6-8396-5befbcbb53f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:18.170787 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e3c52-c820-404a-86f8-2f019522cdc7 req-91bc8c69-35e4-431c-b8ed-e737fd9f5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:18.172255 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e40e3c52-c820-404a-86f8-2f019522cdc7 req-91bc8c69-35e4-431c-b8ed-e737fd9f5b05 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 200 len: 911 time: 0.1465776 Sep 16 05:58:18.189272 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdf2d9-3ea2-4bf6-8396-5befbcbb53f8 None None] Checking router: 5ff634ba-95b0-422e-bad0-0eb6c4065265 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:18.198468 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdf2d9-3ea2-4bf6-8396-5befbcbb53f8 None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:18.199083 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-91bdf2d9-3ea2-4bf6-8396-5befbcbb53f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:57:50Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:18.228390 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-6279bc17-043c-450b-8608-aa75ebd1b15b req-6d312065-bb4d-40c8-8233-87f5954c0edd tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780129 Sep 16 05:58:18.229799 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e40e3c52-c820-404a-86f8-2f019522cdc7 req-7390aaab-4f05-42fe-8277-3b4543dd2cd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 HTTP/1.1" status: 200 len: 217 time: 0.0450299 Sep 16 05:58:18.287474 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e3c52-c820-404a-86f8-2f019522cdc7 req-1dd56327-c535-4148-9f0f-f576e11ab251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:18.288980 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e40e3c52-c820-404a-86f8-2f019522cdc7 req-1dd56327-c535-4148-9f0f-f576e11ab251 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 200 len: 849 time: 0.0458755 Sep 16 05:58:18.307451 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-91bdf2d9-3ea2-4bf6-8396-5befbcbb53f8 None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:18.339359 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e3c52-c820-404a-86f8-2f019522cdc7 req-71041704-6416-4f97-a310-ae9957e7952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:18.340912 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e40e3c52-c820-404a-86f8-2f019522cdc7 req-71041704-6416-4f97-a310-ae9957e7952d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6caadd4-5706-4d40-bfda-585642570252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420778 Sep 16 05:58:18.438758 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e40e3c52-c820-404a-86f8-2f019522cdc7 req-b23deeeb-4493-476b-9e4b-79cf8385c933 service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881128 Sep 16 05:58:18.504593 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-91bdf2d9-3ea2-4bf6-8396-5befbcbb53f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:18.529901 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdf2d9-3ea2-4bf6-8396-5befbcbb53f8 None None] The sync data for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 is: [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:35Z', 'revision_number': 4, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17', '_interfaces': [{'id': 'c7c2c336-4f56-41fe-843f-67623770171d', 'name': '', 'network_id': 'f6caadd4-5706-4d40-bfda-585642570252', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'mac_address': 'fa:16:3e:1b:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:34Z', 'updated_at': '2021-09-16T05:53:39Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'subnets': [{'id': 'afa37a23-062e-4088-9292-0615c40e8ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:18.530551 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e40e3c52-c820-404a-86f8-2f019522cdc7 req-1cad407a-70c6-45c3-b666-eceb471640bd service neutron] 10.222.0.50 "GET /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834918 Sep 16 05:58:18.749198 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099790d-7117-4d35-a18f-7dbdf0022077 None None] New status for floating IP d53a2c0b-2cb4-4868-bcdb-6c6e768cf1ca: DOWN {{(pid=94746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 05:58:19.344997 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b01f93-fdaa-43d8-8753-6ea04fcb3c09 req-9dad7b3a-ab41-4273-8ce8-a0db43ab84d7 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:19.346523 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-47b01f93-fdaa-43d8-8753-6ea04fcb3c09 req-9dad7b3a-ab41-4273-8ce8-a0db43ab84d7 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 943 time: 0.0496340 Sep 16 05:58:19.388131 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-47b01f93-fdaa-43d8-8753-6ea04fcb3c09 req-2822db2a-78fd-41ef-a2d9-378d3f700f20 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/security-groups?id=7c5802ff-b9f6-4026-a4be-108d7a48de05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356529 Sep 16 05:58:19.945090 n-d-712142-17 neutron-server[94745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e18a3f-d5f5-41e2-9423-f4f820b813c7 req-234c82f9-14f8-4a1c-a9a8-8d1ca40c314a tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 05:58:19.946711 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e3e18a3f-d5f5-41e2-9423-f4f820b813c7 req-234c82f9-14f8-4a1c-a9a8-8d1ca40c314a tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 943 time: 0.0538342 Sep 16 05:58:20.046418 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-e3e18a3f-d5f5-41e2-9423-f4f820b813c7 req-fee04a6e-6899-46f1-8707-596b0e714e28 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Deleting port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:20.046766 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3e18a3f-d5f5-41e2-9423-f4f820b813c7 req-fee04a6e-6899-46f1-8707-596b0e714e28 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:20.150899 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [req-e3e18a3f-d5f5-41e2-9423-f4f820b813c7 req-fee04a6e-6899-46f1-8707-596b0e714e28 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] For port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7, host n-h1-712142-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-17',level=0,port_id=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:20.151412 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3e18a3f-d5f5-41e2-9423-f4f820b813c7 req-fee04a6e-6899-46f1-8707-596b0e714e28 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:20.169126 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [req-e3e18a3f-d5f5-41e2-9423-f4f820b813c7 req-fee04a6e-6899-46f1-8707-596b0e714e28 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Calling delete_port for de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 owned by compute:nova {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:20.319110 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-abed828d-e287-4423-9bcc-d62f60e0d8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:20.321216 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3e18a3f-d5f5-41e2-9423-f4f820b813c7 req-fee04a6e-6899-46f1-8707-596b0e714e28 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:20.351591 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee04a6e-6899-46f1-8707-596b0e714e28 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event deleted for resources: {'Port': ['ID=de58f44a-b2da-4f7c-b92c-734f8ae4bdf7,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:20.394945 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e18a3f-d5f5-41e2-9423-f4f820b813c7 req-fee04a6e-6899-46f1-8707-596b0e714e28 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] No DVR routers for this DVR port de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 on host n-h1-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:20.397593 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [req-e3e18a3f-d5f5-41e2-9423-f4f820b813c7 req-fee04a6e-6899-46f1-8707-596b0e714e28 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35609'] for port, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:20.399657 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e3e18a3f-d5f5-41e2-9423-f4f820b813c7 req-fee04a6e-6899-46f1-8707-596b0e714e28 tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.50 "DELETE /v2.0/ports/de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 HTTP/1.1" status: 204 len: 173 time: 0.4454844 Sep 16 05:58:20.400107 n-d-712142-17 neutron-server[94745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'name': 'network-vif-deleted', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7'}] {{(pid=94745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 05:58:20.402402 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5792f2d216eeb1a182e909234d27c7a05f0a146f6164229f42ed0e9bdd22be24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0449cb-358c-4cab-8e77-c7f10a0be7ca" -d '{"events": [{"server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "name": "network-vif-deleted", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7"}]}' {{(pid=94745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 05:58:20.438921 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 05:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfe1c3e-2b89-454d-b2a0-a0788da47613 x-openstack-request-id: req-acfe1c3e-2b89-454d-b2a0-a0788da47613 {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 05:58:20.439278 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f", "name": "network-vif-deleted", "tag": "de58f44a-b2da-4f7c-b92c-734f8ae4bdf7", "status": "completed", "code": 200}]} {{(pid=94745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 05:58:20.439526 n-d-712142-17 neutron-server[94745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acfe1c3e-2b89-454d-b2a0-a0788da47613 {{(pid=94745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 05:58:20.440032 n-d-712142-17 neutron-server[94745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f', 'name': 'network-vif-deleted', 'tag': 'de58f44a-b2da-4f7c-b92c-734f8ae4bdf7', 'status': 'completed', 'code': 200} Sep 16 05:58:20.512852 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [req-e0f1a2e4-bc51-4f2f-ad8f-5c5dbdbfb39e req-30dcfb1f-0589-48a7-afa7-25b8d4d065be tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a9cb55e-06e8-4a62-b2be-f74f7d6aff0f HTTP/1.1" status: 200 len: 210 time: 0.0276792 Sep 16 05:58:21.001304 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:21.567819 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57162) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:21.625993 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-845ef96f-938e-4fb9-a5a5-5fdac579f5df tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:21.651149 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-845ef96f-938e-4fb9-a5a5-5fdac579f5df tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:22.006552 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:22.030273 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-845ef96f-938e-4fb9-a5a5-5fdac579f5df tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:22.032889 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-845ef96f-938e-4fb9-a5a5-5fdac579f5df tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Notify callbacks [] for security_group, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:22.034090 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-845ef96f-938e-4fb9-a5a5-5fdac579f5df tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] 10.222.0.53 "DELETE /v2.0/security-groups/7c5802ff-b9f6-4026-a4be-108d7a48de05 HTTP/1.1" status: 204 len: 168 time: 0.4649851 Sep 16 05:58:22.043791 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef96f-938e-4fb9-a5a5-5fdac579f5df tempest-TestSnapshotPattern-38754849 tempest-TestSnapshotPattern-38754849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5802ff-b9f6-4026-a4be-108d7a48de05,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:22.083141 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57166) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:22.425697 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-200f9934-7582-4bde-85a7-3925c6776615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:22.672798 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-200f9934-7582-4bde-85a7-3925c6776615 admin admin] Deleting port c7c2c336-4f56-41fe-843f-67623770171d {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:22.673507 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-200f9934-7582-4bde-85a7-3925c6776615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:22.756491 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-200f9934-7582-4bde-85a7-3925c6776615 admin admin] For port c7c2c336-4f56-41fe-843f-67623770171d, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=c7c2c336-4f56-41fe-843f-67623770171d,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:22.756857 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-200f9934-7582-4bde-85a7-3925c6776615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:22.768861 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-200f9934-7582-4bde-85a7-3925c6776615 admin admin] Calling delete_port for c7c2c336-4f56-41fe-843f-67623770171d owned by network:router_interface {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:22.949015 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-200f9934-7582-4bde-85a7-3925c6776615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:22.975242 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f9934-7582-4bde-85a7-3925c6776615 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c2c336-4f56-41fe-843f-67623770171d,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:23.145976 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-200f9934-7582-4bde-85a7-3925c6776615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:23.365488 n-d-712142-17 neutron-server[94745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200f9934-7582-4bde-85a7-3925c6776615 admin admin] Router 5ff634ba-95b0-422e-bad0-0eb6c4065265 has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:23.474117 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200f9934-7582-4bde-85a7-3925c6776615 admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:23.479931 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-200f9934-7582-4bde-85a7-3925c6776615 admin admin] 10.222.0.53 "PUT /v2.0/routers/5ff634ba-95b0-422e-bad0-0eb6c4065265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3957257 Sep 16 05:58:23.482586 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57168) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:23.483000 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40b1c7-961c-429b-93b7-3f74543e8bc4 None None] Sync routers for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:23.493201 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40b1c7-961c-429b-93b7-3f74543e8bc4 None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:23.493840 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5e40b1c7-961c-429b-93b7-3f74543e8bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:23.525385 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:23.594664 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Notify callbacks [] for router, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:23.602652 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-5e40b1c7-961c-429b-93b7-3f74543e8bc4 None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: n-d-712142-17 {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:23.699835 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:23.758460 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Deleting port a4d1ab07-38c9-40e6-aef0-60d5f1124779 {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:23.758802 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:23.785100 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5e40b1c7-961c-429b-93b7-3f74543e8bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:58:22Z', 'revision_number': 5, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port': {'id': 'a4d1ab07-38c9-40e6-aef0-60d5f1124779', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:23.811840 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40b1c7-961c-429b-93b7-3f74543e8bc4 None None] Checking router: 5ff634ba-95b0-422e-bad0-0eb6c4065265 for host: n-d-712142-17 {{(pid=94747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:23.821381 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40b1c7-961c-429b-93b7-3f74543e8bc4 None None] Routers {'5ff634ba-95b0-422e-bad0-0eb6c4065265'} bound to L3 agent in host n-d-712142-17 {{(pid=94747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:23.822030 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5e40b1c7-961c-429b-93b7-3f74543e8bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['5ff634ba-95b0-422e-bad0-0eb6c4065265'], 'active': True} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:23.841341 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] For port a4d1ab07-38c9-40e6-aef0-60d5f1124779, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=a4d1ab07-38c9-40e6-aef0-60d5f1124779,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:23.841739 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:23.853919 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Calling delete_port for a4d1ab07-38c9-40e6-aef0-60d5f1124779 owned by network:router_gateway {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:23.906073 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_dvr_db [None req-5e40b1c7-961c-429b-93b7-3f74543e8bc4 None None] Set router 5ff634ba-95b0-422e-bad0-0eb6c4065265 gateway port host: None {{(pid=94747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:23.963513 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.l3_hamode_db [None req-5e40b1c7-961c-429b-93b7-3f74543e8bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:58:23Z', 'revision_number': 6, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:23.994277 n-d-712142-17 neutron-server[94747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40b1c7-961c-429b-93b7-3f74543e8bc4 None None] The sync data for ids ['5ff634ba-95b0-422e-bad0-0eb6c4065265'] in n-d-712142-17 is: [{'id': '5ff634ba-95b0-422e-bad0-0eb6c4065265', 'name': 'tempest-TestSnapshotPattern-1469948560-router', 'tenant_id': '92b9f05ba0f94efe96f190699cb87ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:32Z', 'updated_at': '2021-09-16T05:58:23Z', 'revision_number': 6, 'project_id': '92b9f05ba0f94efe96f190699cb87ba4', 'gw_port_host': None}] {{(pid=94747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:24.028463 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.059522 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d1ab07-38c9-40e6-aef0-60d5f1124779,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:24.114912 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.203492 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.205530 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.250757 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.251311 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff634ba-95b0-422e-bad0-0eb6c4065265 {{(pid=94745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:58:24.256520 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] Notify callbacks [] for router, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.257804 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-1f414e65-2b76-4246-be7d-9a02ba71f12a admin admin] 10.222.0.53 "DELETE /v2.0/routers/5ff634ba-95b0-422e-bad0-0eb6c4065265 HTTP/1.1" status: 204 len: 168 time: 0.7742753 Sep 16 05:58:24.260293 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57170) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:24.295975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 no longer exists at agent hyperv_n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:24.313448 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7948e009-038d-494f-ae65-92a523c1dc44 admin admin] Deleting subnet afa37a23-062e-4088-9292-0615c40e8ef2 {{(pid=94745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:58:24.315353 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] No Port match for: de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:24.315708 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Device de58f44a-b2da-4f7c-b92c-734f8ae4bdf7 not bound to the agent host n-h1-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:24.316666 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7948e009-038d-494f-ae65-92a523c1dc44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.353633 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7948e009-038d-494f-ae65-92a523c1dc44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548272'] for subnet, precommit_delete_associations {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.442368 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7948e009-038d-494f-ae65-92a523c1dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.496700 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7948e009-038d-494f-ae65-92a523c1dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26418684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26473970'] for subnet, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.519879 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948e009-038d-494f-ae65-92a523c1dc44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa37a23-062e-4088-9292-0615c40e8ef2,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:24.526460 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-7948e009-038d-494f-ae65-92a523c1dc44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.528332 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-7948e009-038d-494f-ae65-92a523c1dc44 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/afa37a23-062e-4088-9292-0615c40e8ef2 HTTP/1.1" status: 204 len: 168 time: 0.2671232 Sep 16 05:58:24.531080 n-d-712142-17 neutron-server[94745]: DEBUG neutron.wsgi [-] (94745) accepted ('10.222.0.53', 57172) {{(pid=94745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:24.531975 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422f7d90-7323-47dc-a5e9-10184af7423a None None] Network f6caadd4-5706-4d40-bfda-585642570252 requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:58:24.605142 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.661026 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Deleting port e7125487-53fd-495a-a523-59b04f9da6de {{(pid=94745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:24.661380 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.725166 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.db [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] For port e7125487-53fd-495a-a523-59b04f9da6de, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=e7125487-53fd-495a-a523-59b04f9da6de,segment=NetworkSegment(1a2cd552-4a8c-4b68-85a9-95ccd9c020f3),segment_id=1a2cd552-4a8c-4b68-85a9-95ccd9c020f3)] {{(pid=94745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:24.725852 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.737702 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.plugin [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Calling delete_port for e7125487-53fd-495a-a523-59b04f9da6de owned by network:dhcp {{(pid=94745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:24.791214 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a993b-e4fc-4bdf-8f89-32ad285d881d None None] DHCP port deletion for f6caadd4-5706-4d40-bfda-585642570252 request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:58:24.837894 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26418643'] for port, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.842271 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a993b-e4fc-4bdf-8f89-32ad285d881d None None] Deleting port e7125487-53fd-495a-a523-59b04f9da6de {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:24.842659 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ee2a993b-e4fc-4bdf-8f89-32ad285d881d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.852998 n-d-712142-17 neutron-server[94745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] No DVR routers for this DVR port e7125487-53fd-495a-a523-59b04f9da6de on host n-d-712142-17 {{(pid=94745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:24.859620 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c7c2c336-4f56-41fe-843f-67623770171d no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:24.874304 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e7125487-53fd-495a-a523-59b04f9da6de,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:24.889754 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: c7c2c336-4f56-41fe-843f-67623770171d {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:24.890156 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device c7c2c336-4f56-41fe-843f-67623770171d not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:24.890637 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a4d1ab07-38c9-40e6-aef0-60d5f1124779 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:24.938891 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: a4d1ab07-38c9-40e6-aef0-60d5f1124779 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:24.939259 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device a4d1ab07-38c9-40e6-aef0-60d5f1124779 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:24.939676 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e7125487-53fd-495a-a523-59b04f9da6de no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:24.951390 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.968141 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: e7125487-53fd-495a-a523-59b04f9da6de {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:24.968509 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device e7125487-53fd-495a-a523-59b04f9da6de not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:24.971943 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6caadd4-5706-4d40-bfda-585642570252']}} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:24.974925 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-ee2a993b-e4fc-4bdf-8f89-32ad285d881d None None] For port e7125487-53fd-495a-a523-59b04f9da6de, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:24.975890 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ee2a993b-e4fc-4bdf-8f89-32ad285d881d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.983462 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3') {'for_net_delete': True} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:24.983767 n-d-712142-17 neutron-server[94745]: DEBUG neutron.services.segments.db [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2cd552-4a8c-4b68-85a9-95ccd9c020f3') {} {{(pid=94745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:24.991028 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a993b-e4fc-4bdf-8f89-32ad285d881d None None] Calling delete_port for e7125487-53fd-495a-a523-59b04f9da6de owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:24.993874 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548283'] for segment, before_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:24.994021 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-ee2a993b-e4fc-4bdf-8f89-32ad285d881d None None] Port e7125487-53fd-495a-a523-59b04f9da6de was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:58:24.995337 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ee2a993b-e4fc-4bdf-8f89-32ad285d881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.009091 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.015358 n-d-712142-17 neutron-server[94745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:58:25.015640 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26417698'] for segment, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: Traceback (most recent call last): Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: timer() Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: cb(*args, **kw) Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: return func(*args, **kwargs) Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: self._notify() Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: self.callback(batched_events) Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: event.method(event) Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: return f(self, *a, **k) Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: return self._get(url).json() Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: return self.request(url, 'GET', **kwargs) Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:58:25.017547 n-d-712142-17 neutron-server[94745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:58:25.021933 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a993b-e4fc-4bdf-8f89-32ad285d881d None None] Pushing event deleted for resources: {'Port': ['ID=e7125487-53fd-495a-a523-59b04f9da6de,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:25.027310 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a993b-e4fc-4bdf-8f89-32ad285d881d None None] No DVR routers for this DVR port e7125487-53fd-495a-a523-59b04f9da6de on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:25.078599 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.085416 n-d-712142-17 neutron-server[94745]: DEBUG neutron_lib.callbacks.manager [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Notify callbacks [] for network, before_response {{(pid=94745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.087483 n-d-712142-17 neutron-server[94745]: INFO neutron.wsgi [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] 10.222.0.53 "DELETE /v2.0/networks/f6caadd4-5706-4d40-bfda-585642570252 HTTP/1.1" status: 204 len: 168 time: 0.5554638 Sep 16 05:58:25.090571 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57174) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:25.098754 n-d-712142-17 neutron-server[94745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063a468-d50f-4f63-9b1f-1606454091fc admin admin] Pushing event deleted for resources: {'Network': ['ID=f6caadd4-5706-4d40-bfda-585642570252,revision_number=None']} {{(pid=94745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:25.449496 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d503da6-02cb-4d5b-8e3e-ea366261ac7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.695309 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-7d503da6-02cb-4d5b-8e3e-ea366261ac7d admin admin] Deleting port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:25.695657 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d503da6-02cb-4d5b-8e3e-ea366261ac7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.771914 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-7d503da6-02cb-4d5b-8e3e-ea366261ac7d admin admin] For port 9996cdf8-5bad-47aa-ab69-829e3c1a9a21, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=9996cdf8-5bad-47aa-ab69-829e3c1a9a21,segment=NetworkSegment(f5b47b1d-7ea9-40f1-8838-5e6bcc474a86),segment_id=f5b47b1d-7ea9-40f1-8838-5e6bcc474a86)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:25.773323 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d503da6-02cb-4d5b-8e3e-ea366261ac7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.785542 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-7d503da6-02cb-4d5b-8e3e-ea366261ac7d admin admin] Calling delete_port for 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 owned by network:router_interface {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:25.969036 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d503da6-02cb-4d5b-8e3e-ea366261ac7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:25.998636 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d503da6-02cb-4d5b-8e3e-ea366261ac7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9996cdf8-5bad-47aa-ab69-829e3c1a9a21,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:26.169317 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-7d503da6-02cb-4d5b-8e3e-ea366261ac7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-786103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580795'] for router_interface, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:26.384325 n-d-712142-17 neutron-server[94744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d503da6-02cb-4d5b-8e3e-ea366261ac7d admin admin] Router 33c5e95f-b977-407c-9e1d-87d2118f32ae has already been hosted by L3 agent 7687bb0c-22d4-4e42-a850-a101499763e2 {{(pid=94744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 05:58:26.490301 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d503da6-02cb-4d5b-8e3e-ea366261ac7d admin admin] Notify agent at l3_agent.n-d-712142-17 the message routers_updated {{(pid=94744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 05:58:26.496024 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-7d503da6-02cb-4d5b-8e3e-ea366261ac7d admin admin] 10.222.0.53 "PUT /v2.0/routers/33c5e95f-b977-407c-9e1d-87d2118f32ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4043627 Sep 16 05:58:26.498688 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57176) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:26.499522 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8d8d5-1de5-4b04-9430-88d3f3c50128 None None] Sync routers for ids ['33c5e95f-b977-407c-9e1d-87d2118f32ae'] in n-d-712142-17 {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 05:58:26.509309 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8d8d5-1de5-4b04-9430-88d3f3c50128 None None] Routers {'33c5e95f-b977-407c-9e1d-87d2118f32ae'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:26.510085 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-26c8d8d5-1de5-4b04-9430-88d3f3c50128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['33c5e95f-b977-407c-9e1d-87d2118f32ae'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:26.602174 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Notify callbacks [] for router, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:26.615578 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-26c8d8d5-1de5-4b04-9430-88d3f3c50128 None None] Set router 33c5e95f-b977-407c-9e1d-87d2118f32ae gateway port host: n-d-712142-17 {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:26.712558 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:26.768679 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Deleting port 82a9d1eb-53db-4e8d-8fac-916c1e17f0da {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:26.769032 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:26.802808 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-26c8d8d5-1de5-4b04-9430-88d3f3c50128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'name': 'tempest-TestSnapshotPattern-98868096-router', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'external_fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:36Z', 'updated_at': '2021-09-16T05:58:25Z', 'revision_number': 5, 'project_id': '5cac7ddd87c2479e998f5c678bcfc558', 'gw_port': {'id': '82a9d1eb-53db-4e8d-8fac-916c1e17f0da', 'name': '', 'network_id': 'd6f07381-018f-452e-9a64-d5ddd43ee5a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T05:53:37Z', 'updated_at': '2021-09-16T05:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae6fd090-5b9e-42f1-9ad8-6eb400feea08', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-17'}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:26.829650 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8d8d5-1de5-4b04-9430-88d3f3c50128 None None] Checking router: 33c5e95f-b977-407c-9e1d-87d2118f32ae for host: n-d-712142-17 {{(pid=94746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 05:58:26.838476 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8d8d5-1de5-4b04-9430-88d3f3c50128 None None] Routers {'33c5e95f-b977-407c-9e1d-87d2118f32ae'} bound to L3 agent in host n-d-712142-17 {{(pid=94746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 05:58:26.839100 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-26c8d8d5-1de5-4b04-9430-88d3f3c50128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T04:23:50Z,description=,heartbeat_timestamp=2021-09-16T05:58:20Z,host='n-d-712142-17',id=7687bb0c-22d4-4e42-a850-a101499763e2,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T04:23:50Z,topic='l3_agent')) {'router_ids': ['33c5e95f-b977-407c-9e1d-87d2118f32ae'], 'active': True} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:26.850451 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] For port 82a9d1eb-53db-4e8d-8fac-916c1e17f0da, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=82a9d1eb-53db-4e8d-8fac-916c1e17f0da,segment=NetworkSegment(9e9db0bb-dbb3-4325-a208-d20ff12eb748),segment_id=9e9db0bb-dbb3-4325-a208-d20ff12eb748)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:26.850912 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:26.863077 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Calling delete_port for 82a9d1eb-53db-4e8d-8fac-916c1e17f0da owned by network:router_gateway {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:26.924372 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvr_db [None req-26c8d8d5-1de5-4b04-9430-88d3f3c50128 None None] Set router 33c5e95f-b977-407c-9e1d-87d2118f32ae gateway port host: None {{(pid=94746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 05:58:26.985188 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_hamode_db [None req-26c8d8d5-1de5-4b04-9430-88d3f3c50128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'name': 'tempest-TestSnapshotPattern-98868096-router', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:36Z', 'updated_at': '2021-09-16T05:58:26Z', 'revision_number': 6, 'project_id': '5cac7ddd87c2479e998f5c678bcfc558', 'gw_port_host': None}], 'n-d-712142-17', False) {} {{(pid=94746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:27.017128 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8d8d5-1de5-4b04-9430-88d3f3c50128 None None] The sync data for ids ['33c5e95f-b977-407c-9e1d-87d2118f32ae'] in n-d-712142-17 is: [{'id': '33c5e95f-b977-407c-9e1d-87d2118f32ae', 'name': 'tempest-TestSnapshotPattern-98868096-router', 'tenant_id': '5cac7ddd87c2479e998f5c678bcfc558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T05:53:36Z', 'updated_at': '2021-09-16T05:58:26Z', 'revision_number': 6, 'project_id': '5cac7ddd87c2479e998f5c678bcfc558', 'gw_port_host': None}] {{(pid=94746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 05:58:27.050902 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.077631 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a9d1eb-53db-4e8d-8fac-916c1e17f0da,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:27.140850 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580733'] for router_gateway, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.230161 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1441'] for router, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.232165 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.276069 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579543'] for router, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.276598 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33c5e95f-b977-407c-9e1d-87d2118f32ae {{(pid=94744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 05:58:27.281287 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] Notify callbacks [] for router, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.282487 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-9b44c10a-b050-4171-b67b-069d18824408 admin admin] 10.222.0.53 "DELETE /v2.0/routers/33c5e95f-b977-407c-9e1d-87d2118f32ae HTTP/1.1" status: 204 len: 168 time: 0.7828424 Sep 16 05:58:27.285008 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57178) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:27.333893 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb21d14-d959-449e-bd1c-174015fdbc0f admin admin] Deleting subnet d06c622f-ebcc-4f5a-a475-cbe2f3c0b25a {{(pid=94744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 05:58:27.336926 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5cb21d14-d959-449e-bd1c-174015fdbc0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.373234 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5cb21d14-d959-449e-bd1c-174015fdbc0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25255574'] for subnet, precommit_delete_associations {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.457867 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5cb21d14-d959-449e-bd1c-174015fdbc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3775128'] for subnet, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.511185 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5cb21d14-d959-449e-bd1c-174015fdbc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25435154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26124164'] for subnet, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.542413 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb21d14-d959-449e-bd1c-174015fdbc0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06c622f-ebcc-4f5a-a475-cbe2f3c0b25a,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:27.544971 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-5cb21d14-d959-449e-bd1c-174015fdbc0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.546313 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-5cb21d14-d959-449e-bd1c-174015fdbc0f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d06c622f-ebcc-4f5a-a475-cbe2f3c0b25a HTTP/1.1" status: 204 len: 168 time: 0.2603812 Sep 16 05:58:27.548737 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57180) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:27.551333 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba5fb4c-fc56-45ad-892f-de9dd4f410a3 None None] Network 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d requested from n-d-712142-17 {{(pid=94746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 05:58:27.617314 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3674985'] for network, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.670188 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Deleting port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f {{(pid=94744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:27.670536 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.738668 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.db [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] For port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f, host n-d-712142-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-17',level=0,port_id=5f4c5ea6-a88a-42f9-b027-cc7004d4459f,segment=NetworkSegment(f5b47b1d-7ea9-40f1-8838-5e6bcc474a86),segment_id=f5b47b1d-7ea9-40f1-8838-5e6bcc474a86)] {{(pid=94744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:27.739042 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.751145 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.plugin [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Calling delete_port for 5f4c5ea6-a88a-42f9-b027-cc7004d4459f owned by network:dhcp {{(pid=94744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:27.794118 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f461a5-45df-4861-ae5f-551831652516 None None] DHCP port deletion for 9ea423b7-dd0a-411d-aa3f-79c786cd5a3d request from n-d-712142-17 {{(pid=94746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 05:58:27.836912 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25435197'] for port, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.842515 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-57f461a5-45df-4861-ae5f-551831652516 None None] Deleting port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f {{(pid=94746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 05:58:27.842904 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57f461a5-45df-4861-ae5f-551831652516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767728584753'] for port, before_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.908602 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.db [None req-57f461a5-45df-4861-ae5f-551831652516 None None] For port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f, host n-d-712142-17, got binding levels [] {{(pid=94746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 05:58:27.909015 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57f461a5-45df-4861-ae5f-551831652516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586819'] for port, precommit_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.923654 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-57f461a5-45df-4861-ae5f-551831652516 None None] Calling delete_port for 5f4c5ea6-a88a-42f9-b027-cc7004d4459f owned by network:dhcp {{(pid=94746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 05:58:27.926800 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.ipam_backend_mixin [None req-57f461a5-45df-4861-ae5f-551831652516 None None] Port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f was not found and therefore no delete operation was performed {{(pid=94746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 05:58:27.928119 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-57f461a5-45df-4861-ae5f-551831652516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3549801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767728592375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767728087745'] for port, after_delete {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:27.958690 n-d-712142-17 neutron-server[94746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f461a5-45df-4861-ae5f-551831652516 None None] Pushing event deleted for resources: {'Port': ['ID=5f4c5ea6-a88a-42f9-b027-cc7004d4459f,revision_number=None']} {{(pid=94746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:27.964796 n-d-712142-17 neutron-server[94746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f461a5-45df-4861-ae5f-551831652516 None None] No DVR routers for this DVR port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f on host n-d-712142-17 {{(pid=94746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:28.179345 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4c5ea6-a88a-42f9-b027-cc7004d4459f,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:28.182800 n-d-712142-17 neutron-server[94744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] No DVR routers for this DVR port 5f4c5ea6-a88a-42f9-b027-cc7004d4459f on host n-d-712142-17 {{(pid=94744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 05:58:28.253159 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3776031', 'neutron.services.segments.db._delete_segments_for_network-8767728454045'] for network, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.274776 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea423b7-dd0a-411d-aa3f-79c786cd5a3d']}} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:28.283786 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b47b1d-7ea9-40f1-8838-5e6bcc474a86') {'for_net_delete': True} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:28.284027 n-d-712142-17 neutron-server[94744]: DEBUG neutron.services.segments.db [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b47b1d-7ea9-40f1-8838-5e6bcc474a86') {} {{(pid=94744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 05:58:28.294376 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767728453542', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25255581'] for segment, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.307133 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941'] for segment, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.312734 n-d-712142-17 neutron-server[94744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 05:58:28.313117 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3772941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25435084'] for segment, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: Traceback (most recent call last): Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: timer() Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: cb(*args, **kw) Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: return func(*args, **kwargs) Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: self._notify() Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: self.callback(batched_events) Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: event.method(event) Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: return f(self, *a, **k) Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: return self._get(url).json() Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: return self.request(url, 'GET', **kwargs) Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 05:58:28.314774 n-d-712142-17 neutron-server[94744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 05:58:28.372078 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3776006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580633'] for network, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.377518 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Notify callbacks [] for network, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.379551 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] 10.222.0.53 "DELETE /v2.0/networks/9ea423b7-dd0a-411d-aa3f-79c786cd5a3d HTTP/1.1" status: 204 len: 168 time: 0.8298841 Sep 16 05:58:28.390798 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dd08d-f7ba-457d-9309-2c94f43b290e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea423b7-dd0a-411d-aa3f-79c786cd5a3d,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:28.560036 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57184) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:28.601856 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bc1a1546-057c-47e0-8e03-c7d58755fa71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92b9f05ba0f94efe96f190699cb87ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405676 Sep 16 05:58:28.604226 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57186) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:28.655085 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bac13e63-2c83-4b55-b433-c06be42c89b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.656734 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 82a9d1eb-53db-4e8d-8fac-916c1e17f0da no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:28.677126 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bac13e63-2c83-4b55-b433-c06be42c89b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.678382 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 82a9d1eb-53db-4e8d-8fac-916c1e17f0da {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:28.679330 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 82a9d1eb-53db-4e8d-8fac-916c1e17f0da not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:28.679864 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5f4c5ea6-a88a-42f9-b027-cc7004d4459f no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:28.698798 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 5f4c5ea6-a88a-42f9-b027-cc7004d4459f {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:28.699147 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 5f4c5ea6-a88a-42f9-b027-cc7004d4459f not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:28.699564 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 no longer exists at agent ovs-agent-n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 05:58:28.719215 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] No Port match for: 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 {{(pid=94746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 05:58:28.719591 n-d-712142-17 neutron-server[94746]: DEBUG neutron.plugins.ml2.rpc [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Device 9996cdf8-5bad-47aa-ab69-829e3c1a9a21 not bound to the agent host n-d-712142-17 {{(pid=94746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 05:58:28.731882 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bac13e63-2c83-4b55-b433-c06be42c89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.734828 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-bac13e63-2c83-4b55-b433-c06be42c89b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:28.736012 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-bac13e63-2c83-4b55-b433-c06be42c89b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f95a8079-adc3-4255-9384-77c7197a4ff6 HTTP/1.1" status: 204 len: 168 time: 0.1307247 Sep 16 05:58:28.744095 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac13e63-2c83-4b55-b433-c06be42c89b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95a8079-adc3-4255-9384-77c7197a4ff6,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:29.063382 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57192) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:29.103605 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-52af1808-f095-4ed7-afae-e887208beae4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cac7ddd87c2479e998f5c678bcfc558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390711 Sep 16 05:58:29.106138 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [-] (94744) accepted ('10.222.0.53', 57194) {{(pid=94744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 05:58:29.154927 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c94c6e4d-8192-44d9-bd9e-f85ab63eff23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.176375 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c94c6e4d-8192-44d9-bd9e-f85ab63eff23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.223228 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c94c6e4d-8192-44d9-bd9e-f85ab63eff23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571604'] for security_group, after_delete {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.227141 n-d-712142-17 neutron-server[94744]: DEBUG neutron_lib.callbacks.manager [None req-c94c6e4d-8192-44d9-bd9e-f85ab63eff23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:29.228374 n-d-712142-17 neutron-server[94744]: INFO neutron.wsgi [None req-c94c6e4d-8192-44d9-bd9e-f85ab63eff23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29a5193d-40cf-495d-92fd-eafff3c42613 HTTP/1.1" status: 204 len: 168 time: 0.1210670 Sep 16 05:58:29.235964 n-d-712142-17 neutron-server[94744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c6e4d-8192-44d9-bd9e-f85ab63eff23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a5193d-40cf-495d-92fd-eafff3c42613,revision_number=None']} {{(pid=94744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 05:58:36.356108 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:38.378342 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:42.402185 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:58:47.380666 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1d02fefc-c3b1-4c13-84d2-710ee9968139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:50.323425 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b6328081-8492-4bd4-95ca-ef586be618c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:51.002476 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:52.001562 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:58:53.530093 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:06.370977 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:08.365681 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:17.383401 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-24d58682-8561-4e1d-854e-44975b0ffaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:19.403914 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 05:59:20.326253 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-ba1266b8-2610-44ad-bcd1-68659f9f8c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:21.006829 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:22.007572 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:23.529383 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:36.369693 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:38.366356 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:47.390241 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-e5653edc-a54e-44a0-99ea-147aac0f25a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:50.326849 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-dfaeba32-a6ef-4010-99cf-8f7bd9b5016a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:51.008966 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:52.008067 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:53.533569 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 05:59:56.403168 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:06.368799 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:08.366964 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:17.380665 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-27b738d7-68df-434a-9125-a3ed46a79a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:20.328245 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-99a1cbe3-fdcb-456c-a43a-31d55281dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:21.011389 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:22.014000 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:23.536500 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:33.403313 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:00:36.382540 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:38.369786 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:47.382162 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8a7e03f1-4671-469d-9c07-d08d0c8a8373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:50.329889 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8219a15b-c27b-489f-b9f4-823dd626b3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:51.015320 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:52.017798 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:00:53.539360 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:06.396270 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:08.377243 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:10.402369 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:17.385856 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6385ec17-80ce-49dd-9ae1-9e6c074a881b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:20.329861 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-65264925-51ea-423f-a65a-10cecff04e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:21.017890 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:22.017350 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:23.542355 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:36.398256 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:38.380739 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.379613 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-030ee71f-d8ad-45db-a9ed-1afa3b4df215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:47.402124 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:01:50.331913 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8384-7c08-4a28-a357-15c445085d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:51.021919 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:52.022827 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:01:53.545011 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:04.992181 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-02134363-c202-4d80-af62-68b8188fe9d9 req-568a38a8-ce55-45a1-a250-0df23214aaaa service neutron] (94744) timed out ('10.222.0.53', 55836) {{(pid=94744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:02:06.410587 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:08.423428 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:17.383065 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-25faba74-a0cc-4b2a-adc0-d19c98259c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:20.332462 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fa4e13d8-d481-48d0-9967-3472729e1854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:21.023746 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:22.025224 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:23.548220 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:24.401898 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:02:36.412221 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:38.439449 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:47.384772 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-8b63f36c-319f-404e-95fb-58b7f701ca1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:50.332824 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-81eddc2d-cdac-4b71-9666-9934b2d9ef5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:51.026517 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:52.025528 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:02:53.554537 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:01.403955 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:06.425531 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:08.438645 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:17.388298 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-f5b99cdd-48f5-4597-abd2-c40fbda207a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:20.334278 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-291194c2-3f30-4317-b9d9-298d0658b493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:21.028231 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:22.028278 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:23.554113 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:36.423380 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:38.403105 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:03:38.454239 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:47.390343 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-de242668-9952-448e-88e1-63fc1480f875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:50.334769 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b4736d54-79e0-4b19-b48a-ef03ac980951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:51.029235 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:52.030790 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:03:53.560330 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:06.425290 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:08.452598 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:15.403433 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:17.390846 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-b813e0de-b136-4d43-b4c5-290d9cec8b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:20.335514 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-58d4b143-c760-499c-bb71-14ae2973de05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:21.031780 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:22.038147 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:23.563356 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:36.422555 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:38.464338 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:47.393208 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-eecb158c-fcf5-4d74-b9ba-aecc64852e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:50.335906 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-82aff492-a20d-423b-b5ed-82fb68b38231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:51.033450 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.036881 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:04:52.402891 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:04:53.567057 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:06.442229 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:08.481715 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:17.395133 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d8d3e880-2aaf-4ced-8ef9-91e69aed3c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:20.336301 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-87a9e186-6526-453d-a7fa-9587ad34cbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:21.035014 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:22.040890 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:23.568908 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:29.403058 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:05:36.433480 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:38.480127 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:47.396832 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-54fb9df1-6ca4-4721-a47b-c97063ff2b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:50.336194 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-d717eec3-10fd-4c60-bbb5-da07aaec6ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:51.036556 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:52.042652 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:05:53.573074 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:06.401432 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:06.452436 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:08.489120 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:17.399317 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-03efc62d-37c9-4792-95d1-d9869a8de76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:20.336962 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-6d21b519-7b42-4aad-ad95-e319fe3d8858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:21.038279 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:22.045393 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:23.578469 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:36.236426 n-d-712142-17 neutron-server[94744]: DEBUG neutron.wsgi [req-9b397240-a51f-487b-896c-9d04ac5a108a req-ee63513d-1c43-41c2-b1fe-7504c6be39c9 service neutron] (94744) timed out ('10.222.0.53', 52218) {{(pid=94744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 06:06:36.452944 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-fcbd252d-1788-46d1-b918-793b6c712fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:38.514584 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-991f0f2d-f7f0-49bd-8000-f5ebf86b040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:43.402095 n-d-712142-17 neutron-server[94747]: DEBUG neutron.db.agents_db [None req-d7c60959-6f49-4433-b023-965826c7c695 None None] Agent healthcheck: found 7 active agents {{(pid=94747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 06:06:47.400481 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-044f00fc-8a77-4e4a-a847-89f4542a41c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:50.337423 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-431c1682-c0c5-47fd-a749-c554adef3f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:51.042669 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-1bd6c937-b0f4-4178-9bbe-f7053e9e1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:52.048826 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-31e22c5a-41a1-4f77-ab94-0bf4b5e88cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 06:06:53.584825 n-d-712142-17 neutron-server[94746]: DEBUG neutron_lib.callbacks.manager [None req-5edaea6e-4cd9-4360-b798-b0395f5698ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767728454027', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3770655'] for agent, after_update {{(pid=94746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}